2 * Copyright (C) 2008, 2012 Apple Inc. All rights reserved.
4 * Redistribution and use in source and binary forms, with or without
5 * modification, are permitted provided that the following conditions
7 * 1. Redistributions of source code must retain the above copyright
8 * notice, this list of conditions and the following disclaimer.
9 * 2. Redistributions in binary form must reproduce the above copyright
10 * notice, this list of conditions and the following disclaimer in the
11 * documentation and/or other materials provided with the distribution.
13 * THIS SOFTWARE IS PROVIDED BY APPLE INC. ``AS IS'' AND ANY
14 * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
15 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
16 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE INC. OR
17 * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
18 * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
19 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
20 * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
21 * OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
22 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
23 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26 #ifndef MacroAssemblerX86_64_h
27 #define MacroAssemblerX86_64_h
29 #if ENABLE(ASSEMBLER) && CPU(X86_64)
31 #include "MacroAssemblerX86Common.h"
33 #define REPTACH_OFFSET_CALL_R11 3
37 class MacroAssemblerX86_64 : public MacroAssemblerX86Common {
39 static const Scale ScalePtr = TimesEight;
41 using MacroAssemblerX86Common::add32;
42 using MacroAssemblerX86Common::and32;
43 using MacroAssemblerX86Common::branchAdd32;
44 using MacroAssemblerX86Common::or32;
45 using MacroAssemblerX86Common::sub32;
46 using MacroAssemblerX86Common::load32;
47 using MacroAssemblerX86Common::store32;
48 using MacroAssemblerX86Common::call;
49 using MacroAssemblerX86Common::jump;
50 using MacroAssemblerX86Common::addDouble;
51 using MacroAssemblerX86Common::loadDouble;
52 using MacroAssemblerX86Common::convertInt32ToDouble;
54 void add32(TrustedImm32 imm, AbsoluteAddress address)
56 move(TrustedImmPtr(address.m_ptr), scratchRegister);
57 add32(imm, Address(scratchRegister));
60 void and32(TrustedImm32 imm, AbsoluteAddress address)
62 move(TrustedImmPtr(address.m_ptr), scratchRegister);
63 and32(imm, Address(scratchRegister));
66 void add32(AbsoluteAddress address, RegisterID dest)
68 move(TrustedImmPtr(address.m_ptr), scratchRegister);
69 add32(Address(scratchRegister), dest);
72 void or32(TrustedImm32 imm, AbsoluteAddress address)
74 move(TrustedImmPtr(address.m_ptr), scratchRegister);
75 or32(imm, Address(scratchRegister));
78 void sub32(TrustedImm32 imm, AbsoluteAddress address)
80 move(TrustedImmPtr(address.m_ptr), scratchRegister);
81 sub32(imm, Address(scratchRegister));
84 void load32(const void* address, RegisterID dest)
86 if (dest == X86Registers::eax)
87 m_assembler.movl_mEAX(address);
89 move(TrustedImmPtr(address), dest);
94 void addDouble(AbsoluteAddress address, FPRegisterID dest)
96 move(TrustedImmPtr(address.m_ptr), scratchRegister);
97 m_assembler.addsd_mr(0, scratchRegister, dest);
100 void convertInt32ToDouble(TrustedImm32 imm, FPRegisterID dest)
102 move(imm, scratchRegister);
103 m_assembler.cvtsi2sd_rr(scratchRegister, dest);
106 void store32(TrustedImm32 imm, void* address)
108 move(TrustedImmPtr(address), scratchRegister);
109 store32(imm, scratchRegister);
114 DataLabelPtr label = moveWithPatch(TrustedImmPtr(0), scratchRegister);
115 Call result = Call(m_assembler.call(scratchRegister), Call::Linkable);
116 ASSERT_UNUSED(label, differenceBetween(label, result) == REPTACH_OFFSET_CALL_R11);
120 // Address is a memory location containing the address to jump to
121 void jump(AbsoluteAddress address)
123 move(TrustedImmPtr(address.m_ptr), scratchRegister);
124 jump(Address(scratchRegister));
127 Call tailRecursiveCall()
129 DataLabelPtr label = moveWithPatch(TrustedImmPtr(0), scratchRegister);
130 Jump newJump = Jump(m_assembler.jmp_r(scratchRegister));
131 ASSERT_UNUSED(label, differenceBetween(label, newJump) == REPTACH_OFFSET_CALL_R11);
132 return Call::fromTailJump(newJump);
135 Call makeTailRecursiveCall(Jump oldJump)
138 DataLabelPtr label = moveWithPatch(TrustedImmPtr(0), scratchRegister);
139 Jump newJump = Jump(m_assembler.jmp_r(scratchRegister));
140 ASSERT_UNUSED(label, differenceBetween(label, newJump) == REPTACH_OFFSET_CALL_R11);
141 return Call::fromTailJump(newJump);
145 void addPtr(RegisterID src, RegisterID dest)
147 m_assembler.addq_rr(src, dest);
150 void addPtr(Address src, RegisterID dest)
152 m_assembler.addq_mr(src.offset, src.base, dest);
155 void addPtr(AbsoluteAddress src, RegisterID dest)
157 move(TrustedImmPtr(src.m_ptr), scratchRegister);
158 addPtr(Address(scratchRegister), dest);
161 void addPtr(TrustedImm32 imm, RegisterID srcDest)
163 m_assembler.addq_ir(imm.m_value, srcDest);
166 void addPtr(TrustedImmPtr imm, RegisterID dest)
168 move(imm, scratchRegister);
169 m_assembler.addq_rr(scratchRegister, dest);
172 void addPtr(TrustedImm32 imm, RegisterID src, RegisterID dest)
174 m_assembler.leaq_mr(imm.m_value, src, dest);
177 void addPtr(TrustedImm32 imm, Address address)
179 m_assembler.addq_im(imm.m_value, address.offset, address.base);
182 void addPtr(TrustedImm32 imm, AbsoluteAddress address)
184 move(TrustedImmPtr(address.m_ptr), scratchRegister);
185 addPtr(imm, Address(scratchRegister));
188 void add64(TrustedImm32 imm, AbsoluteAddress address)
190 addPtr(imm, address);
193 void andPtr(RegisterID src, RegisterID dest)
195 m_assembler.andq_rr(src, dest);
198 void andPtr(TrustedImm32 imm, RegisterID srcDest)
200 m_assembler.andq_ir(imm.m_value, srcDest);
203 void negPtr(RegisterID dest)
205 m_assembler.negq_r(dest);
208 void orPtr(RegisterID src, RegisterID dest)
210 m_assembler.orq_rr(src, dest);
213 void orPtr(TrustedImmPtr imm, RegisterID dest)
215 move(imm, scratchRegister);
216 m_assembler.orq_rr(scratchRegister, dest);
219 void orPtr(TrustedImm32 imm, RegisterID dest)
221 m_assembler.orq_ir(imm.m_value, dest);
224 void orPtr(RegisterID op1, RegisterID op2, RegisterID dest)
228 else if (op1 == dest)
236 void orPtr(TrustedImm32 imm, RegisterID src, RegisterID dest)
242 void rotateRightPtr(TrustedImm32 imm, RegisterID srcDst)
244 m_assembler.rorq_i8r(imm.m_value, srcDst);
247 void subPtr(RegisterID src, RegisterID dest)
249 m_assembler.subq_rr(src, dest);
252 void subPtr(TrustedImm32 imm, RegisterID dest)
254 m_assembler.subq_ir(imm.m_value, dest);
257 void subPtr(TrustedImmPtr imm, RegisterID dest)
259 move(imm, scratchRegister);
260 m_assembler.subq_rr(scratchRegister, dest);
263 void xorPtr(RegisterID src, RegisterID dest)
265 m_assembler.xorq_rr(src, dest);
268 void xorPtr(RegisterID src, Address dest)
270 m_assembler.xorq_rm(src, dest.offset, dest.base);
273 void xorPtr(TrustedImm32 imm, RegisterID srcDest)
275 m_assembler.xorq_ir(imm.m_value, srcDest);
278 void loadPtr(ImplicitAddress address, RegisterID dest)
280 m_assembler.movq_mr(address.offset, address.base, dest);
283 ConvertibleLoadLabel convertibleLoadPtr(Address address, RegisterID dest)
285 ConvertibleLoadLabel result = ConvertibleLoadLabel(this);
286 m_assembler.movq_mr(address.offset, address.base, dest);
290 void loadPtr(BaseIndex address, RegisterID dest)
292 m_assembler.movq_mr(address.offset, address.base, address.index, address.scale, dest);
295 void loadPtr(const void* address, RegisterID dest)
297 if (dest == X86Registers::eax)
298 m_assembler.movq_mEAX(address);
300 move(TrustedImmPtr(address), dest);
305 DataLabel32 loadPtrWithAddressOffsetPatch(Address address, RegisterID dest)
307 m_assembler.movq_mr_disp32(address.offset, address.base, dest);
308 return DataLabel32(this);
311 DataLabelCompact loadPtrWithCompactAddressOffsetPatch(Address address, RegisterID dest)
313 m_assembler.movq_mr_disp8(address.offset, address.base, dest);
314 return DataLabelCompact(this);
317 void storePtr(RegisterID src, ImplicitAddress address)
319 m_assembler.movq_rm(src, address.offset, address.base);
322 void storePtr(RegisterID src, BaseIndex address)
324 m_assembler.movq_rm(src, address.offset, address.base, address.index, address.scale);
327 void storePtr(RegisterID src, void* address)
329 if (src == X86Registers::eax)
330 m_assembler.movq_EAXm(address);
332 move(TrustedImmPtr(address), scratchRegister);
333 storePtr(src, scratchRegister);
337 void storePtr(TrustedImmPtr imm, ImplicitAddress address)
339 move(imm, scratchRegister);
340 storePtr(scratchRegister, address);
343 void storePtr(TrustedImmPtr imm, BaseIndex address)
345 move(imm, scratchRegister);
346 m_assembler.movq_rm(scratchRegister, address.offset, address.base, address.index, address.scale);
349 DataLabel32 storePtrWithAddressOffsetPatch(RegisterID src, Address address)
351 m_assembler.movq_rm_disp32(src, address.offset, address.base);
352 return DataLabel32(this);
355 void movePtrToDouble(RegisterID src, FPRegisterID dest)
357 m_assembler.movq_rr(src, dest);
360 void moveDoubleToPtr(FPRegisterID src, RegisterID dest)
362 m_assembler.movq_rr(src, dest);
365 void comparePtr(RelationalCondition cond, RegisterID left, TrustedImm32 right, RegisterID dest)
367 if (((cond == Equal) || (cond == NotEqual)) && !right.m_value)
368 m_assembler.testq_rr(left, left);
370 m_assembler.cmpq_ir(right.m_value, left);
371 m_assembler.setCC_r(x86Condition(cond), dest);
372 m_assembler.movzbl_rr(dest, dest);
375 void comparePtr(RelationalCondition cond, RegisterID left, RegisterID right, RegisterID dest)
377 m_assembler.cmpq_rr(right, left);
378 m_assembler.setCC_r(x86Condition(cond), dest);
379 m_assembler.movzbl_rr(dest, dest);
382 Jump branchAdd32(ResultCondition cond, TrustedImm32 src, AbsoluteAddress dest)
384 move(TrustedImmPtr(dest.m_ptr), scratchRegister);
385 add32(src, Address(scratchRegister));
386 return Jump(m_assembler.jCC(x86Condition(cond)));
389 Jump branchPtr(RelationalCondition cond, RegisterID left, RegisterID right)
391 m_assembler.cmpq_rr(right, left);
392 return Jump(m_assembler.jCC(x86Condition(cond)));
395 Jump branchPtr(RelationalCondition cond, RegisterID left, TrustedImmPtr right)
397 if (((cond == Equal) || (cond == NotEqual)) && !right.m_value) {
398 m_assembler.testq_rr(left, left);
399 return Jump(m_assembler.jCC(x86Condition(cond)));
401 move(right, scratchRegister);
402 return branchPtr(cond, left, scratchRegister);
405 Jump branchPtr(RelationalCondition cond, RegisterID left, Address right)
407 m_assembler.cmpq_mr(right.offset, right.base, left);
408 return Jump(m_assembler.jCC(x86Condition(cond)));
411 Jump branchPtr(RelationalCondition cond, AbsoluteAddress left, RegisterID right)
413 move(TrustedImmPtr(left.m_ptr), scratchRegister);
414 return branchPtr(cond, Address(scratchRegister), right);
417 Jump branchPtr(RelationalCondition cond, Address left, RegisterID right)
419 m_assembler.cmpq_rm(right, left.offset, left.base);
420 return Jump(m_assembler.jCC(x86Condition(cond)));
423 Jump branchPtr(RelationalCondition cond, Address left, TrustedImmPtr right)
425 move(right, scratchRegister);
426 return branchPtr(cond, left, scratchRegister);
429 Jump branchTestPtr(ResultCondition cond, RegisterID reg, RegisterID mask)
431 m_assembler.testq_rr(reg, mask);
432 return Jump(m_assembler.jCC(x86Condition(cond)));
435 Jump branchTestPtr(ResultCondition cond, RegisterID reg, TrustedImm32 mask = TrustedImm32(-1))
437 // if we are only interested in the low seven bits, this can be tested with a testb
438 if (mask.m_value == -1)
439 m_assembler.testq_rr(reg, reg);
440 else if ((mask.m_value & ~0x7f) == 0)
441 m_assembler.testb_i8r(mask.m_value, reg);
443 m_assembler.testq_i32r(mask.m_value, reg);
444 return Jump(m_assembler.jCC(x86Condition(cond)));
447 void testPtr(ResultCondition cond, RegisterID reg, TrustedImm32 mask, RegisterID dest)
449 if (mask.m_value == -1)
450 m_assembler.testq_rr(reg, reg);
451 else if ((mask.m_value & ~0x7f) == 0)
452 m_assembler.testb_i8r(mask.m_value, reg);
454 m_assembler.testq_i32r(mask.m_value, reg);
455 set32(x86Condition(cond), dest);
458 void testPtr(ResultCondition cond, RegisterID reg, RegisterID mask, RegisterID dest)
460 m_assembler.testq_rr(reg, mask);
461 set32(x86Condition(cond), dest);
464 Jump branchTestPtr(ResultCondition cond, AbsoluteAddress address, TrustedImm32 mask = TrustedImm32(-1))
466 loadPtr(address.m_ptr, scratchRegister);
467 return branchTestPtr(cond, scratchRegister, mask);
470 Jump branchTestPtr(ResultCondition cond, Address address, TrustedImm32 mask = TrustedImm32(-1))
472 if (mask.m_value == -1)
473 m_assembler.cmpq_im(0, address.offset, address.base);
475 m_assembler.testq_i32m(mask.m_value, address.offset, address.base);
476 return Jump(m_assembler.jCC(x86Condition(cond)));
479 Jump branchTestPtr(ResultCondition cond, Address address, RegisterID reg)
481 m_assembler.testq_rm(reg, address.offset, address.base);
482 return Jump(m_assembler.jCC(x86Condition(cond)));
485 Jump branchTestPtr(ResultCondition cond, BaseIndex address, TrustedImm32 mask = TrustedImm32(-1))
487 if (mask.m_value == -1)
488 m_assembler.cmpq_im(0, address.offset, address.base, address.index, address.scale);
490 m_assembler.testq_i32m(mask.m_value, address.offset, address.base, address.index, address.scale);
491 return Jump(m_assembler.jCC(x86Condition(cond)));
495 Jump branchAddPtr(ResultCondition cond, TrustedImm32 imm, RegisterID dest)
498 return Jump(m_assembler.jCC(x86Condition(cond)));
501 Jump branchAddPtr(ResultCondition cond, RegisterID src, RegisterID dest)
504 return Jump(m_assembler.jCC(x86Condition(cond)));
507 Jump branchSubPtr(ResultCondition cond, TrustedImm32 imm, RegisterID dest)
510 return Jump(m_assembler.jCC(x86Condition(cond)));
513 Jump branchSubPtr(ResultCondition cond, RegisterID src1, TrustedImm32 src2, RegisterID dest)
516 return branchSubPtr(cond, src2, dest);
519 DataLabelPtr moveWithPatch(TrustedImmPtr initialValue, RegisterID dest)
521 m_assembler.movq_i64r(initialValue.asIntptr(), dest);
522 return DataLabelPtr(this);
525 Jump branchPtrWithPatch(RelationalCondition cond, RegisterID left, DataLabelPtr& dataLabel, TrustedImmPtr initialRightValue = TrustedImmPtr(0))
527 dataLabel = moveWithPatch(initialRightValue, scratchRegister);
528 return branchPtr(cond, left, scratchRegister);
531 Jump branchPtrWithPatch(RelationalCondition cond, Address left, DataLabelPtr& dataLabel, TrustedImmPtr initialRightValue = TrustedImmPtr(0))
533 dataLabel = moveWithPatch(initialRightValue, scratchRegister);
534 return branchPtr(cond, left, scratchRegister);
537 DataLabelPtr storePtrWithPatch(TrustedImmPtr initialValue, ImplicitAddress address)
539 DataLabelPtr label = moveWithPatch(initialValue, scratchRegister);
540 storePtr(scratchRegister, address);
544 using MacroAssemblerX86Common::branchTest8;
545 Jump branchTest8(ResultCondition cond, ExtendedAddress address, TrustedImm32 mask = TrustedImm32(-1))
547 TrustedImmPtr addr(reinterpret_cast<void*>(address.offset));
548 MacroAssemblerX86Common::move(addr, scratchRegister);
549 return MacroAssemblerX86Common::branchTest8(cond, BaseIndex(scratchRegister, address.base, TimesOne), mask);
552 Jump branchTest8(ResultCondition cond, AbsoluteAddress address, TrustedImm32 mask = TrustedImm32(-1))
554 MacroAssemblerX86Common::move(TrustedImmPtr(address.m_ptr), scratchRegister);
555 return MacroAssemblerX86Common::branchTest8(cond, Address(scratchRegister), mask);
558 static bool supportsFloatingPoint() { return true; }
559 // See comment on MacroAssemblerARMv7::supportsFloatingPointTruncate()
560 static bool supportsFloatingPointTruncate() { return true; }
561 static bool supportsFloatingPointSqrt() { return true; }
562 static bool supportsFloatingPointAbs() { return true; }
564 static FunctionPtr readCallTarget(CodeLocationCall call)
566 return FunctionPtr(X86Assembler::readPointer(call.dataLabelPtrAtOffset(-REPTACH_OFFSET_CALL_R11).dataLocation()));
569 static RegisterID scratchRegisterForBlinding() { return scratchRegister; }
572 friend class LinkBuffer;
573 friend class RepatchBuffer;
575 static void linkCall(void* code, Call call, FunctionPtr function)
577 if (!call.isFlagSet(Call::Near))
578 X86Assembler::linkPointer(code, call.m_label.labelAtOffset(-REPTACH_OFFSET_CALL_R11), function.value());
580 X86Assembler::linkCall(code, call.m_label, function.value());
583 static void repatchCall(CodeLocationCall call, CodeLocationLabel destination)
585 X86Assembler::repatchPointer(call.dataLabelPtrAtOffset(-REPTACH_OFFSET_CALL_R11).dataLocation(), destination.executableAddress());
588 static void repatchCall(CodeLocationCall call, FunctionPtr destination)
590 X86Assembler::repatchPointer(call.dataLabelPtrAtOffset(-REPTACH_OFFSET_CALL_R11).dataLocation(), destination.executableAddress());
597 #endif // ENABLE(ASSEMBLER)
599 #endif // MacroAssemblerX86_64_h