1 // Copyright (c) 1994-2006 Sun Microsystems Inc.
2 // All Rights Reserved.
4 // Redistribution and use in source and binary forms, with or without
5 // modification, are permitted provided that the following conditions are
8 // - Redistributions of source code must retain the above copyright notice,
9 // this list of conditions and the following disclaimer.
11 // - Redistribution in binary form must reproduce the above copyright
12 // notice, this list of conditions and the following disclaimer in the
13 // documentation and/or other materials provided with the distribution.
15 // - Neither the name of Sun Microsystems or the names of contributors may
16 // be used to endorse or promote products derived from this software without
17 // specific prior written permission.
19 // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS
20 // IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
21 // THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 // PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR
23 // CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
24 // EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
25 // PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
26 // PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
27 // LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
28 // NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
29 // SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
31 // The original source code covered by the above license above has been
32 // modified significantly by Google Inc.
33 // Copyright 2012 the V8 project authors. All rights reserved.
35 // A light-weight IA32 Assembler.
37 #ifndef V8_IA32_ASSEMBLER_IA32_INL_H_
38 #define V8_IA32_ASSEMBLER_IA32_INL_H_
40 #include "src/ia32/assembler-ia32.h"
42 #include "src/assembler.h"
43 #include "src/debug.h"
48 bool CpuFeatures::SupportsCrankshaft() { return true; }
51 static const byte kCallOpcode = 0xE8;
52 static const int kNoCodeAgeSequenceLength = 5;
55 // The modes possibly affected by apply must be in kApplyMask.
56 void RelocInfo::apply(intptr_t delta, ICacheFlushMode icache_flush_mode) {
57 bool flush_icache = icache_flush_mode != SKIP_ICACHE_FLUSH;
58 if (IsRuntimeEntry(rmode_) || IsCodeTarget(rmode_)) {
59 int32_t* p = reinterpret_cast<int32_t*>(pc_);
60 *p -= delta; // Relocate entry.
61 if (flush_icache) CpuFeatures::FlushICache(p, sizeof(uint32_t));
62 } else if (rmode_ == CODE_AGE_SEQUENCE) {
63 if (*pc_ == kCallOpcode) {
64 int32_t* p = reinterpret_cast<int32_t*>(pc_ + 1);
65 *p -= delta; // Relocate entry.
66 if (flush_icache) CpuFeatures::FlushICache(p, sizeof(uint32_t));
68 } else if (rmode_ == JS_RETURN && IsPatchedReturnSequence()) {
69 // Special handling of js_return when a break point is set (call
70 // instruction has been inserted).
71 int32_t* p = reinterpret_cast<int32_t*>(pc_ + 1);
72 *p -= delta; // Relocate entry.
73 if (flush_icache) CpuFeatures::FlushICache(p, sizeof(uint32_t));
74 } else if (rmode_ == DEBUG_BREAK_SLOT && IsPatchedDebugBreakSlotSequence()) {
75 // Special handling of a debug break slot when a break point is set (call
76 // instruction has been inserted).
77 int32_t* p = reinterpret_cast<int32_t*>(pc_ + 1);
78 *p -= delta; // Relocate entry.
79 if (flush_icache) CpuFeatures::FlushICache(p, sizeof(uint32_t));
80 } else if (IsInternalReference(rmode_)) {
81 // absolute code pointer inside code object moves with the code object.
82 int32_t* p = reinterpret_cast<int32_t*>(pc_);
83 *p += delta; // Relocate entry.
84 if (flush_icache) CpuFeatures::FlushICache(p, sizeof(uint32_t));
89 Address RelocInfo::target_address() {
90 DCHECK(IsCodeTarget(rmode_) || IsRuntimeEntry(rmode_));
91 return Assembler::target_address_at(pc_, host_);
95 Address RelocInfo::target_address_address() {
96 DCHECK(IsCodeTarget(rmode_) || IsRuntimeEntry(rmode_)
97 || rmode_ == EMBEDDED_OBJECT
98 || rmode_ == EXTERNAL_REFERENCE);
99 return reinterpret_cast<Address>(pc_);
103 Address RelocInfo::constant_pool_entry_address() {
109 int RelocInfo::target_address_size() {
110 return Assembler::kSpecialTargetSize;
114 void RelocInfo::set_target_address(Address target,
115 WriteBarrierMode write_barrier_mode,
116 ICacheFlushMode icache_flush_mode) {
117 Assembler::set_target_address_at(pc_, host_, target, icache_flush_mode);
118 DCHECK(IsCodeTarget(rmode_) || IsRuntimeEntry(rmode_));
119 if (write_barrier_mode == UPDATE_WRITE_BARRIER && host() != NULL &&
120 IsCodeTarget(rmode_)) {
121 Object* target_code = Code::GetCodeFromTargetAddress(target);
122 host()->GetHeap()->incremental_marking()->RecordWriteIntoCode(
123 host(), this, HeapObject::cast(target_code));
128 Object* RelocInfo::target_object() {
129 DCHECK(IsCodeTarget(rmode_) || rmode_ == EMBEDDED_OBJECT);
130 return Memory::Object_at(pc_);
134 Handle<Object> RelocInfo::target_object_handle(Assembler* origin) {
135 DCHECK(IsCodeTarget(rmode_) || rmode_ == EMBEDDED_OBJECT);
136 return Memory::Object_Handle_at(pc_);
140 void RelocInfo::set_target_object(Object* target,
141 WriteBarrierMode write_barrier_mode,
142 ICacheFlushMode icache_flush_mode) {
143 DCHECK(IsCodeTarget(rmode_) || rmode_ == EMBEDDED_OBJECT);
144 Memory::Object_at(pc_) = target;
145 if (icache_flush_mode != SKIP_ICACHE_FLUSH) {
146 CpuFeatures::FlushICache(pc_, sizeof(Address));
148 if (write_barrier_mode == UPDATE_WRITE_BARRIER &&
150 target->IsHeapObject()) {
151 host()->GetHeap()->incremental_marking()->RecordWrite(
152 host(), &Memory::Object_at(pc_), HeapObject::cast(target));
157 Address RelocInfo::target_external_reference() {
158 DCHECK(rmode_ == RelocInfo::EXTERNAL_REFERENCE);
159 return Memory::Address_at(pc_);
163 Address RelocInfo::target_internal_reference() {
164 DCHECK(rmode_ == INTERNAL_REFERENCE);
165 return Memory::Address_at(pc_);
169 Address RelocInfo::target_internal_reference_address() {
170 DCHECK(rmode_ == INTERNAL_REFERENCE);
171 return reinterpret_cast<Address>(pc_);
175 Address RelocInfo::target_runtime_entry(Assembler* origin) {
176 DCHECK(IsRuntimeEntry(rmode_));
177 return reinterpret_cast<Address>(*reinterpret_cast<int32_t*>(pc_));
181 void RelocInfo::set_target_runtime_entry(Address target,
182 WriteBarrierMode write_barrier_mode,
183 ICacheFlushMode icache_flush_mode) {
184 DCHECK(IsRuntimeEntry(rmode_));
185 if (target_address() != target) {
186 set_target_address(target, write_barrier_mode, icache_flush_mode);
191 Handle<Cell> RelocInfo::target_cell_handle() {
192 DCHECK(rmode_ == RelocInfo::CELL);
193 Address address = Memory::Address_at(pc_);
194 return Handle<Cell>(reinterpret_cast<Cell**>(address));
198 Cell* RelocInfo::target_cell() {
199 DCHECK(rmode_ == RelocInfo::CELL);
200 return Cell::FromValueAddress(Memory::Address_at(pc_));
204 void RelocInfo::set_target_cell(Cell* cell,
205 WriteBarrierMode write_barrier_mode,
206 ICacheFlushMode icache_flush_mode) {
207 DCHECK(rmode_ == RelocInfo::CELL);
208 Address address = cell->address() + Cell::kValueOffset;
209 Memory::Address_at(pc_) = address;
210 if (icache_flush_mode != SKIP_ICACHE_FLUSH) {
211 CpuFeatures::FlushICache(pc_, sizeof(Address));
213 if (write_barrier_mode == UPDATE_WRITE_BARRIER && host() != NULL) {
214 // TODO(1550) We are passing NULL as a slot because cell can never be on
215 // evacuation candidate.
216 host()->GetHeap()->incremental_marking()->RecordWrite(
222 Handle<Object> RelocInfo::code_age_stub_handle(Assembler* origin) {
223 DCHECK(rmode_ == RelocInfo::CODE_AGE_SEQUENCE);
224 DCHECK(*pc_ == kCallOpcode);
225 return Memory::Object_Handle_at(pc_ + 1);
229 Code* RelocInfo::code_age_stub() {
230 DCHECK(rmode_ == RelocInfo::CODE_AGE_SEQUENCE);
231 DCHECK(*pc_ == kCallOpcode);
232 return Code::GetCodeFromTargetAddress(
233 Assembler::target_address_at(pc_ + 1, host_));
237 void RelocInfo::set_code_age_stub(Code* stub,
238 ICacheFlushMode icache_flush_mode) {
239 DCHECK(*pc_ == kCallOpcode);
240 DCHECK(rmode_ == RelocInfo::CODE_AGE_SEQUENCE);
241 Assembler::set_target_address_at(pc_ + 1, host_, stub->instruction_start(),
246 Address RelocInfo::call_address() {
247 DCHECK((IsJSReturn(rmode()) && IsPatchedReturnSequence()) ||
248 (IsDebugBreakSlot(rmode()) && IsPatchedDebugBreakSlotSequence()));
249 return Assembler::target_address_at(pc_ + 1, host_);
253 void RelocInfo::set_call_address(Address target) {
254 DCHECK((IsJSReturn(rmode()) && IsPatchedReturnSequence()) ||
255 (IsDebugBreakSlot(rmode()) && IsPatchedDebugBreakSlotSequence()));
256 Assembler::set_target_address_at(pc_ + 1, host_, target);
257 if (host() != NULL) {
258 Object* target_code = Code::GetCodeFromTargetAddress(target);
259 host()->GetHeap()->incremental_marking()->RecordWriteIntoCode(
260 host(), this, HeapObject::cast(target_code));
265 Object* RelocInfo::call_object() {
266 return *call_object_address();
270 void RelocInfo::set_call_object(Object* target) {
271 *call_object_address() = target;
275 Object** RelocInfo::call_object_address() {
276 DCHECK((IsJSReturn(rmode()) && IsPatchedReturnSequence()) ||
277 (IsDebugBreakSlot(rmode()) && IsPatchedDebugBreakSlotSequence()));
278 return reinterpret_cast<Object**>(pc_ + 1);
282 void RelocInfo::WipeOut() {
283 if (IsEmbeddedObject(rmode_) || IsExternalReference(rmode_) ||
284 IsInternalReference(rmode_)) {
285 Memory::Address_at(pc_) = NULL;
286 } else if (IsCodeTarget(rmode_) || IsRuntimeEntry(rmode_)) {
287 // Effectively write zero into the relocation.
288 Assembler::set_target_address_at(pc_, host_, pc_ + sizeof(int32_t));
295 bool RelocInfo::IsPatchedReturnSequence() {
296 return *pc_ == kCallOpcode;
300 bool RelocInfo::IsPatchedDebugBreakSlotSequence() {
301 return !Assembler::IsNop(pc());
305 void RelocInfo::Visit(Isolate* isolate, ObjectVisitor* visitor) {
306 RelocInfo::Mode mode = rmode();
307 if (mode == RelocInfo::EMBEDDED_OBJECT) {
308 visitor->VisitEmbeddedPointer(this);
309 CpuFeatures::FlushICache(pc_, sizeof(Address));
310 } else if (RelocInfo::IsCodeTarget(mode)) {
311 visitor->VisitCodeTarget(this);
312 } else if (mode == RelocInfo::CELL) {
313 visitor->VisitCell(this);
314 } else if (mode == RelocInfo::EXTERNAL_REFERENCE) {
315 visitor->VisitExternalReference(this);
316 } else if (mode == RelocInfo::INTERNAL_REFERENCE) {
317 visitor->VisitInternalReference(this);
318 } else if (RelocInfo::IsCodeAgeSequence(mode)) {
319 visitor->VisitCodeAgeSequence(this);
320 } else if (((RelocInfo::IsJSReturn(mode) &&
321 IsPatchedReturnSequence()) ||
322 (RelocInfo::IsDebugBreakSlot(mode) &&
323 IsPatchedDebugBreakSlotSequence())) &&
324 isolate->debug()->has_break_points()) {
325 visitor->VisitDebugTarget(this);
326 } else if (IsRuntimeEntry(mode)) {
327 visitor->VisitRuntimeEntry(this);
332 template<typename StaticVisitor>
333 void RelocInfo::Visit(Heap* heap) {
334 RelocInfo::Mode mode = rmode();
335 if (mode == RelocInfo::EMBEDDED_OBJECT) {
336 StaticVisitor::VisitEmbeddedPointer(heap, this);
337 CpuFeatures::FlushICache(pc_, sizeof(Address));
338 } else if (RelocInfo::IsCodeTarget(mode)) {
339 StaticVisitor::VisitCodeTarget(heap, this);
340 } else if (mode == RelocInfo::CELL) {
341 StaticVisitor::VisitCell(heap, this);
342 } else if (mode == RelocInfo::EXTERNAL_REFERENCE) {
343 StaticVisitor::VisitExternalReference(this);
344 } else if (mode == RelocInfo::INTERNAL_REFERENCE) {
345 StaticVisitor::VisitInternalReference(this);
346 } else if (RelocInfo::IsCodeAgeSequence(mode)) {
347 StaticVisitor::VisitCodeAgeSequence(heap, this);
348 } else if (heap->isolate()->debug()->has_break_points() &&
349 ((RelocInfo::IsJSReturn(mode) &&
350 IsPatchedReturnSequence()) ||
351 (RelocInfo::IsDebugBreakSlot(mode) &&
352 IsPatchedDebugBreakSlotSequence()))) {
353 StaticVisitor::VisitDebugTarget(heap, this);
354 } else if (IsRuntimeEntry(mode)) {
355 StaticVisitor::VisitRuntimeEntry(this);
361 Immediate::Immediate(int x) {
363 rmode_ = RelocInfo::NONE32;
367 Immediate::Immediate(const ExternalReference& ext) {
368 x_ = reinterpret_cast<int32_t>(ext.address());
369 rmode_ = RelocInfo::EXTERNAL_REFERENCE;
373 Immediate::Immediate(Label* internal_offset) {
374 x_ = reinterpret_cast<int32_t>(internal_offset);
375 rmode_ = RelocInfo::INTERNAL_REFERENCE;
379 Immediate::Immediate(Handle<Object> handle) {
380 AllowDeferredHandleDereference using_raw_address;
381 // Verify all Objects referred by code are NOT in new space.
382 Object* obj = *handle;
383 if (obj->IsHeapObject()) {
384 DCHECK(!HeapObject::cast(obj)->GetHeap()->InNewSpace(obj));
385 x_ = reinterpret_cast<intptr_t>(handle.location());
386 rmode_ = RelocInfo::EMBEDDED_OBJECT;
388 // no relocation needed
389 x_ = reinterpret_cast<intptr_t>(obj);
390 rmode_ = RelocInfo::NONE32;
395 Immediate::Immediate(Smi* value) {
396 x_ = reinterpret_cast<intptr_t>(value);
397 rmode_ = RelocInfo::NONE32;
401 Immediate::Immediate(Address addr) {
402 x_ = reinterpret_cast<int32_t>(addr);
403 rmode_ = RelocInfo::NONE32;
407 void Assembler::emit(uint32_t x) {
408 *reinterpret_cast<uint32_t*>(pc_) = x;
409 pc_ += sizeof(uint32_t);
413 void Assembler::emit(Handle<Object> handle) {
414 AllowDeferredHandleDereference heap_object_check;
415 // Verify all Objects referred by code are NOT in new space.
416 Object* obj = *handle;
417 DCHECK(!isolate()->heap()->InNewSpace(obj));
418 if (obj->IsHeapObject()) {
419 emit(reinterpret_cast<intptr_t>(handle.location()),
420 RelocInfo::EMBEDDED_OBJECT);
422 // no relocation needed
423 emit(reinterpret_cast<intptr_t>(obj));
428 void Assembler::emit(uint32_t x, RelocInfo::Mode rmode, TypeFeedbackId id) {
429 if (rmode == RelocInfo::CODE_TARGET && !id.IsNone()) {
430 RecordRelocInfo(RelocInfo::CODE_TARGET_WITH_ID, id.ToInt());
431 } else if (!RelocInfo::IsNone(rmode)
432 && rmode != RelocInfo::CODE_AGE_SEQUENCE) {
433 RecordRelocInfo(rmode);
439 void Assembler::emit(Handle<Code> code,
440 RelocInfo::Mode rmode,
442 AllowDeferredHandleDereference embedding_raw_address;
443 emit(reinterpret_cast<intptr_t>(code.location()), rmode, id);
447 void Assembler::emit(const Immediate& x) {
448 if (x.rmode_ == RelocInfo::INTERNAL_REFERENCE) {
449 Label* label = reinterpret_cast<Label*>(x.x_);
450 emit_code_relative_offset(label);
453 if (!RelocInfo::IsNone(x.rmode_)) RecordRelocInfo(x.rmode_);
458 void Assembler::emit_code_relative_offset(Label* label) {
459 if (label->is_bound()) {
461 pos = label->pos() + Code::kHeaderSize - kHeapObjectTag;
464 emit_disp(label, Displacement::CODE_RELATIVE);
469 void Assembler::emit_w(const Immediate& x) {
470 DCHECK(RelocInfo::IsNone(x.rmode_));
471 uint16_t value = static_cast<uint16_t>(x.x_);
472 reinterpret_cast<uint16_t*>(pc_)[0] = value;
473 pc_ += sizeof(uint16_t);
477 Address Assembler::target_address_at(Address pc,
478 ConstantPoolArray* constant_pool) {
479 return pc + sizeof(int32_t) + *reinterpret_cast<int32_t*>(pc);
483 void Assembler::set_target_address_at(Address pc,
484 ConstantPoolArray* constant_pool,
486 ICacheFlushMode icache_flush_mode) {
487 int32_t* p = reinterpret_cast<int32_t*>(pc);
488 *p = target - (pc + sizeof(int32_t));
489 if (icache_flush_mode != SKIP_ICACHE_FLUSH) {
490 CpuFeatures::FlushICache(p, sizeof(int32_t));
495 Address Assembler::target_address_from_return_address(Address pc) {
496 return pc - kCallTargetAddressOffset;
500 Address Assembler::break_address_from_return_address(Address pc) {
501 return pc - Assembler::kPatchDebugBreakSlotReturnOffset;
505 Displacement Assembler::disp_at(Label* L) {
506 return Displacement(long_at(L->pos()));
510 void Assembler::disp_at_put(Label* L, Displacement disp) {
511 long_at_put(L->pos(), disp.data());
515 void Assembler::emit_disp(Label* L, Displacement::Type type) {
516 Displacement disp(L, type);
517 L->link_to(pc_offset());
518 emit(static_cast<int>(disp.data()));
522 void Assembler::emit_near_disp(Label* L) {
524 if (L->is_near_linked()) {
525 int offset = L->near_link_pos() - pc_offset();
526 DCHECK(is_int8(offset));
527 disp = static_cast<byte>(offset & 0xFF);
529 L->link_to(pc_offset(), Label::kNear);
534 void Assembler::deserialization_set_target_internal_reference_at(
535 Address pc, Address target, RelocInfo::Mode mode) {
536 Memory::Address_at(pc) = target;
540 void Operand::set_modrm(int mod, Register rm) {
541 DCHECK((mod & -4) == 0);
542 buf_[0] = mod << 6 | rm.code();
547 void Operand::set_sib(ScaleFactor scale, Register index, Register base) {
549 DCHECK((scale & -4) == 0);
550 // Use SIB with no index register only for base esp.
551 DCHECK(!index.is(esp) || base.is(esp));
552 buf_[1] = scale << 6 | index.code() << 3 | base.code();
557 void Operand::set_disp8(int8_t disp) {
558 DCHECK(len_ == 1 || len_ == 2);
559 *reinterpret_cast<int8_t*>(&buf_[len_++]) = disp;
563 void Operand::set_dispr(int32_t disp, RelocInfo::Mode rmode) {
564 DCHECK(len_ == 1 || len_ == 2);
565 int32_t* p = reinterpret_cast<int32_t*>(&buf_[len_]);
567 len_ += sizeof(int32_t);
571 Operand::Operand(Register reg) {
577 Operand::Operand(XMMRegister xmm_reg) {
578 Register reg = { xmm_reg.code() };
583 Operand::Operand(int32_t disp, RelocInfo::Mode rmode) {
586 set_dispr(disp, rmode);
590 Operand::Operand(Immediate imm) {
593 set_dispr(imm.x_, imm.rmode_);
595 } } // namespace v8::internal
597 #endif // V8_IA32_ASSEMBLER_IA32_INL_H_