1 // aarch64.cc -- aarch64 target support for gold.
3 // Copyright (C) 2014 Free Software Foundation, Inc.
4 // Written by Jing Yu <jingyu@google.com> and Han Shen <shenhan@google.com>.
6 // This file is part of gold.
8 // This program is free software; you can redistribute it and/or modify
9 // it under the terms of the GNU General Public License as published by
10 // the Free Software Foundation; either version 3 of the License, or
11 // (at your option) any later version.
13 // This program is distributed in the hope that it will be useful,
14 // but WITHOUT ANY WARRANTY; without even the implied warranty of
15 // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 // GNU General Public License for more details.
18 // You should have received a copy of the GNU General Public License
19 // along with this program; if not, write to the Free Software
20 // Foundation, Inc., 51 Franklin Street - Fifth Floor, Boston,
21 // MA 02110-1301, USA.
29 #include "parameters.h"
36 #include "copy-relocs.h"
38 #include "target-reloc.h"
39 #include "target-select.h"
45 #include "aarch64-reloc-property.h"
47 // The first three .got.plt entries are reserved.
48 const int32_t AARCH64_GOTPLT_RESERVE_COUNT = 3;
56 template<int size, bool big_endian>
57 class Output_data_plt_aarch64;
59 template<int size, bool big_endian>
60 class Output_data_plt_aarch64_standard;
62 template<int size, bool big_endian>
65 template<int size, bool big_endian>
66 class AArch64_relocate_functions;
68 // Output_data_got_aarch64 class.
70 template<int size, bool big_endian>
71 class Output_data_got_aarch64 : public Output_data_got<size, big_endian>
74 typedef typename elfcpp::Elf_types<size>::Elf_Addr Valtype;
75 Output_data_got_aarch64(Symbol_table* symtab, Layout* layout)
76 : Output_data_got<size, big_endian>(),
77 symbol_table_(symtab), layout_(layout)
80 // Add a static entry for the GOT entry at OFFSET. GSYM is a global
81 // symbol and R_TYPE is the code of a dynamic relocation that needs to be
82 // applied in a static link.
84 add_static_reloc(unsigned int got_offset, unsigned int r_type, Symbol* gsym)
85 { this->static_relocs_.push_back(Static_reloc(got_offset, r_type, gsym)); }
88 // Add a static reloc for the GOT entry at OFFSET. RELOBJ is an object
89 // defining a local symbol with INDEX. R_TYPE is the code of a dynamic
90 // relocation that needs to be applied in a static link.
92 add_static_reloc(unsigned int got_offset, unsigned int r_type,
93 Sized_relobj_file<size, big_endian>* relobj,
96 this->static_relocs_.push_back(Static_reloc(got_offset, r_type, relobj,
102 // Write out the GOT table.
104 do_write(Output_file* of) {
105 // The first entry in the GOT is the address of the .dynamic section.
106 gold_assert(this->data_size() >= size / 8);
107 Output_section* dynamic = this->layout_->dynamic_section();
108 Valtype dynamic_addr = dynamic == NULL ? 0 : dynamic->address();
109 this->replace_constant(0, dynamic_addr);
110 Output_data_got<size, big_endian>::do_write(of);
112 // Handling static relocs
113 if (this->static_relocs_.empty())
116 typedef typename elfcpp::Elf_types<size>::Elf_Addr AArch64_address;
118 gold_assert(parameters->doing_static_link());
119 const off_t offset = this->offset();
120 const section_size_type oview_size =
121 convert_to_section_size_type(this->data_size());
122 unsigned char* const oview = of->get_output_view(offset, oview_size);
124 Output_segment* tls_segment = this->layout_->tls_segment();
125 gold_assert(tls_segment != NULL);
127 AArch64_address aligned_tcb_address =
128 align_address(Target_aarch64<size, big_endian>::TCB_SIZE,
129 tls_segment->maximum_alignment());
131 for (size_t i = 0; i < this->static_relocs_.size(); ++i)
133 Static_reloc& reloc(this->static_relocs_[i]);
134 AArch64_address value;
136 if (!reloc.symbol_is_global())
138 Sized_relobj_file<size, big_endian>* object = reloc.relobj();
139 const Symbol_value<size>* psymval =
140 reloc.relobj()->local_symbol(reloc.index());
142 // We are doing static linking. Issue an error and skip this
143 // relocation if the symbol is undefined or in a discarded_section.
145 unsigned int shndx = psymval->input_shndx(&is_ordinary);
146 if ((shndx == elfcpp::SHN_UNDEF)
148 && shndx != elfcpp::SHN_UNDEF
149 && !object->is_section_included(shndx)
150 && !this->symbol_table_->is_section_folded(object, shndx)))
152 gold_error(_("undefined or discarded local symbol %u from "
153 " object %s in GOT"),
154 reloc.index(), reloc.relobj()->name().c_str());
157 value = psymval->value(object, 0);
161 const Symbol* gsym = reloc.symbol();
162 gold_assert(gsym != NULL);
163 if (gsym->is_forwarder())
164 gsym = this->symbol_table_->resolve_forwards(gsym);
166 // We are doing static linking. Issue an error and skip this
167 // relocation if the symbol is undefined or in a discarded_section
168 // unless it is a weakly_undefined symbol.
169 if ((gsym->is_defined_in_discarded_section()
170 || gsym->is_undefined())
171 && !gsym->is_weak_undefined())
173 gold_error(_("undefined or discarded symbol %s in GOT"),
178 if (!gsym->is_weak_undefined())
180 const Sized_symbol<size>* sym =
181 static_cast<const Sized_symbol<size>*>(gsym);
182 value = sym->value();
188 unsigned got_offset = reloc.got_offset();
189 gold_assert(got_offset < oview_size);
191 typedef typename elfcpp::Swap<size, big_endian>::Valtype Valtype;
192 Valtype* wv = reinterpret_cast<Valtype*>(oview + got_offset);
194 switch (reloc.r_type())
196 case elfcpp::R_AARCH64_TLS_DTPREL64:
199 case elfcpp::R_AARCH64_TLS_TPREL64:
200 x = value + aligned_tcb_address;
205 elfcpp::Swap<size, big_endian>::writeval(wv, x);
208 of->write_output_view(offset, oview_size, oview);
212 // Symbol table of the output object.
213 Symbol_table* symbol_table_;
214 // A pointer to the Layout class, so that we can find the .dynamic
215 // section when we write out the GOT section.
218 // This class represent dynamic relocations that need to be applied by
219 // gold because we are using TLS relocations in a static link.
223 Static_reloc(unsigned int got_offset, unsigned int r_type, Symbol* gsym)
224 : got_offset_(got_offset), r_type_(r_type), symbol_is_global_(true)
225 { this->u_.global.symbol = gsym; }
227 Static_reloc(unsigned int got_offset, unsigned int r_type,
228 Sized_relobj_file<size, big_endian>* relobj, unsigned int index)
229 : got_offset_(got_offset), r_type_(r_type), symbol_is_global_(false)
231 this->u_.local.relobj = relobj;
232 this->u_.local.index = index;
235 // Return the GOT offset.
238 { return this->got_offset_; }
243 { return this->r_type_; }
245 // Whether the symbol is global or not.
247 symbol_is_global() const
248 { return this->symbol_is_global_; }
250 // For a relocation against a global symbol, the global symbol.
254 gold_assert(this->symbol_is_global_);
255 return this->u_.global.symbol;
258 // For a relocation against a local symbol, the defining object.
259 Sized_relobj_file<size, big_endian>*
262 gold_assert(!this->symbol_is_global_);
263 return this->u_.local.relobj;
266 // For a relocation against a local symbol, the local symbol index.
270 gold_assert(!this->symbol_is_global_);
271 return this->u_.local.index;
275 // GOT offset of the entry to which this relocation is applied.
276 unsigned int got_offset_;
277 // Type of relocation.
278 unsigned int r_type_;
279 // Whether this relocation is against a global symbol.
280 bool symbol_is_global_;
281 // A global or local symbol.
286 // For a global symbol, the symbol itself.
291 // For a local symbol, the object defining the symbol.
292 Sized_relobj_file<size, big_endian>* relobj;
293 // For a local symbol, the symbol index.
297 }; // End of inner class Static_reloc
299 std::vector<Static_reloc> static_relocs_;
300 }; // End of Output_data_got_aarch64
303 template<int size, bool big_endian>
304 class AArch64_input_section;
307 template<int size, bool big_endian>
308 class AArch64_output_section;
313 template<int size, bool big_endian>
317 typedef Reloc_stub<size, big_endian> This;
318 typedef typename elfcpp::Elf_types<size>::Elf_Addr AArch64_address;
320 // Do not change the value of the enums, they are used to index into
326 // Using adrp/add pair, 4 insns (including alignment) without mem access,
327 // the fastest stub. This has a limited jump distance, which is tested by
328 // aarch64_valid_for_adrp_p.
331 // Using ldr-absolute-address/br-register, 4 insns with 1 mem access,
332 // unlimited in jump distance.
333 ST_LONG_BRANCH_ABS = 2,
335 // Using ldr/calculate-pcrel/jump, 8 insns (including alignment) with 1 mem
336 // access, slowest one. Only used in position independent executables.
337 ST_LONG_BRANCH_PCREL = 3,
341 // Branch range. This is used to calculate the section group size, as well as
342 // determine whether a stub is needed.
343 static const int MAX_BRANCH_OFFSET = ((1 << 25) - 1) << 2;
344 static const int MIN_BRANCH_OFFSET = -((1 << 25) << 2);
346 // Constant used to determine if an offset fits in the adrp instruction
348 static const int MAX_ADRP_IMM = (1 << 20) - 1;
349 static const int MIN_ADRP_IMM = -(1 << 20);
351 static const int BYTES_PER_INSN = 4;
352 static const int STUB_ADDR_ALIGN = 4;
354 // Determine whether the offset fits in the jump/branch instruction.
356 aarch64_valid_branch_offset_p(int64_t offset)
357 { return offset >= MIN_BRANCH_OFFSET && offset <= MAX_BRANCH_OFFSET; }
359 // Determine whether the offset fits in the adrp immediate field.
361 aarch64_valid_for_adrp_p(AArch64_address location, AArch64_address dest)
363 typedef AArch64_relocate_functions<size, big_endian> Reloc;
364 int64_t adrp_imm = (Reloc::Page(dest) - Reloc::Page(location)) >> 12;
365 return adrp_imm >= MIN_ADRP_IMM && adrp_imm <= MAX_ADRP_IMM;
368 // Determine the stub type for a certain relocation or ST_NONE, if no stub is
371 stub_type_for_reloc(unsigned int r_type, AArch64_address address,
372 AArch64_address target);
374 Reloc_stub(Stub_type stub_type)
375 : stub_type_(stub_type), offset_(invalid_offset),
376 destination_address_(invalid_address)
382 // Return offset of code stub from beginning of its containing stub table.
386 gold_assert(this->offset_ != invalid_offset);
387 return this->offset_;
390 // Set offset of code stub from beginning of its containing stub table.
392 set_offset(section_offset_type offset)
393 { this->offset_ = offset; }
395 // Return destination address.
397 destination_address() const
399 gold_assert(this->destination_address_ != this->invalid_address);
400 return this->destination_address_;
403 // Set destination address.
405 set_destination_address(AArch64_address address)
407 gold_assert(address != this->invalid_address);
408 this->destination_address_ = address;
411 // Reset the destination address.
413 reset_destination_address()
414 { this->destination_address_ = this->invalid_address; }
416 // Return the stub type.
419 { return stub_type_; }
421 // Return the stub size.
424 { return this->stub_insn_number() * BYTES_PER_INSN; }
426 // Return the instruction number of this stub instance.
428 stub_insn_number() const
429 { return stub_insns_[this->stub_type_][0]; }
431 // Note the first "insn" is the number of total insns in this array.
434 { return stub_insns_[this->stub_type_]; }
436 // Write stub to output file.
438 write(unsigned char* view, section_size_type view_size)
439 { this->do_write(view, view_size); }
441 // The key class used to index the stub instance in the stub table's stub map.
445 Key(Stub_type stub_type, const Symbol* symbol, const Relobj* relobj,
446 unsigned int r_sym, int32_t addend)
447 : stub_type_(stub_type), addend_(addend)
451 this->r_sym_ = Reloc_stub::invalid_index;
452 this->u_.symbol = symbol;
456 gold_assert(relobj != NULL && r_sym != invalid_index);
457 this->r_sym_ = r_sym;
458 this->u_.relobj = relobj;
468 { return this->stub_type_; }
470 // Return the local symbol index or invalid_index.
473 { return this->r_sym_; }
475 // Return the symbol if there is one.
478 { return this->r_sym_ == invalid_index ? this->u_.symbol : NULL; }
480 // Return the relobj if there is one.
483 { return this->r_sym_ != invalid_index ? this->u_.relobj : NULL; }
485 // Whether this equals to another key k.
487 eq(const Key& k) const
489 return ((this->stub_type_ == k.stub_type_)
490 && (this->r_sym_ == k.r_sym_)
491 && ((this->r_sym_ != Reloc_stub::invalid_index)
492 ? (this->u_.relobj == k.u_.relobj)
493 : (this->u_.symbol == k.u_.symbol))
494 && (this->addend_ == k.addend_));
497 // Return a hash value.
501 size_t name_hash_value = gold::string_hash<char>(
502 (this->r_sym_ != Reloc_stub::invalid_index)
503 ? this->u_.relobj->name().c_str()
504 : this->u_.symbol->name());
505 // We only have 4 stub types.
506 size_t stub_type_hash_value = 0x03 & this->stub_type_;
507 return (name_hash_value
508 ^ stub_type_hash_value
509 ^ ((this->r_sym_ & 0x3fff) << 2)
510 ^ ((this->addend_ & 0xffff) << 16));
513 // Functors for STL associative containers.
517 operator()(const Key& k) const
518 { return k.hash_value(); }
524 operator()(const Key& k1, const Key& k2) const
525 { return k1.eq(k2); }
530 const Stub_type stub_type_;
531 // If this is a local symbol, this is the index in the defining object.
532 // Otherwise, it is invalid_index for a global symbol.
534 // If r_sym_ is an invalid index, this points to a global symbol.
535 // Otherwise, it points to a relobj. We used the unsized and target
536 // independent Symbol and Relobj classes instead of Sized_symbol<32> and
537 // Arm_relobj, in order to avoid making the stub class a template
538 // as most of the stub machinery is endianness-neutral. However, it
539 // may require a bit of casting done by users of this class.
542 const Symbol* symbol;
543 const Relobj* relobj;
545 // Addend associated with a reloc.
547 }; // End of inner class Reloc_stub::Key
550 // This may be overridden in the child class.
552 do_write(unsigned char*, section_size_type);
555 static const section_offset_type invalid_offset =
556 static_cast<section_offset_type>(-1);
557 static const unsigned int invalid_index = static_cast<unsigned int>(-1);
558 static const AArch64_address invalid_address =
559 static_cast<AArch64_address>(-1);
561 static const uint32_t stub_insns_[][10];
563 const Stub_type stub_type_;
564 section_offset_type offset_;
565 AArch64_address destination_address_;
566 }; // End of Reloc_stub
569 // Write data to output file.
571 template<int size, bool big_endian>
573 Reloc_stub<size, big_endian>::
574 do_write(unsigned char* view, section_size_type)
576 typedef typename elfcpp::Swap<32, big_endian>::Valtype Insntype;
577 const uint32_t* insns = this->stub_insns();
578 uint32_t num_insns = this->stub_insn_number();
579 Insntype* ip = reinterpret_cast<Insntype*>(view);
580 for (uint32_t i = 1; i <= num_insns; ++i)
581 elfcpp::Swap<32, big_endian>::writeval(ip + i - 1, insns[i]);
585 // Stubs instructions definition.
587 template<int size, bool big_endian>
589 Reloc_stub<size, big_endian>::stub_insns_[][10] =
591 // The first element of each group is the num of the insns.
599 0x90000010, /* adrp ip0, X */
600 /* ADR_PREL_PG_HI21(X) */
601 0x91000210, /* add ip0, ip0, :lo12:X */
602 /* ADD_ABS_LO12_NC(X) */
603 0xd61f0200, /* br ip0 */
604 0x00000000, /* alignment padding */
607 // ST_LONG_BRANCH_ABS
610 0x58000050, /* ldr ip0, 0x8 */
611 0xd61f0200, /* br ip0 */
612 0x00000000, /* address field */
613 0x00000000, /* address fields */
616 // ST_LONG_BRANCH_PCREL
619 0x58000090, /* ldr ip0, 0x10 */
620 0x10000011, /* adr ip1, #0 */
621 0x8b110210, /* add ip0, ip0, ip1 */
622 0xd61f0200, /* br ip0 */
623 0x00000000, /* address field */
624 0x00000000, /* address field */
625 0x00000000, /* alignment padding */
626 0x00000000, /* alignment padding */
631 // Determine the stub type for a certain relocation or ST_NONE, if no stub is
634 template<int size, bool big_endian>
636 typename Reloc_stub<size, big_endian>::Stub_type
637 Reloc_stub<size, big_endian>::stub_type_for_reloc(
638 unsigned int r_type, AArch64_address location, AArch64_address dest)
640 int64_t branch_offset = 0;
643 case elfcpp::R_AARCH64_CALL26:
644 case elfcpp::R_AARCH64_JUMP26:
645 branch_offset = dest - location;
651 if (aarch64_valid_branch_offset_p(branch_offset))
654 if (aarch64_valid_for_adrp_p(location, dest))
655 return ST_ADRP_BRANCH;
657 if (parameters->options().output_is_position_independent()
658 && parameters->options().output_is_executable())
659 return ST_LONG_BRANCH_PCREL;
661 return ST_LONG_BRANCH_ABS;
664 // A class to hold stubs for the ARM target.
666 template<int size, bool big_endian>
667 class Stub_table : public Output_data
670 typedef Target_aarch64<size, big_endian> The_target_aarch64;
671 typedef typename elfcpp::Elf_types<size>::Elf_Addr AArch64_address;
672 typedef AArch64_input_section<size, big_endian> The_aarch64_input_section;
673 typedef Reloc_stub<size, big_endian> The_reloc_stub;
674 typedef typename The_reloc_stub::Key The_reloc_stub_key;
675 typedef typename The_reloc_stub_key::hash The_reloc_stub_key_hash;
676 typedef typename The_reloc_stub_key::equal_to The_reloc_stub_key_equal_to;
677 typedef Stub_table<size, big_endian> The_stub_table;
678 typedef Unordered_map<The_reloc_stub_key, The_reloc_stub*,
679 The_reloc_stub_key_hash, The_reloc_stub_key_equal_to>
681 typedef typename Reloc_stub_map::const_iterator Reloc_stub_map_const_iter;
682 typedef Relocate_info<size, big_endian> The_relocate_info;
684 Stub_table(The_aarch64_input_section* owner)
685 : Output_data(), owner_(owner), reloc_stubs_size_(0), prev_data_size_(0)
691 The_aarch64_input_section*
695 // Whether this stub table is empty.
698 { return reloc_stubs_.empty(); }
700 // Return the current data size.
702 current_data_size() const
703 { return this->current_data_size_for_child(); }
705 // Add a STUB using KEY. The caller is responsible for avoiding addition
706 // if a STUB with the same key has already been added.
708 add_reloc_stub(The_reloc_stub* stub, const The_reloc_stub_key& key);
710 // Finalize stubs. No-op here, just for completeness.
715 // Look up a relocation stub using KEY. Return NULL if there is none.
717 find_reloc_stub(The_reloc_stub_key& key)
719 Reloc_stub_map_const_iter p = this->reloc_stubs_.find(key);
720 return (p != this->reloc_stubs_.end()) ? p->second : NULL;
723 // Relocate stubs in this stub table.
725 relocate_stubs(const The_relocate_info*,
732 // Update data size at the end of a relaxation pass. Return true if data size
733 // is different from that of the previous relaxation pass.
735 update_data_size_changed_p()
737 // No addralign changed here.
738 off_t s = this->reloc_stubs_size_;
739 bool changed = (s != this->prev_data_size_);
740 this->prev_data_size_ = s;
745 // Write out section contents.
747 do_write(Output_file*);
749 // Return the required alignment.
752 { return The_reloc_stub::STUB_ADDR_ALIGN; }
754 // Reset address and file offset.
756 do_reset_address_and_file_offset()
757 { this->set_current_data_size_for_child(this->prev_data_size_); }
759 // Set final data size.
761 set_final_data_size()
762 { this->set_data_size(this->current_data_size()); }
765 // Relocate one stub.
767 relocate_stub(The_reloc_stub*,
768 const The_relocate_info*,
776 // Owner of this stub table.
777 The_aarch64_input_section* owner_;
778 // The relocation stubs.
779 Reloc_stub_map reloc_stubs_;
780 // Size of reloc stubs.
781 off_t reloc_stubs_size_;
782 // data size of this in the previous pass.
783 off_t prev_data_size_;
784 }; // End of Stub_table
787 // Add a STUB using KEY. The caller is responsible for avoiding addition
788 // if a STUB with the same key has already been added.
790 template<int size, bool big_endian>
792 Stub_table<size, big_endian>::add_reloc_stub(
793 The_reloc_stub* stub, const The_reloc_stub_key& key)
795 gold_assert(stub->stub_type() == key.stub_type());
796 this->reloc_stubs_[key] = stub;
798 // Assign stub offset early. We can do this because we never remove
799 // reloc stubs and they are in the beginning of the stub table.
800 this->reloc_stubs_size_ = align_address(this->reloc_stubs_size_,
801 The_reloc_stub::STUB_ADDR_ALIGN);
802 stub->set_offset(this->reloc_stubs_size_);
803 this->reloc_stubs_size_ += stub->stub_size();
807 // Relocate all stubs in this stub table.
809 template<int size, bool big_endian>
811 Stub_table<size, big_endian>::
812 relocate_stubs(const The_relocate_info* relinfo,
813 The_target_aarch64* target_aarch64,
814 Output_section* output_section,
816 AArch64_address address,
817 section_size_type view_size)
819 // "view_size" is the total size of the stub_table.
820 gold_assert(address == this->address() &&
821 view_size == static_cast<section_size_type>(this->data_size()));
822 for(Reloc_stub_map_const_iter p = this->reloc_stubs_.begin();
823 p != this->reloc_stubs_.end(); ++p)
824 relocate_stub(p->second, relinfo, target_aarch64, output_section,
825 view, address, view_size);
829 // Relocate one stub. This is a helper for Stub_table::relocate_stubs().
831 template<int size, bool big_endian>
833 Stub_table<size, big_endian>::
834 relocate_stub(The_reloc_stub* stub,
835 const The_relocate_info* relinfo,
836 The_target_aarch64* target_aarch64,
837 Output_section* output_section,
839 AArch64_address address,
840 section_size_type view_size)
842 // "offset" is the offset from the beginning of the stub_table.
843 section_size_type offset = stub->offset();
844 section_size_type stub_size = stub->stub_size();
845 // "view_size" is the total size of the stub_table.
846 gold_assert(offset + stub_size <= view_size);
848 target_aarch64->relocate_stub(stub, relinfo, output_section,
849 view + offset, address + offset, view_size);
853 // Write out the stubs to file.
855 template<int size, bool big_endian>
857 Stub_table<size, big_endian>::do_write(Output_file* of)
859 off_t offset = this->offset();
860 const section_size_type oview_size =
861 convert_to_section_size_type(this->data_size());
862 unsigned char* const oview = of->get_output_view(offset, oview_size);
864 // Write relocation stubs.
865 for (typename Reloc_stub_map::const_iterator p = this->reloc_stubs_.begin();
866 p != this->reloc_stubs_.end(); ++p)
868 The_reloc_stub* stub = p->second;
869 AArch64_address address = this->address() + stub->offset();
870 gold_assert(address ==
871 align_address(address, The_reloc_stub::STUB_ADDR_ALIGN));
872 stub->write(oview + stub->offset(), stub->stub_size());
875 of->write_output_view(this->offset(), oview_size, oview);
879 // AArch64_relobj class.
881 template<int size, bool big_endian>
882 class AArch64_relobj : public Sized_relobj_file<size, big_endian>
885 typedef AArch64_relobj<size, big_endian> This;
886 typedef Target_aarch64<size, big_endian> The_target_aarch64;
887 typedef AArch64_input_section<size, big_endian> The_aarch64_input_section;
888 typedef typename elfcpp::Elf_types<size>::Elf_Addr AArch64_address;
889 typedef Stub_table<size, big_endian> The_stub_table;
890 typedef std::vector<The_stub_table*> Stub_table_list;
891 static const AArch64_address invalid_address =
892 static_cast<AArch64_address>(-1);
894 AArch64_relobj(const std::string& name, Input_file* input_file, off_t offset,
895 const typename elfcpp::Ehdr<size, big_endian>& ehdr)
896 : Sized_relobj_file<size, big_endian>(name, input_file, offset, ehdr),
903 // Return the stub table of the SHNDX-th section if there is one.
905 stub_table(unsigned int shndx) const
907 gold_assert(shndx < this->stub_tables_.size());
908 return this->stub_tables_[shndx];
911 // Set STUB_TABLE to be the stub_table of the SHNDX-th section.
913 set_stub_table(unsigned int shndx, The_stub_table* stub_table)
915 gold_assert(shndx < this->stub_tables_.size());
916 this->stub_tables_[shndx] = stub_table;
919 // Scan all relocation sections for stub generation.
921 scan_sections_for_stubs(The_target_aarch64*, const Symbol_table*,
924 // Whether a section is a scannable text section.
926 text_section_is_scannable(const elfcpp::Shdr<size, big_endian>&, unsigned int,
927 const Output_section*, const Symbol_table*);
929 // Convert regular input section with index SHNDX to a relaxed section.
931 convert_input_section_to_relaxed_section(unsigned /* shndx */)
933 // The stubs have relocations and we need to process them after writing
934 // out the stubs. So relocation now must follow section write.
935 this->set_relocs_must_follow_section_writes();
939 // Post constructor setup.
943 // Call parent's setup method.
944 Sized_relobj_file<size, big_endian>::do_setup();
946 // Initialize look-up tables.
947 this->stub_tables_.resize(this->shnum());
951 do_relocate_sections(
952 const Symbol_table* symtab, const Layout* layout,
953 const unsigned char* pshdrs, Output_file* of,
954 typename Sized_relobj_file<size, big_endian>::Views* pviews);
957 // Whether a section needs to be scanned for relocation stubs.
959 section_needs_reloc_stub_scanning(const elfcpp::Shdr<size, big_endian>&,
960 const Relobj::Output_sections&,
961 const Symbol_table*, const unsigned char*);
963 // List of stub tables.
964 Stub_table_list stub_tables_;
965 }; // End of AArch64_relobj
968 // Relocate sections.
970 template<int size, bool big_endian>
972 AArch64_relobj<size, big_endian>::do_relocate_sections(
973 const Symbol_table* symtab, const Layout* layout,
974 const unsigned char* pshdrs, Output_file* of,
975 typename Sized_relobj_file<size, big_endian>::Views* pviews)
977 // Call parent to relocate sections.
978 Sized_relobj_file<size, big_endian>::do_relocate_sections(symtab, layout,
981 // We do not generate stubs if doing a relocatable link.
982 if (parameters->options().relocatable())
985 Relocate_info<size, big_endian> relinfo;
986 relinfo.symtab = symtab;
987 relinfo.layout = layout;
988 relinfo.object = this;
990 // Relocate stub tables.
991 unsigned int shnum = this->shnum();
992 The_target_aarch64* target = The_target_aarch64::current_target();
994 for (unsigned int i = 1; i < shnum; ++i)
996 The_aarch64_input_section* aarch64_input_section =
997 target->find_aarch64_input_section(this, i);
998 if (aarch64_input_section != NULL
999 && aarch64_input_section->is_stub_table_owner()
1000 && !aarch64_input_section->stub_table()->empty())
1002 Output_section* os = this->output_section(i);
1003 gold_assert(os != NULL);
1005 relinfo.reloc_shndx = elfcpp::SHN_UNDEF;
1006 relinfo.reloc_shdr = NULL;
1007 relinfo.data_shndx = i;
1008 relinfo.data_shdr = pshdrs + i * elfcpp::Elf_sizes<size>::shdr_size;
1010 typename Sized_relobj_file<size, big_endian>::View_size&
1011 view_struct = (*pviews)[i];
1012 gold_assert(view_struct.view != NULL);
1014 The_stub_table* stub_table = aarch64_input_section->stub_table();
1015 off_t offset = stub_table->address() - view_struct.address;
1016 unsigned char* view = view_struct.view + offset;
1017 AArch64_address address = stub_table->address();
1018 section_size_type view_size = stub_table->data_size();
1019 stub_table->relocate_stubs(&relinfo, target, os, view, address,
1026 // Determine if an input section is scannable for stub processing. SHDR is
1027 // the header of the section and SHNDX is the section index. OS is the output
1028 // section for the input section and SYMTAB is the global symbol table used to
1029 // look up ICF information.
1031 template<int size, bool big_endian>
1033 AArch64_relobj<size, big_endian>::text_section_is_scannable(
1034 const elfcpp::Shdr<size, big_endian>& text_shdr,
1035 unsigned int text_shndx,
1036 const Output_section* os,
1037 const Symbol_table* symtab)
1039 // Skip any empty sections, unallocated sections or sections whose
1040 // type are not SHT_PROGBITS.
1041 if (text_shdr.get_sh_size() == 0
1042 || (text_shdr.get_sh_flags() & elfcpp::SHF_ALLOC) == 0
1043 || text_shdr.get_sh_type() != elfcpp::SHT_PROGBITS)
1046 // Skip any discarded or ICF'ed sections.
1047 if (os == NULL || symtab->is_section_folded(this, text_shndx))
1050 // Skip exception frame.
1051 if (strcmp(os->name(), ".eh_frame") == 0)
1054 gold_assert(!this->is_output_section_offset_invalid(text_shndx) ||
1055 os->find_relaxed_input_section(this, text_shndx) != NULL);
1061 // Determine if we want to scan the SHNDX-th section for relocation stubs.
1062 // This is a helper for AArch64_relobj::scan_sections_for_stubs().
1064 template<int size, bool big_endian>
1066 AArch64_relobj<size, big_endian>::section_needs_reloc_stub_scanning(
1067 const elfcpp::Shdr<size, big_endian>& shdr,
1068 const Relobj::Output_sections& out_sections,
1069 const Symbol_table* symtab,
1070 const unsigned char* pshdrs)
1072 unsigned int sh_type = shdr.get_sh_type();
1073 if (sh_type != elfcpp::SHT_RELA)
1076 // Ignore empty section.
1077 off_t sh_size = shdr.get_sh_size();
1081 // Ignore reloc section with unexpected symbol table. The
1082 // error will be reported in the final link.
1083 if (this->adjust_shndx(shdr.get_sh_link()) != this->symtab_shndx())
1086 gold_assert(sh_type == elfcpp::SHT_RELA);
1087 unsigned int reloc_size = elfcpp::Elf_sizes<size>::rela_size;
1089 // Ignore reloc section with unexpected entsize or uneven size.
1090 // The error will be reported in the final link.
1091 if (reloc_size != shdr.get_sh_entsize() || sh_size % reloc_size != 0)
1094 // Ignore reloc section with bad info. This error will be
1095 // reported in the final link.
1096 unsigned int text_shndx = this->adjust_shndx(shdr.get_sh_info());
1097 if (text_shndx >= this->shnum())
1100 const unsigned int shdr_size = elfcpp::Elf_sizes<size>::shdr_size;
1101 const elfcpp::Shdr<size, big_endian> text_shdr(pshdrs +
1102 text_shndx * shdr_size);
1103 return this->text_section_is_scannable(text_shdr, text_shndx,
1104 out_sections[text_shndx], symtab);
1108 // Scan relocations for stub generation.
1110 template<int size, bool big_endian>
1112 AArch64_relobj<size, big_endian>::scan_sections_for_stubs(
1113 The_target_aarch64* target,
1114 const Symbol_table* symtab,
1115 const Layout* layout)
1117 unsigned int shnum = this->shnum();
1118 const unsigned int shdr_size = elfcpp::Elf_sizes<size>::shdr_size;
1120 // Read the section headers.
1121 const unsigned char* pshdrs = this->get_view(this->elf_file()->shoff(),
1125 // To speed up processing, we set up hash tables for fast lookup of
1126 // input offsets to output addresses.
1127 this->initialize_input_to_output_maps();
1129 const Relobj::Output_sections& out_sections(this->output_sections());
1131 Relocate_info<size, big_endian> relinfo;
1132 relinfo.symtab = symtab;
1133 relinfo.layout = layout;
1134 relinfo.object = this;
1136 // Do relocation stubs scanning.
1137 const unsigned char* p = pshdrs + shdr_size;
1138 for (unsigned int i = 1; i < shnum; ++i, p += shdr_size)
1140 const elfcpp::Shdr<size, big_endian> shdr(p);
1141 if (this->section_needs_reloc_stub_scanning(shdr, out_sections, symtab,
1144 unsigned int index = this->adjust_shndx(shdr.get_sh_info());
1145 AArch64_address output_offset =
1146 this->get_output_section_offset(index);
1147 AArch64_address output_address;
1148 if (output_offset != invalid_address)
1150 output_address = out_sections[index]->address() + output_offset;
1154 // Currently this only happens for a relaxed section.
1155 const Output_relaxed_input_section* poris =
1156 out_sections[index]->find_relaxed_input_section(this, index);
1157 gold_assert(poris != NULL);
1158 output_address = poris->address();
1161 // Get the relocations.
1162 const unsigned char* prelocs = this->get_view(shdr.get_sh_offset(),
1166 // Get the section contents.
1167 section_size_type input_view_size = 0;
1168 const unsigned char* input_view =
1169 this->section_contents(index, &input_view_size, false);
1171 relinfo.reloc_shndx = i;
1172 relinfo.data_shndx = index;
1173 unsigned int sh_type = shdr.get_sh_type();
1174 unsigned int reloc_size;
1175 gold_assert (sh_type == elfcpp::SHT_RELA);
1176 reloc_size = elfcpp::Elf_sizes<size>::rela_size;
1178 Output_section* os = out_sections[index];
1179 target->scan_section_for_stubs(&relinfo, sh_type, prelocs,
1180 shdr.get_sh_size() / reloc_size,
1182 output_offset == invalid_address,
1183 input_view, output_address,
1190 // A class to wrap an ordinary input section containing executable code.
1192 template<int size, bool big_endian>
1193 class AArch64_input_section : public Output_relaxed_input_section
1196 typedef Stub_table<size, big_endian> The_stub_table;
1198 AArch64_input_section(Relobj* relobj, unsigned int shndx)
1199 : Output_relaxed_input_section(relobj, shndx, 1),
1201 original_contents_(NULL), original_size_(0),
1202 original_addralign_(1)
1205 ~AArch64_input_section()
1206 { delete[] this->original_contents_; }
1212 // Set the stub_table.
1214 set_stub_table(The_stub_table* st)
1215 { this->stub_table_ = st; }
1217 // Whether this is a stub table owner.
1219 is_stub_table_owner() const
1220 { return this->stub_table_ != NULL && this->stub_table_->owner() == this; }
1222 // Return the original size of the section.
1224 original_size() const
1225 { return this->original_size_; }
1227 // Return the stub table.
1230 { return stub_table_; }
1233 // Write out this input section.
1235 do_write(Output_file*);
1237 // Return required alignment of this.
1239 do_addralign() const
1241 if (this->is_stub_table_owner())
1242 return std::max(this->stub_table_->addralign(),
1243 static_cast<uint64_t>(this->original_addralign_));
1245 return this->original_addralign_;
1248 // Finalize data size.
1250 set_final_data_size();
1252 // Reset address and file offset.
1254 do_reset_address_and_file_offset();
1258 do_output_offset(const Relobj* object, unsigned int shndx,
1259 section_offset_type offset,
1260 section_offset_type* poutput) const
1262 if ((object == this->relobj())
1263 && (shndx == this->shndx())
1266 convert_types<section_offset_type, uint32_t>(this->original_size_)))
1276 // Copying is not allowed.
1277 AArch64_input_section(const AArch64_input_section&);
1278 AArch64_input_section& operator=(const AArch64_input_section&);
1280 // The relocation stubs.
1281 The_stub_table* stub_table_;
1282 // Original section contents. We have to make a copy here since the file
1283 // containing the original section may not be locked when we need to access
1285 unsigned char* original_contents_;
1286 // Section size of the original input section.
1287 uint32_t original_size_;
1288 // Address alignment of the original input section.
1289 uint32_t original_addralign_;
1290 }; // End of AArch64_input_section
1293 // Finalize data size.
1295 template<int size, bool big_endian>
1297 AArch64_input_section<size, big_endian>::set_final_data_size()
1299 off_t off = convert_types<off_t, uint64_t>(this->original_size_);
1301 if (this->is_stub_table_owner())
1303 this->stub_table_->finalize_data_size();
1304 off = align_address(off, this->stub_table_->addralign());
1305 off += this->stub_table_->data_size();
1307 this->set_data_size(off);
1311 // Reset address and file offset.
1313 template<int size, bool big_endian>
1315 AArch64_input_section<size, big_endian>::do_reset_address_and_file_offset()
1317 // Size of the original input section contents.
1318 off_t off = convert_types<off_t, uint64_t>(this->original_size_);
1320 // If this is a stub table owner, account for the stub table size.
1321 if (this->is_stub_table_owner())
1323 The_stub_table* stub_table = this->stub_table_;
1325 // Reset the stub table's address and file offset. The
1326 // current data size for child will be updated after that.
1327 stub_table_->reset_address_and_file_offset();
1328 off = align_address(off, stub_table_->addralign());
1329 off += stub_table->current_data_size();
1332 this->set_current_data_size(off);
1336 // Initialize an Arm_input_section.
1338 template<int size, bool big_endian>
1340 AArch64_input_section<size, big_endian>::init()
1342 Relobj* relobj = this->relobj();
1343 unsigned int shndx = this->shndx();
1345 // We have to cache original size, alignment and contents to avoid locking
1346 // the original file.
1347 this->original_addralign_ =
1348 convert_types<uint32_t, uint64_t>(relobj->section_addralign(shndx));
1350 // This is not efficient but we expect only a small number of relaxed
1351 // input sections for stubs.
1352 section_size_type section_size;
1353 const unsigned char* section_contents =
1354 relobj->section_contents(shndx, §ion_size, false);
1355 this->original_size_ =
1356 convert_types<uint32_t, uint64_t>(relobj->section_size(shndx));
1358 gold_assert(this->original_contents_ == NULL);
1359 this->original_contents_ = new unsigned char[section_size];
1360 memcpy(this->original_contents_, section_contents, section_size);
1362 // We want to make this look like the original input section after
1363 // output sections are finalized.
1364 Output_section* os = relobj->output_section(shndx);
1365 off_t offset = relobj->output_section_offset(shndx);
1366 gold_assert(os != NULL && !relobj->is_output_section_offset_invalid(shndx));
1367 this->set_address(os->address() + offset);
1368 this->set_file_offset(os->offset() + offset);
1369 this->set_current_data_size(this->original_size_);
1370 this->finalize_data_size();
1374 // Write data to output file.
1376 template<int size, bool big_endian>
1378 AArch64_input_section<size, big_endian>::do_write(Output_file* of)
1380 // We have to write out the original section content.
1381 gold_assert(this->original_contents_ != NULL);
1382 of->write(this->offset(), this->original_contents_,
1383 this->original_size_);
1385 // If this owns a stub table and it is not empty, write it.
1386 if (this->is_stub_table_owner() && !this->stub_table_->empty())
1387 this->stub_table_->write(of);
1391 // Arm output section class. This is defined mainly to add a number of stub
1392 // generation methods.
1394 template<int size, bool big_endian>
1395 class AArch64_output_section : public Output_section
1398 typedef Target_aarch64<size, big_endian> The_target_aarch64;
1399 typedef AArch64_relobj<size, big_endian> The_aarch64_relobj;
1400 typedef Stub_table<size, big_endian> The_stub_table;
1401 typedef AArch64_input_section<size, big_endian> The_aarch64_input_section;
1404 AArch64_output_section(const char* name, elfcpp::Elf_Word type,
1405 elfcpp::Elf_Xword flags)
1406 : Output_section(name, type, flags)
1409 ~AArch64_output_section() {}
1411 // Group input sections for stub generation.
1413 group_sections(section_size_type, bool, Target_aarch64<size, big_endian>*,
1417 typedef Output_section::Input_section Input_section;
1418 typedef Output_section::Input_section_list Input_section_list;
1420 // Create a stub group.
1422 create_stub_group(Input_section_list::const_iterator,
1423 Input_section_list::const_iterator,
1424 Input_section_list::const_iterator,
1425 The_target_aarch64*,
1426 std::vector<Output_relaxed_input_section*>&,
1428 }; // End of AArch64_output_section
1431 // Create a stub group for input sections from FIRST to LAST. OWNER points to
1432 // the input section that will be the owner of the stub table.
1434 template<int size, bool big_endian> void
1435 AArch64_output_section<size, big_endian>::create_stub_group(
1436 Input_section_list::const_iterator first,
1437 Input_section_list::const_iterator last,
1438 Input_section_list::const_iterator owner,
1439 The_target_aarch64* target,
1440 std::vector<Output_relaxed_input_section*>& new_relaxed_sections,
1443 // Currently we convert ordinary input sections into relaxed sections only
1445 The_aarch64_input_section* input_section;
1446 if (owner->is_relaxed_input_section())
1450 gold_assert(owner->is_input_section());
1451 // Create a new relaxed input section. We need to lock the original
1453 Task_lock_obj<Object> tl(task, owner->relobj());
1455 target->new_aarch64_input_section(owner->relobj(), owner->shndx());
1456 new_relaxed_sections.push_back(input_section);
1459 // Create a stub table.
1460 The_stub_table* stub_table =
1461 target->new_stub_table(input_section);
1463 input_section->set_stub_table(stub_table);
1465 Input_section_list::const_iterator p = first;
1466 // Look for input sections or relaxed input sections in [first ... last].
1469 if (p->is_input_section() || p->is_relaxed_input_section())
1471 // The stub table information for input sections live
1472 // in their objects.
1473 The_aarch64_relobj* aarch64_relobj =
1474 static_cast<The_aarch64_relobj*>(p->relobj());
1475 aarch64_relobj->set_stub_table(p->shndx(), stub_table);
1478 while (p++ != last);
1482 // Group input sections for stub generation. GROUP_SIZE is roughly the limit of
1483 // stub groups. We grow a stub group by adding input section until the size is
1484 // just below GROUP_SIZE. The last input section will be converted into a stub
1485 // table owner. If STUB_ALWAYS_AFTER_BRANCH is false, we also add input sectiond
1486 // after the stub table, effectively doubling the group size.
1488 // This is similar to the group_sections() function in elf32-arm.c but is
1489 // implemented differently.
1491 template<int size, bool big_endian>
1492 void AArch64_output_section<size, big_endian>::group_sections(
1493 section_size_type group_size,
1494 bool stubs_always_after_branch,
1495 Target_aarch64<size, big_endian>* target,
1501 FINDING_STUB_SECTION,
1505 std::vector<Output_relaxed_input_section*> new_relaxed_sections;
1507 State state = NO_GROUP;
1508 section_size_type off = 0;
1509 section_size_type group_begin_offset = 0;
1510 section_size_type group_end_offset = 0;
1511 section_size_type stub_table_end_offset = 0;
1512 Input_section_list::const_iterator group_begin =
1513 this->input_sections().end();
1514 Input_section_list::const_iterator stub_table =
1515 this->input_sections().end();
1516 Input_section_list::const_iterator group_end = this->input_sections().end();
1517 for (Input_section_list::const_iterator p = this->input_sections().begin();
1518 p != this->input_sections().end();
1521 section_size_type section_begin_offset =
1522 align_address(off, p->addralign());
1523 section_size_type section_end_offset =
1524 section_begin_offset + p->data_size();
1526 // Check to see if we should group the previously seen sections.
1532 case FINDING_STUB_SECTION:
1533 // Adding this section makes the group larger than GROUP_SIZE.
1534 if (section_end_offset - group_begin_offset >= group_size)
1536 if (stubs_always_after_branch)
1538 gold_assert(group_end != this->input_sections().end());
1539 this->create_stub_group(group_begin, group_end, group_end,
1540 target, new_relaxed_sections,
1546 // Input sections up to stub_group_size bytes after the stub
1547 // table can be handled by it too.
1548 state = HAS_STUB_SECTION;
1549 stub_table = group_end;
1550 stub_table_end_offset = group_end_offset;
1555 case HAS_STUB_SECTION:
1556 // Adding this section makes the post stub-section group larger
1559 // NOT SUPPORTED YET. For completeness only.
1560 if (section_end_offset - stub_table_end_offset >= group_size)
1562 gold_assert(group_end != this->input_sections().end());
1563 this->create_stub_group(group_begin, group_end, stub_table,
1564 target, new_relaxed_sections, task);
1573 // If we see an input section and currently there is no group, start
1574 // a new one. Skip any empty sections. We look at the data size
1575 // instead of calling p->relobj()->section_size() to avoid locking.
1576 if ((p->is_input_section() || p->is_relaxed_input_section())
1577 && (p->data_size() != 0))
1579 if (state == NO_GROUP)
1581 state = FINDING_STUB_SECTION;
1583 group_begin_offset = section_begin_offset;
1586 // Keep track of the last input section seen.
1588 group_end_offset = section_end_offset;
1591 off = section_end_offset;
1594 // Create a stub group for any ungrouped sections.
1595 if (state == FINDING_STUB_SECTION || state == HAS_STUB_SECTION)
1597 gold_assert(group_end != this->input_sections().end());
1598 this->create_stub_group(group_begin, group_end,
1599 (state == FINDING_STUB_SECTION
1602 target, new_relaxed_sections, task);
1605 if (!new_relaxed_sections.empty())
1606 this->convert_input_sections_to_relaxed_sections(new_relaxed_sections);
1608 // Update the section offsets
1609 for (size_t i = 0; i < new_relaxed_sections.size(); ++i)
1611 The_aarch64_relobj* relobj = static_cast<The_aarch64_relobj*>(
1612 new_relaxed_sections[i]->relobj());
1613 unsigned int shndx = new_relaxed_sections[i]->shndx();
1614 // Tell AArch64_relobj that this input section is converted.
1615 relobj->convert_input_section_to_relaxed_section(shndx);
1617 } // End of AArch64_output_section::group_sections
1620 AArch64_reloc_property_table* aarch64_reloc_property_table = NULL;
1623 // The aarch64 target class.
1625 // http://infocenter.arm.com/help/topic/com.arm.doc.ihi0056b/IHI0056B_aaelf64.pdf
1626 template<int size, bool big_endian>
1627 class Target_aarch64 : public Sized_target<size, big_endian>
1630 typedef Target_aarch64<size, big_endian> This;
1631 typedef Output_data_reloc<elfcpp::SHT_RELA, true, size, big_endian>
1633 typedef Relocate_info<size, big_endian> The_relocate_info;
1634 typedef typename elfcpp::Elf_types<size>::Elf_Addr Address;
1635 typedef AArch64_relobj<size, big_endian> The_aarch64_relobj;
1636 typedef Reloc_stub<size, big_endian> The_reloc_stub;
1637 typedef typename The_reloc_stub::Stub_type The_reloc_stub_type;
1638 typedef typename Reloc_stub<size, big_endian>::Key The_reloc_stub_key;
1639 typedef Stub_table<size, big_endian> The_stub_table;
1640 typedef std::vector<The_stub_table*> Stub_table_list;
1641 typedef typename Stub_table_list::iterator Stub_table_iterator;
1642 typedef AArch64_input_section<size, big_endian> The_aarch64_input_section;
1643 typedef AArch64_output_section<size, big_endian> The_aarch64_output_section;
1644 typedef Unordered_map<Section_id,
1645 AArch64_input_section<size, big_endian>*,
1646 Section_id_hash> AArch64_input_section_map;
1647 const static int TCB_SIZE = size / 8 * 2;
1649 Target_aarch64(const Target::Target_info* info = &aarch64_info)
1650 : Sized_target<size, big_endian>(info),
1651 got_(NULL), plt_(NULL), got_plt_(NULL), got_irelative_(NULL),
1652 got_tlsdesc_(NULL), global_offset_table_(NULL), rela_dyn_(NULL),
1653 rela_irelative_(NULL), copy_relocs_(elfcpp::R_AARCH64_COPY),
1654 got_mod_index_offset_(-1U),
1655 tlsdesc_reloc_info_(), tls_base_symbol_defined_(false),
1656 stub_tables_(), aarch64_input_section_map_()
1659 // Scan the relocations to determine unreferenced sections for
1660 // garbage collection.
1662 gc_process_relocs(Symbol_table* symtab,
1664 Sized_relobj_file<size, big_endian>* object,
1665 unsigned int data_shndx,
1666 unsigned int sh_type,
1667 const unsigned char* prelocs,
1669 Output_section* output_section,
1670 bool needs_special_offset_handling,
1671 size_t local_symbol_count,
1672 const unsigned char* plocal_symbols);
1674 // Scan the relocations to look for symbol adjustments.
1676 scan_relocs(Symbol_table* symtab,
1678 Sized_relobj_file<size, big_endian>* object,
1679 unsigned int data_shndx,
1680 unsigned int sh_type,
1681 const unsigned char* prelocs,
1683 Output_section* output_section,
1684 bool needs_special_offset_handling,
1685 size_t local_symbol_count,
1686 const unsigned char* plocal_symbols);
1688 // Finalize the sections.
1690 do_finalize_sections(Layout*, const Input_objects*, Symbol_table*);
1692 // Return the value to use for a dynamic which requires special
1695 do_dynsym_value(const Symbol*) const;
1697 // Relocate a section.
1699 relocate_section(const Relocate_info<size, big_endian>*,
1700 unsigned int sh_type,
1701 const unsigned char* prelocs,
1703 Output_section* output_section,
1704 bool needs_special_offset_handling,
1705 unsigned char* view,
1706 typename elfcpp::Elf_types<size>::Elf_Addr view_address,
1707 section_size_type view_size,
1708 const Reloc_symbol_changes*);
1710 // Scan the relocs during a relocatable link.
1712 scan_relocatable_relocs(Symbol_table* symtab,
1714 Sized_relobj_file<size, big_endian>* object,
1715 unsigned int data_shndx,
1716 unsigned int sh_type,
1717 const unsigned char* prelocs,
1719 Output_section* output_section,
1720 bool needs_special_offset_handling,
1721 size_t local_symbol_count,
1722 const unsigned char* plocal_symbols,
1723 Relocatable_relocs*);
1725 // Relocate a section during a relocatable link.
1728 const Relocate_info<size, big_endian>*,
1729 unsigned int sh_type,
1730 const unsigned char* prelocs,
1732 Output_section* output_section,
1733 typename elfcpp::Elf_types<size>::Elf_Off offset_in_output_section,
1734 const Relocatable_relocs*,
1735 unsigned char* view,
1736 typename elfcpp::Elf_types<size>::Elf_Addr view_address,
1737 section_size_type view_size,
1738 unsigned char* reloc_view,
1739 section_size_type reloc_view_size);
1741 // Return the symbol index to use for a target specific relocation.
1742 // The only target specific relocation is R_AARCH64_TLSDESC for a
1743 // local symbol, which is an absolute reloc.
1745 do_reloc_symbol_index(void*, unsigned int r_type) const
1747 gold_assert(r_type == elfcpp::R_AARCH64_TLSDESC);
1751 // Return the addend to use for a target specific relocation.
1752 typename elfcpp::Elf_types<size>::Elf_Addr
1753 do_reloc_addend(void* arg, unsigned int r_type,
1754 typename elfcpp::Elf_types<size>::Elf_Addr addend) const;
1756 // Return the PLT section.
1758 do_plt_address_for_global(const Symbol* gsym) const
1759 { return this->plt_section()->address_for_global(gsym); }
1762 do_plt_address_for_local(const Relobj* relobj, unsigned int symndx) const
1763 { return this->plt_section()->address_for_local(relobj, symndx); }
1765 // This function should be defined in targets that can use relocation
1766 // types to determine (implemented in local_reloc_may_be_function_pointer
1767 // and global_reloc_may_be_function_pointer)
1768 // if a function's pointer is taken. ICF uses this in safe mode to only
1769 // fold those functions whose pointer is defintely not taken.
1771 do_can_check_for_function_pointers() const
1774 // Return the number of entries in the PLT.
1776 plt_entry_count() const;
1778 //Return the offset of the first non-reserved PLT entry.
1780 first_plt_entry_offset() const;
1782 // Return the size of each PLT entry.
1784 plt_entry_size() const;
1786 // Create a stub table.
1788 new_stub_table(The_aarch64_input_section*);
1790 // Create an aarch64 input section.
1791 The_aarch64_input_section*
1792 new_aarch64_input_section(Relobj*, unsigned int);
1794 // Find an aarch64 input section instance for a given OBJ and SHNDX.
1795 The_aarch64_input_section*
1796 find_aarch64_input_section(Relobj*, unsigned int) const;
1798 // Return the thread control block size.
1800 tcb_size() const { return This::TCB_SIZE; }
1802 // Scan a section for stub generation.
1804 scan_section_for_stubs(const Relocate_info<size, big_endian>*, unsigned int,
1805 const unsigned char*, size_t, Output_section*,
1806 bool, const unsigned char*,
1810 // Scan a relocation section for stub.
1811 template<int sh_type>
1813 scan_reloc_section_for_stubs(
1814 const The_relocate_info* relinfo,
1815 const unsigned char* prelocs,
1817 Output_section* output_section,
1818 bool needs_special_offset_handling,
1819 const unsigned char* view,
1820 Address view_address,
1823 // Relocate a single stub.
1825 relocate_stub(The_reloc_stub*, const Relocate_info<size, big_endian>*,
1826 Output_section*, unsigned char*, Address,
1829 // Get the default AArch64 target.
1833 gold_assert(parameters->target().machine_code() == elfcpp::EM_AARCH64
1834 && parameters->target().get_size() == size
1835 && parameters->target().is_big_endian() == big_endian);
1836 return static_cast<This*>(parameters->sized_target<size, big_endian>());
1841 do_select_as_default_target()
1843 gold_assert(aarch64_reloc_property_table == NULL);
1844 aarch64_reloc_property_table = new AArch64_reloc_property_table();
1847 // Add a new reloc argument, returning the index in the vector.
1849 add_tlsdesc_info(Sized_relobj_file<size, big_endian>* object,
1852 this->tlsdesc_reloc_info_.push_back(Tlsdesc_info(object, r_sym));
1853 return this->tlsdesc_reloc_info_.size() - 1;
1856 virtual Output_data_plt_aarch64<size, big_endian>*
1857 do_make_data_plt(Layout* layout,
1858 Output_data_got_aarch64<size, big_endian>* got,
1859 Output_data_space* got_plt,
1860 Output_data_space* got_irelative)
1862 return new Output_data_plt_aarch64_standard<size, big_endian>(
1863 layout, got, got_plt, got_irelative);
1867 // do_make_elf_object to override the same function in the base class.
1869 do_make_elf_object(const std::string&, Input_file*, off_t,
1870 const elfcpp::Ehdr<size, big_endian>&);
1872 Output_data_plt_aarch64<size, big_endian>*
1873 make_data_plt(Layout* layout,
1874 Output_data_got_aarch64<size, big_endian>* got,
1875 Output_data_space* got_plt,
1876 Output_data_space* got_irelative)
1878 return this->do_make_data_plt(layout, got, got_plt, got_irelative);
1881 // We only need to generate stubs, and hence perform relaxation if we are
1882 // not doing relocatable linking.
1884 do_may_relax() const
1885 { return !parameters->options().relocatable(); }
1887 // Relaxation hook. This is where we do stub generation.
1889 do_relax(int, const Input_objects*, Symbol_table*, Layout*, const Task*);
1892 group_sections(Layout* layout,
1893 section_size_type group_size,
1894 bool stubs_always_after_branch,
1898 scan_reloc_for_stub(const The_relocate_info*, unsigned int,
1899 const Sized_symbol<size>*, unsigned int,
1900 const Symbol_value<size>*,
1901 typename elfcpp::Elf_types<size>::Elf_Swxword,
1904 // Make an output section.
1906 do_make_output_section(const char* name, elfcpp::Elf_Word type,
1907 elfcpp::Elf_Xword flags)
1908 { return new The_aarch64_output_section(name, type, flags); }
1911 // The class which scans relocations.
1916 : issued_non_pic_error_(false)
1920 local(Symbol_table* symtab, Layout* layout, Target_aarch64* target,
1921 Sized_relobj_file<size, big_endian>* object,
1922 unsigned int data_shndx,
1923 Output_section* output_section,
1924 const elfcpp::Rela<size, big_endian>& reloc, unsigned int r_type,
1925 const elfcpp::Sym<size, big_endian>& lsym,
1929 global(Symbol_table* symtab, Layout* layout, Target_aarch64* target,
1930 Sized_relobj_file<size, big_endian>* object,
1931 unsigned int data_shndx,
1932 Output_section* output_section,
1933 const elfcpp::Rela<size, big_endian>& reloc, unsigned int r_type,
1937 local_reloc_may_be_function_pointer(Symbol_table* , Layout* ,
1938 Target_aarch64<size, big_endian>* ,
1939 Sized_relobj_file<size, big_endian>* ,
1942 const elfcpp::Rela<size, big_endian>& ,
1943 unsigned int r_type,
1944 const elfcpp::Sym<size, big_endian>&);
1947 global_reloc_may_be_function_pointer(Symbol_table* , Layout* ,
1948 Target_aarch64<size, big_endian>* ,
1949 Sized_relobj_file<size, big_endian>* ,
1952 const elfcpp::Rela<size, big_endian>& ,
1953 unsigned int r_type,
1958 unsupported_reloc_local(Sized_relobj_file<size, big_endian>*,
1959 unsigned int r_type);
1962 unsupported_reloc_global(Sized_relobj_file<size, big_endian>*,
1963 unsigned int r_type, Symbol*);
1966 possible_function_pointer_reloc(unsigned int r_type);
1969 check_non_pic(Relobj*, unsigned int r_type);
1972 reloc_needs_plt_for_ifunc(Sized_relobj_file<size, big_endian>*,
1973 unsigned int r_type);
1975 // Whether we have issued an error about a non-PIC compilation.
1976 bool issued_non_pic_error_;
1979 // The class which implements relocation.
1984 : skip_call_tls_get_addr_(false)
1990 // Do a relocation. Return false if the caller should not issue
1991 // any warnings about this relocation.
1993 relocate(const Relocate_info<size, big_endian>*, Target_aarch64*,
1995 size_t relnum, const elfcpp::Rela<size, big_endian>&,
1996 unsigned int r_type, const Sized_symbol<size>*,
1997 const Symbol_value<size>*,
1998 unsigned char*, typename elfcpp::Elf_types<size>::Elf_Addr,
2002 inline typename AArch64_relocate_functions<size, big_endian>::Status
2003 relocate_tls(const Relocate_info<size, big_endian>*,
2004 Target_aarch64<size, big_endian>*,
2006 const elfcpp::Rela<size, big_endian>&,
2007 unsigned int r_type, const Sized_symbol<size>*,
2008 const Symbol_value<size>*,
2010 typename elfcpp::Elf_types<size>::Elf_Addr);
2012 inline typename AArch64_relocate_functions<size, big_endian>::Status
2014 const Relocate_info<size, big_endian>*,
2015 Target_aarch64<size, big_endian>*,
2016 const elfcpp::Rela<size, big_endian>&,
2019 const Symbol_value<size>*);
2021 inline typename AArch64_relocate_functions<size, big_endian>::Status
2023 const Relocate_info<size, big_endian>*,
2024 Target_aarch64<size, big_endian>*,
2025 const elfcpp::Rela<size, big_endian>&,
2028 const Symbol_value<size>*);
2030 inline typename AArch64_relocate_functions<size, big_endian>::Status
2032 const Relocate_info<size, big_endian>*,
2033 Target_aarch64<size, big_endian>*,
2034 const elfcpp::Rela<size, big_endian>&,
2037 const Symbol_value<size>*);
2039 inline typename AArch64_relocate_functions<size, big_endian>::Status
2041 const Relocate_info<size, big_endian>*,
2042 Target_aarch64<size, big_endian>*,
2043 const elfcpp::Rela<size, big_endian>&,
2046 const Symbol_value<size>*);
2048 inline typename AArch64_relocate_functions<size, big_endian>::Status
2050 const Relocate_info<size, big_endian>*,
2051 Target_aarch64<size, big_endian>*,
2052 const elfcpp::Rela<size, big_endian>&,
2055 const Symbol_value<size>*,
2056 typename elfcpp::Elf_types<size>::Elf_Addr,
2057 typename elfcpp::Elf_types<size>::Elf_Addr);
2059 bool skip_call_tls_get_addr_;
2061 }; // End of class Relocate
2063 // A class which returns the size required for a relocation type,
2064 // used while scanning relocs during a relocatable link.
2065 class Relocatable_size_for_reloc
2069 get_size_for_reloc(unsigned int, Relobj*);
2072 // Adjust TLS relocation type based on the options and whether this
2073 // is a local symbol.
2074 static tls::Tls_optimization
2075 optimize_tls_reloc(bool is_final, int r_type);
2077 // Get the GOT section, creating it if necessary.
2078 Output_data_got_aarch64<size, big_endian>*
2079 got_section(Symbol_table*, Layout*);
2081 // Get the GOT PLT section.
2083 got_plt_section() const
2085 gold_assert(this->got_plt_ != NULL);
2086 return this->got_plt_;
2089 // Get the GOT section for TLSDESC entries.
2090 Output_data_got<size, big_endian>*
2091 got_tlsdesc_section() const
2093 gold_assert(this->got_tlsdesc_ != NULL);
2094 return this->got_tlsdesc_;
2097 // Create the PLT section.
2099 make_plt_section(Symbol_table* symtab, Layout* layout);
2101 // Create a PLT entry for a global symbol.
2103 make_plt_entry(Symbol_table*, Layout*, Symbol*);
2105 // Create a PLT entry for a local STT_GNU_IFUNC symbol.
2107 make_local_ifunc_plt_entry(Symbol_table*, Layout*,
2108 Sized_relobj_file<size, big_endian>* relobj,
2109 unsigned int local_sym_index);
2111 // Define the _TLS_MODULE_BASE_ symbol in the TLS segment.
2113 define_tls_base_symbol(Symbol_table*, Layout*);
2115 // Create the reserved PLT and GOT entries for the TLS descriptor resolver.
2117 reserve_tlsdesc_entries(Symbol_table* symtab, Layout* layout);
2119 // Create a GOT entry for the TLS module index.
2121 got_mod_index_entry(Symbol_table* symtab, Layout* layout,
2122 Sized_relobj_file<size, big_endian>* object);
2124 // Get the PLT section.
2125 Output_data_plt_aarch64<size, big_endian>*
2128 gold_assert(this->plt_ != NULL);
2132 // Get the dynamic reloc section, creating it if necessary.
2134 rela_dyn_section(Layout*);
2136 // Get the section to use for TLSDESC relocations.
2138 rela_tlsdesc_section(Layout*) const;
2140 // Get the section to use for IRELATIVE relocations.
2142 rela_irelative_section(Layout*);
2144 // Add a potential copy relocation.
2146 copy_reloc(Symbol_table* symtab, Layout* layout,
2147 Sized_relobj_file<size, big_endian>* object,
2148 unsigned int shndx, Output_section* output_section,
2149 Symbol* sym, const elfcpp::Rela<size, big_endian>& reloc)
2151 this->copy_relocs_.copy_reloc(symtab, layout,
2152 symtab->get_sized_symbol<size>(sym),
2153 object, shndx, output_section,
2154 reloc, this->rela_dyn_section(layout));
2157 // Information about this specific target which we pass to the
2158 // general Target structure.
2159 static const Target::Target_info aarch64_info;
2161 // The types of GOT entries needed for this platform.
2162 // These values are exposed to the ABI in an incremental link.
2163 // Do not renumber existing values without changing the version
2164 // number of the .gnu_incremental_inputs section.
2167 GOT_TYPE_STANDARD = 0, // GOT entry for a regular symbol
2168 GOT_TYPE_TLS_OFFSET = 1, // GOT entry for TLS offset
2169 GOT_TYPE_TLS_PAIR = 2, // GOT entry for TLS module/offset pair
2170 GOT_TYPE_TLS_DESC = 3 // GOT entry for TLS_DESC pair
2173 // This type is used as the argument to the target specific
2174 // relocation routines. The only target specific reloc is
2175 // R_AARCh64_TLSDESC against a local symbol.
2178 Tlsdesc_info(Sized_relobj_file<size, big_endian>* a_object,
2179 unsigned int a_r_sym)
2180 : object(a_object), r_sym(a_r_sym)
2183 // The object in which the local symbol is defined.
2184 Sized_relobj_file<size, big_endian>* object;
2185 // The local symbol index in the object.
2190 Output_data_got_aarch64<size, big_endian>* got_;
2192 Output_data_plt_aarch64<size, big_endian>* plt_;
2193 // The GOT PLT section.
2194 Output_data_space* got_plt_;
2195 // The GOT section for IRELATIVE relocations.
2196 Output_data_space* got_irelative_;
2197 // The GOT section for TLSDESC relocations.
2198 Output_data_got<size, big_endian>* got_tlsdesc_;
2199 // The _GLOBAL_OFFSET_TABLE_ symbol.
2200 Symbol* global_offset_table_;
2201 // The dynamic reloc section.
2202 Reloc_section* rela_dyn_;
2203 // The section to use for IRELATIVE relocs.
2204 Reloc_section* rela_irelative_;
2205 // Relocs saved to avoid a COPY reloc.
2206 Copy_relocs<elfcpp::SHT_RELA, size, big_endian> copy_relocs_;
2207 // Offset of the GOT entry for the TLS module index.
2208 unsigned int got_mod_index_offset_;
2209 // We handle R_AARCH64_TLSDESC against a local symbol as a target
2210 // specific relocation. Here we store the object and local symbol
2211 // index for the relocation.
2212 std::vector<Tlsdesc_info> tlsdesc_reloc_info_;
2213 // True if the _TLS_MODULE_BASE_ symbol has been defined.
2214 bool tls_base_symbol_defined_;
2215 // List of stub_tables
2216 Stub_table_list stub_tables_;
2217 AArch64_input_section_map aarch64_input_section_map_;
2218 }; // End of Target_aarch64
2222 const Target::Target_info Target_aarch64<64, false>::aarch64_info =
2225 false, // is_big_endian
2226 elfcpp::EM_AARCH64, // machine_code
2227 false, // has_make_symbol
2228 false, // has_resolve
2229 false, // has_code_fill
2230 true, // is_default_stack_executable
2231 true, // can_icf_inline_merge_sections
2233 "/lib/ld.so.1", // program interpreter
2234 0x400000, // default_text_segment_address
2235 0x1000, // abi_pagesize (overridable by -z max-page-size)
2236 0x1000, // common_pagesize (overridable by -z common-page-size)
2237 false, // isolate_execinstr
2239 elfcpp::SHN_UNDEF, // small_common_shndx
2240 elfcpp::SHN_UNDEF, // large_common_shndx
2241 0, // small_common_section_flags
2242 0, // large_common_section_flags
2243 NULL, // attributes_section
2244 NULL, // attributes_vendor
2245 "_start" // entry_symbol_name
2249 const Target::Target_info Target_aarch64<32, false>::aarch64_info =
2252 false, // is_big_endian
2253 elfcpp::EM_AARCH64, // machine_code
2254 false, // has_make_symbol
2255 false, // has_resolve
2256 false, // has_code_fill
2257 true, // is_default_stack_executable
2258 false, // can_icf_inline_merge_sections
2260 "/lib/ld.so.1", // program interpreter
2261 0x400000, // default_text_segment_address
2262 0x1000, // abi_pagesize (overridable by -z max-page-size)
2263 0x1000, // common_pagesize (overridable by -z common-page-size)
2264 false, // isolate_execinstr
2266 elfcpp::SHN_UNDEF, // small_common_shndx
2267 elfcpp::SHN_UNDEF, // large_common_shndx
2268 0, // small_common_section_flags
2269 0, // large_common_section_flags
2270 NULL, // attributes_section
2271 NULL, // attributes_vendor
2272 "_start" // entry_symbol_name
2276 const Target::Target_info Target_aarch64<64, true>::aarch64_info =
2279 true, // is_big_endian
2280 elfcpp::EM_AARCH64, // machine_code
2281 false, // has_make_symbol
2282 false, // has_resolve
2283 false, // has_code_fill
2284 true, // is_default_stack_executable
2285 true, // can_icf_inline_merge_sections
2287 "/lib/ld.so.1", // program interpreter
2288 0x400000, // default_text_segment_address
2289 0x1000, // abi_pagesize (overridable by -z max-page-size)
2290 0x1000, // common_pagesize (overridable by -z common-page-size)
2291 false, // isolate_execinstr
2293 elfcpp::SHN_UNDEF, // small_common_shndx
2294 elfcpp::SHN_UNDEF, // large_common_shndx
2295 0, // small_common_section_flags
2296 0, // large_common_section_flags
2297 NULL, // attributes_section
2298 NULL, // attributes_vendor
2299 "_start" // entry_symbol_name
2303 const Target::Target_info Target_aarch64<32, true>::aarch64_info =
2306 true, // is_big_endian
2307 elfcpp::EM_AARCH64, // machine_code
2308 false, // has_make_symbol
2309 false, // has_resolve
2310 false, // has_code_fill
2311 true, // is_default_stack_executable
2312 false, // can_icf_inline_merge_sections
2314 "/lib/ld.so.1", // program interpreter
2315 0x400000, // default_text_segment_address
2316 0x1000, // abi_pagesize (overridable by -z max-page-size)
2317 0x1000, // common_pagesize (overridable by -z common-page-size)
2318 false, // isolate_execinstr
2320 elfcpp::SHN_UNDEF, // small_common_shndx
2321 elfcpp::SHN_UNDEF, // large_common_shndx
2322 0, // small_common_section_flags
2323 0, // large_common_section_flags
2324 NULL, // attributes_section
2325 NULL, // attributes_vendor
2326 "_start" // entry_symbol_name
2329 // Get the GOT section, creating it if necessary.
2331 template<int size, bool big_endian>
2332 Output_data_got_aarch64<size, big_endian>*
2333 Target_aarch64<size, big_endian>::got_section(Symbol_table* symtab,
2336 if (this->got_ == NULL)
2338 gold_assert(symtab != NULL && layout != NULL);
2340 // When using -z now, we can treat .got.plt as a relro section.
2341 // Without -z now, it is modified after program startup by lazy
2343 bool is_got_plt_relro = parameters->options().now();
2344 Output_section_order got_order = (is_got_plt_relro
2346 : ORDER_RELRO_LAST);
2347 Output_section_order got_plt_order = (is_got_plt_relro
2349 : ORDER_NON_RELRO_FIRST);
2351 // Layout of .got and .got.plt sections.
2352 // .got[0] &_DYNAMIC <-_GLOBAL_OFFSET_TABLE_
2354 // .gotplt[0] reserved for ld.so (&linkmap) <--DT_PLTGOT
2355 // .gotplt[1] reserved for ld.so (resolver)
2356 // .gotplt[2] reserved
2358 // Generate .got section.
2359 this->got_ = new Output_data_got_aarch64<size, big_endian>(symtab,
2361 layout->add_output_section_data(".got", elfcpp::SHT_PROGBITS,
2362 (elfcpp::SHF_ALLOC | elfcpp::SHF_WRITE),
2363 this->got_, got_order, true);
2364 // The first word of GOT is reserved for the address of .dynamic.
2365 // We put 0 here now. The value will be replaced later in
2366 // Output_data_got_aarch64::do_write.
2367 this->got_->add_constant(0);
2369 // Define _GLOBAL_OFFSET_TABLE_ at the start of the PLT.
2370 // _GLOBAL_OFFSET_TABLE_ value points to the start of the .got section,
2371 // even if there is a .got.plt section.
2372 this->global_offset_table_ =
2373 symtab->define_in_output_data("_GLOBAL_OFFSET_TABLE_", NULL,
2374 Symbol_table::PREDEFINED,
2376 0, 0, elfcpp::STT_OBJECT,
2378 elfcpp::STV_HIDDEN, 0,
2381 // Generate .got.plt section.
2382 this->got_plt_ = new Output_data_space(size / 8, "** GOT PLT");
2383 layout->add_output_section_data(".got.plt", elfcpp::SHT_PROGBITS,
2385 | elfcpp::SHF_WRITE),
2386 this->got_plt_, got_plt_order,
2389 // The first three entries are reserved.
2390 this->got_plt_->set_current_data_size(
2391 AARCH64_GOTPLT_RESERVE_COUNT * (size / 8));
2393 // If there are any IRELATIVE relocations, they get GOT entries
2394 // in .got.plt after the jump slot entries.
2395 this->got_irelative_ = new Output_data_space(size / 8,
2396 "** GOT IRELATIVE PLT");
2397 layout->add_output_section_data(".got.plt", elfcpp::SHT_PROGBITS,
2399 | elfcpp::SHF_WRITE),
2400 this->got_irelative_,
2404 // If there are any TLSDESC relocations, they get GOT entries in
2405 // .got.plt after the jump slot and IRELATIVE entries.
2406 this->got_tlsdesc_ = new Output_data_got<size, big_endian>();
2407 layout->add_output_section_data(".got.plt", elfcpp::SHT_PROGBITS,
2409 | elfcpp::SHF_WRITE),
2414 if (!is_got_plt_relro)
2416 // Those bytes can go into the relro segment.
2417 layout->increase_relro(
2418 AARCH64_GOTPLT_RESERVE_COUNT * (size / 8));
2425 // Get the dynamic reloc section, creating it if necessary.
2427 template<int size, bool big_endian>
2428 typename Target_aarch64<size, big_endian>::Reloc_section*
2429 Target_aarch64<size, big_endian>::rela_dyn_section(Layout* layout)
2431 if (this->rela_dyn_ == NULL)
2433 gold_assert(layout != NULL);
2434 this->rela_dyn_ = new Reloc_section(parameters->options().combreloc());
2435 layout->add_output_section_data(".rela.dyn", elfcpp::SHT_RELA,
2436 elfcpp::SHF_ALLOC, this->rela_dyn_,
2437 ORDER_DYNAMIC_RELOCS, false);
2439 return this->rela_dyn_;
2442 // Get the section to use for IRELATIVE relocs, creating it if
2443 // necessary. These go in .rela.dyn, but only after all other dynamic
2444 // relocations. They need to follow the other dynamic relocations so
2445 // that they can refer to global variables initialized by those
2448 template<int size, bool big_endian>
2449 typename Target_aarch64<size, big_endian>::Reloc_section*
2450 Target_aarch64<size, big_endian>::rela_irelative_section(Layout* layout)
2452 if (this->rela_irelative_ == NULL)
2454 // Make sure we have already created the dynamic reloc section.
2455 this->rela_dyn_section(layout);
2456 this->rela_irelative_ = new Reloc_section(false);
2457 layout->add_output_section_data(".rela.dyn", elfcpp::SHT_RELA,
2458 elfcpp::SHF_ALLOC, this->rela_irelative_,
2459 ORDER_DYNAMIC_RELOCS, false);
2460 gold_assert(this->rela_dyn_->output_section()
2461 == this->rela_irelative_->output_section());
2463 return this->rela_irelative_;
2467 // do_make_elf_object to override the same function in the base class. We need
2468 // to use a target-specific sub-class of Sized_relobj_file<size, big_endian> to
2469 // store backend specific information. Hence we need to have our own ELF object
2472 template<int size, bool big_endian>
2474 Target_aarch64<size, big_endian>::do_make_elf_object(
2475 const std::string& name,
2476 Input_file* input_file,
2477 off_t offset, const elfcpp::Ehdr<size, big_endian>& ehdr)
2479 int et = ehdr.get_e_type();
2480 // ET_EXEC files are valid input for --just-symbols/-R,
2481 // and we treat them as relocatable objects.
2482 if (et == elfcpp::ET_EXEC && input_file->just_symbols())
2483 return Sized_target<size, big_endian>::do_make_elf_object(
2484 name, input_file, offset, ehdr);
2485 else if (et == elfcpp::ET_REL)
2487 AArch64_relobj<size, big_endian>* obj =
2488 new AArch64_relobj<size, big_endian>(name, input_file, offset, ehdr);
2492 else if (et == elfcpp::ET_DYN)
2494 // Keep base implementation.
2495 Sized_dynobj<size, big_endian>* obj =
2496 new Sized_dynobj<size, big_endian>(name, input_file, offset, ehdr);
2502 gold_error(_("%s: unsupported ELF file type %d"),
2509 // Scan a relocation for stub generation.
2511 template<int size, bool big_endian>
2513 Target_aarch64<size, big_endian>::scan_reloc_for_stub(
2514 const Relocate_info<size, big_endian>* relinfo,
2515 unsigned int r_type,
2516 const Sized_symbol<size>* gsym,
2518 const Symbol_value<size>* psymval,
2519 typename elfcpp::Elf_types<size>::Elf_Swxword addend,
2522 const AArch64_relobj<size, big_endian>* aarch64_relobj =
2523 static_cast<AArch64_relobj<size, big_endian>*>(relinfo->object);
2525 Symbol_value<size> symval;
2528 const AArch64_reloc_property* arp = aarch64_reloc_property_table->
2529 get_reloc_property(r_type);
2530 if (gsym->use_plt_offset(arp->reference_flags()))
2532 // This uses a PLT, change the symbol value.
2533 symval.set_output_value(this->plt_section()->address()
2534 + gsym->plt_offset());
2537 else if (gsym->is_undefined())
2538 // There is no need to generate a stub symbol is undefined.
2542 // Get the symbol value.
2543 typename Symbol_value<size>::Value value = psymval->value(aarch64_relobj, 0);
2545 // Owing to pipelining, the PC relative branches below actually skip
2546 // two instructions when the branch offset is 0.
2547 Address destination = static_cast<Address>(-1);
2550 case elfcpp::R_AARCH64_CALL26:
2551 case elfcpp::R_AARCH64_JUMP26:
2552 destination = value + addend;
2558 typename The_reloc_stub::Stub_type stub_type = The_reloc_stub::
2559 stub_type_for_reloc(r_type, address, destination);
2560 if (stub_type == The_reloc_stub::ST_NONE)
2563 The_stub_table* stub_table = aarch64_relobj->stub_table(relinfo->data_shndx);
2564 gold_assert(stub_table != NULL);
2566 The_reloc_stub_key key(stub_type, gsym, aarch64_relobj, r_sym, addend);
2567 The_reloc_stub* stub = stub_table->find_reloc_stub(key);
2570 stub = new The_reloc_stub(stub_type);
2571 stub_table->add_reloc_stub(stub, key);
2573 stub->set_destination_address(destination);
2574 } // End of Target_aarch64::scan_reloc_for_stub
2577 // This function scans a relocation section for stub generation.
2578 // The template parameter Relocate must be a class type which provides
2579 // a single function, relocate(), which implements the machine
2580 // specific part of a relocation.
2582 // BIG_ENDIAN is the endianness of the data. SH_TYPE is the section type:
2583 // SHT_REL or SHT_RELA.
2585 // PRELOCS points to the relocation data. RELOC_COUNT is the number
2586 // of relocs. OUTPUT_SECTION is the output section.
2587 // NEEDS_SPECIAL_OFFSET_HANDLING is true if input offsets need to be
2588 // mapped to output offsets.
2590 // VIEW is the section data, VIEW_ADDRESS is its memory address, and
2591 // VIEW_SIZE is the size. These refer to the input section, unless
2592 // NEEDS_SPECIAL_OFFSET_HANDLING is true, in which case they refer to
2593 // the output section.
2595 template<int size, bool big_endian>
2596 template<int sh_type>
2598 Target_aarch64<size, big_endian>::scan_reloc_section_for_stubs(
2599 const Relocate_info<size, big_endian>* relinfo,
2600 const unsigned char* prelocs,
2602 Output_section* /*output_section*/,
2603 bool /*needs_special_offset_handling*/,
2604 const unsigned char* /*view*/,
2605 Address view_address,
2608 typedef typename Reloc_types<sh_type,size,big_endian>::Reloc Reltype;
2610 const int reloc_size =
2611 Reloc_types<sh_type,size,big_endian>::reloc_size;
2612 AArch64_relobj<size, big_endian>* object =
2613 static_cast<AArch64_relobj<size, big_endian>*>(relinfo->object);
2614 unsigned int local_count = object->local_symbol_count();
2616 gold::Default_comdat_behavior default_comdat_behavior;
2617 Comdat_behavior comdat_behavior = CB_UNDETERMINED;
2619 for (size_t i = 0; i < reloc_count; ++i, prelocs += reloc_size)
2621 Reltype reloc(prelocs);
2622 typename elfcpp::Elf_types<size>::Elf_WXword r_info = reloc.get_r_info();
2623 unsigned int r_sym = elfcpp::elf_r_sym<size>(r_info);
2624 unsigned int r_type = elfcpp::elf_r_type<size>(r_info);
2625 if (r_type != elfcpp::R_AARCH64_CALL26
2626 && r_type != elfcpp::R_AARCH64_JUMP26)
2629 section_offset_type offset =
2630 convert_to_section_size_type(reloc.get_r_offset());
2633 typename elfcpp::Elf_types<size>::Elf_Swxword addend =
2634 reloc.get_r_addend();
2636 const Sized_symbol<size>* sym;
2637 Symbol_value<size> symval;
2638 const Symbol_value<size> *psymval;
2639 bool is_defined_in_discarded_section;
2641 if (r_sym < local_count)
2644 psymval = object->local_symbol(r_sym);
2646 // If the local symbol belongs to a section we are discarding,
2647 // and that section is a debug section, try to find the
2648 // corresponding kept section and map this symbol to its
2649 // counterpart in the kept section. The symbol must not
2650 // correspond to a section we are folding.
2652 shndx = psymval->input_shndx(&is_ordinary);
2653 is_defined_in_discarded_section =
2655 && shndx != elfcpp::SHN_UNDEF
2656 && !object->is_section_included(shndx)
2657 && !relinfo->symtab->is_section_folded(object, shndx));
2659 // We need to compute the would-be final value of this local
2661 if (!is_defined_in_discarded_section)
2663 typedef Sized_relobj_file<size, big_endian> ObjType;
2664 typename ObjType::Compute_final_local_value_status status =
2665 object->compute_final_local_value(r_sym, psymval, &symval,
2667 if (status == ObjType::CFLV_OK)
2669 // Currently we cannot handle a branch to a target in
2670 // a merged section. If this is the case, issue an error
2671 // and also free the merge symbol value.
2672 if (!symval.has_output_value())
2674 const std::string& section_name =
2675 object->section_name(shndx);
2676 object->error(_("cannot handle branch to local %u "
2677 "in a merged section %s"),
2678 r_sym, section_name.c_str());
2684 // We cannot determine the final value.
2692 gsym = object->global_symbol(r_sym);
2693 gold_assert(gsym != NULL);
2694 if (gsym->is_forwarder())
2695 gsym = relinfo->symtab->resolve_forwards(gsym);
2697 sym = static_cast<const Sized_symbol<size>*>(gsym);
2698 if (sym->has_symtab_index() && sym->symtab_index() != -1U)
2699 symval.set_output_symtab_index(sym->symtab_index());
2701 symval.set_no_output_symtab_entry();
2703 // We need to compute the would-be final value of this global
2705 const Symbol_table* symtab = relinfo->symtab;
2706 const Sized_symbol<size>* sized_symbol =
2707 symtab->get_sized_symbol<size>(gsym);
2708 Symbol_table::Compute_final_value_status status;
2709 typename elfcpp::Elf_types<size>::Elf_Addr value =
2710 symtab->compute_final_value<size>(sized_symbol, &status);
2712 // Skip this if the symbol has not output section.
2713 if (status == Symbol_table::CFVS_NO_OUTPUT_SECTION)
2715 symval.set_output_value(value);
2717 if (gsym->type() == elfcpp::STT_TLS)
2718 symval.set_is_tls_symbol();
2719 else if (gsym->type() == elfcpp::STT_GNU_IFUNC)
2720 symval.set_is_ifunc_symbol();
2723 is_defined_in_discarded_section =
2724 (gsym->is_defined_in_discarded_section()
2725 && gsym->is_undefined());
2729 Symbol_value<size> symval2;
2730 if (is_defined_in_discarded_section)
2732 if (comdat_behavior == CB_UNDETERMINED)
2734 std::string name = object->section_name(relinfo->data_shndx);
2735 comdat_behavior = default_comdat_behavior.get(name.c_str());
2737 if (comdat_behavior == CB_PRETEND)
2740 typename elfcpp::Elf_types<size>::Elf_Addr value =
2741 object->map_to_kept_section(shndx, &found);
2743 symval2.set_output_value(value + psymval->input_value());
2745 symval2.set_output_value(0);
2749 if (comdat_behavior == CB_WARNING)
2750 gold_warning_at_location(relinfo, i, offset,
2751 _("relocation refers to discarded "
2753 symval2.set_output_value(0);
2755 symval2.set_no_output_symtab_entry();
2759 // If symbol is a section symbol, we don't know the actual type of
2760 // destination. Give up.
2761 if (psymval->is_section_symbol())
2764 this->scan_reloc_for_stub(relinfo, r_type, sym, r_sym, psymval,
2765 addend, view_address + offset);
2766 } // End of iterating relocs in a section
2767 } // End of Target_aarch64::scan_reloc_section_for_stubs
2770 // Scan an input section for stub generation.
2772 template<int size, bool big_endian>
2774 Target_aarch64<size, big_endian>::scan_section_for_stubs(
2775 const Relocate_info<size, big_endian>* relinfo,
2776 unsigned int sh_type,
2777 const unsigned char* prelocs,
2779 Output_section* output_section,
2780 bool needs_special_offset_handling,
2781 const unsigned char* view,
2782 Address view_address,
2783 section_size_type view_size)
2785 gold_assert(sh_type == elfcpp::SHT_RELA);
2786 this->scan_reloc_section_for_stubs<elfcpp::SHT_RELA>(
2791 needs_special_offset_handling,
2798 // Relocate a single stub.
2800 template<int size, bool big_endian>
2801 void Target_aarch64<size, big_endian>::
2802 relocate_stub(The_reloc_stub* stub,
2803 const The_relocate_info*,
2805 unsigned char* view,
2809 typedef AArch64_relocate_functions<size, big_endian> The_reloc_functions;
2810 typedef typename The_reloc_functions::Status The_reloc_functions_status;
2811 typedef typename elfcpp::Swap<32,big_endian>::Valtype Insntype;
2813 Insntype* ip = reinterpret_cast<Insntype*>(view);
2814 int insn_number = stub->stub_insn_number();
2815 const uint32_t* insns = stub->stub_insns();
2816 // Check the insns are really those stub insns.
2817 for (int i = 0; i < insn_number; ++i)
2819 Insntype insn = elfcpp::Swap<32,big_endian>::readval(ip + i);
2820 gold_assert(((uint32_t)insn == insns[i+1]));
2823 Address dest = stub->destination_address();
2825 switch(stub->stub_type())
2827 case The_reloc_stub::ST_ADRP_BRANCH:
2829 // 1st reloc is ADR_PREL_PG_HI21
2830 The_reloc_functions_status status =
2831 The_reloc_functions::adrp(view, dest, address);
2832 // An error should never arise in the above step. If so, please
2833 // check 'aarch64_valid_for_adrp_p'.
2834 gold_assert(status == The_reloc_functions::STATUS_OKAY);
2836 // 2nd reloc is ADD_ABS_LO12_NC
2837 const AArch64_reloc_property* arp =
2838 aarch64_reloc_property_table->get_reloc_property(
2839 elfcpp::R_AARCH64_ADD_ABS_LO12_NC);
2840 gold_assert(arp != NULL);
2841 status = The_reloc_functions::template
2842 rela_general<32>(view + 4, dest, 0, arp);
2843 // An error should never arise, it is an "_NC" relocation.
2844 gold_assert(status == The_reloc_functions::STATUS_OKAY);
2848 case The_reloc_stub::ST_LONG_BRANCH_ABS:
2849 // 1st reloc is R_AARCH64_PREL64, at offset 8
2850 elfcpp::Swap<64,big_endian>::writeval(view + 8, dest);
2853 case The_reloc_stub::ST_LONG_BRANCH_PCREL:
2855 // "PC" calculation is the 2nd insn in the stub.
2856 uint64_t offset = dest - (address + 4);
2857 // Offset is placed at offset 4 and 5.
2858 elfcpp::Swap<64,big_endian>::writeval(view + 16, offset);
2868 // A class to handle the PLT data.
2869 // This is an abstract base class that handles most of the linker details
2870 // but does not know the actual contents of PLT entries. The derived
2871 // classes below fill in those details.
2873 template<int size, bool big_endian>
2874 class Output_data_plt_aarch64 : public Output_section_data
2877 typedef Output_data_reloc<elfcpp::SHT_RELA, true, size, big_endian>
2879 typedef typename elfcpp::Elf_types<size>::Elf_Addr Address;
2881 Output_data_plt_aarch64(Layout* layout,
2883 Output_data_got_aarch64<size, big_endian>* got,
2884 Output_data_space* got_plt,
2885 Output_data_space* got_irelative)
2886 : Output_section_data(addralign), tlsdesc_rel_(NULL), irelative_rel_(NULL),
2887 got_(got), got_plt_(got_plt), got_irelative_(got_irelative),
2888 count_(0), irelative_count_(0), tlsdesc_got_offset_(-1U)
2889 { this->init(layout); }
2891 // Initialize the PLT section.
2893 init(Layout* layout);
2895 // Add an entry to the PLT.
2897 add_entry(Symbol_table*, Layout*, Symbol* gsym);
2899 // Add an entry to the PLT for a local STT_GNU_IFUNC symbol.
2901 add_local_ifunc_entry(Symbol_table* symtab, Layout*,
2902 Sized_relobj_file<size, big_endian>* relobj,
2903 unsigned int local_sym_index);
2905 // Add the relocation for a PLT entry.
2907 add_relocation(Symbol_table*, Layout*, Symbol* gsym,
2908 unsigned int got_offset);
2910 // Add the reserved TLSDESC_PLT entry to the PLT.
2912 reserve_tlsdesc_entry(unsigned int got_offset)
2913 { this->tlsdesc_got_offset_ = got_offset; }
2915 // Return true if a TLSDESC_PLT entry has been reserved.
2917 has_tlsdesc_entry() const
2918 { return this->tlsdesc_got_offset_ != -1U; }
2920 // Return the GOT offset for the reserved TLSDESC_PLT entry.
2922 get_tlsdesc_got_offset() const
2923 { return this->tlsdesc_got_offset_; }
2925 // Return the PLT offset of the reserved TLSDESC_PLT entry.
2927 get_tlsdesc_plt_offset() const
2929 return (this->first_plt_entry_offset() +
2930 (this->count_ + this->irelative_count_)
2931 * this->get_plt_entry_size());
2934 // Return the .rela.plt section data.
2937 { return this->rel_; }
2939 // Return where the TLSDESC relocations should go.
2941 rela_tlsdesc(Layout*);
2943 // Return where the IRELATIVE relocations should go in the PLT
2946 rela_irelative(Symbol_table*, Layout*);
2948 // Return whether we created a section for IRELATIVE relocations.
2950 has_irelative_section() const
2951 { return this->irelative_rel_ != NULL; }
2953 // Return the number of PLT entries.
2956 { return this->count_ + this->irelative_count_; }
2958 // Return the offset of the first non-reserved PLT entry.
2960 first_plt_entry_offset() const
2961 { return this->do_first_plt_entry_offset(); }
2963 // Return the size of a PLT entry.
2965 get_plt_entry_size() const
2966 { return this->do_get_plt_entry_size(); }
2968 // Return the reserved tlsdesc entry size.
2970 get_plt_tlsdesc_entry_size() const
2971 { return this->do_get_plt_tlsdesc_entry_size(); }
2973 // Return the PLT address to use for a global symbol.
2975 address_for_global(const Symbol*);
2977 // Return the PLT address to use for a local symbol.
2979 address_for_local(const Relobj*, unsigned int symndx);
2982 // Fill in the first PLT entry.
2984 fill_first_plt_entry(unsigned char* pov,
2985 Address got_address,
2986 Address plt_address)
2987 { this->do_fill_first_plt_entry(pov, got_address, plt_address); }
2989 // Fill in a normal PLT entry.
2991 fill_plt_entry(unsigned char* pov,
2992 Address got_address,
2993 Address plt_address,
2994 unsigned int got_offset,
2995 unsigned int plt_offset)
2997 this->do_fill_plt_entry(pov, got_address, plt_address,
2998 got_offset, plt_offset);
3001 // Fill in the reserved TLSDESC PLT entry.
3003 fill_tlsdesc_entry(unsigned char* pov,
3004 Address gotplt_address,
3005 Address plt_address,
3007 unsigned int tlsdesc_got_offset,
3008 unsigned int plt_offset)
3010 this->do_fill_tlsdesc_entry(pov, gotplt_address, plt_address, got_base,
3011 tlsdesc_got_offset, plt_offset);
3014 virtual unsigned int
3015 do_first_plt_entry_offset() const = 0;
3017 virtual unsigned int
3018 do_get_plt_entry_size() const = 0;
3020 virtual unsigned int
3021 do_get_plt_tlsdesc_entry_size() const = 0;
3024 do_fill_first_plt_entry(unsigned char* pov,
3026 Address plt_addr) = 0;
3029 do_fill_plt_entry(unsigned char* pov,
3030 Address got_address,
3031 Address plt_address,
3032 unsigned int got_offset,
3033 unsigned int plt_offset) = 0;
3036 do_fill_tlsdesc_entry(unsigned char* pov,
3037 Address gotplt_address,
3038 Address plt_address,
3040 unsigned int tlsdesc_got_offset,
3041 unsigned int plt_offset) = 0;
3044 do_adjust_output_section(Output_section* os);
3046 // Write to a map file.
3048 do_print_to_mapfile(Mapfile* mapfile) const
3049 { mapfile->print_output_data(this, _("** PLT")); }
3052 // Set the final size.
3054 set_final_data_size();
3056 // Write out the PLT data.
3058 do_write(Output_file*);
3060 // The reloc section.
3061 Reloc_section* rel_;
3063 // The TLSDESC relocs, if necessary. These must follow the regular
3065 Reloc_section* tlsdesc_rel_;
3067 // The IRELATIVE relocs, if necessary. These must follow the
3068 // regular PLT relocations.
3069 Reloc_section* irelative_rel_;
3071 // The .got section.
3072 Output_data_got_aarch64<size, big_endian>* got_;
3074 // The .got.plt section.
3075 Output_data_space* got_plt_;
3077 // The part of the .got.plt section used for IRELATIVE relocs.
3078 Output_data_space* got_irelative_;
3080 // The number of PLT entries.
3081 unsigned int count_;
3083 // Number of PLT entries with R_X86_64_IRELATIVE relocs. These
3084 // follow the regular PLT entries.
3085 unsigned int irelative_count_;
3087 // GOT offset of the reserved TLSDESC_GOT entry for the lazy trampoline.
3088 // Communicated to the loader via DT_TLSDESC_GOT. The magic value -1
3089 // indicates an offset is not allocated.
3090 unsigned int tlsdesc_got_offset_;
3093 // Initialize the PLT section.
3095 template<int size, bool big_endian>
3097 Output_data_plt_aarch64<size, big_endian>::init(Layout* layout)
3099 this->rel_ = new Reloc_section(false);
3100 layout->add_output_section_data(".rela.plt", elfcpp::SHT_RELA,
3101 elfcpp::SHF_ALLOC, this->rel_,
3102 ORDER_DYNAMIC_PLT_RELOCS, false);
3105 template<int size, bool big_endian>
3107 Output_data_plt_aarch64<size, big_endian>::do_adjust_output_section(
3110 os->set_entsize(this->get_plt_entry_size());
3113 // Add an entry to the PLT.
3115 template<int size, bool big_endian>
3117 Output_data_plt_aarch64<size, big_endian>::add_entry(Symbol_table* symtab,
3118 Layout* layout, Symbol* gsym)
3120 gold_assert(!gsym->has_plt_offset());
3122 unsigned int* pcount;
3123 unsigned int plt_reserved;
3124 Output_section_data_build* got;
3126 if (gsym->type() == elfcpp::STT_GNU_IFUNC
3127 && gsym->can_use_relative_reloc(false))
3129 pcount = &this->irelative_count_;
3131 got = this->got_irelative_;
3135 pcount = &this->count_;
3136 plt_reserved = this->first_plt_entry_offset();
3137 got = this->got_plt_;
3140 gsym->set_plt_offset((*pcount) * this->get_plt_entry_size()
3145 section_offset_type got_offset = got->current_data_size();
3147 // Every PLT entry needs a GOT entry which points back to the PLT
3148 // entry (this will be changed by the dynamic linker, normally
3149 // lazily when the function is called).
3150 got->set_current_data_size(got_offset + size / 8);
3152 // Every PLT entry needs a reloc.
3153 this->add_relocation(symtab, layout, gsym, got_offset);
3155 // Note that we don't need to save the symbol. The contents of the
3156 // PLT are independent of which symbols are used. The symbols only
3157 // appear in the relocations.
3160 // Add an entry to the PLT for a local STT_GNU_IFUNC symbol. Return
3163 template<int size, bool big_endian>
3165 Output_data_plt_aarch64<size, big_endian>::add_local_ifunc_entry(
3166 Symbol_table* symtab,
3168 Sized_relobj_file<size, big_endian>* relobj,
3169 unsigned int local_sym_index)
3171 unsigned int plt_offset = this->irelative_count_ * this->get_plt_entry_size();
3172 ++this->irelative_count_;
3174 section_offset_type got_offset = this->got_irelative_->current_data_size();
3176 // Every PLT entry needs a GOT entry which points back to the PLT
3178 this->got_irelative_->set_current_data_size(got_offset + size / 8);
3180 // Every PLT entry needs a reloc.
3181 Reloc_section* rela = this->rela_irelative(symtab, layout);
3182 rela->add_symbolless_local_addend(relobj, local_sym_index,
3183 elfcpp::R_AARCH64_IRELATIVE,
3184 this->got_irelative_, got_offset, 0);
3189 // Add the relocation for a PLT entry.
3191 template<int size, bool big_endian>
3193 Output_data_plt_aarch64<size, big_endian>::add_relocation(
3194 Symbol_table* symtab, Layout* layout, Symbol* gsym, unsigned int got_offset)
3196 if (gsym->type() == elfcpp::STT_GNU_IFUNC
3197 && gsym->can_use_relative_reloc(false))
3199 Reloc_section* rela = this->rela_irelative(symtab, layout);
3200 rela->add_symbolless_global_addend(gsym, elfcpp::R_AARCH64_IRELATIVE,
3201 this->got_irelative_, got_offset, 0);
3205 gsym->set_needs_dynsym_entry();
3206 this->rel_->add_global(gsym, elfcpp::R_AARCH64_JUMP_SLOT, this->got_plt_,
3211 // Return where the TLSDESC relocations should go, creating it if
3212 // necessary. These follow the JUMP_SLOT relocations.
3214 template<int size, bool big_endian>
3215 typename Output_data_plt_aarch64<size, big_endian>::Reloc_section*
3216 Output_data_plt_aarch64<size, big_endian>::rela_tlsdesc(Layout* layout)
3218 if (this->tlsdesc_rel_ == NULL)
3220 this->tlsdesc_rel_ = new Reloc_section(false);
3221 layout->add_output_section_data(".rela.plt", elfcpp::SHT_RELA,
3222 elfcpp::SHF_ALLOC, this->tlsdesc_rel_,
3223 ORDER_DYNAMIC_PLT_RELOCS, false);
3224 gold_assert(this->tlsdesc_rel_->output_section()
3225 == this->rel_->output_section());
3227 return this->tlsdesc_rel_;
3230 // Return where the IRELATIVE relocations should go in the PLT. These
3231 // follow the JUMP_SLOT and the TLSDESC relocations.
3233 template<int size, bool big_endian>
3234 typename Output_data_plt_aarch64<size, big_endian>::Reloc_section*
3235 Output_data_plt_aarch64<size, big_endian>::rela_irelative(Symbol_table* symtab,
3238 if (this->irelative_rel_ == NULL)
3240 // Make sure we have a place for the TLSDESC relocations, in
3241 // case we see any later on.
3242 this->rela_tlsdesc(layout);
3243 this->irelative_rel_ = new Reloc_section(false);
3244 layout->add_output_section_data(".rela.plt", elfcpp::SHT_RELA,
3245 elfcpp::SHF_ALLOC, this->irelative_rel_,
3246 ORDER_DYNAMIC_PLT_RELOCS, false);
3247 gold_assert(this->irelative_rel_->output_section()
3248 == this->rel_->output_section());
3250 if (parameters->doing_static_link())
3252 // A statically linked executable will only have a .rela.plt
3253 // section to hold R_AARCH64_IRELATIVE relocs for
3254 // STT_GNU_IFUNC symbols. The library will use these
3255 // symbols to locate the IRELATIVE relocs at program startup
3257 symtab->define_in_output_data("__rela_iplt_start", NULL,
3258 Symbol_table::PREDEFINED,
3259 this->irelative_rel_, 0, 0,
3260 elfcpp::STT_NOTYPE, elfcpp::STB_GLOBAL,
3261 elfcpp::STV_HIDDEN, 0, false, true);
3262 symtab->define_in_output_data("__rela_iplt_end", NULL,
3263 Symbol_table::PREDEFINED,
3264 this->irelative_rel_, 0, 0,
3265 elfcpp::STT_NOTYPE, elfcpp::STB_GLOBAL,
3266 elfcpp::STV_HIDDEN, 0, true, true);
3269 return this->irelative_rel_;
3272 // Return the PLT address to use for a global symbol.
3274 template<int size, bool big_endian>
3276 Output_data_plt_aarch64<size, big_endian>::address_for_global(
3279 uint64_t offset = 0;
3280 if (gsym->type() == elfcpp::STT_GNU_IFUNC
3281 && gsym->can_use_relative_reloc(false))
3282 offset = (this->first_plt_entry_offset() +
3283 this->count_ * this->get_plt_entry_size());
3284 return this->address() + offset + gsym->plt_offset();
3287 // Return the PLT address to use for a local symbol. These are always
3288 // IRELATIVE relocs.
3290 template<int size, bool big_endian>
3292 Output_data_plt_aarch64<size, big_endian>::address_for_local(
3293 const Relobj* object,
3296 return (this->address()
3297 + this->first_plt_entry_offset()
3298 + this->count_ * this->get_plt_entry_size()
3299 + object->local_plt_offset(r_sym));
3302 // Set the final size.
3304 template<int size, bool big_endian>
3306 Output_data_plt_aarch64<size, big_endian>::set_final_data_size()
3308 unsigned int count = this->count_ + this->irelative_count_;
3309 unsigned int extra_size = 0;
3310 if (this->has_tlsdesc_entry())
3311 extra_size += this->get_plt_tlsdesc_entry_size();
3312 this->set_data_size(this->first_plt_entry_offset()
3313 + count * this->get_plt_entry_size()
3317 template<int size, bool big_endian>
3318 class Output_data_plt_aarch64_standard :
3319 public Output_data_plt_aarch64<size, big_endian>
3322 typedef typename elfcpp::Elf_types<size>::Elf_Addr Address;
3323 Output_data_plt_aarch64_standard(
3325 Output_data_got_aarch64<size, big_endian>* got,
3326 Output_data_space* got_plt,
3327 Output_data_space* got_irelative)
3328 : Output_data_plt_aarch64<size, big_endian>(layout,
3335 // Return the offset of the first non-reserved PLT entry.
3336 virtual unsigned int
3337 do_first_plt_entry_offset() const
3338 { return this->first_plt_entry_size; }
3340 // Return the size of a PLT entry
3341 virtual unsigned int
3342 do_get_plt_entry_size() const
3343 { return this->plt_entry_size; }
3345 // Return the size of a tlsdesc entry
3346 virtual unsigned int
3347 do_get_plt_tlsdesc_entry_size() const
3348 { return this->plt_tlsdesc_entry_size; }
3351 do_fill_first_plt_entry(unsigned char* pov,
3352 Address got_address,
3353 Address plt_address);
3356 do_fill_plt_entry(unsigned char* pov,
3357 Address got_address,
3358 Address plt_address,
3359 unsigned int got_offset,
3360 unsigned int plt_offset);
3363 do_fill_tlsdesc_entry(unsigned char* pov,
3364 Address gotplt_address,
3365 Address plt_address,
3367 unsigned int tlsdesc_got_offset,
3368 unsigned int plt_offset);
3371 // The size of the first plt entry size.
3372 static const int first_plt_entry_size = 32;
3373 // The size of the plt entry size.
3374 static const int plt_entry_size = 16;
3375 // The size of the plt tlsdesc entry size.
3376 static const int plt_tlsdesc_entry_size = 32;
3377 // Template for the first PLT entry.
3378 static const uint32_t first_plt_entry[first_plt_entry_size / 4];
3379 // Template for subsequent PLT entries.
3380 static const uint32_t plt_entry[plt_entry_size / 4];
3381 // The reserved TLSDESC entry in the PLT for an executable.
3382 static const uint32_t tlsdesc_plt_entry[plt_tlsdesc_entry_size / 4];
3385 // The first entry in the PLT for an executable.
3389 Output_data_plt_aarch64_standard<32, false>::
3390 first_plt_entry[first_plt_entry_size / 4] =
3392 0xa9bf7bf0, /* stp x16, x30, [sp, #-16]! */
3393 0x90000010, /* adrp x16, PLT_GOT+0x8 */
3394 0xb9400A11, /* ldr w17, [x16, #PLT_GOT+0x8] */
3395 0x11002210, /* add w16, w16,#PLT_GOT+0x8 */
3396 0xd61f0220, /* br x17 */
3397 0xd503201f, /* nop */
3398 0xd503201f, /* nop */
3399 0xd503201f, /* nop */
3405 Output_data_plt_aarch64_standard<32, true>::
3406 first_plt_entry[first_plt_entry_size / 4] =
3408 0xa9bf7bf0, /* stp x16, x30, [sp, #-16]! */
3409 0x90000010, /* adrp x16, PLT_GOT+0x8 */
3410 0xb9400A11, /* ldr w17, [x16, #PLT_GOT+0x8] */
3411 0x11002210, /* add w16, w16,#PLT_GOT+0x8 */
3412 0xd61f0220, /* br x17 */
3413 0xd503201f, /* nop */
3414 0xd503201f, /* nop */
3415 0xd503201f, /* nop */
3421 Output_data_plt_aarch64_standard<64, false>::
3422 first_plt_entry[first_plt_entry_size / 4] =
3424 0xa9bf7bf0, /* stp x16, x30, [sp, #-16]! */
3425 0x90000010, /* adrp x16, PLT_GOT+16 */
3426 0xf9400A11, /* ldr x17, [x16, #PLT_GOT+0x10] */
3427 0x91004210, /* add x16, x16,#PLT_GOT+0x10 */
3428 0xd61f0220, /* br x17 */
3429 0xd503201f, /* nop */
3430 0xd503201f, /* nop */
3431 0xd503201f, /* nop */
3437 Output_data_plt_aarch64_standard<64, true>::
3438 first_plt_entry[first_plt_entry_size / 4] =
3440 0xa9bf7bf0, /* stp x16, x30, [sp, #-16]! */
3441 0x90000010, /* adrp x16, PLT_GOT+16 */
3442 0xf9400A11, /* ldr x17, [x16, #PLT_GOT+0x10] */
3443 0x91004210, /* add x16, x16,#PLT_GOT+0x10 */
3444 0xd61f0220, /* br x17 */
3445 0xd503201f, /* nop */
3446 0xd503201f, /* nop */
3447 0xd503201f, /* nop */
3453 Output_data_plt_aarch64_standard<32, false>::
3454 plt_entry[plt_entry_size / 4] =
3456 0x90000010, /* adrp x16, PLTGOT + n * 4 */
3457 0xb9400211, /* ldr w17, [w16, PLTGOT + n * 4] */
3458 0x11000210, /* add w16, w16, :lo12:PLTGOT + n * 4 */
3459 0xd61f0220, /* br x17. */
3465 Output_data_plt_aarch64_standard<32, true>::
3466 plt_entry[plt_entry_size / 4] =
3468 0x90000010, /* adrp x16, PLTGOT + n * 4 */
3469 0xb9400211, /* ldr w17, [w16, PLTGOT + n * 4] */
3470 0x11000210, /* add w16, w16, :lo12:PLTGOT + n * 4 */
3471 0xd61f0220, /* br x17. */
3477 Output_data_plt_aarch64_standard<64, false>::
3478 plt_entry[plt_entry_size / 4] =
3480 0x90000010, /* adrp x16, PLTGOT + n * 8 */
3481 0xf9400211, /* ldr x17, [x16, PLTGOT + n * 8] */
3482 0x91000210, /* add x16, x16, :lo12:PLTGOT + n * 8 */
3483 0xd61f0220, /* br x17. */
3489 Output_data_plt_aarch64_standard<64, true>::
3490 plt_entry[plt_entry_size / 4] =
3492 0x90000010, /* adrp x16, PLTGOT + n * 8 */
3493 0xf9400211, /* ldr x17, [x16, PLTGOT + n * 8] */
3494 0x91000210, /* add x16, x16, :lo12:PLTGOT + n * 8 */
3495 0xd61f0220, /* br x17. */
3499 template<int size, bool big_endian>
3501 Output_data_plt_aarch64_standard<size, big_endian>::do_fill_first_plt_entry(
3503 Address got_address,
3504 Address plt_address)
3506 // PLT0 of the small PLT looks like this in ELF64 -
3507 // stp x16, x30, [sp, #-16]! Save the reloc and lr on stack.
3508 // adrp x16, PLT_GOT + 16 Get the page base of the GOTPLT
3509 // ldr x17, [x16, #:lo12:PLT_GOT+16] Load the address of the
3511 // add x16, x16, #:lo12:PLT_GOT+16 Load the lo12 bits of the
3512 // GOTPLT entry for this.
3514 // PLT0 will be slightly different in ELF32 due to different got entry
3516 memcpy(pov, this->first_plt_entry, this->first_plt_entry_size);
3517 Address gotplt_2nd_ent = got_address + (size / 8) * 2;
3519 // Fill in the top 21 bits for this: ADRP x16, PLT_GOT + 8 * 2.
3520 // ADRP: (PG(S+A)-PG(P)) >> 12) & 0x1fffff.
3521 // FIXME: This only works for 64bit
3522 AArch64_relocate_functions<size, big_endian>::adrp(pov + 4,
3523 gotplt_2nd_ent, plt_address + 4);
3525 // Fill in R_AARCH64_LDST8_LO12
3526 elfcpp::Swap<32, big_endian>::writeval(
3528 ((this->first_plt_entry[2] & 0xffc003ff)
3529 | ((gotplt_2nd_ent & 0xff8) << 7)));
3531 // Fill in R_AARCH64_ADD_ABS_LO12
3532 elfcpp::Swap<32, big_endian>::writeval(
3534 ((this->first_plt_entry[3] & 0xffc003ff)
3535 | ((gotplt_2nd_ent & 0xfff) << 10)));
3539 // Subsequent entries in the PLT for an executable.
3540 // FIXME: This only works for 64bit
3542 template<int size, bool big_endian>
3544 Output_data_plt_aarch64_standard<size, big_endian>::do_fill_plt_entry(
3546 Address got_address,
3547 Address plt_address,
3548 unsigned int got_offset,
3549 unsigned int plt_offset)
3551 memcpy(pov, this->plt_entry, this->plt_entry_size);
3553 Address gotplt_entry_address = got_address + got_offset;
3554 Address plt_entry_address = plt_address + plt_offset;
3556 // Fill in R_AARCH64_PCREL_ADR_HI21
3557 AArch64_relocate_functions<size, big_endian>::adrp(
3559 gotplt_entry_address,
3562 // Fill in R_AARCH64_LDST64_ABS_LO12
3563 elfcpp::Swap<32, big_endian>::writeval(
3565 ((this->plt_entry[1] & 0xffc003ff)
3566 | ((gotplt_entry_address & 0xff8) << 7)));
3568 // Fill in R_AARCH64_ADD_ABS_LO12
3569 elfcpp::Swap<32, big_endian>::writeval(
3571 ((this->plt_entry[2] & 0xffc003ff)
3572 | ((gotplt_entry_address & 0xfff) <<10)));
3579 Output_data_plt_aarch64_standard<32, false>::
3580 tlsdesc_plt_entry[plt_tlsdesc_entry_size / 4] =
3582 0xa9bf0fe2, /* stp x2, x3, [sp, #-16]! */
3583 0x90000002, /* adrp x2, 0 */
3584 0x90000003, /* adrp x3, 0 */
3585 0xb9400042, /* ldr w2, [w2, #0] */
3586 0x11000063, /* add w3, w3, 0 */
3587 0xd61f0040, /* br x2 */
3588 0xd503201f, /* nop */
3589 0xd503201f, /* nop */
3594 Output_data_plt_aarch64_standard<32, true>::
3595 tlsdesc_plt_entry[plt_tlsdesc_entry_size / 4] =
3597 0xa9bf0fe2, /* stp x2, x3, [sp, #-16]! */
3598 0x90000002, /* adrp x2, 0 */
3599 0x90000003, /* adrp x3, 0 */
3600 0xb9400042, /* ldr w2, [w2, #0] */
3601 0x11000063, /* add w3, w3, 0 */
3602 0xd61f0040, /* br x2 */
3603 0xd503201f, /* nop */
3604 0xd503201f, /* nop */
3609 Output_data_plt_aarch64_standard<64, false>::
3610 tlsdesc_plt_entry[plt_tlsdesc_entry_size / 4] =
3612 0xa9bf0fe2, /* stp x2, x3, [sp, #-16]! */
3613 0x90000002, /* adrp x2, 0 */
3614 0x90000003, /* adrp x3, 0 */
3615 0xf9400042, /* ldr x2, [x2, #0] */
3616 0x91000063, /* add x3, x3, 0 */
3617 0xd61f0040, /* br x2 */
3618 0xd503201f, /* nop */
3619 0xd503201f, /* nop */
3624 Output_data_plt_aarch64_standard<64, true>::
3625 tlsdesc_plt_entry[plt_tlsdesc_entry_size / 4] =
3627 0xa9bf0fe2, /* stp x2, x3, [sp, #-16]! */
3628 0x90000002, /* adrp x2, 0 */
3629 0x90000003, /* adrp x3, 0 */
3630 0xf9400042, /* ldr x2, [x2, #0] */
3631 0x91000063, /* add x3, x3, 0 */
3632 0xd61f0040, /* br x2 */
3633 0xd503201f, /* nop */
3634 0xd503201f, /* nop */
3637 template<int size, bool big_endian>
3639 Output_data_plt_aarch64_standard<size, big_endian>::do_fill_tlsdesc_entry(
3641 Address gotplt_address,
3642 Address plt_address,
3644 unsigned int tlsdesc_got_offset,
3645 unsigned int plt_offset)
3647 memcpy(pov, tlsdesc_plt_entry, plt_tlsdesc_entry_size);
3649 // move DT_TLSDESC_GOT address into x2
3650 // move .got.plt address into x3
3651 Address tlsdesc_got_entry = got_base + tlsdesc_got_offset;
3652 Address plt_entry_address = plt_address + plt_offset;
3654 // R_AARCH64_ADR_PREL_PG_HI21
3655 AArch64_relocate_functions<size, big_endian>::adrp(
3658 plt_entry_address + 4);
3660 // R_AARCH64_ADR_PREL_PG_HI21
3661 AArch64_relocate_functions<size, big_endian>::adrp(
3664 plt_entry_address + 8);
3666 // R_AARCH64_LDST64_ABS_LO12
3667 elfcpp::Swap<32, big_endian>::writeval(
3669 ((this->tlsdesc_plt_entry[3] & 0xffc003ff)
3670 | ((tlsdesc_got_entry & 0xff8) << 7)));
3672 // R_AARCH64_ADD_ABS_LO12
3673 elfcpp::Swap<32, big_endian>::writeval(
3675 ((this->tlsdesc_plt_entry[4] & 0xffc003ff)
3676 | ((gotplt_address & 0xfff) << 10)));
3679 // Write out the PLT. This uses the hand-coded instructions above,
3680 // and adjusts them as needed. This is specified by the AMD64 ABI.
3682 template<int size, bool big_endian>
3684 Output_data_plt_aarch64<size, big_endian>::do_write(Output_file* of)
3686 const off_t offset = this->offset();
3687 const section_size_type oview_size =
3688 convert_to_section_size_type(this->data_size());
3689 unsigned char* const oview = of->get_output_view(offset, oview_size);
3691 const off_t got_file_offset = this->got_plt_->offset();
3692 gold_assert(got_file_offset + this->got_plt_->data_size()
3693 == this->got_irelative_->offset());
3695 const section_size_type got_size =
3696 convert_to_section_size_type(this->got_plt_->data_size()
3697 + this->got_irelative_->data_size());
3698 unsigned char* const got_view = of->get_output_view(got_file_offset,
3701 unsigned char* pov = oview;
3703 // The base address of the .plt section.
3704 typename elfcpp::Elf_types<size>::Elf_Addr plt_address = this->address();
3705 // The base address of the PLT portion of the .got section.
3706 typename elfcpp::Elf_types<size>::Elf_Addr gotplt_address
3707 = this->got_plt_->address();
3709 this->fill_first_plt_entry(pov, gotplt_address, plt_address);
3710 pov += this->first_plt_entry_offset();
3712 // The first three entries in .got.plt are reserved.
3713 unsigned char* got_pov = got_view;
3714 memset(got_pov, 0, size / 8 * AARCH64_GOTPLT_RESERVE_COUNT);
3715 got_pov += (size / 8) * AARCH64_GOTPLT_RESERVE_COUNT;
3717 unsigned int plt_offset = this->first_plt_entry_offset();
3718 unsigned int got_offset = (size / 8) * AARCH64_GOTPLT_RESERVE_COUNT;
3719 const unsigned int count = this->count_ + this->irelative_count_;
3720 for (unsigned int plt_index = 0;
3723 pov += this->get_plt_entry_size(),
3724 got_pov += size / 8,
3725 plt_offset += this->get_plt_entry_size(),
3726 got_offset += size / 8)
3728 // Set and adjust the PLT entry itself.
3729 this->fill_plt_entry(pov, gotplt_address, plt_address,
3730 got_offset, plt_offset);
3732 // Set the entry in the GOT, which points to plt0.
3733 elfcpp::Swap<size, big_endian>::writeval(got_pov, plt_address);
3736 if (this->has_tlsdesc_entry())
3738 // Set and adjust the reserved TLSDESC PLT entry.
3739 unsigned int tlsdesc_got_offset = this->get_tlsdesc_got_offset();
3740 // The base address of the .base section.
3741 typename elfcpp::Elf_types<size>::Elf_Addr got_base =
3742 this->got_->address();
3743 this->fill_tlsdesc_entry(pov, gotplt_address, plt_address, got_base,
3744 tlsdesc_got_offset, plt_offset);
3745 pov += this->get_plt_tlsdesc_entry_size();
3748 gold_assert(static_cast<section_size_type>(pov - oview) == oview_size);
3749 gold_assert(static_cast<section_size_type>(got_pov - got_view) == got_size);
3751 of->write_output_view(offset, oview_size, oview);
3752 of->write_output_view(got_file_offset, got_size, got_view);
3755 // Telling how to update the immediate field of an instruction.
3756 struct AArch64_howto
3758 // The immediate field mask.
3759 elfcpp::Elf_Xword dst_mask;
3761 // The offset to apply relocation immediate
3764 // The second part offset, if the immediate field has two parts.
3765 // -1 if the immediate field has only one part.
3769 static const AArch64_howto aarch64_howto[AArch64_reloc_property::INST_NUM] =
3771 {0, -1, -1}, // DATA
3772 {0x1fffe0, 5, -1}, // MOVW [20:5]-imm16
3773 {0xffffe0, 5, -1}, // LD [23:5]-imm19
3774 {0x60ffffe0, 29, 5}, // ADR [30:29]-immlo [23:5]-immhi
3775 {0x60ffffe0, 29, 5}, // ADRP [30:29]-immlo [23:5]-immhi
3776 {0x3ffc00, 10, -1}, // ADD [21:10]-imm12
3777 {0x3ffc00, 10, -1}, // LDST [21:10]-imm12
3778 {0x7ffe0, 5, -1}, // TBZNZ [18:5]-imm14
3779 {0xffffe0, 5, -1}, // CONDB [23:5]-imm19
3780 {0x3ffffff, 0, -1}, // B [25:0]-imm26
3781 {0x3ffffff, 0, -1}, // CALL [25:0]-imm26
3784 // AArch64 relocate function class
3786 template<int size, bool big_endian>
3787 class AArch64_relocate_functions
3792 STATUS_OKAY, // No error during relocation.
3793 STATUS_OVERFLOW, // Relocation overflow.
3794 STATUS_BAD_RELOC, // Relocation cannot be applied.
3797 typedef AArch64_relocate_functions<size, big_endian> This;
3798 typedef typename elfcpp::Elf_types<size>::Elf_Addr Address;
3799 typedef Relocate_info<size, big_endian> The_relocate_info;
3800 typedef AArch64_relobj<size, big_endian> The_aarch64_relobj;
3801 typedef Reloc_stub<size, big_endian> The_reloc_stub;
3802 typedef typename The_reloc_stub::Stub_type The_reloc_stub_type;
3803 typedef Stub_table<size, big_endian> The_stub_table;
3804 typedef elfcpp::Rela<size, big_endian> The_rela;
3805 typedef typename elfcpp::Swap<size, big_endian>::Valtype AArch64_valtype;
3807 // Return the page address of the address.
3808 // Page(address) = address & ~0xFFF
3810 static inline AArch64_valtype
3811 Page(Address address)
3813 return (address & (~static_cast<Address>(0xFFF)));
3817 // Update instruction (pointed by view) with selected bits (immed).
3818 // val = (val & ~dst_mask) | (immed << doffset)
3820 template<int valsize>
3822 update_view(unsigned char* view,
3823 AArch64_valtype immed,
3824 elfcpp::Elf_Xword doffset,
3825 elfcpp::Elf_Xword dst_mask)
3827 typedef typename elfcpp::Swap<valsize, big_endian>::Valtype Valtype;
3828 Valtype* wv = reinterpret_cast<Valtype*>(view);
3829 Valtype val = elfcpp::Swap<valsize, big_endian>::readval(wv);
3831 // Clear immediate fields.
3833 elfcpp::Swap<valsize, big_endian>::writeval(wv,
3834 static_cast<Valtype>(val | (immed << doffset)));
3837 // Update two parts of an instruction (pointed by view) with selected
3838 // bits (immed1 and immed2).
3839 // val = (val & ~dst_mask) | (immed1 << doffset1) | (immed2 << doffset2)
3841 template<int valsize>
3843 update_view_two_parts(
3844 unsigned char* view,
3845 AArch64_valtype immed1,
3846 AArch64_valtype immed2,
3847 elfcpp::Elf_Xword doffset1,
3848 elfcpp::Elf_Xword doffset2,
3849 elfcpp::Elf_Xword dst_mask)
3851 typedef typename elfcpp::Swap<valsize, big_endian>::Valtype Valtype;
3852 Valtype* wv = reinterpret_cast<Valtype*>(view);
3853 Valtype val = elfcpp::Swap<valsize, big_endian>::readval(wv);
3855 elfcpp::Swap<valsize, big_endian>::writeval(wv,
3856 static_cast<Valtype>(val | (immed1 << doffset1) |
3857 (immed2 << doffset2)));
3860 // Update adr or adrp instruction with immed.
3861 // In adr and adrp: [30:29] immlo [23:5] immhi
3864 update_adr(unsigned char* view, AArch64_valtype immed)
3866 elfcpp::Elf_Xword dst_mask = (0x3 << 29) | (0x7ffff << 5);
3867 This::template update_view_two_parts<32>(
3870 (immed & 0x1ffffc) >> 2,
3876 // Update movz/movn instruction with bits immed.
3877 // Set instruction to movz if is_movz is true, otherwise set instruction
3881 update_movnz(unsigned char* view,
3882 AArch64_valtype immed,
3885 typedef typename elfcpp::Swap<32, big_endian>::Valtype Valtype;
3886 Valtype* wv = reinterpret_cast<Valtype*>(view);
3887 Valtype val = elfcpp::Swap<32, big_endian>::readval(wv);
3889 const elfcpp::Elf_Xword doffset =
3890 aarch64_howto[AArch64_reloc_property::INST_MOVW].doffset;
3891 const elfcpp::Elf_Xword dst_mask =
3892 aarch64_howto[AArch64_reloc_property::INST_MOVW].dst_mask;
3894 // Clear immediate fields and opc code.
3895 val &= ~(dst_mask | (0x3 << 29));
3897 // Set instruction to movz or movn.
3898 // movz: [30:29] is 10 movn: [30:29] is 00
3902 elfcpp::Swap<32, big_endian>::writeval(wv,
3903 static_cast<Valtype>(val | (immed << doffset)));
3906 // Update selected bits in text.
3908 template<int valsize>
3909 static inline typename This::Status
3910 reloc_common(unsigned char* view, Address x,
3911 const AArch64_reloc_property* reloc_property)
3913 // Select bits from X.
3914 Address immed = reloc_property->select_x_value(x);
3917 const AArch64_reloc_property::Reloc_inst inst =
3918 reloc_property->reloc_inst();
3919 // If it is a data relocation or instruction has 2 parts of immediate
3920 // fields, you should not call pcrela_general.
3921 gold_assert(aarch64_howto[inst].doffset2 == -1 &&
3922 aarch64_howto[inst].doffset != -1);
3923 This::template update_view<valsize>(view, immed,
3924 aarch64_howto[inst].doffset,
3925 aarch64_howto[inst].dst_mask);
3927 // Do check overflow or alignment if needed.
3928 return (reloc_property->checkup_x_value(x)
3930 : This::STATUS_OVERFLOW);
3935 // Do a simple rela relocation at unaligned addresses.
3937 template<int valsize>
3938 static inline typename This::Status
3939 rela_ua(unsigned char* view,
3940 const Sized_relobj_file<size, big_endian>* object,
3941 const Symbol_value<size>* psymval,
3942 AArch64_valtype addend,
3943 const AArch64_reloc_property* reloc_property)
3945 typedef typename elfcpp::Swap_unaligned<valsize, big_endian>::Valtype
3947 typename elfcpp::Elf_types<size>::Elf_Addr x =
3948 psymval->value(object, addend);
3949 elfcpp::Swap_unaligned<valsize, big_endian>::writeval(view,
3950 static_cast<Valtype>(x));
3951 return (reloc_property->checkup_x_value(x)
3953 : This::STATUS_OVERFLOW);
3956 // Do a simple pc-relative relocation at unaligned addresses.
3958 template<int valsize>
3959 static inline typename This::Status
3960 pcrela_ua(unsigned char* view,
3961 const Sized_relobj_file<size, big_endian>* object,
3962 const Symbol_value<size>* psymval,
3963 AArch64_valtype addend,
3965 const AArch64_reloc_property* reloc_property)
3967 typedef typename elfcpp::Swap_unaligned<valsize, big_endian>::Valtype
3969 Address x = psymval->value(object, addend) - address;
3970 elfcpp::Swap_unaligned<valsize, big_endian>::writeval(view,
3971 static_cast<Valtype>(x));
3972 return (reloc_property->checkup_x_value(x)
3974 : This::STATUS_OVERFLOW);
3977 // Do a simple rela relocation at aligned addresses.
3979 template<int valsize>
3980 static inline typename This::Status
3982 unsigned char* view,
3983 const Sized_relobj_file<size, big_endian>* object,
3984 const Symbol_value<size>* psymval,
3985 AArch64_valtype addend,
3986 const AArch64_reloc_property* reloc_property)
3988 typedef typename elfcpp::Swap<valsize, big_endian>::Valtype Valtype;
3989 Valtype* wv = reinterpret_cast<Valtype*>(view);
3990 Address x = psymval->value(object, addend);
3991 elfcpp::Swap<valsize, big_endian>::writeval(wv,static_cast<Valtype>(x));
3992 return (reloc_property->checkup_x_value(x)
3994 : This::STATUS_OVERFLOW);
3997 // Do relocate. Update selected bits in text.
3998 // new_val = (val & ~dst_mask) | (immed << doffset)
4000 template<int valsize>
4001 static inline typename This::Status
4002 rela_general(unsigned char* view,
4003 const Sized_relobj_file<size, big_endian>* object,
4004 const Symbol_value<size>* psymval,
4005 AArch64_valtype addend,
4006 const AArch64_reloc_property* reloc_property)
4008 // Calculate relocation.
4009 Address x = psymval->value(object, addend);
4010 return This::template reloc_common<valsize>(view, x, reloc_property);
4013 // Do relocate. Update selected bits in text.
4014 // new val = (val & ~dst_mask) | (immed << doffset)
4016 template<int valsize>
4017 static inline typename This::Status
4019 unsigned char* view,
4021 AArch64_valtype addend,
4022 const AArch64_reloc_property* reloc_property)
4024 // Calculate relocation.
4025 Address x = s + addend;
4026 return This::template reloc_common<valsize>(view, x, reloc_property);
4029 // Do address relative relocate. Update selected bits in text.
4030 // new val = (val & ~dst_mask) | (immed << doffset)
4032 template<int valsize>
4033 static inline typename This::Status
4035 unsigned char* view,
4036 const Sized_relobj_file<size, big_endian>* object,
4037 const Symbol_value<size>* psymval,
4038 AArch64_valtype addend,
4040 const AArch64_reloc_property* reloc_property)
4042 // Calculate relocation.
4043 Address x = psymval->value(object, addend) - address;
4044 return This::template reloc_common<valsize>(view, x, reloc_property);
4048 // Calculate (S + A) - address, update adr instruction.
4050 static inline typename This::Status
4051 adr(unsigned char* view,
4052 const Sized_relobj_file<size, big_endian>* object,
4053 const Symbol_value<size>* psymval,
4056 const AArch64_reloc_property* /* reloc_property */)
4058 AArch64_valtype x = psymval->value(object, addend) - address;
4059 // Pick bits [20:0] of X.
4060 AArch64_valtype immed = x & 0x1fffff;
4061 update_adr(view, immed);
4062 // Check -2^20 <= X < 2^20
4063 return (size == 64 && Bits<21>::has_overflow((x))
4064 ? This::STATUS_OVERFLOW
4065 : This::STATUS_OKAY);
4068 // Calculate PG(S+A) - PG(address), update adrp instruction.
4069 // R_AARCH64_ADR_PREL_PG_HI21
4071 static inline typename This::Status
4073 unsigned char* view,
4077 AArch64_valtype x = This::Page(sa) - This::Page(address);
4078 // Pick [32:12] of X.
4079 AArch64_valtype immed = (x >> 12) & 0x1fffff;
4080 update_adr(view, immed);
4081 // Check -2^32 <= X < 2^32
4082 return (size == 64 && Bits<33>::has_overflow((x))
4083 ? This::STATUS_OVERFLOW
4084 : This::STATUS_OKAY);
4087 // Calculate PG(S+A) - PG(address), update adrp instruction.
4088 // R_AARCH64_ADR_PREL_PG_HI21
4090 static inline typename This::Status
4091 adrp(unsigned char* view,
4092 const Sized_relobj_file<size, big_endian>* object,
4093 const Symbol_value<size>* psymval,
4096 const AArch64_reloc_property* reloc_property)
4098 Address sa = psymval->value(object, addend);
4099 AArch64_valtype x = This::Page(sa) - This::Page(address);
4100 // Pick [32:12] of X.
4101 AArch64_valtype immed = (x >> 12) & 0x1fffff;
4102 update_adr(view, immed);
4103 return (reloc_property->checkup_x_value(x)
4105 : This::STATUS_OVERFLOW);
4108 // Update mov[n/z] instruction. Check overflow if needed.
4109 // If X >=0, set the instruction to movz and its immediate value to the
4111 // If X < 0, set the instruction to movn and its immediate value to
4112 // NOT (selected bits of).
4114 static inline typename This::Status
4115 movnz(unsigned char* view,
4117 const AArch64_reloc_property* reloc_property)
4119 // Select bits from X.
4122 typedef typename elfcpp::Elf_types<size>::Elf_Swxword SignedW;
4123 if (static_cast<SignedW>(x) >= 0)
4125 immed = reloc_property->select_x_value(x);
4130 immed = reloc_property->select_x_value(~x);;
4134 // Update movnz instruction.
4135 update_movnz(view, immed, is_movz);
4137 // Do check overflow or alignment if needed.
4138 return (reloc_property->checkup_x_value(x)
4140 : This::STATUS_OVERFLOW);
4144 maybe_apply_stub(unsigned int,
4145 const The_relocate_info*,
4149 const Sized_symbol<size>*,
4150 const Symbol_value<size>*,
4151 const Sized_relobj_file<size, big_endian>*);
4153 }; // End of AArch64_relocate_functions
4156 // For a certain relocation type (usually jump/branch), test to see if the
4157 // destination needs a stub to fulfil. If so, re-route the destination of the
4158 // original instruction to the stub, note, at this time, the stub has already
4161 template<int size, bool big_endian>
4163 AArch64_relocate_functions<size, big_endian>::
4164 maybe_apply_stub(unsigned int r_type,
4165 const The_relocate_info* relinfo,
4166 const The_rela& rela,
4167 unsigned char* view,
4169 const Sized_symbol<size>* gsym,
4170 const Symbol_value<size>* psymval,
4171 const Sized_relobj_file<size, big_endian>* object)
4173 if (parameters->options().relocatable())
4176 typename elfcpp::Elf_types<size>::Elf_Swxword addend = rela.get_r_addend();
4177 Address branch_target = psymval->value(object, 0) + addend;
4178 The_reloc_stub_type stub_type = The_reloc_stub::
4179 stub_type_for_reloc(r_type, address, branch_target);
4180 if (stub_type == The_reloc_stub::ST_NONE)
4183 const The_aarch64_relobj* aarch64_relobj =
4184 static_cast<const The_aarch64_relobj*>(object);
4185 The_stub_table* stub_table = aarch64_relobj->stub_table(relinfo->data_shndx);
4186 gold_assert(stub_table != NULL);
4188 unsigned int r_sym = elfcpp::elf_r_sym<size>(rela.get_r_info());
4189 typename The_reloc_stub::Key stub_key(stub_type, gsym, object, r_sym, addend);
4190 The_reloc_stub* stub = stub_table->find_reloc_stub(stub_key);
4191 gold_assert(stub != NULL);
4193 Address new_branch_target = stub_table->address() + stub->offset();
4194 typename elfcpp::Swap<size, big_endian>::Valtype branch_offset =
4195 new_branch_target - address;
4196 const AArch64_reloc_property* arp =
4197 aarch64_reloc_property_table->get_reloc_property(r_type);
4198 gold_assert(arp != NULL);
4199 typename This::Status status = This::template
4200 rela_general<32>(view, branch_offset, 0, arp);
4201 if (status != This::STATUS_OKAY)
4202 gold_error(_("Stub is too far away, try a smaller value "
4203 "for '--stub-group-size'. For example, 0x2000000."));
4208 // Group input sections for stub generation.
4210 // We group input sections in an output section so that the total size,
4211 // including any padding space due to alignment is smaller than GROUP_SIZE
4212 // unless the only input section in group is bigger than GROUP_SIZE already.
4213 // Then an ARM stub table is created to follow the last input section
4214 // in group. For each group an ARM stub table is created an is placed
4215 // after the last group. If STUB_ALWAYS_AFTER_BRANCH is false, we further
4216 // extend the group after the stub table.
4218 template<int size, bool big_endian>
4220 Target_aarch64<size, big_endian>::group_sections(
4222 section_size_type group_size,
4223 bool stubs_always_after_branch,
4226 // Group input sections and insert stub table
4227 Layout::Section_list section_list;
4228 layout->get_executable_sections(§ion_list);
4229 for (Layout::Section_list::const_iterator p = section_list.begin();
4230 p != section_list.end();
4233 AArch64_output_section<size, big_endian>* output_section =
4234 static_cast<AArch64_output_section<size, big_endian>*>(*p);
4235 output_section->group_sections(group_size, stubs_always_after_branch,
4241 // Find the AArch64_input_section object corresponding to the SHNDX-th input
4242 // section of RELOBJ.
4244 template<int size, bool big_endian>
4245 AArch64_input_section<size, big_endian>*
4246 Target_aarch64<size, big_endian>::find_aarch64_input_section(
4247 Relobj* relobj, unsigned int shndx) const
4249 Section_id sid(relobj, shndx);
4250 typename AArch64_input_section_map::const_iterator p =
4251 this->aarch64_input_section_map_.find(sid);
4252 return (p != this->aarch64_input_section_map_.end()) ? p->second : NULL;
4256 // Make a new AArch64_input_section object.
4258 template<int size, bool big_endian>
4259 AArch64_input_section<size, big_endian>*
4260 Target_aarch64<size, big_endian>::new_aarch64_input_section(
4261 Relobj* relobj, unsigned int shndx)
4263 Section_id sid(relobj, shndx);
4265 AArch64_input_section<size, big_endian>* input_section =
4266 new AArch64_input_section<size, big_endian>(relobj, shndx);
4267 input_section->init();
4269 // Register new AArch64_input_section in map for look-up.
4270 std::pair<typename AArch64_input_section_map::iterator,bool> ins =
4271 this->aarch64_input_section_map_.insert(
4272 std::make_pair(sid, input_section));
4274 // Make sure that it we have not created another AArch64_input_section
4275 // for this input section already.
4276 gold_assert(ins.second);
4278 return input_section;
4282 // Relaxation hook. This is where we do stub generation.
4284 template<int size, bool big_endian>
4286 Target_aarch64<size, big_endian>::do_relax(
4288 const Input_objects* input_objects,
4289 Symbol_table* symtab,
4293 gold_assert(!parameters->options().relocatable());
4296 section_size_type stub_group_size =
4297 parameters->options().stub_group_size();
4298 if (stub_group_size == 1)
4300 // Leave room for 4096 4-byte stub entries. If we exceed that, then we
4301 // will fail to link. The user will have to relink with an explicit
4302 // group size option.
4303 stub_group_size = The_reloc_stub::MAX_BRANCH_OFFSET - 4096 * 4;
4305 group_sections(layout, stub_group_size, true, task);
4309 // If this is not the first pass, addresses and file offsets have
4310 // been reset at this point, set them here.
4311 for (Stub_table_iterator sp = this->stub_tables_.begin();
4312 sp != this->stub_tables_.end(); ++sp)
4314 The_stub_table* stt = *sp;
4315 The_aarch64_input_section* owner = stt->owner();
4316 off_t off = align_address(owner->original_size(),
4318 stt->set_address_and_file_offset(owner->address() + off,
4319 owner->offset() + off);
4323 // Scan relocs for relocation stubs
4324 for (Input_objects::Relobj_iterator op = input_objects->relobj_begin();
4325 op != input_objects->relobj_end();
4328 The_aarch64_relobj* aarch64_relobj =
4329 static_cast<The_aarch64_relobj*>(*op);
4330 // Lock the object so we can read from it. This is only called
4331 // single-threaded from Layout::finalize, so it is OK to lock.
4332 Task_lock_obj<Object> tl(task, aarch64_relobj);
4333 aarch64_relobj->scan_sections_for_stubs(this, symtab, layout);
4336 bool any_stub_table_changed = false;
4337 for (Stub_table_iterator siter = this->stub_tables_.begin();
4338 siter != this->stub_tables_.end() && !any_stub_table_changed; ++siter)
4340 The_stub_table* stub_table = *siter;
4341 if (stub_table->update_data_size_changed_p())
4343 The_aarch64_input_section* owner = stub_table->owner();
4344 uint64_t address = owner->address();
4345 off_t offset = owner->offset();
4346 owner->reset_address_and_file_offset();
4347 owner->set_address_and_file_offset(address, offset);
4349 any_stub_table_changed = true;
4353 // Do not continue relaxation.
4354 bool continue_relaxation = any_stub_table_changed;
4355 if (!continue_relaxation)
4356 for (Stub_table_iterator sp = this->stub_tables_.begin();
4357 (sp != this->stub_tables_.end());
4359 (*sp)->finalize_stubs();
4361 return continue_relaxation;
4365 // Make a new Stub_table.
4367 template<int size, bool big_endian>
4368 Stub_table<size, big_endian>*
4369 Target_aarch64<size, big_endian>::new_stub_table(
4370 AArch64_input_section<size, big_endian>* owner)
4372 Stub_table<size, big_endian>* stub_table =
4373 new Stub_table<size, big_endian>(owner);
4374 stub_table->set_address(align_address(
4375 owner->address() + owner->data_size(), 8));
4376 stub_table->set_file_offset(owner->offset() + owner->data_size());
4377 stub_table->finalize_data_size();
4379 this->stub_tables_.push_back(stub_table);
4385 template<int size, bool big_endian>
4386 typename elfcpp::Elf_types<size>::Elf_Addr
4387 Target_aarch64<size, big_endian>::do_reloc_addend(
4388 void* arg, unsigned int r_type,
4389 typename elfcpp::Elf_types<size>::Elf_Addr) const
4391 gold_assert(r_type == elfcpp::R_AARCH64_TLSDESC);
4392 uintptr_t intarg = reinterpret_cast<uintptr_t>(arg);
4393 gold_assert(intarg < this->tlsdesc_reloc_info_.size());
4394 const Tlsdesc_info& ti(this->tlsdesc_reloc_info_[intarg]);
4395 const Symbol_value<size>* psymval = ti.object->local_symbol(ti.r_sym);
4396 gold_assert(psymval->is_tls_symbol());
4397 // The value of a TLS symbol is the offset in the TLS segment.
4398 return psymval->value(ti.object, 0);
4401 // Return the number of entries in the PLT.
4403 template<int size, bool big_endian>
4405 Target_aarch64<size, big_endian>::plt_entry_count() const
4407 if (this->plt_ == NULL)
4409 return this->plt_->entry_count();
4412 // Return the offset of the first non-reserved PLT entry.
4414 template<int size, bool big_endian>
4416 Target_aarch64<size, big_endian>::first_plt_entry_offset() const
4418 return this->plt_->first_plt_entry_offset();
4421 // Return the size of each PLT entry.
4423 template<int size, bool big_endian>
4425 Target_aarch64<size, big_endian>::plt_entry_size() const
4427 return this->plt_->get_plt_entry_size();
4430 // Define the _TLS_MODULE_BASE_ symbol in the TLS segment.
4432 template<int size, bool big_endian>
4434 Target_aarch64<size, big_endian>::define_tls_base_symbol(
4435 Symbol_table* symtab, Layout* layout)
4437 if (this->tls_base_symbol_defined_)
4440 Output_segment* tls_segment = layout->tls_segment();
4441 if (tls_segment != NULL)
4443 bool is_exec = parameters->options().output_is_executable();
4444 symtab->define_in_output_segment("_TLS_MODULE_BASE_", NULL,
4445 Symbol_table::PREDEFINED,
4449 elfcpp::STV_HIDDEN, 0,
4451 ? Symbol::SEGMENT_END
4452 : Symbol::SEGMENT_START),
4455 this->tls_base_symbol_defined_ = true;
4458 // Create the reserved PLT and GOT entries for the TLS descriptor resolver.
4460 template<int size, bool big_endian>
4462 Target_aarch64<size, big_endian>::reserve_tlsdesc_entries(
4463 Symbol_table* symtab, Layout* layout)
4465 if (this->plt_ == NULL)
4466 this->make_plt_section(symtab, layout);
4468 if (!this->plt_->has_tlsdesc_entry())
4470 // Allocate the TLSDESC_GOT entry.
4471 Output_data_got_aarch64<size, big_endian>* got =
4472 this->got_section(symtab, layout);
4473 unsigned int got_offset = got->add_constant(0);
4475 // Allocate the TLSDESC_PLT entry.
4476 this->plt_->reserve_tlsdesc_entry(got_offset);
4480 // Create a GOT entry for the TLS module index.
4482 template<int size, bool big_endian>
4484 Target_aarch64<size, big_endian>::got_mod_index_entry(
4485 Symbol_table* symtab, Layout* layout,
4486 Sized_relobj_file<size, big_endian>* object)
4488 if (this->got_mod_index_offset_ == -1U)
4490 gold_assert(symtab != NULL && layout != NULL && object != NULL);
4491 Reloc_section* rela_dyn = this->rela_dyn_section(layout);
4492 Output_data_got_aarch64<size, big_endian>* got =
4493 this->got_section(symtab, layout);
4494 unsigned int got_offset = got->add_constant(0);
4495 rela_dyn->add_local(object, 0, elfcpp::R_AARCH64_TLS_DTPMOD64, got,
4497 got->add_constant(0);
4498 this->got_mod_index_offset_ = got_offset;
4500 return this->got_mod_index_offset_;
4503 // Optimize the TLS relocation type based on what we know about the
4504 // symbol. IS_FINAL is true if the final address of this symbol is
4505 // known at link time.
4507 template<int size, bool big_endian>
4508 tls::Tls_optimization
4509 Target_aarch64<size, big_endian>::optimize_tls_reloc(bool is_final,
4512 // If we are generating a shared library, then we can't do anything
4514 if (parameters->options().shared())
4515 return tls::TLSOPT_NONE;
4519 case elfcpp::R_AARCH64_TLSGD_ADR_PAGE21:
4520 case elfcpp::R_AARCH64_TLSGD_ADD_LO12_NC:
4521 case elfcpp::R_AARCH64_TLSDESC_LD_PREL19:
4522 case elfcpp::R_AARCH64_TLSDESC_ADR_PREL21:
4523 case elfcpp::R_AARCH64_TLSDESC_ADR_PAGE21:
4524 case elfcpp::R_AARCH64_TLSDESC_LD64_LO12:
4525 case elfcpp::R_AARCH64_TLSDESC_ADD_LO12:
4526 case elfcpp::R_AARCH64_TLSDESC_OFF_G1:
4527 case elfcpp::R_AARCH64_TLSDESC_OFF_G0_NC:
4528 case elfcpp::R_AARCH64_TLSDESC_LDR:
4529 case elfcpp::R_AARCH64_TLSDESC_ADD:
4530 case elfcpp::R_AARCH64_TLSDESC_CALL:
4531 // These are General-Dynamic which permits fully general TLS
4532 // access. Since we know that we are generating an executable,
4533 // we can convert this to Initial-Exec. If we also know that
4534 // this is a local symbol, we can further switch to Local-Exec.
4536 return tls::TLSOPT_TO_LE;
4537 return tls::TLSOPT_TO_IE;
4539 case elfcpp::R_AARCH64_TLSLD_ADR_PAGE21:
4540 case elfcpp::R_AARCH64_TLSLD_ADD_LO12_NC:
4541 case elfcpp::R_AARCH64_TLSLD_MOVW_DTPREL_G1:
4542 case elfcpp::R_AARCH64_TLSLD_MOVW_DTPREL_G0_NC:
4543 // These are Local-Dynamic, which refer to local symbols in the
4544 // dynamic TLS block. Since we know that we generating an
4545 // executable, we can switch to Local-Exec.
4546 return tls::TLSOPT_TO_LE;
4548 case elfcpp::R_AARCH64_TLSIE_MOVW_GOTTPREL_G1:
4549 case elfcpp::R_AARCH64_TLSIE_MOVW_GOTTPREL_G0_NC:
4550 case elfcpp::R_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21:
4551 case elfcpp::R_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC:
4552 case elfcpp::R_AARCH64_TLSIE_LD_GOTTPREL_PREL19:
4553 // These are Initial-Exec relocs which get the thread offset
4554 // from the GOT. If we know that we are linking against the
4555 // local symbol, we can switch to Local-Exec, which links the
4556 // thread offset into the instruction.
4558 return tls::TLSOPT_TO_LE;
4559 return tls::TLSOPT_NONE;
4561 case elfcpp::R_AARCH64_TLSLE_MOVW_TPREL_G2:
4562 case elfcpp::R_AARCH64_TLSLE_MOVW_TPREL_G1:
4563 case elfcpp::R_AARCH64_TLSLE_MOVW_TPREL_G1_NC:
4564 case elfcpp::R_AARCH64_TLSLE_MOVW_TPREL_G0:
4565 case elfcpp::R_AARCH64_TLSLE_MOVW_TPREL_G0_NC:
4566 case elfcpp::R_AARCH64_TLSLE_ADD_TPREL_HI12:
4567 case elfcpp::R_AARCH64_TLSLE_ADD_TPREL_LO12:
4568 case elfcpp::R_AARCH64_TLSLE_ADD_TPREL_LO12_NC:
4569 // When we already have Local-Exec, there is nothing further we
4571 return tls::TLSOPT_NONE;
4578 // Returns true if this relocation type could be that of a function pointer.
4580 template<int size, bool big_endian>
4582 Target_aarch64<size, big_endian>::Scan::possible_function_pointer_reloc(
4583 unsigned int r_type)
4587 case elfcpp::R_AARCH64_ADR_PREL_PG_HI21:
4588 case elfcpp::R_AARCH64_ADR_PREL_PG_HI21_NC:
4589 case elfcpp::R_AARCH64_ADD_ABS_LO12_NC:
4590 case elfcpp::R_AARCH64_ADR_GOT_PAGE:
4591 case elfcpp::R_AARCH64_LD64_GOT_LO12_NC:
4599 // For safe ICF, scan a relocation for a local symbol to check if it
4600 // corresponds to a function pointer being taken. In that case mark
4601 // the function whose pointer was taken as not foldable.
4603 template<int size, bool big_endian>
4605 Target_aarch64<size, big_endian>::Scan::local_reloc_may_be_function_pointer(
4608 Target_aarch64<size, big_endian>* ,
4609 Sized_relobj_file<size, big_endian>* ,
4612 const elfcpp::Rela<size, big_endian>& ,
4613 unsigned int r_type,
4614 const elfcpp::Sym<size, big_endian>&)
4616 // When building a shared library, do not fold any local symbols.
4617 return (parameters->options().shared()
4618 || possible_function_pointer_reloc(r_type));
4621 // For safe ICF, scan a relocation for a global symbol to check if it
4622 // corresponds to a function pointer being taken. In that case mark
4623 // the function whose pointer was taken as not foldable.
4625 template<int size, bool big_endian>
4627 Target_aarch64<size, big_endian>::Scan::global_reloc_may_be_function_pointer(
4630 Target_aarch64<size, big_endian>* ,
4631 Sized_relobj_file<size, big_endian>* ,
4634 const elfcpp::Rela<size, big_endian>& ,
4635 unsigned int r_type,
4638 // When building a shared library, do not fold symbols whose visibility
4639 // is hidden, internal or protected.
4640 return ((parameters->options().shared()
4641 && (gsym->visibility() == elfcpp::STV_INTERNAL
4642 || gsym->visibility() == elfcpp::STV_PROTECTED
4643 || gsym->visibility() == elfcpp::STV_HIDDEN))
4644 || possible_function_pointer_reloc(r_type));
4647 // Report an unsupported relocation against a local symbol.
4649 template<int size, bool big_endian>
4651 Target_aarch64<size, big_endian>::Scan::unsupported_reloc_local(
4652 Sized_relobj_file<size, big_endian>* object,
4653 unsigned int r_type)
4655 gold_error(_("%s: unsupported reloc %u against local symbol"),
4656 object->name().c_str(), r_type);
4659 // We are about to emit a dynamic relocation of type R_TYPE. If the
4660 // dynamic linker does not support it, issue an error.
4662 template<int size, bool big_endian>
4664 Target_aarch64<size, big_endian>::Scan::check_non_pic(Relobj* object,
4665 unsigned int r_type)
4667 gold_assert(r_type != elfcpp::R_AARCH64_NONE);
4671 // These are the relocation types supported by glibc for AARCH64.
4672 case elfcpp::R_AARCH64_NONE:
4673 case elfcpp::R_AARCH64_COPY:
4674 case elfcpp::R_AARCH64_GLOB_DAT:
4675 case elfcpp::R_AARCH64_JUMP_SLOT:
4676 case elfcpp::R_AARCH64_RELATIVE:
4677 case elfcpp::R_AARCH64_TLS_DTPREL64:
4678 case elfcpp::R_AARCH64_TLS_DTPMOD64:
4679 case elfcpp::R_AARCH64_TLS_TPREL64:
4680 case elfcpp::R_AARCH64_TLSDESC:
4681 case elfcpp::R_AARCH64_IRELATIVE:
4682 case elfcpp::R_AARCH64_ABS32:
4683 case elfcpp::R_AARCH64_ABS64:
4690 // This prevents us from issuing more than one error per reloc
4691 // section. But we can still wind up issuing more than one
4692 // error per object file.
4693 if (this->issued_non_pic_error_)
4695 gold_assert(parameters->options().output_is_position_independent());
4696 object->error(_("requires unsupported dynamic reloc; "
4697 "recompile with -fPIC"));
4698 this->issued_non_pic_error_ = true;
4702 // Return whether we need to make a PLT entry for a relocation of the
4703 // given type against a STT_GNU_IFUNC symbol.
4705 template<int size, bool big_endian>
4707 Target_aarch64<size, big_endian>::Scan::reloc_needs_plt_for_ifunc(
4708 Sized_relobj_file<size, big_endian>* object,
4709 unsigned int r_type)
4711 const AArch64_reloc_property* arp =
4712 aarch64_reloc_property_table->get_reloc_property(r_type);
4713 gold_assert(arp != NULL);
4715 int flags = arp->reference_flags();
4716 if (flags & Symbol::TLS_REF)
4718 gold_error(_("%s: unsupported TLS reloc %s for IFUNC symbol"),
4719 object->name().c_str(), arp->name().c_str());
4725 // Scan a relocation for a local symbol.
4727 template<int size, bool big_endian>
4729 Target_aarch64<size, big_endian>::Scan::local(
4730 Symbol_table* symtab,
4732 Target_aarch64<size, big_endian>* target,
4733 Sized_relobj_file<size, big_endian>* object,
4734 unsigned int data_shndx,
4735 Output_section* output_section,
4736 const elfcpp::Rela<size, big_endian>& rela,
4737 unsigned int r_type,
4738 const elfcpp::Sym<size, big_endian>& lsym,
4744 typedef Output_data_reloc<elfcpp::SHT_RELA, true, size, big_endian>
4746 Output_data_got_aarch64<size, big_endian>* got =
4747 target->got_section(symtab, layout);
4748 unsigned int r_sym = elfcpp::elf_r_sym<size>(rela.get_r_info());
4750 // A local STT_GNU_IFUNC symbol may require a PLT entry.
4751 bool is_ifunc = lsym.get_st_type() == elfcpp::STT_GNU_IFUNC;
4752 if (is_ifunc && this->reloc_needs_plt_for_ifunc(object, r_type))
4753 target->make_local_ifunc_plt_entry(symtab, layout, object, r_sym);
4757 case elfcpp::R_AARCH64_ABS32:
4758 case elfcpp::R_AARCH64_ABS16:
4759 if (parameters->options().output_is_position_independent())
4761 gold_error(_("%s: unsupported reloc %u in pos independent link."),
4762 object->name().c_str(), r_type);
4766 case elfcpp::R_AARCH64_ABS64:
4767 // If building a shared library or pie, we need to mark this as a dynmic
4768 // reloction, so that the dynamic loader can relocate it.
4769 if (parameters->options().output_is_position_independent())
4771 Reloc_section* rela_dyn = target->rela_dyn_section(layout);
4772 rela_dyn->add_local_relative(object, r_sym,
4773 elfcpp::R_AARCH64_RELATIVE,
4776 rela.get_r_offset(),
4777 rela.get_r_addend(),
4782 case elfcpp::R_AARCH64_PREL64:
4783 case elfcpp::R_AARCH64_PREL32:
4784 case elfcpp::R_AARCH64_PREL16:
4787 case elfcpp::R_AARCH64_LD_PREL_LO19: // 273
4788 case elfcpp::R_AARCH64_ADR_PREL_LO21: // 274
4789 case elfcpp::R_AARCH64_ADR_PREL_PG_HI21: // 275
4790 case elfcpp::R_AARCH64_ADR_PREL_PG_HI21_NC: // 276
4791 case elfcpp::R_AARCH64_ADD_ABS_LO12_NC: // 277
4792 case elfcpp::R_AARCH64_LDST8_ABS_LO12_NC: // 278
4793 case elfcpp::R_AARCH64_LDST16_ABS_LO12_NC: // 284
4794 case elfcpp::R_AARCH64_LDST32_ABS_LO12_NC: // 285
4795 case elfcpp::R_AARCH64_LDST64_ABS_LO12_NC: // 286
4796 case elfcpp::R_AARCH64_LDST128_ABS_LO12_NC: // 299
4799 // Control flow, pc-relative. We don't need to do anything for a relative
4800 // addressing relocation against a local symbol if it does not reference
4802 case elfcpp::R_AARCH64_TSTBR14:
4803 case elfcpp::R_AARCH64_CONDBR19:
4804 case elfcpp::R_AARCH64_JUMP26:
4805 case elfcpp::R_AARCH64_CALL26:
4808 case elfcpp::R_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21:
4809 case elfcpp::R_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC:
4811 tls::Tls_optimization tlsopt = Target_aarch64<size, big_endian>::
4812 optimize_tls_reloc(!parameters->options().shared(), r_type);
4813 if (tlsopt == tls::TLSOPT_TO_LE)
4816 layout->set_has_static_tls();
4817 // Create a GOT entry for the tp-relative offset.
4818 if (!parameters->doing_static_link())
4820 got->add_local_with_rel(object, r_sym, GOT_TYPE_TLS_OFFSET,
4821 target->rela_dyn_section(layout),
4822 elfcpp::R_AARCH64_TLS_TPREL64);
4824 else if (!object->local_has_got_offset(r_sym,
4825 GOT_TYPE_TLS_OFFSET))
4827 got->add_local(object, r_sym, GOT_TYPE_TLS_OFFSET);
4828 unsigned int got_offset =
4829 object->local_got_offset(r_sym, GOT_TYPE_TLS_OFFSET);
4830 const elfcpp::Elf_Xword addend = rela.get_r_addend();
4831 gold_assert(addend == 0);
4832 got->add_static_reloc(got_offset, elfcpp::R_AARCH64_TLS_TPREL64,
4838 case elfcpp::R_AARCH64_TLSGD_ADR_PAGE21:
4839 case elfcpp::R_AARCH64_TLSGD_ADD_LO12_NC:
4841 tls::Tls_optimization tlsopt = Target_aarch64<size, big_endian>::
4842 optimize_tls_reloc(!parameters->options().shared(), r_type);
4843 if (tlsopt == tls::TLSOPT_TO_LE)
4845 layout->set_has_static_tls();
4848 gold_assert(tlsopt == tls::TLSOPT_NONE);
4850 got->add_local_pair_with_rel(object,r_sym, data_shndx,
4852 target->rela_dyn_section(layout),
4853 elfcpp::R_AARCH64_TLS_DTPMOD64);
4857 case elfcpp::R_AARCH64_TLSLE_ADD_TPREL_HI12:
4858 case elfcpp::R_AARCH64_TLSLE_ADD_TPREL_LO12:
4859 case elfcpp::R_AARCH64_TLSLE_ADD_TPREL_LO12_NC:
4861 layout->set_has_static_tls();
4862 bool output_is_shared = parameters->options().shared();
4863 if (output_is_shared)
4864 gold_error(_("%s: unsupported TLSLE reloc %u in shared code."),
4865 object->name().c_str(), r_type);
4869 case elfcpp::R_AARCH64_TLSLD_ADR_PAGE21:
4870 case elfcpp::R_AARCH64_TLSLD_ADD_LO12_NC:
4872 tls::Tls_optimization tlsopt = Target_aarch64<size, big_endian>::
4873 optimize_tls_reloc(!parameters->options().shared(), r_type);
4874 if (tlsopt == tls::TLSOPT_NONE)
4876 // Create a GOT entry for the module index.
4877 target->got_mod_index_entry(symtab, layout, object);
4879 else if (tlsopt != tls::TLSOPT_TO_LE)
4880 unsupported_reloc_local(object, r_type);
4884 case elfcpp::R_AARCH64_TLSLD_MOVW_DTPREL_G1:
4885 case elfcpp::R_AARCH64_TLSLD_MOVW_DTPREL_G0_NC:
4888 case elfcpp::R_AARCH64_TLSDESC_ADR_PAGE21:
4889 case elfcpp::R_AARCH64_TLSDESC_LD64_LO12:
4890 case elfcpp::R_AARCH64_TLSDESC_ADD_LO12:
4892 tls::Tls_optimization tlsopt = Target_aarch64<size, big_endian>::
4893 optimize_tls_reloc(!parameters->options().shared(), r_type);
4894 target->define_tls_base_symbol(symtab, layout);
4895 if (tlsopt == tls::TLSOPT_NONE)
4897 // Create reserved PLT and GOT entries for the resolver.
4898 target->reserve_tlsdesc_entries(symtab, layout);
4900 // Generate a double GOT entry with an R_AARCH64_TLSDESC reloc.
4901 // The R_AARCH64_TLSDESC reloc is resolved lazily, so the GOT
4902 // entry needs to be in an area in .got.plt, not .got. Call
4903 // got_section to make sure the section has been created.
4904 target->got_section(symtab, layout);
4905 Output_data_got<size, big_endian>* got =
4906 target->got_tlsdesc_section();
4907 unsigned int r_sym = elfcpp::elf_r_sym<size>(rela.get_r_info());
4908 if (!object->local_has_got_offset(r_sym, GOT_TYPE_TLS_DESC))
4910 unsigned int got_offset = got->add_constant(0);
4911 got->add_constant(0);
4912 object->set_local_got_offset(r_sym, GOT_TYPE_TLS_DESC,
4914 Reloc_section* rt = target->rela_tlsdesc_section(layout);
4915 // We store the arguments we need in a vector, and use
4916 // the index into the vector as the parameter to pass
4917 // to the target specific routines.
4918 uintptr_t intarg = target->add_tlsdesc_info(object, r_sym);
4919 void* arg = reinterpret_cast<void*>(intarg);
4920 rt->add_target_specific(elfcpp::R_AARCH64_TLSDESC, arg,
4921 got, got_offset, 0);
4924 else if (tlsopt != tls::TLSOPT_TO_LE)
4925 unsupported_reloc_local(object, r_type);
4929 case elfcpp::R_AARCH64_TLSDESC_CALL:
4933 unsupported_reloc_local(object, r_type);
4938 // Report an unsupported relocation against a global symbol.
4940 template<int size, bool big_endian>
4942 Target_aarch64<size, big_endian>::Scan::unsupported_reloc_global(
4943 Sized_relobj_file<size, big_endian>* object,
4944 unsigned int r_type,
4947 gold_error(_("%s: unsupported reloc %u against global symbol %s"),
4948 object->name().c_str(), r_type, gsym->demangled_name().c_str());
4951 template<int size, bool big_endian>
4953 Target_aarch64<size, big_endian>::Scan::global(
4954 Symbol_table* symtab,
4956 Target_aarch64<size, big_endian>* target,
4957 Sized_relobj_file<size, big_endian> * object,
4958 unsigned int data_shndx,
4959 Output_section* output_section,
4960 const elfcpp::Rela<size, big_endian>& rela,
4961 unsigned int r_type,
4964 // A STT_GNU_IFUNC symbol may require a PLT entry.
4965 if (gsym->type() == elfcpp::STT_GNU_IFUNC
4966 && this->reloc_needs_plt_for_ifunc(object, r_type))
4967 target->make_plt_entry(symtab, layout, gsym);
4969 typedef Output_data_reloc<elfcpp::SHT_RELA, true, size, big_endian>
4971 const AArch64_reloc_property* arp =
4972 aarch64_reloc_property_table->get_reloc_property(r_type);
4973 gold_assert(arp != NULL);
4977 case elfcpp::R_AARCH64_ABS16:
4978 case elfcpp::R_AARCH64_ABS32:
4979 case elfcpp::R_AARCH64_ABS64:
4981 // Make a PLT entry if necessary.
4982 if (gsym->needs_plt_entry())
4984 target->make_plt_entry(symtab, layout, gsym);
4985 // Since this is not a PC-relative relocation, we may be
4986 // taking the address of a function. In that case we need to
4987 // set the entry in the dynamic symbol table to the address of
4989 if (gsym->is_from_dynobj() && !parameters->options().shared())
4990 gsym->set_needs_dynsym_value();
4992 // Make a dynamic relocation if necessary.
4993 if (gsym->needs_dynamic_reloc(arp->reference_flags()))
4995 if (!parameters->options().output_is_position_independent()
4996 && gsym->may_need_copy_reloc())
4998 target->copy_reloc(symtab, layout, object,
4999 data_shndx, output_section, gsym, rela);
5001 else if (r_type == elfcpp::R_AARCH64_ABS64
5002 && gsym->type() == elfcpp::STT_GNU_IFUNC
5003 && gsym->can_use_relative_reloc(false)
5004 && !gsym->is_from_dynobj()
5005 && !gsym->is_undefined()
5006 && !gsym->is_preemptible())
5008 // Use an IRELATIVE reloc for a locally defined STT_GNU_IFUNC
5009 // symbol. This makes a function address in a PIE executable
5010 // match the address in a shared library that it links against.
5011 Reloc_section* rela_dyn =
5012 target->rela_irelative_section(layout);
5013 unsigned int r_type = elfcpp::R_AARCH64_IRELATIVE;
5014 rela_dyn->add_symbolless_global_addend(gsym, r_type,
5015 output_section, object,
5017 rela.get_r_offset(),
5018 rela.get_r_addend());
5020 else if (r_type == elfcpp::R_AARCH64_ABS64
5021 && gsym->can_use_relative_reloc(false))
5023 Reloc_section* rela_dyn = target->rela_dyn_section(layout);
5024 rela_dyn->add_global_relative(gsym,
5025 elfcpp::R_AARCH64_RELATIVE,
5029 rela.get_r_offset(),
5030 rela.get_r_addend(),
5035 check_non_pic(object, r_type);
5036 Output_data_reloc<elfcpp::SHT_RELA, true, size, big_endian>*
5037 rela_dyn = target->rela_dyn_section(layout);
5038 rela_dyn->add_global(
5039 gsym, r_type, output_section, object,
5040 data_shndx, rela.get_r_offset(),rela.get_r_addend());
5046 case elfcpp::R_AARCH64_PREL16:
5047 case elfcpp::R_AARCH64_PREL32:
5048 case elfcpp::R_AARCH64_PREL64:
5049 // This is used to fill the GOT absolute address.
5050 if (gsym->needs_plt_entry())
5052 target->make_plt_entry(symtab, layout, gsym);
5056 case elfcpp::R_AARCH64_LD_PREL_LO19: // 273
5057 case elfcpp::R_AARCH64_ADR_PREL_LO21: // 274
5058 case elfcpp::R_AARCH64_ADR_PREL_PG_HI21: // 275
5059 case elfcpp::R_AARCH64_ADR_PREL_PG_HI21_NC: // 276
5060 case elfcpp::R_AARCH64_ADD_ABS_LO12_NC: // 277
5061 case elfcpp::R_AARCH64_LDST8_ABS_LO12_NC: // 278
5062 case elfcpp::R_AARCH64_LDST16_ABS_LO12_NC: // 284
5063 case elfcpp::R_AARCH64_LDST32_ABS_LO12_NC: // 285
5064 case elfcpp::R_AARCH64_LDST64_ABS_LO12_NC: // 286
5065 case elfcpp::R_AARCH64_LDST128_ABS_LO12_NC: // 299
5067 if (gsym->needs_plt_entry())
5068 target->make_plt_entry(symtab, layout, gsym);
5069 // Make a dynamic relocation if necessary.
5070 if (gsym->needs_dynamic_reloc(arp->reference_flags()))
5072 if (parameters->options().output_is_executable()
5073 && gsym->may_need_copy_reloc())
5075 target->copy_reloc(symtab, layout, object,
5076 data_shndx, output_section, gsym, rela);
5082 case elfcpp::R_AARCH64_ADR_GOT_PAGE:
5083 case elfcpp::R_AARCH64_LD64_GOT_LO12_NC:
5085 // This pair of relocations is used to access a specific GOT entry.
5086 // Note a GOT entry is an *address* to a symbol.
5087 // The symbol requires a GOT entry
5088 Output_data_got_aarch64<size, big_endian>* got =
5089 target->got_section(symtab, layout);
5090 if (gsym->final_value_is_known())
5092 // For a STT_GNU_IFUNC symbol we want the PLT address.
5093 if (gsym->type() == elfcpp::STT_GNU_IFUNC)
5094 got->add_global_plt(gsym, GOT_TYPE_STANDARD);
5096 got->add_global(gsym, GOT_TYPE_STANDARD);
5100 // If this symbol is not fully resolved, we need to add a dynamic
5101 // relocation for it.
5102 Reloc_section* rela_dyn = target->rela_dyn_section(layout);
5104 // Use a GLOB_DAT rather than a RELATIVE reloc if:
5106 // 1) The symbol may be defined in some other module.
5107 // 2) We are building a shared library and this is a protected
5108 // symbol; using GLOB_DAT means that the dynamic linker can use
5109 // the address of the PLT in the main executable when appropriate
5110 // so that function address comparisons work.
5111 // 3) This is a STT_GNU_IFUNC symbol in position dependent code,
5112 // again so that function address comparisons work.
5113 if (gsym->is_from_dynobj()
5114 || gsym->is_undefined()
5115 || gsym->is_preemptible()
5116 || (gsym->visibility() == elfcpp::STV_PROTECTED
5117 && parameters->options().shared())
5118 || (gsym->type() == elfcpp::STT_GNU_IFUNC
5119 && parameters->options().output_is_position_independent()))
5120 got->add_global_with_rel(gsym, GOT_TYPE_STANDARD,
5121 rela_dyn, elfcpp::R_AARCH64_GLOB_DAT);
5124 // For a STT_GNU_IFUNC symbol we want to write the PLT
5125 // offset into the GOT, so that function pointer
5126 // comparisons work correctly.
5128 if (gsym->type() != elfcpp::STT_GNU_IFUNC)
5129 is_new = got->add_global(gsym, GOT_TYPE_STANDARD);
5132 is_new = got->add_global_plt(gsym, GOT_TYPE_STANDARD);
5133 // Tell the dynamic linker to use the PLT address
5134 // when resolving relocations.
5135 if (gsym->is_from_dynobj()
5136 && !parameters->options().shared())
5137 gsym->set_needs_dynsym_value();
5141 rela_dyn->add_global_relative(
5142 gsym, elfcpp::R_AARCH64_RELATIVE,
5144 gsym->got_offset(GOT_TYPE_STANDARD),
5153 case elfcpp::R_AARCH64_TSTBR14:
5154 case elfcpp::R_AARCH64_CONDBR19:
5155 case elfcpp::R_AARCH64_JUMP26:
5156 case elfcpp::R_AARCH64_CALL26:
5158 if (gsym->final_value_is_known())
5161 if (gsym->is_defined() &&
5162 !gsym->is_from_dynobj() &&
5163 !gsym->is_preemptible())
5166 // Make plt entry for function call.
5167 target->make_plt_entry(symtab, layout, gsym);
5171 case elfcpp::R_AARCH64_TLSGD_ADR_PAGE21:
5172 case elfcpp::R_AARCH64_TLSGD_ADD_LO12_NC: // General dynamic
5174 tls::Tls_optimization tlsopt = Target_aarch64<size, big_endian>::
5175 optimize_tls_reloc(gsym->final_value_is_known(), r_type);
5176 if (tlsopt == tls::TLSOPT_TO_LE)
5178 layout->set_has_static_tls();
5181 gold_assert(tlsopt == tls::TLSOPT_NONE);
5184 Output_data_got_aarch64<size, big_endian>* got =
5185 target->got_section(symtab, layout);
5186 // Create 2 consecutive entries for module index and offset.
5187 got->add_global_pair_with_rel(gsym, GOT_TYPE_TLS_PAIR,
5188 target->rela_dyn_section(layout),
5189 elfcpp::R_AARCH64_TLS_DTPMOD64,
5190 elfcpp::R_AARCH64_TLS_DTPREL64);
5194 case elfcpp::R_AARCH64_TLSLD_ADR_PAGE21:
5195 case elfcpp::R_AARCH64_TLSLD_ADD_LO12_NC: // Local dynamic
5197 tls::Tls_optimization tlsopt = Target_aarch64<size, big_endian>::
5198 optimize_tls_reloc(!parameters->options().shared(), r_type);
5199 if (tlsopt == tls::TLSOPT_NONE)
5201 // Create a GOT entry for the module index.
5202 target->got_mod_index_entry(symtab, layout, object);
5204 else if (tlsopt != tls::TLSOPT_TO_LE)
5205 unsupported_reloc_local(object, r_type);
5209 case elfcpp::R_AARCH64_TLSLD_MOVW_DTPREL_G1:
5210 case elfcpp::R_AARCH64_TLSLD_MOVW_DTPREL_G0_NC: // Other local dynamic
5213 case elfcpp::R_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21:
5214 case elfcpp::R_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC: // Initial executable
5216 tls::Tls_optimization tlsopt = Target_aarch64<size, big_endian>::
5217 optimize_tls_reloc(gsym->final_value_is_known(), r_type);
5218 if (tlsopt == tls::TLSOPT_TO_LE)
5221 layout->set_has_static_tls();
5222 // Create a GOT entry for the tp-relative offset.
5223 Output_data_got_aarch64<size, big_endian>* got
5224 = target->got_section(symtab, layout);
5225 if (!parameters->doing_static_link())
5227 got->add_global_with_rel(
5228 gsym, GOT_TYPE_TLS_OFFSET,
5229 target->rela_dyn_section(layout),
5230 elfcpp::R_AARCH64_TLS_TPREL64);
5232 if (!gsym->has_got_offset(GOT_TYPE_TLS_OFFSET))
5234 got->add_global(gsym, GOT_TYPE_TLS_OFFSET);
5235 unsigned int got_offset =
5236 gsym->got_offset(GOT_TYPE_TLS_OFFSET);
5237 const elfcpp::Elf_Xword addend = rela.get_r_addend();
5238 gold_assert(addend == 0);
5239 got->add_static_reloc(got_offset,
5240 elfcpp::R_AARCH64_TLS_TPREL64, gsym);
5245 case elfcpp::R_AARCH64_TLSLE_ADD_TPREL_HI12:
5246 case elfcpp::R_AARCH64_TLSLE_ADD_TPREL_LO12:
5247 case elfcpp::R_AARCH64_TLSLE_ADD_TPREL_LO12_NC: // Local executable
5248 layout->set_has_static_tls();
5249 if (parameters->options().shared())
5250 gold_error(_("%s: unsupported TLSLE reloc type %u in shared objects."),
5251 object->name().c_str(), r_type);
5254 case elfcpp::R_AARCH64_TLSDESC_ADR_PAGE21:
5255 case elfcpp::R_AARCH64_TLSDESC_LD64_LO12:
5256 case elfcpp::R_AARCH64_TLSDESC_ADD_LO12: // TLS descriptor
5258 target->define_tls_base_symbol(symtab, layout);
5259 tls::Tls_optimization tlsopt = Target_aarch64<size, big_endian>::
5260 optimize_tls_reloc(gsym->final_value_is_known(), r_type);
5261 if (tlsopt == tls::TLSOPT_NONE)
5263 // Create reserved PLT and GOT entries for the resolver.
5264 target->reserve_tlsdesc_entries(symtab, layout);
5266 // Create a double GOT entry with an R_AARCH64_TLSDESC
5267 // relocation. The R_AARCH64_TLSDESC is resolved lazily, so the GOT
5268 // entry needs to be in an area in .got.plt, not .got. Call
5269 // got_section to make sure the section has been created.
5270 target->got_section(symtab, layout);
5271 Output_data_got<size, big_endian>* got =
5272 target->got_tlsdesc_section();
5273 Reloc_section* rt = target->rela_tlsdesc_section(layout);
5274 got->add_global_pair_with_rel(gsym, GOT_TYPE_TLS_DESC, rt,
5275 elfcpp::R_AARCH64_TLSDESC, 0);
5277 else if (tlsopt == tls::TLSOPT_TO_IE)
5279 // Create a GOT entry for the tp-relative offset.
5280 Output_data_got<size, big_endian>* got
5281 = target->got_section(symtab, layout);
5282 got->add_global_with_rel(gsym, GOT_TYPE_TLS_OFFSET,
5283 target->rela_dyn_section(layout),
5284 elfcpp::R_AARCH64_TLS_TPREL64);
5286 else if (tlsopt != tls::TLSOPT_TO_LE)
5287 unsupported_reloc_global(object, r_type, gsym);
5291 case elfcpp::R_AARCH64_TLSDESC_CALL:
5295 gold_error(_("%s: unsupported reloc type in global scan"),
5296 aarch64_reloc_property_table->
5297 reloc_name_in_error_message(r_type).c_str());
5300 } // End of Scan::global
5303 // Create the PLT section.
5304 template<int size, bool big_endian>
5306 Target_aarch64<size, big_endian>::make_plt_section(
5307 Symbol_table* symtab, Layout* layout)
5309 if (this->plt_ == NULL)
5311 // Create the GOT section first.
5312 this->got_section(symtab, layout);
5314 this->plt_ = this->make_data_plt(layout, this->got_, this->got_plt_,
5315 this->got_irelative_);
5317 layout->add_output_section_data(".plt", elfcpp::SHT_PROGBITS,
5319 | elfcpp::SHF_EXECINSTR),
5320 this->plt_, ORDER_PLT, false);
5322 // Make the sh_info field of .rela.plt point to .plt.
5323 Output_section* rela_plt_os = this->plt_->rela_plt()->output_section();
5324 rela_plt_os->set_info_section(this->plt_->output_section());
5328 // Return the section for TLSDESC relocations.
5330 template<int size, bool big_endian>
5331 typename Target_aarch64<size, big_endian>::Reloc_section*
5332 Target_aarch64<size, big_endian>::rela_tlsdesc_section(Layout* layout) const
5334 return this->plt_section()->rela_tlsdesc(layout);
5337 // Create a PLT entry for a global symbol.
5339 template<int size, bool big_endian>
5341 Target_aarch64<size, big_endian>::make_plt_entry(
5342 Symbol_table* symtab,
5346 if (gsym->has_plt_offset())
5349 if (this->plt_ == NULL)
5350 this->make_plt_section(symtab, layout);
5352 this->plt_->add_entry(symtab, layout, gsym);
5355 // Make a PLT entry for a local STT_GNU_IFUNC symbol.
5357 template<int size, bool big_endian>
5359 Target_aarch64<size, big_endian>::make_local_ifunc_plt_entry(
5360 Symbol_table* symtab, Layout* layout,
5361 Sized_relobj_file<size, big_endian>* relobj,
5362 unsigned int local_sym_index)
5364 if (relobj->local_has_plt_offset(local_sym_index))
5366 if (this->plt_ == NULL)
5367 this->make_plt_section(symtab, layout);
5368 unsigned int plt_offset = this->plt_->add_local_ifunc_entry(symtab, layout,
5371 relobj->set_local_plt_offset(local_sym_index, plt_offset);
5374 template<int size, bool big_endian>
5376 Target_aarch64<size, big_endian>::gc_process_relocs(
5377 Symbol_table* symtab,
5379 Sized_relobj_file<size, big_endian>* object,
5380 unsigned int data_shndx,
5381 unsigned int sh_type,
5382 const unsigned char* prelocs,
5384 Output_section* output_section,
5385 bool needs_special_offset_handling,
5386 size_t local_symbol_count,
5387 const unsigned char* plocal_symbols)
5389 if (sh_type == elfcpp::SHT_REL)
5394 gold::gc_process_relocs<
5396 Target_aarch64<size, big_endian>,
5398 typename Target_aarch64<size, big_endian>::Scan,
5399 typename Target_aarch64<size, big_endian>::Relocatable_size_for_reloc>(
5408 needs_special_offset_handling,
5413 // Scan relocations for a section.
5415 template<int size, bool big_endian>
5417 Target_aarch64<size, big_endian>::scan_relocs(
5418 Symbol_table* symtab,
5420 Sized_relobj_file<size, big_endian>* object,
5421 unsigned int data_shndx,
5422 unsigned int sh_type,
5423 const unsigned char* prelocs,
5425 Output_section* output_section,
5426 bool needs_special_offset_handling,
5427 size_t local_symbol_count,
5428 const unsigned char* plocal_symbols)
5430 if (sh_type == elfcpp::SHT_REL)
5432 gold_error(_("%s: unsupported REL reloc section"),
5433 object->name().c_str());
5436 gold::scan_relocs<size, big_endian, Target_aarch64, elfcpp::SHT_RELA, Scan>(
5445 needs_special_offset_handling,
5450 // Return the value to use for a dynamic which requires special
5451 // treatment. This is how we support equality comparisons of function
5452 // pointers across shared library boundaries, as described in the
5453 // processor specific ABI supplement.
5455 template<int size, bool big_endian>
5457 Target_aarch64<size, big_endian>::do_dynsym_value(const Symbol* gsym) const
5459 gold_assert(gsym->is_from_dynobj() && gsym->has_plt_offset());
5460 return this->plt_address_for_global(gsym);
5464 // Finalize the sections.
5466 template<int size, bool big_endian>
5468 Target_aarch64<size, big_endian>::do_finalize_sections(
5470 const Input_objects*,
5471 Symbol_table* symtab)
5473 const Reloc_section* rel_plt = (this->plt_ == NULL
5475 : this->plt_->rela_plt());
5476 layout->add_target_dynamic_tags(false, this->got_plt_, rel_plt,
5477 this->rela_dyn_, true, false);
5479 // Emit any relocs we saved in an attempt to avoid generating COPY
5481 if (this->copy_relocs_.any_saved_relocs())
5482 this->copy_relocs_.emit(this->rela_dyn_section(layout));
5484 // Fill in some more dynamic tags.
5485 Output_data_dynamic* const odyn = layout->dynamic_data();
5488 if (this->plt_ != NULL
5489 && this->plt_->output_section() != NULL
5490 && this->plt_ ->has_tlsdesc_entry())
5492 unsigned int plt_offset = this->plt_->get_tlsdesc_plt_offset();
5493 unsigned int got_offset = this->plt_->get_tlsdesc_got_offset();
5494 this->got_->finalize_data_size();
5495 odyn->add_section_plus_offset(elfcpp::DT_TLSDESC_PLT,
5496 this->plt_, plt_offset);
5497 odyn->add_section_plus_offset(elfcpp::DT_TLSDESC_GOT,
5498 this->got_, got_offset);
5502 // Set the size of the _GLOBAL_OFFSET_TABLE_ symbol to the size of
5503 // the .got.plt section.
5504 Symbol* sym = this->global_offset_table_;
5507 uint64_t data_size = this->got_plt_->current_data_size();
5508 symtab->get_sized_symbol<size>(sym)->set_symsize(data_size);
5510 // If the .got section is more than 0x8000 bytes, we add
5511 // 0x8000 to the value of _GLOBAL_OFFSET_TABLE_, so that 16
5512 // bit relocations have a greater chance of working.
5513 if (data_size >= 0x8000)
5514 symtab->get_sized_symbol<size>(sym)->set_value(
5515 symtab->get_sized_symbol<size>(sym)->value() + 0x8000);
5518 if (parameters->doing_static_link()
5519 && (this->plt_ == NULL || !this->plt_->has_irelative_section()))
5521 // If linking statically, make sure that the __rela_iplt symbols
5522 // were defined if necessary, even if we didn't create a PLT.
5523 static const Define_symbol_in_segment syms[] =
5526 "__rela_iplt_start", // name
5527 elfcpp::PT_LOAD, // segment_type
5528 elfcpp::PF_W, // segment_flags_set
5529 elfcpp::PF(0), // segment_flags_clear
5532 elfcpp::STT_NOTYPE, // type
5533 elfcpp::STB_GLOBAL, // binding
5534 elfcpp::STV_HIDDEN, // visibility
5536 Symbol::SEGMENT_START, // offset_from_base
5540 "__rela_iplt_end", // name
5541 elfcpp::PT_LOAD, // segment_type
5542 elfcpp::PF_W, // segment_flags_set
5543 elfcpp::PF(0), // segment_flags_clear
5546 elfcpp::STT_NOTYPE, // type
5547 elfcpp::STB_GLOBAL, // binding
5548 elfcpp::STV_HIDDEN, // visibility
5550 Symbol::SEGMENT_START, // offset_from_base
5555 symtab->define_symbols(layout, 2, syms,
5556 layout->script_options()->saw_sections_clause());
5562 // Perform a relocation.
5564 template<int size, bool big_endian>
5566 Target_aarch64<size, big_endian>::Relocate::relocate(
5567 const Relocate_info<size, big_endian>* relinfo,
5568 Target_aarch64<size, big_endian>* target,
5571 const elfcpp::Rela<size, big_endian>& rela,
5572 unsigned int r_type,
5573 const Sized_symbol<size>* gsym,
5574 const Symbol_value<size>* psymval,
5575 unsigned char* view,
5576 typename elfcpp::Elf_types<size>::Elf_Addr address,
5577 section_size_type /* view_size */)
5582 typedef AArch64_relocate_functions<size, big_endian> Reloc;
5584 const AArch64_reloc_property* reloc_property =
5585 aarch64_reloc_property_table->get_reloc_property(r_type);
5587 if (reloc_property == NULL)
5589 std::string reloc_name =
5590 aarch64_reloc_property_table->reloc_name_in_error_message(r_type);
5591 gold_error_at_location(relinfo, relnum, rela.get_r_offset(),
5592 _("cannot relocate %s in object file"),
5593 reloc_name.c_str());
5597 const Sized_relobj_file<size, big_endian>* object = relinfo->object;
5599 // Pick the value to use for symbols defined in the PLT.
5600 Symbol_value<size> symval;
5602 && gsym->use_plt_offset(reloc_property->reference_flags()))
5604 symval.set_output_value(target->plt_address_for_global(gsym));
5607 else if (gsym == NULL && psymval->is_ifunc_symbol())
5609 unsigned int r_sym = elfcpp::elf_r_sym<size>(rela.get_r_info());
5610 if (object->local_has_plt_offset(r_sym))
5612 symval.set_output_value(target->plt_address_for_local(object, r_sym));
5617 const elfcpp::Elf_Xword addend = rela.get_r_addend();
5619 // Get the GOT offset if needed.
5620 // For aarch64, the GOT pointer points to the start of the GOT section.
5621 bool have_got_offset = false;
5623 int got_base = (target->got_ != NULL
5624 ? (target->got_->current_data_size() >= 0x8000
5629 case elfcpp::R_AARCH64_MOVW_GOTOFF_G0:
5630 case elfcpp::R_AARCH64_MOVW_GOTOFF_G0_NC:
5631 case elfcpp::R_AARCH64_MOVW_GOTOFF_G1:
5632 case elfcpp::R_AARCH64_MOVW_GOTOFF_G1_NC:
5633 case elfcpp::R_AARCH64_MOVW_GOTOFF_G2:
5634 case elfcpp::R_AARCH64_MOVW_GOTOFF_G2_NC:
5635 case elfcpp::R_AARCH64_MOVW_GOTOFF_G3:
5636 case elfcpp::R_AARCH64_GOTREL64:
5637 case elfcpp::R_AARCH64_GOTREL32:
5638 case elfcpp::R_AARCH64_GOT_LD_PREL19:
5639 case elfcpp::R_AARCH64_LD64_GOTOFF_LO15:
5640 case elfcpp::R_AARCH64_ADR_GOT_PAGE:
5641 case elfcpp::R_AARCH64_LD64_GOT_LO12_NC:
5642 case elfcpp::R_AARCH64_LD64_GOTPAGE_LO15:
5645 gold_assert(gsym->has_got_offset(GOT_TYPE_STANDARD));
5646 got_offset = gsym->got_offset(GOT_TYPE_STANDARD) - got_base;
5650 unsigned int r_sym = elfcpp::elf_r_sym<size>(rela.get_r_info());
5651 gold_assert(object->local_has_got_offset(r_sym, GOT_TYPE_STANDARD));
5652 got_offset = (object->local_got_offset(r_sym, GOT_TYPE_STANDARD)
5655 have_got_offset = true;
5662 typename Reloc::Status reloc_status = Reloc::STATUS_OKAY;
5663 typename elfcpp::Elf_types<size>::Elf_Addr value;
5666 case elfcpp::R_AARCH64_NONE:
5669 case elfcpp::R_AARCH64_ABS64:
5670 reloc_status = Reloc::template rela_ua<64>(
5671 view, object, psymval, addend, reloc_property);
5674 case elfcpp::R_AARCH64_ABS32:
5675 reloc_status = Reloc::template rela_ua<32>(
5676 view, object, psymval, addend, reloc_property);
5679 case elfcpp::R_AARCH64_ABS16:
5680 reloc_status = Reloc::template rela_ua<16>(
5681 view, object, psymval, addend, reloc_property);
5684 case elfcpp::R_AARCH64_PREL64:
5685 reloc_status = Reloc::template pcrela_ua<64>(
5686 view, object, psymval, addend, address, reloc_property);
5689 case elfcpp::R_AARCH64_PREL32:
5690 reloc_status = Reloc::template pcrela_ua<32>(
5691 view, object, psymval, addend, address, reloc_property);
5694 case elfcpp::R_AARCH64_PREL16:
5695 reloc_status = Reloc::template pcrela_ua<16>(
5696 view, object, psymval, addend, address, reloc_property);
5699 case elfcpp::R_AARCH64_LD_PREL_LO19:
5700 reloc_status = Reloc::template pcrela_general<32>(
5701 view, object, psymval, addend, address, reloc_property);
5704 case elfcpp::R_AARCH64_ADR_PREL_LO21:
5705 reloc_status = Reloc::adr(view, object, psymval, addend,
5706 address, reloc_property);
5709 case elfcpp::R_AARCH64_ADR_PREL_PG_HI21_NC:
5710 case elfcpp::R_AARCH64_ADR_PREL_PG_HI21:
5711 reloc_status = Reloc::adrp(view, object, psymval, addend, address,
5715 case elfcpp::R_AARCH64_LDST8_ABS_LO12_NC:
5716 case elfcpp::R_AARCH64_LDST16_ABS_LO12_NC:
5717 case elfcpp::R_AARCH64_LDST32_ABS_LO12_NC:
5718 case elfcpp::R_AARCH64_LDST64_ABS_LO12_NC:
5719 case elfcpp::R_AARCH64_LDST128_ABS_LO12_NC:
5720 case elfcpp::R_AARCH64_ADD_ABS_LO12_NC:
5721 reloc_status = Reloc::template rela_general<32>(
5722 view, object, psymval, addend, reloc_property);
5725 case elfcpp::R_AARCH64_CALL26:
5726 if (this->skip_call_tls_get_addr_)
5728 // Double check that the TLSGD insn has been optimized away.
5729 typedef typename elfcpp::Swap<32, big_endian>::Valtype Insntype;
5730 Insntype insn = elfcpp::Swap<32, big_endian>::readval(
5731 reinterpret_cast<Insntype*>(view));
5732 gold_assert((insn & 0xff000000) == 0x91000000);
5734 reloc_status = Reloc::STATUS_OKAY;
5735 this->skip_call_tls_get_addr_ = false;
5736 // Return false to stop further processing this reloc.
5740 case elfcpp::R_AARCH64_JUMP26:
5741 if (Reloc::maybe_apply_stub(r_type, relinfo, rela, view, address,
5742 gsym, psymval, object))
5745 case elfcpp::R_AARCH64_TSTBR14:
5746 case elfcpp::R_AARCH64_CONDBR19:
5747 reloc_status = Reloc::template pcrela_general<32>(
5748 view, object, psymval, addend, address, reloc_property);
5751 case elfcpp::R_AARCH64_ADR_GOT_PAGE:
5752 gold_assert(have_got_offset);
5753 value = target->got_->address() + got_base + got_offset;
5754 reloc_status = Reloc::adrp(view, value + addend, address);
5757 case elfcpp::R_AARCH64_LD64_GOT_LO12_NC:
5758 gold_assert(have_got_offset);
5759 value = target->got_->address() + got_base + got_offset;
5760 reloc_status = Reloc::template rela_general<32>(
5761 view, value, addend, reloc_property);
5764 case elfcpp::R_AARCH64_TLSGD_ADR_PAGE21:
5765 case elfcpp::R_AARCH64_TLSGD_ADD_LO12_NC:
5766 case elfcpp::R_AARCH64_TLSLD_ADR_PAGE21:
5767 case elfcpp::R_AARCH64_TLSLD_ADD_LO12_NC:
5768 case elfcpp::R_AARCH64_TLSLD_MOVW_DTPREL_G1:
5769 case elfcpp::R_AARCH64_TLSLD_MOVW_DTPREL_G0_NC:
5770 case elfcpp::R_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21:
5771 case elfcpp::R_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC:
5772 case elfcpp::R_AARCH64_TLSLE_ADD_TPREL_HI12:
5773 case elfcpp::R_AARCH64_TLSLE_ADD_TPREL_LO12:
5774 case elfcpp::R_AARCH64_TLSLE_ADD_TPREL_LO12_NC:
5775 case elfcpp::R_AARCH64_TLSDESC_ADR_PAGE21:
5776 case elfcpp::R_AARCH64_TLSDESC_LD64_LO12:
5777 case elfcpp::R_AARCH64_TLSDESC_ADD_LO12:
5778 case elfcpp::R_AARCH64_TLSDESC_CALL:
5779 reloc_status = relocate_tls(relinfo, target, relnum, rela, r_type,
5780 gsym, psymval, view, address);
5783 // These are dynamic relocations, which are unexpected when linking.
5784 case elfcpp::R_AARCH64_COPY:
5785 case elfcpp::R_AARCH64_GLOB_DAT:
5786 case elfcpp::R_AARCH64_JUMP_SLOT:
5787 case elfcpp::R_AARCH64_RELATIVE:
5788 case elfcpp::R_AARCH64_IRELATIVE:
5789 case elfcpp::R_AARCH64_TLS_DTPREL64:
5790 case elfcpp::R_AARCH64_TLS_DTPMOD64:
5791 case elfcpp::R_AARCH64_TLS_TPREL64:
5792 case elfcpp::R_AARCH64_TLSDESC:
5793 gold_error_at_location(relinfo, relnum, rela.get_r_offset(),
5794 _("unexpected reloc %u in object file"),
5799 gold_error_at_location(relinfo, relnum, rela.get_r_offset(),
5800 _("unsupported reloc %s"),
5801 reloc_property->name().c_str());
5805 // Report any errors.
5806 switch (reloc_status)
5808 case Reloc::STATUS_OKAY:
5810 case Reloc::STATUS_OVERFLOW:
5811 gold_error_at_location(relinfo, relnum, rela.get_r_offset(),
5812 _("relocation overflow in %s"),
5813 reloc_property->name().c_str());
5815 case Reloc::STATUS_BAD_RELOC:
5816 gold_error_at_location(
5819 rela.get_r_offset(),
5820 _("unexpected opcode while processing relocation %s"),
5821 reloc_property->name().c_str());
5831 template<int size, bool big_endian>
5833 typename AArch64_relocate_functions<size, big_endian>::Status
5834 Target_aarch64<size, big_endian>::Relocate::relocate_tls(
5835 const Relocate_info<size, big_endian>* relinfo,
5836 Target_aarch64<size, big_endian>* target,
5838 const elfcpp::Rela<size, big_endian>& rela,
5839 unsigned int r_type, const Sized_symbol<size>* gsym,
5840 const Symbol_value<size>* psymval,
5841 unsigned char* view,
5842 typename elfcpp::Elf_types<size>::Elf_Addr address)
5844 typedef AArch64_relocate_functions<size, big_endian> aarch64_reloc_funcs;
5845 typedef typename elfcpp::Elf_types<size>::Elf_Addr AArch64_address;
5847 Output_segment* tls_segment = relinfo->layout->tls_segment();
5848 const elfcpp::Elf_Xword addend = rela.get_r_addend();
5849 const AArch64_reloc_property* reloc_property =
5850 aarch64_reloc_property_table->get_reloc_property(r_type);
5851 gold_assert(reloc_property != NULL);
5853 const bool is_final = (gsym == NULL
5854 ? !parameters->options().shared()
5855 : gsym->final_value_is_known());
5856 tls::Tls_optimization tlsopt = Target_aarch64<size, big_endian>::
5857 optimize_tls_reloc(is_final, r_type);
5859 Sized_relobj_file<size, big_endian>* object = relinfo->object;
5860 int tls_got_offset_type;
5863 case elfcpp::R_AARCH64_TLSGD_ADR_PAGE21:
5864 case elfcpp::R_AARCH64_TLSGD_ADD_LO12_NC: // Global-dynamic
5866 if (tlsopt == tls::TLSOPT_TO_LE)
5868 if (tls_segment == NULL)
5870 gold_assert(parameters->errors()->error_count() > 0
5871 || issue_undefined_symbol_error(gsym));
5872 return aarch64_reloc_funcs::STATUS_BAD_RELOC;
5874 return tls_gd_to_le(relinfo, target, rela, r_type, view,
5877 else if (tlsopt == tls::TLSOPT_NONE)
5879 tls_got_offset_type = GOT_TYPE_TLS_PAIR;
5880 // Firstly get the address for the got entry.
5881 typename elfcpp::Elf_types<size>::Elf_Addr got_entry_address;
5884 gold_assert(gsym->has_got_offset(tls_got_offset_type));
5885 got_entry_address = target->got_->address() +
5886 gsym->got_offset(tls_got_offset_type);
5890 unsigned int r_sym = elfcpp::elf_r_sym<size>(rela.get_r_info());
5892 object->local_has_got_offset(r_sym, tls_got_offset_type));
5893 got_entry_address = target->got_->address() +
5894 object->local_got_offset(r_sym, tls_got_offset_type);
5897 // Relocate the address into adrp/ld, adrp/add pair.
5900 case elfcpp::R_AARCH64_TLSGD_ADR_PAGE21:
5901 return aarch64_reloc_funcs::adrp(
5902 view, got_entry_address + addend, address);
5906 case elfcpp::R_AARCH64_TLSGD_ADD_LO12_NC:
5907 return aarch64_reloc_funcs::template rela_general<32>(
5908 view, got_entry_address, addend, reloc_property);
5915 gold_error_at_location(relinfo, relnum, rela.get_r_offset(),
5916 _("unsupported gd_to_ie relaxation on %u"),
5921 case elfcpp::R_AARCH64_TLSLD_ADR_PAGE21:
5922 case elfcpp::R_AARCH64_TLSLD_ADD_LO12_NC: // Local-dynamic
5924 if (tlsopt == tls::TLSOPT_TO_LE)
5926 if (tls_segment == NULL)
5928 gold_assert(parameters->errors()->error_count() > 0
5929 || issue_undefined_symbol_error(gsym));
5930 return aarch64_reloc_funcs::STATUS_BAD_RELOC;
5932 return this->tls_ld_to_le(relinfo, target, rela, r_type, view,
5936 gold_assert(tlsopt == tls::TLSOPT_NONE);
5937 // Relocate the field with the offset of the GOT entry for
5938 // the module index.
5939 typename elfcpp::Elf_types<size>::Elf_Addr got_entry_address;
5940 got_entry_address = (target->got_mod_index_entry(NULL, NULL, NULL) +
5941 target->got_->address());
5945 case elfcpp::R_AARCH64_TLSLD_ADR_PAGE21:
5946 return aarch64_reloc_funcs::adrp(
5947 view, got_entry_address + addend, address);
5950 case elfcpp::R_AARCH64_TLSLD_ADD_LO12_NC:
5951 return aarch64_reloc_funcs::template rela_general<32>(
5952 view, got_entry_address, addend, reloc_property);
5961 case elfcpp::R_AARCH64_TLSLD_MOVW_DTPREL_G1:
5962 case elfcpp::R_AARCH64_TLSLD_MOVW_DTPREL_G0_NC: // Other local-dynamic
5964 AArch64_address value = psymval->value(object, 0);
5965 if (tlsopt == tls::TLSOPT_TO_LE)
5967 if (tls_segment == NULL)
5969 gold_assert(parameters->errors()->error_count() > 0
5970 || issue_undefined_symbol_error(gsym));
5971 return aarch64_reloc_funcs::STATUS_BAD_RELOC;
5973 // If building executable, _TLS_MODULE_BASE_ points to segment
5974 // end. Thus we must subtract it from value.
5975 value -= tls_segment->memsz();
5979 case elfcpp::R_AARCH64_TLSLD_MOVW_DTPREL_G1:
5980 return aarch64_reloc_funcs::movnz(view, value + addend,
5984 case elfcpp::R_AARCH64_TLSLD_MOVW_DTPREL_G0_NC:
5985 return aarch64_reloc_funcs::template rela_general<32>(
5986 view, value, addend, reloc_property);
5992 // We should never reach here.
5996 case elfcpp::R_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21:
5997 case elfcpp::R_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC: // Initial-exec
5999 if (tlsopt == tls::TLSOPT_TO_LE)
6001 if (tls_segment == NULL)
6003 gold_assert(parameters->errors()->error_count() > 0
6004 || issue_undefined_symbol_error(gsym));
6005 return aarch64_reloc_funcs::STATUS_BAD_RELOC;
6007 return tls_ie_to_le(relinfo, target, rela, r_type, view,
6010 tls_got_offset_type = GOT_TYPE_TLS_OFFSET;
6012 // Firstly get the address for the got entry.
6013 typename elfcpp::Elf_types<size>::Elf_Addr got_entry_address;
6016 gold_assert(gsym->has_got_offset(tls_got_offset_type));
6017 got_entry_address = target->got_->address() +
6018 gsym->got_offset(tls_got_offset_type);
6022 unsigned int r_sym = elfcpp::elf_r_sym<size>(rela.get_r_info());
6024 object->local_has_got_offset(r_sym, tls_got_offset_type));
6025 got_entry_address = target->got_->address() +
6026 object->local_got_offset(r_sym, tls_got_offset_type);
6028 // Relocate the address into adrp/ld, adrp/add pair.
6031 case elfcpp::R_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21:
6032 return aarch64_reloc_funcs::adrp(view, got_entry_address + addend,
6035 case elfcpp::R_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC:
6036 return aarch64_reloc_funcs::template rela_general<32>(
6037 view, got_entry_address, addend, reloc_property);
6042 // We shall never reach here.
6045 case elfcpp::R_AARCH64_TLSLE_ADD_TPREL_HI12:
6046 case elfcpp::R_AARCH64_TLSLE_ADD_TPREL_LO12:
6047 case elfcpp::R_AARCH64_TLSLE_ADD_TPREL_LO12_NC:
6049 gold_assert(tls_segment != NULL);
6050 AArch64_address value = psymval->value(object, 0);
6052 if (!parameters->options().shared())
6054 AArch64_address aligned_tcb_size =
6055 align_address(target->tcb_size(),
6056 tls_segment->maximum_alignment());
6057 return aarch64_reloc_funcs::template
6058 rela_general<32>(view,
6059 value + aligned_tcb_size,
6064 gold_error(_("%s: unsupported reloc %u "
6065 "in non-static TLSLE mode."),
6066 object->name().c_str(), r_type);
6070 case elfcpp::R_AARCH64_TLSDESC_ADR_PAGE21:
6071 case elfcpp::R_AARCH64_TLSDESC_LD64_LO12:
6072 case elfcpp::R_AARCH64_TLSDESC_ADD_LO12:
6073 case elfcpp::R_AARCH64_TLSDESC_CALL:
6075 if (tlsopt == tls::TLSOPT_TO_LE)
6077 if (tls_segment == NULL)
6079 gold_assert(parameters->errors()->error_count() > 0
6080 || issue_undefined_symbol_error(gsym));
6081 return aarch64_reloc_funcs::STATUS_BAD_RELOC;
6083 return tls_desc_gd_to_le(relinfo, target, rela, r_type,
6088 tls_got_offset_type = (tlsopt == tls::TLSOPT_TO_IE
6089 ? GOT_TYPE_TLS_OFFSET
6090 : GOT_TYPE_TLS_DESC);
6091 unsigned int got_tlsdesc_offset = 0;
6092 if (r_type != elfcpp::R_AARCH64_TLSDESC_CALL
6093 && tlsopt == tls::TLSOPT_NONE)
6095 // We created GOT entries in the .got.tlsdesc portion of the
6096 // .got.plt section, but the offset stored in the symbol is the
6097 // offset within .got.tlsdesc.
6098 got_tlsdesc_offset = (target->got_->data_size()
6099 + target->got_plt_section()->data_size());
6101 typename elfcpp::Elf_types<size>::Elf_Addr got_entry_address;
6104 gold_assert(gsym->has_got_offset(tls_got_offset_type));
6105 got_entry_address = target->got_->address()
6106 + got_tlsdesc_offset
6107 + gsym->got_offset(tls_got_offset_type);
6111 unsigned int r_sym = elfcpp::elf_r_sym<size>(rela.get_r_info());
6113 object->local_has_got_offset(r_sym, tls_got_offset_type));
6114 got_entry_address = target->got_->address() +
6115 got_tlsdesc_offset +
6116 object->local_got_offset(r_sym, tls_got_offset_type);
6118 if (tlsopt == tls::TLSOPT_TO_IE)
6120 if (tls_segment == NULL)
6122 gold_assert(parameters->errors()->error_count() > 0
6123 || issue_undefined_symbol_error(gsym));
6124 return aarch64_reloc_funcs::STATUS_BAD_RELOC;
6126 return tls_desc_gd_to_ie(relinfo, target, rela, r_type,
6127 view, psymval, got_entry_address,
6131 // Now do tlsdesc relocation.
6134 case elfcpp::R_AARCH64_TLSDESC_ADR_PAGE21:
6135 return aarch64_reloc_funcs::adrp(view,
6136 got_entry_address + addend,
6139 case elfcpp::R_AARCH64_TLSDESC_LD64_LO12:
6140 case elfcpp::R_AARCH64_TLSDESC_ADD_LO12:
6141 return aarch64_reloc_funcs::template rela_general<32>(
6142 view, got_entry_address, addend, reloc_property);
6144 case elfcpp::R_AARCH64_TLSDESC_CALL:
6145 return aarch64_reloc_funcs::STATUS_OKAY;
6155 gold_error(_("%s: unsupported TLS reloc %u."),
6156 object->name().c_str(), r_type);
6158 return aarch64_reloc_funcs::STATUS_BAD_RELOC;
6159 } // End of relocate_tls.
6162 template<int size, bool big_endian>
6164 typename AArch64_relocate_functions<size, big_endian>::Status
6165 Target_aarch64<size, big_endian>::Relocate::tls_gd_to_le(
6166 const Relocate_info<size, big_endian>* relinfo,
6167 Target_aarch64<size, big_endian>* target,
6168 const elfcpp::Rela<size, big_endian>& rela,
6169 unsigned int r_type,
6170 unsigned char* view,
6171 const Symbol_value<size>* psymval)
6173 typedef AArch64_relocate_functions<size, big_endian> aarch64_reloc_funcs;
6174 typedef typename elfcpp::Swap<32, big_endian>::Valtype Insntype;
6175 typedef typename elfcpp::Elf_types<size>::Elf_Addr AArch64_address;
6177 Insntype* ip = reinterpret_cast<Insntype*>(view);
6178 Insntype insn1 = elfcpp::Swap<32, big_endian>::readval(ip);
6179 Insntype insn2 = elfcpp::Swap<32, big_endian>::readval(ip + 1);
6180 Insntype insn3 = elfcpp::Swap<32, big_endian>::readval(ip + 2);
6182 if (r_type == elfcpp::R_AARCH64_TLSGD_ADD_LO12_NC)
6184 // This is the 2nd relocs, optimization should already have been
6186 gold_assert((insn1 & 0xfff00000) == 0x91400000);
6187 return aarch64_reloc_funcs::STATUS_OKAY;
6190 // The original sequence is -
6191 // 90000000 adrp x0, 0 <main>
6192 // 91000000 add x0, x0, #0x0
6193 // 94000000 bl 0 <__tls_get_addr>
6194 // optimized to sequence -
6195 // d53bd040 mrs x0, tpidr_el0
6196 // 91400000 add x0, x0, #0x0, lsl #12
6197 // 91000000 add x0, x0, #0x0
6199 // Unlike tls_ie_to_le, we change the 3 insns in one function call when we
6200 // encounter the first relocation "R_AARCH64_TLSGD_ADR_PAGE21". Because we
6201 // have to change "bl tls_get_addr", which does not have a corresponding tls
6202 // relocation type. So before proceeding, we need to make sure compiler
6203 // does not change the sequence.
6204 if(!(insn1 == 0x90000000 // adrp x0,0
6205 && insn2 == 0x91000000 // add x0, x0, #0x0
6206 && insn3 == 0x94000000)) // bl 0
6208 // Ideally we should give up gd_to_le relaxation and do gd access.
6209 // However the gd_to_le relaxation decision has been made early
6210 // in the scan stage, where we did not allocate any GOT entry for
6211 // this symbol. Therefore we have to exit and report error now.
6212 gold_error(_("unexpected reloc insn sequence while relaxing "
6213 "tls gd to le for reloc %u."), r_type);
6214 return aarch64_reloc_funcs::STATUS_BAD_RELOC;
6218 insn1 = 0xd53bd040; // mrs x0, tpidr_el0
6219 insn2 = 0x91400000; // add x0, x0, #0x0, lsl #12
6220 insn3 = 0x91000000; // add x0, x0, #0x0
6221 elfcpp::Swap<32, big_endian>::writeval(ip, insn1);
6222 elfcpp::Swap<32, big_endian>::writeval(ip + 1, insn2);
6223 elfcpp::Swap<32, big_endian>::writeval(ip + 2, insn3);
6225 // Calculate tprel value.
6226 Output_segment* tls_segment = relinfo->layout->tls_segment();
6227 gold_assert(tls_segment != NULL);
6228 AArch64_address value = psymval->value(relinfo->object, 0);
6229 const elfcpp::Elf_Xword addend = rela.get_r_addend();
6230 AArch64_address aligned_tcb_size =
6231 align_address(target->tcb_size(), tls_segment->maximum_alignment());
6232 AArch64_address x = value + aligned_tcb_size;
6234 // After new insns are written, apply TLSLE relocs.
6235 const AArch64_reloc_property* rp1 =
6236 aarch64_reloc_property_table->get_reloc_property(
6237 elfcpp::R_AARCH64_TLSLE_ADD_TPREL_HI12);
6238 const AArch64_reloc_property* rp2 =
6239 aarch64_reloc_property_table->get_reloc_property(
6240 elfcpp::R_AARCH64_TLSLE_ADD_TPREL_LO12);
6241 gold_assert(rp1 != NULL && rp2 != NULL);
6243 typename aarch64_reloc_funcs::Status s1 =
6244 aarch64_reloc_funcs::template rela_general<32>(view + 4,
6248 if (s1 != aarch64_reloc_funcs::STATUS_OKAY)
6251 typename aarch64_reloc_funcs::Status s2 =
6252 aarch64_reloc_funcs::template rela_general<32>(view + 8,
6257 this->skip_call_tls_get_addr_ = true;
6259 } // End of tls_gd_to_le
6262 template<int size, bool big_endian>
6264 typename AArch64_relocate_functions<size, big_endian>::Status
6265 Target_aarch64<size, big_endian>::Relocate::tls_ld_to_le(
6266 const Relocate_info<size, big_endian>* relinfo,
6267 Target_aarch64<size, big_endian>* target,
6268 const elfcpp::Rela<size, big_endian>& rela,
6269 unsigned int r_type,
6270 unsigned char* view,
6271 const Symbol_value<size>* psymval)
6273 typedef AArch64_relocate_functions<size, big_endian> aarch64_reloc_funcs;
6274 typedef typename elfcpp::Swap<32, big_endian>::Valtype Insntype;
6275 typedef typename elfcpp::Elf_types<size>::Elf_Addr AArch64_address;
6277 Insntype* ip = reinterpret_cast<Insntype*>(view);
6278 Insntype insn1 = elfcpp::Swap<32, big_endian>::readval(ip);
6279 Insntype insn2 = elfcpp::Swap<32, big_endian>::readval(ip + 1);
6280 Insntype insn3 = elfcpp::Swap<32, big_endian>::readval(ip + 2);
6282 if (r_type == elfcpp::R_AARCH64_TLSLD_ADD_LO12_NC)
6284 // This is the 2nd relocs, optimization should already have been
6286 gold_assert((insn1 & 0xfff00000) == 0x91400000);
6287 return aarch64_reloc_funcs::STATUS_OKAY;
6290 // The original sequence is -
6291 // 90000000 adrp x0, 0 <main>
6292 // 91000000 add x0, x0, #0x0
6293 // 94000000 bl 0 <__tls_get_addr>
6294 // optimized to sequence -
6295 // d53bd040 mrs x0, tpidr_el0
6296 // 91400000 add x0, x0, #0x0, lsl #12
6297 // 91000000 add x0, x0, #0x0
6299 // Unlike tls_ie_to_le, we change the 3 insns in one function call when we
6300 // encounter the first relocation "R_AARCH64_TLSLD_ADR_PAGE21". Because we
6301 // have to change "bl tls_get_addr", which does not have a corresponding tls
6302 // relocation type. So before proceeding, we need to make sure compiler
6303 // does not change the sequence.
6304 if(!(insn1 == 0x90000000 // adrp x0,0
6305 && insn2 == 0x91000000 // add x0, x0, #0x0
6306 && insn3 == 0x94000000)) // bl 0
6308 // Ideally we should give up gd_to_le relaxation and do gd access.
6309 // However the gd_to_le relaxation decision has been made early
6310 // in the scan stage, where we did not allocate any GOT entry for
6311 // this symbol. Therefore we have to exit and report error now.
6312 gold_error(_("unexpected reloc insn sequence while relaxing "
6313 "tls gd to le for reloc %u."), r_type);
6314 return aarch64_reloc_funcs::STATUS_BAD_RELOC;
6318 insn1 = 0xd53bd040; // mrs x0, tpidr_el0
6319 insn2 = 0x91400000; // add x0, x0, #0x0, lsl #12
6320 insn3 = 0x91000000; // add x0, x0, #0x0
6321 elfcpp::Swap<32, big_endian>::writeval(ip, insn1);
6322 elfcpp::Swap<32, big_endian>::writeval(ip + 1, insn2);
6323 elfcpp::Swap<32, big_endian>::writeval(ip + 2, insn3);
6325 // Calculate tprel value.
6326 Output_segment* tls_segment = relinfo->layout->tls_segment();
6327 gold_assert(tls_segment != NULL);
6328 AArch64_address value = psymval->value(relinfo->object, 0);
6329 const elfcpp::Elf_Xword addend = rela.get_r_addend();
6330 AArch64_address aligned_tcb_size =
6331 align_address(target->tcb_size(), tls_segment->maximum_alignment());
6332 AArch64_address x = value + aligned_tcb_size;
6334 // After new insns are written, apply TLSLE relocs.
6335 const AArch64_reloc_property* rp1 =
6336 aarch64_reloc_property_table->get_reloc_property(
6337 elfcpp::R_AARCH64_TLSLE_ADD_TPREL_HI12);
6338 const AArch64_reloc_property* rp2 =
6339 aarch64_reloc_property_table->get_reloc_property(
6340 elfcpp::R_AARCH64_TLSLE_ADD_TPREL_LO12);
6341 gold_assert(rp1 != NULL && rp2 != NULL);
6343 typename aarch64_reloc_funcs::Status s1 =
6344 aarch64_reloc_funcs::template rela_general<32>(view + 4,
6348 if (s1 != aarch64_reloc_funcs::STATUS_OKAY)
6351 typename aarch64_reloc_funcs::Status s2 =
6352 aarch64_reloc_funcs::template rela_general<32>(view + 8,
6357 this->skip_call_tls_get_addr_ = true;
6360 } // End of tls_ld_to_le
6362 template<int size, bool big_endian>
6364 typename AArch64_relocate_functions<size, big_endian>::Status
6365 Target_aarch64<size, big_endian>::Relocate::tls_ie_to_le(
6366 const Relocate_info<size, big_endian>* relinfo,
6367 Target_aarch64<size, big_endian>* target,
6368 const elfcpp::Rela<size, big_endian>& rela,
6369 unsigned int r_type,
6370 unsigned char* view,
6371 const Symbol_value<size>* psymval)
6373 typedef typename elfcpp::Elf_types<size>::Elf_Addr AArch64_address;
6374 typedef typename elfcpp::Swap<32, big_endian>::Valtype Insntype;
6375 typedef AArch64_relocate_functions<size, big_endian> aarch64_reloc_funcs;
6377 AArch64_address value = psymval->value(relinfo->object, 0);
6378 Output_segment* tls_segment = relinfo->layout->tls_segment();
6379 AArch64_address aligned_tcb_address =
6380 align_address(target->tcb_size(), tls_segment->maximum_alignment());
6381 const elfcpp::Elf_Xword addend = rela.get_r_addend();
6382 AArch64_address x = value + addend + aligned_tcb_address;
6383 // "x" is the offset to tp, we can only do this if x is within
6384 // range [0, 2^32-1]
6385 if (!(size == 32 || (size == 64 && (static_cast<uint64_t>(x) >> 32) == 0)))
6387 gold_error(_("TLS variable referred by reloc %u is too far from TP."),
6389 return aarch64_reloc_funcs::STATUS_BAD_RELOC;
6392 Insntype* ip = reinterpret_cast<Insntype*>(view);
6393 Insntype insn = elfcpp::Swap<32, big_endian>::readval(ip);
6396 if (r_type == elfcpp::R_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21)
6399 regno = (insn & 0x1f);
6400 newinsn = (0xd2a00000 | regno) | (((x >> 16) & 0xffff) << 5);
6402 else if (r_type == elfcpp::R_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC)
6405 regno = (insn & 0x1f);
6406 gold_assert(regno == ((insn >> 5) & 0x1f));
6407 newinsn = (0xf2800000 | regno) | ((x & 0xffff) << 5);
6412 elfcpp::Swap<32, big_endian>::writeval(ip, newinsn);
6413 return aarch64_reloc_funcs::STATUS_OKAY;
6414 } // End of tls_ie_to_le
6417 template<int size, bool big_endian>
6419 typename AArch64_relocate_functions<size, big_endian>::Status
6420 Target_aarch64<size, big_endian>::Relocate::tls_desc_gd_to_le(
6421 const Relocate_info<size, big_endian>* relinfo,
6422 Target_aarch64<size, big_endian>* target,
6423 const elfcpp::Rela<size, big_endian>& rela,
6424 unsigned int r_type,
6425 unsigned char* view,
6426 const Symbol_value<size>* psymval)
6428 typedef typename elfcpp::Elf_types<size>::Elf_Addr AArch64_address;
6429 typedef typename elfcpp::Swap<32, big_endian>::Valtype Insntype;
6430 typedef AArch64_relocate_functions<size, big_endian> aarch64_reloc_funcs;
6432 // TLSDESC-GD sequence is like:
6433 // adrp x0, :tlsdesc:v1
6434 // ldr x1, [x0, #:tlsdesc_lo12:v1]
6435 // add x0, x0, :tlsdesc_lo12:v1
6438 // After desc_gd_to_le optimization, the sequence will be like:
6439 // movz x0, #0x0, lsl #16
6444 // Calculate tprel value.
6445 Output_segment* tls_segment = relinfo->layout->tls_segment();
6446 gold_assert(tls_segment != NULL);
6447 Insntype* ip = reinterpret_cast<Insntype*>(view);
6448 const elfcpp::Elf_Xword addend = rela.get_r_addend();
6449 AArch64_address value = psymval->value(relinfo->object, addend);
6450 AArch64_address aligned_tcb_size =
6451 align_address(target->tcb_size(), tls_segment->maximum_alignment());
6452 AArch64_address x = value + aligned_tcb_size;
6453 // x is the offset to tp, we can only do this if x is within range
6454 // [0, 2^32-1]. If x is out of range, fail and exit.
6455 if (size == 64 && (static_cast<uint64_t>(x) >> 32) != 0)
6457 gold_error(_("TLS variable referred by reloc %u is too far from TP. "
6458 "We Can't do gd_to_le relaxation.\n"), r_type);
6459 return aarch64_reloc_funcs::STATUS_BAD_RELOC;
6464 case elfcpp::R_AARCH64_TLSDESC_ADD_LO12:
6465 case elfcpp::R_AARCH64_TLSDESC_CALL:
6467 newinsn = 0xd503201f;
6470 case elfcpp::R_AARCH64_TLSDESC_ADR_PAGE21:
6472 newinsn = 0xd2a00000 | (((x >> 16) & 0xffff) << 5);
6475 case elfcpp::R_AARCH64_TLSDESC_LD64_LO12:
6477 newinsn = 0xf2800000 | ((x & 0xffff) << 5);
6481 gold_error(_("unsupported tlsdesc gd_to_le optimization on reloc %u"),
6485 elfcpp::Swap<32, big_endian>::writeval(ip, newinsn);
6486 return aarch64_reloc_funcs::STATUS_OKAY;
6487 } // End of tls_desc_gd_to_le
6490 template<int size, bool big_endian>
6492 typename AArch64_relocate_functions<size, big_endian>::Status
6493 Target_aarch64<size, big_endian>::Relocate::tls_desc_gd_to_ie(
6494 const Relocate_info<size, big_endian>* /* relinfo */,
6495 Target_aarch64<size, big_endian>* /* target */,
6496 const elfcpp::Rela<size, big_endian>& rela,
6497 unsigned int r_type,
6498 unsigned char* view,
6499 const Symbol_value<size>* /* psymval */,
6500 typename elfcpp::Elf_types<size>::Elf_Addr got_entry_address,
6501 typename elfcpp::Elf_types<size>::Elf_Addr address)
6503 typedef typename elfcpp::Swap<32, big_endian>::Valtype Insntype;
6504 typedef AArch64_relocate_functions<size, big_endian> aarch64_reloc_funcs;
6506 // TLSDESC-GD sequence is like:
6507 // adrp x0, :tlsdesc:v1
6508 // ldr x1, [x0, #:tlsdesc_lo12:v1]
6509 // add x0, x0, :tlsdesc_lo12:v1
6512 // After desc_gd_to_ie optimization, the sequence will be like:
6513 // adrp x0, :tlsie:v1
6514 // ldr x0, [x0, :tlsie_lo12:v1]
6518 Insntype* ip = reinterpret_cast<Insntype*>(view);
6519 const elfcpp::Elf_Xword addend = rela.get_r_addend();
6523 case elfcpp::R_AARCH64_TLSDESC_ADD_LO12:
6524 case elfcpp::R_AARCH64_TLSDESC_CALL:
6526 newinsn = 0xd503201f;
6527 elfcpp::Swap<32, big_endian>::writeval(ip, newinsn);
6530 case elfcpp::R_AARCH64_TLSDESC_ADR_PAGE21:
6532 return aarch64_reloc_funcs::adrp(view, got_entry_address + addend,
6537 case elfcpp::R_AARCH64_TLSDESC_LD64_LO12:
6539 // Set ldr target register to be x0.
6540 Insntype insn = elfcpp::Swap<32, big_endian>::readval(ip);
6542 elfcpp::Swap<32, big_endian>::writeval(ip, insn);
6544 const AArch64_reloc_property* reloc_property =
6545 aarch64_reloc_property_table->get_reloc_property(
6546 elfcpp::R_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC);
6547 return aarch64_reloc_funcs::template rela_general<32>(
6548 view, got_entry_address, addend, reloc_property);
6553 gold_error(_("Don't support tlsdesc gd_to_ie optimization on reloc %u"),
6557 return aarch64_reloc_funcs::STATUS_OKAY;
6558 } // End of tls_desc_gd_to_ie
6560 // Relocate section data.
6562 template<int size, bool big_endian>
6564 Target_aarch64<size, big_endian>::relocate_section(
6565 const Relocate_info<size, big_endian>* relinfo,
6566 unsigned int sh_type,
6567 const unsigned char* prelocs,
6569 Output_section* output_section,
6570 bool needs_special_offset_handling,
6571 unsigned char* view,
6572 typename elfcpp::Elf_types<size>::Elf_Addr address,
6573 section_size_type view_size,
6574 const Reloc_symbol_changes* reloc_symbol_changes)
6576 gold_assert(sh_type == elfcpp::SHT_RELA);
6577 typedef typename Target_aarch64<size, big_endian>::Relocate AArch64_relocate;
6578 gold::relocate_section<size, big_endian, Target_aarch64, elfcpp::SHT_RELA,
6579 AArch64_relocate, gold::Default_comdat_behavior>(
6585 needs_special_offset_handling,
6589 reloc_symbol_changes);
6592 // Return the size of a relocation while scanning during a relocatable
6595 template<int size, bool big_endian>
6597 Target_aarch64<size, big_endian>::Relocatable_size_for_reloc::
6602 // We will never support SHT_REL relocations.
6607 // Scan the relocs during a relocatable link.
6609 template<int size, bool big_endian>
6611 Target_aarch64<size, big_endian>::scan_relocatable_relocs(
6612 Symbol_table* symtab,
6614 Sized_relobj_file<size, big_endian>* object,
6615 unsigned int data_shndx,
6616 unsigned int sh_type,
6617 const unsigned char* prelocs,
6619 Output_section* output_section,
6620 bool needs_special_offset_handling,
6621 size_t local_symbol_count,
6622 const unsigned char* plocal_symbols,
6623 Relocatable_relocs* rr)
6625 gold_assert(sh_type == elfcpp::SHT_RELA);
6627 typedef gold::Default_scan_relocatable_relocs<elfcpp::SHT_RELA,
6628 Relocatable_size_for_reloc> Scan_relocatable_relocs;
6630 gold::scan_relocatable_relocs<size, big_endian, elfcpp::SHT_RELA,
6631 Scan_relocatable_relocs>(
6639 needs_special_offset_handling,
6645 // Relocate a section during a relocatable link.
6647 template<int size, bool big_endian>
6649 Target_aarch64<size, big_endian>::relocate_relocs(
6650 const Relocate_info<size, big_endian>* relinfo,
6651 unsigned int sh_type,
6652 const unsigned char* prelocs,
6654 Output_section* output_section,
6655 typename elfcpp::Elf_types<size>::Elf_Off offset_in_output_section,
6656 const Relocatable_relocs* rr,
6657 unsigned char* view,
6658 typename elfcpp::Elf_types<size>::Elf_Addr view_address,
6659 section_size_type view_size,
6660 unsigned char* reloc_view,
6661 section_size_type reloc_view_size)
6663 gold_assert(sh_type == elfcpp::SHT_RELA);
6665 gold::relocate_relocs<size, big_endian, elfcpp::SHT_RELA>(
6670 offset_in_output_section,
6680 // The selector for aarch64 object files.
6682 template<int size, bool big_endian>
6683 class Target_selector_aarch64 : public Target_selector
6686 Target_selector_aarch64();
6689 do_instantiate_target()
6690 { return new Target_aarch64<size, big_endian>(); }
6694 Target_selector_aarch64<32, true>::Target_selector_aarch64()
6695 : Target_selector(elfcpp::EM_AARCH64, 32, true,
6696 "elf32-bigaarch64", "aarch64_elf32_be_vec")
6700 Target_selector_aarch64<32, false>::Target_selector_aarch64()
6701 : Target_selector(elfcpp::EM_AARCH64, 32, false,
6702 "elf32-littleaarch64", "aarch64_elf32_le_vec")
6706 Target_selector_aarch64<64, true>::Target_selector_aarch64()
6707 : Target_selector(elfcpp::EM_AARCH64, 64, true,
6708 "elf64-bigaarch64", "aarch64_elf64_be_vec")
6712 Target_selector_aarch64<64, false>::Target_selector_aarch64()
6713 : Target_selector(elfcpp::EM_AARCH64, 64, false,
6714 "elf64-littleaarch64", "aarch64_elf64_le_vec")
6717 Target_selector_aarch64<32, true> target_selector_aarch64elf32b;
6718 Target_selector_aarch64<32, false> target_selector_aarch64elf32;
6719 Target_selector_aarch64<64, true> target_selector_aarch64elfb;
6720 Target_selector_aarch64<64, false> target_selector_aarch64elf;
6722 } // End anonymous namespace.