1 /* AArch64-specific support for NN-bit ELF.
2 Copyright (C) 2009-2015 Free Software Foundation, Inc.
3 Contributed by ARM Ltd.
5 This file is part of BFD, the Binary File Descriptor library.
7 This program is free software; you can redistribute it and/or modify
8 it under the terms of the GNU General Public License as published by
9 the Free Software Foundation; either version 3 of the License, or
10 (at your option) any later version.
12 This program is distributed in the hope that it will be useful,
13 but WITHOUT ANY WARRANTY; without even the implied warranty of
14 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 GNU General Public License for more details.
17 You should have received a copy of the GNU General Public License
18 along with this program; see the file COPYING3. If not,
19 see <http://www.gnu.org/licenses/>. */
21 /* Notes on implementation:
23 Thread Local Store (TLS)
27 The implementation currently supports both traditional TLS and TLS
28 descriptors, but only general dynamic (GD).
30 For traditional TLS the assembler will present us with code
31 fragments of the form:
34 R_AARCH64_TLSGD_ADR_PAGE21(foo)
35 add x0, :tlsgd_lo12:foo
36 R_AARCH64_TLSGD_ADD_LO12_NC(foo)
40 For TLS descriptors the assembler will present us with code
41 fragments of the form:
43 adrp x0, :tlsdesc:foo R_AARCH64_TLSDESC_ADR_PAGE21(foo)
44 ldr x1, [x0, #:tlsdesc_lo12:foo] R_AARCH64_TLSDESC_LD64_LO12(foo)
45 add x0, x0, #:tlsdesc_lo12:foo R_AARCH64_TLSDESC_ADD_LO12(foo)
47 blr x1 R_AARCH64_TLSDESC_CALL(foo)
49 The relocations R_AARCH64_TLSGD_{ADR_PREL21,ADD_LO12_NC} against foo
50 indicate that foo is thread local and should be accessed via the
51 traditional TLS mechanims.
53 The relocations R_AARCH64_TLSDESC_{ADR_PAGE21,LD64_LO12_NC,ADD_LO12_NC}
54 against foo indicate that 'foo' is thread local and should be accessed
55 via a TLS descriptor mechanism.
57 The precise instruction sequence is only relevant from the
58 perspective of linker relaxation which is currently not implemented.
60 The static linker must detect that 'foo' is a TLS object and
61 allocate a double GOT entry. The GOT entry must be created for both
62 global and local TLS symbols. Note that this is different to none
63 TLS local objects which do not need a GOT entry.
65 In the traditional TLS mechanism, the double GOT entry is used to
66 provide the tls_index structure, containing module and offset
67 entries. The static linker places the relocation R_AARCH64_TLS_DTPMOD
68 on the module entry. The loader will subsequently fixup this
69 relocation with the module identity.
71 For global traditional TLS symbols the static linker places an
72 R_AARCH64_TLS_DTPREL relocation on the offset entry. The loader
73 will subsequently fixup the offset. For local TLS symbols the static
74 linker fixes up offset.
76 In the TLS descriptor mechanism the double GOT entry is used to
77 provide the descriptor. The static linker places the relocation
78 R_AARCH64_TLSDESC on the first GOT slot. The loader will
79 subsequently fix this up.
83 The handling of TLS symbols is implemented across a number of
84 different backend functions. The following is a top level view of
85 what processing is performed where.
87 The TLS implementation maintains state information for each TLS
88 symbol. The state information for local and global symbols is kept
89 in different places. Global symbols use generic BFD structures while
90 local symbols use backend specific structures that are allocated and
91 maintained entirely by the backend.
95 elfNN_aarch64_check_relocs()
97 This function is invoked for each relocation.
99 The TLS relocations R_AARCH64_TLSGD_{ADR_PREL21,ADD_LO12_NC} and
100 R_AARCH64_TLSDESC_{ADR_PAGE21,LD64_LO12_NC,ADD_LO12_NC} are
101 spotted. One time creation of local symbol data structures are
102 created when the first local symbol is seen.
104 The reference count for a symbol is incremented. The GOT type for
105 each symbol is marked as general dynamic.
107 elfNN_aarch64_allocate_dynrelocs ()
109 For each global with positive reference count we allocate a double
110 GOT slot. For a traditional TLS symbol we allocate space for two
111 relocation entries on the GOT, for a TLS descriptor symbol we
112 allocate space for one relocation on the slot. Record the GOT offset
115 elfNN_aarch64_size_dynamic_sections ()
117 Iterate all input BFDS, look for in the local symbol data structure
118 constructed earlier for local TLS symbols and allocate them double
119 GOT slots along with space for a single GOT relocation. Update the
120 local symbol structure to record the GOT offset allocated.
122 elfNN_aarch64_relocate_section ()
124 Calls elfNN_aarch64_final_link_relocate ()
126 Emit the relevant TLS relocations against the GOT for each TLS
127 symbol. For local TLS symbols emit the GOT offset directly. The GOT
128 relocations are emitted once the first time a TLS symbol is
129 encountered. The implementation uses the LSB of the GOT offset to
130 flag that the relevant GOT relocations for a symbol have been
131 emitted. All of the TLS code that uses the GOT offset needs to take
132 care to mask out this flag bit before using the offset.
134 elfNN_aarch64_final_link_relocate ()
136 Fixup the R_AARCH64_TLSGD_{ADR_PREL21, ADD_LO12_NC} relocations. */
140 #include "libiberty.h"
142 #include "bfd_stdint.h"
145 #include "objalloc.h"
146 #include "elf/aarch64.h"
147 #include "elfxx-aarch64.h"
152 #define AARCH64_R(NAME) R_AARCH64_ ## NAME
153 #define AARCH64_R_STR(NAME) "R_AARCH64_" #NAME
154 #define HOWTO64(...) HOWTO (__VA_ARGS__)
155 #define HOWTO32(...) EMPTY_HOWTO (0)
156 #define LOG_FILE_ALIGN 3
160 #define AARCH64_R(NAME) R_AARCH64_P32_ ## NAME
161 #define AARCH64_R_STR(NAME) "R_AARCH64_P32_" #NAME
162 #define HOWTO64(...) EMPTY_HOWTO (0)
163 #define HOWTO32(...) HOWTO (__VA_ARGS__)
164 #define LOG_FILE_ALIGN 2
167 #define IS_AARCH64_TLS_RELOC(R_TYPE) \
168 ((R_TYPE) == BFD_RELOC_AARCH64_TLSGD_ADR_PAGE21 \
169 || (R_TYPE) == BFD_RELOC_AARCH64_TLSGD_ADD_LO12_NC \
170 || (R_TYPE) == BFD_RELOC_AARCH64_TLSIE_MOVW_GOTTPREL_G1 \
171 || (R_TYPE) == BFD_RELOC_AARCH64_TLSIE_MOVW_GOTTPREL_G0_NC \
172 || (R_TYPE) == BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21 \
173 || (R_TYPE) == BFD_RELOC_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC \
174 || (R_TYPE) == BFD_RELOC_AARCH64_TLSIE_LD32_GOTTPREL_LO12_NC \
175 || (R_TYPE) == BFD_RELOC_AARCH64_TLSIE_LD_GOTTPREL_PREL19 \
176 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_LO12 \
177 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_HI12 \
178 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_LO12_NC \
179 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G2 \
180 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1 \
181 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1_NC \
182 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0 \
183 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0_NC \
184 || (R_TYPE) == BFD_RELOC_AARCH64_TLS_DTPMOD \
185 || (R_TYPE) == BFD_RELOC_AARCH64_TLS_DTPREL \
186 || (R_TYPE) == BFD_RELOC_AARCH64_TLS_TPREL \
187 || IS_AARCH64_TLSDESC_RELOC ((R_TYPE)))
189 #define IS_AARCH64_TLSDESC_RELOC(R_TYPE) \
190 ((R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_LD_PREL19 \
191 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_ADR_PREL21 \
192 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_ADR_PAGE21 \
193 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_ADD_LO12_NC \
194 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_LD64_LO12_NC \
195 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_LD32_LO12_NC \
196 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_OFF_G1 \
197 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_OFF_G0_NC \
198 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_LDR \
199 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_ADD \
200 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_CALL \
201 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC)
203 #define ELIMINATE_COPY_RELOCS 0
205 /* Return size of a relocation entry. HTAB is the bfd's
206 elf_aarch64_link_hash_entry. */
207 #define RELOC_SIZE(HTAB) (sizeof (ElfNN_External_Rela))
209 /* GOT Entry size - 8 bytes in ELF64 and 4 bytes in ELF32. */
210 #define GOT_ENTRY_SIZE (ARCH_SIZE / 8)
211 #define PLT_ENTRY_SIZE (32)
212 #define PLT_SMALL_ENTRY_SIZE (16)
213 #define PLT_TLSDESC_ENTRY_SIZE (32)
215 /* Encoding of the nop instruction */
216 #define INSN_NOP 0xd503201f
218 #define aarch64_compute_jump_table_size(htab) \
219 (((htab)->root.srelplt == NULL) ? 0 \
220 : (htab)->root.srelplt->reloc_count * GOT_ENTRY_SIZE)
222 /* The first entry in a procedure linkage table looks like this
223 if the distance between the PLTGOT and the PLT is < 4GB use
224 these PLT entries. Note that the dynamic linker gets &PLTGOT[2]
225 in x16 and needs to work out PLTGOT[1] by using an address of
226 [x16,#-GOT_ENTRY_SIZE]. */
227 static const bfd_byte elfNN_aarch64_small_plt0_entry[PLT_ENTRY_SIZE] =
229 0xf0, 0x7b, 0xbf, 0xa9, /* stp x16, x30, [sp, #-16]! */
230 0x10, 0x00, 0x00, 0x90, /* adrp x16, (GOT+16) */
232 0x11, 0x0A, 0x40, 0xf9, /* ldr x17, [x16, #PLT_GOT+0x10] */
233 0x10, 0x42, 0x00, 0x91, /* add x16, x16,#PLT_GOT+0x10 */
235 0x11, 0x0A, 0x40, 0xb9, /* ldr w17, [x16, #PLT_GOT+0x8] */
236 0x10, 0x22, 0x00, 0x11, /* add w16, w16,#PLT_GOT+0x8 */
238 0x20, 0x02, 0x1f, 0xd6, /* br x17 */
239 0x1f, 0x20, 0x03, 0xd5, /* nop */
240 0x1f, 0x20, 0x03, 0xd5, /* nop */
241 0x1f, 0x20, 0x03, 0xd5, /* nop */
244 /* Per function entry in a procedure linkage table looks like this
245 if the distance between the PLTGOT and the PLT is < 4GB use
246 these PLT entries. */
247 static const bfd_byte elfNN_aarch64_small_plt_entry[PLT_SMALL_ENTRY_SIZE] =
249 0x10, 0x00, 0x00, 0x90, /* adrp x16, PLTGOT + n * 8 */
251 0x11, 0x02, 0x40, 0xf9, /* ldr x17, [x16, PLTGOT + n * 8] */
252 0x10, 0x02, 0x00, 0x91, /* add x16, x16, :lo12:PLTGOT + n * 8 */
254 0x11, 0x02, 0x40, 0xb9, /* ldr w17, [x16, PLTGOT + n * 4] */
255 0x10, 0x02, 0x00, 0x11, /* add w16, w16, :lo12:PLTGOT + n * 4 */
257 0x20, 0x02, 0x1f, 0xd6, /* br x17. */
260 static const bfd_byte
261 elfNN_aarch64_tlsdesc_small_plt_entry[PLT_TLSDESC_ENTRY_SIZE] =
263 0xe2, 0x0f, 0xbf, 0xa9, /* stp x2, x3, [sp, #-16]! */
264 0x02, 0x00, 0x00, 0x90, /* adrp x2, 0 */
265 0x03, 0x00, 0x00, 0x90, /* adrp x3, 0 */
267 0x42, 0x00, 0x40, 0xf9, /* ldr x2, [x2, #0] */
268 0x63, 0x00, 0x00, 0x91, /* add x3, x3, 0 */
270 0x42, 0x00, 0x40, 0xb9, /* ldr w2, [x2, #0] */
271 0x63, 0x00, 0x00, 0x11, /* add w3, w3, 0 */
273 0x40, 0x00, 0x1f, 0xd6, /* br x2 */
274 0x1f, 0x20, 0x03, 0xd5, /* nop */
275 0x1f, 0x20, 0x03, 0xd5, /* nop */
278 #define elf_info_to_howto elfNN_aarch64_info_to_howto
279 #define elf_info_to_howto_rel elfNN_aarch64_info_to_howto
281 #define AARCH64_ELF_ABI_VERSION 0
283 /* In case we're on a 32-bit machine, construct a 64-bit "-1" value. */
284 #define ALL_ONES (~ (bfd_vma) 0)
286 /* Indexed by the bfd interal reloc enumerators.
287 Therefore, the table needs to be synced with BFD_RELOC_AARCH64_*
290 static reloc_howto_type elfNN_aarch64_howto_table[] =
294 /* Basic data relocations. */
297 HOWTO (R_AARCH64_NULL, /* type */
299 3, /* size (0 = byte, 1 = short, 2 = long) */
301 FALSE, /* pc_relative */
303 complain_overflow_dont, /* complain_on_overflow */
304 bfd_elf_generic_reloc, /* special_function */
305 "R_AARCH64_NULL", /* name */
306 FALSE, /* partial_inplace */
309 FALSE), /* pcrel_offset */
311 HOWTO (R_AARCH64_NONE, /* type */
313 3, /* size (0 = byte, 1 = short, 2 = long) */
315 FALSE, /* pc_relative */
317 complain_overflow_dont, /* complain_on_overflow */
318 bfd_elf_generic_reloc, /* special_function */
319 "R_AARCH64_NONE", /* name */
320 FALSE, /* partial_inplace */
323 FALSE), /* pcrel_offset */
327 HOWTO64 (AARCH64_R (ABS64), /* type */
329 4, /* size (4 = long long) */
331 FALSE, /* pc_relative */
333 complain_overflow_unsigned, /* complain_on_overflow */
334 bfd_elf_generic_reloc, /* special_function */
335 AARCH64_R_STR (ABS64), /* name */
336 FALSE, /* partial_inplace */
337 ALL_ONES, /* src_mask */
338 ALL_ONES, /* dst_mask */
339 FALSE), /* pcrel_offset */
342 HOWTO (AARCH64_R (ABS32), /* type */
344 2, /* size (0 = byte, 1 = short, 2 = long) */
346 FALSE, /* pc_relative */
348 complain_overflow_unsigned, /* complain_on_overflow */
349 bfd_elf_generic_reloc, /* special_function */
350 AARCH64_R_STR (ABS32), /* name */
351 FALSE, /* partial_inplace */
352 0xffffffff, /* src_mask */
353 0xffffffff, /* dst_mask */
354 FALSE), /* pcrel_offset */
357 HOWTO (AARCH64_R (ABS16), /* type */
359 1, /* size (0 = byte, 1 = short, 2 = long) */
361 FALSE, /* pc_relative */
363 complain_overflow_unsigned, /* complain_on_overflow */
364 bfd_elf_generic_reloc, /* special_function */
365 AARCH64_R_STR (ABS16), /* name */
366 FALSE, /* partial_inplace */
367 0xffff, /* src_mask */
368 0xffff, /* dst_mask */
369 FALSE), /* pcrel_offset */
371 /* .xword: (S+A-P) */
372 HOWTO64 (AARCH64_R (PREL64), /* type */
374 4, /* size (4 = long long) */
376 TRUE, /* pc_relative */
378 complain_overflow_signed, /* complain_on_overflow */
379 bfd_elf_generic_reloc, /* special_function */
380 AARCH64_R_STR (PREL64), /* name */
381 FALSE, /* partial_inplace */
382 ALL_ONES, /* src_mask */
383 ALL_ONES, /* dst_mask */
384 TRUE), /* pcrel_offset */
387 HOWTO (AARCH64_R (PREL32), /* type */
389 2, /* size (0 = byte, 1 = short, 2 = long) */
391 TRUE, /* pc_relative */
393 complain_overflow_signed, /* complain_on_overflow */
394 bfd_elf_generic_reloc, /* special_function */
395 AARCH64_R_STR (PREL32), /* name */
396 FALSE, /* partial_inplace */
397 0xffffffff, /* src_mask */
398 0xffffffff, /* dst_mask */
399 TRUE), /* pcrel_offset */
402 HOWTO (AARCH64_R (PREL16), /* type */
404 1, /* size (0 = byte, 1 = short, 2 = long) */
406 TRUE, /* pc_relative */
408 complain_overflow_signed, /* complain_on_overflow */
409 bfd_elf_generic_reloc, /* special_function */
410 AARCH64_R_STR (PREL16), /* name */
411 FALSE, /* partial_inplace */
412 0xffff, /* src_mask */
413 0xffff, /* dst_mask */
414 TRUE), /* pcrel_offset */
416 /* Group relocations to create a 16, 32, 48 or 64 bit
417 unsigned data or abs address inline. */
419 /* MOVZ: ((S+A) >> 0) & 0xffff */
420 HOWTO (AARCH64_R (MOVW_UABS_G0), /* type */
422 2, /* size (0 = byte, 1 = short, 2 = long) */
424 FALSE, /* pc_relative */
426 complain_overflow_unsigned, /* complain_on_overflow */
427 bfd_elf_generic_reloc, /* special_function */
428 AARCH64_R_STR (MOVW_UABS_G0), /* name */
429 FALSE, /* partial_inplace */
430 0xffff, /* src_mask */
431 0xffff, /* dst_mask */
432 FALSE), /* pcrel_offset */
434 /* MOVK: ((S+A) >> 0) & 0xffff [no overflow check] */
435 HOWTO (AARCH64_R (MOVW_UABS_G0_NC), /* type */
437 2, /* size (0 = byte, 1 = short, 2 = long) */
439 FALSE, /* pc_relative */
441 complain_overflow_dont, /* complain_on_overflow */
442 bfd_elf_generic_reloc, /* special_function */
443 AARCH64_R_STR (MOVW_UABS_G0_NC), /* name */
444 FALSE, /* partial_inplace */
445 0xffff, /* src_mask */
446 0xffff, /* dst_mask */
447 FALSE), /* pcrel_offset */
449 /* MOVZ: ((S+A) >> 16) & 0xffff */
450 HOWTO (AARCH64_R (MOVW_UABS_G1), /* type */
452 2, /* size (0 = byte, 1 = short, 2 = long) */
454 FALSE, /* pc_relative */
456 complain_overflow_unsigned, /* complain_on_overflow */
457 bfd_elf_generic_reloc, /* special_function */
458 AARCH64_R_STR (MOVW_UABS_G1), /* name */
459 FALSE, /* partial_inplace */
460 0xffff, /* src_mask */
461 0xffff, /* dst_mask */
462 FALSE), /* pcrel_offset */
464 /* MOVK: ((S+A) >> 16) & 0xffff [no overflow check] */
465 HOWTO64 (AARCH64_R (MOVW_UABS_G1_NC), /* type */
467 2, /* size (0 = byte, 1 = short, 2 = long) */
469 FALSE, /* pc_relative */
471 complain_overflow_dont, /* complain_on_overflow */
472 bfd_elf_generic_reloc, /* special_function */
473 AARCH64_R_STR (MOVW_UABS_G1_NC), /* name */
474 FALSE, /* partial_inplace */
475 0xffff, /* src_mask */
476 0xffff, /* dst_mask */
477 FALSE), /* pcrel_offset */
479 /* MOVZ: ((S+A) >> 32) & 0xffff */
480 HOWTO64 (AARCH64_R (MOVW_UABS_G2), /* type */
482 2, /* size (0 = byte, 1 = short, 2 = long) */
484 FALSE, /* pc_relative */
486 complain_overflow_unsigned, /* complain_on_overflow */
487 bfd_elf_generic_reloc, /* special_function */
488 AARCH64_R_STR (MOVW_UABS_G2), /* name */
489 FALSE, /* partial_inplace */
490 0xffff, /* src_mask */
491 0xffff, /* dst_mask */
492 FALSE), /* pcrel_offset */
494 /* MOVK: ((S+A) >> 32) & 0xffff [no overflow check] */
495 HOWTO64 (AARCH64_R (MOVW_UABS_G2_NC), /* type */
497 2, /* size (0 = byte, 1 = short, 2 = long) */
499 FALSE, /* pc_relative */
501 complain_overflow_dont, /* complain_on_overflow */
502 bfd_elf_generic_reloc, /* special_function */
503 AARCH64_R_STR (MOVW_UABS_G2_NC), /* name */
504 FALSE, /* partial_inplace */
505 0xffff, /* src_mask */
506 0xffff, /* dst_mask */
507 FALSE), /* pcrel_offset */
509 /* MOVZ: ((S+A) >> 48) & 0xffff */
510 HOWTO64 (AARCH64_R (MOVW_UABS_G3), /* type */
512 2, /* size (0 = byte, 1 = short, 2 = long) */
514 FALSE, /* pc_relative */
516 complain_overflow_unsigned, /* complain_on_overflow */
517 bfd_elf_generic_reloc, /* special_function */
518 AARCH64_R_STR (MOVW_UABS_G3), /* name */
519 FALSE, /* partial_inplace */
520 0xffff, /* src_mask */
521 0xffff, /* dst_mask */
522 FALSE), /* pcrel_offset */
524 /* Group relocations to create high part of a 16, 32, 48 or 64 bit
525 signed data or abs address inline. Will change instruction
526 to MOVN or MOVZ depending on sign of calculated value. */
528 /* MOV[ZN]: ((S+A) >> 0) & 0xffff */
529 HOWTO (AARCH64_R (MOVW_SABS_G0), /* type */
531 2, /* size (0 = byte, 1 = short, 2 = long) */
533 FALSE, /* pc_relative */
535 complain_overflow_signed, /* complain_on_overflow */
536 bfd_elf_generic_reloc, /* special_function */
537 AARCH64_R_STR (MOVW_SABS_G0), /* name */
538 FALSE, /* partial_inplace */
539 0xffff, /* src_mask */
540 0xffff, /* dst_mask */
541 FALSE), /* pcrel_offset */
543 /* MOV[ZN]: ((S+A) >> 16) & 0xffff */
544 HOWTO64 (AARCH64_R (MOVW_SABS_G1), /* type */
546 2, /* size (0 = byte, 1 = short, 2 = long) */
548 FALSE, /* pc_relative */
550 complain_overflow_signed, /* complain_on_overflow */
551 bfd_elf_generic_reloc, /* special_function */
552 AARCH64_R_STR (MOVW_SABS_G1), /* name */
553 FALSE, /* partial_inplace */
554 0xffff, /* src_mask */
555 0xffff, /* dst_mask */
556 FALSE), /* pcrel_offset */
558 /* MOV[ZN]: ((S+A) >> 32) & 0xffff */
559 HOWTO64 (AARCH64_R (MOVW_SABS_G2), /* type */
561 2, /* size (0 = byte, 1 = short, 2 = long) */
563 FALSE, /* pc_relative */
565 complain_overflow_signed, /* complain_on_overflow */
566 bfd_elf_generic_reloc, /* special_function */
567 AARCH64_R_STR (MOVW_SABS_G2), /* name */
568 FALSE, /* partial_inplace */
569 0xffff, /* src_mask */
570 0xffff, /* dst_mask */
571 FALSE), /* pcrel_offset */
573 /* Relocations to generate 19, 21 and 33 bit PC-relative load/store
574 addresses: PG(x) is (x & ~0xfff). */
576 /* LD-lit: ((S+A-P) >> 2) & 0x7ffff */
577 HOWTO (AARCH64_R (LD_PREL_LO19), /* type */
579 2, /* size (0 = byte, 1 = short, 2 = long) */
581 TRUE, /* pc_relative */
583 complain_overflow_signed, /* complain_on_overflow */
584 bfd_elf_generic_reloc, /* special_function */
585 AARCH64_R_STR (LD_PREL_LO19), /* name */
586 FALSE, /* partial_inplace */
587 0x7ffff, /* src_mask */
588 0x7ffff, /* dst_mask */
589 TRUE), /* pcrel_offset */
591 /* ADR: (S+A-P) & 0x1fffff */
592 HOWTO (AARCH64_R (ADR_PREL_LO21), /* type */
594 2, /* size (0 = byte, 1 = short, 2 = long) */
596 TRUE, /* pc_relative */
598 complain_overflow_signed, /* complain_on_overflow */
599 bfd_elf_generic_reloc, /* special_function */
600 AARCH64_R_STR (ADR_PREL_LO21), /* name */
601 FALSE, /* partial_inplace */
602 0x1fffff, /* src_mask */
603 0x1fffff, /* dst_mask */
604 TRUE), /* pcrel_offset */
606 /* ADRP: ((PG(S+A)-PG(P)) >> 12) & 0x1fffff */
607 HOWTO (AARCH64_R (ADR_PREL_PG_HI21), /* type */
609 2, /* size (0 = byte, 1 = short, 2 = long) */
611 TRUE, /* pc_relative */
613 complain_overflow_signed, /* complain_on_overflow */
614 bfd_elf_generic_reloc, /* special_function */
615 AARCH64_R_STR (ADR_PREL_PG_HI21), /* name */
616 FALSE, /* partial_inplace */
617 0x1fffff, /* src_mask */
618 0x1fffff, /* dst_mask */
619 TRUE), /* pcrel_offset */
621 /* ADRP: ((PG(S+A)-PG(P)) >> 12) & 0x1fffff [no overflow check] */
622 HOWTO64 (AARCH64_R (ADR_PREL_PG_HI21_NC), /* type */
624 2, /* size (0 = byte, 1 = short, 2 = long) */
626 TRUE, /* pc_relative */
628 complain_overflow_dont, /* complain_on_overflow */
629 bfd_elf_generic_reloc, /* special_function */
630 AARCH64_R_STR (ADR_PREL_PG_HI21_NC), /* name */
631 FALSE, /* partial_inplace */
632 0x1fffff, /* src_mask */
633 0x1fffff, /* dst_mask */
634 TRUE), /* pcrel_offset */
636 /* ADD: (S+A) & 0xfff [no overflow check] */
637 HOWTO (AARCH64_R (ADD_ABS_LO12_NC), /* type */
639 2, /* size (0 = byte, 1 = short, 2 = long) */
641 FALSE, /* pc_relative */
643 complain_overflow_dont, /* complain_on_overflow */
644 bfd_elf_generic_reloc, /* special_function */
645 AARCH64_R_STR (ADD_ABS_LO12_NC), /* name */
646 FALSE, /* partial_inplace */
647 0x3ffc00, /* src_mask */
648 0x3ffc00, /* dst_mask */
649 FALSE), /* pcrel_offset */
651 /* LD/ST8: (S+A) & 0xfff */
652 HOWTO (AARCH64_R (LDST8_ABS_LO12_NC), /* type */
654 2, /* size (0 = byte, 1 = short, 2 = long) */
656 FALSE, /* pc_relative */
658 complain_overflow_dont, /* complain_on_overflow */
659 bfd_elf_generic_reloc, /* special_function */
660 AARCH64_R_STR (LDST8_ABS_LO12_NC), /* name */
661 FALSE, /* partial_inplace */
662 0xfff, /* src_mask */
663 0xfff, /* dst_mask */
664 FALSE), /* pcrel_offset */
666 /* Relocations for control-flow instructions. */
668 /* TBZ/NZ: ((S+A-P) >> 2) & 0x3fff */
669 HOWTO (AARCH64_R (TSTBR14), /* type */
671 2, /* size (0 = byte, 1 = short, 2 = long) */
673 TRUE, /* pc_relative */
675 complain_overflow_signed, /* complain_on_overflow */
676 bfd_elf_generic_reloc, /* special_function */
677 AARCH64_R_STR (TSTBR14), /* name */
678 FALSE, /* partial_inplace */
679 0x3fff, /* src_mask */
680 0x3fff, /* dst_mask */
681 TRUE), /* pcrel_offset */
683 /* B.cond: ((S+A-P) >> 2) & 0x7ffff */
684 HOWTO (AARCH64_R (CONDBR19), /* type */
686 2, /* size (0 = byte, 1 = short, 2 = long) */
688 TRUE, /* pc_relative */
690 complain_overflow_signed, /* complain_on_overflow */
691 bfd_elf_generic_reloc, /* special_function */
692 AARCH64_R_STR (CONDBR19), /* name */
693 FALSE, /* partial_inplace */
694 0x7ffff, /* src_mask */
695 0x7ffff, /* dst_mask */
696 TRUE), /* pcrel_offset */
698 /* B: ((S+A-P) >> 2) & 0x3ffffff */
699 HOWTO (AARCH64_R (JUMP26), /* type */
701 2, /* size (0 = byte, 1 = short, 2 = long) */
703 TRUE, /* pc_relative */
705 complain_overflow_signed, /* complain_on_overflow */
706 bfd_elf_generic_reloc, /* special_function */
707 AARCH64_R_STR (JUMP26), /* name */
708 FALSE, /* partial_inplace */
709 0x3ffffff, /* src_mask */
710 0x3ffffff, /* dst_mask */
711 TRUE), /* pcrel_offset */
713 /* BL: ((S+A-P) >> 2) & 0x3ffffff */
714 HOWTO (AARCH64_R (CALL26), /* type */
716 2, /* size (0 = byte, 1 = short, 2 = long) */
718 TRUE, /* pc_relative */
720 complain_overflow_signed, /* complain_on_overflow */
721 bfd_elf_generic_reloc, /* special_function */
722 AARCH64_R_STR (CALL26), /* name */
723 FALSE, /* partial_inplace */
724 0x3ffffff, /* src_mask */
725 0x3ffffff, /* dst_mask */
726 TRUE), /* pcrel_offset */
728 /* LD/ST16: (S+A) & 0xffe */
729 HOWTO (AARCH64_R (LDST16_ABS_LO12_NC), /* type */
731 2, /* size (0 = byte, 1 = short, 2 = long) */
733 FALSE, /* pc_relative */
735 complain_overflow_dont, /* complain_on_overflow */
736 bfd_elf_generic_reloc, /* special_function */
737 AARCH64_R_STR (LDST16_ABS_LO12_NC), /* name */
738 FALSE, /* partial_inplace */
739 0xffe, /* src_mask */
740 0xffe, /* dst_mask */
741 FALSE), /* pcrel_offset */
743 /* LD/ST32: (S+A) & 0xffc */
744 HOWTO (AARCH64_R (LDST32_ABS_LO12_NC), /* type */
746 2, /* size (0 = byte, 1 = short, 2 = long) */
748 FALSE, /* pc_relative */
750 complain_overflow_dont, /* complain_on_overflow */
751 bfd_elf_generic_reloc, /* special_function */
752 AARCH64_R_STR (LDST32_ABS_LO12_NC), /* name */
753 FALSE, /* partial_inplace */
754 0xffc, /* src_mask */
755 0xffc, /* dst_mask */
756 FALSE), /* pcrel_offset */
758 /* LD/ST64: (S+A) & 0xff8 */
759 HOWTO (AARCH64_R (LDST64_ABS_LO12_NC), /* type */
761 2, /* size (0 = byte, 1 = short, 2 = long) */
763 FALSE, /* pc_relative */
765 complain_overflow_dont, /* complain_on_overflow */
766 bfd_elf_generic_reloc, /* special_function */
767 AARCH64_R_STR (LDST64_ABS_LO12_NC), /* name */
768 FALSE, /* partial_inplace */
769 0xff8, /* src_mask */
770 0xff8, /* dst_mask */
771 FALSE), /* pcrel_offset */
773 /* LD/ST128: (S+A) & 0xff0 */
774 HOWTO (AARCH64_R (LDST128_ABS_LO12_NC), /* type */
776 2, /* size (0 = byte, 1 = short, 2 = long) */
778 FALSE, /* pc_relative */
780 complain_overflow_dont, /* complain_on_overflow */
781 bfd_elf_generic_reloc, /* special_function */
782 AARCH64_R_STR (LDST128_ABS_LO12_NC), /* name */
783 FALSE, /* partial_inplace */
784 0xff0, /* src_mask */
785 0xff0, /* dst_mask */
786 FALSE), /* pcrel_offset */
788 /* Set a load-literal immediate field to bits
789 0x1FFFFC of G(S)-P */
790 HOWTO (AARCH64_R (GOT_LD_PREL19), /* type */
792 2, /* size (0 = byte,1 = short,2 = long) */
794 TRUE, /* pc_relative */
796 complain_overflow_signed, /* complain_on_overflow */
797 bfd_elf_generic_reloc, /* special_function */
798 AARCH64_R_STR (GOT_LD_PREL19), /* name */
799 FALSE, /* partial_inplace */
800 0xffffe0, /* src_mask */
801 0xffffe0, /* dst_mask */
802 TRUE), /* pcrel_offset */
804 /* Get to the page for the GOT entry for the symbol
805 (G(S) - P) using an ADRP instruction. */
806 HOWTO (AARCH64_R (ADR_GOT_PAGE), /* type */
808 2, /* size (0 = byte, 1 = short, 2 = long) */
810 TRUE, /* pc_relative */
812 complain_overflow_dont, /* complain_on_overflow */
813 bfd_elf_generic_reloc, /* special_function */
814 AARCH64_R_STR (ADR_GOT_PAGE), /* name */
815 FALSE, /* partial_inplace */
816 0x1fffff, /* src_mask */
817 0x1fffff, /* dst_mask */
818 TRUE), /* pcrel_offset */
820 /* LD64: GOT offset G(S) & 0xff8 */
821 HOWTO64 (AARCH64_R (LD64_GOT_LO12_NC), /* type */
823 2, /* size (0 = byte, 1 = short, 2 = long) */
825 FALSE, /* pc_relative */
827 complain_overflow_dont, /* complain_on_overflow */
828 bfd_elf_generic_reloc, /* special_function */
829 AARCH64_R_STR (LD64_GOT_LO12_NC), /* name */
830 FALSE, /* partial_inplace */
831 0xff8, /* src_mask */
832 0xff8, /* dst_mask */
833 FALSE), /* pcrel_offset */
835 /* LD32: GOT offset G(S) & 0xffc */
836 HOWTO32 (AARCH64_R (LD32_GOT_LO12_NC), /* type */
838 2, /* size (0 = byte, 1 = short, 2 = long) */
840 FALSE, /* pc_relative */
842 complain_overflow_dont, /* complain_on_overflow */
843 bfd_elf_generic_reloc, /* special_function */
844 AARCH64_R_STR (LD32_GOT_LO12_NC), /* name */
845 FALSE, /* partial_inplace */
846 0xffc, /* src_mask */
847 0xffc, /* dst_mask */
848 FALSE), /* pcrel_offset */
850 /* Get to the page for the GOT entry for the symbol
851 (G(S) - P) using an ADRP instruction. */
852 HOWTO (AARCH64_R (TLSGD_ADR_PAGE21), /* type */
854 2, /* size (0 = byte, 1 = short, 2 = long) */
856 TRUE, /* pc_relative */
858 complain_overflow_dont, /* complain_on_overflow */
859 bfd_elf_generic_reloc, /* special_function */
860 AARCH64_R_STR (TLSGD_ADR_PAGE21), /* name */
861 FALSE, /* partial_inplace */
862 0x1fffff, /* src_mask */
863 0x1fffff, /* dst_mask */
864 TRUE), /* pcrel_offset */
866 /* ADD: GOT offset G(S) & 0xff8 [no overflow check] */
867 HOWTO (AARCH64_R (TLSGD_ADD_LO12_NC), /* type */
869 2, /* size (0 = byte, 1 = short, 2 = long) */
871 FALSE, /* pc_relative */
873 complain_overflow_dont, /* complain_on_overflow */
874 bfd_elf_generic_reloc, /* special_function */
875 AARCH64_R_STR (TLSGD_ADD_LO12_NC), /* name */
876 FALSE, /* partial_inplace */
877 0xfff, /* src_mask */
878 0xfff, /* dst_mask */
879 FALSE), /* pcrel_offset */
881 HOWTO64 (AARCH64_R (TLSIE_MOVW_GOTTPREL_G1), /* type */
883 2, /* size (0 = byte, 1 = short, 2 = long) */
885 FALSE, /* pc_relative */
887 complain_overflow_dont, /* complain_on_overflow */
888 bfd_elf_generic_reloc, /* special_function */
889 AARCH64_R_STR (TLSIE_MOVW_GOTTPREL_G1), /* name */
890 FALSE, /* partial_inplace */
891 0xffff, /* src_mask */
892 0xffff, /* dst_mask */
893 FALSE), /* pcrel_offset */
895 HOWTO64 (AARCH64_R (TLSIE_MOVW_GOTTPREL_G0_NC), /* type */
897 2, /* size (0 = byte, 1 = short, 2 = long) */
899 FALSE, /* pc_relative */
901 complain_overflow_dont, /* complain_on_overflow */
902 bfd_elf_generic_reloc, /* special_function */
903 AARCH64_R_STR (TLSIE_MOVW_GOTTPREL_G0_NC), /* name */
904 FALSE, /* partial_inplace */
905 0xffff, /* src_mask */
906 0xffff, /* dst_mask */
907 FALSE), /* pcrel_offset */
909 HOWTO (AARCH64_R (TLSIE_ADR_GOTTPREL_PAGE21), /* type */
911 2, /* size (0 = byte, 1 = short, 2 = long) */
913 FALSE, /* pc_relative */
915 complain_overflow_dont, /* complain_on_overflow */
916 bfd_elf_generic_reloc, /* special_function */
917 AARCH64_R_STR (TLSIE_ADR_GOTTPREL_PAGE21), /* name */
918 FALSE, /* partial_inplace */
919 0x1fffff, /* src_mask */
920 0x1fffff, /* dst_mask */
921 FALSE), /* pcrel_offset */
923 HOWTO64 (AARCH64_R (TLSIE_LD64_GOTTPREL_LO12_NC), /* type */
925 2, /* size (0 = byte, 1 = short, 2 = long) */
927 FALSE, /* pc_relative */
929 complain_overflow_dont, /* complain_on_overflow */
930 bfd_elf_generic_reloc, /* special_function */
931 AARCH64_R_STR (TLSIE_LD64_GOTTPREL_LO12_NC), /* name */
932 FALSE, /* partial_inplace */
933 0xff8, /* src_mask */
934 0xff8, /* dst_mask */
935 FALSE), /* pcrel_offset */
937 HOWTO32 (AARCH64_R (TLSIE_LD32_GOTTPREL_LO12_NC), /* type */
939 2, /* size (0 = byte, 1 = short, 2 = long) */
941 FALSE, /* pc_relative */
943 complain_overflow_dont, /* complain_on_overflow */
944 bfd_elf_generic_reloc, /* special_function */
945 AARCH64_R_STR (TLSIE_LD32_GOTTPREL_LO12_NC), /* name */
946 FALSE, /* partial_inplace */
947 0xffc, /* src_mask */
948 0xffc, /* dst_mask */
949 FALSE), /* pcrel_offset */
951 HOWTO (AARCH64_R (TLSIE_LD_GOTTPREL_PREL19), /* type */
953 2, /* size (0 = byte, 1 = short, 2 = long) */
955 FALSE, /* pc_relative */
957 complain_overflow_dont, /* complain_on_overflow */
958 bfd_elf_generic_reloc, /* special_function */
959 AARCH64_R_STR (TLSIE_LD_GOTTPREL_PREL19), /* name */
960 FALSE, /* partial_inplace */
961 0x1ffffc, /* src_mask */
962 0x1ffffc, /* dst_mask */
963 FALSE), /* pcrel_offset */
965 HOWTO64 (AARCH64_R (TLSLE_MOVW_TPREL_G2), /* type */
967 2, /* size (0 = byte, 1 = short, 2 = long) */
969 FALSE, /* pc_relative */
971 complain_overflow_unsigned, /* complain_on_overflow */
972 bfd_elf_generic_reloc, /* special_function */
973 AARCH64_R_STR (TLSLE_MOVW_TPREL_G2), /* name */
974 FALSE, /* partial_inplace */
975 0xffff, /* src_mask */
976 0xffff, /* dst_mask */
977 FALSE), /* pcrel_offset */
979 HOWTO (AARCH64_R (TLSLE_MOVW_TPREL_G1), /* type */
981 2, /* size (0 = byte, 1 = short, 2 = long) */
983 FALSE, /* pc_relative */
985 complain_overflow_dont, /* complain_on_overflow */
986 bfd_elf_generic_reloc, /* special_function */
987 AARCH64_R_STR (TLSLE_MOVW_TPREL_G1), /* name */
988 FALSE, /* partial_inplace */
989 0xffff, /* src_mask */
990 0xffff, /* dst_mask */
991 FALSE), /* pcrel_offset */
993 HOWTO64 (AARCH64_R (TLSLE_MOVW_TPREL_G1_NC), /* type */
995 2, /* size (0 = byte, 1 = short, 2 = long) */
997 FALSE, /* pc_relative */
999 complain_overflow_dont, /* complain_on_overflow */
1000 bfd_elf_generic_reloc, /* special_function */
1001 AARCH64_R_STR (TLSLE_MOVW_TPREL_G1_NC), /* name */
1002 FALSE, /* partial_inplace */
1003 0xffff, /* src_mask */
1004 0xffff, /* dst_mask */
1005 FALSE), /* pcrel_offset */
1007 HOWTO (AARCH64_R (TLSLE_MOVW_TPREL_G0), /* type */
1009 2, /* size (0 = byte, 1 = short, 2 = long) */
1011 FALSE, /* pc_relative */
1013 complain_overflow_dont, /* complain_on_overflow */
1014 bfd_elf_generic_reloc, /* special_function */
1015 AARCH64_R_STR (TLSLE_MOVW_TPREL_G0), /* name */
1016 FALSE, /* partial_inplace */
1017 0xffff, /* src_mask */
1018 0xffff, /* dst_mask */
1019 FALSE), /* pcrel_offset */
1021 HOWTO (AARCH64_R (TLSLE_MOVW_TPREL_G0_NC), /* type */
1023 2, /* size (0 = byte, 1 = short, 2 = long) */
1025 FALSE, /* pc_relative */
1027 complain_overflow_dont, /* complain_on_overflow */
1028 bfd_elf_generic_reloc, /* special_function */
1029 AARCH64_R_STR (TLSLE_MOVW_TPREL_G0_NC), /* name */
1030 FALSE, /* partial_inplace */
1031 0xffff, /* src_mask */
1032 0xffff, /* dst_mask */
1033 FALSE), /* pcrel_offset */
1035 HOWTO (AARCH64_R (TLSLE_ADD_TPREL_HI12), /* type */
1036 12, /* rightshift */
1037 2, /* size (0 = byte, 1 = short, 2 = long) */
1039 FALSE, /* pc_relative */
1041 complain_overflow_unsigned, /* complain_on_overflow */
1042 bfd_elf_generic_reloc, /* special_function */
1043 AARCH64_R_STR (TLSLE_ADD_TPREL_HI12), /* name */
1044 FALSE, /* partial_inplace */
1045 0xfff, /* src_mask */
1046 0xfff, /* dst_mask */
1047 FALSE), /* pcrel_offset */
1049 HOWTO (AARCH64_R (TLSLE_ADD_TPREL_LO12), /* type */
1051 2, /* size (0 = byte, 1 = short, 2 = long) */
1053 FALSE, /* pc_relative */
1055 complain_overflow_dont, /* complain_on_overflow */
1056 bfd_elf_generic_reloc, /* special_function */
1057 AARCH64_R_STR (TLSLE_ADD_TPREL_LO12), /* name */
1058 FALSE, /* partial_inplace */
1059 0xfff, /* src_mask */
1060 0xfff, /* dst_mask */
1061 FALSE), /* pcrel_offset */
1063 HOWTO (AARCH64_R (TLSLE_ADD_TPREL_LO12_NC), /* type */
1065 2, /* size (0 = byte, 1 = short, 2 = long) */
1067 FALSE, /* pc_relative */
1069 complain_overflow_dont, /* complain_on_overflow */
1070 bfd_elf_generic_reloc, /* special_function */
1071 AARCH64_R_STR (TLSLE_ADD_TPREL_LO12_NC), /* name */
1072 FALSE, /* partial_inplace */
1073 0xfff, /* src_mask */
1074 0xfff, /* dst_mask */
1075 FALSE), /* pcrel_offset */
1077 HOWTO (AARCH64_R (TLSDESC_LD_PREL19), /* type */
1079 2, /* size (0 = byte, 1 = short, 2 = long) */
1081 TRUE, /* pc_relative */
1083 complain_overflow_dont, /* complain_on_overflow */
1084 bfd_elf_generic_reloc, /* special_function */
1085 AARCH64_R_STR (TLSDESC_LD_PREL19), /* name */
1086 FALSE, /* partial_inplace */
1087 0x1ffffc, /* src_mask */
1088 0x1ffffc, /* dst_mask */
1089 TRUE), /* pcrel_offset */
1091 HOWTO (AARCH64_R (TLSDESC_ADR_PREL21), /* type */
1093 2, /* size (0 = byte, 1 = short, 2 = long) */
1095 TRUE, /* pc_relative */
1097 complain_overflow_dont, /* complain_on_overflow */
1098 bfd_elf_generic_reloc, /* special_function */
1099 AARCH64_R_STR (TLSDESC_ADR_PREL21), /* name */
1100 FALSE, /* partial_inplace */
1101 0x1fffff, /* src_mask */
1102 0x1fffff, /* dst_mask */
1103 TRUE), /* pcrel_offset */
1105 /* Get to the page for the GOT entry for the symbol
1106 (G(S) - P) using an ADRP instruction. */
1107 HOWTO (AARCH64_R (TLSDESC_ADR_PAGE21), /* type */
1108 12, /* rightshift */
1109 2, /* size (0 = byte, 1 = short, 2 = long) */
1111 TRUE, /* pc_relative */
1113 complain_overflow_dont, /* complain_on_overflow */
1114 bfd_elf_generic_reloc, /* special_function */
1115 AARCH64_R_STR (TLSDESC_ADR_PAGE21), /* name */
1116 FALSE, /* partial_inplace */
1117 0x1fffff, /* src_mask */
1118 0x1fffff, /* dst_mask */
1119 TRUE), /* pcrel_offset */
1121 /* LD64: GOT offset G(S) & 0xff8. */
1122 HOWTO64 (AARCH64_R (TLSDESC_LD64_LO12_NC), /* type */
1124 2, /* size (0 = byte, 1 = short, 2 = long) */
1126 FALSE, /* pc_relative */
1128 complain_overflow_dont, /* complain_on_overflow */
1129 bfd_elf_generic_reloc, /* special_function */
1130 AARCH64_R_STR (TLSDESC_LD64_LO12_NC), /* name */
1131 FALSE, /* partial_inplace */
1132 0xff8, /* src_mask */
1133 0xff8, /* dst_mask */
1134 FALSE), /* pcrel_offset */
1136 /* LD32: GOT offset G(S) & 0xffc. */
1137 HOWTO32 (AARCH64_R (TLSDESC_LD32_LO12_NC), /* type */
1139 2, /* size (0 = byte, 1 = short, 2 = long) */
1141 FALSE, /* pc_relative */
1143 complain_overflow_dont, /* complain_on_overflow */
1144 bfd_elf_generic_reloc, /* special_function */
1145 AARCH64_R_STR (TLSDESC_LD32_LO12_NC), /* name */
1146 FALSE, /* partial_inplace */
1147 0xffc, /* src_mask */
1148 0xffc, /* dst_mask */
1149 FALSE), /* pcrel_offset */
1151 /* ADD: GOT offset G(S) & 0xfff. */
1152 HOWTO (AARCH64_R (TLSDESC_ADD_LO12_NC), /* type */
1154 2, /* size (0 = byte, 1 = short, 2 = long) */
1156 FALSE, /* pc_relative */
1158 complain_overflow_dont, /* complain_on_overflow */
1159 bfd_elf_generic_reloc, /* special_function */
1160 AARCH64_R_STR (TLSDESC_ADD_LO12_NC), /* name */
1161 FALSE, /* partial_inplace */
1162 0xfff, /* src_mask */
1163 0xfff, /* dst_mask */
1164 FALSE), /* pcrel_offset */
1166 HOWTO64 (AARCH64_R (TLSDESC_OFF_G1), /* type */
1167 16, /* rightshift */
1168 2, /* size (0 = byte, 1 = short, 2 = long) */
1170 FALSE, /* pc_relative */
1172 complain_overflow_dont, /* complain_on_overflow */
1173 bfd_elf_generic_reloc, /* special_function */
1174 AARCH64_R_STR (TLSDESC_OFF_G1), /* name */
1175 FALSE, /* partial_inplace */
1176 0xffff, /* src_mask */
1177 0xffff, /* dst_mask */
1178 FALSE), /* pcrel_offset */
1180 HOWTO64 (AARCH64_R (TLSDESC_OFF_G0_NC), /* type */
1182 2, /* size (0 = byte, 1 = short, 2 = long) */
1184 FALSE, /* pc_relative */
1186 complain_overflow_dont, /* complain_on_overflow */
1187 bfd_elf_generic_reloc, /* special_function */
1188 AARCH64_R_STR (TLSDESC_OFF_G0_NC), /* name */
1189 FALSE, /* partial_inplace */
1190 0xffff, /* src_mask */
1191 0xffff, /* dst_mask */
1192 FALSE), /* pcrel_offset */
1194 HOWTO64 (AARCH64_R (TLSDESC_LDR), /* type */
1196 2, /* size (0 = byte, 1 = short, 2 = long) */
1198 FALSE, /* pc_relative */
1200 complain_overflow_dont, /* complain_on_overflow */
1201 bfd_elf_generic_reloc, /* special_function */
1202 AARCH64_R_STR (TLSDESC_LDR), /* name */
1203 FALSE, /* partial_inplace */
1206 FALSE), /* pcrel_offset */
1208 HOWTO64 (AARCH64_R (TLSDESC_ADD), /* type */
1210 2, /* size (0 = byte, 1 = short, 2 = long) */
1212 FALSE, /* pc_relative */
1214 complain_overflow_dont, /* complain_on_overflow */
1215 bfd_elf_generic_reloc, /* special_function */
1216 AARCH64_R_STR (TLSDESC_ADD), /* name */
1217 FALSE, /* partial_inplace */
1220 FALSE), /* pcrel_offset */
1222 HOWTO (AARCH64_R (TLSDESC_CALL), /* type */
1224 2, /* size (0 = byte, 1 = short, 2 = long) */
1226 FALSE, /* pc_relative */
1228 complain_overflow_dont, /* complain_on_overflow */
1229 bfd_elf_generic_reloc, /* special_function */
1230 AARCH64_R_STR (TLSDESC_CALL), /* name */
1231 FALSE, /* partial_inplace */
1234 FALSE), /* pcrel_offset */
1236 HOWTO (AARCH64_R (COPY), /* type */
1238 2, /* size (0 = byte, 1 = short, 2 = long) */
1240 FALSE, /* pc_relative */
1242 complain_overflow_bitfield, /* complain_on_overflow */
1243 bfd_elf_generic_reloc, /* special_function */
1244 AARCH64_R_STR (COPY), /* name */
1245 TRUE, /* partial_inplace */
1246 0xffffffff, /* src_mask */
1247 0xffffffff, /* dst_mask */
1248 FALSE), /* pcrel_offset */
1250 HOWTO (AARCH64_R (GLOB_DAT), /* type */
1252 2, /* size (0 = byte, 1 = short, 2 = long) */
1254 FALSE, /* pc_relative */
1256 complain_overflow_bitfield, /* complain_on_overflow */
1257 bfd_elf_generic_reloc, /* special_function */
1258 AARCH64_R_STR (GLOB_DAT), /* name */
1259 TRUE, /* partial_inplace */
1260 0xffffffff, /* src_mask */
1261 0xffffffff, /* dst_mask */
1262 FALSE), /* pcrel_offset */
1264 HOWTO (AARCH64_R (JUMP_SLOT), /* type */
1266 2, /* size (0 = byte, 1 = short, 2 = long) */
1268 FALSE, /* pc_relative */
1270 complain_overflow_bitfield, /* complain_on_overflow */
1271 bfd_elf_generic_reloc, /* special_function */
1272 AARCH64_R_STR (JUMP_SLOT), /* name */
1273 TRUE, /* partial_inplace */
1274 0xffffffff, /* src_mask */
1275 0xffffffff, /* dst_mask */
1276 FALSE), /* pcrel_offset */
1278 HOWTO (AARCH64_R (RELATIVE), /* type */
1280 2, /* size (0 = byte, 1 = short, 2 = long) */
1282 FALSE, /* pc_relative */
1284 complain_overflow_bitfield, /* complain_on_overflow */
1285 bfd_elf_generic_reloc, /* special_function */
1286 AARCH64_R_STR (RELATIVE), /* name */
1287 TRUE, /* partial_inplace */
1288 ALL_ONES, /* src_mask */
1289 ALL_ONES, /* dst_mask */
1290 FALSE), /* pcrel_offset */
1292 HOWTO (AARCH64_R (TLS_DTPMOD), /* type */
1294 2, /* size (0 = byte, 1 = short, 2 = long) */
1296 FALSE, /* pc_relative */
1298 complain_overflow_dont, /* complain_on_overflow */
1299 bfd_elf_generic_reloc, /* special_function */
1301 AARCH64_R_STR (TLS_DTPMOD64), /* name */
1303 AARCH64_R_STR (TLS_DTPMOD), /* name */
1305 FALSE, /* partial_inplace */
1307 ALL_ONES, /* dst_mask */
1308 FALSE), /* pc_reloffset */
1310 HOWTO (AARCH64_R (TLS_DTPREL), /* type */
1312 2, /* size (0 = byte, 1 = short, 2 = long) */
1314 FALSE, /* pc_relative */
1316 complain_overflow_dont, /* complain_on_overflow */
1317 bfd_elf_generic_reloc, /* special_function */
1319 AARCH64_R_STR (TLS_DTPREL64), /* name */
1321 AARCH64_R_STR (TLS_DTPREL), /* name */
1323 FALSE, /* partial_inplace */
1325 ALL_ONES, /* dst_mask */
1326 FALSE), /* pcrel_offset */
1328 HOWTO (AARCH64_R (TLS_TPREL), /* type */
1330 2, /* size (0 = byte, 1 = short, 2 = long) */
1332 FALSE, /* pc_relative */
1334 complain_overflow_dont, /* complain_on_overflow */
1335 bfd_elf_generic_reloc, /* special_function */
1337 AARCH64_R_STR (TLS_TPREL64), /* name */
1339 AARCH64_R_STR (TLS_TPREL), /* name */
1341 FALSE, /* partial_inplace */
1343 ALL_ONES, /* dst_mask */
1344 FALSE), /* pcrel_offset */
1346 HOWTO (AARCH64_R (TLSDESC), /* type */
1348 2, /* size (0 = byte, 1 = short, 2 = long) */
1350 FALSE, /* pc_relative */
1352 complain_overflow_dont, /* complain_on_overflow */
1353 bfd_elf_generic_reloc, /* special_function */
1354 AARCH64_R_STR (TLSDESC), /* name */
1355 FALSE, /* partial_inplace */
1357 ALL_ONES, /* dst_mask */
1358 FALSE), /* pcrel_offset */
1360 HOWTO (AARCH64_R (IRELATIVE), /* type */
1362 2, /* size (0 = byte, 1 = short, 2 = long) */
1364 FALSE, /* pc_relative */
1366 complain_overflow_bitfield, /* complain_on_overflow */
1367 bfd_elf_generic_reloc, /* special_function */
1368 AARCH64_R_STR (IRELATIVE), /* name */
1369 FALSE, /* partial_inplace */
1371 ALL_ONES, /* dst_mask */
1372 FALSE), /* pcrel_offset */
1377 static reloc_howto_type elfNN_aarch64_howto_none =
1378 HOWTO (R_AARCH64_NONE, /* type */
1380 3, /* size (0 = byte, 1 = short, 2 = long) */
1382 FALSE, /* pc_relative */
1384 complain_overflow_dont,/* complain_on_overflow */
1385 bfd_elf_generic_reloc, /* special_function */
1386 "R_AARCH64_NONE", /* name */
1387 FALSE, /* partial_inplace */
1390 FALSE); /* pcrel_offset */
1392 /* Given HOWTO, return the bfd internal relocation enumerator. */
1394 static bfd_reloc_code_real_type
1395 elfNN_aarch64_bfd_reloc_from_howto (reloc_howto_type *howto)
1398 = (int) ARRAY_SIZE (elfNN_aarch64_howto_table);
1399 const ptrdiff_t offset
1400 = howto - elfNN_aarch64_howto_table;
1402 if (offset > 0 && offset < size - 1)
1403 return BFD_RELOC_AARCH64_RELOC_START + offset;
1405 if (howto == &elfNN_aarch64_howto_none)
1406 return BFD_RELOC_AARCH64_NONE;
1408 return BFD_RELOC_AARCH64_RELOC_START;
1411 /* Given R_TYPE, return the bfd internal relocation enumerator. */
1413 static bfd_reloc_code_real_type
1414 elfNN_aarch64_bfd_reloc_from_type (unsigned int r_type)
1416 static bfd_boolean initialized_p = FALSE;
1417 /* Indexed by R_TYPE, values are offsets in the howto_table. */
1418 static unsigned int offsets[R_AARCH64_end];
1420 if (initialized_p == FALSE)
1424 for (i = 1; i < ARRAY_SIZE (elfNN_aarch64_howto_table) - 1; ++i)
1425 if (elfNN_aarch64_howto_table[i].type != 0)
1426 offsets[elfNN_aarch64_howto_table[i].type] = i;
1428 initialized_p = TRUE;
1431 if (r_type == R_AARCH64_NONE || r_type == R_AARCH64_NULL)
1432 return BFD_RELOC_AARCH64_NONE;
1434 /* PR 17512: file: b371e70a. */
1435 if (r_type >= R_AARCH64_end)
1437 _bfd_error_handler (_("Invalid AArch64 reloc number: %d"), r_type);
1438 bfd_set_error (bfd_error_bad_value);
1439 return BFD_RELOC_AARCH64_NONE;
1442 return BFD_RELOC_AARCH64_RELOC_START + offsets[r_type];
1445 struct elf_aarch64_reloc_map
1447 bfd_reloc_code_real_type from;
1448 bfd_reloc_code_real_type to;
1451 /* Map bfd generic reloc to AArch64-specific reloc. */
1452 static const struct elf_aarch64_reloc_map elf_aarch64_reloc_map[] =
1454 {BFD_RELOC_NONE, BFD_RELOC_AARCH64_NONE},
1456 /* Basic data relocations. */
1457 {BFD_RELOC_CTOR, BFD_RELOC_AARCH64_NN},
1458 {BFD_RELOC_64, BFD_RELOC_AARCH64_64},
1459 {BFD_RELOC_32, BFD_RELOC_AARCH64_32},
1460 {BFD_RELOC_16, BFD_RELOC_AARCH64_16},
1461 {BFD_RELOC_64_PCREL, BFD_RELOC_AARCH64_64_PCREL},
1462 {BFD_RELOC_32_PCREL, BFD_RELOC_AARCH64_32_PCREL},
1463 {BFD_RELOC_16_PCREL, BFD_RELOC_AARCH64_16_PCREL},
1466 /* Given the bfd internal relocation enumerator in CODE, return the
1467 corresponding howto entry. */
1469 static reloc_howto_type *
1470 elfNN_aarch64_howto_from_bfd_reloc (bfd_reloc_code_real_type code)
1474 /* Convert bfd generic reloc to AArch64-specific reloc. */
1475 if (code < BFD_RELOC_AARCH64_RELOC_START
1476 || code > BFD_RELOC_AARCH64_RELOC_END)
1477 for (i = 0; i < ARRAY_SIZE (elf_aarch64_reloc_map); i++)
1478 if (elf_aarch64_reloc_map[i].from == code)
1480 code = elf_aarch64_reloc_map[i].to;
1484 if (code > BFD_RELOC_AARCH64_RELOC_START
1485 && code < BFD_RELOC_AARCH64_RELOC_END)
1486 if (elfNN_aarch64_howto_table[code - BFD_RELOC_AARCH64_RELOC_START].type)
1487 return &elfNN_aarch64_howto_table[code - BFD_RELOC_AARCH64_RELOC_START];
1489 if (code == BFD_RELOC_AARCH64_NONE)
1490 return &elfNN_aarch64_howto_none;
1495 static reloc_howto_type *
1496 elfNN_aarch64_howto_from_type (unsigned int r_type)
1498 bfd_reloc_code_real_type val;
1499 reloc_howto_type *howto;
1504 bfd_set_error (bfd_error_bad_value);
1509 if (r_type == R_AARCH64_NONE)
1510 return &elfNN_aarch64_howto_none;
1512 val = elfNN_aarch64_bfd_reloc_from_type (r_type);
1513 howto = elfNN_aarch64_howto_from_bfd_reloc (val);
1518 bfd_set_error (bfd_error_bad_value);
1523 elfNN_aarch64_info_to_howto (bfd *abfd ATTRIBUTE_UNUSED, arelent *bfd_reloc,
1524 Elf_Internal_Rela *elf_reloc)
1526 unsigned int r_type;
1528 r_type = ELFNN_R_TYPE (elf_reloc->r_info);
1529 bfd_reloc->howto = elfNN_aarch64_howto_from_type (r_type);
1532 static reloc_howto_type *
1533 elfNN_aarch64_reloc_type_lookup (bfd *abfd ATTRIBUTE_UNUSED,
1534 bfd_reloc_code_real_type code)
1536 reloc_howto_type *howto = elfNN_aarch64_howto_from_bfd_reloc (code);
1541 bfd_set_error (bfd_error_bad_value);
1545 static reloc_howto_type *
1546 elfNN_aarch64_reloc_name_lookup (bfd *abfd ATTRIBUTE_UNUSED,
1551 for (i = 1; i < ARRAY_SIZE (elfNN_aarch64_howto_table) - 1; ++i)
1552 if (elfNN_aarch64_howto_table[i].name != NULL
1553 && strcasecmp (elfNN_aarch64_howto_table[i].name, r_name) == 0)
1554 return &elfNN_aarch64_howto_table[i];
1559 #define TARGET_LITTLE_SYM aarch64_elfNN_le_vec
1560 #define TARGET_LITTLE_NAME "elfNN-littleaarch64"
1561 #define TARGET_BIG_SYM aarch64_elfNN_be_vec
1562 #define TARGET_BIG_NAME "elfNN-bigaarch64"
1564 /* The linker script knows the section names for placement.
1565 The entry_names are used to do simple name mangling on the stubs.
1566 Given a function name, and its type, the stub can be found. The
1567 name can be changed. The only requirement is the %s be present. */
1568 #define STUB_ENTRY_NAME "__%s_veneer"
1570 /* The name of the dynamic interpreter. This is put in the .interp
1572 #define ELF_DYNAMIC_INTERPRETER "/lib/ld.so.1"
1574 #define AARCH64_MAX_FWD_BRANCH_OFFSET \
1575 (((1 << 25) - 1) << 2)
1576 #define AARCH64_MAX_BWD_BRANCH_OFFSET \
1579 #define AARCH64_MAX_ADRP_IMM ((1 << 20) - 1)
1580 #define AARCH64_MIN_ADRP_IMM (-(1 << 20))
1583 aarch64_valid_for_adrp_p (bfd_vma value, bfd_vma place)
1585 bfd_signed_vma offset = (bfd_signed_vma) (PG (value) - PG (place)) >> 12;
1586 return offset <= AARCH64_MAX_ADRP_IMM && offset >= AARCH64_MIN_ADRP_IMM;
1590 aarch64_valid_branch_p (bfd_vma value, bfd_vma place)
1592 bfd_signed_vma offset = (bfd_signed_vma) (value - place);
1593 return (offset <= AARCH64_MAX_FWD_BRANCH_OFFSET
1594 && offset >= AARCH64_MAX_BWD_BRANCH_OFFSET);
1597 static const uint32_t aarch64_adrp_branch_stub [] =
1599 0x90000010, /* adrp ip0, X */
1600 /* R_AARCH64_ADR_HI21_PCREL(X) */
1601 0x91000210, /* add ip0, ip0, :lo12:X */
1602 /* R_AARCH64_ADD_ABS_LO12_NC(X) */
1603 0xd61f0200, /* br ip0 */
1606 static const uint32_t aarch64_long_branch_stub[] =
1609 0x58000090, /* ldr ip0, 1f */
1611 0x18000090, /* ldr wip0, 1f */
1613 0x10000011, /* adr ip1, #0 */
1614 0x8b110210, /* add ip0, ip0, ip1 */
1615 0xd61f0200, /* br ip0 */
1616 0x00000000, /* 1: .xword or .word
1617 R_AARCH64_PRELNN(X) + 12
1622 static const uint32_t aarch64_erratum_835769_stub[] =
1624 0x00000000, /* Placeholder for multiply accumulate. */
1625 0x14000000, /* b <label> */
1628 /* Section name for stubs is the associated section name plus this
1630 #define STUB_SUFFIX ".stub"
1632 enum elf_aarch64_stub_type
1635 aarch64_stub_adrp_branch,
1636 aarch64_stub_long_branch,
1637 aarch64_stub_erratum_835769_veneer,
1640 struct elf_aarch64_stub_hash_entry
1642 /* Base hash table entry structure. */
1643 struct bfd_hash_entry root;
1645 /* The stub section. */
1648 /* Offset within stub_sec of the beginning of this stub. */
1649 bfd_vma stub_offset;
1651 /* Given the symbol's value and its section we can determine its final
1652 value when building the stubs (so the stub knows where to jump). */
1653 bfd_vma target_value;
1654 asection *target_section;
1656 enum elf_aarch64_stub_type stub_type;
1658 /* The symbol table entry, if any, that this was derived from. */
1659 struct elf_aarch64_link_hash_entry *h;
1661 /* Destination symbol type */
1662 unsigned char st_type;
1664 /* Where this stub is being called from, or, in the case of combined
1665 stub sections, the first input section in the group. */
1668 /* The name for the local symbol at the start of this stub. The
1669 stub name in the hash table has to be unique; this does not, so
1670 it can be friendlier. */
1673 /* The instruction which caused this stub to be generated (only valid for
1674 erratum 835769 workaround stubs at present). */
1675 uint32_t veneered_insn;
1678 /* Used to build a map of a section. This is required for mixed-endian
1681 typedef struct elf_elf_section_map
1686 elf_aarch64_section_map;
1689 typedef struct _aarch64_elf_section_data
1691 struct bfd_elf_section_data elf;
1692 unsigned int mapcount;
1693 unsigned int mapsize;
1694 elf_aarch64_section_map *map;
1696 _aarch64_elf_section_data;
1698 #define elf_aarch64_section_data(sec) \
1699 ((_aarch64_elf_section_data *) elf_section_data (sec))
1701 /* A fix-descriptor for erratum 835769. */
1702 struct aarch64_erratum_835769_fix
1707 uint32_t veneered_insn;
1709 enum elf_aarch64_stub_type stub_type;
1712 /* The size of the thread control block which is defined to be two pointers. */
1713 #define TCB_SIZE (ARCH_SIZE/8)*2
1715 struct elf_aarch64_local_symbol
1717 unsigned int got_type;
1718 bfd_signed_vma got_refcount;
1721 /* Offset of the GOTPLT entry reserved for the TLS descriptor. The
1722 offset is from the end of the jump table and reserved entries
1725 The magic value (bfd_vma) -1 indicates that an offset has not be
1727 bfd_vma tlsdesc_got_jump_table_offset;
1730 struct elf_aarch64_obj_tdata
1732 struct elf_obj_tdata root;
1734 /* local symbol descriptors */
1735 struct elf_aarch64_local_symbol *locals;
1737 /* Zero to warn when linking objects with incompatible enum sizes. */
1738 int no_enum_size_warning;
1740 /* Zero to warn when linking objects with incompatible wchar_t sizes. */
1741 int no_wchar_size_warning;
1744 #define elf_aarch64_tdata(bfd) \
1745 ((struct elf_aarch64_obj_tdata *) (bfd)->tdata.any)
1747 #define elf_aarch64_locals(bfd) (elf_aarch64_tdata (bfd)->locals)
1749 #define is_aarch64_elf(bfd) \
1750 (bfd_get_flavour (bfd) == bfd_target_elf_flavour \
1751 && elf_tdata (bfd) != NULL \
1752 && elf_object_id (bfd) == AARCH64_ELF_DATA)
1755 elfNN_aarch64_mkobject (bfd *abfd)
1757 return bfd_elf_allocate_object (abfd, sizeof (struct elf_aarch64_obj_tdata),
1761 #define elf_aarch64_hash_entry(ent) \
1762 ((struct elf_aarch64_link_hash_entry *)(ent))
1764 #define GOT_UNKNOWN 0
1765 #define GOT_NORMAL 1
1766 #define GOT_TLS_GD 2
1767 #define GOT_TLS_IE 4
1768 #define GOT_TLSDESC_GD 8
1770 #define GOT_TLS_GD_ANY_P(type) ((type & GOT_TLS_GD) || (type & GOT_TLSDESC_GD))
1772 /* AArch64 ELF linker hash entry. */
1773 struct elf_aarch64_link_hash_entry
1775 struct elf_link_hash_entry root;
1777 /* Track dynamic relocs copied for this symbol. */
1778 struct elf_dyn_relocs *dyn_relocs;
1780 /* Since PLT entries have variable size, we need to record the
1781 index into .got.plt instead of recomputing it from the PLT
1783 bfd_signed_vma plt_got_offset;
1785 /* Bit mask representing the type of GOT entry(s) if any required by
1787 unsigned int got_type;
1789 /* A pointer to the most recently used stub hash entry against this
1791 struct elf_aarch64_stub_hash_entry *stub_cache;
1793 /* Offset of the GOTPLT entry reserved for the TLS descriptor. The offset
1794 is from the end of the jump table and reserved entries within the PLTGOT.
1796 The magic value (bfd_vma) -1 indicates that an offset has not
1798 bfd_vma tlsdesc_got_jump_table_offset;
1802 elfNN_aarch64_symbol_got_type (struct elf_link_hash_entry *h,
1804 unsigned long r_symndx)
1807 return elf_aarch64_hash_entry (h)->got_type;
1809 if (! elf_aarch64_locals (abfd))
1812 return elf_aarch64_locals (abfd)[r_symndx].got_type;
1815 /* Get the AArch64 elf linker hash table from a link_info structure. */
1816 #define elf_aarch64_hash_table(info) \
1817 ((struct elf_aarch64_link_hash_table *) ((info)->hash))
1819 #define aarch64_stub_hash_lookup(table, string, create, copy) \
1820 ((struct elf_aarch64_stub_hash_entry *) \
1821 bfd_hash_lookup ((table), (string), (create), (copy)))
1823 /* AArch64 ELF linker hash table. */
1824 struct elf_aarch64_link_hash_table
1826 /* The main hash table. */
1827 struct elf_link_hash_table root;
1829 /* Nonzero to force PIC branch veneers. */
1832 /* Fix erratum 835769. */
1833 int fix_erratum_835769;
1835 /* A table of fix locations for erratum 835769. This holds erratum
1836 fix locations between elfNN_aarch64_size_stubs() and
1837 elfNN_aarch64_write_section(). */
1838 struct aarch64_erratum_835769_fix *aarch64_erratum_835769_fixes;
1839 unsigned int num_aarch64_erratum_835769_fixes;
1841 /* The number of bytes in the initial entry in the PLT. */
1842 bfd_size_type plt_header_size;
1844 /* The number of bytes in the subsequent PLT etries. */
1845 bfd_size_type plt_entry_size;
1847 /* Short-cuts to get to dynamic linker sections. */
1851 /* Small local sym cache. */
1852 struct sym_cache sym_cache;
1854 /* For convenience in allocate_dynrelocs. */
1857 /* The amount of space used by the reserved portion of the sgotplt
1858 section, plus whatever space is used by the jump slots. */
1859 bfd_vma sgotplt_jump_table_size;
1861 /* The stub hash table. */
1862 struct bfd_hash_table stub_hash_table;
1864 /* Linker stub bfd. */
1867 /* Linker call-backs. */
1868 asection *(*add_stub_section) (const char *, asection *);
1869 void (*layout_sections_again) (void);
1871 /* Array to keep track of which stub sections have been created, and
1872 information on stub grouping. */
1875 /* This is the section to which stubs in the group will be
1878 /* The stub section. */
1882 /* Assorted information used by elfNN_aarch64_size_stubs. */
1883 unsigned int bfd_count;
1885 asection **input_list;
1887 /* The offset into splt of the PLT entry for the TLS descriptor
1888 resolver. Special values are 0, if not necessary (or not found
1889 to be necessary yet), and -1 if needed but not determined
1891 bfd_vma tlsdesc_plt;
1893 /* The GOT offset for the lazy trampoline. Communicated to the
1894 loader via DT_TLSDESC_GOT. The magic value (bfd_vma) -1
1895 indicates an offset is not allocated. */
1896 bfd_vma dt_tlsdesc_got;
1898 /* Used by local STT_GNU_IFUNC symbols. */
1899 htab_t loc_hash_table;
1900 void * loc_hash_memory;
1903 /* Create an entry in an AArch64 ELF linker hash table. */
1905 static struct bfd_hash_entry *
1906 elfNN_aarch64_link_hash_newfunc (struct bfd_hash_entry *entry,
1907 struct bfd_hash_table *table,
1910 struct elf_aarch64_link_hash_entry *ret =
1911 (struct elf_aarch64_link_hash_entry *) entry;
1913 /* Allocate the structure if it has not already been allocated by a
1916 ret = bfd_hash_allocate (table,
1917 sizeof (struct elf_aarch64_link_hash_entry));
1919 return (struct bfd_hash_entry *) ret;
1921 /* Call the allocation method of the superclass. */
1922 ret = ((struct elf_aarch64_link_hash_entry *)
1923 _bfd_elf_link_hash_newfunc ((struct bfd_hash_entry *) ret,
1927 ret->dyn_relocs = NULL;
1928 ret->got_type = GOT_UNKNOWN;
1929 ret->plt_got_offset = (bfd_vma) - 1;
1930 ret->stub_cache = NULL;
1931 ret->tlsdesc_got_jump_table_offset = (bfd_vma) - 1;
1934 return (struct bfd_hash_entry *) ret;
1937 /* Initialize an entry in the stub hash table. */
1939 static struct bfd_hash_entry *
1940 stub_hash_newfunc (struct bfd_hash_entry *entry,
1941 struct bfd_hash_table *table, const char *string)
1943 /* Allocate the structure if it has not already been allocated by a
1947 entry = bfd_hash_allocate (table,
1949 elf_aarch64_stub_hash_entry));
1954 /* Call the allocation method of the superclass. */
1955 entry = bfd_hash_newfunc (entry, table, string);
1958 struct elf_aarch64_stub_hash_entry *eh;
1960 /* Initialize the local fields. */
1961 eh = (struct elf_aarch64_stub_hash_entry *) entry;
1962 eh->stub_sec = NULL;
1963 eh->stub_offset = 0;
1964 eh->target_value = 0;
1965 eh->target_section = NULL;
1966 eh->stub_type = aarch64_stub_none;
1974 /* Compute a hash of a local hash entry. We use elf_link_hash_entry
1975 for local symbol so that we can handle local STT_GNU_IFUNC symbols
1976 as global symbol. We reuse indx and dynstr_index for local symbol
1977 hash since they aren't used by global symbols in this backend. */
1980 elfNN_aarch64_local_htab_hash (const void *ptr)
1982 struct elf_link_hash_entry *h
1983 = (struct elf_link_hash_entry *) ptr;
1984 return ELF_LOCAL_SYMBOL_HASH (h->indx, h->dynstr_index);
1987 /* Compare local hash entries. */
1990 elfNN_aarch64_local_htab_eq (const void *ptr1, const void *ptr2)
1992 struct elf_link_hash_entry *h1
1993 = (struct elf_link_hash_entry *) ptr1;
1994 struct elf_link_hash_entry *h2
1995 = (struct elf_link_hash_entry *) ptr2;
1997 return h1->indx == h2->indx && h1->dynstr_index == h2->dynstr_index;
2000 /* Find and/or create a hash entry for local symbol. */
2002 static struct elf_link_hash_entry *
2003 elfNN_aarch64_get_local_sym_hash (struct elf_aarch64_link_hash_table *htab,
2004 bfd *abfd, const Elf_Internal_Rela *rel,
2007 struct elf_aarch64_link_hash_entry e, *ret;
2008 asection *sec = abfd->sections;
2009 hashval_t h = ELF_LOCAL_SYMBOL_HASH (sec->id,
2010 ELFNN_R_SYM (rel->r_info));
2013 e.root.indx = sec->id;
2014 e.root.dynstr_index = ELFNN_R_SYM (rel->r_info);
2015 slot = htab_find_slot_with_hash (htab->loc_hash_table, &e, h,
2016 create ? INSERT : NO_INSERT);
2023 ret = (struct elf_aarch64_link_hash_entry *) *slot;
2027 ret = (struct elf_aarch64_link_hash_entry *)
2028 objalloc_alloc ((struct objalloc *) htab->loc_hash_memory,
2029 sizeof (struct elf_aarch64_link_hash_entry));
2032 memset (ret, 0, sizeof (*ret));
2033 ret->root.indx = sec->id;
2034 ret->root.dynstr_index = ELFNN_R_SYM (rel->r_info);
2035 ret->root.dynindx = -1;
2041 /* Copy the extra info we tack onto an elf_link_hash_entry. */
2044 elfNN_aarch64_copy_indirect_symbol (struct bfd_link_info *info,
2045 struct elf_link_hash_entry *dir,
2046 struct elf_link_hash_entry *ind)
2048 struct elf_aarch64_link_hash_entry *edir, *eind;
2050 edir = (struct elf_aarch64_link_hash_entry *) dir;
2051 eind = (struct elf_aarch64_link_hash_entry *) ind;
2053 if (eind->dyn_relocs != NULL)
2055 if (edir->dyn_relocs != NULL)
2057 struct elf_dyn_relocs **pp;
2058 struct elf_dyn_relocs *p;
2060 /* Add reloc counts against the indirect sym to the direct sym
2061 list. Merge any entries against the same section. */
2062 for (pp = &eind->dyn_relocs; (p = *pp) != NULL;)
2064 struct elf_dyn_relocs *q;
2066 for (q = edir->dyn_relocs; q != NULL; q = q->next)
2067 if (q->sec == p->sec)
2069 q->pc_count += p->pc_count;
2070 q->count += p->count;
2077 *pp = edir->dyn_relocs;
2080 edir->dyn_relocs = eind->dyn_relocs;
2081 eind->dyn_relocs = NULL;
2084 if (ind->root.type == bfd_link_hash_indirect)
2086 /* Copy over PLT info. */
2087 if (dir->got.refcount <= 0)
2089 edir->got_type = eind->got_type;
2090 eind->got_type = GOT_UNKNOWN;
2094 _bfd_elf_link_hash_copy_indirect (info, dir, ind);
2097 /* Destroy an AArch64 elf linker hash table. */
2100 elfNN_aarch64_link_hash_table_free (bfd *obfd)
2102 struct elf_aarch64_link_hash_table *ret
2103 = (struct elf_aarch64_link_hash_table *) obfd->link.hash;
2105 if (ret->loc_hash_table)
2106 htab_delete (ret->loc_hash_table);
2107 if (ret->loc_hash_memory)
2108 objalloc_free ((struct objalloc *) ret->loc_hash_memory);
2110 bfd_hash_table_free (&ret->stub_hash_table);
2111 _bfd_elf_link_hash_table_free (obfd);
2114 /* Create an AArch64 elf linker hash table. */
2116 static struct bfd_link_hash_table *
2117 elfNN_aarch64_link_hash_table_create (bfd *abfd)
2119 struct elf_aarch64_link_hash_table *ret;
2120 bfd_size_type amt = sizeof (struct elf_aarch64_link_hash_table);
2122 ret = bfd_zmalloc (amt);
2126 if (!_bfd_elf_link_hash_table_init
2127 (&ret->root, abfd, elfNN_aarch64_link_hash_newfunc,
2128 sizeof (struct elf_aarch64_link_hash_entry), AARCH64_ELF_DATA))
2134 ret->plt_header_size = PLT_ENTRY_SIZE;
2135 ret->plt_entry_size = PLT_SMALL_ENTRY_SIZE;
2137 ret->dt_tlsdesc_got = (bfd_vma) - 1;
2139 if (!bfd_hash_table_init (&ret->stub_hash_table, stub_hash_newfunc,
2140 sizeof (struct elf_aarch64_stub_hash_entry)))
2142 _bfd_elf_link_hash_table_free (abfd);
2146 ret->loc_hash_table = htab_try_create (1024,
2147 elfNN_aarch64_local_htab_hash,
2148 elfNN_aarch64_local_htab_eq,
2150 ret->loc_hash_memory = objalloc_create ();
2151 if (!ret->loc_hash_table || !ret->loc_hash_memory)
2153 elfNN_aarch64_link_hash_table_free (abfd);
2156 ret->root.root.hash_table_free = elfNN_aarch64_link_hash_table_free;
2158 return &ret->root.root;
2162 aarch64_relocate (unsigned int r_type, bfd *input_bfd, asection *input_section,
2163 bfd_vma offset, bfd_vma value)
2165 reloc_howto_type *howto;
2168 howto = elfNN_aarch64_howto_from_type (r_type);
2169 place = (input_section->output_section->vma + input_section->output_offset
2172 r_type = elfNN_aarch64_bfd_reloc_from_type (r_type);
2173 value = _bfd_aarch64_elf_resolve_relocation (r_type, place, value, 0, FALSE);
2174 return _bfd_aarch64_elf_put_addend (input_bfd,
2175 input_section->contents + offset, r_type,
2179 static enum elf_aarch64_stub_type
2180 aarch64_select_branch_stub (bfd_vma value, bfd_vma place)
2182 if (aarch64_valid_for_adrp_p (value, place))
2183 return aarch64_stub_adrp_branch;
2184 return aarch64_stub_long_branch;
2187 /* Determine the type of stub needed, if any, for a call. */
2189 static enum elf_aarch64_stub_type
2190 aarch64_type_of_stub (struct bfd_link_info *info,
2191 asection *input_sec,
2192 const Elf_Internal_Rela *rel,
2193 unsigned char st_type,
2194 struct elf_aarch64_link_hash_entry *hash,
2195 bfd_vma destination)
2198 bfd_signed_vma branch_offset;
2199 unsigned int r_type;
2200 struct elf_aarch64_link_hash_table *globals;
2201 enum elf_aarch64_stub_type stub_type = aarch64_stub_none;
2202 bfd_boolean via_plt_p;
2204 if (st_type != STT_FUNC)
2207 globals = elf_aarch64_hash_table (info);
2208 via_plt_p = (globals->root.splt != NULL && hash != NULL
2209 && hash->root.plt.offset != (bfd_vma) - 1);
2214 /* Determine where the call point is. */
2215 location = (input_sec->output_offset
2216 + input_sec->output_section->vma + rel->r_offset);
2218 branch_offset = (bfd_signed_vma) (destination - location);
2220 r_type = ELFNN_R_TYPE (rel->r_info);
2222 /* We don't want to redirect any old unconditional jump in this way,
2223 only one which is being used for a sibcall, where it is
2224 acceptable for the IP0 and IP1 registers to be clobbered. */
2225 if ((r_type == AARCH64_R (CALL26) || r_type == AARCH64_R (JUMP26))
2226 && (branch_offset > AARCH64_MAX_FWD_BRANCH_OFFSET
2227 || branch_offset < AARCH64_MAX_BWD_BRANCH_OFFSET))
2229 stub_type = aarch64_stub_long_branch;
2235 /* Build a name for an entry in the stub hash table. */
2238 elfNN_aarch64_stub_name (const asection *input_section,
2239 const asection *sym_sec,
2240 const struct elf_aarch64_link_hash_entry *hash,
2241 const Elf_Internal_Rela *rel)
2248 len = 8 + 1 + strlen (hash->root.root.root.string) + 1 + 16 + 1;
2249 stub_name = bfd_malloc (len);
2250 if (stub_name != NULL)
2251 snprintf (stub_name, len, "%08x_%s+%" BFD_VMA_FMT "x",
2252 (unsigned int) input_section->id,
2253 hash->root.root.root.string,
2258 len = 8 + 1 + 8 + 1 + 8 + 1 + 16 + 1;
2259 stub_name = bfd_malloc (len);
2260 if (stub_name != NULL)
2261 snprintf (stub_name, len, "%08x_%x:%x+%" BFD_VMA_FMT "x",
2262 (unsigned int) input_section->id,
2263 (unsigned int) sym_sec->id,
2264 (unsigned int) ELFNN_R_SYM (rel->r_info),
2271 /* Look up an entry in the stub hash. Stub entries are cached because
2272 creating the stub name takes a bit of time. */
2274 static struct elf_aarch64_stub_hash_entry *
2275 elfNN_aarch64_get_stub_entry (const asection *input_section,
2276 const asection *sym_sec,
2277 struct elf_link_hash_entry *hash,
2278 const Elf_Internal_Rela *rel,
2279 struct elf_aarch64_link_hash_table *htab)
2281 struct elf_aarch64_stub_hash_entry *stub_entry;
2282 struct elf_aarch64_link_hash_entry *h =
2283 (struct elf_aarch64_link_hash_entry *) hash;
2284 const asection *id_sec;
2286 if ((input_section->flags & SEC_CODE) == 0)
2289 /* If this input section is part of a group of sections sharing one
2290 stub section, then use the id of the first section in the group.
2291 Stub names need to include a section id, as there may well be
2292 more than one stub used to reach say, printf, and we need to
2293 distinguish between them. */
2294 id_sec = htab->stub_group[input_section->id].link_sec;
2296 if (h != NULL && h->stub_cache != NULL
2297 && h->stub_cache->h == h && h->stub_cache->id_sec == id_sec)
2299 stub_entry = h->stub_cache;
2305 stub_name = elfNN_aarch64_stub_name (id_sec, sym_sec, h, rel);
2306 if (stub_name == NULL)
2309 stub_entry = aarch64_stub_hash_lookup (&htab->stub_hash_table,
2310 stub_name, FALSE, FALSE);
2312 h->stub_cache = stub_entry;
2320 /* Add a new stub entry to the stub hash. Not all fields of the new
2321 stub entry are initialised. */
2323 static struct elf_aarch64_stub_hash_entry *
2324 elfNN_aarch64_add_stub (const char *stub_name,
2326 struct elf_aarch64_link_hash_table *htab)
2330 struct elf_aarch64_stub_hash_entry *stub_entry;
2332 link_sec = htab->stub_group[section->id].link_sec;
2333 stub_sec = htab->stub_group[section->id].stub_sec;
2334 if (stub_sec == NULL)
2336 stub_sec = htab->stub_group[link_sec->id].stub_sec;
2337 if (stub_sec == NULL)
2343 namelen = strlen (link_sec->name);
2344 len = namelen + sizeof (STUB_SUFFIX);
2345 s_name = bfd_alloc (htab->stub_bfd, len);
2349 memcpy (s_name, link_sec->name, namelen);
2350 memcpy (s_name + namelen, STUB_SUFFIX, sizeof (STUB_SUFFIX));
2351 stub_sec = (*htab->add_stub_section) (s_name, link_sec);
2352 if (stub_sec == NULL)
2354 htab->stub_group[link_sec->id].stub_sec = stub_sec;
2356 htab->stub_group[section->id].stub_sec = stub_sec;
2359 /* Enter this entry into the linker stub hash table. */
2360 stub_entry = aarch64_stub_hash_lookup (&htab->stub_hash_table, stub_name,
2362 if (stub_entry == NULL)
2364 (*_bfd_error_handler) (_("%s: cannot create stub entry %s"),
2365 section->owner, stub_name);
2369 stub_entry->stub_sec = stub_sec;
2370 stub_entry->stub_offset = 0;
2371 stub_entry->id_sec = link_sec;
2377 aarch64_build_one_stub (struct bfd_hash_entry *gen_entry,
2378 void *in_arg ATTRIBUTE_UNUSED)
2380 struct elf_aarch64_stub_hash_entry *stub_entry;
2385 bfd_vma veneered_insn_loc;
2386 bfd_vma veneer_entry_loc;
2387 bfd_signed_vma branch_offset = 0;
2388 unsigned int template_size;
2389 const uint32_t *template;
2392 /* Massage our args to the form they really have. */
2393 stub_entry = (struct elf_aarch64_stub_hash_entry *) gen_entry;
2395 stub_sec = stub_entry->stub_sec;
2397 /* Make a note of the offset within the stubs for this entry. */
2398 stub_entry->stub_offset = stub_sec->size;
2399 loc = stub_sec->contents + stub_entry->stub_offset;
2401 stub_bfd = stub_sec->owner;
2403 /* This is the address of the stub destination. */
2404 sym_value = (stub_entry->target_value
2405 + stub_entry->target_section->output_offset
2406 + stub_entry->target_section->output_section->vma);
2408 if (stub_entry->stub_type == aarch64_stub_long_branch)
2410 bfd_vma place = (stub_entry->stub_offset + stub_sec->output_section->vma
2411 + stub_sec->output_offset);
2413 /* See if we can relax the stub. */
2414 if (aarch64_valid_for_adrp_p (sym_value, place))
2415 stub_entry->stub_type = aarch64_select_branch_stub (sym_value, place);
2418 switch (stub_entry->stub_type)
2420 case aarch64_stub_adrp_branch:
2421 template = aarch64_adrp_branch_stub;
2422 template_size = sizeof (aarch64_adrp_branch_stub);
2424 case aarch64_stub_long_branch:
2425 template = aarch64_long_branch_stub;
2426 template_size = sizeof (aarch64_long_branch_stub);
2428 case aarch64_stub_erratum_835769_veneer:
2429 template = aarch64_erratum_835769_stub;
2430 template_size = sizeof (aarch64_erratum_835769_stub);
2437 for (i = 0; i < (template_size / sizeof template[0]); i++)
2439 bfd_putl32 (template[i], loc);
2443 template_size = (template_size + 7) & ~7;
2444 stub_sec->size += template_size;
2446 switch (stub_entry->stub_type)
2448 case aarch64_stub_adrp_branch:
2449 if (aarch64_relocate (AARCH64_R (ADR_PREL_PG_HI21), stub_bfd, stub_sec,
2450 stub_entry->stub_offset, sym_value))
2451 /* The stub would not have been relaxed if the offset was out
2455 _bfd_final_link_relocate
2456 (elfNN_aarch64_howto_from_type (AARCH64_R (ADD_ABS_LO12_NC)),
2460 stub_entry->stub_offset + 4,
2465 case aarch64_stub_long_branch:
2466 /* We want the value relative to the address 12 bytes back from the
2468 _bfd_final_link_relocate (elfNN_aarch64_howto_from_type
2469 (AARCH64_R (PRELNN)), stub_bfd, stub_sec,
2471 stub_entry->stub_offset + 16,
2475 case aarch64_stub_erratum_835769_veneer:
2476 veneered_insn_loc = stub_entry->target_section->output_section->vma
2477 + stub_entry->target_section->output_offset
2478 + stub_entry->target_value;
2479 veneer_entry_loc = stub_entry->stub_sec->output_section->vma
2480 + stub_entry->stub_sec->output_offset
2481 + stub_entry->stub_offset;
2482 branch_offset = veneered_insn_loc - veneer_entry_loc;
2483 branch_offset >>= 2;
2484 branch_offset &= 0x3ffffff;
2485 bfd_putl32 (stub_entry->veneered_insn,
2486 stub_sec->contents + stub_entry->stub_offset);
2487 bfd_putl32 (template[1] | branch_offset,
2488 stub_sec->contents + stub_entry->stub_offset + 4);
2498 /* As above, but don't actually build the stub. Just bump offset so
2499 we know stub section sizes. */
2502 aarch64_size_one_stub (struct bfd_hash_entry *gen_entry,
2503 void *in_arg ATTRIBUTE_UNUSED)
2505 struct elf_aarch64_stub_hash_entry *stub_entry;
2508 /* Massage our args to the form they really have. */
2509 stub_entry = (struct elf_aarch64_stub_hash_entry *) gen_entry;
2511 switch (stub_entry->stub_type)
2513 case aarch64_stub_adrp_branch:
2514 size = sizeof (aarch64_adrp_branch_stub);
2516 case aarch64_stub_long_branch:
2517 size = sizeof (aarch64_long_branch_stub);
2519 case aarch64_stub_erratum_835769_veneer:
2520 size = sizeof (aarch64_erratum_835769_stub);
2528 size = (size + 7) & ~7;
2529 stub_entry->stub_sec->size += size;
2533 /* External entry points for sizing and building linker stubs. */
2535 /* Set up various things so that we can make a list of input sections
2536 for each output section included in the link. Returns -1 on error,
2537 0 when no stubs will be needed, and 1 on success. */
2540 elfNN_aarch64_setup_section_lists (bfd *output_bfd,
2541 struct bfd_link_info *info)
2544 unsigned int bfd_count;
2545 int top_id, top_index;
2547 asection **input_list, **list;
2549 struct elf_aarch64_link_hash_table *htab =
2550 elf_aarch64_hash_table (info);
2552 if (!is_elf_hash_table (htab))
2555 /* Count the number of input BFDs and find the top input section id. */
2556 for (input_bfd = info->input_bfds, bfd_count = 0, top_id = 0;
2557 input_bfd != NULL; input_bfd = input_bfd->link.next)
2560 for (section = input_bfd->sections;
2561 section != NULL; section = section->next)
2563 if (top_id < section->id)
2564 top_id = section->id;
2567 htab->bfd_count = bfd_count;
2569 amt = sizeof (struct map_stub) * (top_id + 1);
2570 htab->stub_group = bfd_zmalloc (amt);
2571 if (htab->stub_group == NULL)
2574 /* We can't use output_bfd->section_count here to find the top output
2575 section index as some sections may have been removed, and
2576 _bfd_strip_section_from_output doesn't renumber the indices. */
2577 for (section = output_bfd->sections, top_index = 0;
2578 section != NULL; section = section->next)
2580 if (top_index < section->index)
2581 top_index = section->index;
2584 htab->top_index = top_index;
2585 amt = sizeof (asection *) * (top_index + 1);
2586 input_list = bfd_malloc (amt);
2587 htab->input_list = input_list;
2588 if (input_list == NULL)
2591 /* For sections we aren't interested in, mark their entries with a
2592 value we can check later. */
2593 list = input_list + top_index;
2595 *list = bfd_abs_section_ptr;
2596 while (list-- != input_list);
2598 for (section = output_bfd->sections;
2599 section != NULL; section = section->next)
2601 if ((section->flags & SEC_CODE) != 0)
2602 input_list[section->index] = NULL;
2608 /* Used by elfNN_aarch64_next_input_section and group_sections. */
2609 #define PREV_SEC(sec) (htab->stub_group[(sec)->id].link_sec)
2611 /* The linker repeatedly calls this function for each input section,
2612 in the order that input sections are linked into output sections.
2613 Build lists of input sections to determine groupings between which
2614 we may insert linker stubs. */
2617 elfNN_aarch64_next_input_section (struct bfd_link_info *info, asection *isec)
2619 struct elf_aarch64_link_hash_table *htab =
2620 elf_aarch64_hash_table (info);
2622 if (isec->output_section->index <= htab->top_index)
2624 asection **list = htab->input_list + isec->output_section->index;
2626 if (*list != bfd_abs_section_ptr)
2628 /* Steal the link_sec pointer for our list. */
2629 /* This happens to make the list in reverse order,
2630 which is what we want. */
2631 PREV_SEC (isec) = *list;
2637 /* See whether we can group stub sections together. Grouping stub
2638 sections may result in fewer stubs. More importantly, we need to
2639 put all .init* and .fini* stubs at the beginning of the .init or
2640 .fini output sections respectively, because glibc splits the
2641 _init and _fini functions into multiple parts. Putting a stub in
2642 the middle of a function is not a good idea. */
2645 group_sections (struct elf_aarch64_link_hash_table *htab,
2646 bfd_size_type stub_group_size,
2647 bfd_boolean stubs_always_before_branch)
2649 asection **list = htab->input_list + htab->top_index;
2653 asection *tail = *list;
2655 if (tail == bfd_abs_section_ptr)
2658 while (tail != NULL)
2662 bfd_size_type total;
2666 while ((prev = PREV_SEC (curr)) != NULL
2667 && ((total += curr->output_offset - prev->output_offset)
2671 /* OK, the size from the start of CURR to the end is less
2672 than stub_group_size and thus can be handled by one stub
2673 section. (Or the tail section is itself larger than
2674 stub_group_size, in which case we may be toast.)
2675 We should really be keeping track of the total size of
2676 stubs added here, as stubs contribute to the final output
2680 prev = PREV_SEC (tail);
2681 /* Set up this stub group. */
2682 htab->stub_group[tail->id].link_sec = curr;
2684 while (tail != curr && (tail = prev) != NULL);
2686 /* But wait, there's more! Input sections up to stub_group_size
2687 bytes before the stub section can be handled by it too. */
2688 if (!stubs_always_before_branch)
2692 && ((total += tail->output_offset - prev->output_offset)
2696 prev = PREV_SEC (tail);
2697 htab->stub_group[tail->id].link_sec = curr;
2703 while (list-- != htab->input_list);
2705 free (htab->input_list);
2710 #define AARCH64_BITS(x, pos, n) (((x) >> (pos)) & ((1 << (n)) - 1))
2712 #define AARCH64_RT(insn) AARCH64_BITS (insn, 0, 5)
2713 #define AARCH64_RT2(insn) AARCH64_BITS (insn, 10, 5)
2714 #define AARCH64_RA(insn) AARCH64_BITS (insn, 10, 5)
2715 #define AARCH64_RD(insn) AARCH64_BITS (insn, 0, 5)
2716 #define AARCH64_RN(insn) AARCH64_BITS (insn, 5, 5)
2717 #define AARCH64_RM(insn) AARCH64_BITS (insn, 16, 5)
2719 #define AARCH64_MAC(insn) (((insn) & 0xff000000) == 0x9b000000)
2720 #define AARCH64_BIT(insn, n) AARCH64_BITS (insn, n, 1)
2721 #define AARCH64_OP31(insn) AARCH64_BITS (insn, 21, 3)
2722 #define AARCH64_ZR 0x1f
2724 /* All ld/st ops. See C4-182 of the ARM ARM. The encoding space for
2725 LD_PCREL, LDST_RO, LDST_UI and LDST_UIMM cover prefetch ops. */
2727 #define AARCH64_LD(insn) (AARCH64_BIT (insn, 22) == 1)
2728 #define AARCH64_LDST(insn) (((insn) & 0x0a000000) == 0x08000000)
2729 #define AARCH64_LDST_EX(insn) (((insn) & 0x3f000000) == 0x08000000)
2730 #define AARCH64_LDST_PCREL(insn) (((insn) & 0x3b000000) == 0x18000000)
2731 #define AARCH64_LDST_NAP(insn) (((insn) & 0x3b800000) == 0x28000000)
2732 #define AARCH64_LDSTP_PI(insn) (((insn) & 0x3b800000) == 0x28800000)
2733 #define AARCH64_LDSTP_O(insn) (((insn) & 0x3b800000) == 0x29000000)
2734 #define AARCH64_LDSTP_PRE(insn) (((insn) & 0x3b800000) == 0x29800000)
2735 #define AARCH64_LDST_UI(insn) (((insn) & 0x3b200c00) == 0x38000000)
2736 #define AARCH64_LDST_PIIMM(insn) (((insn) & 0x3b200c00) == 0x38000400)
2737 #define AARCH64_LDST_U(insn) (((insn) & 0x3b200c00) == 0x38000800)
2738 #define AARCH64_LDST_PREIMM(insn) (((insn) & 0x3b200c00) == 0x38000c00)
2739 #define AARCH64_LDST_RO(insn) (((insn) & 0x3b200c00) == 0x38200800)
2740 #define AARCH64_LDST_UIMM(insn) (((insn) & 0x3b000000) == 0x39000000)
2741 #define AARCH64_LDST_SIMD_M(insn) (((insn) & 0xbfbf0000) == 0x0c000000)
2742 #define AARCH64_LDST_SIMD_M_PI(insn) (((insn) & 0xbfa00000) == 0x0c800000)
2743 #define AARCH64_LDST_SIMD_S(insn) (((insn) & 0xbf9f0000) == 0x0d000000)
2744 #define AARCH64_LDST_SIMD_S_PI(insn) (((insn) & 0xbf800000) == 0x0d800000)
2746 /* Classify an INSN if it is indeed a load/store. Return TRUE if INSN
2747 is a load/store along with the Rt and Rtn. Return FALSE if not a
2751 aarch64_mem_op_p (uint32_t insn, unsigned int *rt, unsigned int *rtn,
2752 bfd_boolean *pair, bfd_boolean *load)
2760 /* Bail out quickly if INSN doesn't fall into the the load-store
2762 if (!AARCH64_LDST (insn))
2767 if (AARCH64_LDST_EX (insn))
2769 *rt = AARCH64_RT (insn);
2771 if (AARCH64_BIT (insn, 21) == 1)
2774 *rtn = AARCH64_RT2 (insn);
2776 *load = AARCH64_LD (insn);
2779 else if (AARCH64_LDST_NAP (insn)
2780 || AARCH64_LDSTP_PI (insn)
2781 || AARCH64_LDSTP_O (insn)
2782 || AARCH64_LDSTP_PRE (insn))
2785 *rt = AARCH64_RT (insn);
2786 *rtn = AARCH64_RT2 (insn);
2787 *load = AARCH64_LD (insn);
2790 else if (AARCH64_LDST_PCREL (insn)
2791 || AARCH64_LDST_UI (insn)
2792 || AARCH64_LDST_PIIMM (insn)
2793 || AARCH64_LDST_U (insn)
2794 || AARCH64_LDST_PREIMM (insn)
2795 || AARCH64_LDST_RO (insn)
2796 || AARCH64_LDST_UIMM (insn))
2798 *rt = AARCH64_RT (insn);
2800 if (AARCH64_LDST_PCREL (insn))
2802 opc = AARCH64_BITS (insn, 22, 2);
2803 v = AARCH64_BIT (insn, 26);
2804 opc_v = opc | (v << 2);
2805 *load = (opc_v == 1 || opc_v == 2 || opc_v == 3
2806 || opc_v == 5 || opc_v == 7);
2809 else if (AARCH64_LDST_SIMD_M (insn)
2810 || AARCH64_LDST_SIMD_M_PI (insn))
2812 *rt = AARCH64_RT (insn);
2813 *load = AARCH64_BIT (insn, 22);
2814 opcode = (insn >> 12) & 0xf;
2841 else if (AARCH64_LDST_SIMD_S (insn)
2842 || AARCH64_LDST_SIMD_S_PI (insn))
2844 *rt = AARCH64_RT (insn);
2845 r = (insn >> 21) & 1;
2846 *load = AARCH64_BIT (insn, 22);
2847 opcode = (insn >> 13) & 0x7;
2859 *rtn = *rt + (r == 0 ? 2 : 3);
2867 *rtn = *rt + (r == 0 ? 2 : 3);
2879 /* Return TRUE if INSN is multiply-accumulate. */
2882 aarch64_mlxl_p (uint32_t insn)
2884 uint32_t op31 = AARCH64_OP31 (insn);
2886 if (AARCH64_MAC (insn)
2887 && (op31 == 0 || op31 == 1 || op31 == 5)
2888 /* Exclude MUL instructions which are encoded as a multiple accumulate
2890 && AARCH64_RA (insn) != AARCH64_ZR)
2896 /* Some early revisions of the Cortex-A53 have an erratum (835769) whereby
2897 it is possible for a 64-bit multiply-accumulate instruction to generate an
2898 incorrect result. The details are quite complex and hard to
2899 determine statically, since branches in the code may exist in some
2900 circumstances, but all cases end with a memory (load, store, or
2901 prefetch) instruction followed immediately by the multiply-accumulate
2902 operation. We employ a linker patching technique, by moving the potentially
2903 affected multiply-accumulate instruction into a patch region and replacing
2904 the original instruction with a branch to the patch. This function checks
2905 if INSN_1 is the memory operation followed by a multiply-accumulate
2906 operation (INSN_2). Return TRUE if an erratum sequence is found, FALSE
2907 if INSN_1 and INSN_2 are safe. */
2910 aarch64_erratum_sequence (uint32_t insn_1, uint32_t insn_2)
2920 if (aarch64_mlxl_p (insn_2)
2921 && aarch64_mem_op_p (insn_1, &rt, &rtn, &pair, &load))
2923 /* Any SIMD memory op is independent of the subsequent MLA
2924 by definition of the erratum. */
2925 if (AARCH64_BIT (insn_1, 26))
2928 /* If not SIMD, check for integer memory ops and MLA relationship. */
2929 rn = AARCH64_RN (insn_2);
2930 ra = AARCH64_RA (insn_2);
2931 rm = AARCH64_RM (insn_2);
2933 /* If this is a load and there's a true(RAW) dependency, we are safe
2934 and this is not an erratum sequence. */
2936 (rt == rn || rt == rm || rt == ra
2937 || (pair && (rtn == rn || rtn == rm || rtn == ra))))
2940 /* We conservatively put out stubs for all other cases (including
2948 /* Used to order a list of mapping symbols by address. */
2951 elf_aarch64_compare_mapping (const void *a, const void *b)
2953 const elf_aarch64_section_map *amap = (const elf_aarch64_section_map *) a;
2954 const elf_aarch64_section_map *bmap = (const elf_aarch64_section_map *) b;
2956 if (amap->vma > bmap->vma)
2958 else if (amap->vma < bmap->vma)
2960 else if (amap->type > bmap->type)
2961 /* Ensure results do not depend on the host qsort for objects with
2962 multiple mapping symbols at the same address by sorting on type
2965 else if (amap->type < bmap->type)
2972 erratum_835769_scan (bfd *input_bfd,
2973 struct bfd_link_info *info,
2974 struct aarch64_erratum_835769_fix **fixes_p,
2975 unsigned int *num_fixes_p,
2976 unsigned int *fix_table_size_p)
2979 struct elf_aarch64_link_hash_table *htab = elf_aarch64_hash_table (info);
2980 struct aarch64_erratum_835769_fix *fixes = *fixes_p;
2981 unsigned int num_fixes = *num_fixes_p;
2982 unsigned int fix_table_size = *fix_table_size_p;
2987 for (section = input_bfd->sections;
2989 section = section->next)
2991 bfd_byte *contents = NULL;
2992 struct _aarch64_elf_section_data *sec_data;
2995 if (elf_section_type (section) != SHT_PROGBITS
2996 || (elf_section_flags (section) & SHF_EXECINSTR) == 0
2997 || (section->flags & SEC_EXCLUDE) != 0
2998 || (section->sec_info_type == SEC_INFO_TYPE_JUST_SYMS)
2999 || (section->output_section == bfd_abs_section_ptr))
3002 if (elf_section_data (section)->this_hdr.contents != NULL)
3003 contents = elf_section_data (section)->this_hdr.contents;
3004 else if (! bfd_malloc_and_get_section (input_bfd, section, &contents))
3007 sec_data = elf_aarch64_section_data (section);
3009 qsort (sec_data->map, sec_data->mapcount,
3010 sizeof (elf_aarch64_section_map), elf_aarch64_compare_mapping);
3012 for (span = 0; span < sec_data->mapcount; span++)
3014 unsigned int span_start = sec_data->map[span].vma;
3015 unsigned int span_end = ((span == sec_data->mapcount - 1)
3016 ? sec_data->map[0].vma + section->size
3017 : sec_data->map[span + 1].vma);
3019 char span_type = sec_data->map[span].type;
3021 if (span_type == 'd')
3024 for (i = span_start; i + 4 < span_end; i += 4)
3026 uint32_t insn_1 = bfd_getl32 (contents + i);
3027 uint32_t insn_2 = bfd_getl32 (contents + i + 4);
3029 if (aarch64_erratum_sequence (insn_1, insn_2))
3031 char *stub_name = NULL;
3032 stub_name = (char *) bfd_malloc
3033 (strlen ("__erratum_835769_veneer_") + 16);
3034 if (stub_name != NULL)
3036 (stub_name,"__erratum_835769_veneer_%d", num_fixes);
3040 if (num_fixes == fix_table_size)
3042 fix_table_size *= 2;
3044 (struct aarch64_erratum_835769_fix *)
3046 sizeof (struct aarch64_erratum_835769_fix)
3052 fixes[num_fixes].input_bfd = input_bfd;
3053 fixes[num_fixes].section = section;
3054 fixes[num_fixes].offset = i + 4;
3055 fixes[num_fixes].veneered_insn = insn_2;
3056 fixes[num_fixes].stub_name = stub_name;
3057 fixes[num_fixes].stub_type = aarch64_stub_erratum_835769_veneer;
3062 if (elf_section_data (section)->this_hdr.contents == NULL)
3067 *num_fixes_p = num_fixes;
3068 *fix_table_size_p = fix_table_size;
3072 /* Find or create a stub section. Returns a pointer to the stub section, and
3073 the section to which the stub section will be attached (in *LINK_SEC_P).
3074 LINK_SEC_P may be NULL. */
3077 elf_aarch64_create_or_find_stub_sec (asection **link_sec_p, asection *section,
3078 struct elf_aarch64_link_hash_table *htab)
3083 link_sec = htab->stub_group[section->id].link_sec;
3084 BFD_ASSERT (link_sec != NULL);
3085 stub_sec = htab->stub_group[section->id].stub_sec;
3087 if (stub_sec == NULL)
3089 stub_sec = htab->stub_group[link_sec->id].stub_sec;
3090 if (stub_sec == NULL)
3096 namelen = strlen (link_sec->name);
3097 len = namelen + sizeof (STUB_SUFFIX);
3098 s_name = (char *) bfd_alloc (htab->stub_bfd, len);
3102 memcpy (s_name, link_sec->name, namelen);
3103 memcpy (s_name + namelen, STUB_SUFFIX, sizeof (STUB_SUFFIX));
3104 stub_sec = (*htab->add_stub_section) (s_name, link_sec);
3106 if (stub_sec == NULL)
3108 htab->stub_group[link_sec->id].stub_sec = stub_sec;
3110 htab->stub_group[section->id].stub_sec = stub_sec;
3114 *link_sec_p = link_sec;
3119 /* Determine and set the size of the stub section for a final link.
3121 The basic idea here is to examine all the relocations looking for
3122 PC-relative calls to a target that is unreachable with a "bl"
3126 elfNN_aarch64_size_stubs (bfd *output_bfd,
3128 struct bfd_link_info *info,
3129 bfd_signed_vma group_size,
3130 asection * (*add_stub_section) (const char *,
3132 void (*layout_sections_again) (void))
3134 bfd_size_type stub_group_size;
3135 bfd_boolean stubs_always_before_branch;
3136 bfd_boolean stub_changed = 0;
3137 struct elf_aarch64_link_hash_table *htab = elf_aarch64_hash_table (info);
3138 struct aarch64_erratum_835769_fix *erratum_835769_fixes = NULL;
3139 unsigned int num_erratum_835769_fixes = 0;
3140 unsigned int erratum_835769_fix_table_size = 10;
3143 if (htab->fix_erratum_835769)
3145 erratum_835769_fixes
3146 = (struct aarch64_erratum_835769_fix *)
3148 (sizeof (struct aarch64_erratum_835769_fix) *
3149 erratum_835769_fix_table_size);
3150 if (erratum_835769_fixes == NULL)
3151 goto error_ret_free_local;
3154 /* Propagate mach to stub bfd, because it may not have been
3155 finalized when we created stub_bfd. */
3156 bfd_set_arch_mach (stub_bfd, bfd_get_arch (output_bfd),
3157 bfd_get_mach (output_bfd));
3159 /* Stash our params away. */
3160 htab->stub_bfd = stub_bfd;
3161 htab->add_stub_section = add_stub_section;
3162 htab->layout_sections_again = layout_sections_again;
3163 stubs_always_before_branch = group_size < 0;
3165 stub_group_size = -group_size;
3167 stub_group_size = group_size;
3169 if (stub_group_size == 1)
3171 /* Default values. */
3172 /* AArch64 branch range is +-128MB. The value used is 1MB less. */
3173 stub_group_size = 127 * 1024 * 1024;
3176 group_sections (htab, stub_group_size, stubs_always_before_branch);
3181 unsigned int bfd_indx;
3183 unsigned prev_num_erratum_835769_fixes = num_erratum_835769_fixes;
3185 num_erratum_835769_fixes = 0;
3186 for (input_bfd = info->input_bfds, bfd_indx = 0;
3187 input_bfd != NULL; input_bfd = input_bfd->link.next, bfd_indx++)
3189 Elf_Internal_Shdr *symtab_hdr;
3191 Elf_Internal_Sym *local_syms = NULL;
3193 /* We'll need the symbol table in a second. */
3194 symtab_hdr = &elf_tdata (input_bfd)->symtab_hdr;
3195 if (symtab_hdr->sh_info == 0)
3198 /* Walk over each section attached to the input bfd. */
3199 for (section = input_bfd->sections;
3200 section != NULL; section = section->next)
3202 Elf_Internal_Rela *internal_relocs, *irelaend, *irela;
3204 /* If there aren't any relocs, then there's nothing more
3206 if ((section->flags & SEC_RELOC) == 0
3207 || section->reloc_count == 0
3208 || (section->flags & SEC_CODE) == 0)
3211 /* If this section is a link-once section that will be
3212 discarded, then don't create any stubs. */
3213 if (section->output_section == NULL
3214 || section->output_section->owner != output_bfd)
3217 /* Get the relocs. */
3219 = _bfd_elf_link_read_relocs (input_bfd, section, NULL,
3220 NULL, info->keep_memory);
3221 if (internal_relocs == NULL)
3222 goto error_ret_free_local;
3224 /* Now examine each relocation. */
3225 irela = internal_relocs;
3226 irelaend = irela + section->reloc_count;
3227 for (; irela < irelaend; irela++)
3229 unsigned int r_type, r_indx;
3230 enum elf_aarch64_stub_type stub_type;
3231 struct elf_aarch64_stub_hash_entry *stub_entry;
3234 bfd_vma destination;
3235 struct elf_aarch64_link_hash_entry *hash;
3236 const char *sym_name;
3238 const asection *id_sec;
3239 unsigned char st_type;
3242 r_type = ELFNN_R_TYPE (irela->r_info);
3243 r_indx = ELFNN_R_SYM (irela->r_info);
3245 if (r_type >= (unsigned int) R_AARCH64_end)
3247 bfd_set_error (bfd_error_bad_value);
3248 error_ret_free_internal:
3249 if (elf_section_data (section)->relocs == NULL)
3250 free (internal_relocs);
3251 goto error_ret_free_local;
3254 /* Only look for stubs on unconditional branch and
3255 branch and link instructions. */
3256 if (r_type != (unsigned int) AARCH64_R (CALL26)
3257 && r_type != (unsigned int) AARCH64_R (JUMP26))
3260 /* Now determine the call target, its name, value,
3267 if (r_indx < symtab_hdr->sh_info)
3269 /* It's a local symbol. */
3270 Elf_Internal_Sym *sym;
3271 Elf_Internal_Shdr *hdr;
3273 if (local_syms == NULL)
3276 = (Elf_Internal_Sym *) symtab_hdr->contents;
3277 if (local_syms == NULL)
3279 = bfd_elf_get_elf_syms (input_bfd, symtab_hdr,
3280 symtab_hdr->sh_info, 0,
3282 if (local_syms == NULL)
3283 goto error_ret_free_internal;
3286 sym = local_syms + r_indx;
3287 hdr = elf_elfsections (input_bfd)[sym->st_shndx];
3288 sym_sec = hdr->bfd_section;
3290 /* This is an undefined symbol. It can never
3294 if (ELF_ST_TYPE (sym->st_info) != STT_SECTION)
3295 sym_value = sym->st_value;
3296 destination = (sym_value + irela->r_addend
3297 + sym_sec->output_offset
3298 + sym_sec->output_section->vma);
3299 st_type = ELF_ST_TYPE (sym->st_info);
3301 = bfd_elf_string_from_elf_section (input_bfd,
3302 symtab_hdr->sh_link,
3309 e_indx = r_indx - symtab_hdr->sh_info;
3310 hash = ((struct elf_aarch64_link_hash_entry *)
3311 elf_sym_hashes (input_bfd)[e_indx]);
3313 while (hash->root.root.type == bfd_link_hash_indirect
3314 || hash->root.root.type == bfd_link_hash_warning)
3315 hash = ((struct elf_aarch64_link_hash_entry *)
3316 hash->root.root.u.i.link);
3318 if (hash->root.root.type == bfd_link_hash_defined
3319 || hash->root.root.type == bfd_link_hash_defweak)
3321 struct elf_aarch64_link_hash_table *globals =
3322 elf_aarch64_hash_table (info);
3323 sym_sec = hash->root.root.u.def.section;
3324 sym_value = hash->root.root.u.def.value;
3325 /* For a destination in a shared library,
3326 use the PLT stub as target address to
3327 decide whether a branch stub is
3329 if (globals->root.splt != NULL && hash != NULL
3330 && hash->root.plt.offset != (bfd_vma) - 1)
3332 sym_sec = globals->root.splt;
3333 sym_value = hash->root.plt.offset;
3334 if (sym_sec->output_section != NULL)
3335 destination = (sym_value
3336 + sym_sec->output_offset
3338 sym_sec->output_section->vma);
3340 else if (sym_sec->output_section != NULL)
3341 destination = (sym_value + irela->r_addend
3342 + sym_sec->output_offset
3343 + sym_sec->output_section->vma);
3345 else if (hash->root.root.type == bfd_link_hash_undefined
3346 || (hash->root.root.type
3347 == bfd_link_hash_undefweak))
3349 /* For a shared library, use the PLT stub as
3350 target address to decide whether a long
3351 branch stub is needed.
3352 For absolute code, they cannot be handled. */
3353 struct elf_aarch64_link_hash_table *globals =
3354 elf_aarch64_hash_table (info);
3356 if (globals->root.splt != NULL && hash != NULL
3357 && hash->root.plt.offset != (bfd_vma) - 1)
3359 sym_sec = globals->root.splt;
3360 sym_value = hash->root.plt.offset;
3361 if (sym_sec->output_section != NULL)
3362 destination = (sym_value
3363 + sym_sec->output_offset
3365 sym_sec->output_section->vma);
3372 bfd_set_error (bfd_error_bad_value);
3373 goto error_ret_free_internal;
3375 st_type = ELF_ST_TYPE (hash->root.type);
3376 sym_name = hash->root.root.root.string;
3379 /* Determine what (if any) linker stub is needed. */
3380 stub_type = aarch64_type_of_stub
3381 (info, section, irela, st_type, hash, destination);
3382 if (stub_type == aarch64_stub_none)
3385 /* Support for grouping stub sections. */
3386 id_sec = htab->stub_group[section->id].link_sec;
3388 /* Get the name of this stub. */
3389 stub_name = elfNN_aarch64_stub_name (id_sec, sym_sec, hash,
3392 goto error_ret_free_internal;
3395 aarch64_stub_hash_lookup (&htab->stub_hash_table,
3396 stub_name, FALSE, FALSE);
3397 if (stub_entry != NULL)
3399 /* The proper stub has already been created. */
3404 stub_entry = elfNN_aarch64_add_stub (stub_name, section,
3406 if (stub_entry == NULL)
3409 goto error_ret_free_internal;
3412 stub_entry->target_value = sym_value;
3413 stub_entry->target_section = sym_sec;
3414 stub_entry->stub_type = stub_type;
3415 stub_entry->h = hash;
3416 stub_entry->st_type = st_type;
3418 if (sym_name == NULL)
3419 sym_name = "unnamed";
3420 len = sizeof (STUB_ENTRY_NAME) + strlen (sym_name);
3421 stub_entry->output_name = bfd_alloc (htab->stub_bfd, len);
3422 if (stub_entry->output_name == NULL)
3425 goto error_ret_free_internal;
3428 snprintf (stub_entry->output_name, len, STUB_ENTRY_NAME,
3431 stub_changed = TRUE;
3434 /* We're done with the internal relocs, free them. */
3435 if (elf_section_data (section)->relocs == NULL)
3436 free (internal_relocs);
3439 if (htab->fix_erratum_835769)
3441 /* Scan for sequences which might trigger erratum 835769. */
3442 if (erratum_835769_scan (input_bfd, info, &erratum_835769_fixes,
3443 &num_erratum_835769_fixes,
3444 &erratum_835769_fix_table_size) != 0)
3445 goto error_ret_free_local;
3449 if (prev_num_erratum_835769_fixes != num_erratum_835769_fixes)
3450 stub_changed = TRUE;
3455 /* OK, we've added some stubs. Find out the new size of the
3457 for (stub_sec = htab->stub_bfd->sections;
3458 stub_sec != NULL; stub_sec = stub_sec->next)
3460 /* Ignore non-stub sections. */
3461 if (!strstr (stub_sec->name, STUB_SUFFIX))
3466 bfd_hash_traverse (&htab->stub_hash_table, aarch64_size_one_stub, htab);
3468 /* Add erratum 835769 veneers to stub section sizes too. */
3469 if (htab->fix_erratum_835769)
3470 for (i = 0; i < num_erratum_835769_fixes; i++)
3472 stub_sec = elf_aarch64_create_or_find_stub_sec (NULL,
3473 erratum_835769_fixes[i].section, htab);
3475 if (stub_sec == NULL)
3476 goto error_ret_free_local;
3478 stub_sec->size += 8;
3481 /* Ask the linker to do its stuff. */
3482 (*htab->layout_sections_again) ();
3483 stub_changed = FALSE;
3486 /* Add stubs for erratum 835769 fixes now. */
3487 if (htab->fix_erratum_835769)
3489 for (i = 0; i < num_erratum_835769_fixes; i++)
3491 struct elf_aarch64_stub_hash_entry *stub_entry;
3492 char *stub_name = erratum_835769_fixes[i].stub_name;
3493 asection *section = erratum_835769_fixes[i].section;
3494 unsigned int section_id = erratum_835769_fixes[i].section->id;
3495 asection *link_sec = htab->stub_group[section_id].link_sec;
3496 asection *stub_sec = htab->stub_group[section_id].stub_sec;
3498 stub_entry = aarch64_stub_hash_lookup (&htab->stub_hash_table,
3499 stub_name, TRUE, FALSE);
3500 if (stub_entry == NULL)
3502 (*_bfd_error_handler) (_("%s: cannot create stub entry %s"),
3508 stub_entry->stub_sec = stub_sec;
3509 stub_entry->stub_offset = 0;
3510 stub_entry->id_sec = link_sec;
3511 stub_entry->stub_type = erratum_835769_fixes[i].stub_type;
3512 stub_entry->target_section = section;
3513 stub_entry->target_value = erratum_835769_fixes[i].offset;
3514 stub_entry->veneered_insn = erratum_835769_fixes[i].veneered_insn;
3515 stub_entry->output_name = erratum_835769_fixes[i].stub_name;
3518 /* Stash the erratum 835769 fix array for use later in
3519 elfNN_aarch64_write_section(). */
3520 htab->aarch64_erratum_835769_fixes = erratum_835769_fixes;
3521 htab->num_aarch64_erratum_835769_fixes = num_erratum_835769_fixes;
3525 htab->aarch64_erratum_835769_fixes = NULL;
3526 htab->num_aarch64_erratum_835769_fixes = 0;
3531 error_ret_free_local:
3535 /* Build all the stubs associated with the current output file. The
3536 stubs are kept in a hash table attached to the main linker hash
3537 table. We also set up the .plt entries for statically linked PIC
3538 functions here. This function is called via aarch64_elf_finish in the
3542 elfNN_aarch64_build_stubs (struct bfd_link_info *info)
3545 struct bfd_hash_table *table;
3546 struct elf_aarch64_link_hash_table *htab;
3548 htab = elf_aarch64_hash_table (info);
3550 for (stub_sec = htab->stub_bfd->sections;
3551 stub_sec != NULL; stub_sec = stub_sec->next)
3555 /* Ignore non-stub sections. */
3556 if (!strstr (stub_sec->name, STUB_SUFFIX))
3559 /* Allocate memory to hold the linker stubs. */
3560 size = stub_sec->size;
3561 stub_sec->contents = bfd_zalloc (htab->stub_bfd, size);
3562 if (stub_sec->contents == NULL && size != 0)
3567 /* Build the stubs as directed by the stub hash table. */
3568 table = &htab->stub_hash_table;
3569 bfd_hash_traverse (table, aarch64_build_one_stub, info);
3575 /* Add an entry to the code/data map for section SEC. */
3578 elfNN_aarch64_section_map_add (asection *sec, char type, bfd_vma vma)
3580 struct _aarch64_elf_section_data *sec_data =
3581 elf_aarch64_section_data (sec);
3582 unsigned int newidx;
3584 if (sec_data->map == NULL)
3586 sec_data->map = bfd_malloc (sizeof (elf_aarch64_section_map));
3587 sec_data->mapcount = 0;
3588 sec_data->mapsize = 1;
3591 newidx = sec_data->mapcount++;
3593 if (sec_data->mapcount > sec_data->mapsize)
3595 sec_data->mapsize *= 2;
3596 sec_data->map = bfd_realloc_or_free
3597 (sec_data->map, sec_data->mapsize * sizeof (elf_aarch64_section_map));
3602 sec_data->map[newidx].vma = vma;
3603 sec_data->map[newidx].type = type;
3608 /* Initialise maps of insn/data for input BFDs. */
3610 bfd_elfNN_aarch64_init_maps (bfd *abfd)
3612 Elf_Internal_Sym *isymbuf;
3613 Elf_Internal_Shdr *hdr;
3614 unsigned int i, localsyms;
3616 /* Make sure that we are dealing with an AArch64 elf binary. */
3617 if (!is_aarch64_elf (abfd))
3620 if ((abfd->flags & DYNAMIC) != 0)
3623 hdr = &elf_symtab_hdr (abfd);
3624 localsyms = hdr->sh_info;
3626 /* Obtain a buffer full of symbols for this BFD. The hdr->sh_info field
3627 should contain the number of local symbols, which should come before any
3628 global symbols. Mapping symbols are always local. */
3629 isymbuf = bfd_elf_get_elf_syms (abfd, hdr, localsyms, 0, NULL, NULL, NULL);
3631 /* No internal symbols read? Skip this BFD. */
3632 if (isymbuf == NULL)
3635 for (i = 0; i < localsyms; i++)
3637 Elf_Internal_Sym *isym = &isymbuf[i];
3638 asection *sec = bfd_section_from_elf_index (abfd, isym->st_shndx);
3641 if (sec != NULL && ELF_ST_BIND (isym->st_info) == STB_LOCAL)
3643 name = bfd_elf_string_from_elf_section (abfd,
3647 if (bfd_is_aarch64_special_symbol_name
3648 (name, BFD_AARCH64_SPECIAL_SYM_TYPE_MAP))
3649 elfNN_aarch64_section_map_add (sec, name[1], isym->st_value);
3654 /* Set option values needed during linking. */
3656 bfd_elfNN_aarch64_set_options (struct bfd *output_bfd,
3657 struct bfd_link_info *link_info,
3659 int no_wchar_warn, int pic_veneer,
3660 int fix_erratum_835769)
3662 struct elf_aarch64_link_hash_table *globals;
3664 globals = elf_aarch64_hash_table (link_info);
3665 globals->pic_veneer = pic_veneer;
3666 globals->fix_erratum_835769 = fix_erratum_835769;
3668 BFD_ASSERT (is_aarch64_elf (output_bfd));
3669 elf_aarch64_tdata (output_bfd)->no_enum_size_warning = no_enum_warn;
3670 elf_aarch64_tdata (output_bfd)->no_wchar_size_warning = no_wchar_warn;
3674 aarch64_calculate_got_entry_vma (struct elf_link_hash_entry *h,
3675 struct elf_aarch64_link_hash_table
3676 *globals, struct bfd_link_info *info,
3677 bfd_vma value, bfd *output_bfd,
3678 bfd_boolean *unresolved_reloc_p)
3680 bfd_vma off = (bfd_vma) - 1;
3681 asection *basegot = globals->root.sgot;
3682 bfd_boolean dyn = globals->root.dynamic_sections_created;
3686 BFD_ASSERT (basegot != NULL);
3687 off = h->got.offset;
3688 BFD_ASSERT (off != (bfd_vma) - 1);
3689 if (!WILL_CALL_FINISH_DYNAMIC_SYMBOL (dyn, info->shared, h)
3691 && SYMBOL_REFERENCES_LOCAL (info, h))
3692 || (ELF_ST_VISIBILITY (h->other)
3693 && h->root.type == bfd_link_hash_undefweak))
3695 /* This is actually a static link, or it is a -Bsymbolic link
3696 and the symbol is defined locally. We must initialize this
3697 entry in the global offset table. Since the offset must
3698 always be a multiple of 8 (4 in the case of ILP32), we use
3699 the least significant bit to record whether we have
3700 initialized it already.
3701 When doing a dynamic link, we create a .rel(a).got relocation
3702 entry to initialize the value. This is done in the
3703 finish_dynamic_symbol routine. */
3708 bfd_put_NN (output_bfd, value, basegot->contents + off);
3713 *unresolved_reloc_p = FALSE;
3715 off = off + basegot->output_section->vma + basegot->output_offset;
3721 /* Change R_TYPE to a more efficient access model where possible,
3722 return the new reloc type. */
3724 static bfd_reloc_code_real_type
3725 aarch64_tls_transition_without_check (bfd_reloc_code_real_type r_type,
3726 struct elf_link_hash_entry *h)
3728 bfd_boolean is_local = h == NULL;
3732 case BFD_RELOC_AARCH64_TLSGD_ADR_PAGE21:
3733 case BFD_RELOC_AARCH64_TLSDESC_ADR_PAGE21:
3735 ? BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1
3736 : BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21);
3738 case BFD_RELOC_AARCH64_TLSGD_ADD_LO12_NC:
3739 case BFD_RELOC_AARCH64_TLSDESC_LDNN_LO12_NC:
3741 ? BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0_NC
3742 : BFD_RELOC_AARCH64_TLSIE_LDNN_GOTTPREL_LO12_NC);
3744 case BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21:
3745 return is_local ? BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1 : r_type;
3747 case BFD_RELOC_AARCH64_TLSIE_LDNN_GOTTPREL_LO12_NC:
3748 return is_local ? BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0_NC : r_type;
3750 case BFD_RELOC_AARCH64_TLSIE_LD_GOTTPREL_PREL19:
3753 case BFD_RELOC_AARCH64_TLSDESC_ADD_LO12_NC:
3754 case BFD_RELOC_AARCH64_TLSDESC_CALL:
3755 /* Instructions with these relocations will become NOPs. */
3756 return BFD_RELOC_AARCH64_NONE;
3766 aarch64_reloc_got_type (bfd_reloc_code_real_type r_type)
3770 case BFD_RELOC_AARCH64_LD64_GOT_LO12_NC:
3771 case BFD_RELOC_AARCH64_LD32_GOT_LO12_NC:
3772 case BFD_RELOC_AARCH64_ADR_GOT_PAGE:
3773 case BFD_RELOC_AARCH64_GOT_LD_PREL19:
3776 case BFD_RELOC_AARCH64_TLSGD_ADR_PAGE21:
3777 case BFD_RELOC_AARCH64_TLSGD_ADD_LO12_NC:
3780 case BFD_RELOC_AARCH64_TLSDESC_ADD_LO12_NC:
3781 case BFD_RELOC_AARCH64_TLSDESC_ADR_PAGE21:
3782 case BFD_RELOC_AARCH64_TLSDESC_CALL:
3783 case BFD_RELOC_AARCH64_TLSDESC_LD64_LO12_NC:
3784 case BFD_RELOC_AARCH64_TLSDESC_LD32_LO12_NC:
3785 return GOT_TLSDESC_GD;
3787 case BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21:
3788 case BFD_RELOC_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC:
3789 case BFD_RELOC_AARCH64_TLSIE_LD32_GOTTPREL_LO12_NC:
3790 case BFD_RELOC_AARCH64_TLSIE_LD_GOTTPREL_PREL19:
3793 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_HI12:
3794 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_LO12:
3795 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_LO12_NC:
3796 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0:
3797 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0_NC:
3798 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1:
3799 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1_NC:
3800 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G2:
3810 aarch64_can_relax_tls (bfd *input_bfd,
3811 struct bfd_link_info *info,
3812 bfd_reloc_code_real_type r_type,
3813 struct elf_link_hash_entry *h,
3814 unsigned long r_symndx)
3816 unsigned int symbol_got_type;
3817 unsigned int reloc_got_type;
3819 if (! IS_AARCH64_TLS_RELOC (r_type))
3822 symbol_got_type = elfNN_aarch64_symbol_got_type (h, input_bfd, r_symndx);
3823 reloc_got_type = aarch64_reloc_got_type (r_type);
3825 if (symbol_got_type == GOT_TLS_IE && GOT_TLS_GD_ANY_P (reloc_got_type))
3831 if (h && h->root.type == bfd_link_hash_undefweak)
3837 /* Given the relocation code R_TYPE, return the relaxed bfd reloc
3840 static bfd_reloc_code_real_type
3841 aarch64_tls_transition (bfd *input_bfd,
3842 struct bfd_link_info *info,
3843 unsigned int r_type,
3844 struct elf_link_hash_entry *h,
3845 unsigned long r_symndx)
3847 bfd_reloc_code_real_type bfd_r_type
3848 = elfNN_aarch64_bfd_reloc_from_type (r_type);
3850 if (! aarch64_can_relax_tls (input_bfd, info, bfd_r_type, h, r_symndx))
3853 return aarch64_tls_transition_without_check (bfd_r_type, h);
3856 /* Return the base VMA address which should be subtracted from real addresses
3857 when resolving R_AARCH64_TLS_DTPREL relocation. */
3860 dtpoff_base (struct bfd_link_info *info)
3862 /* If tls_sec is NULL, we should have signalled an error already. */
3863 BFD_ASSERT (elf_hash_table (info)->tls_sec != NULL);
3864 return elf_hash_table (info)->tls_sec->vma;
3867 /* Return the base VMA address which should be subtracted from real addresses
3868 when resolving R_AARCH64_TLS_GOTTPREL64 relocations. */
3871 tpoff_base (struct bfd_link_info *info)
3873 struct elf_link_hash_table *htab = elf_hash_table (info);
3875 /* If tls_sec is NULL, we should have signalled an error already. */
3876 BFD_ASSERT (htab->tls_sec != NULL);
3878 bfd_vma base = align_power ((bfd_vma) TCB_SIZE,
3879 htab->tls_sec->alignment_power);
3880 return htab->tls_sec->vma - base;
3884 symbol_got_offset_ref (bfd *input_bfd, struct elf_link_hash_entry *h,
3885 unsigned long r_symndx)
3887 /* Calculate the address of the GOT entry for symbol
3888 referred to in h. */
3890 return &h->got.offset;
3894 struct elf_aarch64_local_symbol *l;
3896 l = elf_aarch64_locals (input_bfd);
3897 return &l[r_symndx].got_offset;
3902 symbol_got_offset_mark (bfd *input_bfd, struct elf_link_hash_entry *h,
3903 unsigned long r_symndx)
3906 p = symbol_got_offset_ref (input_bfd, h, r_symndx);
3911 symbol_got_offset_mark_p (bfd *input_bfd, struct elf_link_hash_entry *h,
3912 unsigned long r_symndx)
3915 value = * symbol_got_offset_ref (input_bfd, h, r_symndx);
3920 symbol_got_offset (bfd *input_bfd, struct elf_link_hash_entry *h,
3921 unsigned long r_symndx)
3924 value = * symbol_got_offset_ref (input_bfd, h, r_symndx);
3930 symbol_tlsdesc_got_offset_ref (bfd *input_bfd, struct elf_link_hash_entry *h,
3931 unsigned long r_symndx)
3933 /* Calculate the address of the GOT entry for symbol
3934 referred to in h. */
3937 struct elf_aarch64_link_hash_entry *eh;
3938 eh = (struct elf_aarch64_link_hash_entry *) h;
3939 return &eh->tlsdesc_got_jump_table_offset;
3944 struct elf_aarch64_local_symbol *l;
3946 l = elf_aarch64_locals (input_bfd);
3947 return &l[r_symndx].tlsdesc_got_jump_table_offset;
3952 symbol_tlsdesc_got_offset_mark (bfd *input_bfd, struct elf_link_hash_entry *h,
3953 unsigned long r_symndx)
3956 p = symbol_tlsdesc_got_offset_ref (input_bfd, h, r_symndx);
3961 symbol_tlsdesc_got_offset_mark_p (bfd *input_bfd,
3962 struct elf_link_hash_entry *h,
3963 unsigned long r_symndx)
3966 value = * symbol_tlsdesc_got_offset_ref (input_bfd, h, r_symndx);
3971 symbol_tlsdesc_got_offset (bfd *input_bfd, struct elf_link_hash_entry *h,
3972 unsigned long r_symndx)
3975 value = * symbol_tlsdesc_got_offset_ref (input_bfd, h, r_symndx);
3980 /* Data for make_branch_to_erratum_835769_stub(). */
3982 struct erratum_835769_branch_to_stub_data
3984 asection *output_section;
3988 /* Helper to insert branches to erratum 835769 stubs in the right
3989 places for a particular section. */
3992 make_branch_to_erratum_835769_stub (struct bfd_hash_entry *gen_entry,
3995 struct elf_aarch64_stub_hash_entry *stub_entry;
3996 struct erratum_835769_branch_to_stub_data *data;
3998 unsigned long branch_insn = 0;
3999 bfd_vma veneered_insn_loc, veneer_entry_loc;
4000 bfd_signed_vma branch_offset;
4001 unsigned int target;
4004 stub_entry = (struct elf_aarch64_stub_hash_entry *) gen_entry;
4005 data = (struct erratum_835769_branch_to_stub_data *) in_arg;
4007 if (stub_entry->target_section != data->output_section
4008 || stub_entry->stub_type != aarch64_stub_erratum_835769_veneer)
4011 contents = data->contents;
4012 veneered_insn_loc = stub_entry->target_section->output_section->vma
4013 + stub_entry->target_section->output_offset
4014 + stub_entry->target_value;
4015 veneer_entry_loc = stub_entry->stub_sec->output_section->vma
4016 + stub_entry->stub_sec->output_offset
4017 + stub_entry->stub_offset;
4018 branch_offset = veneer_entry_loc - veneered_insn_loc;
4020 abfd = stub_entry->target_section->owner;
4021 if (!aarch64_valid_branch_p (veneer_entry_loc, veneered_insn_loc))
4022 (*_bfd_error_handler)
4023 (_("%B: error: Erratum 835769 stub out "
4024 "of range (input file too large)"), abfd);
4026 target = stub_entry->target_value;
4027 branch_insn = 0x14000000;
4028 branch_offset >>= 2;
4029 branch_offset &= 0x3ffffff;
4030 branch_insn |= branch_offset;
4031 bfd_putl32 (branch_insn, &contents[target]);
4037 elfNN_aarch64_write_section (bfd *output_bfd ATTRIBUTE_UNUSED,
4038 struct bfd_link_info *link_info,
4043 struct elf_aarch64_link_hash_table *globals =
4044 elf_aarch64_hash_table (link_info);
4046 if (globals == NULL)
4049 /* Fix code to point to erratum 835769 stubs. */
4050 if (globals->fix_erratum_835769)
4052 struct erratum_835769_branch_to_stub_data data;
4054 data.output_section = sec;
4055 data.contents = contents;
4056 bfd_hash_traverse (&globals->stub_hash_table,
4057 make_branch_to_erratum_835769_stub, &data);
4063 /* Perform a relocation as part of a final link. */
4064 static bfd_reloc_status_type
4065 elfNN_aarch64_final_link_relocate (reloc_howto_type *howto,
4068 asection *input_section,
4070 Elf_Internal_Rela *rel,
4072 struct bfd_link_info *info,
4074 struct elf_link_hash_entry *h,
4075 bfd_boolean *unresolved_reloc_p,
4076 bfd_boolean save_addend,
4077 bfd_vma *saved_addend,
4078 Elf_Internal_Sym *sym)
4080 Elf_Internal_Shdr *symtab_hdr;
4081 unsigned int r_type = howto->type;
4082 bfd_reloc_code_real_type bfd_r_type
4083 = elfNN_aarch64_bfd_reloc_from_howto (howto);
4084 bfd_reloc_code_real_type new_bfd_r_type;
4085 unsigned long r_symndx;
4086 bfd_byte *hit_data = contents + rel->r_offset;
4088 bfd_signed_vma signed_addend;
4089 struct elf_aarch64_link_hash_table *globals;
4090 bfd_boolean weak_undef_p;
4092 globals = elf_aarch64_hash_table (info);
4094 symtab_hdr = &elf_symtab_hdr (input_bfd);
4096 BFD_ASSERT (is_aarch64_elf (input_bfd));
4098 r_symndx = ELFNN_R_SYM (rel->r_info);
4100 /* It is possible to have linker relaxations on some TLS access
4101 models. Update our information here. */
4102 new_bfd_r_type = aarch64_tls_transition (input_bfd, info, r_type, h, r_symndx);
4103 if (new_bfd_r_type != bfd_r_type)
4105 bfd_r_type = new_bfd_r_type;
4106 howto = elfNN_aarch64_howto_from_bfd_reloc (bfd_r_type);
4107 BFD_ASSERT (howto != NULL);
4108 r_type = howto->type;
4111 place = input_section->output_section->vma
4112 + input_section->output_offset + rel->r_offset;
4114 /* Get addend, accumulating the addend for consecutive relocs
4115 which refer to the same offset. */
4116 signed_addend = saved_addend ? *saved_addend : 0;
4117 signed_addend += rel->r_addend;
4119 weak_undef_p = (h ? h->root.type == bfd_link_hash_undefweak
4120 : bfd_is_und_section (sym_sec));
4122 /* Since STT_GNU_IFUNC symbol must go through PLT, we handle
4123 it here if it is defined in a non-shared object. */
4125 && h->type == STT_GNU_IFUNC
4133 if ((input_section->flags & SEC_ALLOC) == 0
4134 || h->plt.offset == (bfd_vma) -1)
4137 /* STT_GNU_IFUNC symbol must go through PLT. */
4138 plt = globals->root.splt ? globals->root.splt : globals->root.iplt;
4139 value = (plt->output_section->vma + plt->output_offset + h->plt.offset);
4144 if (h->root.root.string)
4145 name = h->root.root.string;
4147 name = bfd_elf_sym_name (input_bfd, symtab_hdr, sym,
4149 (*_bfd_error_handler)
4150 (_("%B: relocation %s against STT_GNU_IFUNC "
4151 "symbol `%s' isn't handled by %s"), input_bfd,
4152 howto->name, name, __FUNCTION__);
4153 bfd_set_error (bfd_error_bad_value);
4156 case BFD_RELOC_AARCH64_NN:
4157 if (rel->r_addend != 0)
4159 if (h->root.root.string)
4160 name = h->root.root.string;
4162 name = bfd_elf_sym_name (input_bfd, symtab_hdr,
4164 (*_bfd_error_handler)
4165 (_("%B: relocation %s against STT_GNU_IFUNC "
4166 "symbol `%s' has non-zero addend: %d"),
4167 input_bfd, howto->name, name, rel->r_addend);
4168 bfd_set_error (bfd_error_bad_value);
4172 /* Generate dynamic relocation only when there is a
4173 non-GOT reference in a shared object. */
4174 if (info->shared && h->non_got_ref)
4176 Elf_Internal_Rela outrel;
4179 /* Need a dynamic relocation to get the real function
4181 outrel.r_offset = _bfd_elf_section_offset (output_bfd,
4185 if (outrel.r_offset == (bfd_vma) -1
4186 || outrel.r_offset == (bfd_vma) -2)
4189 outrel.r_offset += (input_section->output_section->vma
4190 + input_section->output_offset);
4192 if (h->dynindx == -1
4194 || info->executable)
4196 /* This symbol is resolved locally. */
4197 outrel.r_info = ELFNN_R_INFO (0, AARCH64_R (IRELATIVE));
4198 outrel.r_addend = (h->root.u.def.value
4199 + h->root.u.def.section->output_section->vma
4200 + h->root.u.def.section->output_offset);
4204 outrel.r_info = ELFNN_R_INFO (h->dynindx, r_type);
4205 outrel.r_addend = 0;
4208 sreloc = globals->root.irelifunc;
4209 elf_append_rela (output_bfd, sreloc, &outrel);
4211 /* If this reloc is against an external symbol, we
4212 do not want to fiddle with the addend. Otherwise,
4213 we need to include the symbol value so that it
4214 becomes an addend for the dynamic reloc. For an
4215 internal symbol, we have updated addend. */
4216 return bfd_reloc_ok;
4219 case BFD_RELOC_AARCH64_JUMP26:
4220 case BFD_RELOC_AARCH64_CALL26:
4221 value = _bfd_aarch64_elf_resolve_relocation (bfd_r_type, place, value,
4224 return _bfd_aarch64_elf_put_addend (input_bfd, hit_data, bfd_r_type,
4226 case BFD_RELOC_AARCH64_LD64_GOT_LO12_NC:
4227 case BFD_RELOC_AARCH64_LD32_GOT_LO12_NC:
4228 case BFD_RELOC_AARCH64_ADR_GOT_PAGE:
4229 case BFD_RELOC_AARCH64_GOT_LD_PREL19:
4230 base_got = globals->root.sgot;
4231 off = h->got.offset;
4233 if (base_got == NULL)
4236 if (off == (bfd_vma) -1)
4240 /* We can't use h->got.offset here to save state, or
4241 even just remember the offset, as finish_dynamic_symbol
4242 would use that as offset into .got. */
4244 if (globals->root.splt != NULL)
4246 plt_index = ((h->plt.offset - globals->plt_header_size) /
4247 globals->plt_entry_size);
4248 off = (plt_index + 3) * GOT_ENTRY_SIZE;
4249 base_got = globals->root.sgotplt;
4253 plt_index = h->plt.offset / globals->plt_entry_size;
4254 off = plt_index * GOT_ENTRY_SIZE;
4255 base_got = globals->root.igotplt;
4258 if (h->dynindx == -1
4262 /* This references the local definition. We must
4263 initialize this entry in the global offset table.
4264 Since the offset must always be a multiple of 8,
4265 we use the least significant bit to record
4266 whether we have initialized it already.
4268 When doing a dynamic link, we create a .rela.got
4269 relocation entry to initialize the value. This
4270 is done in the finish_dynamic_symbol routine. */
4275 bfd_put_NN (output_bfd, value,
4276 base_got->contents + off);
4277 /* Note that this is harmless as -1 | 1 still is -1. */
4281 value = (base_got->output_section->vma
4282 + base_got->output_offset + off);
4285 value = aarch64_calculate_got_entry_vma (h, globals, info,
4287 unresolved_reloc_p);
4288 value = _bfd_aarch64_elf_resolve_relocation (bfd_r_type, place, value,
4290 return _bfd_aarch64_elf_put_addend (input_bfd, hit_data, bfd_r_type, howto, value);
4291 case BFD_RELOC_AARCH64_ADR_HI21_PCREL:
4292 case BFD_RELOC_AARCH64_ADD_LO12:
4299 case BFD_RELOC_AARCH64_NONE:
4300 case BFD_RELOC_AARCH64_TLSDESC_CALL:
4301 *unresolved_reloc_p = FALSE;
4302 return bfd_reloc_ok;
4304 case BFD_RELOC_AARCH64_NN:
4306 /* When generating a shared object or relocatable executable, these
4307 relocations are copied into the output file to be resolved at
4309 if (((info->shared == TRUE) || globals->root.is_relocatable_executable)
4310 && (input_section->flags & SEC_ALLOC)
4312 || ELF_ST_VISIBILITY (h->other) == STV_DEFAULT
4313 || h->root.type != bfd_link_hash_undefweak))
4315 Elf_Internal_Rela outrel;
4317 bfd_boolean skip, relocate;
4320 *unresolved_reloc_p = FALSE;
4325 outrel.r_addend = signed_addend;
4327 _bfd_elf_section_offset (output_bfd, info, input_section,
4329 if (outrel.r_offset == (bfd_vma) - 1)
4331 else if (outrel.r_offset == (bfd_vma) - 2)
4337 outrel.r_offset += (input_section->output_section->vma
4338 + input_section->output_offset);
4341 memset (&outrel, 0, sizeof outrel);
4344 && (!info->shared || !SYMBOLIC_BIND (info, h) || !h->def_regular))
4345 outrel.r_info = ELFNN_R_INFO (h->dynindx, r_type);
4350 /* On SVR4-ish systems, the dynamic loader cannot
4351 relocate the text and data segments independently,
4352 so the symbol does not matter. */
4354 outrel.r_info = ELFNN_R_INFO (symbol, AARCH64_R (RELATIVE));
4355 outrel.r_addend += value;
4358 sreloc = elf_section_data (input_section)->sreloc;
4359 if (sreloc == NULL || sreloc->contents == NULL)
4360 return bfd_reloc_notsupported;
4362 loc = sreloc->contents + sreloc->reloc_count++ * RELOC_SIZE (globals);
4363 bfd_elfNN_swap_reloca_out (output_bfd, &outrel, loc);
4365 if (sreloc->reloc_count * RELOC_SIZE (globals) > sreloc->size)
4367 /* Sanity to check that we have previously allocated
4368 sufficient space in the relocation section for the
4369 number of relocations we actually want to emit. */
4373 /* If this reloc is against an external symbol, we do not want to
4374 fiddle with the addend. Otherwise, we need to include the symbol
4375 value so that it becomes an addend for the dynamic reloc. */
4377 return bfd_reloc_ok;
4379 return _bfd_final_link_relocate (howto, input_bfd, input_section,
4380 contents, rel->r_offset, value,
4384 value += signed_addend;
4387 case BFD_RELOC_AARCH64_JUMP26:
4388 case BFD_RELOC_AARCH64_CALL26:
4390 asection *splt = globals->root.splt;
4391 bfd_boolean via_plt_p =
4392 splt != NULL && h != NULL && h->plt.offset != (bfd_vma) - 1;
4394 /* A call to an undefined weak symbol is converted to a jump to
4395 the next instruction unless a PLT entry will be created.
4396 The jump to the next instruction is optimized as a NOP.
4397 Do the same for local undefined symbols. */
4398 if (weak_undef_p && ! via_plt_p)
4400 bfd_putl32 (INSN_NOP, hit_data);
4401 return bfd_reloc_ok;
4404 /* If the call goes through a PLT entry, make sure to
4405 check distance to the right destination address. */
4408 value = (splt->output_section->vma
4409 + splt->output_offset + h->plt.offset);
4410 *unresolved_reloc_p = FALSE;
4413 /* If the target symbol is global and marked as a function the
4414 relocation applies a function call or a tail call. In this
4415 situation we can veneer out of range branches. The veneers
4416 use IP0 and IP1 hence cannot be used arbitrary out of range
4417 branches that occur within the body of a function. */
4418 if (h && h->type == STT_FUNC)
4420 /* Check if a stub has to be inserted because the destination
4422 if (! aarch64_valid_branch_p (value, place))
4424 /* The target is out of reach, so redirect the branch to
4425 the local stub for this function. */
4426 struct elf_aarch64_stub_hash_entry *stub_entry;
4427 stub_entry = elfNN_aarch64_get_stub_entry (input_section,
4430 if (stub_entry != NULL)
4431 value = (stub_entry->stub_offset
4432 + stub_entry->stub_sec->output_offset
4433 + stub_entry->stub_sec->output_section->vma);
4437 value = _bfd_aarch64_elf_resolve_relocation (bfd_r_type, place, value,
4438 signed_addend, weak_undef_p);
4441 case BFD_RELOC_AARCH64_16:
4443 case BFD_RELOC_AARCH64_32:
4445 case BFD_RELOC_AARCH64_ADD_LO12:
4446 case BFD_RELOC_AARCH64_ADR_LO21_PCREL:
4447 case BFD_RELOC_AARCH64_ADR_HI21_PCREL:
4448 case BFD_RELOC_AARCH64_ADR_HI21_NC_PCREL:
4449 case BFD_RELOC_AARCH64_BRANCH19:
4450 case BFD_RELOC_AARCH64_LD_LO19_PCREL:
4451 case BFD_RELOC_AARCH64_LDST8_LO12:
4452 case BFD_RELOC_AARCH64_LDST16_LO12:
4453 case BFD_RELOC_AARCH64_LDST32_LO12:
4454 case BFD_RELOC_AARCH64_LDST64_LO12:
4455 case BFD_RELOC_AARCH64_LDST128_LO12:
4456 case BFD_RELOC_AARCH64_MOVW_G0_S:
4457 case BFD_RELOC_AARCH64_MOVW_G1_S:
4458 case BFD_RELOC_AARCH64_MOVW_G2_S:
4459 case BFD_RELOC_AARCH64_MOVW_G0:
4460 case BFD_RELOC_AARCH64_MOVW_G0_NC:
4461 case BFD_RELOC_AARCH64_MOVW_G1:
4462 case BFD_RELOC_AARCH64_MOVW_G1_NC:
4463 case BFD_RELOC_AARCH64_MOVW_G2:
4464 case BFD_RELOC_AARCH64_MOVW_G2_NC:
4465 case BFD_RELOC_AARCH64_MOVW_G3:
4466 case BFD_RELOC_AARCH64_16_PCREL:
4467 case BFD_RELOC_AARCH64_32_PCREL:
4468 case BFD_RELOC_AARCH64_64_PCREL:
4469 case BFD_RELOC_AARCH64_TSTBR14:
4470 value = _bfd_aarch64_elf_resolve_relocation (bfd_r_type, place, value,
4471 signed_addend, weak_undef_p);
4474 case BFD_RELOC_AARCH64_LD64_GOT_LO12_NC:
4475 case BFD_RELOC_AARCH64_LD32_GOT_LO12_NC:
4476 case BFD_RELOC_AARCH64_ADR_GOT_PAGE:
4477 case BFD_RELOC_AARCH64_GOT_LD_PREL19:
4478 if (globals->root.sgot == NULL)
4479 BFD_ASSERT (h != NULL);
4483 value = aarch64_calculate_got_entry_vma (h, globals, info, value,
4485 unresolved_reloc_p);
4486 value = _bfd_aarch64_elf_resolve_relocation (bfd_r_type, place, value,
4491 case BFD_RELOC_AARCH64_TLSGD_ADR_PAGE21:
4492 case BFD_RELOC_AARCH64_TLSGD_ADD_LO12_NC:
4493 case BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21:
4494 case BFD_RELOC_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC:
4495 case BFD_RELOC_AARCH64_TLSIE_LD32_GOTTPREL_LO12_NC:
4496 case BFD_RELOC_AARCH64_TLSIE_LD_GOTTPREL_PREL19:
4497 if (globals->root.sgot == NULL)
4498 return bfd_reloc_notsupported;
4500 value = (symbol_got_offset (input_bfd, h, r_symndx)
4501 + globals->root.sgot->output_section->vma
4502 + globals->root.sgot->output_offset);
4504 value = _bfd_aarch64_elf_resolve_relocation (bfd_r_type, place, value,
4506 *unresolved_reloc_p = FALSE;
4509 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_HI12:
4510 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_LO12:
4511 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_LO12_NC:
4512 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0:
4513 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0_NC:
4514 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1:
4515 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1_NC:
4516 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G2:
4517 value = _bfd_aarch64_elf_resolve_relocation (bfd_r_type, place, value,
4518 signed_addend - tpoff_base (info),
4520 *unresolved_reloc_p = FALSE;
4523 case BFD_RELOC_AARCH64_TLSDESC_ADD:
4524 case BFD_RELOC_AARCH64_TLSDESC_ADD_LO12_NC:
4525 case BFD_RELOC_AARCH64_TLSDESC_ADR_PAGE21:
4526 case BFD_RELOC_AARCH64_TLSDESC_LD32_LO12_NC:
4527 case BFD_RELOC_AARCH64_TLSDESC_LD64_LO12_NC:
4528 case BFD_RELOC_AARCH64_TLSDESC_LDR:
4529 if (globals->root.sgot == NULL)
4530 return bfd_reloc_notsupported;
4531 value = (symbol_tlsdesc_got_offset (input_bfd, h, r_symndx)
4532 + globals->root.sgotplt->output_section->vma
4533 + globals->root.sgotplt->output_offset
4534 + globals->sgotplt_jump_table_size);
4536 value = _bfd_aarch64_elf_resolve_relocation (bfd_r_type, place, value,
4538 *unresolved_reloc_p = FALSE;
4542 return bfd_reloc_notsupported;
4546 *saved_addend = value;
4548 /* Only apply the final relocation in a sequence. */
4550 return bfd_reloc_continue;
4552 return _bfd_aarch64_elf_put_addend (input_bfd, hit_data, bfd_r_type,
4556 /* Handle TLS relaxations. Relaxing is possible for symbols that use
4557 R_AARCH64_TLSDESC_ADR_{PAGE, LD64_LO12_NC, ADD_LO12_NC} during a static
4560 Return bfd_reloc_ok if we're done, bfd_reloc_continue if the caller
4561 is to then call final_link_relocate. Return other values in the
4564 static bfd_reloc_status_type
4565 elfNN_aarch64_tls_relax (struct elf_aarch64_link_hash_table *globals,
4566 bfd *input_bfd, bfd_byte *contents,
4567 Elf_Internal_Rela *rel, struct elf_link_hash_entry *h)
4569 bfd_boolean is_local = h == NULL;
4570 unsigned int r_type = ELFNN_R_TYPE (rel->r_info);
4573 BFD_ASSERT (globals && input_bfd && contents && rel);
4575 switch (elfNN_aarch64_bfd_reloc_from_type (r_type))
4577 case BFD_RELOC_AARCH64_TLSGD_ADR_PAGE21:
4578 case BFD_RELOC_AARCH64_TLSDESC_ADR_PAGE21:
4581 /* GD->LE relaxation:
4582 adrp x0, :tlsgd:var => movz x0, :tprel_g1:var
4584 adrp x0, :tlsdesc:var => movz x0, :tprel_g1:var
4586 bfd_putl32 (0xd2a00000, contents + rel->r_offset);
4587 return bfd_reloc_continue;
4591 /* GD->IE relaxation:
4592 adrp x0, :tlsgd:var => adrp x0, :gottprel:var
4594 adrp x0, :tlsdesc:var => adrp x0, :gottprel:var
4596 return bfd_reloc_continue;
4599 case BFD_RELOC_AARCH64_TLSIE_LD_GOTTPREL_PREL19:
4600 return bfd_reloc_continue;
4602 case BFD_RELOC_AARCH64_TLSDESC_LDNN_LO12_NC:
4605 /* GD->LE relaxation:
4606 ldr xd, [x0, #:tlsdesc_lo12:var] => movk x0, :tprel_g0_nc:var
4608 bfd_putl32 (0xf2800000, contents + rel->r_offset);
4609 return bfd_reloc_continue;
4613 /* GD->IE relaxation:
4614 ldr xd, [x0, #:tlsdesc_lo12:var] => ldr x0, [x0, #:gottprel_lo12:var]
4616 insn = bfd_getl32 (contents + rel->r_offset);
4618 bfd_putl32 (insn, contents + rel->r_offset);
4619 return bfd_reloc_continue;
4622 case BFD_RELOC_AARCH64_TLSGD_ADD_LO12_NC:
4625 /* GD->LE relaxation
4626 add x0, #:tlsgd_lo12:var => movk x0, :tprel_g0_nc:var
4627 bl __tls_get_addr => mrs x1, tpidr_el0
4628 nop => add x0, x1, x0
4631 /* First kill the tls_get_addr reloc on the bl instruction. */
4632 BFD_ASSERT (rel->r_offset + 4 == rel[1].r_offset);
4633 rel[1].r_info = ELFNN_R_INFO (STN_UNDEF, R_AARCH64_NONE);
4635 bfd_putl32 (0xf2800000, contents + rel->r_offset);
4636 bfd_putl32 (0xd53bd041, contents + rel->r_offset + 4);
4637 bfd_putl32 (0x8b000020, contents + rel->r_offset + 8);
4638 return bfd_reloc_continue;
4642 /* GD->IE relaxation
4643 ADD x0, #:tlsgd_lo12:var => ldr x0, [x0, #:gottprel_lo12:var]
4644 BL __tls_get_addr => mrs x1, tpidr_el0
4646 NOP => add x0, x1, x0
4649 BFD_ASSERT (ELFNN_R_TYPE (rel[1].r_info) == AARCH64_R (CALL26));
4651 /* Remove the relocation on the BL instruction. */
4652 rel[1].r_info = ELFNN_R_INFO (STN_UNDEF, R_AARCH64_NONE);
4654 bfd_putl32 (0xf9400000, contents + rel->r_offset);
4656 /* We choose to fixup the BL and NOP instructions using the
4657 offset from the second relocation to allow flexibility in
4658 scheduling instructions between the ADD and BL. */
4659 bfd_putl32 (0xd53bd041, contents + rel[1].r_offset);
4660 bfd_putl32 (0x8b000020, contents + rel[1].r_offset + 4);
4661 return bfd_reloc_continue;
4664 case BFD_RELOC_AARCH64_TLSDESC_ADD_LO12_NC:
4665 case BFD_RELOC_AARCH64_TLSDESC_CALL:
4666 /* GD->IE/LE relaxation:
4667 add x0, x0, #:tlsdesc_lo12:var => nop
4670 bfd_putl32 (INSN_NOP, contents + rel->r_offset);
4671 return bfd_reloc_ok;
4673 case BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21:
4674 /* IE->LE relaxation:
4675 adrp xd, :gottprel:var => movz xd, :tprel_g1:var
4679 insn = bfd_getl32 (contents + rel->r_offset);
4680 bfd_putl32 (0xd2a00000 | (insn & 0x1f), contents + rel->r_offset);
4682 return bfd_reloc_continue;
4684 case BFD_RELOC_AARCH64_TLSIE_LDNN_GOTTPREL_LO12_NC:
4685 /* IE->LE relaxation:
4686 ldr xd, [xm, #:gottprel_lo12:var] => movk xd, :tprel_g0_nc:var
4690 insn = bfd_getl32 (contents + rel->r_offset);
4691 bfd_putl32 (0xf2800000 | (insn & 0x1f), contents + rel->r_offset);
4693 return bfd_reloc_continue;
4696 return bfd_reloc_continue;
4699 return bfd_reloc_ok;
4702 /* Relocate an AArch64 ELF section. */
4705 elfNN_aarch64_relocate_section (bfd *output_bfd,
4706 struct bfd_link_info *info,
4708 asection *input_section,
4710 Elf_Internal_Rela *relocs,
4711 Elf_Internal_Sym *local_syms,
4712 asection **local_sections)
4714 Elf_Internal_Shdr *symtab_hdr;
4715 struct elf_link_hash_entry **sym_hashes;
4716 Elf_Internal_Rela *rel;
4717 Elf_Internal_Rela *relend;
4719 struct elf_aarch64_link_hash_table *globals;
4720 bfd_boolean save_addend = FALSE;
4723 globals = elf_aarch64_hash_table (info);
4725 symtab_hdr = &elf_symtab_hdr (input_bfd);
4726 sym_hashes = elf_sym_hashes (input_bfd);
4729 relend = relocs + input_section->reloc_count;
4730 for (; rel < relend; rel++)
4732 unsigned int r_type;
4733 bfd_reloc_code_real_type bfd_r_type;
4734 bfd_reloc_code_real_type relaxed_bfd_r_type;
4735 reloc_howto_type *howto;
4736 unsigned long r_symndx;
4737 Elf_Internal_Sym *sym;
4739 struct elf_link_hash_entry *h;
4741 bfd_reloc_status_type r;
4744 bfd_boolean unresolved_reloc = FALSE;
4745 char *error_message = NULL;
4747 r_symndx = ELFNN_R_SYM (rel->r_info);
4748 r_type = ELFNN_R_TYPE (rel->r_info);
4750 bfd_reloc.howto = elfNN_aarch64_howto_from_type (r_type);
4751 howto = bfd_reloc.howto;
4755 (*_bfd_error_handler)
4756 (_("%B: unrecognized relocation (0x%x) in section `%A'"),
4757 input_bfd, input_section, r_type);
4760 bfd_r_type = elfNN_aarch64_bfd_reloc_from_howto (howto);
4766 if (r_symndx < symtab_hdr->sh_info)
4768 sym = local_syms + r_symndx;
4769 sym_type = ELFNN_ST_TYPE (sym->st_info);
4770 sec = local_sections[r_symndx];
4772 /* An object file might have a reference to a local
4773 undefined symbol. This is a daft object file, but we
4774 should at least do something about it. */
4775 if (r_type != R_AARCH64_NONE && r_type != R_AARCH64_NULL
4776 && bfd_is_und_section (sec)
4777 && ELF_ST_BIND (sym->st_info) != STB_WEAK)
4779 if (!info->callbacks->undefined_symbol
4780 (info, bfd_elf_string_from_elf_section
4781 (input_bfd, symtab_hdr->sh_link, sym->st_name),
4782 input_bfd, input_section, rel->r_offset, TRUE))
4786 relocation = _bfd_elf_rela_local_sym (output_bfd, sym, &sec, rel);
4788 /* Relocate against local STT_GNU_IFUNC symbol. */
4789 if (!info->relocatable
4790 && ELF_ST_TYPE (sym->st_info) == STT_GNU_IFUNC)
4792 h = elfNN_aarch64_get_local_sym_hash (globals, input_bfd,
4797 /* Set STT_GNU_IFUNC symbol value. */
4798 h->root.u.def.value = sym->st_value;
4799 h->root.u.def.section = sec;
4804 bfd_boolean warned, ignored;
4806 RELOC_FOR_GLOBAL_SYMBOL (info, input_bfd, input_section, rel,
4807 r_symndx, symtab_hdr, sym_hashes,
4809 unresolved_reloc, warned, ignored);
4814 if (sec != NULL && discarded_section (sec))
4815 RELOC_AGAINST_DISCARDED_SECTION (info, input_bfd, input_section,
4816 rel, 1, relend, howto, 0, contents);
4818 if (info->relocatable)
4822 name = h->root.root.string;
4825 name = (bfd_elf_string_from_elf_section
4826 (input_bfd, symtab_hdr->sh_link, sym->st_name));
4827 if (name == NULL || *name == '\0')
4828 name = bfd_section_name (input_bfd, sec);
4832 && r_type != R_AARCH64_NONE
4833 && r_type != R_AARCH64_NULL
4835 || h->root.type == bfd_link_hash_defined
4836 || h->root.type == bfd_link_hash_defweak)
4837 && IS_AARCH64_TLS_RELOC (bfd_r_type) != (sym_type == STT_TLS))
4839 (*_bfd_error_handler)
4840 ((sym_type == STT_TLS
4841 ? _("%B(%A+0x%lx): %s used with TLS symbol %s")
4842 : _("%B(%A+0x%lx): %s used with non-TLS symbol %s")),
4844 input_section, (long) rel->r_offset, howto->name, name);
4847 /* We relax only if we can see that there can be a valid transition
4848 from a reloc type to another.
4849 We call elfNN_aarch64_final_link_relocate unless we're completely
4850 done, i.e., the relaxation produced the final output we want. */
4852 relaxed_bfd_r_type = aarch64_tls_transition (input_bfd, info, r_type,
4854 if (relaxed_bfd_r_type != bfd_r_type)
4856 bfd_r_type = relaxed_bfd_r_type;
4857 howto = elfNN_aarch64_howto_from_bfd_reloc (bfd_r_type);
4858 BFD_ASSERT (howto != NULL);
4859 r_type = howto->type;
4860 r = elfNN_aarch64_tls_relax (globals, input_bfd, contents, rel, h);
4861 unresolved_reloc = 0;
4864 r = bfd_reloc_continue;
4866 /* There may be multiple consecutive relocations for the
4867 same offset. In that case we are supposed to treat the
4868 output of each relocation as the addend for the next. */
4869 if (rel + 1 < relend
4870 && rel->r_offset == rel[1].r_offset
4871 && ELFNN_R_TYPE (rel[1].r_info) != R_AARCH64_NONE
4872 && ELFNN_R_TYPE (rel[1].r_info) != R_AARCH64_NULL)
4875 save_addend = FALSE;
4877 if (r == bfd_reloc_continue)
4878 r = elfNN_aarch64_final_link_relocate (howto, input_bfd, output_bfd,
4879 input_section, contents, rel,
4880 relocation, info, sec,
4881 h, &unresolved_reloc,
4882 save_addend, &addend, sym);
4884 switch (elfNN_aarch64_bfd_reloc_from_type (r_type))
4886 case BFD_RELOC_AARCH64_TLSGD_ADR_PAGE21:
4887 case BFD_RELOC_AARCH64_TLSGD_ADD_LO12_NC:
4888 if (! symbol_got_offset_mark_p (input_bfd, h, r_symndx))
4890 bfd_boolean need_relocs = FALSE;
4895 off = symbol_got_offset (input_bfd, h, r_symndx);
4896 indx = h && h->dynindx != -1 ? h->dynindx : 0;
4899 (info->shared || indx != 0) &&
4901 || ELF_ST_VISIBILITY (h->other) == STV_DEFAULT
4902 || h->root.type != bfd_link_hash_undefweak);
4904 BFD_ASSERT (globals->root.srelgot != NULL);
4908 Elf_Internal_Rela rela;
4909 rela.r_info = ELFNN_R_INFO (indx, AARCH64_R (TLS_DTPMOD));
4911 rela.r_offset = globals->root.sgot->output_section->vma +
4912 globals->root.sgot->output_offset + off;
4915 loc = globals->root.srelgot->contents;
4916 loc += globals->root.srelgot->reloc_count++
4917 * RELOC_SIZE (htab);
4918 bfd_elfNN_swap_reloca_out (output_bfd, &rela, loc);
4922 bfd_put_NN (output_bfd,
4923 relocation - dtpoff_base (info),
4924 globals->root.sgot->contents + off
4929 /* This TLS symbol is global. We emit a
4930 relocation to fixup the tls offset at load
4933 ELFNN_R_INFO (indx, AARCH64_R (TLS_DTPREL));
4936 (globals->root.sgot->output_section->vma
4937 + globals->root.sgot->output_offset + off
4940 loc = globals->root.srelgot->contents;
4941 loc += globals->root.srelgot->reloc_count++
4942 * RELOC_SIZE (globals);
4943 bfd_elfNN_swap_reloca_out (output_bfd, &rela, loc);
4944 bfd_put_NN (output_bfd, (bfd_vma) 0,
4945 globals->root.sgot->contents + off
4951 bfd_put_NN (output_bfd, (bfd_vma) 1,
4952 globals->root.sgot->contents + off);
4953 bfd_put_NN (output_bfd,
4954 relocation - dtpoff_base (info),
4955 globals->root.sgot->contents + off
4959 symbol_got_offset_mark (input_bfd, h, r_symndx);
4963 case BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21:
4964 case BFD_RELOC_AARCH64_TLSIE_LDNN_GOTTPREL_LO12_NC:
4965 case BFD_RELOC_AARCH64_TLSIE_LD_GOTTPREL_PREL19:
4966 if (! symbol_got_offset_mark_p (input_bfd, h, r_symndx))
4968 bfd_boolean need_relocs = FALSE;
4973 off = symbol_got_offset (input_bfd, h, r_symndx);
4975 indx = h && h->dynindx != -1 ? h->dynindx : 0;
4978 (info->shared || indx != 0) &&
4980 || ELF_ST_VISIBILITY (h->other) == STV_DEFAULT
4981 || h->root.type != bfd_link_hash_undefweak);
4983 BFD_ASSERT (globals->root.srelgot != NULL);
4987 Elf_Internal_Rela rela;
4990 rela.r_addend = relocation - dtpoff_base (info);
4994 rela.r_info = ELFNN_R_INFO (indx, AARCH64_R (TLS_TPREL));
4995 rela.r_offset = globals->root.sgot->output_section->vma +
4996 globals->root.sgot->output_offset + off;
4998 loc = globals->root.srelgot->contents;
4999 loc += globals->root.srelgot->reloc_count++
5000 * RELOC_SIZE (htab);
5002 bfd_elfNN_swap_reloca_out (output_bfd, &rela, loc);
5004 bfd_put_NN (output_bfd, rela.r_addend,
5005 globals->root.sgot->contents + off);
5008 bfd_put_NN (output_bfd, relocation - tpoff_base (info),
5009 globals->root.sgot->contents + off);
5011 symbol_got_offset_mark (input_bfd, h, r_symndx);
5015 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_LO12:
5016 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_HI12:
5017 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_LO12_NC:
5018 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G2:
5019 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1:
5020 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1_NC:
5021 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0:
5022 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0_NC:
5025 case BFD_RELOC_AARCH64_TLSDESC_ADD_LO12_NC:
5026 case BFD_RELOC_AARCH64_TLSDESC_ADR_PAGE21:
5027 case BFD_RELOC_AARCH64_TLSDESC_LDNN_LO12_NC:
5028 if (! symbol_tlsdesc_got_offset_mark_p (input_bfd, h, r_symndx))
5030 bfd_boolean need_relocs = FALSE;
5031 int indx = h && h->dynindx != -1 ? h->dynindx : 0;
5032 bfd_vma off = symbol_tlsdesc_got_offset (input_bfd, h, r_symndx);
5034 need_relocs = (h == NULL
5035 || ELF_ST_VISIBILITY (h->other) == STV_DEFAULT
5036 || h->root.type != bfd_link_hash_undefweak);
5038 BFD_ASSERT (globals->root.srelgot != NULL);
5039 BFD_ASSERT (globals->root.sgot != NULL);
5044 Elf_Internal_Rela rela;
5045 rela.r_info = ELFNN_R_INFO (indx, AARCH64_R (TLSDESC));
5048 rela.r_offset = (globals->root.sgotplt->output_section->vma
5049 + globals->root.sgotplt->output_offset
5050 + off + globals->sgotplt_jump_table_size);
5053 rela.r_addend = relocation - dtpoff_base (info);
5055 /* Allocate the next available slot in the PLT reloc
5056 section to hold our R_AARCH64_TLSDESC, the next
5057 available slot is determined from reloc_count,
5058 which we step. But note, reloc_count was
5059 artifically moved down while allocating slots for
5060 real PLT relocs such that all of the PLT relocs
5061 will fit above the initial reloc_count and the
5062 extra stuff will fit below. */
5063 loc = globals->root.srelplt->contents;
5064 loc += globals->root.srelplt->reloc_count++
5065 * RELOC_SIZE (globals);
5067 bfd_elfNN_swap_reloca_out (output_bfd, &rela, loc);
5069 bfd_put_NN (output_bfd, (bfd_vma) 0,
5070 globals->root.sgotplt->contents + off +
5071 globals->sgotplt_jump_table_size);
5072 bfd_put_NN (output_bfd, (bfd_vma) 0,
5073 globals->root.sgotplt->contents + off +
5074 globals->sgotplt_jump_table_size +
5078 symbol_tlsdesc_got_offset_mark (input_bfd, h, r_symndx);
5089 /* Dynamic relocs are not propagated for SEC_DEBUGGING sections
5090 because such sections are not SEC_ALLOC and thus ld.so will
5091 not process them. */
5092 if (unresolved_reloc
5093 && !((input_section->flags & SEC_DEBUGGING) != 0
5095 && _bfd_elf_section_offset (output_bfd, info, input_section,
5096 +rel->r_offset) != (bfd_vma) - 1)
5098 (*_bfd_error_handler)
5100 ("%B(%A+0x%lx): unresolvable %s relocation against symbol `%s'"),
5101 input_bfd, input_section, (long) rel->r_offset, howto->name,
5102 h->root.root.string);
5106 if (r != bfd_reloc_ok && r != bfd_reloc_continue)
5110 case bfd_reloc_overflow:
5111 /* If the overflowing reloc was to an undefined symbol,
5112 we have already printed one error message and there
5113 is no point complaining again. */
5115 h->root.type != bfd_link_hash_undefined)
5116 && (!((*info->callbacks->reloc_overflow)
5117 (info, (h ? &h->root : NULL), name, howto->name,
5118 (bfd_vma) 0, input_bfd, input_section,
5123 case bfd_reloc_undefined:
5124 if (!((*info->callbacks->undefined_symbol)
5125 (info, name, input_bfd, input_section,
5126 rel->r_offset, TRUE)))
5130 case bfd_reloc_outofrange:
5131 error_message = _("out of range");
5134 case bfd_reloc_notsupported:
5135 error_message = _("unsupported relocation");
5138 case bfd_reloc_dangerous:
5139 /* error_message should already be set. */
5143 error_message = _("unknown error");
5147 BFD_ASSERT (error_message != NULL);
5148 if (!((*info->callbacks->reloc_dangerous)
5149 (info, error_message, input_bfd, input_section,
5160 /* Set the right machine number. */
5163 elfNN_aarch64_object_p (bfd *abfd)
5166 bfd_default_set_arch_mach (abfd, bfd_arch_aarch64, bfd_mach_aarch64_ilp32);
5168 bfd_default_set_arch_mach (abfd, bfd_arch_aarch64, bfd_mach_aarch64);
5173 /* Function to keep AArch64 specific flags in the ELF header. */
5176 elfNN_aarch64_set_private_flags (bfd *abfd, flagword flags)
5178 if (elf_flags_init (abfd) && elf_elfheader (abfd)->e_flags != flags)
5183 elf_elfheader (abfd)->e_flags = flags;
5184 elf_flags_init (abfd) = TRUE;
5190 /* Merge backend specific data from an object file to the output
5191 object file when linking. */
5194 elfNN_aarch64_merge_private_bfd_data (bfd *ibfd, bfd *obfd)
5198 bfd_boolean flags_compatible = TRUE;
5201 /* Check if we have the same endianess. */
5202 if (!_bfd_generic_verify_endian_match (ibfd, obfd))
5205 if (!is_aarch64_elf (ibfd) || !is_aarch64_elf (obfd))
5208 /* The input BFD must have had its flags initialised. */
5209 /* The following seems bogus to me -- The flags are initialized in
5210 the assembler but I don't think an elf_flags_init field is
5211 written into the object. */
5212 /* BFD_ASSERT (elf_flags_init (ibfd)); */
5214 in_flags = elf_elfheader (ibfd)->e_flags;
5215 out_flags = elf_elfheader (obfd)->e_flags;
5217 if (!elf_flags_init (obfd))
5219 /* If the input is the default architecture and had the default
5220 flags then do not bother setting the flags for the output
5221 architecture, instead allow future merges to do this. If no
5222 future merges ever set these flags then they will retain their
5223 uninitialised values, which surprise surprise, correspond
5224 to the default values. */
5225 if (bfd_get_arch_info (ibfd)->the_default
5226 && elf_elfheader (ibfd)->e_flags == 0)
5229 elf_flags_init (obfd) = TRUE;
5230 elf_elfheader (obfd)->e_flags = in_flags;
5232 if (bfd_get_arch (obfd) == bfd_get_arch (ibfd)
5233 && bfd_get_arch_info (obfd)->the_default)
5234 return bfd_set_arch_mach (obfd, bfd_get_arch (ibfd),
5235 bfd_get_mach (ibfd));
5240 /* Identical flags must be compatible. */
5241 if (in_flags == out_flags)
5244 /* Check to see if the input BFD actually contains any sections. If
5245 not, its flags may not have been initialised either, but it
5246 cannot actually cause any incompatiblity. Do not short-circuit
5247 dynamic objects; their section list may be emptied by
5248 elf_link_add_object_symbols.
5250 Also check to see if there are no code sections in the input.
5251 In this case there is no need to check for code specific flags.
5252 XXX - do we need to worry about floating-point format compatability
5253 in data sections ? */
5254 if (!(ibfd->flags & DYNAMIC))
5256 bfd_boolean null_input_bfd = TRUE;
5257 bfd_boolean only_data_sections = TRUE;
5259 for (sec = ibfd->sections; sec != NULL; sec = sec->next)
5261 if ((bfd_get_section_flags (ibfd, sec)
5262 & (SEC_LOAD | SEC_CODE | SEC_HAS_CONTENTS))
5263 == (SEC_LOAD | SEC_CODE | SEC_HAS_CONTENTS))
5264 only_data_sections = FALSE;
5266 null_input_bfd = FALSE;
5270 if (null_input_bfd || only_data_sections)
5274 return flags_compatible;
5277 /* Display the flags field. */
5280 elfNN_aarch64_print_private_bfd_data (bfd *abfd, void *ptr)
5282 FILE *file = (FILE *) ptr;
5283 unsigned long flags;
5285 BFD_ASSERT (abfd != NULL && ptr != NULL);
5287 /* Print normal ELF private data. */
5288 _bfd_elf_print_private_bfd_data (abfd, ptr);
5290 flags = elf_elfheader (abfd)->e_flags;
5291 /* Ignore init flag - it may not be set, despite the flags field
5292 containing valid data. */
5294 /* xgettext:c-format */
5295 fprintf (file, _("private flags = %lx:"), elf_elfheader (abfd)->e_flags);
5298 fprintf (file, _("<Unrecognised flag bits set>"));
5305 /* Update the got entry reference counts for the section being removed. */
5308 elfNN_aarch64_gc_sweep_hook (bfd *abfd,
5309 struct bfd_link_info *info,
5311 const Elf_Internal_Rela * relocs)
5313 struct elf_aarch64_link_hash_table *htab;
5314 Elf_Internal_Shdr *symtab_hdr;
5315 struct elf_link_hash_entry **sym_hashes;
5316 struct elf_aarch64_local_symbol *locals;
5317 const Elf_Internal_Rela *rel, *relend;
5319 if (info->relocatable)
5322 htab = elf_aarch64_hash_table (info);
5327 elf_section_data (sec)->local_dynrel = NULL;
5329 symtab_hdr = &elf_symtab_hdr (abfd);
5330 sym_hashes = elf_sym_hashes (abfd);
5332 locals = elf_aarch64_locals (abfd);
5334 relend = relocs + sec->reloc_count;
5335 for (rel = relocs; rel < relend; rel++)
5337 unsigned long r_symndx;
5338 unsigned int r_type;
5339 struct elf_link_hash_entry *h = NULL;
5341 r_symndx = ELFNN_R_SYM (rel->r_info);
5343 if (r_symndx >= symtab_hdr->sh_info)
5346 h = sym_hashes[r_symndx - symtab_hdr->sh_info];
5347 while (h->root.type == bfd_link_hash_indirect
5348 || h->root.type == bfd_link_hash_warning)
5349 h = (struct elf_link_hash_entry *) h->root.u.i.link;
5353 Elf_Internal_Sym *isym;
5355 /* A local symbol. */
5356 isym = bfd_sym_from_r_symndx (&htab->sym_cache,
5359 /* Check relocation against local STT_GNU_IFUNC symbol. */
5361 && ELF_ST_TYPE (isym->st_info) == STT_GNU_IFUNC)
5363 h = elfNN_aarch64_get_local_sym_hash (htab, abfd, rel, FALSE);
5371 struct elf_aarch64_link_hash_entry *eh;
5372 struct elf_dyn_relocs **pp;
5373 struct elf_dyn_relocs *p;
5375 eh = (struct elf_aarch64_link_hash_entry *) h;
5377 for (pp = &eh->dyn_relocs; (p = *pp) != NULL; pp = &p->next)
5380 /* Everything must go for SEC. */
5386 r_type = ELFNN_R_TYPE (rel->r_info);
5387 switch (aarch64_tls_transition (abfd,info, r_type, h ,r_symndx))
5389 case BFD_RELOC_AARCH64_ADR_GOT_PAGE:
5390 case BFD_RELOC_AARCH64_GOT_LD_PREL19:
5391 case BFD_RELOC_AARCH64_LD32_GOT_LO12_NC:
5392 case BFD_RELOC_AARCH64_LD64_GOT_LO12_NC:
5393 case BFD_RELOC_AARCH64_TLSDESC_ADD_LO12_NC:
5394 case BFD_RELOC_AARCH64_TLSDESC_ADR_PAGE21:
5395 case BFD_RELOC_AARCH64_TLSDESC_LD32_LO12_NC:
5396 case BFD_RELOC_AARCH64_TLSDESC_LD64_LO12_NC:
5397 case BFD_RELOC_AARCH64_TLSGD_ADD_LO12_NC:
5398 case BFD_RELOC_AARCH64_TLSGD_ADR_PAGE21:
5399 case BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21:
5400 case BFD_RELOC_AARCH64_TLSIE_LD32_GOTTPREL_LO12_NC:
5401 case BFD_RELOC_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC:
5402 case BFD_RELOC_AARCH64_TLSIE_LD_GOTTPREL_PREL19:
5403 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_HI12:
5404 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_LO12:
5405 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_LO12_NC:
5406 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0:
5407 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0_NC:
5408 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1:
5409 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1_NC:
5410 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G2:
5413 if (h->got.refcount > 0)
5414 h->got.refcount -= 1;
5416 if (h->type == STT_GNU_IFUNC)
5418 if (h->plt.refcount > 0)
5419 h->plt.refcount -= 1;
5422 else if (locals != NULL)
5424 if (locals[r_symndx].got_refcount > 0)
5425 locals[r_symndx].got_refcount -= 1;
5429 case BFD_RELOC_AARCH64_CALL26:
5430 case BFD_RELOC_AARCH64_JUMP26:
5431 /* If this is a local symbol then we resolve it
5432 directly without creating a PLT entry. */
5436 if (h->plt.refcount > 0)
5437 h->plt.refcount -= 1;
5440 case BFD_RELOC_AARCH64_MOVW_G0_NC:
5441 case BFD_RELOC_AARCH64_MOVW_G1_NC:
5442 case BFD_RELOC_AARCH64_MOVW_G2_NC:
5443 case BFD_RELOC_AARCH64_MOVW_G3:
5444 case BFD_RELOC_AARCH64_ADR_HI21_NC_PCREL:
5445 case BFD_RELOC_AARCH64_ADR_HI21_PCREL:
5446 case BFD_RELOC_AARCH64_ADR_LO21_PCREL:
5447 case BFD_RELOC_AARCH64_NN:
5448 if (h != NULL && info->executable)
5450 if (h->plt.refcount > 0)
5451 h->plt.refcount -= 1;
5463 /* Adjust a symbol defined by a dynamic object and referenced by a
5464 regular object. The current definition is in some section of the
5465 dynamic object, but we're not including those sections. We have to
5466 change the definition to something the rest of the link can
5470 elfNN_aarch64_adjust_dynamic_symbol (struct bfd_link_info *info,
5471 struct elf_link_hash_entry *h)
5473 struct elf_aarch64_link_hash_table *htab;
5476 /* If this is a function, put it in the procedure linkage table. We
5477 will fill in the contents of the procedure linkage table later,
5478 when we know the address of the .got section. */
5479 if (h->type == STT_FUNC || h->type == STT_GNU_IFUNC || h->needs_plt)
5481 if (h->plt.refcount <= 0
5482 || (h->type != STT_GNU_IFUNC
5483 && (SYMBOL_CALLS_LOCAL (info, h)
5484 || (ELF_ST_VISIBILITY (h->other) != STV_DEFAULT
5485 && h->root.type == bfd_link_hash_undefweak))))
5487 /* This case can occur if we saw a CALL26 reloc in
5488 an input file, but the symbol wasn't referred to
5489 by a dynamic object or all references were
5490 garbage collected. In which case we can end up
5492 h->plt.offset = (bfd_vma) - 1;
5499 /* It's possible that we incorrectly decided a .plt reloc was
5500 needed for an R_X86_64_PC32 reloc to a non-function sym in
5501 check_relocs. We can't decide accurately between function and
5502 non-function syms in check-relocs; Objects loaded later in
5503 the link may change h->type. So fix it now. */
5504 h->plt.offset = (bfd_vma) - 1;
5507 /* If this is a weak symbol, and there is a real definition, the
5508 processor independent code will have arranged for us to see the
5509 real definition first, and we can just use the same value. */
5510 if (h->u.weakdef != NULL)
5512 BFD_ASSERT (h->u.weakdef->root.type == bfd_link_hash_defined
5513 || h->u.weakdef->root.type == bfd_link_hash_defweak);
5514 h->root.u.def.section = h->u.weakdef->root.u.def.section;
5515 h->root.u.def.value = h->u.weakdef->root.u.def.value;
5516 if (ELIMINATE_COPY_RELOCS || info->nocopyreloc)
5517 h->non_got_ref = h->u.weakdef->non_got_ref;
5521 /* If we are creating a shared library, we must presume that the
5522 only references to the symbol are via the global offset table.
5523 For such cases we need not do anything here; the relocations will
5524 be handled correctly by relocate_section. */
5528 /* If there are no references to this symbol that do not use the
5529 GOT, we don't need to generate a copy reloc. */
5530 if (!h->non_got_ref)
5533 /* If -z nocopyreloc was given, we won't generate them either. */
5534 if (info->nocopyreloc)
5540 /* We must allocate the symbol in our .dynbss section, which will
5541 become part of the .bss section of the executable. There will be
5542 an entry for this symbol in the .dynsym section. The dynamic
5543 object will contain position independent code, so all references
5544 from the dynamic object to this symbol will go through the global
5545 offset table. The dynamic linker will use the .dynsym entry to
5546 determine the address it must put in the global offset table, so
5547 both the dynamic object and the regular object will refer to the
5548 same memory location for the variable. */
5550 htab = elf_aarch64_hash_table (info);
5552 /* We must generate a R_AARCH64_COPY reloc to tell the dynamic linker
5553 to copy the initial value out of the dynamic object and into the
5554 runtime process image. */
5555 if ((h->root.u.def.section->flags & SEC_ALLOC) != 0 && h->size != 0)
5557 htab->srelbss->size += RELOC_SIZE (htab);
5563 return _bfd_elf_adjust_dynamic_copy (info, h, s);
5568 elfNN_aarch64_allocate_local_symbols (bfd *abfd, unsigned number)
5570 struct elf_aarch64_local_symbol *locals;
5571 locals = elf_aarch64_locals (abfd);
5574 locals = (struct elf_aarch64_local_symbol *)
5575 bfd_zalloc (abfd, number * sizeof (struct elf_aarch64_local_symbol));
5578 elf_aarch64_locals (abfd) = locals;
5583 /* Create the .got section to hold the global offset table. */
5586 aarch64_elf_create_got_section (bfd *abfd, struct bfd_link_info *info)
5588 const struct elf_backend_data *bed = get_elf_backend_data (abfd);
5591 struct elf_link_hash_entry *h;
5592 struct elf_link_hash_table *htab = elf_hash_table (info);
5594 /* This function may be called more than once. */
5595 s = bfd_get_linker_section (abfd, ".got");
5599 flags = bed->dynamic_sec_flags;
5601 s = bfd_make_section_anyway_with_flags (abfd,
5602 (bed->rela_plts_and_copies_p
5603 ? ".rela.got" : ".rel.got"),
5604 (bed->dynamic_sec_flags
5607 || ! bfd_set_section_alignment (abfd, s, bed->s->log_file_align))
5611 s = bfd_make_section_anyway_with_flags (abfd, ".got", flags);
5613 || !bfd_set_section_alignment (abfd, s, bed->s->log_file_align))
5616 htab->sgot->size += GOT_ENTRY_SIZE;
5618 if (bed->want_got_sym)
5620 /* Define the symbol _GLOBAL_OFFSET_TABLE_ at the start of the .got
5621 (or .got.plt) section. We don't do this in the linker script
5622 because we don't want to define the symbol if we are not creating
5623 a global offset table. */
5624 h = _bfd_elf_define_linkage_sym (abfd, info, s,
5625 "_GLOBAL_OFFSET_TABLE_");
5626 elf_hash_table (info)->hgot = h;
5631 if (bed->want_got_plt)
5633 s = bfd_make_section_anyway_with_flags (abfd, ".got.plt", flags);
5635 || !bfd_set_section_alignment (abfd, s,
5636 bed->s->log_file_align))
5641 /* The first bit of the global offset table is the header. */
5642 s->size += bed->got_header_size;
5647 /* Look through the relocs for a section during the first phase. */
5650 elfNN_aarch64_check_relocs (bfd *abfd, struct bfd_link_info *info,
5651 asection *sec, const Elf_Internal_Rela *relocs)
5653 Elf_Internal_Shdr *symtab_hdr;
5654 struct elf_link_hash_entry **sym_hashes;
5655 const Elf_Internal_Rela *rel;
5656 const Elf_Internal_Rela *rel_end;
5659 struct elf_aarch64_link_hash_table *htab;
5661 if (info->relocatable)
5664 BFD_ASSERT (is_aarch64_elf (abfd));
5666 htab = elf_aarch64_hash_table (info);
5669 symtab_hdr = &elf_symtab_hdr (abfd);
5670 sym_hashes = elf_sym_hashes (abfd);
5672 rel_end = relocs + sec->reloc_count;
5673 for (rel = relocs; rel < rel_end; rel++)
5675 struct elf_link_hash_entry *h;
5676 unsigned long r_symndx;
5677 unsigned int r_type;
5678 bfd_reloc_code_real_type bfd_r_type;
5679 Elf_Internal_Sym *isym;
5681 r_symndx = ELFNN_R_SYM (rel->r_info);
5682 r_type = ELFNN_R_TYPE (rel->r_info);
5684 if (r_symndx >= NUM_SHDR_ENTRIES (symtab_hdr))
5686 (*_bfd_error_handler) (_("%B: bad symbol index: %d"), abfd,
5691 if (r_symndx < symtab_hdr->sh_info)
5693 /* A local symbol. */
5694 isym = bfd_sym_from_r_symndx (&htab->sym_cache,
5699 /* Check relocation against local STT_GNU_IFUNC symbol. */
5700 if (ELF_ST_TYPE (isym->st_info) == STT_GNU_IFUNC)
5702 h = elfNN_aarch64_get_local_sym_hash (htab, abfd, rel,
5707 /* Fake a STT_GNU_IFUNC symbol. */
5708 h->type = STT_GNU_IFUNC;
5711 h->forced_local = 1;
5712 h->root.type = bfd_link_hash_defined;
5719 h = sym_hashes[r_symndx - symtab_hdr->sh_info];
5720 while (h->root.type == bfd_link_hash_indirect
5721 || h->root.type == bfd_link_hash_warning)
5722 h = (struct elf_link_hash_entry *) h->root.u.i.link;
5724 /* PR15323, ref flags aren't set for references in the same
5726 h->root.non_ir_ref = 1;
5729 /* Could be done earlier, if h were already available. */
5730 bfd_r_type = aarch64_tls_transition (abfd, info, r_type, h, r_symndx);
5734 /* Create the ifunc sections for static executables. If we
5735 never see an indirect function symbol nor we are building
5736 a static executable, those sections will be empty and
5737 won't appear in output. */
5743 case BFD_RELOC_AARCH64_NN:
5744 case BFD_RELOC_AARCH64_CALL26:
5745 case BFD_RELOC_AARCH64_JUMP26:
5746 case BFD_RELOC_AARCH64_LD32_GOT_LO12_NC:
5747 case BFD_RELOC_AARCH64_LD64_GOT_LO12_NC:
5748 case BFD_RELOC_AARCH64_ADR_GOT_PAGE:
5749 case BFD_RELOC_AARCH64_GOT_LD_PREL19:
5750 case BFD_RELOC_AARCH64_ADR_HI21_PCREL:
5751 case BFD_RELOC_AARCH64_ADD_LO12:
5752 if (htab->root.dynobj == NULL)
5753 htab->root.dynobj = abfd;
5754 if (!_bfd_elf_create_ifunc_sections (htab->root.dynobj, info))
5759 /* It is referenced by a non-shared object. */
5761 h->root.non_ir_ref = 1;
5766 case BFD_RELOC_AARCH64_NN:
5768 /* We don't need to handle relocs into sections not going into
5769 the "real" output. */
5770 if ((sec->flags & SEC_ALLOC) == 0)
5778 h->plt.refcount += 1;
5779 h->pointer_equality_needed = 1;
5782 /* No need to do anything if we're not creating a shared
5788 struct elf_dyn_relocs *p;
5789 struct elf_dyn_relocs **head;
5791 /* We must copy these reloc types into the output file.
5792 Create a reloc section in dynobj and make room for
5796 if (htab->root.dynobj == NULL)
5797 htab->root.dynobj = abfd;
5799 sreloc = _bfd_elf_make_dynamic_reloc_section
5800 (sec, htab->root.dynobj, LOG_FILE_ALIGN, abfd, /*rela? */ TRUE);
5806 /* If this is a global symbol, we count the number of
5807 relocations we need for this symbol. */
5810 struct elf_aarch64_link_hash_entry *eh;
5811 eh = (struct elf_aarch64_link_hash_entry *) h;
5812 head = &eh->dyn_relocs;
5816 /* Track dynamic relocs needed for local syms too.
5817 We really need local syms available to do this
5823 isym = bfd_sym_from_r_symndx (&htab->sym_cache,
5828 s = bfd_section_from_elf_index (abfd, isym->st_shndx);
5832 /* Beware of type punned pointers vs strict aliasing
5834 vpp = &(elf_section_data (s)->local_dynrel);
5835 head = (struct elf_dyn_relocs **) vpp;
5839 if (p == NULL || p->sec != sec)
5841 bfd_size_type amt = sizeof *p;
5842 p = ((struct elf_dyn_relocs *)
5843 bfd_zalloc (htab->root.dynobj, amt));
5856 /* RR: We probably want to keep a consistency check that
5857 there are no dangling GOT_PAGE relocs. */
5858 case BFD_RELOC_AARCH64_ADR_GOT_PAGE:
5859 case BFD_RELOC_AARCH64_GOT_LD_PREL19:
5860 case BFD_RELOC_AARCH64_LD32_GOT_LO12_NC:
5861 case BFD_RELOC_AARCH64_LD64_GOT_LO12_NC:
5862 case BFD_RELOC_AARCH64_TLSDESC_ADD_LO12_NC:
5863 case BFD_RELOC_AARCH64_TLSDESC_ADR_PAGE21:
5864 case BFD_RELOC_AARCH64_TLSDESC_LD32_LO12_NC:
5865 case BFD_RELOC_AARCH64_TLSDESC_LD64_LO12_NC:
5866 case BFD_RELOC_AARCH64_TLSGD_ADD_LO12_NC:
5867 case BFD_RELOC_AARCH64_TLSGD_ADR_PAGE21:
5868 case BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21:
5869 case BFD_RELOC_AARCH64_TLSIE_LD32_GOTTPREL_LO12_NC:
5870 case BFD_RELOC_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC:
5871 case BFD_RELOC_AARCH64_TLSIE_LD_GOTTPREL_PREL19:
5872 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_HI12:
5873 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_LO12:
5874 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_LO12_NC:
5875 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0:
5876 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0_NC:
5877 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1:
5878 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1_NC:
5879 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G2:
5882 unsigned old_got_type;
5884 got_type = aarch64_reloc_got_type (bfd_r_type);
5888 h->got.refcount += 1;
5889 old_got_type = elf_aarch64_hash_entry (h)->got_type;
5893 struct elf_aarch64_local_symbol *locals;
5895 if (!elfNN_aarch64_allocate_local_symbols
5896 (abfd, symtab_hdr->sh_info))
5899 locals = elf_aarch64_locals (abfd);
5900 BFD_ASSERT (r_symndx < symtab_hdr->sh_info);
5901 locals[r_symndx].got_refcount += 1;
5902 old_got_type = locals[r_symndx].got_type;
5905 /* If a variable is accessed with both general dynamic TLS
5906 methods, two slots may be created. */
5907 if (GOT_TLS_GD_ANY_P (old_got_type) && GOT_TLS_GD_ANY_P (got_type))
5908 got_type |= old_got_type;
5910 /* We will already have issued an error message if there
5911 is a TLS/non-TLS mismatch, based on the symbol type.
5912 So just combine any TLS types needed. */
5913 if (old_got_type != GOT_UNKNOWN && old_got_type != GOT_NORMAL
5914 && got_type != GOT_NORMAL)
5915 got_type |= old_got_type;
5917 /* If the symbol is accessed by both IE and GD methods, we
5918 are able to relax. Turn off the GD flag, without
5919 messing up with any other kind of TLS types that may be
5921 if ((got_type & GOT_TLS_IE) && GOT_TLS_GD_ANY_P (got_type))
5922 got_type &= ~ (GOT_TLSDESC_GD | GOT_TLS_GD);
5924 if (old_got_type != got_type)
5927 elf_aarch64_hash_entry (h)->got_type = got_type;
5930 struct elf_aarch64_local_symbol *locals;
5931 locals = elf_aarch64_locals (abfd);
5932 BFD_ASSERT (r_symndx < symtab_hdr->sh_info);
5933 locals[r_symndx].got_type = got_type;
5937 if (htab->root.dynobj == NULL)
5938 htab->root.dynobj = abfd;
5939 if (! aarch64_elf_create_got_section (htab->root.dynobj, info))
5944 case BFD_RELOC_AARCH64_MOVW_G0_NC:
5945 case BFD_RELOC_AARCH64_MOVW_G1_NC:
5946 case BFD_RELOC_AARCH64_MOVW_G2_NC:
5947 case BFD_RELOC_AARCH64_MOVW_G3:
5950 int howto_index = bfd_r_type - BFD_RELOC_AARCH64_RELOC_START;
5951 (*_bfd_error_handler)
5952 (_("%B: relocation %s against `%s' can not be used when making "
5953 "a shared object; recompile with -fPIC"),
5954 abfd, elfNN_aarch64_howto_table[howto_index].name,
5955 (h) ? h->root.root.string : "a local symbol");
5956 bfd_set_error (bfd_error_bad_value);
5960 case BFD_RELOC_AARCH64_ADR_HI21_NC_PCREL:
5961 case BFD_RELOC_AARCH64_ADR_HI21_PCREL:
5962 case BFD_RELOC_AARCH64_ADR_LO21_PCREL:
5963 if (h != NULL && info->executable)
5965 /* If this reloc is in a read-only section, we might
5966 need a copy reloc. We can't check reliably at this
5967 stage whether the section is read-only, as input
5968 sections have not yet been mapped to output sections.
5969 Tentatively set the flag for now, and correct in
5970 adjust_dynamic_symbol. */
5972 h->plt.refcount += 1;
5973 h->pointer_equality_needed = 1;
5975 /* FIXME:: RR need to handle these in shared libraries
5976 and essentially bomb out as these being non-PIC
5977 relocations in shared libraries. */
5980 case BFD_RELOC_AARCH64_CALL26:
5981 case BFD_RELOC_AARCH64_JUMP26:
5982 /* If this is a local symbol then we resolve it
5983 directly without creating a PLT entry. */
5988 if (h->plt.refcount <= 0)
5989 h->plt.refcount = 1;
5991 h->plt.refcount += 1;
6002 /* Treat mapping symbols as special target symbols. */
6005 elfNN_aarch64_is_target_special_symbol (bfd *abfd ATTRIBUTE_UNUSED,
6008 return bfd_is_aarch64_special_symbol_name (sym->name,
6009 BFD_AARCH64_SPECIAL_SYM_TYPE_ANY);
6012 /* This is a copy of elf_find_function () from elf.c except that
6013 AArch64 mapping symbols are ignored when looking for function names. */
6016 aarch64_elf_find_function (bfd *abfd ATTRIBUTE_UNUSED,
6020 const char **filename_ptr,
6021 const char **functionname_ptr)
6023 const char *filename = NULL;
6024 asymbol *func = NULL;
6025 bfd_vma low_func = 0;
6028 for (p = symbols; *p != NULL; p++)
6032 q = (elf_symbol_type *) * p;
6034 switch (ELF_ST_TYPE (q->internal_elf_sym.st_info))
6039 filename = bfd_asymbol_name (&q->symbol);
6043 /* Skip mapping symbols. */
6044 if ((q->symbol.flags & BSF_LOCAL)
6045 && (bfd_is_aarch64_special_symbol_name
6046 (q->symbol.name, BFD_AARCH64_SPECIAL_SYM_TYPE_ANY)))
6049 if (bfd_get_section (&q->symbol) == section
6050 && q->symbol.value >= low_func && q->symbol.value <= offset)
6052 func = (asymbol *) q;
6053 low_func = q->symbol.value;
6063 *filename_ptr = filename;
6064 if (functionname_ptr)
6065 *functionname_ptr = bfd_asymbol_name (func);
6071 /* Find the nearest line to a particular section and offset, for error
6072 reporting. This code is a duplicate of the code in elf.c, except
6073 that it uses aarch64_elf_find_function. */
6076 elfNN_aarch64_find_nearest_line (bfd *abfd,
6080 const char **filename_ptr,
6081 const char **functionname_ptr,
6082 unsigned int *line_ptr,
6083 unsigned int *discriminator_ptr)
6085 bfd_boolean found = FALSE;
6087 if (_bfd_dwarf2_find_nearest_line (abfd, symbols, NULL, section, offset,
6088 filename_ptr, functionname_ptr,
6089 line_ptr, discriminator_ptr,
6090 dwarf_debug_sections, 0,
6091 &elf_tdata (abfd)->dwarf2_find_line_info))
6093 if (!*functionname_ptr)
6094 aarch64_elf_find_function (abfd, symbols, section, offset,
6095 *filename_ptr ? NULL : filename_ptr,
6101 /* Skip _bfd_dwarf1_find_nearest_line since no known AArch64
6102 toolchain uses DWARF1. */
6104 if (!_bfd_stab_section_find_nearest_line (abfd, symbols, section, offset,
6105 &found, filename_ptr,
6106 functionname_ptr, line_ptr,
6107 &elf_tdata (abfd)->line_info))
6110 if (found && (*functionname_ptr || *line_ptr))
6113 if (symbols == NULL)
6116 if (!aarch64_elf_find_function (abfd, symbols, section, offset,
6117 filename_ptr, functionname_ptr))
6125 elfNN_aarch64_find_inliner_info (bfd *abfd,
6126 const char **filename_ptr,
6127 const char **functionname_ptr,
6128 unsigned int *line_ptr)
6131 found = _bfd_dwarf2_find_inliner_info
6132 (abfd, filename_ptr,
6133 functionname_ptr, line_ptr, &elf_tdata (abfd)->dwarf2_find_line_info);
6139 elfNN_aarch64_post_process_headers (bfd *abfd,
6140 struct bfd_link_info *link_info)
6142 Elf_Internal_Ehdr *i_ehdrp; /* ELF file header, internal form. */
6144 i_ehdrp = elf_elfheader (abfd);
6145 i_ehdrp->e_ident[EI_ABIVERSION] = AARCH64_ELF_ABI_VERSION;
6147 _bfd_elf_post_process_headers (abfd, link_info);
6150 static enum elf_reloc_type_class
6151 elfNN_aarch64_reloc_type_class (const struct bfd_link_info *info ATTRIBUTE_UNUSED,
6152 const asection *rel_sec ATTRIBUTE_UNUSED,
6153 const Elf_Internal_Rela *rela)
6155 switch ((int) ELFNN_R_TYPE (rela->r_info))
6157 case AARCH64_R (RELATIVE):
6158 return reloc_class_relative;
6159 case AARCH64_R (JUMP_SLOT):
6160 return reloc_class_plt;
6161 case AARCH64_R (COPY):
6162 return reloc_class_copy;
6164 return reloc_class_normal;
6168 /* Handle an AArch64 specific section when reading an object file. This is
6169 called when bfd_section_from_shdr finds a section with an unknown
6173 elfNN_aarch64_section_from_shdr (bfd *abfd,
6174 Elf_Internal_Shdr *hdr,
6175 const char *name, int shindex)
6177 /* There ought to be a place to keep ELF backend specific flags, but
6178 at the moment there isn't one. We just keep track of the
6179 sections by their name, instead. Fortunately, the ABI gives
6180 names for all the AArch64 specific sections, so we will probably get
6182 switch (hdr->sh_type)
6184 case SHT_AARCH64_ATTRIBUTES:
6191 if (!_bfd_elf_make_section_from_shdr (abfd, hdr, name, shindex))
6197 /* A structure used to record a list of sections, independently
6198 of the next and prev fields in the asection structure. */
6199 typedef struct section_list
6202 struct section_list *next;
6203 struct section_list *prev;
6207 /* Unfortunately we need to keep a list of sections for which
6208 an _aarch64_elf_section_data structure has been allocated. This
6209 is because it is possible for functions like elfNN_aarch64_write_section
6210 to be called on a section which has had an elf_data_structure
6211 allocated for it (and so the used_by_bfd field is valid) but
6212 for which the AArch64 extended version of this structure - the
6213 _aarch64_elf_section_data structure - has not been allocated. */
6214 static section_list *sections_with_aarch64_elf_section_data = NULL;
6217 record_section_with_aarch64_elf_section_data (asection *sec)
6219 struct section_list *entry;
6221 entry = bfd_malloc (sizeof (*entry));
6225 entry->next = sections_with_aarch64_elf_section_data;
6227 if (entry->next != NULL)
6228 entry->next->prev = entry;
6229 sections_with_aarch64_elf_section_data = entry;
6232 static struct section_list *
6233 find_aarch64_elf_section_entry (asection *sec)
6235 struct section_list *entry;
6236 static struct section_list *last_entry = NULL;
6238 /* This is a short cut for the typical case where the sections are added
6239 to the sections_with_aarch64_elf_section_data list in forward order and
6240 then looked up here in backwards order. This makes a real difference
6241 to the ld-srec/sec64k.exp linker test. */
6242 entry = sections_with_aarch64_elf_section_data;
6243 if (last_entry != NULL)
6245 if (last_entry->sec == sec)
6247 else if (last_entry->next != NULL && last_entry->next->sec == sec)
6248 entry = last_entry->next;
6251 for (; entry; entry = entry->next)
6252 if (entry->sec == sec)
6256 /* Record the entry prior to this one - it is the entry we are
6257 most likely to want to locate next time. Also this way if we
6258 have been called from
6259 unrecord_section_with_aarch64_elf_section_data () we will not
6260 be caching a pointer that is about to be freed. */
6261 last_entry = entry->prev;
6267 unrecord_section_with_aarch64_elf_section_data (asection *sec)
6269 struct section_list *entry;
6271 entry = find_aarch64_elf_section_entry (sec);
6275 if (entry->prev != NULL)
6276 entry->prev->next = entry->next;
6277 if (entry->next != NULL)
6278 entry->next->prev = entry->prev;
6279 if (entry == sections_with_aarch64_elf_section_data)
6280 sections_with_aarch64_elf_section_data = entry->next;
6289 struct bfd_link_info *info;
6292 int (*func) (void *, const char *, Elf_Internal_Sym *,
6293 asection *, struct elf_link_hash_entry *);
6294 } output_arch_syminfo;
6296 enum map_symbol_type
6303 /* Output a single mapping symbol. */
6306 elfNN_aarch64_output_map_sym (output_arch_syminfo *osi,
6307 enum map_symbol_type type, bfd_vma offset)
6309 static const char *names[2] = { "$x", "$d" };
6310 Elf_Internal_Sym sym;
6312 sym.st_value = (osi->sec->output_section->vma
6313 + osi->sec->output_offset + offset);
6316 sym.st_info = ELF_ST_INFO (STB_LOCAL, STT_NOTYPE);
6317 sym.st_shndx = osi->sec_shndx;
6318 return osi->func (osi->finfo, names[type], &sym, osi->sec, NULL) == 1;
6323 /* Output mapping symbols for PLT entries associated with H. */
6326 elfNN_aarch64_output_plt_map (struct elf_link_hash_entry *h, void *inf)
6328 output_arch_syminfo *osi = (output_arch_syminfo *) inf;
6331 if (h->root.type == bfd_link_hash_indirect)
6334 if (h->root.type == bfd_link_hash_warning)
6335 /* When warning symbols are created, they **replace** the "real"
6336 entry in the hash table, thus we never get to see the real
6337 symbol in a hash traversal. So look at it now. */
6338 h = (struct elf_link_hash_entry *) h->root.u.i.link;
6340 if (h->plt.offset == (bfd_vma) - 1)
6343 addr = h->plt.offset;
6346 if (!elfNN_aarch64_output_map_sym (osi, AARCH64_MAP_INSN, addr))
6353 /* Output a single local symbol for a generated stub. */
6356 elfNN_aarch64_output_stub_sym (output_arch_syminfo *osi, const char *name,
6357 bfd_vma offset, bfd_vma size)
6359 Elf_Internal_Sym sym;
6361 sym.st_value = (osi->sec->output_section->vma
6362 + osi->sec->output_offset + offset);
6365 sym.st_info = ELF_ST_INFO (STB_LOCAL, STT_FUNC);
6366 sym.st_shndx = osi->sec_shndx;
6367 return osi->func (osi->finfo, name, &sym, osi->sec, NULL) == 1;
6371 aarch64_map_one_stub (struct bfd_hash_entry *gen_entry, void *in_arg)
6373 struct elf_aarch64_stub_hash_entry *stub_entry;
6377 output_arch_syminfo *osi;
6379 /* Massage our args to the form they really have. */
6380 stub_entry = (struct elf_aarch64_stub_hash_entry *) gen_entry;
6381 osi = (output_arch_syminfo *) in_arg;
6383 stub_sec = stub_entry->stub_sec;
6385 /* Ensure this stub is attached to the current section being
6387 if (stub_sec != osi->sec)
6390 addr = (bfd_vma) stub_entry->stub_offset;
6392 stub_name = stub_entry->output_name;
6394 switch (stub_entry->stub_type)
6396 case aarch64_stub_adrp_branch:
6397 if (!elfNN_aarch64_output_stub_sym (osi, stub_name, addr,
6398 sizeof (aarch64_adrp_branch_stub)))
6400 if (!elfNN_aarch64_output_map_sym (osi, AARCH64_MAP_INSN, addr))
6403 case aarch64_stub_long_branch:
6404 if (!elfNN_aarch64_output_stub_sym
6405 (osi, stub_name, addr, sizeof (aarch64_long_branch_stub)))
6407 if (!elfNN_aarch64_output_map_sym (osi, AARCH64_MAP_INSN, addr))
6409 if (!elfNN_aarch64_output_map_sym (osi, AARCH64_MAP_DATA, addr + 16))
6412 case aarch64_stub_erratum_835769_veneer:
6413 if (!elfNN_aarch64_output_stub_sym (osi, stub_name, addr,
6414 sizeof (aarch64_erratum_835769_stub)))
6416 if (!elfNN_aarch64_output_map_sym (osi, AARCH64_MAP_INSN, addr))
6426 /* Output mapping symbols for linker generated sections. */
6429 elfNN_aarch64_output_arch_local_syms (bfd *output_bfd,
6430 struct bfd_link_info *info,
6432 int (*func) (void *, const char *,
6435 struct elf_link_hash_entry
6438 output_arch_syminfo osi;
6439 struct elf_aarch64_link_hash_table *htab;
6441 htab = elf_aarch64_hash_table (info);
6447 /* Long calls stubs. */
6448 if (htab->stub_bfd && htab->stub_bfd->sections)
6452 for (stub_sec = htab->stub_bfd->sections;
6453 stub_sec != NULL; stub_sec = stub_sec->next)
6455 /* Ignore non-stub sections. */
6456 if (!strstr (stub_sec->name, STUB_SUFFIX))
6461 osi.sec_shndx = _bfd_elf_section_from_bfd_section
6462 (output_bfd, osi.sec->output_section);
6464 bfd_hash_traverse (&htab->stub_hash_table, aarch64_map_one_stub,
6469 /* Finally, output mapping symbols for the PLT. */
6470 if (!htab->root.splt || htab->root.splt->size == 0)
6473 /* For now live without mapping symbols for the plt. */
6474 osi.sec_shndx = _bfd_elf_section_from_bfd_section
6475 (output_bfd, htab->root.splt->output_section);
6476 osi.sec = htab->root.splt;
6478 elf_link_hash_traverse (&htab->root, elfNN_aarch64_output_plt_map,
6485 /* Allocate target specific section data. */
6488 elfNN_aarch64_new_section_hook (bfd *abfd, asection *sec)
6490 if (!sec->used_by_bfd)
6492 _aarch64_elf_section_data *sdata;
6493 bfd_size_type amt = sizeof (*sdata);
6495 sdata = bfd_zalloc (abfd, amt);
6498 sec->used_by_bfd = sdata;
6501 record_section_with_aarch64_elf_section_data (sec);
6503 return _bfd_elf_new_section_hook (abfd, sec);
6508 unrecord_section_via_map_over_sections (bfd *abfd ATTRIBUTE_UNUSED,
6510 void *ignore ATTRIBUTE_UNUSED)
6512 unrecord_section_with_aarch64_elf_section_data (sec);
6516 elfNN_aarch64_close_and_cleanup (bfd *abfd)
6519 bfd_map_over_sections (abfd,
6520 unrecord_section_via_map_over_sections, NULL);
6522 return _bfd_elf_close_and_cleanup (abfd);
6526 elfNN_aarch64_bfd_free_cached_info (bfd *abfd)
6529 bfd_map_over_sections (abfd,
6530 unrecord_section_via_map_over_sections, NULL);
6532 return _bfd_free_cached_info (abfd);
6535 /* Create dynamic sections. This is different from the ARM backend in that
6536 the got, plt, gotplt and their relocation sections are all created in the
6537 standard part of the bfd elf backend. */
6540 elfNN_aarch64_create_dynamic_sections (bfd *dynobj,
6541 struct bfd_link_info *info)
6543 struct elf_aarch64_link_hash_table *htab;
6545 /* We need to create .got section. */
6546 if (!aarch64_elf_create_got_section (dynobj, info))
6549 if (!_bfd_elf_create_dynamic_sections (dynobj, info))
6552 htab = elf_aarch64_hash_table (info);
6553 htab->sdynbss = bfd_get_linker_section (dynobj, ".dynbss");
6555 htab->srelbss = bfd_get_linker_section (dynobj, ".rela.bss");
6557 if (!htab->sdynbss || (!info->shared && !htab->srelbss))
6564 /* Allocate space in .plt, .got and associated reloc sections for
6568 elfNN_aarch64_allocate_dynrelocs (struct elf_link_hash_entry *h, void *inf)
6570 struct bfd_link_info *info;
6571 struct elf_aarch64_link_hash_table *htab;
6572 struct elf_aarch64_link_hash_entry *eh;
6573 struct elf_dyn_relocs *p;
6575 /* An example of a bfd_link_hash_indirect symbol is versioned
6576 symbol. For example: __gxx_personality_v0(bfd_link_hash_indirect)
6577 -> __gxx_personality_v0(bfd_link_hash_defined)
6579 There is no need to process bfd_link_hash_indirect symbols here
6580 because we will also be presented with the concrete instance of
6581 the symbol and elfNN_aarch64_copy_indirect_symbol () will have been
6582 called to copy all relevant data from the generic to the concrete
6585 if (h->root.type == bfd_link_hash_indirect)
6588 if (h->root.type == bfd_link_hash_warning)
6589 h = (struct elf_link_hash_entry *) h->root.u.i.link;
6591 info = (struct bfd_link_info *) inf;
6592 htab = elf_aarch64_hash_table (info);
6594 /* Since STT_GNU_IFUNC symbol must go through PLT, we handle it
6595 here if it is defined and referenced in a non-shared object. */
6596 if (h->type == STT_GNU_IFUNC
6599 else if (htab->root.dynamic_sections_created && h->plt.refcount > 0)
6601 /* Make sure this symbol is output as a dynamic symbol.
6602 Undefined weak syms won't yet be marked as dynamic. */
6603 if (h->dynindx == -1 && !h->forced_local)
6605 if (!bfd_elf_link_record_dynamic_symbol (info, h))
6609 if (info->shared || WILL_CALL_FINISH_DYNAMIC_SYMBOL (1, 0, h))
6611 asection *s = htab->root.splt;
6613 /* If this is the first .plt entry, make room for the special
6616 s->size += htab->plt_header_size;
6618 h->plt.offset = s->size;
6620 /* If this symbol is not defined in a regular file, and we are
6621 not generating a shared library, then set the symbol to this
6622 location in the .plt. This is required to make function
6623 pointers compare as equal between the normal executable and
6624 the shared library. */
6625 if (!info->shared && !h->def_regular)
6627 h->root.u.def.section = s;
6628 h->root.u.def.value = h->plt.offset;
6631 /* Make room for this entry. For now we only create the
6632 small model PLT entries. We later need to find a way
6633 of relaxing into these from the large model PLT entries. */
6634 s->size += PLT_SMALL_ENTRY_SIZE;
6636 /* We also need to make an entry in the .got.plt section, which
6637 will be placed in the .got section by the linker script. */
6638 htab->root.sgotplt->size += GOT_ENTRY_SIZE;
6640 /* We also need to make an entry in the .rela.plt section. */
6641 htab->root.srelplt->size += RELOC_SIZE (htab);
6643 /* We need to ensure that all GOT entries that serve the PLT
6644 are consecutive with the special GOT slots [0] [1] and
6645 [2]. Any addtional relocations, such as
6646 R_AARCH64_TLSDESC, must be placed after the PLT related
6647 entries. We abuse the reloc_count such that during
6648 sizing we adjust reloc_count to indicate the number of
6649 PLT related reserved entries. In subsequent phases when
6650 filling in the contents of the reloc entries, PLT related
6651 entries are placed by computing their PLT index (0
6652 .. reloc_count). While other none PLT relocs are placed
6653 at the slot indicated by reloc_count and reloc_count is
6656 htab->root.srelplt->reloc_count++;
6660 h->plt.offset = (bfd_vma) - 1;
6666 h->plt.offset = (bfd_vma) - 1;
6670 eh = (struct elf_aarch64_link_hash_entry *) h;
6671 eh->tlsdesc_got_jump_table_offset = (bfd_vma) - 1;
6673 if (h->got.refcount > 0)
6676 unsigned got_type = elf_aarch64_hash_entry (h)->got_type;
6678 h->got.offset = (bfd_vma) - 1;
6680 dyn = htab->root.dynamic_sections_created;
6682 /* Make sure this symbol is output as a dynamic symbol.
6683 Undefined weak syms won't yet be marked as dynamic. */
6684 if (dyn && h->dynindx == -1 && !h->forced_local)
6686 if (!bfd_elf_link_record_dynamic_symbol (info, h))
6690 if (got_type == GOT_UNKNOWN)
6693 else if (got_type == GOT_NORMAL)
6695 h->got.offset = htab->root.sgot->size;
6696 htab->root.sgot->size += GOT_ENTRY_SIZE;
6697 if ((ELF_ST_VISIBILITY (h->other) == STV_DEFAULT
6698 || h->root.type != bfd_link_hash_undefweak)
6700 || WILL_CALL_FINISH_DYNAMIC_SYMBOL (dyn, 0, h)))
6702 htab->root.srelgot->size += RELOC_SIZE (htab);
6708 if (got_type & GOT_TLSDESC_GD)
6710 eh->tlsdesc_got_jump_table_offset =
6711 (htab->root.sgotplt->size
6712 - aarch64_compute_jump_table_size (htab));
6713 htab->root.sgotplt->size += GOT_ENTRY_SIZE * 2;
6714 h->got.offset = (bfd_vma) - 2;
6717 if (got_type & GOT_TLS_GD)
6719 h->got.offset = htab->root.sgot->size;
6720 htab->root.sgot->size += GOT_ENTRY_SIZE * 2;
6723 if (got_type & GOT_TLS_IE)
6725 h->got.offset = htab->root.sgot->size;
6726 htab->root.sgot->size += GOT_ENTRY_SIZE;
6729 indx = h && h->dynindx != -1 ? h->dynindx : 0;
6730 if ((ELF_ST_VISIBILITY (h->other) == STV_DEFAULT
6731 || h->root.type != bfd_link_hash_undefweak)
6734 || WILL_CALL_FINISH_DYNAMIC_SYMBOL (dyn, 0, h)))
6736 if (got_type & GOT_TLSDESC_GD)
6738 htab->root.srelplt->size += RELOC_SIZE (htab);
6739 /* Note reloc_count not incremented here! We have
6740 already adjusted reloc_count for this relocation
6743 /* TLSDESC PLT is now needed, but not yet determined. */
6744 htab->tlsdesc_plt = (bfd_vma) - 1;
6747 if (got_type & GOT_TLS_GD)
6748 htab->root.srelgot->size += RELOC_SIZE (htab) * 2;
6750 if (got_type & GOT_TLS_IE)
6751 htab->root.srelgot->size += RELOC_SIZE (htab);
6757 h->got.offset = (bfd_vma) - 1;
6760 if (eh->dyn_relocs == NULL)
6763 /* In the shared -Bsymbolic case, discard space allocated for
6764 dynamic pc-relative relocs against symbols which turn out to be
6765 defined in regular objects. For the normal shared case, discard
6766 space for pc-relative relocs that have become local due to symbol
6767 visibility changes. */
6771 /* Relocs that use pc_count are those that appear on a call
6772 insn, or certain REL relocs that can generated via assembly.
6773 We want calls to protected symbols to resolve directly to the
6774 function rather than going via the plt. If people want
6775 function pointer comparisons to work as expected then they
6776 should avoid writing weird assembly. */
6777 if (SYMBOL_CALLS_LOCAL (info, h))
6779 struct elf_dyn_relocs **pp;
6781 for (pp = &eh->dyn_relocs; (p = *pp) != NULL;)
6783 p->count -= p->pc_count;
6792 /* Also discard relocs on undefined weak syms with non-default
6794 if (eh->dyn_relocs != NULL && h->root.type == bfd_link_hash_undefweak)
6796 if (ELF_ST_VISIBILITY (h->other) != STV_DEFAULT)
6797 eh->dyn_relocs = NULL;
6799 /* Make sure undefined weak symbols are output as a dynamic
6801 else if (h->dynindx == -1
6803 && !bfd_elf_link_record_dynamic_symbol (info, h))
6808 else if (ELIMINATE_COPY_RELOCS)
6810 /* For the non-shared case, discard space for relocs against
6811 symbols which turn out to need copy relocs or are not
6817 || (htab->root.dynamic_sections_created
6818 && (h->root.type == bfd_link_hash_undefweak
6819 || h->root.type == bfd_link_hash_undefined))))
6821 /* Make sure this symbol is output as a dynamic symbol.
6822 Undefined weak syms won't yet be marked as dynamic. */
6823 if (h->dynindx == -1
6825 && !bfd_elf_link_record_dynamic_symbol (info, h))
6828 /* If that succeeded, we know we'll be keeping all the
6830 if (h->dynindx != -1)
6834 eh->dyn_relocs = NULL;
6839 /* Finally, allocate space. */
6840 for (p = eh->dyn_relocs; p != NULL; p = p->next)
6844 sreloc = elf_section_data (p->sec)->sreloc;
6846 BFD_ASSERT (sreloc != NULL);
6848 sreloc->size += p->count * RELOC_SIZE (htab);
6854 /* Allocate space in .plt, .got and associated reloc sections for
6855 ifunc dynamic relocs. */
6858 elfNN_aarch64_allocate_ifunc_dynrelocs (struct elf_link_hash_entry *h,
6861 struct bfd_link_info *info;
6862 struct elf_aarch64_link_hash_table *htab;
6863 struct elf_aarch64_link_hash_entry *eh;
6865 /* An example of a bfd_link_hash_indirect symbol is versioned
6866 symbol. For example: __gxx_personality_v0(bfd_link_hash_indirect)
6867 -> __gxx_personality_v0(bfd_link_hash_defined)
6869 There is no need to process bfd_link_hash_indirect symbols here
6870 because we will also be presented with the concrete instance of
6871 the symbol and elfNN_aarch64_copy_indirect_symbol () will have been
6872 called to copy all relevant data from the generic to the concrete
6875 if (h->root.type == bfd_link_hash_indirect)
6878 if (h->root.type == bfd_link_hash_warning)
6879 h = (struct elf_link_hash_entry *) h->root.u.i.link;
6881 info = (struct bfd_link_info *) inf;
6882 htab = elf_aarch64_hash_table (info);
6884 eh = (struct elf_aarch64_link_hash_entry *) h;
6886 /* Since STT_GNU_IFUNC symbol must go through PLT, we handle it
6887 here if it is defined and referenced in a non-shared object. */
6888 if (h->type == STT_GNU_IFUNC
6890 return _bfd_elf_allocate_ifunc_dyn_relocs (info, h,
6892 htab->plt_entry_size,
6893 htab->plt_header_size,
6898 /* Allocate space in .plt, .got and associated reloc sections for
6899 local dynamic relocs. */
6902 elfNN_aarch64_allocate_local_dynrelocs (void **slot, void *inf)
6904 struct elf_link_hash_entry *h
6905 = (struct elf_link_hash_entry *) *slot;
6907 if (h->type != STT_GNU_IFUNC
6911 || h->root.type != bfd_link_hash_defined)
6914 return elfNN_aarch64_allocate_dynrelocs (h, inf);
6917 /* Allocate space in .plt, .got and associated reloc sections for
6918 local ifunc dynamic relocs. */
6921 elfNN_aarch64_allocate_local_ifunc_dynrelocs (void **slot, void *inf)
6923 struct elf_link_hash_entry *h
6924 = (struct elf_link_hash_entry *) *slot;
6926 if (h->type != STT_GNU_IFUNC
6930 || h->root.type != bfd_link_hash_defined)
6933 return elfNN_aarch64_allocate_ifunc_dynrelocs (h, inf);
6936 /* This is the most important function of all . Innocuosly named
6939 elfNN_aarch64_size_dynamic_sections (bfd *output_bfd ATTRIBUTE_UNUSED,
6940 struct bfd_link_info *info)
6942 struct elf_aarch64_link_hash_table *htab;
6948 htab = elf_aarch64_hash_table ((info));
6949 dynobj = htab->root.dynobj;
6951 BFD_ASSERT (dynobj != NULL);
6953 if (htab->root.dynamic_sections_created)
6955 if (info->executable)
6957 s = bfd_get_linker_section (dynobj, ".interp");
6960 s->size = sizeof ELF_DYNAMIC_INTERPRETER;
6961 s->contents = (unsigned char *) ELF_DYNAMIC_INTERPRETER;
6965 /* Set up .got offsets for local syms, and space for local dynamic
6967 for (ibfd = info->input_bfds; ibfd != NULL; ibfd = ibfd->link.next)
6969 struct elf_aarch64_local_symbol *locals = NULL;
6970 Elf_Internal_Shdr *symtab_hdr;
6974 if (!is_aarch64_elf (ibfd))
6977 for (s = ibfd->sections; s != NULL; s = s->next)
6979 struct elf_dyn_relocs *p;
6981 for (p = (struct elf_dyn_relocs *)
6982 (elf_section_data (s)->local_dynrel); p != NULL; p = p->next)
6984 if (!bfd_is_abs_section (p->sec)
6985 && bfd_is_abs_section (p->sec->output_section))
6987 /* Input section has been discarded, either because
6988 it is a copy of a linkonce section or due to
6989 linker script /DISCARD/, so we'll be discarding
6992 else if (p->count != 0)
6994 srel = elf_section_data (p->sec)->sreloc;
6995 srel->size += p->count * RELOC_SIZE (htab);
6996 if ((p->sec->output_section->flags & SEC_READONLY) != 0)
6997 info->flags |= DF_TEXTREL;
7002 locals = elf_aarch64_locals (ibfd);
7006 symtab_hdr = &elf_symtab_hdr (ibfd);
7007 srel = htab->root.srelgot;
7008 for (i = 0; i < symtab_hdr->sh_info; i++)
7010 locals[i].got_offset = (bfd_vma) - 1;
7011 locals[i].tlsdesc_got_jump_table_offset = (bfd_vma) - 1;
7012 if (locals[i].got_refcount > 0)
7014 unsigned got_type = locals[i].got_type;
7015 if (got_type & GOT_TLSDESC_GD)
7017 locals[i].tlsdesc_got_jump_table_offset =
7018 (htab->root.sgotplt->size
7019 - aarch64_compute_jump_table_size (htab));
7020 htab->root.sgotplt->size += GOT_ENTRY_SIZE * 2;
7021 locals[i].got_offset = (bfd_vma) - 2;
7024 if (got_type & GOT_TLS_GD)
7026 locals[i].got_offset = htab->root.sgot->size;
7027 htab->root.sgot->size += GOT_ENTRY_SIZE * 2;
7030 if (got_type & GOT_TLS_IE)
7032 locals[i].got_offset = htab->root.sgot->size;
7033 htab->root.sgot->size += GOT_ENTRY_SIZE;
7036 if (got_type == GOT_UNKNOWN)
7040 if (got_type == GOT_NORMAL)
7046 if (got_type & GOT_TLSDESC_GD)
7048 htab->root.srelplt->size += RELOC_SIZE (htab);
7049 /* Note RELOC_COUNT not incremented here! */
7050 htab->tlsdesc_plt = (bfd_vma) - 1;
7053 if (got_type & GOT_TLS_GD)
7054 htab->root.srelgot->size += RELOC_SIZE (htab) * 2;
7056 if (got_type & GOT_TLS_IE)
7057 htab->root.srelgot->size += RELOC_SIZE (htab);
7062 locals[i].got_refcount = (bfd_vma) - 1;
7068 /* Allocate global sym .plt and .got entries, and space for global
7069 sym dynamic relocs. */
7070 elf_link_hash_traverse (&htab->root, elfNN_aarch64_allocate_dynrelocs,
7073 /* Allocate global ifunc sym .plt and .got entries, and space for global
7074 ifunc sym dynamic relocs. */
7075 elf_link_hash_traverse (&htab->root, elfNN_aarch64_allocate_ifunc_dynrelocs,
7078 /* Allocate .plt and .got entries, and space for local symbols. */
7079 htab_traverse (htab->loc_hash_table,
7080 elfNN_aarch64_allocate_local_dynrelocs,
7083 /* Allocate .plt and .got entries, and space for local ifunc symbols. */
7084 htab_traverse (htab->loc_hash_table,
7085 elfNN_aarch64_allocate_local_ifunc_dynrelocs,
7088 /* For every jump slot reserved in the sgotplt, reloc_count is
7089 incremented. However, when we reserve space for TLS descriptors,
7090 it's not incremented, so in order to compute the space reserved
7091 for them, it suffices to multiply the reloc count by the jump
7094 if (htab->root.srelplt)
7095 htab->sgotplt_jump_table_size = aarch64_compute_jump_table_size (htab);
7097 if (htab->tlsdesc_plt)
7099 if (htab->root.splt->size == 0)
7100 htab->root.splt->size += PLT_ENTRY_SIZE;
7102 htab->tlsdesc_plt = htab->root.splt->size;
7103 htab->root.splt->size += PLT_TLSDESC_ENTRY_SIZE;
7105 /* If we're not using lazy TLS relocations, don't generate the
7106 GOT entry required. */
7107 if (!(info->flags & DF_BIND_NOW))
7109 htab->dt_tlsdesc_got = htab->root.sgot->size;
7110 htab->root.sgot->size += GOT_ENTRY_SIZE;
7114 /* Init mapping symbols information to use later to distingush between
7115 code and data while scanning for erratam 835769. */
7116 if (htab->fix_erratum_835769)
7117 for (ibfd = info->input_bfds; ibfd != NULL; ibfd = ibfd->link.next)
7119 if (!is_aarch64_elf (ibfd))
7121 bfd_elfNN_aarch64_init_maps (ibfd);
7124 /* We now have determined the sizes of the various dynamic sections.
7125 Allocate memory for them. */
7127 for (s = dynobj->sections; s != NULL; s = s->next)
7129 if ((s->flags & SEC_LINKER_CREATED) == 0)
7132 if (s == htab->root.splt
7133 || s == htab->root.sgot
7134 || s == htab->root.sgotplt
7135 || s == htab->root.iplt
7136 || s == htab->root.igotplt || s == htab->sdynbss)
7138 /* Strip this section if we don't need it; see the
7141 else if (CONST_STRNEQ (bfd_get_section_name (dynobj, s), ".rela"))
7143 if (s->size != 0 && s != htab->root.srelplt)
7146 /* We use the reloc_count field as a counter if we need
7147 to copy relocs into the output file. */
7148 if (s != htab->root.srelplt)
7153 /* It's not one of our sections, so don't allocate space. */
7159 /* If we don't need this section, strip it from the
7160 output file. This is mostly to handle .rela.bss and
7161 .rela.plt. We must create both sections in
7162 create_dynamic_sections, because they must be created
7163 before the linker maps input sections to output
7164 sections. The linker does that before
7165 adjust_dynamic_symbol is called, and it is that
7166 function which decides whether anything needs to go
7167 into these sections. */
7169 s->flags |= SEC_EXCLUDE;
7173 if ((s->flags & SEC_HAS_CONTENTS) == 0)
7176 /* Allocate memory for the section contents. We use bfd_zalloc
7177 here in case unused entries are not reclaimed before the
7178 section's contents are written out. This should not happen,
7179 but this way if it does, we get a R_AARCH64_NONE reloc instead
7181 s->contents = (bfd_byte *) bfd_zalloc (dynobj, s->size);
7182 if (s->contents == NULL)
7186 if (htab->root.dynamic_sections_created)
7188 /* Add some entries to the .dynamic section. We fill in the
7189 values later, in elfNN_aarch64_finish_dynamic_sections, but we
7190 must add the entries now so that we get the correct size for
7191 the .dynamic section. The DT_DEBUG entry is filled in by the
7192 dynamic linker and used by the debugger. */
7193 #define add_dynamic_entry(TAG, VAL) \
7194 _bfd_elf_add_dynamic_entry (info, TAG, VAL)
7196 if (info->executable)
7198 if (!add_dynamic_entry (DT_DEBUG, 0))
7202 if (htab->root.splt->size != 0)
7204 if (!add_dynamic_entry (DT_PLTGOT, 0)
7205 || !add_dynamic_entry (DT_PLTRELSZ, 0)
7206 || !add_dynamic_entry (DT_PLTREL, DT_RELA)
7207 || !add_dynamic_entry (DT_JMPREL, 0))
7210 if (htab->tlsdesc_plt
7211 && (!add_dynamic_entry (DT_TLSDESC_PLT, 0)
7212 || !add_dynamic_entry (DT_TLSDESC_GOT, 0)))
7218 if (!add_dynamic_entry (DT_RELA, 0)
7219 || !add_dynamic_entry (DT_RELASZ, 0)
7220 || !add_dynamic_entry (DT_RELAENT, RELOC_SIZE (htab)))
7223 /* If any dynamic relocs apply to a read-only section,
7224 then we need a DT_TEXTREL entry. */
7225 if ((info->flags & DF_TEXTREL) != 0)
7227 if (!add_dynamic_entry (DT_TEXTREL, 0))
7232 #undef add_dynamic_entry
7238 elf_aarch64_update_plt_entry (bfd *output_bfd,
7239 bfd_reloc_code_real_type r_type,
7240 bfd_byte *plt_entry, bfd_vma value)
7242 reloc_howto_type *howto = elfNN_aarch64_howto_from_bfd_reloc (r_type);
7244 _bfd_aarch64_elf_put_addend (output_bfd, plt_entry, r_type, howto, value);
7248 elfNN_aarch64_create_small_pltn_entry (struct elf_link_hash_entry *h,
7249 struct elf_aarch64_link_hash_table
7250 *htab, bfd *output_bfd,
7251 struct bfd_link_info *info)
7253 bfd_byte *plt_entry;
7256 bfd_vma gotplt_entry_address;
7257 bfd_vma plt_entry_address;
7258 Elf_Internal_Rela rela;
7260 asection *plt, *gotplt, *relplt;
7262 /* When building a static executable, use .iplt, .igot.plt and
7263 .rela.iplt sections for STT_GNU_IFUNC symbols. */
7264 if (htab->root.splt != NULL)
7266 plt = htab->root.splt;
7267 gotplt = htab->root.sgotplt;
7268 relplt = htab->root.srelplt;
7272 plt = htab->root.iplt;
7273 gotplt = htab->root.igotplt;
7274 relplt = htab->root.irelplt;
7277 /* Get the index in the procedure linkage table which
7278 corresponds to this symbol. This is the index of this symbol
7279 in all the symbols for which we are making plt entries. The
7280 first entry in the procedure linkage table is reserved.
7282 Get the offset into the .got table of the entry that
7283 corresponds to this function. Each .got entry is GOT_ENTRY_SIZE
7284 bytes. The first three are reserved for the dynamic linker.
7286 For static executables, we don't reserve anything. */
7288 if (plt == htab->root.splt)
7290 plt_index = (h->plt.offset - htab->plt_header_size) / htab->plt_entry_size;
7291 got_offset = (plt_index + 3) * GOT_ENTRY_SIZE;
7295 plt_index = h->plt.offset / htab->plt_entry_size;
7296 got_offset = plt_index * GOT_ENTRY_SIZE;
7299 plt_entry = plt->contents + h->plt.offset;
7300 plt_entry_address = plt->output_section->vma
7301 + plt->output_offset + h->plt.offset;
7302 gotplt_entry_address = gotplt->output_section->vma +
7303 gotplt->output_offset + got_offset;
7305 /* Copy in the boiler-plate for the PLTn entry. */
7306 memcpy (plt_entry, elfNN_aarch64_small_plt_entry, PLT_SMALL_ENTRY_SIZE);
7308 /* Fill in the top 21 bits for this: ADRP x16, PLT_GOT + n * 8.
7309 ADRP: ((PG(S+A)-PG(P)) >> 12) & 0x1fffff */
7310 elf_aarch64_update_plt_entry (output_bfd, BFD_RELOC_AARCH64_ADR_HI21_PCREL,
7312 PG (gotplt_entry_address) -
7313 PG (plt_entry_address));
7315 /* Fill in the lo12 bits for the load from the pltgot. */
7316 elf_aarch64_update_plt_entry (output_bfd, BFD_RELOC_AARCH64_LDSTNN_LO12,
7318 PG_OFFSET (gotplt_entry_address));
7320 /* Fill in the lo12 bits for the add from the pltgot entry. */
7321 elf_aarch64_update_plt_entry (output_bfd, BFD_RELOC_AARCH64_ADD_LO12,
7323 PG_OFFSET (gotplt_entry_address));
7325 /* All the GOTPLT Entries are essentially initialized to PLT0. */
7326 bfd_put_NN (output_bfd,
7327 plt->output_section->vma + plt->output_offset,
7328 gotplt->contents + got_offset);
7330 rela.r_offset = gotplt_entry_address;
7332 if (h->dynindx == -1
7333 || ((info->executable
7334 || ELF_ST_VISIBILITY (h->other) != STV_DEFAULT)
7336 && h->type == STT_GNU_IFUNC))
7338 /* If an STT_GNU_IFUNC symbol is locally defined, generate
7339 R_AARCH64_IRELATIVE instead of R_AARCH64_JUMP_SLOT. */
7340 rela.r_info = ELFNN_R_INFO (0, AARCH64_R (IRELATIVE));
7341 rela.r_addend = (h->root.u.def.value
7342 + h->root.u.def.section->output_section->vma
7343 + h->root.u.def.section->output_offset);
7347 /* Fill in the entry in the .rela.plt section. */
7348 rela.r_info = ELFNN_R_INFO (h->dynindx, AARCH64_R (JUMP_SLOT));
7352 /* Compute the relocation entry to used based on PLT index and do
7353 not adjust reloc_count. The reloc_count has already been adjusted
7354 to account for this entry. */
7355 loc = relplt->contents + plt_index * RELOC_SIZE (htab);
7356 bfd_elfNN_swap_reloca_out (output_bfd, &rela, loc);
7359 /* Size sections even though they're not dynamic. We use it to setup
7360 _TLS_MODULE_BASE_, if needed. */
7363 elfNN_aarch64_always_size_sections (bfd *output_bfd,
7364 struct bfd_link_info *info)
7368 if (info->relocatable)
7371 tls_sec = elf_hash_table (info)->tls_sec;
7375 struct elf_link_hash_entry *tlsbase;
7377 tlsbase = elf_link_hash_lookup (elf_hash_table (info),
7378 "_TLS_MODULE_BASE_", TRUE, TRUE, FALSE);
7382 struct bfd_link_hash_entry *h = NULL;
7383 const struct elf_backend_data *bed =
7384 get_elf_backend_data (output_bfd);
7386 if (!(_bfd_generic_link_add_one_symbol
7387 (info, output_bfd, "_TLS_MODULE_BASE_", BSF_LOCAL,
7388 tls_sec, 0, NULL, FALSE, bed->collect, &h)))
7391 tlsbase->type = STT_TLS;
7392 tlsbase = (struct elf_link_hash_entry *) h;
7393 tlsbase->def_regular = 1;
7394 tlsbase->other = STV_HIDDEN;
7395 (*bed->elf_backend_hide_symbol) (info, tlsbase, TRUE);
7402 /* Finish up dynamic symbol handling. We set the contents of various
7403 dynamic sections here. */
7405 elfNN_aarch64_finish_dynamic_symbol (bfd *output_bfd,
7406 struct bfd_link_info *info,
7407 struct elf_link_hash_entry *h,
7408 Elf_Internal_Sym *sym)
7410 struct elf_aarch64_link_hash_table *htab;
7411 htab = elf_aarch64_hash_table (info);
7413 if (h->plt.offset != (bfd_vma) - 1)
7415 asection *plt, *gotplt, *relplt;
7417 /* This symbol has an entry in the procedure linkage table. Set
7420 /* When building a static executable, use .iplt, .igot.plt and
7421 .rela.iplt sections for STT_GNU_IFUNC symbols. */
7422 if (htab->root.splt != NULL)
7424 plt = htab->root.splt;
7425 gotplt = htab->root.sgotplt;
7426 relplt = htab->root.srelplt;
7430 plt = htab->root.iplt;
7431 gotplt = htab->root.igotplt;
7432 relplt = htab->root.irelplt;
7435 /* This symbol has an entry in the procedure linkage table. Set
7437 if ((h->dynindx == -1
7438 && !((h->forced_local || info->executable)
7440 && h->type == STT_GNU_IFUNC))
7446 elfNN_aarch64_create_small_pltn_entry (h, htab, output_bfd, info);
7447 if (!h->def_regular)
7449 /* Mark the symbol as undefined, rather than as defined in
7450 the .plt section. */
7451 sym->st_shndx = SHN_UNDEF;
7452 /* If the symbol is weak we need to clear the value.
7453 Otherwise, the PLT entry would provide a definition for
7454 the symbol even if the symbol wasn't defined anywhere,
7455 and so the symbol would never be NULL. Leave the value if
7456 there were any relocations where pointer equality matters
7457 (this is a clue for the dynamic linker, to make function
7458 pointer comparisons work between an application and shared
7460 if (!h->ref_regular_nonweak || !h->pointer_equality_needed)
7465 if (h->got.offset != (bfd_vma) - 1
7466 && elf_aarch64_hash_entry (h)->got_type == GOT_NORMAL)
7468 Elf_Internal_Rela rela;
7471 /* This symbol has an entry in the global offset table. Set it
7473 if (htab->root.sgot == NULL || htab->root.srelgot == NULL)
7476 rela.r_offset = (htab->root.sgot->output_section->vma
7477 + htab->root.sgot->output_offset
7478 + (h->got.offset & ~(bfd_vma) 1));
7481 && h->type == STT_GNU_IFUNC)
7485 /* Generate R_AARCH64_GLOB_DAT. */
7492 if (!h->pointer_equality_needed)
7495 /* For non-shared object, we can't use .got.plt, which
7496 contains the real function address if we need pointer
7497 equality. We load the GOT entry with the PLT entry. */
7498 plt = htab->root.splt ? htab->root.splt : htab->root.iplt;
7499 bfd_put_NN (output_bfd, (plt->output_section->vma
7500 + plt->output_offset
7502 htab->root.sgot->contents
7503 + (h->got.offset & ~(bfd_vma) 1));
7507 else if (info->shared && SYMBOL_REFERENCES_LOCAL (info, h))
7509 if (!h->def_regular)
7512 BFD_ASSERT ((h->got.offset & 1) != 0);
7513 rela.r_info = ELFNN_R_INFO (0, AARCH64_R (RELATIVE));
7514 rela.r_addend = (h->root.u.def.value
7515 + h->root.u.def.section->output_section->vma
7516 + h->root.u.def.section->output_offset);
7521 BFD_ASSERT ((h->got.offset & 1) == 0);
7522 bfd_put_NN (output_bfd, (bfd_vma) 0,
7523 htab->root.sgot->contents + h->got.offset);
7524 rela.r_info = ELFNN_R_INFO (h->dynindx, AARCH64_R (GLOB_DAT));
7528 loc = htab->root.srelgot->contents;
7529 loc += htab->root.srelgot->reloc_count++ * RELOC_SIZE (htab);
7530 bfd_elfNN_swap_reloca_out (output_bfd, &rela, loc);
7535 Elf_Internal_Rela rela;
7538 /* This symbol needs a copy reloc. Set it up. */
7540 if (h->dynindx == -1
7541 || (h->root.type != bfd_link_hash_defined
7542 && h->root.type != bfd_link_hash_defweak)
7543 || htab->srelbss == NULL)
7546 rela.r_offset = (h->root.u.def.value
7547 + h->root.u.def.section->output_section->vma
7548 + h->root.u.def.section->output_offset);
7549 rela.r_info = ELFNN_R_INFO (h->dynindx, AARCH64_R (COPY));
7551 loc = htab->srelbss->contents;
7552 loc += htab->srelbss->reloc_count++ * RELOC_SIZE (htab);
7553 bfd_elfNN_swap_reloca_out (output_bfd, &rela, loc);
7556 /* Mark _DYNAMIC and _GLOBAL_OFFSET_TABLE_ as absolute. SYM may
7557 be NULL for local symbols. */
7559 && (h == elf_hash_table (info)->hdynamic
7560 || h == elf_hash_table (info)->hgot))
7561 sym->st_shndx = SHN_ABS;
7566 /* Finish up local dynamic symbol handling. We set the contents of
7567 various dynamic sections here. */
7570 elfNN_aarch64_finish_local_dynamic_symbol (void **slot, void *inf)
7572 struct elf_link_hash_entry *h
7573 = (struct elf_link_hash_entry *) *slot;
7574 struct bfd_link_info *info
7575 = (struct bfd_link_info *) inf;
7577 return elfNN_aarch64_finish_dynamic_symbol (info->output_bfd,
7582 elfNN_aarch64_init_small_plt0_entry (bfd *output_bfd ATTRIBUTE_UNUSED,
7583 struct elf_aarch64_link_hash_table
7586 /* Fill in PLT0. Fixme:RR Note this doesn't distinguish between
7587 small and large plts and at the minute just generates
7590 /* PLT0 of the small PLT looks like this in ELF64 -
7591 stp x16, x30, [sp, #-16]! // Save the reloc and lr on stack.
7592 adrp x16, PLT_GOT + 16 // Get the page base of the GOTPLT
7593 ldr x17, [x16, #:lo12:PLT_GOT+16] // Load the address of the
7595 add x16, x16, #:lo12:PLT_GOT+16 // Load the lo12 bits of the
7596 // GOTPLT entry for this.
7598 PLT0 will be slightly different in ELF32 due to different got entry
7601 bfd_vma plt_got_2nd_ent; /* Address of GOT[2]. */
7605 memcpy (htab->root.splt->contents, elfNN_aarch64_small_plt0_entry,
7607 elf_section_data (htab->root.splt->output_section)->this_hdr.sh_entsize =
7610 plt_got_2nd_ent = (htab->root.sgotplt->output_section->vma
7611 + htab->root.sgotplt->output_offset
7612 + GOT_ENTRY_SIZE * 2);
7614 plt_base = htab->root.splt->output_section->vma +
7615 htab->root.splt->output_offset;
7617 /* Fill in the top 21 bits for this: ADRP x16, PLT_GOT + n * 8.
7618 ADRP: ((PG(S+A)-PG(P)) >> 12) & 0x1fffff */
7619 elf_aarch64_update_plt_entry (output_bfd, BFD_RELOC_AARCH64_ADR_HI21_PCREL,
7620 htab->root.splt->contents + 4,
7621 PG (plt_got_2nd_ent) - PG (plt_base + 4));
7623 elf_aarch64_update_plt_entry (output_bfd, BFD_RELOC_AARCH64_LDSTNN_LO12,
7624 htab->root.splt->contents + 8,
7625 PG_OFFSET (plt_got_2nd_ent));
7627 elf_aarch64_update_plt_entry (output_bfd, BFD_RELOC_AARCH64_ADD_LO12,
7628 htab->root.splt->contents + 12,
7629 PG_OFFSET (plt_got_2nd_ent));
7633 elfNN_aarch64_finish_dynamic_sections (bfd *output_bfd,
7634 struct bfd_link_info *info)
7636 struct elf_aarch64_link_hash_table *htab;
7640 htab = elf_aarch64_hash_table (info);
7641 dynobj = htab->root.dynobj;
7642 sdyn = bfd_get_linker_section (dynobj, ".dynamic");
7644 if (htab->root.dynamic_sections_created)
7646 ElfNN_External_Dyn *dyncon, *dynconend;
7648 if (sdyn == NULL || htab->root.sgot == NULL)
7651 dyncon = (ElfNN_External_Dyn *) sdyn->contents;
7652 dynconend = (ElfNN_External_Dyn *) (sdyn->contents + sdyn->size);
7653 for (; dyncon < dynconend; dyncon++)
7655 Elf_Internal_Dyn dyn;
7658 bfd_elfNN_swap_dyn_in (dynobj, dyncon, &dyn);
7666 s = htab->root.sgotplt;
7667 dyn.d_un.d_ptr = s->output_section->vma + s->output_offset;
7671 dyn.d_un.d_ptr = htab->root.srelplt->output_section->vma;
7675 s = htab->root.srelplt;
7676 dyn.d_un.d_val = s->size;
7680 /* The procedure linkage table relocs (DT_JMPREL) should
7681 not be included in the overall relocs (DT_RELA).
7682 Therefore, we override the DT_RELASZ entry here to
7683 make it not include the JMPREL relocs. Since the
7684 linker script arranges for .rela.plt to follow all
7685 other relocation sections, we don't have to worry
7686 about changing the DT_RELA entry. */
7687 if (htab->root.srelplt != NULL)
7689 s = htab->root.srelplt;
7690 dyn.d_un.d_val -= s->size;
7694 case DT_TLSDESC_PLT:
7695 s = htab->root.splt;
7696 dyn.d_un.d_ptr = s->output_section->vma + s->output_offset
7697 + htab->tlsdesc_plt;
7700 case DT_TLSDESC_GOT:
7701 s = htab->root.sgot;
7702 dyn.d_un.d_ptr = s->output_section->vma + s->output_offset
7703 + htab->dt_tlsdesc_got;
7707 bfd_elfNN_swap_dyn_out (output_bfd, &dyn, dyncon);
7712 /* Fill in the special first entry in the procedure linkage table. */
7713 if (htab->root.splt && htab->root.splt->size > 0)
7715 elfNN_aarch64_init_small_plt0_entry (output_bfd, htab);
7717 elf_section_data (htab->root.splt->output_section)->
7718 this_hdr.sh_entsize = htab->plt_entry_size;
7721 if (htab->tlsdesc_plt)
7723 bfd_put_NN (output_bfd, (bfd_vma) 0,
7724 htab->root.sgot->contents + htab->dt_tlsdesc_got);
7726 memcpy (htab->root.splt->contents + htab->tlsdesc_plt,
7727 elfNN_aarch64_tlsdesc_small_plt_entry,
7728 sizeof (elfNN_aarch64_tlsdesc_small_plt_entry));
7731 bfd_vma adrp1_addr =
7732 htab->root.splt->output_section->vma
7733 + htab->root.splt->output_offset + htab->tlsdesc_plt + 4;
7735 bfd_vma adrp2_addr = adrp1_addr + 4;
7738 htab->root.sgot->output_section->vma
7739 + htab->root.sgot->output_offset;
7741 bfd_vma pltgot_addr =
7742 htab->root.sgotplt->output_section->vma
7743 + htab->root.sgotplt->output_offset;
7745 bfd_vma dt_tlsdesc_got = got_addr + htab->dt_tlsdesc_got;
7747 bfd_byte *plt_entry =
7748 htab->root.splt->contents + htab->tlsdesc_plt;
7750 /* adrp x2, DT_TLSDESC_GOT */
7751 elf_aarch64_update_plt_entry (output_bfd,
7752 BFD_RELOC_AARCH64_ADR_HI21_PCREL,
7754 (PG (dt_tlsdesc_got)
7755 - PG (adrp1_addr)));
7758 elf_aarch64_update_plt_entry (output_bfd,
7759 BFD_RELOC_AARCH64_ADR_HI21_PCREL,
7762 - PG (adrp2_addr)));
7764 /* ldr x2, [x2, #0] */
7765 elf_aarch64_update_plt_entry (output_bfd,
7766 BFD_RELOC_AARCH64_LDSTNN_LO12,
7768 PG_OFFSET (dt_tlsdesc_got));
7771 elf_aarch64_update_plt_entry (output_bfd,
7772 BFD_RELOC_AARCH64_ADD_LO12,
7774 PG_OFFSET (pltgot_addr));
7779 if (htab->root.sgotplt)
7781 if (bfd_is_abs_section (htab->root.sgotplt->output_section))
7783 (*_bfd_error_handler)
7784 (_("discarded output section: `%A'"), htab->root.sgotplt);
7788 /* Fill in the first three entries in the global offset table. */
7789 if (htab->root.sgotplt->size > 0)
7791 bfd_put_NN (output_bfd, (bfd_vma) 0, htab->root.sgotplt->contents);
7793 /* Write GOT[1] and GOT[2], needed for the dynamic linker. */
7794 bfd_put_NN (output_bfd,
7796 htab->root.sgotplt->contents + GOT_ENTRY_SIZE);
7797 bfd_put_NN (output_bfd,
7799 htab->root.sgotplt->contents + GOT_ENTRY_SIZE * 2);
7802 if (htab->root.sgot)
7804 if (htab->root.sgot->size > 0)
7807 sdyn ? sdyn->output_section->vma + sdyn->output_offset : 0;
7808 bfd_put_NN (output_bfd, addr, htab->root.sgot->contents);
7812 elf_section_data (htab->root.sgotplt->output_section)->
7813 this_hdr.sh_entsize = GOT_ENTRY_SIZE;
7816 if (htab->root.sgot && htab->root.sgot->size > 0)
7817 elf_section_data (htab->root.sgot->output_section)->this_hdr.sh_entsize
7820 /* Fill PLT and GOT entries for local STT_GNU_IFUNC symbols. */
7821 htab_traverse (htab->loc_hash_table,
7822 elfNN_aarch64_finish_local_dynamic_symbol,
7828 /* Return address for Ith PLT stub in section PLT, for relocation REL
7829 or (bfd_vma) -1 if it should not be included. */
7832 elfNN_aarch64_plt_sym_val (bfd_vma i, const asection *plt,
7833 const arelent *rel ATTRIBUTE_UNUSED)
7835 return plt->vma + PLT_ENTRY_SIZE + i * PLT_SMALL_ENTRY_SIZE;
7839 /* We use this so we can override certain functions
7840 (though currently we don't). */
7842 const struct elf_size_info elfNN_aarch64_size_info =
7844 sizeof (ElfNN_External_Ehdr),
7845 sizeof (ElfNN_External_Phdr),
7846 sizeof (ElfNN_External_Shdr),
7847 sizeof (ElfNN_External_Rel),
7848 sizeof (ElfNN_External_Rela),
7849 sizeof (ElfNN_External_Sym),
7850 sizeof (ElfNN_External_Dyn),
7851 sizeof (Elf_External_Note),
7852 4, /* Hash table entry size. */
7853 1, /* Internal relocs per external relocs. */
7854 ARCH_SIZE, /* Arch size. */
7855 LOG_FILE_ALIGN, /* Log_file_align. */
7856 ELFCLASSNN, EV_CURRENT,
7857 bfd_elfNN_write_out_phdrs,
7858 bfd_elfNN_write_shdrs_and_ehdr,
7859 bfd_elfNN_checksum_contents,
7860 bfd_elfNN_write_relocs,
7861 bfd_elfNN_swap_symbol_in,
7862 bfd_elfNN_swap_symbol_out,
7863 bfd_elfNN_slurp_reloc_table,
7864 bfd_elfNN_slurp_symbol_table,
7865 bfd_elfNN_swap_dyn_in,
7866 bfd_elfNN_swap_dyn_out,
7867 bfd_elfNN_swap_reloc_in,
7868 bfd_elfNN_swap_reloc_out,
7869 bfd_elfNN_swap_reloca_in,
7870 bfd_elfNN_swap_reloca_out
7873 #define ELF_ARCH bfd_arch_aarch64
7874 #define ELF_MACHINE_CODE EM_AARCH64
7875 #define ELF_MAXPAGESIZE 0x10000
7876 #define ELF_MINPAGESIZE 0x1000
7877 #define ELF_COMMONPAGESIZE 0x1000
7879 #define bfd_elfNN_close_and_cleanup \
7880 elfNN_aarch64_close_and_cleanup
7882 #define bfd_elfNN_bfd_free_cached_info \
7883 elfNN_aarch64_bfd_free_cached_info
7885 #define bfd_elfNN_bfd_is_target_special_symbol \
7886 elfNN_aarch64_is_target_special_symbol
7888 #define bfd_elfNN_bfd_link_hash_table_create \
7889 elfNN_aarch64_link_hash_table_create
7891 #define bfd_elfNN_bfd_merge_private_bfd_data \
7892 elfNN_aarch64_merge_private_bfd_data
7894 #define bfd_elfNN_bfd_print_private_bfd_data \
7895 elfNN_aarch64_print_private_bfd_data
7897 #define bfd_elfNN_bfd_reloc_type_lookup \
7898 elfNN_aarch64_reloc_type_lookup
7900 #define bfd_elfNN_bfd_reloc_name_lookup \
7901 elfNN_aarch64_reloc_name_lookup
7903 #define bfd_elfNN_bfd_set_private_flags \
7904 elfNN_aarch64_set_private_flags
7906 #define bfd_elfNN_find_inliner_info \
7907 elfNN_aarch64_find_inliner_info
7909 #define bfd_elfNN_find_nearest_line \
7910 elfNN_aarch64_find_nearest_line
7912 #define bfd_elfNN_mkobject \
7913 elfNN_aarch64_mkobject
7915 #define bfd_elfNN_new_section_hook \
7916 elfNN_aarch64_new_section_hook
7918 #define elf_backend_adjust_dynamic_symbol \
7919 elfNN_aarch64_adjust_dynamic_symbol
7921 #define elf_backend_always_size_sections \
7922 elfNN_aarch64_always_size_sections
7924 #define elf_backend_check_relocs \
7925 elfNN_aarch64_check_relocs
7927 #define elf_backend_copy_indirect_symbol \
7928 elfNN_aarch64_copy_indirect_symbol
7930 /* Create .dynbss, and .rela.bss sections in DYNOBJ, and set up shortcuts
7931 to them in our hash. */
7932 #define elf_backend_create_dynamic_sections \
7933 elfNN_aarch64_create_dynamic_sections
7935 #define elf_backend_init_index_section \
7936 _bfd_elf_init_2_index_sections
7938 #define elf_backend_finish_dynamic_sections \
7939 elfNN_aarch64_finish_dynamic_sections
7941 #define elf_backend_finish_dynamic_symbol \
7942 elfNN_aarch64_finish_dynamic_symbol
7944 #define elf_backend_gc_sweep_hook \
7945 elfNN_aarch64_gc_sweep_hook
7947 #define elf_backend_object_p \
7948 elfNN_aarch64_object_p
7950 #define elf_backend_output_arch_local_syms \
7951 elfNN_aarch64_output_arch_local_syms
7953 #define elf_backend_plt_sym_val \
7954 elfNN_aarch64_plt_sym_val
7956 #define elf_backend_post_process_headers \
7957 elfNN_aarch64_post_process_headers
7959 #define elf_backend_relocate_section \
7960 elfNN_aarch64_relocate_section
7962 #define elf_backend_reloc_type_class \
7963 elfNN_aarch64_reloc_type_class
7965 #define elf_backend_section_from_shdr \
7966 elfNN_aarch64_section_from_shdr
7968 #define elf_backend_size_dynamic_sections \
7969 elfNN_aarch64_size_dynamic_sections
7971 #define elf_backend_size_info \
7972 elfNN_aarch64_size_info
7974 #define elf_backend_write_section \
7975 elfNN_aarch64_write_section
7977 #define elf_backend_can_refcount 1
7978 #define elf_backend_can_gc_sections 1
7979 #define elf_backend_plt_readonly 1
7980 #define elf_backend_want_got_plt 1
7981 #define elf_backend_want_plt_sym 0
7982 #define elf_backend_may_use_rel_p 0
7983 #define elf_backend_may_use_rela_p 1
7984 #define elf_backend_default_use_rela_p 1
7985 #define elf_backend_rela_normal 1
7986 #define elf_backend_got_header_size (GOT_ENTRY_SIZE * 3)
7987 #define elf_backend_default_execstack 0
7989 #undef elf_backend_obj_attrs_section
7990 #define elf_backend_obj_attrs_section ".ARM.attributes"
7992 #include "elfNN-target.h"
projects / external / binutils.git / blob