1 /* AArch64-specific support for NN-bit ELF.
2 Copyright (C) 2009-2015 Free Software Foundation, Inc.
3 Contributed by ARM Ltd.
5 This file is part of BFD, the Binary File Descriptor library.
7 This program is free software; you can redistribute it and/or modify
8 it under the terms of the GNU General Public License as published by
9 the Free Software Foundation; either version 3 of the License, or
10 (at your option) any later version.
12 This program is distributed in the hope that it will be useful,
13 but WITHOUT ANY WARRANTY; without even the implied warranty of
14 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 GNU General Public License for more details.
17 You should have received a copy of the GNU General Public License
18 along with this program; see the file COPYING3. If not,
19 see <http://www.gnu.org/licenses/>. */
21 /* Notes on implementation:
23 Thread Local Store (TLS)
27 The implementation currently supports both traditional TLS and TLS
28 descriptors, but only general dynamic (GD).
30 For traditional TLS the assembler will present us with code
31 fragments of the form:
34 R_AARCH64_TLSGD_ADR_PAGE21(foo)
35 add x0, :tlsgd_lo12:foo
36 R_AARCH64_TLSGD_ADD_LO12_NC(foo)
40 For TLS descriptors the assembler will present us with code
41 fragments of the form:
43 adrp x0, :tlsdesc:foo R_AARCH64_TLSDESC_ADR_PAGE21(foo)
44 ldr x1, [x0, #:tlsdesc_lo12:foo] R_AARCH64_TLSDESC_LD64_LO12(foo)
45 add x0, x0, #:tlsdesc_lo12:foo R_AARCH64_TLSDESC_ADD_LO12(foo)
47 blr x1 R_AARCH64_TLSDESC_CALL(foo)
49 The relocations R_AARCH64_TLSGD_{ADR_PREL21,ADD_LO12_NC} against foo
50 indicate that foo is thread local and should be accessed via the
51 traditional TLS mechanims.
53 The relocations R_AARCH64_TLSDESC_{ADR_PAGE21,LD64_LO12_NC,ADD_LO12_NC}
54 against foo indicate that 'foo' is thread local and should be accessed
55 via a TLS descriptor mechanism.
57 The precise instruction sequence is only relevant from the
58 perspective of linker relaxation which is currently not implemented.
60 The static linker must detect that 'foo' is a TLS object and
61 allocate a double GOT entry. The GOT entry must be created for both
62 global and local TLS symbols. Note that this is different to none
63 TLS local objects which do not need a GOT entry.
65 In the traditional TLS mechanism, the double GOT entry is used to
66 provide the tls_index structure, containing module and offset
67 entries. The static linker places the relocation R_AARCH64_TLS_DTPMOD
68 on the module entry. The loader will subsequently fixup this
69 relocation with the module identity.
71 For global traditional TLS symbols the static linker places an
72 R_AARCH64_TLS_DTPREL relocation on the offset entry. The loader
73 will subsequently fixup the offset. For local TLS symbols the static
74 linker fixes up offset.
76 In the TLS descriptor mechanism the double GOT entry is used to
77 provide the descriptor. The static linker places the relocation
78 R_AARCH64_TLSDESC on the first GOT slot. The loader will
79 subsequently fix this up.
83 The handling of TLS symbols is implemented across a number of
84 different backend functions. The following is a top level view of
85 what processing is performed where.
87 The TLS implementation maintains state information for each TLS
88 symbol. The state information for local and global symbols is kept
89 in different places. Global symbols use generic BFD structures while
90 local symbols use backend specific structures that are allocated and
91 maintained entirely by the backend.
95 elfNN_aarch64_check_relocs()
97 This function is invoked for each relocation.
99 The TLS relocations R_AARCH64_TLSGD_{ADR_PREL21,ADD_LO12_NC} and
100 R_AARCH64_TLSDESC_{ADR_PAGE21,LD64_LO12_NC,ADD_LO12_NC} are
101 spotted. One time creation of local symbol data structures are
102 created when the first local symbol is seen.
104 The reference count for a symbol is incremented. The GOT type for
105 each symbol is marked as general dynamic.
107 elfNN_aarch64_allocate_dynrelocs ()
109 For each global with positive reference count we allocate a double
110 GOT slot. For a traditional TLS symbol we allocate space for two
111 relocation entries on the GOT, for a TLS descriptor symbol we
112 allocate space for one relocation on the slot. Record the GOT offset
115 elfNN_aarch64_size_dynamic_sections ()
117 Iterate all input BFDS, look for in the local symbol data structure
118 constructed earlier for local TLS symbols and allocate them double
119 GOT slots along with space for a single GOT relocation. Update the
120 local symbol structure to record the GOT offset allocated.
122 elfNN_aarch64_relocate_section ()
124 Calls elfNN_aarch64_final_link_relocate ()
126 Emit the relevant TLS relocations against the GOT for each TLS
127 symbol. For local TLS symbols emit the GOT offset directly. The GOT
128 relocations are emitted once the first time a TLS symbol is
129 encountered. The implementation uses the LSB of the GOT offset to
130 flag that the relevant GOT relocations for a symbol have been
131 emitted. All of the TLS code that uses the GOT offset needs to take
132 care to mask out this flag bit before using the offset.
134 elfNN_aarch64_final_link_relocate ()
136 Fixup the R_AARCH64_TLSGD_{ADR_PREL21, ADD_LO12_NC} relocations. */
140 #include "libiberty.h"
142 #include "bfd_stdint.h"
145 #include "objalloc.h"
146 #include "elf/aarch64.h"
147 #include "elfxx-aarch64.h"
152 #define AARCH64_R(NAME) R_AARCH64_ ## NAME
153 #define AARCH64_R_STR(NAME) "R_AARCH64_" #NAME
154 #define HOWTO64(...) HOWTO (__VA_ARGS__)
155 #define HOWTO32(...) EMPTY_HOWTO (0)
156 #define LOG_FILE_ALIGN 3
160 #define AARCH64_R(NAME) R_AARCH64_P32_ ## NAME
161 #define AARCH64_R_STR(NAME) "R_AARCH64_P32_" #NAME
162 #define HOWTO64(...) EMPTY_HOWTO (0)
163 #define HOWTO32(...) HOWTO (__VA_ARGS__)
164 #define LOG_FILE_ALIGN 2
167 #define IS_AARCH64_TLS_RELOC(R_TYPE) \
168 ((R_TYPE) == BFD_RELOC_AARCH64_TLSGD_ADR_PAGE21 \
169 || (R_TYPE) == BFD_RELOC_AARCH64_TLSGD_ADD_LO12_NC \
170 || (R_TYPE) == BFD_RELOC_AARCH64_TLSIE_MOVW_GOTTPREL_G1 \
171 || (R_TYPE) == BFD_RELOC_AARCH64_TLSIE_MOVW_GOTTPREL_G0_NC \
172 || (R_TYPE) == BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21 \
173 || (R_TYPE) == BFD_RELOC_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC \
174 || (R_TYPE) == BFD_RELOC_AARCH64_TLSIE_LD32_GOTTPREL_LO12_NC \
175 || (R_TYPE) == BFD_RELOC_AARCH64_TLSIE_LD_GOTTPREL_PREL19 \
176 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_LO12 \
177 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_HI12 \
178 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_LO12_NC \
179 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G2 \
180 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1 \
181 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1_NC \
182 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0 \
183 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0_NC \
184 || (R_TYPE) == BFD_RELOC_AARCH64_TLS_DTPMOD \
185 || (R_TYPE) == BFD_RELOC_AARCH64_TLS_DTPREL \
186 || (R_TYPE) == BFD_RELOC_AARCH64_TLS_TPREL \
187 || IS_AARCH64_TLSDESC_RELOC ((R_TYPE)))
189 #define IS_AARCH64_TLSDESC_RELOC(R_TYPE) \
190 ((R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_LD_PREL19 \
191 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_ADR_PREL21 \
192 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_ADR_PAGE21 \
193 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_ADD_LO12_NC \
194 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_LD64_LO12_NC \
195 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_LD32_LO12_NC \
196 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_OFF_G1 \
197 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_OFF_G0_NC \
198 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_LDR \
199 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_ADD \
200 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_CALL \
201 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC)
203 #define ELIMINATE_COPY_RELOCS 0
205 /* Return size of a relocation entry. HTAB is the bfd's
206 elf_aarch64_link_hash_entry. */
207 #define RELOC_SIZE(HTAB) (sizeof (ElfNN_External_Rela))
209 /* GOT Entry size - 8 bytes in ELF64 and 4 bytes in ELF32. */
210 #define GOT_ENTRY_SIZE (ARCH_SIZE / 8)
211 #define PLT_ENTRY_SIZE (32)
212 #define PLT_SMALL_ENTRY_SIZE (16)
213 #define PLT_TLSDESC_ENTRY_SIZE (32)
215 /* Encoding of the nop instruction */
216 #define INSN_NOP 0xd503201f
218 #define aarch64_compute_jump_table_size(htab) \
219 (((htab)->root.srelplt == NULL) ? 0 \
220 : (htab)->root.srelplt->reloc_count * GOT_ENTRY_SIZE)
222 /* The first entry in a procedure linkage table looks like this
223 if the distance between the PLTGOT and the PLT is < 4GB use
224 these PLT entries. Note that the dynamic linker gets &PLTGOT[2]
225 in x16 and needs to work out PLTGOT[1] by using an address of
226 [x16,#-GOT_ENTRY_SIZE]. */
227 static const bfd_byte elfNN_aarch64_small_plt0_entry[PLT_ENTRY_SIZE] =
229 0xf0, 0x7b, 0xbf, 0xa9, /* stp x16, x30, [sp, #-16]! */
230 0x10, 0x00, 0x00, 0x90, /* adrp x16, (GOT+16) */
232 0x11, 0x0A, 0x40, 0xf9, /* ldr x17, [x16, #PLT_GOT+0x10] */
233 0x10, 0x42, 0x00, 0x91, /* add x16, x16,#PLT_GOT+0x10 */
235 0x11, 0x0A, 0x40, 0xb9, /* ldr w17, [x16, #PLT_GOT+0x8] */
236 0x10, 0x22, 0x00, 0x11, /* add w16, w16,#PLT_GOT+0x8 */
238 0x20, 0x02, 0x1f, 0xd6, /* br x17 */
239 0x1f, 0x20, 0x03, 0xd5, /* nop */
240 0x1f, 0x20, 0x03, 0xd5, /* nop */
241 0x1f, 0x20, 0x03, 0xd5, /* nop */
244 /* Per function entry in a procedure linkage table looks like this
245 if the distance between the PLTGOT and the PLT is < 4GB use
246 these PLT entries. */
247 static const bfd_byte elfNN_aarch64_small_plt_entry[PLT_SMALL_ENTRY_SIZE] =
249 0x10, 0x00, 0x00, 0x90, /* adrp x16, PLTGOT + n * 8 */
251 0x11, 0x02, 0x40, 0xf9, /* ldr x17, [x16, PLTGOT + n * 8] */
252 0x10, 0x02, 0x00, 0x91, /* add x16, x16, :lo12:PLTGOT + n * 8 */
254 0x11, 0x02, 0x40, 0xb9, /* ldr w17, [x16, PLTGOT + n * 4] */
255 0x10, 0x02, 0x00, 0x11, /* add w16, w16, :lo12:PLTGOT + n * 4 */
257 0x20, 0x02, 0x1f, 0xd6, /* br x17. */
260 static const bfd_byte
261 elfNN_aarch64_tlsdesc_small_plt_entry[PLT_TLSDESC_ENTRY_SIZE] =
263 0xe2, 0x0f, 0xbf, 0xa9, /* stp x2, x3, [sp, #-16]! */
264 0x02, 0x00, 0x00, 0x90, /* adrp x2, 0 */
265 0x03, 0x00, 0x00, 0x90, /* adrp x3, 0 */
267 0x42, 0x00, 0x40, 0xf9, /* ldr x2, [x2, #0] */
268 0x63, 0x00, 0x00, 0x91, /* add x3, x3, 0 */
270 0x42, 0x00, 0x40, 0xb9, /* ldr w2, [x2, #0] */
271 0x63, 0x00, 0x00, 0x11, /* add w3, w3, 0 */
273 0x40, 0x00, 0x1f, 0xd6, /* br x2 */
274 0x1f, 0x20, 0x03, 0xd5, /* nop */
275 0x1f, 0x20, 0x03, 0xd5, /* nop */
278 #define elf_info_to_howto elfNN_aarch64_info_to_howto
279 #define elf_info_to_howto_rel elfNN_aarch64_info_to_howto
281 #define AARCH64_ELF_ABI_VERSION 0
283 /* In case we're on a 32-bit machine, construct a 64-bit "-1" value. */
284 #define ALL_ONES (~ (bfd_vma) 0)
286 /* Indexed by the bfd interal reloc enumerators.
287 Therefore, the table needs to be synced with BFD_RELOC_AARCH64_*
290 static reloc_howto_type elfNN_aarch64_howto_table[] =
294 /* Basic data relocations. */
297 HOWTO (R_AARCH64_NULL, /* type */
299 0, /* size (0 = byte, 1 = short, 2 = long) */
301 FALSE, /* pc_relative */
303 complain_overflow_dont, /* complain_on_overflow */
304 bfd_elf_generic_reloc, /* special_function */
305 "R_AARCH64_NULL", /* name */
306 FALSE, /* partial_inplace */
309 FALSE), /* pcrel_offset */
311 HOWTO (R_AARCH64_NONE, /* type */
313 0, /* size (0 = byte, 1 = short, 2 = long) */
315 FALSE, /* pc_relative */
317 complain_overflow_dont, /* complain_on_overflow */
318 bfd_elf_generic_reloc, /* special_function */
319 "R_AARCH64_NONE", /* name */
320 FALSE, /* partial_inplace */
323 FALSE), /* pcrel_offset */
327 HOWTO64 (AARCH64_R (ABS64), /* type */
329 4, /* size (4 = long long) */
331 FALSE, /* pc_relative */
333 complain_overflow_unsigned, /* complain_on_overflow */
334 bfd_elf_generic_reloc, /* special_function */
335 AARCH64_R_STR (ABS64), /* name */
336 FALSE, /* partial_inplace */
337 ALL_ONES, /* src_mask */
338 ALL_ONES, /* dst_mask */
339 FALSE), /* pcrel_offset */
342 HOWTO (AARCH64_R (ABS32), /* type */
344 2, /* size (0 = byte, 1 = short, 2 = long) */
346 FALSE, /* pc_relative */
348 complain_overflow_unsigned, /* complain_on_overflow */
349 bfd_elf_generic_reloc, /* special_function */
350 AARCH64_R_STR (ABS32), /* name */
351 FALSE, /* partial_inplace */
352 0xffffffff, /* src_mask */
353 0xffffffff, /* dst_mask */
354 FALSE), /* pcrel_offset */
357 HOWTO (AARCH64_R (ABS16), /* type */
359 1, /* size (0 = byte, 1 = short, 2 = long) */
361 FALSE, /* pc_relative */
363 complain_overflow_unsigned, /* complain_on_overflow */
364 bfd_elf_generic_reloc, /* special_function */
365 AARCH64_R_STR (ABS16), /* name */
366 FALSE, /* partial_inplace */
367 0xffff, /* src_mask */
368 0xffff, /* dst_mask */
369 FALSE), /* pcrel_offset */
371 /* .xword: (S+A-P) */
372 HOWTO64 (AARCH64_R (PREL64), /* type */
374 4, /* size (4 = long long) */
376 TRUE, /* pc_relative */
378 complain_overflow_signed, /* complain_on_overflow */
379 bfd_elf_generic_reloc, /* special_function */
380 AARCH64_R_STR (PREL64), /* name */
381 FALSE, /* partial_inplace */
382 ALL_ONES, /* src_mask */
383 ALL_ONES, /* dst_mask */
384 TRUE), /* pcrel_offset */
387 HOWTO (AARCH64_R (PREL32), /* type */
389 2, /* size (0 = byte, 1 = short, 2 = long) */
391 TRUE, /* pc_relative */
393 complain_overflow_signed, /* complain_on_overflow */
394 bfd_elf_generic_reloc, /* special_function */
395 AARCH64_R_STR (PREL32), /* name */
396 FALSE, /* partial_inplace */
397 0xffffffff, /* src_mask */
398 0xffffffff, /* dst_mask */
399 TRUE), /* pcrel_offset */
402 HOWTO (AARCH64_R (PREL16), /* type */
404 1, /* size (0 = byte, 1 = short, 2 = long) */
406 TRUE, /* pc_relative */
408 complain_overflow_signed, /* complain_on_overflow */
409 bfd_elf_generic_reloc, /* special_function */
410 AARCH64_R_STR (PREL16), /* name */
411 FALSE, /* partial_inplace */
412 0xffff, /* src_mask */
413 0xffff, /* dst_mask */
414 TRUE), /* pcrel_offset */
416 /* Group relocations to create a 16, 32, 48 or 64 bit
417 unsigned data or abs address inline. */
419 /* MOVZ: ((S+A) >> 0) & 0xffff */
420 HOWTO (AARCH64_R (MOVW_UABS_G0), /* type */
422 2, /* size (0 = byte, 1 = short, 2 = long) */
424 FALSE, /* pc_relative */
426 complain_overflow_unsigned, /* complain_on_overflow */
427 bfd_elf_generic_reloc, /* special_function */
428 AARCH64_R_STR (MOVW_UABS_G0), /* name */
429 FALSE, /* partial_inplace */
430 0xffff, /* src_mask */
431 0xffff, /* dst_mask */
432 FALSE), /* pcrel_offset */
434 /* MOVK: ((S+A) >> 0) & 0xffff [no overflow check] */
435 HOWTO (AARCH64_R (MOVW_UABS_G0_NC), /* type */
437 2, /* size (0 = byte, 1 = short, 2 = long) */
439 FALSE, /* pc_relative */
441 complain_overflow_dont, /* complain_on_overflow */
442 bfd_elf_generic_reloc, /* special_function */
443 AARCH64_R_STR (MOVW_UABS_G0_NC), /* name */
444 FALSE, /* partial_inplace */
445 0xffff, /* src_mask */
446 0xffff, /* dst_mask */
447 FALSE), /* pcrel_offset */
449 /* MOVZ: ((S+A) >> 16) & 0xffff */
450 HOWTO (AARCH64_R (MOVW_UABS_G1), /* type */
452 2, /* size (0 = byte, 1 = short, 2 = long) */
454 FALSE, /* pc_relative */
456 complain_overflow_unsigned, /* complain_on_overflow */
457 bfd_elf_generic_reloc, /* special_function */
458 AARCH64_R_STR (MOVW_UABS_G1), /* name */
459 FALSE, /* partial_inplace */
460 0xffff, /* src_mask */
461 0xffff, /* dst_mask */
462 FALSE), /* pcrel_offset */
464 /* MOVK: ((S+A) >> 16) & 0xffff [no overflow check] */
465 HOWTO64 (AARCH64_R (MOVW_UABS_G1_NC), /* type */
467 2, /* size (0 = byte, 1 = short, 2 = long) */
469 FALSE, /* pc_relative */
471 complain_overflow_dont, /* complain_on_overflow */
472 bfd_elf_generic_reloc, /* special_function */
473 AARCH64_R_STR (MOVW_UABS_G1_NC), /* name */
474 FALSE, /* partial_inplace */
475 0xffff, /* src_mask */
476 0xffff, /* dst_mask */
477 FALSE), /* pcrel_offset */
479 /* MOVZ: ((S+A) >> 32) & 0xffff */
480 HOWTO64 (AARCH64_R (MOVW_UABS_G2), /* type */
482 2, /* size (0 = byte, 1 = short, 2 = long) */
484 FALSE, /* pc_relative */
486 complain_overflow_unsigned, /* complain_on_overflow */
487 bfd_elf_generic_reloc, /* special_function */
488 AARCH64_R_STR (MOVW_UABS_G2), /* name */
489 FALSE, /* partial_inplace */
490 0xffff, /* src_mask */
491 0xffff, /* dst_mask */
492 FALSE), /* pcrel_offset */
494 /* MOVK: ((S+A) >> 32) & 0xffff [no overflow check] */
495 HOWTO64 (AARCH64_R (MOVW_UABS_G2_NC), /* type */
497 2, /* size (0 = byte, 1 = short, 2 = long) */
499 FALSE, /* pc_relative */
501 complain_overflow_dont, /* complain_on_overflow */
502 bfd_elf_generic_reloc, /* special_function */
503 AARCH64_R_STR (MOVW_UABS_G2_NC), /* name */
504 FALSE, /* partial_inplace */
505 0xffff, /* src_mask */
506 0xffff, /* dst_mask */
507 FALSE), /* pcrel_offset */
509 /* MOVZ: ((S+A) >> 48) & 0xffff */
510 HOWTO64 (AARCH64_R (MOVW_UABS_G3), /* type */
512 2, /* size (0 = byte, 1 = short, 2 = long) */
514 FALSE, /* pc_relative */
516 complain_overflow_unsigned, /* complain_on_overflow */
517 bfd_elf_generic_reloc, /* special_function */
518 AARCH64_R_STR (MOVW_UABS_G3), /* name */
519 FALSE, /* partial_inplace */
520 0xffff, /* src_mask */
521 0xffff, /* dst_mask */
522 FALSE), /* pcrel_offset */
524 /* Group relocations to create high part of a 16, 32, 48 or 64 bit
525 signed data or abs address inline. Will change instruction
526 to MOVN or MOVZ depending on sign of calculated value. */
528 /* MOV[ZN]: ((S+A) >> 0) & 0xffff */
529 HOWTO (AARCH64_R (MOVW_SABS_G0), /* type */
531 2, /* size (0 = byte, 1 = short, 2 = long) */
533 FALSE, /* pc_relative */
535 complain_overflow_signed, /* complain_on_overflow */
536 bfd_elf_generic_reloc, /* special_function */
537 AARCH64_R_STR (MOVW_SABS_G0), /* name */
538 FALSE, /* partial_inplace */
539 0xffff, /* src_mask */
540 0xffff, /* dst_mask */
541 FALSE), /* pcrel_offset */
543 /* MOV[ZN]: ((S+A) >> 16) & 0xffff */
544 HOWTO64 (AARCH64_R (MOVW_SABS_G1), /* type */
546 2, /* size (0 = byte, 1 = short, 2 = long) */
548 FALSE, /* pc_relative */
550 complain_overflow_signed, /* complain_on_overflow */
551 bfd_elf_generic_reloc, /* special_function */
552 AARCH64_R_STR (MOVW_SABS_G1), /* name */
553 FALSE, /* partial_inplace */
554 0xffff, /* src_mask */
555 0xffff, /* dst_mask */
556 FALSE), /* pcrel_offset */
558 /* MOV[ZN]: ((S+A) >> 32) & 0xffff */
559 HOWTO64 (AARCH64_R (MOVW_SABS_G2), /* type */
561 2, /* size (0 = byte, 1 = short, 2 = long) */
563 FALSE, /* pc_relative */
565 complain_overflow_signed, /* complain_on_overflow */
566 bfd_elf_generic_reloc, /* special_function */
567 AARCH64_R_STR (MOVW_SABS_G2), /* name */
568 FALSE, /* partial_inplace */
569 0xffff, /* src_mask */
570 0xffff, /* dst_mask */
571 FALSE), /* pcrel_offset */
573 /* Relocations to generate 19, 21 and 33 bit PC-relative load/store
574 addresses: PG(x) is (x & ~0xfff). */
576 /* LD-lit: ((S+A-P) >> 2) & 0x7ffff */
577 HOWTO (AARCH64_R (LD_PREL_LO19), /* type */
579 2, /* size (0 = byte, 1 = short, 2 = long) */
581 TRUE, /* pc_relative */
583 complain_overflow_signed, /* complain_on_overflow */
584 bfd_elf_generic_reloc, /* special_function */
585 AARCH64_R_STR (LD_PREL_LO19), /* name */
586 FALSE, /* partial_inplace */
587 0x7ffff, /* src_mask */
588 0x7ffff, /* dst_mask */
589 TRUE), /* pcrel_offset */
591 /* ADR: (S+A-P) & 0x1fffff */
592 HOWTO (AARCH64_R (ADR_PREL_LO21), /* type */
594 2, /* size (0 = byte, 1 = short, 2 = long) */
596 TRUE, /* pc_relative */
598 complain_overflow_signed, /* complain_on_overflow */
599 bfd_elf_generic_reloc, /* special_function */
600 AARCH64_R_STR (ADR_PREL_LO21), /* name */
601 FALSE, /* partial_inplace */
602 0x1fffff, /* src_mask */
603 0x1fffff, /* dst_mask */
604 TRUE), /* pcrel_offset */
606 /* ADRP: ((PG(S+A)-PG(P)) >> 12) & 0x1fffff */
607 HOWTO (AARCH64_R (ADR_PREL_PG_HI21), /* type */
609 2, /* size (0 = byte, 1 = short, 2 = long) */
611 TRUE, /* pc_relative */
613 complain_overflow_signed, /* complain_on_overflow */
614 bfd_elf_generic_reloc, /* special_function */
615 AARCH64_R_STR (ADR_PREL_PG_HI21), /* name */
616 FALSE, /* partial_inplace */
617 0x1fffff, /* src_mask */
618 0x1fffff, /* dst_mask */
619 TRUE), /* pcrel_offset */
621 /* ADRP: ((PG(S+A)-PG(P)) >> 12) & 0x1fffff [no overflow check] */
622 HOWTO64 (AARCH64_R (ADR_PREL_PG_HI21_NC), /* type */
624 2, /* size (0 = byte, 1 = short, 2 = long) */
626 TRUE, /* pc_relative */
628 complain_overflow_dont, /* complain_on_overflow */
629 bfd_elf_generic_reloc, /* special_function */
630 AARCH64_R_STR (ADR_PREL_PG_HI21_NC), /* name */
631 FALSE, /* partial_inplace */
632 0x1fffff, /* src_mask */
633 0x1fffff, /* dst_mask */
634 TRUE), /* pcrel_offset */
636 /* ADD: (S+A) & 0xfff [no overflow check] */
637 HOWTO (AARCH64_R (ADD_ABS_LO12_NC), /* type */
639 2, /* size (0 = byte, 1 = short, 2 = long) */
641 FALSE, /* pc_relative */
643 complain_overflow_dont, /* complain_on_overflow */
644 bfd_elf_generic_reloc, /* special_function */
645 AARCH64_R_STR (ADD_ABS_LO12_NC), /* name */
646 FALSE, /* partial_inplace */
647 0x3ffc00, /* src_mask */
648 0x3ffc00, /* dst_mask */
649 FALSE), /* pcrel_offset */
651 /* LD/ST8: (S+A) & 0xfff */
652 HOWTO (AARCH64_R (LDST8_ABS_LO12_NC), /* type */
654 2, /* size (0 = byte, 1 = short, 2 = long) */
656 FALSE, /* pc_relative */
658 complain_overflow_dont, /* complain_on_overflow */
659 bfd_elf_generic_reloc, /* special_function */
660 AARCH64_R_STR (LDST8_ABS_LO12_NC), /* name */
661 FALSE, /* partial_inplace */
662 0xfff, /* src_mask */
663 0xfff, /* dst_mask */
664 FALSE), /* pcrel_offset */
666 /* Relocations for control-flow instructions. */
668 /* TBZ/NZ: ((S+A-P) >> 2) & 0x3fff */
669 HOWTO (AARCH64_R (TSTBR14), /* type */
671 2, /* size (0 = byte, 1 = short, 2 = long) */
673 TRUE, /* pc_relative */
675 complain_overflow_signed, /* complain_on_overflow */
676 bfd_elf_generic_reloc, /* special_function */
677 AARCH64_R_STR (TSTBR14), /* name */
678 FALSE, /* partial_inplace */
679 0x3fff, /* src_mask */
680 0x3fff, /* dst_mask */
681 TRUE), /* pcrel_offset */
683 /* B.cond: ((S+A-P) >> 2) & 0x7ffff */
684 HOWTO (AARCH64_R (CONDBR19), /* type */
686 2, /* size (0 = byte, 1 = short, 2 = long) */
688 TRUE, /* pc_relative */
690 complain_overflow_signed, /* complain_on_overflow */
691 bfd_elf_generic_reloc, /* special_function */
692 AARCH64_R_STR (CONDBR19), /* name */
693 FALSE, /* partial_inplace */
694 0x7ffff, /* src_mask */
695 0x7ffff, /* dst_mask */
696 TRUE), /* pcrel_offset */
698 /* B: ((S+A-P) >> 2) & 0x3ffffff */
699 HOWTO (AARCH64_R (JUMP26), /* type */
701 2, /* size (0 = byte, 1 = short, 2 = long) */
703 TRUE, /* pc_relative */
705 complain_overflow_signed, /* complain_on_overflow */
706 bfd_elf_generic_reloc, /* special_function */
707 AARCH64_R_STR (JUMP26), /* name */
708 FALSE, /* partial_inplace */
709 0x3ffffff, /* src_mask */
710 0x3ffffff, /* dst_mask */
711 TRUE), /* pcrel_offset */
713 /* BL: ((S+A-P) >> 2) & 0x3ffffff */
714 HOWTO (AARCH64_R (CALL26), /* type */
716 2, /* size (0 = byte, 1 = short, 2 = long) */
718 TRUE, /* pc_relative */
720 complain_overflow_signed, /* complain_on_overflow */
721 bfd_elf_generic_reloc, /* special_function */
722 AARCH64_R_STR (CALL26), /* name */
723 FALSE, /* partial_inplace */
724 0x3ffffff, /* src_mask */
725 0x3ffffff, /* dst_mask */
726 TRUE), /* pcrel_offset */
728 /* LD/ST16: (S+A) & 0xffe */
729 HOWTO (AARCH64_R (LDST16_ABS_LO12_NC), /* type */
731 2, /* size (0 = byte, 1 = short, 2 = long) */
733 FALSE, /* pc_relative */
735 complain_overflow_dont, /* complain_on_overflow */
736 bfd_elf_generic_reloc, /* special_function */
737 AARCH64_R_STR (LDST16_ABS_LO12_NC), /* name */
738 FALSE, /* partial_inplace */
739 0xffe, /* src_mask */
740 0xffe, /* dst_mask */
741 FALSE), /* pcrel_offset */
743 /* LD/ST32: (S+A) & 0xffc */
744 HOWTO (AARCH64_R (LDST32_ABS_LO12_NC), /* type */
746 2, /* size (0 = byte, 1 = short, 2 = long) */
748 FALSE, /* pc_relative */
750 complain_overflow_dont, /* complain_on_overflow */
751 bfd_elf_generic_reloc, /* special_function */
752 AARCH64_R_STR (LDST32_ABS_LO12_NC), /* name */
753 FALSE, /* partial_inplace */
754 0xffc, /* src_mask */
755 0xffc, /* dst_mask */
756 FALSE), /* pcrel_offset */
758 /* LD/ST64: (S+A) & 0xff8 */
759 HOWTO (AARCH64_R (LDST64_ABS_LO12_NC), /* type */
761 2, /* size (0 = byte, 1 = short, 2 = long) */
763 FALSE, /* pc_relative */
765 complain_overflow_dont, /* complain_on_overflow */
766 bfd_elf_generic_reloc, /* special_function */
767 AARCH64_R_STR (LDST64_ABS_LO12_NC), /* name */
768 FALSE, /* partial_inplace */
769 0xff8, /* src_mask */
770 0xff8, /* dst_mask */
771 FALSE), /* pcrel_offset */
773 /* LD/ST128: (S+A) & 0xff0 */
774 HOWTO (AARCH64_R (LDST128_ABS_LO12_NC), /* type */
776 2, /* size (0 = byte, 1 = short, 2 = long) */
778 FALSE, /* pc_relative */
780 complain_overflow_dont, /* complain_on_overflow */
781 bfd_elf_generic_reloc, /* special_function */
782 AARCH64_R_STR (LDST128_ABS_LO12_NC), /* name */
783 FALSE, /* partial_inplace */
784 0xff0, /* src_mask */
785 0xff0, /* dst_mask */
786 FALSE), /* pcrel_offset */
788 /* Set a load-literal immediate field to bits
789 0x1FFFFC of G(S)-P */
790 HOWTO (AARCH64_R (GOT_LD_PREL19), /* type */
792 2, /* size (0 = byte,1 = short,2 = long) */
794 TRUE, /* pc_relative */
796 complain_overflow_signed, /* complain_on_overflow */
797 bfd_elf_generic_reloc, /* special_function */
798 AARCH64_R_STR (GOT_LD_PREL19), /* name */
799 FALSE, /* partial_inplace */
800 0xffffe0, /* src_mask */
801 0xffffe0, /* dst_mask */
802 TRUE), /* pcrel_offset */
804 /* Get to the page for the GOT entry for the symbol
805 (G(S) - P) using an ADRP instruction. */
806 HOWTO (AARCH64_R (ADR_GOT_PAGE), /* type */
808 2, /* size (0 = byte, 1 = short, 2 = long) */
810 TRUE, /* pc_relative */
812 complain_overflow_dont, /* complain_on_overflow */
813 bfd_elf_generic_reloc, /* special_function */
814 AARCH64_R_STR (ADR_GOT_PAGE), /* name */
815 FALSE, /* partial_inplace */
816 0x1fffff, /* src_mask */
817 0x1fffff, /* dst_mask */
818 TRUE), /* pcrel_offset */
820 /* LD64: GOT offset G(S) & 0xff8 */
821 HOWTO64 (AARCH64_R (LD64_GOT_LO12_NC), /* type */
823 2, /* size (0 = byte, 1 = short, 2 = long) */
825 FALSE, /* pc_relative */
827 complain_overflow_dont, /* complain_on_overflow */
828 bfd_elf_generic_reloc, /* special_function */
829 AARCH64_R_STR (LD64_GOT_LO12_NC), /* name */
830 FALSE, /* partial_inplace */
831 0xff8, /* src_mask */
832 0xff8, /* dst_mask */
833 FALSE), /* pcrel_offset */
835 /* LD32: GOT offset G(S) & 0xffc */
836 HOWTO32 (AARCH64_R (LD32_GOT_LO12_NC), /* type */
838 2, /* size (0 = byte, 1 = short, 2 = long) */
840 FALSE, /* pc_relative */
842 complain_overflow_dont, /* complain_on_overflow */
843 bfd_elf_generic_reloc, /* special_function */
844 AARCH64_R_STR (LD32_GOT_LO12_NC), /* name */
845 FALSE, /* partial_inplace */
846 0xffc, /* src_mask */
847 0xffc, /* dst_mask */
848 FALSE), /* pcrel_offset */
850 /* Get to the page for the GOT entry for the symbol
851 (G(S) - P) using an ADRP instruction. */
852 HOWTO (AARCH64_R (TLSGD_ADR_PAGE21), /* type */
854 2, /* size (0 = byte, 1 = short, 2 = long) */
856 TRUE, /* pc_relative */
858 complain_overflow_dont, /* complain_on_overflow */
859 bfd_elf_generic_reloc, /* special_function */
860 AARCH64_R_STR (TLSGD_ADR_PAGE21), /* name */
861 FALSE, /* partial_inplace */
862 0x1fffff, /* src_mask */
863 0x1fffff, /* dst_mask */
864 TRUE), /* pcrel_offset */
866 /* ADD: GOT offset G(S) & 0xff8 [no overflow check] */
867 HOWTO (AARCH64_R (TLSGD_ADD_LO12_NC), /* type */
869 2, /* size (0 = byte, 1 = short, 2 = long) */
871 FALSE, /* pc_relative */
873 complain_overflow_dont, /* complain_on_overflow */
874 bfd_elf_generic_reloc, /* special_function */
875 AARCH64_R_STR (TLSGD_ADD_LO12_NC), /* name */
876 FALSE, /* partial_inplace */
877 0xfff, /* src_mask */
878 0xfff, /* dst_mask */
879 FALSE), /* pcrel_offset */
881 HOWTO64 (AARCH64_R (TLSIE_MOVW_GOTTPREL_G1), /* type */
883 2, /* size (0 = byte, 1 = short, 2 = long) */
885 FALSE, /* pc_relative */
887 complain_overflow_dont, /* complain_on_overflow */
888 bfd_elf_generic_reloc, /* special_function */
889 AARCH64_R_STR (TLSIE_MOVW_GOTTPREL_G1), /* name */
890 FALSE, /* partial_inplace */
891 0xffff, /* src_mask */
892 0xffff, /* dst_mask */
893 FALSE), /* pcrel_offset */
895 HOWTO64 (AARCH64_R (TLSIE_MOVW_GOTTPREL_G0_NC), /* type */
897 2, /* size (0 = byte, 1 = short, 2 = long) */
899 FALSE, /* pc_relative */
901 complain_overflow_dont, /* complain_on_overflow */
902 bfd_elf_generic_reloc, /* special_function */
903 AARCH64_R_STR (TLSIE_MOVW_GOTTPREL_G0_NC), /* name */
904 FALSE, /* partial_inplace */
905 0xffff, /* src_mask */
906 0xffff, /* dst_mask */
907 FALSE), /* pcrel_offset */
909 HOWTO (AARCH64_R (TLSIE_ADR_GOTTPREL_PAGE21), /* type */
911 2, /* size (0 = byte, 1 = short, 2 = long) */
913 FALSE, /* pc_relative */
915 complain_overflow_dont, /* complain_on_overflow */
916 bfd_elf_generic_reloc, /* special_function */
917 AARCH64_R_STR (TLSIE_ADR_GOTTPREL_PAGE21), /* name */
918 FALSE, /* partial_inplace */
919 0x1fffff, /* src_mask */
920 0x1fffff, /* dst_mask */
921 FALSE), /* pcrel_offset */
923 HOWTO64 (AARCH64_R (TLSIE_LD64_GOTTPREL_LO12_NC), /* type */
925 2, /* size (0 = byte, 1 = short, 2 = long) */
927 FALSE, /* pc_relative */
929 complain_overflow_dont, /* complain_on_overflow */
930 bfd_elf_generic_reloc, /* special_function */
931 AARCH64_R_STR (TLSIE_LD64_GOTTPREL_LO12_NC), /* name */
932 FALSE, /* partial_inplace */
933 0xff8, /* src_mask */
934 0xff8, /* dst_mask */
935 FALSE), /* pcrel_offset */
937 HOWTO32 (AARCH64_R (TLSIE_LD32_GOTTPREL_LO12_NC), /* type */
939 2, /* size (0 = byte, 1 = short, 2 = long) */
941 FALSE, /* pc_relative */
943 complain_overflow_dont, /* complain_on_overflow */
944 bfd_elf_generic_reloc, /* special_function */
945 AARCH64_R_STR (TLSIE_LD32_GOTTPREL_LO12_NC), /* name */
946 FALSE, /* partial_inplace */
947 0xffc, /* src_mask */
948 0xffc, /* dst_mask */
949 FALSE), /* pcrel_offset */
951 HOWTO (AARCH64_R (TLSIE_LD_GOTTPREL_PREL19), /* type */
953 2, /* size (0 = byte, 1 = short, 2 = long) */
955 FALSE, /* pc_relative */
957 complain_overflow_dont, /* complain_on_overflow */
958 bfd_elf_generic_reloc, /* special_function */
959 AARCH64_R_STR (TLSIE_LD_GOTTPREL_PREL19), /* name */
960 FALSE, /* partial_inplace */
961 0x1ffffc, /* src_mask */
962 0x1ffffc, /* dst_mask */
963 FALSE), /* pcrel_offset */
965 HOWTO64 (AARCH64_R (TLSLE_MOVW_TPREL_G2), /* type */
967 2, /* size (0 = byte, 1 = short, 2 = long) */
969 FALSE, /* pc_relative */
971 complain_overflow_dont, /* complain_on_overflow */
972 bfd_elf_generic_reloc, /* special_function */
973 AARCH64_R_STR (TLSLE_MOVW_TPREL_G2), /* name */
974 FALSE, /* partial_inplace */
975 0xffff, /* src_mask */
976 0xffff, /* dst_mask */
977 FALSE), /* pcrel_offset */
979 HOWTO (AARCH64_R (TLSLE_MOVW_TPREL_G1), /* type */
981 2, /* size (0 = byte, 1 = short, 2 = long) */
983 FALSE, /* pc_relative */
985 complain_overflow_dont, /* complain_on_overflow */
986 bfd_elf_generic_reloc, /* special_function */
987 AARCH64_R_STR (TLSLE_MOVW_TPREL_G1), /* name */
988 FALSE, /* partial_inplace */
989 0xffff, /* src_mask */
990 0xffff, /* dst_mask */
991 FALSE), /* pcrel_offset */
993 HOWTO64 (AARCH64_R (TLSLE_MOVW_TPREL_G1_NC), /* type */
995 2, /* size (0 = byte, 1 = short, 2 = long) */
997 FALSE, /* pc_relative */
999 complain_overflow_dont, /* complain_on_overflow */
1000 bfd_elf_generic_reloc, /* special_function */
1001 AARCH64_R_STR (TLSLE_MOVW_TPREL_G1_NC), /* name */
1002 FALSE, /* partial_inplace */
1003 0xffff, /* src_mask */
1004 0xffff, /* dst_mask */
1005 FALSE), /* pcrel_offset */
1007 HOWTO (AARCH64_R (TLSLE_MOVW_TPREL_G0), /* type */
1009 2, /* size (0 = byte, 1 = short, 2 = long) */
1011 FALSE, /* pc_relative */
1013 complain_overflow_dont, /* complain_on_overflow */
1014 bfd_elf_generic_reloc, /* special_function */
1015 AARCH64_R_STR (TLSLE_MOVW_TPREL_G0), /* name */
1016 FALSE, /* partial_inplace */
1017 0xffff, /* src_mask */
1018 0xffff, /* dst_mask */
1019 FALSE), /* pcrel_offset */
1021 HOWTO (AARCH64_R (TLSLE_MOVW_TPREL_G0_NC), /* type */
1023 2, /* size (0 = byte, 1 = short, 2 = long) */
1025 FALSE, /* pc_relative */
1027 complain_overflow_dont, /* complain_on_overflow */
1028 bfd_elf_generic_reloc, /* special_function */
1029 AARCH64_R_STR (TLSLE_MOVW_TPREL_G0_NC), /* name */
1030 FALSE, /* partial_inplace */
1031 0xffff, /* src_mask */
1032 0xffff, /* dst_mask */
1033 FALSE), /* pcrel_offset */
1035 HOWTO (AARCH64_R (TLSLE_ADD_TPREL_HI12), /* type */
1036 12, /* rightshift */
1037 2, /* size (0 = byte, 1 = short, 2 = long) */
1039 FALSE, /* pc_relative */
1041 complain_overflow_dont, /* complain_on_overflow */
1042 bfd_elf_generic_reloc, /* special_function */
1043 AARCH64_R_STR (TLSLE_ADD_TPREL_HI12), /* name */
1044 FALSE, /* partial_inplace */
1045 0xfff, /* src_mask */
1046 0xfff, /* dst_mask */
1047 FALSE), /* pcrel_offset */
1049 HOWTO (AARCH64_R (TLSLE_ADD_TPREL_LO12), /* type */
1051 2, /* size (0 = byte, 1 = short, 2 = long) */
1053 FALSE, /* pc_relative */
1055 complain_overflow_dont, /* complain_on_overflow */
1056 bfd_elf_generic_reloc, /* special_function */
1057 AARCH64_R_STR (TLSLE_ADD_TPREL_LO12), /* name */
1058 FALSE, /* partial_inplace */
1059 0xfff, /* src_mask */
1060 0xfff, /* dst_mask */
1061 FALSE), /* pcrel_offset */
1063 HOWTO (AARCH64_R (TLSLE_ADD_TPREL_LO12_NC), /* type */
1065 2, /* size (0 = byte, 1 = short, 2 = long) */
1067 FALSE, /* pc_relative */
1069 complain_overflow_dont, /* complain_on_overflow */
1070 bfd_elf_generic_reloc, /* special_function */
1071 AARCH64_R_STR (TLSLE_ADD_TPREL_LO12_NC), /* name */
1072 FALSE, /* partial_inplace */
1073 0xfff, /* src_mask */
1074 0xfff, /* dst_mask */
1075 FALSE), /* pcrel_offset */
1077 HOWTO (AARCH64_R (TLSDESC_LD_PREL19), /* type */
1079 2, /* size (0 = byte, 1 = short, 2 = long) */
1081 TRUE, /* pc_relative */
1083 complain_overflow_dont, /* complain_on_overflow */
1084 bfd_elf_generic_reloc, /* special_function */
1085 AARCH64_R_STR (TLSDESC_LD_PREL19), /* name */
1086 FALSE, /* partial_inplace */
1087 0x1ffffc, /* src_mask */
1088 0x1ffffc, /* dst_mask */
1089 TRUE), /* pcrel_offset */
1091 HOWTO (AARCH64_R (TLSDESC_ADR_PREL21), /* type */
1093 2, /* size (0 = byte, 1 = short, 2 = long) */
1095 TRUE, /* pc_relative */
1097 complain_overflow_dont, /* complain_on_overflow */
1098 bfd_elf_generic_reloc, /* special_function */
1099 AARCH64_R_STR (TLSDESC_ADR_PREL21), /* name */
1100 FALSE, /* partial_inplace */
1101 0x1fffff, /* src_mask */
1102 0x1fffff, /* dst_mask */
1103 TRUE), /* pcrel_offset */
1105 /* Get to the page for the GOT entry for the symbol
1106 (G(S) - P) using an ADRP instruction. */
1107 HOWTO (AARCH64_R (TLSDESC_ADR_PAGE21), /* type */
1108 12, /* rightshift */
1109 2, /* size (0 = byte, 1 = short, 2 = long) */
1111 TRUE, /* pc_relative */
1113 complain_overflow_dont, /* complain_on_overflow */
1114 bfd_elf_generic_reloc, /* special_function */
1115 AARCH64_R_STR (TLSDESC_ADR_PAGE21), /* name */
1116 FALSE, /* partial_inplace */
1117 0x1fffff, /* src_mask */
1118 0x1fffff, /* dst_mask */
1119 TRUE), /* pcrel_offset */
1121 /* LD64: GOT offset G(S) & 0xff8. */
1122 HOWTO64 (AARCH64_R (TLSDESC_LD64_LO12_NC), /* type */
1124 2, /* size (0 = byte, 1 = short, 2 = long) */
1126 FALSE, /* pc_relative */
1128 complain_overflow_dont, /* complain_on_overflow */
1129 bfd_elf_generic_reloc, /* special_function */
1130 AARCH64_R_STR (TLSDESC_LD64_LO12_NC), /* name */
1131 FALSE, /* partial_inplace */
1132 0xff8, /* src_mask */
1133 0xff8, /* dst_mask */
1134 FALSE), /* pcrel_offset */
1136 /* LD32: GOT offset G(S) & 0xffc. */
1137 HOWTO32 (AARCH64_R (TLSDESC_LD32_LO12_NC), /* type */
1139 2, /* size (0 = byte, 1 = short, 2 = long) */
1141 FALSE, /* pc_relative */
1143 complain_overflow_dont, /* complain_on_overflow */
1144 bfd_elf_generic_reloc, /* special_function */
1145 AARCH64_R_STR (TLSDESC_LD32_LO12_NC), /* name */
1146 FALSE, /* partial_inplace */
1147 0xffc, /* src_mask */
1148 0xffc, /* dst_mask */
1149 FALSE), /* pcrel_offset */
1151 /* ADD: GOT offset G(S) & 0xfff. */
1152 HOWTO (AARCH64_R (TLSDESC_ADD_LO12_NC), /* type */
1154 2, /* size (0 = byte, 1 = short, 2 = long) */
1156 FALSE, /* pc_relative */
1158 complain_overflow_dont, /* complain_on_overflow */
1159 bfd_elf_generic_reloc, /* special_function */
1160 AARCH64_R_STR (TLSDESC_ADD_LO12_NC), /* name */
1161 FALSE, /* partial_inplace */
1162 0xfff, /* src_mask */
1163 0xfff, /* dst_mask */
1164 FALSE), /* pcrel_offset */
1166 HOWTO64 (AARCH64_R (TLSDESC_OFF_G1), /* type */
1167 16, /* rightshift */
1168 2, /* size (0 = byte, 1 = short, 2 = long) */
1170 FALSE, /* pc_relative */
1172 complain_overflow_dont, /* complain_on_overflow */
1173 bfd_elf_generic_reloc, /* special_function */
1174 AARCH64_R_STR (TLSDESC_OFF_G1), /* name */
1175 FALSE, /* partial_inplace */
1176 0xffff, /* src_mask */
1177 0xffff, /* dst_mask */
1178 FALSE), /* pcrel_offset */
1180 HOWTO64 (AARCH64_R (TLSDESC_OFF_G0_NC), /* type */
1182 2, /* size (0 = byte, 1 = short, 2 = long) */
1184 FALSE, /* pc_relative */
1186 complain_overflow_dont, /* complain_on_overflow */
1187 bfd_elf_generic_reloc, /* special_function */
1188 AARCH64_R_STR (TLSDESC_OFF_G0_NC), /* name */
1189 FALSE, /* partial_inplace */
1190 0xffff, /* src_mask */
1191 0xffff, /* dst_mask */
1192 FALSE), /* pcrel_offset */
1194 HOWTO64 (AARCH64_R (TLSDESC_LDR), /* type */
1196 2, /* size (0 = byte, 1 = short, 2 = long) */
1198 FALSE, /* pc_relative */
1200 complain_overflow_dont, /* complain_on_overflow */
1201 bfd_elf_generic_reloc, /* special_function */
1202 AARCH64_R_STR (TLSDESC_LDR), /* name */
1203 FALSE, /* partial_inplace */
1206 FALSE), /* pcrel_offset */
1208 HOWTO64 (AARCH64_R (TLSDESC_ADD), /* type */
1210 2, /* size (0 = byte, 1 = short, 2 = long) */
1212 FALSE, /* pc_relative */
1214 complain_overflow_dont, /* complain_on_overflow */
1215 bfd_elf_generic_reloc, /* special_function */
1216 AARCH64_R_STR (TLSDESC_ADD), /* name */
1217 FALSE, /* partial_inplace */
1220 FALSE), /* pcrel_offset */
1222 HOWTO (AARCH64_R (TLSDESC_CALL), /* type */
1224 2, /* size (0 = byte, 1 = short, 2 = long) */
1226 FALSE, /* pc_relative */
1228 complain_overflow_dont, /* complain_on_overflow */
1229 bfd_elf_generic_reloc, /* special_function */
1230 AARCH64_R_STR (TLSDESC_CALL), /* name */
1231 FALSE, /* partial_inplace */
1234 FALSE), /* pcrel_offset */
1236 HOWTO (AARCH64_R (COPY), /* type */
1238 2, /* size (0 = byte, 1 = short, 2 = long) */
1240 FALSE, /* pc_relative */
1242 complain_overflow_bitfield, /* complain_on_overflow */
1243 bfd_elf_generic_reloc, /* special_function */
1244 AARCH64_R_STR (COPY), /* name */
1245 TRUE, /* partial_inplace */
1246 0xffffffff, /* src_mask */
1247 0xffffffff, /* dst_mask */
1248 FALSE), /* pcrel_offset */
1250 HOWTO (AARCH64_R (GLOB_DAT), /* type */
1252 2, /* size (0 = byte, 1 = short, 2 = long) */
1254 FALSE, /* pc_relative */
1256 complain_overflow_bitfield, /* complain_on_overflow */
1257 bfd_elf_generic_reloc, /* special_function */
1258 AARCH64_R_STR (GLOB_DAT), /* name */
1259 TRUE, /* partial_inplace */
1260 0xffffffff, /* src_mask */
1261 0xffffffff, /* dst_mask */
1262 FALSE), /* pcrel_offset */
1264 HOWTO (AARCH64_R (JUMP_SLOT), /* type */
1266 2, /* size (0 = byte, 1 = short, 2 = long) */
1268 FALSE, /* pc_relative */
1270 complain_overflow_bitfield, /* complain_on_overflow */
1271 bfd_elf_generic_reloc, /* special_function */
1272 AARCH64_R_STR (JUMP_SLOT), /* name */
1273 TRUE, /* partial_inplace */
1274 0xffffffff, /* src_mask */
1275 0xffffffff, /* dst_mask */
1276 FALSE), /* pcrel_offset */
1278 HOWTO (AARCH64_R (RELATIVE), /* type */
1280 2, /* size (0 = byte, 1 = short, 2 = long) */
1282 FALSE, /* pc_relative */
1284 complain_overflow_bitfield, /* complain_on_overflow */
1285 bfd_elf_generic_reloc, /* special_function */
1286 AARCH64_R_STR (RELATIVE), /* name */
1287 TRUE, /* partial_inplace */
1288 ALL_ONES, /* src_mask */
1289 ALL_ONES, /* dst_mask */
1290 FALSE), /* pcrel_offset */
1292 HOWTO (AARCH64_R (TLS_DTPMOD), /* type */
1294 2, /* size (0 = byte, 1 = short, 2 = long) */
1296 FALSE, /* pc_relative */
1298 complain_overflow_dont, /* complain_on_overflow */
1299 bfd_elf_generic_reloc, /* special_function */
1301 AARCH64_R_STR (TLS_DTPMOD64), /* name */
1303 AARCH64_R_STR (TLS_DTPMOD), /* name */
1305 FALSE, /* partial_inplace */
1307 ALL_ONES, /* dst_mask */
1308 FALSE), /* pc_reloffset */
1310 HOWTO (AARCH64_R (TLS_DTPREL), /* type */
1312 2, /* size (0 = byte, 1 = short, 2 = long) */
1314 FALSE, /* pc_relative */
1316 complain_overflow_dont, /* complain_on_overflow */
1317 bfd_elf_generic_reloc, /* special_function */
1319 AARCH64_R_STR (TLS_DTPREL64), /* name */
1321 AARCH64_R_STR (TLS_DTPREL), /* name */
1323 FALSE, /* partial_inplace */
1325 ALL_ONES, /* dst_mask */
1326 FALSE), /* pcrel_offset */
1328 HOWTO (AARCH64_R (TLS_TPREL), /* type */
1330 2, /* size (0 = byte, 1 = short, 2 = long) */
1332 FALSE, /* pc_relative */
1334 complain_overflow_dont, /* complain_on_overflow */
1335 bfd_elf_generic_reloc, /* special_function */
1337 AARCH64_R_STR (TLS_TPREL64), /* name */
1339 AARCH64_R_STR (TLS_TPREL), /* name */
1341 FALSE, /* partial_inplace */
1343 ALL_ONES, /* dst_mask */
1344 FALSE), /* pcrel_offset */
1346 HOWTO (AARCH64_R (TLSDESC), /* type */
1348 2, /* size (0 = byte, 1 = short, 2 = long) */
1350 FALSE, /* pc_relative */
1352 complain_overflow_dont, /* complain_on_overflow */
1353 bfd_elf_generic_reloc, /* special_function */
1354 AARCH64_R_STR (TLSDESC), /* name */
1355 FALSE, /* partial_inplace */
1357 ALL_ONES, /* dst_mask */
1358 FALSE), /* pcrel_offset */
1360 HOWTO (AARCH64_R (IRELATIVE), /* type */
1362 2, /* size (0 = byte, 1 = short, 2 = long) */
1364 FALSE, /* pc_relative */
1366 complain_overflow_bitfield, /* complain_on_overflow */
1367 bfd_elf_generic_reloc, /* special_function */
1368 AARCH64_R_STR (IRELATIVE), /* name */
1369 FALSE, /* partial_inplace */
1371 ALL_ONES, /* dst_mask */
1372 FALSE), /* pcrel_offset */
1377 static reloc_howto_type elfNN_aarch64_howto_none =
1378 HOWTO (R_AARCH64_NONE, /* type */
1380 0, /* size (0 = byte, 1 = short, 2 = long) */
1382 FALSE, /* pc_relative */
1384 complain_overflow_dont,/* complain_on_overflow */
1385 bfd_elf_generic_reloc, /* special_function */
1386 "R_AARCH64_NONE", /* name */
1387 FALSE, /* partial_inplace */
1390 FALSE); /* pcrel_offset */
1392 /* Given HOWTO, return the bfd internal relocation enumerator. */
1394 static bfd_reloc_code_real_type
1395 elfNN_aarch64_bfd_reloc_from_howto (reloc_howto_type *howto)
1398 = (int) ARRAY_SIZE (elfNN_aarch64_howto_table);
1399 const ptrdiff_t offset
1400 = howto - elfNN_aarch64_howto_table;
1402 if (offset > 0 && offset < size - 1)
1403 return BFD_RELOC_AARCH64_RELOC_START + offset;
1405 if (howto == &elfNN_aarch64_howto_none)
1406 return BFD_RELOC_AARCH64_NONE;
1408 return BFD_RELOC_AARCH64_RELOC_START;
1411 /* Given R_TYPE, return the bfd internal relocation enumerator. */
1413 static bfd_reloc_code_real_type
1414 elfNN_aarch64_bfd_reloc_from_type (unsigned int r_type)
1416 static bfd_boolean initialized_p = FALSE;
1417 /* Indexed by R_TYPE, values are offsets in the howto_table. */
1418 static unsigned int offsets[R_AARCH64_end];
1420 if (initialized_p == FALSE)
1424 for (i = 1; i < ARRAY_SIZE (elfNN_aarch64_howto_table) - 1; ++i)
1425 if (elfNN_aarch64_howto_table[i].type != 0)
1426 offsets[elfNN_aarch64_howto_table[i].type] = i;
1428 initialized_p = TRUE;
1431 if (r_type == R_AARCH64_NONE || r_type == R_AARCH64_NULL)
1432 return BFD_RELOC_AARCH64_NONE;
1434 /* PR 17512: file: b371e70a. */
1435 if (r_type >= R_AARCH64_end)
1437 _bfd_error_handler (_("Invalid AArch64 reloc number: %d"), r_type);
1438 bfd_set_error (bfd_error_bad_value);
1439 return BFD_RELOC_AARCH64_NONE;
1442 return BFD_RELOC_AARCH64_RELOC_START + offsets[r_type];
1445 struct elf_aarch64_reloc_map
1447 bfd_reloc_code_real_type from;
1448 bfd_reloc_code_real_type to;
1451 /* Map bfd generic reloc to AArch64-specific reloc. */
1452 static const struct elf_aarch64_reloc_map elf_aarch64_reloc_map[] =
1454 {BFD_RELOC_NONE, BFD_RELOC_AARCH64_NONE},
1456 /* Basic data relocations. */
1457 {BFD_RELOC_CTOR, BFD_RELOC_AARCH64_NN},
1458 {BFD_RELOC_64, BFD_RELOC_AARCH64_64},
1459 {BFD_RELOC_32, BFD_RELOC_AARCH64_32},
1460 {BFD_RELOC_16, BFD_RELOC_AARCH64_16},
1461 {BFD_RELOC_64_PCREL, BFD_RELOC_AARCH64_64_PCREL},
1462 {BFD_RELOC_32_PCREL, BFD_RELOC_AARCH64_32_PCREL},
1463 {BFD_RELOC_16_PCREL, BFD_RELOC_AARCH64_16_PCREL},
1466 /* Given the bfd internal relocation enumerator in CODE, return the
1467 corresponding howto entry. */
1469 static reloc_howto_type *
1470 elfNN_aarch64_howto_from_bfd_reloc (bfd_reloc_code_real_type code)
1474 /* Convert bfd generic reloc to AArch64-specific reloc. */
1475 if (code < BFD_RELOC_AARCH64_RELOC_START
1476 || code > BFD_RELOC_AARCH64_RELOC_END)
1477 for (i = 0; i < ARRAY_SIZE (elf_aarch64_reloc_map); i++)
1478 if (elf_aarch64_reloc_map[i].from == code)
1480 code = elf_aarch64_reloc_map[i].to;
1484 if (code > BFD_RELOC_AARCH64_RELOC_START
1485 && code < BFD_RELOC_AARCH64_RELOC_END)
1486 if (elfNN_aarch64_howto_table[code - BFD_RELOC_AARCH64_RELOC_START].type)
1487 return &elfNN_aarch64_howto_table[code - BFD_RELOC_AARCH64_RELOC_START];
1489 if (code == BFD_RELOC_AARCH64_NONE)
1490 return &elfNN_aarch64_howto_none;
1495 static reloc_howto_type *
1496 elfNN_aarch64_howto_from_type (unsigned int r_type)
1498 bfd_reloc_code_real_type val;
1499 reloc_howto_type *howto;
1504 bfd_set_error (bfd_error_bad_value);
1509 if (r_type == R_AARCH64_NONE)
1510 return &elfNN_aarch64_howto_none;
1512 val = elfNN_aarch64_bfd_reloc_from_type (r_type);
1513 howto = elfNN_aarch64_howto_from_bfd_reloc (val);
1518 bfd_set_error (bfd_error_bad_value);
1523 elfNN_aarch64_info_to_howto (bfd *abfd ATTRIBUTE_UNUSED, arelent *bfd_reloc,
1524 Elf_Internal_Rela *elf_reloc)
1526 unsigned int r_type;
1528 r_type = ELFNN_R_TYPE (elf_reloc->r_info);
1529 bfd_reloc->howto = elfNN_aarch64_howto_from_type (r_type);
1532 static reloc_howto_type *
1533 elfNN_aarch64_reloc_type_lookup (bfd *abfd ATTRIBUTE_UNUSED,
1534 bfd_reloc_code_real_type code)
1536 reloc_howto_type *howto = elfNN_aarch64_howto_from_bfd_reloc (code);
1541 bfd_set_error (bfd_error_bad_value);
1545 static reloc_howto_type *
1546 elfNN_aarch64_reloc_name_lookup (bfd *abfd ATTRIBUTE_UNUSED,
1551 for (i = 1; i < ARRAY_SIZE (elfNN_aarch64_howto_table) - 1; ++i)
1552 if (elfNN_aarch64_howto_table[i].name != NULL
1553 && strcasecmp (elfNN_aarch64_howto_table[i].name, r_name) == 0)
1554 return &elfNN_aarch64_howto_table[i];
1559 #define TARGET_LITTLE_SYM aarch64_elfNN_le_vec
1560 #define TARGET_LITTLE_NAME "elfNN-littleaarch64"
1561 #define TARGET_BIG_SYM aarch64_elfNN_be_vec
1562 #define TARGET_BIG_NAME "elfNN-bigaarch64"
1564 /* The linker script knows the section names for placement.
1565 The entry_names are used to do simple name mangling on the stubs.
1566 Given a function name, and its type, the stub can be found. The
1567 name can be changed. The only requirement is the %s be present. */
1568 #define STUB_ENTRY_NAME "__%s_veneer"
1570 /* The name of the dynamic interpreter. This is put in the .interp
1572 #define ELF_DYNAMIC_INTERPRETER "/lib/ld.so.1"
1574 #define AARCH64_MAX_FWD_BRANCH_OFFSET \
1575 (((1 << 25) - 1) << 2)
1576 #define AARCH64_MAX_BWD_BRANCH_OFFSET \
1579 #define AARCH64_MAX_ADRP_IMM ((1 << 20) - 1)
1580 #define AARCH64_MIN_ADRP_IMM (-(1 << 20))
1583 aarch64_valid_for_adrp_p (bfd_vma value, bfd_vma place)
1585 bfd_signed_vma offset = (bfd_signed_vma) (PG (value) - PG (place)) >> 12;
1586 return offset <= AARCH64_MAX_ADRP_IMM && offset >= AARCH64_MIN_ADRP_IMM;
1590 aarch64_valid_branch_p (bfd_vma value, bfd_vma place)
1592 bfd_signed_vma offset = (bfd_signed_vma) (value - place);
1593 return (offset <= AARCH64_MAX_FWD_BRANCH_OFFSET
1594 && offset >= AARCH64_MAX_BWD_BRANCH_OFFSET);
1597 static const uint32_t aarch64_adrp_branch_stub [] =
1599 0x90000010, /* adrp ip0, X */
1600 /* R_AARCH64_ADR_HI21_PCREL(X) */
1601 0x91000210, /* add ip0, ip0, :lo12:X */
1602 /* R_AARCH64_ADD_ABS_LO12_NC(X) */
1603 0xd61f0200, /* br ip0 */
1606 static const uint32_t aarch64_long_branch_stub[] =
1609 0x58000090, /* ldr ip0, 1f */
1611 0x18000090, /* ldr wip0, 1f */
1613 0x10000011, /* adr ip1, #0 */
1614 0x8b110210, /* add ip0, ip0, ip1 */
1615 0xd61f0200, /* br ip0 */
1616 0x00000000, /* 1: .xword or .word
1617 R_AARCH64_PRELNN(X) + 12
1622 static const uint32_t aarch64_erratum_835769_stub[] =
1624 0x00000000, /* Placeholder for multiply accumulate. */
1625 0x14000000, /* b <label> */
1628 /* Section name for stubs is the associated section name plus this
1630 #define STUB_SUFFIX ".stub"
1632 enum elf_aarch64_stub_type
1635 aarch64_stub_adrp_branch,
1636 aarch64_stub_long_branch,
1637 aarch64_stub_erratum_835769_veneer,
1640 struct elf_aarch64_stub_hash_entry
1642 /* Base hash table entry structure. */
1643 struct bfd_hash_entry root;
1645 /* The stub section. */
1648 /* Offset within stub_sec of the beginning of this stub. */
1649 bfd_vma stub_offset;
1651 /* Given the symbol's value and its section we can determine its final
1652 value when building the stubs (so the stub knows where to jump). */
1653 bfd_vma target_value;
1654 asection *target_section;
1656 enum elf_aarch64_stub_type stub_type;
1658 /* The symbol table entry, if any, that this was derived from. */
1659 struct elf_aarch64_link_hash_entry *h;
1661 /* Destination symbol type */
1662 unsigned char st_type;
1664 /* Where this stub is being called from, or, in the case of combined
1665 stub sections, the first input section in the group. */
1668 /* The name for the local symbol at the start of this stub. The
1669 stub name in the hash table has to be unique; this does not, so
1670 it can be friendlier. */
1673 /* The instruction which caused this stub to be generated (only valid for
1674 erratum 835769 workaround stubs at present). */
1675 uint32_t veneered_insn;
1678 /* Used to build a map of a section. This is required for mixed-endian
1681 typedef struct elf_elf_section_map
1686 elf_aarch64_section_map;
1689 typedef struct _aarch64_elf_section_data
1691 struct bfd_elf_section_data elf;
1692 unsigned int mapcount;
1693 unsigned int mapsize;
1694 elf_aarch64_section_map *map;
1696 _aarch64_elf_section_data;
1698 #define elf_aarch64_section_data(sec) \
1699 ((_aarch64_elf_section_data *) elf_section_data (sec))
1701 /* A fix-descriptor for erratum 835769. */
1702 struct aarch64_erratum_835769_fix
1707 uint32_t veneered_insn;
1709 enum elf_aarch64_stub_type stub_type;
1712 /* The size of the thread control block which is defined to be two pointers. */
1713 #define TCB_SIZE (ARCH_SIZE/8)*2
1715 struct elf_aarch64_local_symbol
1717 unsigned int got_type;
1718 bfd_signed_vma got_refcount;
1721 /* Offset of the GOTPLT entry reserved for the TLS descriptor. The
1722 offset is from the end of the jump table and reserved entries
1725 The magic value (bfd_vma) -1 indicates that an offset has not be
1727 bfd_vma tlsdesc_got_jump_table_offset;
1730 struct elf_aarch64_obj_tdata
1732 struct elf_obj_tdata root;
1734 /* local symbol descriptors */
1735 struct elf_aarch64_local_symbol *locals;
1737 /* Zero to warn when linking objects with incompatible enum sizes. */
1738 int no_enum_size_warning;
1740 /* Zero to warn when linking objects with incompatible wchar_t sizes. */
1741 int no_wchar_size_warning;
1744 #define elf_aarch64_tdata(bfd) \
1745 ((struct elf_aarch64_obj_tdata *) (bfd)->tdata.any)
1747 #define elf_aarch64_locals(bfd) (elf_aarch64_tdata (bfd)->locals)
1749 #define is_aarch64_elf(bfd) \
1750 (bfd_get_flavour (bfd) == bfd_target_elf_flavour \
1751 && elf_tdata (bfd) != NULL \
1752 && elf_object_id (bfd) == AARCH64_ELF_DATA)
1755 elfNN_aarch64_mkobject (bfd *abfd)
1757 return bfd_elf_allocate_object (abfd, sizeof (struct elf_aarch64_obj_tdata),
1761 #define elf_aarch64_hash_entry(ent) \
1762 ((struct elf_aarch64_link_hash_entry *)(ent))
1764 #define GOT_UNKNOWN 0
1765 #define GOT_NORMAL 1
1766 #define GOT_TLS_GD 2
1767 #define GOT_TLS_IE 4
1768 #define GOT_TLSDESC_GD 8
1770 #define GOT_TLS_GD_ANY_P(type) ((type & GOT_TLS_GD) || (type & GOT_TLSDESC_GD))
1772 /* AArch64 ELF linker hash entry. */
1773 struct elf_aarch64_link_hash_entry
1775 struct elf_link_hash_entry root;
1777 /* Track dynamic relocs copied for this symbol. */
1778 struct elf_dyn_relocs *dyn_relocs;
1780 /* Since PLT entries have variable size, we need to record the
1781 index into .got.plt instead of recomputing it from the PLT
1783 bfd_signed_vma plt_got_offset;
1785 /* Bit mask representing the type of GOT entry(s) if any required by
1787 unsigned int got_type;
1789 /* A pointer to the most recently used stub hash entry against this
1791 struct elf_aarch64_stub_hash_entry *stub_cache;
1793 /* Offset of the GOTPLT entry reserved for the TLS descriptor. The offset
1794 is from the end of the jump table and reserved entries within the PLTGOT.
1796 The magic value (bfd_vma) -1 indicates that an offset has not
1798 bfd_vma tlsdesc_got_jump_table_offset;
1802 elfNN_aarch64_symbol_got_type (struct elf_link_hash_entry *h,
1804 unsigned long r_symndx)
1807 return elf_aarch64_hash_entry (h)->got_type;
1809 if (! elf_aarch64_locals (abfd))
1812 return elf_aarch64_locals (abfd)[r_symndx].got_type;
1815 /* Get the AArch64 elf linker hash table from a link_info structure. */
1816 #define elf_aarch64_hash_table(info) \
1817 ((struct elf_aarch64_link_hash_table *) ((info)->hash))
1819 #define aarch64_stub_hash_lookup(table, string, create, copy) \
1820 ((struct elf_aarch64_stub_hash_entry *) \
1821 bfd_hash_lookup ((table), (string), (create), (copy)))
1823 /* AArch64 ELF linker hash table. */
1824 struct elf_aarch64_link_hash_table
1826 /* The main hash table. */
1827 struct elf_link_hash_table root;
1829 /* Nonzero to force PIC branch veneers. */
1832 /* Fix erratum 835769. */
1833 int fix_erratum_835769;
1835 /* A table of fix locations for erratum 835769. This holds erratum
1836 fix locations between elfNN_aarch64_size_stubs() and
1837 elfNN_aarch64_write_section(). */
1838 struct aarch64_erratum_835769_fix *aarch64_erratum_835769_fixes;
1839 unsigned int num_aarch64_erratum_835769_fixes;
1841 /* The number of bytes in the initial entry in the PLT. */
1842 bfd_size_type plt_header_size;
1844 /* The number of bytes in the subsequent PLT etries. */
1845 bfd_size_type plt_entry_size;
1847 /* Short-cuts to get to dynamic linker sections. */
1851 /* Small local sym cache. */
1852 struct sym_cache sym_cache;
1854 /* For convenience in allocate_dynrelocs. */
1857 /* The amount of space used by the reserved portion of the sgotplt
1858 section, plus whatever space is used by the jump slots. */
1859 bfd_vma sgotplt_jump_table_size;
1861 /* The stub hash table. */
1862 struct bfd_hash_table stub_hash_table;
1864 /* Linker stub bfd. */
1867 /* Linker call-backs. */
1868 asection *(*add_stub_section) (const char *, asection *);
1869 void (*layout_sections_again) (void);
1871 /* Array to keep track of which stub sections have been created, and
1872 information on stub grouping. */
1875 /* This is the section to which stubs in the group will be
1878 /* The stub section. */
1882 /* Assorted information used by elfNN_aarch64_size_stubs. */
1883 unsigned int bfd_count;
1885 asection **input_list;
1887 /* The offset into splt of the PLT entry for the TLS descriptor
1888 resolver. Special values are 0, if not necessary (or not found
1889 to be necessary yet), and -1 if needed but not determined
1891 bfd_vma tlsdesc_plt;
1893 /* The GOT offset for the lazy trampoline. Communicated to the
1894 loader via DT_TLSDESC_GOT. The magic value (bfd_vma) -1
1895 indicates an offset is not allocated. */
1896 bfd_vma dt_tlsdesc_got;
1898 /* Used by local STT_GNU_IFUNC symbols. */
1899 htab_t loc_hash_table;
1900 void * loc_hash_memory;
1903 /* Create an entry in an AArch64 ELF linker hash table. */
1905 static struct bfd_hash_entry *
1906 elfNN_aarch64_link_hash_newfunc (struct bfd_hash_entry *entry,
1907 struct bfd_hash_table *table,
1910 struct elf_aarch64_link_hash_entry *ret =
1911 (struct elf_aarch64_link_hash_entry *) entry;
1913 /* Allocate the structure if it has not already been allocated by a
1916 ret = bfd_hash_allocate (table,
1917 sizeof (struct elf_aarch64_link_hash_entry));
1919 return (struct bfd_hash_entry *) ret;
1921 /* Call the allocation method of the superclass. */
1922 ret = ((struct elf_aarch64_link_hash_entry *)
1923 _bfd_elf_link_hash_newfunc ((struct bfd_hash_entry *) ret,
1927 ret->dyn_relocs = NULL;
1928 ret->got_type = GOT_UNKNOWN;
1929 ret->plt_got_offset = (bfd_vma) - 1;
1930 ret->stub_cache = NULL;
1931 ret->tlsdesc_got_jump_table_offset = (bfd_vma) - 1;
1934 return (struct bfd_hash_entry *) ret;
1937 /* Initialize an entry in the stub hash table. */
1939 static struct bfd_hash_entry *
1940 stub_hash_newfunc (struct bfd_hash_entry *entry,
1941 struct bfd_hash_table *table, const char *string)
1943 /* Allocate the structure if it has not already been allocated by a
1947 entry = bfd_hash_allocate (table,
1949 elf_aarch64_stub_hash_entry));
1954 /* Call the allocation method of the superclass. */
1955 entry = bfd_hash_newfunc (entry, table, string);
1958 struct elf_aarch64_stub_hash_entry *eh;
1960 /* Initialize the local fields. */
1961 eh = (struct elf_aarch64_stub_hash_entry *) entry;
1962 eh->stub_sec = NULL;
1963 eh->stub_offset = 0;
1964 eh->target_value = 0;
1965 eh->target_section = NULL;
1966 eh->stub_type = aarch64_stub_none;
1974 /* Compute a hash of a local hash entry. We use elf_link_hash_entry
1975 for local symbol so that we can handle local STT_GNU_IFUNC symbols
1976 as global symbol. We reuse indx and dynstr_index for local symbol
1977 hash since they aren't used by global symbols in this backend. */
1980 elfNN_aarch64_local_htab_hash (const void *ptr)
1982 struct elf_link_hash_entry *h
1983 = (struct elf_link_hash_entry *) ptr;
1984 return ELF_LOCAL_SYMBOL_HASH (h->indx, h->dynstr_index);
1987 /* Compare local hash entries. */
1990 elfNN_aarch64_local_htab_eq (const void *ptr1, const void *ptr2)
1992 struct elf_link_hash_entry *h1
1993 = (struct elf_link_hash_entry *) ptr1;
1994 struct elf_link_hash_entry *h2
1995 = (struct elf_link_hash_entry *) ptr2;
1997 return h1->indx == h2->indx && h1->dynstr_index == h2->dynstr_index;
2000 /* Find and/or create a hash entry for local symbol. */
2002 static struct elf_link_hash_entry *
2003 elfNN_aarch64_get_local_sym_hash (struct elf_aarch64_link_hash_table *htab,
2004 bfd *abfd, const Elf_Internal_Rela *rel,
2007 struct elf_aarch64_link_hash_entry e, *ret;
2008 asection *sec = abfd->sections;
2009 hashval_t h = ELF_LOCAL_SYMBOL_HASH (sec->id,
2010 ELFNN_R_SYM (rel->r_info));
2013 e.root.indx = sec->id;
2014 e.root.dynstr_index = ELFNN_R_SYM (rel->r_info);
2015 slot = htab_find_slot_with_hash (htab->loc_hash_table, &e, h,
2016 create ? INSERT : NO_INSERT);
2023 ret = (struct elf_aarch64_link_hash_entry *) *slot;
2027 ret = (struct elf_aarch64_link_hash_entry *)
2028 objalloc_alloc ((struct objalloc *) htab->loc_hash_memory,
2029 sizeof (struct elf_aarch64_link_hash_entry));
2032 memset (ret, 0, sizeof (*ret));
2033 ret->root.indx = sec->id;
2034 ret->root.dynstr_index = ELFNN_R_SYM (rel->r_info);
2035 ret->root.dynindx = -1;
2041 /* Copy the extra info we tack onto an elf_link_hash_entry. */
2044 elfNN_aarch64_copy_indirect_symbol (struct bfd_link_info *info,
2045 struct elf_link_hash_entry *dir,
2046 struct elf_link_hash_entry *ind)
2048 struct elf_aarch64_link_hash_entry *edir, *eind;
2050 edir = (struct elf_aarch64_link_hash_entry *) dir;
2051 eind = (struct elf_aarch64_link_hash_entry *) ind;
2053 if (eind->dyn_relocs != NULL)
2055 if (edir->dyn_relocs != NULL)
2057 struct elf_dyn_relocs **pp;
2058 struct elf_dyn_relocs *p;
2060 /* Add reloc counts against the indirect sym to the direct sym
2061 list. Merge any entries against the same section. */
2062 for (pp = &eind->dyn_relocs; (p = *pp) != NULL;)
2064 struct elf_dyn_relocs *q;
2066 for (q = edir->dyn_relocs; q != NULL; q = q->next)
2067 if (q->sec == p->sec)
2069 q->pc_count += p->pc_count;
2070 q->count += p->count;
2077 *pp = edir->dyn_relocs;
2080 edir->dyn_relocs = eind->dyn_relocs;
2081 eind->dyn_relocs = NULL;
2084 if (ind->root.type == bfd_link_hash_indirect)
2086 /* Copy over PLT info. */
2087 if (dir->got.refcount <= 0)
2089 edir->got_type = eind->got_type;
2090 eind->got_type = GOT_UNKNOWN;
2094 _bfd_elf_link_hash_copy_indirect (info, dir, ind);
2097 /* Destroy an AArch64 elf linker hash table. */
2100 elfNN_aarch64_link_hash_table_free (bfd *obfd)
2102 struct elf_aarch64_link_hash_table *ret
2103 = (struct elf_aarch64_link_hash_table *) obfd->link.hash;
2105 if (ret->loc_hash_table)
2106 htab_delete (ret->loc_hash_table);
2107 if (ret->loc_hash_memory)
2108 objalloc_free ((struct objalloc *) ret->loc_hash_memory);
2110 bfd_hash_table_free (&ret->stub_hash_table);
2111 _bfd_elf_link_hash_table_free (obfd);
2114 /* Create an AArch64 elf linker hash table. */
2116 static struct bfd_link_hash_table *
2117 elfNN_aarch64_link_hash_table_create (bfd *abfd)
2119 struct elf_aarch64_link_hash_table *ret;
2120 bfd_size_type amt = sizeof (struct elf_aarch64_link_hash_table);
2122 ret = bfd_zmalloc (amt);
2126 if (!_bfd_elf_link_hash_table_init
2127 (&ret->root, abfd, elfNN_aarch64_link_hash_newfunc,
2128 sizeof (struct elf_aarch64_link_hash_entry), AARCH64_ELF_DATA))
2134 ret->plt_header_size = PLT_ENTRY_SIZE;
2135 ret->plt_entry_size = PLT_SMALL_ENTRY_SIZE;
2137 ret->dt_tlsdesc_got = (bfd_vma) - 1;
2139 if (!bfd_hash_table_init (&ret->stub_hash_table, stub_hash_newfunc,
2140 sizeof (struct elf_aarch64_stub_hash_entry)))
2142 _bfd_elf_link_hash_table_free (abfd);
2146 ret->loc_hash_table = htab_try_create (1024,
2147 elfNN_aarch64_local_htab_hash,
2148 elfNN_aarch64_local_htab_eq,
2150 ret->loc_hash_memory = objalloc_create ();
2151 if (!ret->loc_hash_table || !ret->loc_hash_memory)
2153 elfNN_aarch64_link_hash_table_free (abfd);
2156 ret->root.root.hash_table_free = elfNN_aarch64_link_hash_table_free;
2158 return &ret->root.root;
2162 aarch64_relocate (unsigned int r_type, bfd *input_bfd, asection *input_section,
2163 bfd_vma offset, bfd_vma value)
2165 reloc_howto_type *howto;
2168 howto = elfNN_aarch64_howto_from_type (r_type);
2169 place = (input_section->output_section->vma + input_section->output_offset
2172 r_type = elfNN_aarch64_bfd_reloc_from_type (r_type);
2173 value = _bfd_aarch64_elf_resolve_relocation (r_type, place, value, 0, FALSE);
2174 return _bfd_aarch64_elf_put_addend (input_bfd,
2175 input_section->contents + offset, r_type,
2179 static enum elf_aarch64_stub_type
2180 aarch64_select_branch_stub (bfd_vma value, bfd_vma place)
2182 if (aarch64_valid_for_adrp_p (value, place))
2183 return aarch64_stub_adrp_branch;
2184 return aarch64_stub_long_branch;
2187 /* Determine the type of stub needed, if any, for a call. */
2189 static enum elf_aarch64_stub_type
2190 aarch64_type_of_stub (struct bfd_link_info *info,
2191 asection *input_sec,
2192 const Elf_Internal_Rela *rel,
2193 unsigned char st_type,
2194 struct elf_aarch64_link_hash_entry *hash,
2195 bfd_vma destination)
2198 bfd_signed_vma branch_offset;
2199 unsigned int r_type;
2200 struct elf_aarch64_link_hash_table *globals;
2201 enum elf_aarch64_stub_type stub_type = aarch64_stub_none;
2202 bfd_boolean via_plt_p;
2204 if (st_type != STT_FUNC)
2207 globals = elf_aarch64_hash_table (info);
2208 via_plt_p = (globals->root.splt != NULL && hash != NULL
2209 && hash->root.plt.offset != (bfd_vma) - 1);
2214 /* Determine where the call point is. */
2215 location = (input_sec->output_offset
2216 + input_sec->output_section->vma + rel->r_offset);
2218 branch_offset = (bfd_signed_vma) (destination - location);
2220 r_type = ELFNN_R_TYPE (rel->r_info);
2222 /* We don't want to redirect any old unconditional jump in this way,
2223 only one which is being used for a sibcall, where it is
2224 acceptable for the IP0 and IP1 registers to be clobbered. */
2225 if ((r_type == AARCH64_R (CALL26) || r_type == AARCH64_R (JUMP26))
2226 && (branch_offset > AARCH64_MAX_FWD_BRANCH_OFFSET
2227 || branch_offset < AARCH64_MAX_BWD_BRANCH_OFFSET))
2229 stub_type = aarch64_stub_long_branch;
2235 /* Build a name for an entry in the stub hash table. */
2238 elfNN_aarch64_stub_name (const asection *input_section,
2239 const asection *sym_sec,
2240 const struct elf_aarch64_link_hash_entry *hash,
2241 const Elf_Internal_Rela *rel)
2248 len = 8 + 1 + strlen (hash->root.root.root.string) + 1 + 16 + 1;
2249 stub_name = bfd_malloc (len);
2250 if (stub_name != NULL)
2251 snprintf (stub_name, len, "%08x_%s+%" BFD_VMA_FMT "x",
2252 (unsigned int) input_section->id,
2253 hash->root.root.root.string,
2258 len = 8 + 1 + 8 + 1 + 8 + 1 + 16 + 1;
2259 stub_name = bfd_malloc (len);
2260 if (stub_name != NULL)
2261 snprintf (stub_name, len, "%08x_%x:%x+%" BFD_VMA_FMT "x",
2262 (unsigned int) input_section->id,
2263 (unsigned int) sym_sec->id,
2264 (unsigned int) ELFNN_R_SYM (rel->r_info),
2271 /* Look up an entry in the stub hash. Stub entries are cached because
2272 creating the stub name takes a bit of time. */
2274 static struct elf_aarch64_stub_hash_entry *
2275 elfNN_aarch64_get_stub_entry (const asection *input_section,
2276 const asection *sym_sec,
2277 struct elf_link_hash_entry *hash,
2278 const Elf_Internal_Rela *rel,
2279 struct elf_aarch64_link_hash_table *htab)
2281 struct elf_aarch64_stub_hash_entry *stub_entry;
2282 struct elf_aarch64_link_hash_entry *h =
2283 (struct elf_aarch64_link_hash_entry *) hash;
2284 const asection *id_sec;
2286 if ((input_section->flags & SEC_CODE) == 0)
2289 /* If this input section is part of a group of sections sharing one
2290 stub section, then use the id of the first section in the group.
2291 Stub names need to include a section id, as there may well be
2292 more than one stub used to reach say, printf, and we need to
2293 distinguish between them. */
2294 id_sec = htab->stub_group[input_section->id].link_sec;
2296 if (h != NULL && h->stub_cache != NULL
2297 && h->stub_cache->h == h && h->stub_cache->id_sec == id_sec)
2299 stub_entry = h->stub_cache;
2305 stub_name = elfNN_aarch64_stub_name (id_sec, sym_sec, h, rel);
2306 if (stub_name == NULL)
2309 stub_entry = aarch64_stub_hash_lookup (&htab->stub_hash_table,
2310 stub_name, FALSE, FALSE);
2312 h->stub_cache = stub_entry;
2320 /* Add a new stub entry to the stub hash. Not all fields of the new
2321 stub entry are initialised. */
2323 static struct elf_aarch64_stub_hash_entry *
2324 elfNN_aarch64_add_stub (const char *stub_name,
2326 struct elf_aarch64_link_hash_table *htab)
2330 struct elf_aarch64_stub_hash_entry *stub_entry;
2332 link_sec = htab->stub_group[section->id].link_sec;
2333 stub_sec = htab->stub_group[section->id].stub_sec;
2334 if (stub_sec == NULL)
2336 stub_sec = htab->stub_group[link_sec->id].stub_sec;
2337 if (stub_sec == NULL)
2343 namelen = strlen (link_sec->name);
2344 len = namelen + sizeof (STUB_SUFFIX);
2345 s_name = bfd_alloc (htab->stub_bfd, len);
2349 memcpy (s_name, link_sec->name, namelen);
2350 memcpy (s_name + namelen, STUB_SUFFIX, sizeof (STUB_SUFFIX));
2351 stub_sec = (*htab->add_stub_section) (s_name, link_sec);
2352 if (stub_sec == NULL)
2354 htab->stub_group[link_sec->id].stub_sec = stub_sec;
2356 htab->stub_group[section->id].stub_sec = stub_sec;
2359 /* Enter this entry into the linker stub hash table. */
2360 stub_entry = aarch64_stub_hash_lookup (&htab->stub_hash_table, stub_name,
2362 if (stub_entry == NULL)
2364 (*_bfd_error_handler) (_("%s: cannot create stub entry %s"),
2365 section->owner, stub_name);
2369 stub_entry->stub_sec = stub_sec;
2370 stub_entry->stub_offset = 0;
2371 stub_entry->id_sec = link_sec;
2377 aarch64_build_one_stub (struct bfd_hash_entry *gen_entry,
2378 void *in_arg ATTRIBUTE_UNUSED)
2380 struct elf_aarch64_stub_hash_entry *stub_entry;
2385 bfd_vma veneered_insn_loc;
2386 bfd_vma veneer_entry_loc;
2387 bfd_signed_vma branch_offset = 0;
2388 unsigned int template_size;
2389 const uint32_t *template;
2392 /* Massage our args to the form they really have. */
2393 stub_entry = (struct elf_aarch64_stub_hash_entry *) gen_entry;
2395 stub_sec = stub_entry->stub_sec;
2397 /* Make a note of the offset within the stubs for this entry. */
2398 stub_entry->stub_offset = stub_sec->size;
2399 loc = stub_sec->contents + stub_entry->stub_offset;
2401 stub_bfd = stub_sec->owner;
2403 /* This is the address of the stub destination. */
2404 sym_value = (stub_entry->target_value
2405 + stub_entry->target_section->output_offset
2406 + stub_entry->target_section->output_section->vma);
2408 if (stub_entry->stub_type == aarch64_stub_long_branch)
2410 bfd_vma place = (stub_entry->stub_offset + stub_sec->output_section->vma
2411 + stub_sec->output_offset);
2413 /* See if we can relax the stub. */
2414 if (aarch64_valid_for_adrp_p (sym_value, place))
2415 stub_entry->stub_type = aarch64_select_branch_stub (sym_value, place);
2418 switch (stub_entry->stub_type)
2420 case aarch64_stub_adrp_branch:
2421 template = aarch64_adrp_branch_stub;
2422 template_size = sizeof (aarch64_adrp_branch_stub);
2424 case aarch64_stub_long_branch:
2425 template = aarch64_long_branch_stub;
2426 template_size = sizeof (aarch64_long_branch_stub);
2428 case aarch64_stub_erratum_835769_veneer:
2429 template = aarch64_erratum_835769_stub;
2430 template_size = sizeof (aarch64_erratum_835769_stub);
2437 for (i = 0; i < (template_size / sizeof template[0]); i++)
2439 bfd_putl32 (template[i], loc);
2443 template_size = (template_size + 7) & ~7;
2444 stub_sec->size += template_size;
2446 switch (stub_entry->stub_type)
2448 case aarch64_stub_adrp_branch:
2449 if (aarch64_relocate (AARCH64_R (ADR_PREL_PG_HI21), stub_bfd, stub_sec,
2450 stub_entry->stub_offset, sym_value))
2451 /* The stub would not have been relaxed if the offset was out
2455 _bfd_final_link_relocate
2456 (elfNN_aarch64_howto_from_type (AARCH64_R (ADD_ABS_LO12_NC)),
2460 stub_entry->stub_offset + 4,
2465 case aarch64_stub_long_branch:
2466 /* We want the value relative to the address 12 bytes back from the
2468 _bfd_final_link_relocate (elfNN_aarch64_howto_from_type
2469 (AARCH64_R (PRELNN)), stub_bfd, stub_sec,
2471 stub_entry->stub_offset + 16,
2475 case aarch64_stub_erratum_835769_veneer:
2476 veneered_insn_loc = stub_entry->target_section->output_section->vma
2477 + stub_entry->target_section->output_offset
2478 + stub_entry->target_value;
2479 veneer_entry_loc = stub_entry->stub_sec->output_section->vma
2480 + stub_entry->stub_sec->output_offset
2481 + stub_entry->stub_offset;
2482 branch_offset = veneered_insn_loc - veneer_entry_loc;
2483 branch_offset >>= 2;
2484 branch_offset &= 0x3ffffff;
2485 bfd_putl32 (stub_entry->veneered_insn,
2486 stub_sec->contents + stub_entry->stub_offset);
2487 bfd_putl32 (template[1] | branch_offset,
2488 stub_sec->contents + stub_entry->stub_offset + 4);
2498 /* As above, but don't actually build the stub. Just bump offset so
2499 we know stub section sizes. */
2502 aarch64_size_one_stub (struct bfd_hash_entry *gen_entry,
2503 void *in_arg ATTRIBUTE_UNUSED)
2505 struct elf_aarch64_stub_hash_entry *stub_entry;
2508 /* Massage our args to the form they really have. */
2509 stub_entry = (struct elf_aarch64_stub_hash_entry *) gen_entry;
2511 switch (stub_entry->stub_type)
2513 case aarch64_stub_adrp_branch:
2514 size = sizeof (aarch64_adrp_branch_stub);
2516 case aarch64_stub_long_branch:
2517 size = sizeof (aarch64_long_branch_stub);
2519 case aarch64_stub_erratum_835769_veneer:
2520 size = sizeof (aarch64_erratum_835769_stub);
2528 size = (size + 7) & ~7;
2529 stub_entry->stub_sec->size += size;
2533 /* External entry points for sizing and building linker stubs. */
2535 /* Set up various things so that we can make a list of input sections
2536 for each output section included in the link. Returns -1 on error,
2537 0 when no stubs will be needed, and 1 on success. */
2540 elfNN_aarch64_setup_section_lists (bfd *output_bfd,
2541 struct bfd_link_info *info)
2544 unsigned int bfd_count;
2545 int top_id, top_index;
2547 asection **input_list, **list;
2549 struct elf_aarch64_link_hash_table *htab =
2550 elf_aarch64_hash_table (info);
2552 if (!is_elf_hash_table (htab))
2555 /* Count the number of input BFDs and find the top input section id. */
2556 for (input_bfd = info->input_bfds, bfd_count = 0, top_id = 0;
2557 input_bfd != NULL; input_bfd = input_bfd->link.next)
2560 for (section = input_bfd->sections;
2561 section != NULL; section = section->next)
2563 if (top_id < section->id)
2564 top_id = section->id;
2567 htab->bfd_count = bfd_count;
2569 amt = sizeof (struct map_stub) * (top_id + 1);
2570 htab->stub_group = bfd_zmalloc (amt);
2571 if (htab->stub_group == NULL)
2574 /* We can't use output_bfd->section_count here to find the top output
2575 section index as some sections may have been removed, and
2576 _bfd_strip_section_from_output doesn't renumber the indices. */
2577 for (section = output_bfd->sections, top_index = 0;
2578 section != NULL; section = section->next)
2580 if (top_index < section->index)
2581 top_index = section->index;
2584 htab->top_index = top_index;
2585 amt = sizeof (asection *) * (top_index + 1);
2586 input_list = bfd_malloc (amt);
2587 htab->input_list = input_list;
2588 if (input_list == NULL)
2591 /* For sections we aren't interested in, mark their entries with a
2592 value we can check later. */
2593 list = input_list + top_index;
2595 *list = bfd_abs_section_ptr;
2596 while (list-- != input_list);
2598 for (section = output_bfd->sections;
2599 section != NULL; section = section->next)
2601 if ((section->flags & SEC_CODE) != 0)
2602 input_list[section->index] = NULL;
2608 /* Used by elfNN_aarch64_next_input_section and group_sections. */
2609 #define PREV_SEC(sec) (htab->stub_group[(sec)->id].link_sec)
2611 /* The linker repeatedly calls this function for each input section,
2612 in the order that input sections are linked into output sections.
2613 Build lists of input sections to determine groupings between which
2614 we may insert linker stubs. */
2617 elfNN_aarch64_next_input_section (struct bfd_link_info *info, asection *isec)
2619 struct elf_aarch64_link_hash_table *htab =
2620 elf_aarch64_hash_table (info);
2622 if (isec->output_section->index <= htab->top_index)
2624 asection **list = htab->input_list + isec->output_section->index;
2626 if (*list != bfd_abs_section_ptr)
2628 /* Steal the link_sec pointer for our list. */
2629 /* This happens to make the list in reverse order,
2630 which is what we want. */
2631 PREV_SEC (isec) = *list;
2637 /* See whether we can group stub sections together. Grouping stub
2638 sections may result in fewer stubs. More importantly, we need to
2639 put all .init* and .fini* stubs at the beginning of the .init or
2640 .fini output sections respectively, because glibc splits the
2641 _init and _fini functions into multiple parts. Putting a stub in
2642 the middle of a function is not a good idea. */
2645 group_sections (struct elf_aarch64_link_hash_table *htab,
2646 bfd_size_type stub_group_size,
2647 bfd_boolean stubs_always_before_branch)
2649 asection **list = htab->input_list + htab->top_index;
2653 asection *tail = *list;
2655 if (tail == bfd_abs_section_ptr)
2658 while (tail != NULL)
2662 bfd_size_type total;
2666 while ((prev = PREV_SEC (curr)) != NULL
2667 && ((total += curr->output_offset - prev->output_offset)
2671 /* OK, the size from the start of CURR to the end is less
2672 than stub_group_size and thus can be handled by one stub
2673 section. (Or the tail section is itself larger than
2674 stub_group_size, in which case we may be toast.)
2675 We should really be keeping track of the total size of
2676 stubs added here, as stubs contribute to the final output
2680 prev = PREV_SEC (tail);
2681 /* Set up this stub group. */
2682 htab->stub_group[tail->id].link_sec = curr;
2684 while (tail != curr && (tail = prev) != NULL);
2686 /* But wait, there's more! Input sections up to stub_group_size
2687 bytes before the stub section can be handled by it too. */
2688 if (!stubs_always_before_branch)
2692 && ((total += tail->output_offset - prev->output_offset)
2696 prev = PREV_SEC (tail);
2697 htab->stub_group[tail->id].link_sec = curr;
2703 while (list-- != htab->input_list);
2705 free (htab->input_list);
2710 #define AARCH64_BITS(x, pos, n) (((x) >> (pos)) & ((1 << (n)) - 1))
2712 #define AARCH64_RT(insn) AARCH64_BITS (insn, 0, 5)
2713 #define AARCH64_RT2(insn) AARCH64_BITS (insn, 10, 5)
2714 #define AARCH64_RA(insn) AARCH64_BITS (insn, 10, 5)
2715 #define AARCH64_RD(insn) AARCH64_BITS (insn, 0, 5)
2716 #define AARCH64_RN(insn) AARCH64_BITS (insn, 5, 5)
2717 #define AARCH64_RM(insn) AARCH64_BITS (insn, 16, 5)
2719 #define AARCH64_MAC(insn) (((insn) & 0xff000000) == 0x9b000000)
2720 #define AARCH64_BIT(insn, n) AARCH64_BITS (insn, n, 1)
2721 #define AARCH64_OP31(insn) AARCH64_BITS (insn, 21, 3)
2722 #define AARCH64_ZR 0x1f
2724 /* All ld/st ops. See C4-182 of the ARM ARM. The encoding space for
2725 LD_PCREL, LDST_RO, LDST_UI and LDST_UIMM cover prefetch ops. */
2727 #define AARCH64_LD(insn) (AARCH64_BIT (insn, 22) == 1)
2728 #define AARCH64_LDST(insn) (((insn) & 0x0a000000) == 0x08000000)
2729 #define AARCH64_LDST_EX(insn) (((insn) & 0x3f000000) == 0x08000000)
2730 #define AARCH64_LDST_PCREL(insn) (((insn) & 0x3b000000) == 0x18000000)
2731 #define AARCH64_LDST_NAP(insn) (((insn) & 0x3b800000) == 0x28000000)
2732 #define AARCH64_LDSTP_PI(insn) (((insn) & 0x3b800000) == 0x28800000)
2733 #define AARCH64_LDSTP_O(insn) (((insn) & 0x3b800000) == 0x29000000)
2734 #define AARCH64_LDSTP_PRE(insn) (((insn) & 0x3b800000) == 0x29800000)
2735 #define AARCH64_LDST_UI(insn) (((insn) & 0x3b200c00) == 0x38000000)
2736 #define AARCH64_LDST_PIIMM(insn) (((insn) & 0x3b200c00) == 0x38000400)
2737 #define AARCH64_LDST_U(insn) (((insn) & 0x3b200c00) == 0x38000800)
2738 #define AARCH64_LDST_PREIMM(insn) (((insn) & 0x3b200c00) == 0x38000c00)
2739 #define AARCH64_LDST_RO(insn) (((insn) & 0x3b200c00) == 0x38200800)
2740 #define AARCH64_LDST_UIMM(insn) (((insn) & 0x3b000000) == 0x39000000)
2741 #define AARCH64_LDST_SIMD_M(insn) (((insn) & 0xbfbf0000) == 0x0c000000)
2742 #define AARCH64_LDST_SIMD_M_PI(insn) (((insn) & 0xbfa00000) == 0x0c800000)
2743 #define AARCH64_LDST_SIMD_S(insn) (((insn) & 0xbf9f0000) == 0x0d000000)
2744 #define AARCH64_LDST_SIMD_S_PI(insn) (((insn) & 0xbf800000) == 0x0d800000)
2746 /* Classify an INSN if it is indeed a load/store. Return TRUE if INSN
2747 is a load/store along with the Rt and Rtn. Return FALSE if not a
2751 aarch64_mem_op_p (uint32_t insn, unsigned int *rt, unsigned int *rtn,
2752 bfd_boolean *pair, bfd_boolean *load)
2760 /* Bail out quickly if INSN doesn't fall into the the load-store
2762 if (!AARCH64_LDST (insn))
2767 if (AARCH64_LDST_EX (insn))
2769 *rt = AARCH64_RT (insn);
2771 if (AARCH64_BIT (insn, 21) == 1)
2774 *rtn = AARCH64_RT2 (insn);
2776 *load = AARCH64_LD (insn);
2779 else if (AARCH64_LDST_NAP (insn)
2780 || AARCH64_LDSTP_PI (insn)
2781 || AARCH64_LDSTP_O (insn)
2782 || AARCH64_LDSTP_PRE (insn))
2785 *rt = AARCH64_RT (insn);
2786 *rtn = AARCH64_RT2 (insn);
2787 *load = AARCH64_LD (insn);
2790 else if (AARCH64_LDST_PCREL (insn)
2791 || AARCH64_LDST_UI (insn)
2792 || AARCH64_LDST_PIIMM (insn)
2793 || AARCH64_LDST_U (insn)
2794 || AARCH64_LDST_PREIMM (insn)
2795 || AARCH64_LDST_RO (insn)
2796 || AARCH64_LDST_UIMM (insn))
2798 *rt = AARCH64_RT (insn);
2800 if (AARCH64_LDST_PCREL (insn))
2802 opc = AARCH64_BITS (insn, 22, 2);
2803 v = AARCH64_BIT (insn, 26);
2804 opc_v = opc | (v << 2);
2805 *load = (opc_v == 1 || opc_v == 2 || opc_v == 3
2806 || opc_v == 5 || opc_v == 7);
2809 else if (AARCH64_LDST_SIMD_M (insn)
2810 || AARCH64_LDST_SIMD_M_PI (insn))
2812 *rt = AARCH64_RT (insn);
2813 *load = AARCH64_BIT (insn, 22);
2814 opcode = (insn >> 12) & 0xf;
2841 else if (AARCH64_LDST_SIMD_S (insn)
2842 || AARCH64_LDST_SIMD_S_PI (insn))
2844 *rt = AARCH64_RT (insn);
2845 r = (insn >> 21) & 1;
2846 *load = AARCH64_BIT (insn, 22);
2847 opcode = (insn >> 13) & 0x7;
2859 *rtn = *rt + (r == 0 ? 2 : 3);
2867 *rtn = *rt + (r == 0 ? 2 : 3);
2879 /* Return TRUE if INSN is multiply-accumulate. */
2882 aarch64_mlxl_p (uint32_t insn)
2884 uint32_t op31 = AARCH64_OP31 (insn);
2886 if (AARCH64_MAC (insn)
2887 && (op31 == 0 || op31 == 1 || op31 == 5)
2888 /* Exclude MUL instructions which are encoded as a multiple accumulate
2890 && AARCH64_RA (insn) != AARCH64_ZR)
2896 /* Some early revisions of the Cortex-A53 have an erratum (835769) whereby
2897 it is possible for a 64-bit multiply-accumulate instruction to generate an
2898 incorrect result. The details are quite complex and hard to
2899 determine statically, since branches in the code may exist in some
2900 circumstances, but all cases end with a memory (load, store, or
2901 prefetch) instruction followed immediately by the multiply-accumulate
2902 operation. We employ a linker patching technique, by moving the potentially
2903 affected multiply-accumulate instruction into a patch region and replacing
2904 the original instruction with a branch to the patch. This function checks
2905 if INSN_1 is the memory operation followed by a multiply-accumulate
2906 operation (INSN_2). Return TRUE if an erratum sequence is found, FALSE
2907 if INSN_1 and INSN_2 are safe. */
2910 aarch64_erratum_sequence (uint32_t insn_1, uint32_t insn_2)
2920 if (aarch64_mlxl_p (insn_2)
2921 && aarch64_mem_op_p (insn_1, &rt, &rtn, &pair, &load))
2923 /* Any SIMD memory op is independent of the subsequent MLA
2924 by definition of the erratum. */
2925 if (AARCH64_BIT (insn_1, 26))
2928 /* If not SIMD, check for integer memory ops and MLA relationship. */
2929 rn = AARCH64_RN (insn_2);
2930 ra = AARCH64_RA (insn_2);
2931 rm = AARCH64_RM (insn_2);
2933 /* If this is a load and there's a true(RAW) dependency, we are safe
2934 and this is not an erratum sequence. */
2936 (rt == rn || rt == rm || rt == ra
2937 || (pair && (rtn == rn || rtn == rm || rtn == ra))))
2940 /* We conservatively put out stubs for all other cases (including
2948 /* Used to order a list of mapping symbols by address. */
2951 elf_aarch64_compare_mapping (const void *a, const void *b)
2953 const elf_aarch64_section_map *amap = (const elf_aarch64_section_map *) a;
2954 const elf_aarch64_section_map *bmap = (const elf_aarch64_section_map *) b;
2956 if (amap->vma > bmap->vma)
2958 else if (amap->vma < bmap->vma)
2960 else if (amap->type > bmap->type)
2961 /* Ensure results do not depend on the host qsort for objects with
2962 multiple mapping symbols at the same address by sorting on type
2965 else if (amap->type < bmap->type)
2972 erratum_835769_scan (bfd *input_bfd,
2973 struct bfd_link_info *info,
2974 struct aarch64_erratum_835769_fix **fixes_p,
2975 unsigned int *num_fixes_p,
2976 unsigned int *fix_table_size_p)
2979 struct elf_aarch64_link_hash_table *htab = elf_aarch64_hash_table (info);
2980 struct aarch64_erratum_835769_fix *fixes = *fixes_p;
2981 unsigned int num_fixes = *num_fixes_p;
2982 unsigned int fix_table_size = *fix_table_size_p;
2987 for (section = input_bfd->sections;
2989 section = section->next)
2991 bfd_byte *contents = NULL;
2992 struct _aarch64_elf_section_data *sec_data;
2995 if (elf_section_type (section) != SHT_PROGBITS
2996 || (elf_section_flags (section) & SHF_EXECINSTR) == 0
2997 || (section->flags & SEC_EXCLUDE) != 0
2998 || (section->sec_info_type == SEC_INFO_TYPE_JUST_SYMS)
2999 || (section->output_section == bfd_abs_section_ptr))
3002 if (elf_section_data (section)->this_hdr.contents != NULL)
3003 contents = elf_section_data (section)->this_hdr.contents;
3004 else if (! bfd_malloc_and_get_section (input_bfd, section, &contents))
3007 sec_data = elf_aarch64_section_data (section);
3009 qsort (sec_data->map, sec_data->mapcount,
3010 sizeof (elf_aarch64_section_map), elf_aarch64_compare_mapping);
3012 for (span = 0; span < sec_data->mapcount; span++)
3014 unsigned int span_start = sec_data->map[span].vma;
3015 unsigned int span_end = ((span == sec_data->mapcount - 1)
3016 ? sec_data->map[0].vma + section->size
3017 : sec_data->map[span + 1].vma);
3019 char span_type = sec_data->map[span].type;
3021 if (span_type == 'd')
3024 for (i = span_start; i + 4 < span_end; i += 4)
3026 uint32_t insn_1 = bfd_getl32 (contents + i);
3027 uint32_t insn_2 = bfd_getl32 (contents + i + 4);
3029 if (aarch64_erratum_sequence (insn_1, insn_2))
3031 char *stub_name = NULL;
3032 stub_name = (char *) bfd_malloc
3033 (strlen ("__erratum_835769_veneer_") + 16);
3034 if (stub_name != NULL)
3036 (stub_name,"__erratum_835769_veneer_%d", num_fixes);
3040 if (num_fixes == fix_table_size)
3042 fix_table_size *= 2;
3044 (struct aarch64_erratum_835769_fix *)
3046 sizeof (struct aarch64_erratum_835769_fix)
3052 fixes[num_fixes].input_bfd = input_bfd;
3053 fixes[num_fixes].section = section;
3054 fixes[num_fixes].offset = i + 4;
3055 fixes[num_fixes].veneered_insn = insn_2;
3056 fixes[num_fixes].stub_name = stub_name;
3057 fixes[num_fixes].stub_type = aarch64_stub_erratum_835769_veneer;
3062 if (elf_section_data (section)->this_hdr.contents == NULL)
3067 *num_fixes_p = num_fixes;
3068 *fix_table_size_p = fix_table_size;
3072 /* Find or create a stub section. Returns a pointer to the stub section, and
3073 the section to which the stub section will be attached (in *LINK_SEC_P).
3074 LINK_SEC_P may be NULL. */
3077 elf_aarch64_create_or_find_stub_sec (asection **link_sec_p, asection *section,
3078 struct elf_aarch64_link_hash_table *htab)
3083 link_sec = htab->stub_group[section->id].link_sec;
3084 BFD_ASSERT (link_sec != NULL);
3085 stub_sec = htab->stub_group[section->id].stub_sec;
3087 if (stub_sec == NULL)
3089 stub_sec = htab->stub_group[link_sec->id].stub_sec;
3090 if (stub_sec == NULL)
3096 namelen = strlen (link_sec->name);
3097 len = namelen + sizeof (STUB_SUFFIX);
3098 s_name = (char *) bfd_alloc (htab->stub_bfd, len);
3102 memcpy (s_name, link_sec->name, namelen);
3103 memcpy (s_name + namelen, STUB_SUFFIX, sizeof (STUB_SUFFIX));
3104 stub_sec = (*htab->add_stub_section) (s_name, link_sec);
3106 if (stub_sec == NULL)
3108 htab->stub_group[link_sec->id].stub_sec = stub_sec;
3110 htab->stub_group[section->id].stub_sec = stub_sec;
3114 *link_sec_p = link_sec;
3119 /* Determine and set the size of the stub section for a final link.
3121 The basic idea here is to examine all the relocations looking for
3122 PC-relative calls to a target that is unreachable with a "bl"
3126 elfNN_aarch64_size_stubs (bfd *output_bfd,
3128 struct bfd_link_info *info,
3129 bfd_signed_vma group_size,
3130 asection * (*add_stub_section) (const char *,
3132 void (*layout_sections_again) (void))
3134 bfd_size_type stub_group_size;
3135 bfd_boolean stubs_always_before_branch;
3136 bfd_boolean stub_changed = 0;
3137 struct elf_aarch64_link_hash_table *htab = elf_aarch64_hash_table (info);
3138 struct aarch64_erratum_835769_fix *erratum_835769_fixes = NULL;
3139 unsigned int num_erratum_835769_fixes = 0;
3140 unsigned int erratum_835769_fix_table_size = 10;
3143 if (htab->fix_erratum_835769)
3145 erratum_835769_fixes
3146 = (struct aarch64_erratum_835769_fix *)
3148 (sizeof (struct aarch64_erratum_835769_fix) *
3149 erratum_835769_fix_table_size);
3150 if (erratum_835769_fixes == NULL)
3151 goto error_ret_free_local;
3154 /* Propagate mach to stub bfd, because it may not have been
3155 finalized when we created stub_bfd. */
3156 bfd_set_arch_mach (stub_bfd, bfd_get_arch (output_bfd),
3157 bfd_get_mach (output_bfd));
3159 /* Stash our params away. */
3160 htab->stub_bfd = stub_bfd;
3161 htab->add_stub_section = add_stub_section;
3162 htab->layout_sections_again = layout_sections_again;
3163 stubs_always_before_branch = group_size < 0;
3165 stub_group_size = -group_size;
3167 stub_group_size = group_size;
3169 if (stub_group_size == 1)
3171 /* Default values. */
3172 /* AArch64 branch range is +-128MB. The value used is 1MB less. */
3173 stub_group_size = 127 * 1024 * 1024;
3176 group_sections (htab, stub_group_size, stubs_always_before_branch);
3181 unsigned int bfd_indx;
3183 unsigned prev_num_erratum_835769_fixes = num_erratum_835769_fixes;
3185 num_erratum_835769_fixes = 0;
3186 for (input_bfd = info->input_bfds, bfd_indx = 0;
3187 input_bfd != NULL; input_bfd = input_bfd->link.next, bfd_indx++)
3189 Elf_Internal_Shdr *symtab_hdr;
3191 Elf_Internal_Sym *local_syms = NULL;
3193 /* We'll need the symbol table in a second. */
3194 symtab_hdr = &elf_tdata (input_bfd)->symtab_hdr;
3195 if (symtab_hdr->sh_info == 0)
3198 /* Walk over each section attached to the input bfd. */
3199 for (section = input_bfd->sections;
3200 section != NULL; section = section->next)
3202 Elf_Internal_Rela *internal_relocs, *irelaend, *irela;
3204 /* If there aren't any relocs, then there's nothing more
3206 if ((section->flags & SEC_RELOC) == 0
3207 || section->reloc_count == 0
3208 || (section->flags & SEC_CODE) == 0)
3211 /* If this section is a link-once section that will be
3212 discarded, then don't create any stubs. */
3213 if (section->output_section == NULL
3214 || section->output_section->owner != output_bfd)
3217 /* Get the relocs. */
3219 = _bfd_elf_link_read_relocs (input_bfd, section, NULL,
3220 NULL, info->keep_memory);
3221 if (internal_relocs == NULL)
3222 goto error_ret_free_local;
3224 /* Now examine each relocation. */
3225 irela = internal_relocs;
3226 irelaend = irela + section->reloc_count;
3227 for (; irela < irelaend; irela++)
3229 unsigned int r_type, r_indx;
3230 enum elf_aarch64_stub_type stub_type;
3231 struct elf_aarch64_stub_hash_entry *stub_entry;
3234 bfd_vma destination;
3235 struct elf_aarch64_link_hash_entry *hash;
3236 const char *sym_name;
3238 const asection *id_sec;
3239 unsigned char st_type;
3242 r_type = ELFNN_R_TYPE (irela->r_info);
3243 r_indx = ELFNN_R_SYM (irela->r_info);
3245 if (r_type >= (unsigned int) R_AARCH64_end)
3247 bfd_set_error (bfd_error_bad_value);
3248 error_ret_free_internal:
3249 if (elf_section_data (section)->relocs == NULL)
3250 free (internal_relocs);
3251 goto error_ret_free_local;
3254 /* Only look for stubs on unconditional branch and
3255 branch and link instructions. */
3256 if (r_type != (unsigned int) AARCH64_R (CALL26)
3257 && r_type != (unsigned int) AARCH64_R (JUMP26))
3260 /* Now determine the call target, its name, value,
3267 if (r_indx < symtab_hdr->sh_info)
3269 /* It's a local symbol. */
3270 Elf_Internal_Sym *sym;
3271 Elf_Internal_Shdr *hdr;
3273 if (local_syms == NULL)
3276 = (Elf_Internal_Sym *) symtab_hdr->contents;
3277 if (local_syms == NULL)
3279 = bfd_elf_get_elf_syms (input_bfd, symtab_hdr,
3280 symtab_hdr->sh_info, 0,
3282 if (local_syms == NULL)
3283 goto error_ret_free_internal;
3286 sym = local_syms + r_indx;
3287 hdr = elf_elfsections (input_bfd)[sym->st_shndx];
3288 sym_sec = hdr->bfd_section;
3290 /* This is an undefined symbol. It can never
3294 if (ELF_ST_TYPE (sym->st_info) != STT_SECTION)
3295 sym_value = sym->st_value;
3296 destination = (sym_value + irela->r_addend
3297 + sym_sec->output_offset
3298 + sym_sec->output_section->vma);
3299 st_type = ELF_ST_TYPE (sym->st_info);
3301 = bfd_elf_string_from_elf_section (input_bfd,
3302 symtab_hdr->sh_link,
3309 e_indx = r_indx - symtab_hdr->sh_info;
3310 hash = ((struct elf_aarch64_link_hash_entry *)
3311 elf_sym_hashes (input_bfd)[e_indx]);
3313 while (hash->root.root.type == bfd_link_hash_indirect
3314 || hash->root.root.type == bfd_link_hash_warning)
3315 hash = ((struct elf_aarch64_link_hash_entry *)
3316 hash->root.root.u.i.link);
3318 if (hash->root.root.type == bfd_link_hash_defined
3319 || hash->root.root.type == bfd_link_hash_defweak)
3321 struct elf_aarch64_link_hash_table *globals =
3322 elf_aarch64_hash_table (info);
3323 sym_sec = hash->root.root.u.def.section;
3324 sym_value = hash->root.root.u.def.value;
3325 /* For a destination in a shared library,
3326 use the PLT stub as target address to
3327 decide whether a branch stub is
3329 if (globals->root.splt != NULL && hash != NULL
3330 && hash->root.plt.offset != (bfd_vma) - 1)
3332 sym_sec = globals->root.splt;
3333 sym_value = hash->root.plt.offset;
3334 if (sym_sec->output_section != NULL)
3335 destination = (sym_value
3336 + sym_sec->output_offset
3338 sym_sec->output_section->vma);
3340 else if (sym_sec->output_section != NULL)
3341 destination = (sym_value + irela->r_addend
3342 + sym_sec->output_offset
3343 + sym_sec->output_section->vma);
3345 else if (hash->root.root.type == bfd_link_hash_undefined
3346 || (hash->root.root.type
3347 == bfd_link_hash_undefweak))
3349 /* For a shared library, use the PLT stub as
3350 target address to decide whether a long
3351 branch stub is needed.
3352 For absolute code, they cannot be handled. */
3353 struct elf_aarch64_link_hash_table *globals =
3354 elf_aarch64_hash_table (info);
3356 if (globals->root.splt != NULL && hash != NULL
3357 && hash->root.plt.offset != (bfd_vma) - 1)
3359 sym_sec = globals->root.splt;
3360 sym_value = hash->root.plt.offset;
3361 if (sym_sec->output_section != NULL)
3362 destination = (sym_value
3363 + sym_sec->output_offset
3365 sym_sec->output_section->vma);
3372 bfd_set_error (bfd_error_bad_value);
3373 goto error_ret_free_internal;
3375 st_type = ELF_ST_TYPE (hash->root.type);
3376 sym_name = hash->root.root.root.string;
3379 /* Determine what (if any) linker stub is needed. */
3380 stub_type = aarch64_type_of_stub
3381 (info, section, irela, st_type, hash, destination);
3382 if (stub_type == aarch64_stub_none)
3385 /* Support for grouping stub sections. */
3386 id_sec = htab->stub_group[section->id].link_sec;
3388 /* Get the name of this stub. */
3389 stub_name = elfNN_aarch64_stub_name (id_sec, sym_sec, hash,
3392 goto error_ret_free_internal;
3395 aarch64_stub_hash_lookup (&htab->stub_hash_table,
3396 stub_name, FALSE, FALSE);
3397 if (stub_entry != NULL)
3399 /* The proper stub has already been created. */
3404 stub_entry = elfNN_aarch64_add_stub (stub_name, section,
3406 if (stub_entry == NULL)
3409 goto error_ret_free_internal;
3412 stub_entry->target_value = sym_value;
3413 stub_entry->target_section = sym_sec;
3414 stub_entry->stub_type = stub_type;
3415 stub_entry->h = hash;
3416 stub_entry->st_type = st_type;
3418 if (sym_name == NULL)
3419 sym_name = "unnamed";
3420 len = sizeof (STUB_ENTRY_NAME) + strlen (sym_name);
3421 stub_entry->output_name = bfd_alloc (htab->stub_bfd, len);
3422 if (stub_entry->output_name == NULL)
3425 goto error_ret_free_internal;
3428 snprintf (stub_entry->output_name, len, STUB_ENTRY_NAME,
3431 stub_changed = TRUE;
3434 /* We're done with the internal relocs, free them. */
3435 if (elf_section_data (section)->relocs == NULL)
3436 free (internal_relocs);
3439 if (htab->fix_erratum_835769)
3441 /* Scan for sequences which might trigger erratum 835769. */
3442 if (erratum_835769_scan (input_bfd, info, &erratum_835769_fixes,
3443 &num_erratum_835769_fixes,
3444 &erratum_835769_fix_table_size) != 0)
3445 goto error_ret_free_local;
3449 if (prev_num_erratum_835769_fixes != num_erratum_835769_fixes)
3450 stub_changed = TRUE;
3455 /* OK, we've added some stubs. Find out the new size of the
3457 for (stub_sec = htab->stub_bfd->sections;
3458 stub_sec != NULL; stub_sec = stub_sec->next)
3460 /* Ignore non-stub sections. */
3461 if (!strstr (stub_sec->name, STUB_SUFFIX))
3466 bfd_hash_traverse (&htab->stub_hash_table, aarch64_size_one_stub, htab);
3468 /* Add erratum 835769 veneers to stub section sizes too. */
3469 if (htab->fix_erratum_835769)
3470 for (i = 0; i < num_erratum_835769_fixes; i++)
3472 stub_sec = elf_aarch64_create_or_find_stub_sec (NULL,
3473 erratum_835769_fixes[i].section, htab);
3475 if (stub_sec == NULL)
3476 goto error_ret_free_local;
3478 stub_sec->size += 8;
3481 /* Ask the linker to do its stuff. */
3482 (*htab->layout_sections_again) ();
3483 stub_changed = FALSE;
3486 /* Add stubs for erratum 835769 fixes now. */
3487 if (htab->fix_erratum_835769)
3489 for (i = 0; i < num_erratum_835769_fixes; i++)
3491 struct elf_aarch64_stub_hash_entry *stub_entry;
3492 char *stub_name = erratum_835769_fixes[i].stub_name;
3493 asection *section = erratum_835769_fixes[i].section;
3494 unsigned int section_id = erratum_835769_fixes[i].section->id;
3495 asection *link_sec = htab->stub_group[section_id].link_sec;
3496 asection *stub_sec = htab->stub_group[section_id].stub_sec;
3498 stub_entry = aarch64_stub_hash_lookup (&htab->stub_hash_table,
3499 stub_name, TRUE, FALSE);
3500 if (stub_entry == NULL)
3502 (*_bfd_error_handler) (_("%s: cannot create stub entry %s"),
3508 stub_entry->stub_sec = stub_sec;
3509 stub_entry->stub_offset = 0;
3510 stub_entry->id_sec = link_sec;
3511 stub_entry->stub_type = erratum_835769_fixes[i].stub_type;
3512 stub_entry->target_section = section;
3513 stub_entry->target_value = erratum_835769_fixes[i].offset;
3514 stub_entry->veneered_insn = erratum_835769_fixes[i].veneered_insn;
3515 stub_entry->output_name = erratum_835769_fixes[i].stub_name;
3518 /* Stash the erratum 835769 fix array for use later in
3519 elfNN_aarch64_write_section(). */
3520 htab->aarch64_erratum_835769_fixes = erratum_835769_fixes;
3521 htab->num_aarch64_erratum_835769_fixes = num_erratum_835769_fixes;
3525 htab->aarch64_erratum_835769_fixes = NULL;
3526 htab->num_aarch64_erratum_835769_fixes = 0;
3531 error_ret_free_local:
3535 /* Build all the stubs associated with the current output file. The
3536 stubs are kept in a hash table attached to the main linker hash
3537 table. We also set up the .plt entries for statically linked PIC
3538 functions here. This function is called via aarch64_elf_finish in the
3542 elfNN_aarch64_build_stubs (struct bfd_link_info *info)
3545 struct bfd_hash_table *table;
3546 struct elf_aarch64_link_hash_table *htab;
3548 htab = elf_aarch64_hash_table (info);
3550 for (stub_sec = htab->stub_bfd->sections;
3551 stub_sec != NULL; stub_sec = stub_sec->next)
3555 /* Ignore non-stub sections. */
3556 if (!strstr (stub_sec->name, STUB_SUFFIX))
3559 /* Allocate memory to hold the linker stubs. */
3560 size = stub_sec->size;
3561 stub_sec->contents = bfd_zalloc (htab->stub_bfd, size);
3562 if (stub_sec->contents == NULL && size != 0)
3567 /* Build the stubs as directed by the stub hash table. */
3568 table = &htab->stub_hash_table;
3569 bfd_hash_traverse (table, aarch64_build_one_stub, info);
3575 /* Add an entry to the code/data map for section SEC. */
3578 elfNN_aarch64_section_map_add (asection *sec, char type, bfd_vma vma)
3580 struct _aarch64_elf_section_data *sec_data =
3581 elf_aarch64_section_data (sec);
3582 unsigned int newidx;
3584 if (sec_data->map == NULL)
3586 sec_data->map = bfd_malloc (sizeof (elf_aarch64_section_map));
3587 sec_data->mapcount = 0;
3588 sec_data->mapsize = 1;
3591 newidx = sec_data->mapcount++;
3593 if (sec_data->mapcount > sec_data->mapsize)
3595 sec_data->mapsize *= 2;
3596 sec_data->map = bfd_realloc_or_free
3597 (sec_data->map, sec_data->mapsize * sizeof (elf_aarch64_section_map));
3602 sec_data->map[newidx].vma = vma;
3603 sec_data->map[newidx].type = type;
3608 /* Initialise maps of insn/data for input BFDs. */
3610 bfd_elfNN_aarch64_init_maps (bfd *abfd)
3612 Elf_Internal_Sym *isymbuf;
3613 Elf_Internal_Shdr *hdr;
3614 unsigned int i, localsyms;
3616 /* Make sure that we are dealing with an AArch64 elf binary. */
3617 if (!is_aarch64_elf (abfd))
3620 if ((abfd->flags & DYNAMIC) != 0)
3623 hdr = &elf_symtab_hdr (abfd);
3624 localsyms = hdr->sh_info;
3626 /* Obtain a buffer full of symbols for this BFD. The hdr->sh_info field
3627 should contain the number of local symbols, which should come before any
3628 global symbols. Mapping symbols are always local. */
3629 isymbuf = bfd_elf_get_elf_syms (abfd, hdr, localsyms, 0, NULL, NULL, NULL);
3631 /* No internal symbols read? Skip this BFD. */
3632 if (isymbuf == NULL)
3635 for (i = 0; i < localsyms; i++)
3637 Elf_Internal_Sym *isym = &isymbuf[i];
3638 asection *sec = bfd_section_from_elf_index (abfd, isym->st_shndx);
3641 if (sec != NULL && ELF_ST_BIND (isym->st_info) == STB_LOCAL)
3643 name = bfd_elf_string_from_elf_section (abfd,
3647 if (bfd_is_aarch64_special_symbol_name
3648 (name, BFD_AARCH64_SPECIAL_SYM_TYPE_MAP))
3649 elfNN_aarch64_section_map_add (sec, name[1], isym->st_value);
3654 /* Set option values needed during linking. */
3656 bfd_elfNN_aarch64_set_options (struct bfd *output_bfd,
3657 struct bfd_link_info *link_info,
3659 int no_wchar_warn, int pic_veneer,
3660 int fix_erratum_835769)
3662 struct elf_aarch64_link_hash_table *globals;
3664 globals = elf_aarch64_hash_table (link_info);
3665 globals->pic_veneer = pic_veneer;
3666 globals->fix_erratum_835769 = fix_erratum_835769;
3668 BFD_ASSERT (is_aarch64_elf (output_bfd));
3669 elf_aarch64_tdata (output_bfd)->no_enum_size_warning = no_enum_warn;
3670 elf_aarch64_tdata (output_bfd)->no_wchar_size_warning = no_wchar_warn;
3674 aarch64_calculate_got_entry_vma (struct elf_link_hash_entry *h,
3675 struct elf_aarch64_link_hash_table
3676 *globals, struct bfd_link_info *info,
3677 bfd_vma value, bfd *output_bfd,
3678 bfd_boolean *unresolved_reloc_p)
3680 bfd_vma off = (bfd_vma) - 1;
3681 asection *basegot = globals->root.sgot;
3682 bfd_boolean dyn = globals->root.dynamic_sections_created;
3686 BFD_ASSERT (basegot != NULL);
3687 off = h->got.offset;
3688 BFD_ASSERT (off != (bfd_vma) - 1);
3689 if (!WILL_CALL_FINISH_DYNAMIC_SYMBOL (dyn, info->shared, h)
3691 && SYMBOL_REFERENCES_LOCAL (info, h))
3692 || (ELF_ST_VISIBILITY (h->other)
3693 && h->root.type == bfd_link_hash_undefweak))
3695 /* This is actually a static link, or it is a -Bsymbolic link
3696 and the symbol is defined locally. We must initialize this
3697 entry in the global offset table. Since the offset must
3698 always be a multiple of 8 (4 in the case of ILP32), we use
3699 the least significant bit to record whether we have
3700 initialized it already.
3701 When doing a dynamic link, we create a .rel(a).got relocation
3702 entry to initialize the value. This is done in the
3703 finish_dynamic_symbol routine. */
3708 bfd_put_NN (output_bfd, value, basegot->contents + off);
3713 *unresolved_reloc_p = FALSE;
3715 off = off + basegot->output_section->vma + basegot->output_offset;
3721 /* Change R_TYPE to a more efficient access model where possible,
3722 return the new reloc type. */
3724 static bfd_reloc_code_real_type
3725 aarch64_tls_transition_without_check (bfd_reloc_code_real_type r_type,
3726 struct elf_link_hash_entry *h)
3728 bfd_boolean is_local = h == NULL;
3732 case BFD_RELOC_AARCH64_TLSGD_ADR_PAGE21:
3733 case BFD_RELOC_AARCH64_TLSDESC_ADR_PAGE21:
3735 ? BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1
3736 : BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21);
3738 case BFD_RELOC_AARCH64_TLSGD_ADD_LO12_NC:
3739 case BFD_RELOC_AARCH64_TLSDESC_LDNN_LO12_NC:
3741 ? BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0_NC
3742 : BFD_RELOC_AARCH64_TLSIE_LDNN_GOTTPREL_LO12_NC);
3744 case BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21:
3745 return is_local ? BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1 : r_type;
3747 case BFD_RELOC_AARCH64_TLSIE_LDNN_GOTTPREL_LO12_NC:
3748 return is_local ? BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0_NC : r_type;
3750 case BFD_RELOC_AARCH64_TLSDESC_ADD_LO12_NC:
3751 case BFD_RELOC_AARCH64_TLSDESC_CALL:
3752 /* Instructions with these relocations will become NOPs. */
3753 return BFD_RELOC_AARCH64_NONE;
3763 aarch64_reloc_got_type (bfd_reloc_code_real_type r_type)
3767 case BFD_RELOC_AARCH64_LD64_GOT_LO12_NC:
3768 case BFD_RELOC_AARCH64_LD32_GOT_LO12_NC:
3769 case BFD_RELOC_AARCH64_ADR_GOT_PAGE:
3770 case BFD_RELOC_AARCH64_GOT_LD_PREL19:
3773 case BFD_RELOC_AARCH64_TLSGD_ADR_PAGE21:
3774 case BFD_RELOC_AARCH64_TLSGD_ADD_LO12_NC:
3777 case BFD_RELOC_AARCH64_TLSDESC_ADD_LO12_NC:
3778 case BFD_RELOC_AARCH64_TLSDESC_ADR_PAGE21:
3779 case BFD_RELOC_AARCH64_TLSDESC_CALL:
3780 case BFD_RELOC_AARCH64_TLSDESC_LD64_LO12_NC:
3781 case BFD_RELOC_AARCH64_TLSDESC_LD32_LO12_NC:
3782 return GOT_TLSDESC_GD;
3784 case BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21:
3785 case BFD_RELOC_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC:
3786 case BFD_RELOC_AARCH64_TLSIE_LD32_GOTTPREL_LO12_NC:
3789 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_HI12:
3790 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_LO12:
3791 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_LO12_NC:
3792 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0:
3793 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0_NC:
3794 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1:
3795 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1_NC:
3796 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G2:
3806 aarch64_can_relax_tls (bfd *input_bfd,
3807 struct bfd_link_info *info,
3808 bfd_reloc_code_real_type r_type,
3809 struct elf_link_hash_entry *h,
3810 unsigned long r_symndx)
3812 unsigned int symbol_got_type;
3813 unsigned int reloc_got_type;
3815 if (! IS_AARCH64_TLS_RELOC (r_type))
3818 symbol_got_type = elfNN_aarch64_symbol_got_type (h, input_bfd, r_symndx);
3819 reloc_got_type = aarch64_reloc_got_type (r_type);
3821 if (symbol_got_type == GOT_TLS_IE && GOT_TLS_GD_ANY_P (reloc_got_type))
3827 if (h && h->root.type == bfd_link_hash_undefweak)
3833 /* Given the relocation code R_TYPE, return the relaxed bfd reloc
3836 static bfd_reloc_code_real_type
3837 aarch64_tls_transition (bfd *input_bfd,
3838 struct bfd_link_info *info,
3839 unsigned int r_type,
3840 struct elf_link_hash_entry *h,
3841 unsigned long r_symndx)
3843 bfd_reloc_code_real_type bfd_r_type
3844 = elfNN_aarch64_bfd_reloc_from_type (r_type);
3846 if (! aarch64_can_relax_tls (input_bfd, info, bfd_r_type, h, r_symndx))
3849 return aarch64_tls_transition_without_check (bfd_r_type, h);
3852 /* Return the base VMA address which should be subtracted from real addresses
3853 when resolving R_AARCH64_TLS_DTPREL relocation. */
3856 dtpoff_base (struct bfd_link_info *info)
3858 /* If tls_sec is NULL, we should have signalled an error already. */
3859 BFD_ASSERT (elf_hash_table (info)->tls_sec != NULL);
3860 return elf_hash_table (info)->tls_sec->vma;
3863 /* Return the base VMA address which should be subtracted from real addresses
3864 when resolving R_AARCH64_TLS_GOTTPREL64 relocations. */
3867 tpoff_base (struct bfd_link_info *info)
3869 struct elf_link_hash_table *htab = elf_hash_table (info);
3871 /* If tls_sec is NULL, we should have signalled an error already. */
3872 BFD_ASSERT (htab->tls_sec != NULL);
3874 bfd_vma base = align_power ((bfd_vma) TCB_SIZE,
3875 htab->tls_sec->alignment_power);
3876 return htab->tls_sec->vma - base;
3880 symbol_got_offset_ref (bfd *input_bfd, struct elf_link_hash_entry *h,
3881 unsigned long r_symndx)
3883 /* Calculate the address of the GOT entry for symbol
3884 referred to in h. */
3886 return &h->got.offset;
3890 struct elf_aarch64_local_symbol *l;
3892 l = elf_aarch64_locals (input_bfd);
3893 return &l[r_symndx].got_offset;
3898 symbol_got_offset_mark (bfd *input_bfd, struct elf_link_hash_entry *h,
3899 unsigned long r_symndx)
3902 p = symbol_got_offset_ref (input_bfd, h, r_symndx);
3907 symbol_got_offset_mark_p (bfd *input_bfd, struct elf_link_hash_entry *h,
3908 unsigned long r_symndx)
3911 value = * symbol_got_offset_ref (input_bfd, h, r_symndx);
3916 symbol_got_offset (bfd *input_bfd, struct elf_link_hash_entry *h,
3917 unsigned long r_symndx)
3920 value = * symbol_got_offset_ref (input_bfd, h, r_symndx);
3926 symbol_tlsdesc_got_offset_ref (bfd *input_bfd, struct elf_link_hash_entry *h,
3927 unsigned long r_symndx)
3929 /* Calculate the address of the GOT entry for symbol
3930 referred to in h. */
3933 struct elf_aarch64_link_hash_entry *eh;
3934 eh = (struct elf_aarch64_link_hash_entry *) h;
3935 return &eh->tlsdesc_got_jump_table_offset;
3940 struct elf_aarch64_local_symbol *l;
3942 l = elf_aarch64_locals (input_bfd);
3943 return &l[r_symndx].tlsdesc_got_jump_table_offset;
3948 symbol_tlsdesc_got_offset_mark (bfd *input_bfd, struct elf_link_hash_entry *h,
3949 unsigned long r_symndx)
3952 p = symbol_tlsdesc_got_offset_ref (input_bfd, h, r_symndx);
3957 symbol_tlsdesc_got_offset_mark_p (bfd *input_bfd,
3958 struct elf_link_hash_entry *h,
3959 unsigned long r_symndx)
3962 value = * symbol_tlsdesc_got_offset_ref (input_bfd, h, r_symndx);
3967 symbol_tlsdesc_got_offset (bfd *input_bfd, struct elf_link_hash_entry *h,
3968 unsigned long r_symndx)
3971 value = * symbol_tlsdesc_got_offset_ref (input_bfd, h, r_symndx);
3976 /* Data for make_branch_to_erratum_835769_stub(). */
3978 struct erratum_835769_branch_to_stub_data
3980 asection *output_section;
3984 /* Helper to insert branches to erratum 835769 stubs in the right
3985 places for a particular section. */
3988 make_branch_to_erratum_835769_stub (struct bfd_hash_entry *gen_entry,
3991 struct elf_aarch64_stub_hash_entry *stub_entry;
3992 struct erratum_835769_branch_to_stub_data *data;
3994 unsigned long branch_insn = 0;
3995 bfd_vma veneered_insn_loc, veneer_entry_loc;
3996 bfd_signed_vma branch_offset;
3997 unsigned int target;
4000 stub_entry = (struct elf_aarch64_stub_hash_entry *) gen_entry;
4001 data = (struct erratum_835769_branch_to_stub_data *) in_arg;
4003 if (stub_entry->target_section != data->output_section
4004 || stub_entry->stub_type != aarch64_stub_erratum_835769_veneer)
4007 contents = data->contents;
4008 veneered_insn_loc = stub_entry->target_section->output_section->vma
4009 + stub_entry->target_section->output_offset
4010 + stub_entry->target_value;
4011 veneer_entry_loc = stub_entry->stub_sec->output_section->vma
4012 + stub_entry->stub_sec->output_offset
4013 + stub_entry->stub_offset;
4014 branch_offset = veneer_entry_loc - veneered_insn_loc;
4016 abfd = stub_entry->target_section->owner;
4017 if (!aarch64_valid_branch_p (veneer_entry_loc, veneered_insn_loc))
4018 (*_bfd_error_handler)
4019 (_("%B: error: Erratum 835769 stub out "
4020 "of range (input file too large)"), abfd);
4022 target = stub_entry->target_value;
4023 branch_insn = 0x14000000;
4024 branch_offset >>= 2;
4025 branch_offset &= 0x3ffffff;
4026 branch_insn |= branch_offset;
4027 bfd_putl32 (branch_insn, &contents[target]);
4033 elfNN_aarch64_write_section (bfd *output_bfd ATTRIBUTE_UNUSED,
4034 struct bfd_link_info *link_info,
4039 struct elf_aarch64_link_hash_table *globals =
4040 elf_aarch64_hash_table (link_info);
4042 if (globals == NULL)
4045 /* Fix code to point to erratum 835769 stubs. */
4046 if (globals->fix_erratum_835769)
4048 struct erratum_835769_branch_to_stub_data data;
4050 data.output_section = sec;
4051 data.contents = contents;
4052 bfd_hash_traverse (&globals->stub_hash_table,
4053 make_branch_to_erratum_835769_stub, &data);
4059 /* Perform a relocation as part of a final link. */
4060 static bfd_reloc_status_type
4061 elfNN_aarch64_final_link_relocate (reloc_howto_type *howto,
4064 asection *input_section,
4066 Elf_Internal_Rela *rel,
4068 struct bfd_link_info *info,
4070 struct elf_link_hash_entry *h,
4071 bfd_boolean *unresolved_reloc_p,
4072 bfd_boolean save_addend,
4073 bfd_vma *saved_addend,
4074 Elf_Internal_Sym *sym)
4076 Elf_Internal_Shdr *symtab_hdr;
4077 unsigned int r_type = howto->type;
4078 bfd_reloc_code_real_type bfd_r_type
4079 = elfNN_aarch64_bfd_reloc_from_howto (howto);
4080 bfd_reloc_code_real_type new_bfd_r_type;
4081 unsigned long r_symndx;
4082 bfd_byte *hit_data = contents + rel->r_offset;
4084 bfd_signed_vma signed_addend;
4085 struct elf_aarch64_link_hash_table *globals;
4086 bfd_boolean weak_undef_p;
4088 globals = elf_aarch64_hash_table (info);
4090 symtab_hdr = &elf_symtab_hdr (input_bfd);
4092 BFD_ASSERT (is_aarch64_elf (input_bfd));
4094 r_symndx = ELFNN_R_SYM (rel->r_info);
4096 /* It is possible to have linker relaxations on some TLS access
4097 models. Update our information here. */
4098 new_bfd_r_type = aarch64_tls_transition (input_bfd, info, r_type, h, r_symndx);
4099 if (new_bfd_r_type != bfd_r_type)
4101 bfd_r_type = new_bfd_r_type;
4102 howto = elfNN_aarch64_howto_from_bfd_reloc (bfd_r_type);
4103 BFD_ASSERT (howto != NULL);
4104 r_type = howto->type;
4107 place = input_section->output_section->vma
4108 + input_section->output_offset + rel->r_offset;
4110 /* Get addend, accumulating the addend for consecutive relocs
4111 which refer to the same offset. */
4112 signed_addend = saved_addend ? *saved_addend : 0;
4113 signed_addend += rel->r_addend;
4115 weak_undef_p = (h ? h->root.type == bfd_link_hash_undefweak
4116 : bfd_is_und_section (sym_sec));
4118 /* Since STT_GNU_IFUNC symbol must go through PLT, we handle
4119 it here if it is defined in a non-shared object. */
4121 && h->type == STT_GNU_IFUNC
4129 if ((input_section->flags & SEC_ALLOC) == 0
4130 || h->plt.offset == (bfd_vma) -1)
4133 /* STT_GNU_IFUNC symbol must go through PLT. */
4134 plt = globals->root.splt ? globals->root.splt : globals->root.iplt;
4135 value = (plt->output_section->vma + plt->output_offset + h->plt.offset);
4140 if (h->root.root.string)
4141 name = h->root.root.string;
4143 name = bfd_elf_sym_name (input_bfd, symtab_hdr, sym,
4145 (*_bfd_error_handler)
4146 (_("%B: relocation %s against STT_GNU_IFUNC "
4147 "symbol `%s' isn't handled by %s"), input_bfd,
4148 howto->name, name, __FUNCTION__);
4149 bfd_set_error (bfd_error_bad_value);
4152 case BFD_RELOC_AARCH64_NN:
4153 if (rel->r_addend != 0)
4155 if (h->root.root.string)
4156 name = h->root.root.string;
4158 name = bfd_elf_sym_name (input_bfd, symtab_hdr,
4160 (*_bfd_error_handler)
4161 (_("%B: relocation %s against STT_GNU_IFUNC "
4162 "symbol `%s' has non-zero addend: %d"),
4163 input_bfd, howto->name, name, rel->r_addend);
4164 bfd_set_error (bfd_error_bad_value);
4168 /* Generate dynamic relocation only when there is a
4169 non-GOT reference in a shared object. */
4170 if (info->shared && h->non_got_ref)
4172 Elf_Internal_Rela outrel;
4175 /* Need a dynamic relocation to get the real function
4177 outrel.r_offset = _bfd_elf_section_offset (output_bfd,
4181 if (outrel.r_offset == (bfd_vma) -1
4182 || outrel.r_offset == (bfd_vma) -2)
4185 outrel.r_offset += (input_section->output_section->vma
4186 + input_section->output_offset);
4188 if (h->dynindx == -1
4190 || info->executable)
4192 /* This symbol is resolved locally. */
4193 outrel.r_info = ELFNN_R_INFO (0, AARCH64_R (IRELATIVE));
4194 outrel.r_addend = (h->root.u.def.value
4195 + h->root.u.def.section->output_section->vma
4196 + h->root.u.def.section->output_offset);
4200 outrel.r_info = ELFNN_R_INFO (h->dynindx, r_type);
4201 outrel.r_addend = 0;
4204 sreloc = globals->root.irelifunc;
4205 elf_append_rela (output_bfd, sreloc, &outrel);
4207 /* If this reloc is against an external symbol, we
4208 do not want to fiddle with the addend. Otherwise,
4209 we need to include the symbol value so that it
4210 becomes an addend for the dynamic reloc. For an
4211 internal symbol, we have updated addend. */
4212 return bfd_reloc_ok;
4215 case BFD_RELOC_AARCH64_JUMP26:
4216 case BFD_RELOC_AARCH64_CALL26:
4217 value = _bfd_aarch64_elf_resolve_relocation (bfd_r_type, place, value,
4220 return _bfd_aarch64_elf_put_addend (input_bfd, hit_data, bfd_r_type,
4222 case BFD_RELOC_AARCH64_LD64_GOT_LO12_NC:
4223 case BFD_RELOC_AARCH64_LD32_GOT_LO12_NC:
4224 case BFD_RELOC_AARCH64_ADR_GOT_PAGE:
4225 case BFD_RELOC_AARCH64_GOT_LD_PREL19:
4226 base_got = globals->root.sgot;
4227 off = h->got.offset;
4229 if (base_got == NULL)
4232 if (off == (bfd_vma) -1)
4236 /* We can't use h->got.offset here to save state, or
4237 even just remember the offset, as finish_dynamic_symbol
4238 would use that as offset into .got. */
4240 if (globals->root.splt != NULL)
4242 plt_index = ((h->plt.offset - globals->plt_header_size) /
4243 globals->plt_entry_size);
4244 off = (plt_index + 3) * GOT_ENTRY_SIZE;
4245 base_got = globals->root.sgotplt;
4249 plt_index = h->plt.offset / globals->plt_entry_size;
4250 off = plt_index * GOT_ENTRY_SIZE;
4251 base_got = globals->root.igotplt;
4254 if (h->dynindx == -1
4258 /* This references the local definition. We must
4259 initialize this entry in the global offset table.
4260 Since the offset must always be a multiple of 8,
4261 we use the least significant bit to record
4262 whether we have initialized it already.
4264 When doing a dynamic link, we create a .rela.got
4265 relocation entry to initialize the value. This
4266 is done in the finish_dynamic_symbol routine. */
4271 bfd_put_NN (output_bfd, value,
4272 base_got->contents + off);
4273 /* Note that this is harmless as -1 | 1 still is -1. */
4277 value = (base_got->output_section->vma
4278 + base_got->output_offset + off);
4281 value = aarch64_calculate_got_entry_vma (h, globals, info,
4283 unresolved_reloc_p);
4284 value = _bfd_aarch64_elf_resolve_relocation (bfd_r_type, place, value,
4286 return _bfd_aarch64_elf_put_addend (input_bfd, hit_data, bfd_r_type, howto, value);
4287 case BFD_RELOC_AARCH64_ADR_HI21_PCREL:
4288 case BFD_RELOC_AARCH64_ADD_LO12:
4295 case BFD_RELOC_AARCH64_NONE:
4296 case BFD_RELOC_AARCH64_TLSDESC_CALL:
4297 *unresolved_reloc_p = FALSE;
4298 return bfd_reloc_ok;
4300 case BFD_RELOC_AARCH64_NN:
4302 /* When generating a shared object or relocatable executable, these
4303 relocations are copied into the output file to be resolved at
4305 if (((info->shared == TRUE) || globals->root.is_relocatable_executable)
4306 && (input_section->flags & SEC_ALLOC)
4308 || ELF_ST_VISIBILITY (h->other) == STV_DEFAULT
4309 || h->root.type != bfd_link_hash_undefweak))
4311 Elf_Internal_Rela outrel;
4313 bfd_boolean skip, relocate;
4316 *unresolved_reloc_p = FALSE;
4321 outrel.r_addend = signed_addend;
4323 _bfd_elf_section_offset (output_bfd, info, input_section,
4325 if (outrel.r_offset == (bfd_vma) - 1)
4327 else if (outrel.r_offset == (bfd_vma) - 2)
4333 outrel.r_offset += (input_section->output_section->vma
4334 + input_section->output_offset);
4337 memset (&outrel, 0, sizeof outrel);
4340 && (!info->shared || !info->symbolic || !h->def_regular))
4341 outrel.r_info = ELFNN_R_INFO (h->dynindx, r_type);
4346 /* On SVR4-ish systems, the dynamic loader cannot
4347 relocate the text and data segments independently,
4348 so the symbol does not matter. */
4350 outrel.r_info = ELFNN_R_INFO (symbol, AARCH64_R (RELATIVE));
4351 outrel.r_addend += value;
4354 sreloc = elf_section_data (input_section)->sreloc;
4355 if (sreloc == NULL || sreloc->contents == NULL)
4356 return bfd_reloc_notsupported;
4358 loc = sreloc->contents + sreloc->reloc_count++ * RELOC_SIZE (globals);
4359 bfd_elfNN_swap_reloca_out (output_bfd, &outrel, loc);
4361 if (sreloc->reloc_count * RELOC_SIZE (globals) > sreloc->size)
4363 /* Sanity to check that we have previously allocated
4364 sufficient space in the relocation section for the
4365 number of relocations we actually want to emit. */
4369 /* If this reloc is against an external symbol, we do not want to
4370 fiddle with the addend. Otherwise, we need to include the symbol
4371 value so that it becomes an addend for the dynamic reloc. */
4373 return bfd_reloc_ok;
4375 return _bfd_final_link_relocate (howto, input_bfd, input_section,
4376 contents, rel->r_offset, value,
4380 value += signed_addend;
4383 case BFD_RELOC_AARCH64_JUMP26:
4384 case BFD_RELOC_AARCH64_CALL26:
4386 asection *splt = globals->root.splt;
4387 bfd_boolean via_plt_p =
4388 splt != NULL && h != NULL && h->plt.offset != (bfd_vma) - 1;
4390 /* A call to an undefined weak symbol is converted to a jump to
4391 the next instruction unless a PLT entry will be created.
4392 The jump to the next instruction is optimized as a NOP.
4393 Do the same for local undefined symbols. */
4394 if (weak_undef_p && ! via_plt_p)
4396 bfd_putl32 (INSN_NOP, hit_data);
4397 return bfd_reloc_ok;
4400 /* If the call goes through a PLT entry, make sure to
4401 check distance to the right destination address. */
4404 value = (splt->output_section->vma
4405 + splt->output_offset + h->plt.offset);
4406 *unresolved_reloc_p = FALSE;
4409 /* If the target symbol is global and marked as a function the
4410 relocation applies a function call or a tail call. In this
4411 situation we can veneer out of range branches. The veneers
4412 use IP0 and IP1 hence cannot be used arbitrary out of range
4413 branches that occur within the body of a function. */
4414 if (h && h->type == STT_FUNC)
4416 /* Check if a stub has to be inserted because the destination
4418 if (! aarch64_valid_branch_p (value, place))
4420 /* The target is out of reach, so redirect the branch to
4421 the local stub for this function. */
4422 struct elf_aarch64_stub_hash_entry *stub_entry;
4423 stub_entry = elfNN_aarch64_get_stub_entry (input_section,
4426 if (stub_entry != NULL)
4427 value = (stub_entry->stub_offset
4428 + stub_entry->stub_sec->output_offset
4429 + stub_entry->stub_sec->output_section->vma);
4433 value = _bfd_aarch64_elf_resolve_relocation (bfd_r_type, place, value,
4434 signed_addend, weak_undef_p);
4437 case BFD_RELOC_AARCH64_16:
4439 case BFD_RELOC_AARCH64_32:
4441 case BFD_RELOC_AARCH64_ADD_LO12:
4442 case BFD_RELOC_AARCH64_ADR_LO21_PCREL:
4443 case BFD_RELOC_AARCH64_ADR_HI21_PCREL:
4444 case BFD_RELOC_AARCH64_ADR_HI21_NC_PCREL:
4445 case BFD_RELOC_AARCH64_BRANCH19:
4446 case BFD_RELOC_AARCH64_LD_LO19_PCREL:
4447 case BFD_RELOC_AARCH64_LDST8_LO12:
4448 case BFD_RELOC_AARCH64_LDST16_LO12:
4449 case BFD_RELOC_AARCH64_LDST32_LO12:
4450 case BFD_RELOC_AARCH64_LDST64_LO12:
4451 case BFD_RELOC_AARCH64_LDST128_LO12:
4452 case BFD_RELOC_AARCH64_MOVW_G0_S:
4453 case BFD_RELOC_AARCH64_MOVW_G1_S:
4454 case BFD_RELOC_AARCH64_MOVW_G2_S:
4455 case BFD_RELOC_AARCH64_MOVW_G0:
4456 case BFD_RELOC_AARCH64_MOVW_G0_NC:
4457 case BFD_RELOC_AARCH64_MOVW_G1:
4458 case BFD_RELOC_AARCH64_MOVW_G1_NC:
4459 case BFD_RELOC_AARCH64_MOVW_G2:
4460 case BFD_RELOC_AARCH64_MOVW_G2_NC:
4461 case BFD_RELOC_AARCH64_MOVW_G3:
4462 case BFD_RELOC_AARCH64_16_PCREL:
4463 case BFD_RELOC_AARCH64_32_PCREL:
4464 case BFD_RELOC_AARCH64_64_PCREL:
4465 case BFD_RELOC_AARCH64_TSTBR14:
4466 value = _bfd_aarch64_elf_resolve_relocation (bfd_r_type, place, value,
4467 signed_addend, weak_undef_p);
4470 case BFD_RELOC_AARCH64_LD64_GOT_LO12_NC:
4471 case BFD_RELOC_AARCH64_LD32_GOT_LO12_NC:
4472 case BFD_RELOC_AARCH64_ADR_GOT_PAGE:
4473 case BFD_RELOC_AARCH64_GOT_LD_PREL19:
4474 if (globals->root.sgot == NULL)
4475 BFD_ASSERT (h != NULL);
4479 value = aarch64_calculate_got_entry_vma (h, globals, info, value,
4481 unresolved_reloc_p);
4482 value = _bfd_aarch64_elf_resolve_relocation (bfd_r_type, place, value,
4487 case BFD_RELOC_AARCH64_TLSGD_ADR_PAGE21:
4488 case BFD_RELOC_AARCH64_TLSGD_ADD_LO12_NC:
4489 case BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21:
4490 case BFD_RELOC_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC:
4491 case BFD_RELOC_AARCH64_TLSIE_LD32_GOTTPREL_LO12_NC:
4492 if (globals->root.sgot == NULL)
4493 return bfd_reloc_notsupported;
4495 value = (symbol_got_offset (input_bfd, h, r_symndx)
4496 + globals->root.sgot->output_section->vma
4497 + globals->root.sgot->output_offset);
4499 value = _bfd_aarch64_elf_resolve_relocation (bfd_r_type, place, value,
4501 *unresolved_reloc_p = FALSE;
4504 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_HI12:
4505 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_LO12:
4506 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_LO12_NC:
4507 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0:
4508 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0_NC:
4509 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1:
4510 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1_NC:
4511 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G2:
4512 value = _bfd_aarch64_elf_resolve_relocation (bfd_r_type, place, value,
4513 signed_addend - tpoff_base (info),
4515 *unresolved_reloc_p = FALSE;
4518 case BFD_RELOC_AARCH64_TLSDESC_ADD:
4519 case BFD_RELOC_AARCH64_TLSDESC_ADD_LO12_NC:
4520 case BFD_RELOC_AARCH64_TLSDESC_ADR_PAGE21:
4521 case BFD_RELOC_AARCH64_TLSDESC_LD32_LO12_NC:
4522 case BFD_RELOC_AARCH64_TLSDESC_LD64_LO12_NC:
4523 case BFD_RELOC_AARCH64_TLSDESC_LDR:
4524 if (globals->root.sgot == NULL)
4525 return bfd_reloc_notsupported;
4526 value = (symbol_tlsdesc_got_offset (input_bfd, h, r_symndx)
4527 + globals->root.sgotplt->output_section->vma
4528 + globals->root.sgotplt->output_offset
4529 + globals->sgotplt_jump_table_size);
4531 value = _bfd_aarch64_elf_resolve_relocation (bfd_r_type, place, value,
4533 *unresolved_reloc_p = FALSE;
4537 return bfd_reloc_notsupported;
4541 *saved_addend = value;
4543 /* Only apply the final relocation in a sequence. */
4545 return bfd_reloc_continue;
4547 return _bfd_aarch64_elf_put_addend (input_bfd, hit_data, bfd_r_type,
4551 /* Handle TLS relaxations. Relaxing is possible for symbols that use
4552 R_AARCH64_TLSDESC_ADR_{PAGE, LD64_LO12_NC, ADD_LO12_NC} during a static
4555 Return bfd_reloc_ok if we're done, bfd_reloc_continue if the caller
4556 is to then call final_link_relocate. Return other values in the
4559 static bfd_reloc_status_type
4560 elfNN_aarch64_tls_relax (struct elf_aarch64_link_hash_table *globals,
4561 bfd *input_bfd, bfd_byte *contents,
4562 Elf_Internal_Rela *rel, struct elf_link_hash_entry *h)
4564 bfd_boolean is_local = h == NULL;
4565 unsigned int r_type = ELFNN_R_TYPE (rel->r_info);
4568 BFD_ASSERT (globals && input_bfd && contents && rel);
4570 switch (elfNN_aarch64_bfd_reloc_from_type (r_type))
4572 case BFD_RELOC_AARCH64_TLSGD_ADR_PAGE21:
4573 case BFD_RELOC_AARCH64_TLSDESC_ADR_PAGE21:
4576 /* GD->LE relaxation:
4577 adrp x0, :tlsgd:var => movz x0, :tprel_g1:var
4579 adrp x0, :tlsdesc:var => movz x0, :tprel_g1:var
4581 bfd_putl32 (0xd2a00000, contents + rel->r_offset);
4582 return bfd_reloc_continue;
4586 /* GD->IE relaxation:
4587 adrp x0, :tlsgd:var => adrp x0, :gottprel:var
4589 adrp x0, :tlsdesc:var => adrp x0, :gottprel:var
4591 return bfd_reloc_continue;
4594 case BFD_RELOC_AARCH64_TLSDESC_LDNN_LO12_NC:
4597 /* GD->LE relaxation:
4598 ldr xd, [x0, #:tlsdesc_lo12:var] => movk x0, :tprel_g0_nc:var
4600 bfd_putl32 (0xf2800000, contents + rel->r_offset);
4601 return bfd_reloc_continue;
4605 /* GD->IE relaxation:
4606 ldr xd, [x0, #:tlsdesc_lo12:var] => ldr x0, [x0, #:gottprel_lo12:var]
4608 insn = bfd_getl32 (contents + rel->r_offset);
4610 bfd_putl32 (insn, contents + rel->r_offset);
4611 return bfd_reloc_continue;
4614 case BFD_RELOC_AARCH64_TLSGD_ADD_LO12_NC:
4617 /* GD->LE relaxation
4618 add x0, #:tlsgd_lo12:var => movk x0, :tprel_g0_nc:var
4619 bl __tls_get_addr => mrs x1, tpidr_el0
4620 nop => add x0, x1, x0
4623 /* First kill the tls_get_addr reloc on the bl instruction. */
4624 BFD_ASSERT (rel->r_offset + 4 == rel[1].r_offset);
4625 rel[1].r_info = ELFNN_R_INFO (STN_UNDEF, R_AARCH64_NONE);
4627 bfd_putl32 (0xf2800000, contents + rel->r_offset);
4628 bfd_putl32 (0xd53bd041, contents + rel->r_offset + 4);
4629 bfd_putl32 (0x8b000020, contents + rel->r_offset + 8);
4630 return bfd_reloc_continue;
4634 /* GD->IE relaxation
4635 ADD x0, #:tlsgd_lo12:var => ldr x0, [x0, #:gottprel_lo12:var]
4636 BL __tls_get_addr => mrs x1, tpidr_el0
4638 NOP => add x0, x1, x0
4641 BFD_ASSERT (ELFNN_R_TYPE (rel[1].r_info) == AARCH64_R (CALL26));
4643 /* Remove the relocation on the BL instruction. */
4644 rel[1].r_info = ELFNN_R_INFO (STN_UNDEF, R_AARCH64_NONE);
4646 bfd_putl32 (0xf9400000, contents + rel->r_offset);
4648 /* We choose to fixup the BL and NOP instructions using the
4649 offset from the second relocation to allow flexibility in
4650 scheduling instructions between the ADD and BL. */
4651 bfd_putl32 (0xd53bd041, contents + rel[1].r_offset);
4652 bfd_putl32 (0x8b000020, contents + rel[1].r_offset + 4);
4653 return bfd_reloc_continue;
4656 case BFD_RELOC_AARCH64_TLSDESC_ADD_LO12_NC:
4657 case BFD_RELOC_AARCH64_TLSDESC_CALL:
4658 /* GD->IE/LE relaxation:
4659 add x0, x0, #:tlsdesc_lo12:var => nop
4662 bfd_putl32 (INSN_NOP, contents + rel->r_offset);
4663 return bfd_reloc_ok;
4665 case BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21:
4666 /* IE->LE relaxation:
4667 adrp xd, :gottprel:var => movz xd, :tprel_g1:var
4671 insn = bfd_getl32 (contents + rel->r_offset);
4672 bfd_putl32 (0xd2a00000 | (insn & 0x1f), contents + rel->r_offset);
4674 return bfd_reloc_continue;
4676 case BFD_RELOC_AARCH64_TLSIE_LDNN_GOTTPREL_LO12_NC:
4677 /* IE->LE relaxation:
4678 ldr xd, [xm, #:gottprel_lo12:var] => movk xd, :tprel_g0_nc:var
4682 insn = bfd_getl32 (contents + rel->r_offset);
4683 bfd_putl32 (0xf2800000 | (insn & 0x1f), contents + rel->r_offset);
4685 return bfd_reloc_continue;
4688 return bfd_reloc_continue;
4691 return bfd_reloc_ok;
4694 /* Relocate an AArch64 ELF section. */
4697 elfNN_aarch64_relocate_section (bfd *output_bfd,
4698 struct bfd_link_info *info,
4700 asection *input_section,
4702 Elf_Internal_Rela *relocs,
4703 Elf_Internal_Sym *local_syms,
4704 asection **local_sections)
4706 Elf_Internal_Shdr *symtab_hdr;
4707 struct elf_link_hash_entry **sym_hashes;
4708 Elf_Internal_Rela *rel;
4709 Elf_Internal_Rela *relend;
4711 struct elf_aarch64_link_hash_table *globals;
4712 bfd_boolean save_addend = FALSE;
4715 globals = elf_aarch64_hash_table (info);
4717 symtab_hdr = &elf_symtab_hdr (input_bfd);
4718 sym_hashes = elf_sym_hashes (input_bfd);
4721 relend = relocs + input_section->reloc_count;
4722 for (; rel < relend; rel++)
4724 unsigned int r_type;
4725 bfd_reloc_code_real_type bfd_r_type;
4726 bfd_reloc_code_real_type relaxed_bfd_r_type;
4727 reloc_howto_type *howto;
4728 unsigned long r_symndx;
4729 Elf_Internal_Sym *sym;
4731 struct elf_link_hash_entry *h;
4733 bfd_reloc_status_type r;
4736 bfd_boolean unresolved_reloc = FALSE;
4737 char *error_message = NULL;
4739 r_symndx = ELFNN_R_SYM (rel->r_info);
4740 r_type = ELFNN_R_TYPE (rel->r_info);
4742 bfd_reloc.howto = elfNN_aarch64_howto_from_type (r_type);
4743 howto = bfd_reloc.howto;
4747 (*_bfd_error_handler)
4748 (_("%B: unrecognized relocation (0x%x) in section `%A'"),
4749 input_bfd, input_section, r_type);
4752 bfd_r_type = elfNN_aarch64_bfd_reloc_from_howto (howto);
4758 if (r_symndx < symtab_hdr->sh_info)
4760 sym = local_syms + r_symndx;
4761 sym_type = ELFNN_ST_TYPE (sym->st_info);
4762 sec = local_sections[r_symndx];
4764 /* An object file might have a reference to a local
4765 undefined symbol. This is a daft object file, but we
4766 should at least do something about it. */
4767 if (r_type != R_AARCH64_NONE && r_type != R_AARCH64_NULL
4768 && bfd_is_und_section (sec)
4769 && ELF_ST_BIND (sym->st_info) != STB_WEAK)
4771 if (!info->callbacks->undefined_symbol
4772 (info, bfd_elf_string_from_elf_section
4773 (input_bfd, symtab_hdr->sh_link, sym->st_name),
4774 input_bfd, input_section, rel->r_offset, TRUE))
4778 relocation = _bfd_elf_rela_local_sym (output_bfd, sym, &sec, rel);
4780 /* Relocate against local STT_GNU_IFUNC symbol. */
4781 if (!info->relocatable
4782 && ELF_ST_TYPE (sym->st_info) == STT_GNU_IFUNC)
4784 h = elfNN_aarch64_get_local_sym_hash (globals, input_bfd,
4789 /* Set STT_GNU_IFUNC symbol value. */
4790 h->root.u.def.value = sym->st_value;
4791 h->root.u.def.section = sec;
4796 bfd_boolean warned, ignored;
4798 RELOC_FOR_GLOBAL_SYMBOL (info, input_bfd, input_section, rel,
4799 r_symndx, symtab_hdr, sym_hashes,
4801 unresolved_reloc, warned, ignored);
4806 if (sec != NULL && discarded_section (sec))
4807 RELOC_AGAINST_DISCARDED_SECTION (info, input_bfd, input_section,
4808 rel, 1, relend, howto, 0, contents);
4810 if (info->relocatable)
4814 name = h->root.root.string;
4817 name = (bfd_elf_string_from_elf_section
4818 (input_bfd, symtab_hdr->sh_link, sym->st_name));
4819 if (name == NULL || *name == '\0')
4820 name = bfd_section_name (input_bfd, sec);
4824 && r_type != R_AARCH64_NONE
4825 && r_type != R_AARCH64_NULL
4827 || h->root.type == bfd_link_hash_defined
4828 || h->root.type == bfd_link_hash_defweak)
4829 && IS_AARCH64_TLS_RELOC (bfd_r_type) != (sym_type == STT_TLS))
4831 (*_bfd_error_handler)
4832 ((sym_type == STT_TLS
4833 ? _("%B(%A+0x%lx): %s used with TLS symbol %s")
4834 : _("%B(%A+0x%lx): %s used with non-TLS symbol %s")),
4836 input_section, (long) rel->r_offset, howto->name, name);
4839 /* We relax only if we can see that there can be a valid transition
4840 from a reloc type to another.
4841 We call elfNN_aarch64_final_link_relocate unless we're completely
4842 done, i.e., the relaxation produced the final output we want. */
4844 relaxed_bfd_r_type = aarch64_tls_transition (input_bfd, info, r_type,
4846 if (relaxed_bfd_r_type != bfd_r_type)
4848 bfd_r_type = relaxed_bfd_r_type;
4849 howto = elfNN_aarch64_howto_from_bfd_reloc (bfd_r_type);
4850 BFD_ASSERT (howto != NULL);
4851 r_type = howto->type;
4852 r = elfNN_aarch64_tls_relax (globals, input_bfd, contents, rel, h);
4853 unresolved_reloc = 0;
4856 r = bfd_reloc_continue;
4858 /* There may be multiple consecutive relocations for the
4859 same offset. In that case we are supposed to treat the
4860 output of each relocation as the addend for the next. */
4861 if (rel + 1 < relend
4862 && rel->r_offset == rel[1].r_offset
4863 && ELFNN_R_TYPE (rel[1].r_info) != R_AARCH64_NONE
4864 && ELFNN_R_TYPE (rel[1].r_info) != R_AARCH64_NULL)
4867 save_addend = FALSE;
4869 if (r == bfd_reloc_continue)
4870 r = elfNN_aarch64_final_link_relocate (howto, input_bfd, output_bfd,
4871 input_section, contents, rel,
4872 relocation, info, sec,
4873 h, &unresolved_reloc,
4874 save_addend, &addend, sym);
4876 switch (elfNN_aarch64_bfd_reloc_from_type (r_type))
4878 case BFD_RELOC_AARCH64_TLSGD_ADR_PAGE21:
4879 case BFD_RELOC_AARCH64_TLSGD_ADD_LO12_NC:
4880 if (! symbol_got_offset_mark_p (input_bfd, h, r_symndx))
4882 bfd_boolean need_relocs = FALSE;
4887 off = symbol_got_offset (input_bfd, h, r_symndx);
4888 indx = h && h->dynindx != -1 ? h->dynindx : 0;
4891 (info->shared || indx != 0) &&
4893 || ELF_ST_VISIBILITY (h->other) == STV_DEFAULT
4894 || h->root.type != bfd_link_hash_undefweak);
4896 BFD_ASSERT (globals->root.srelgot != NULL);
4900 Elf_Internal_Rela rela;
4901 rela.r_info = ELFNN_R_INFO (indx, AARCH64_R (TLS_DTPMOD));
4903 rela.r_offset = globals->root.sgot->output_section->vma +
4904 globals->root.sgot->output_offset + off;
4907 loc = globals->root.srelgot->contents;
4908 loc += globals->root.srelgot->reloc_count++
4909 * RELOC_SIZE (htab);
4910 bfd_elfNN_swap_reloca_out (output_bfd, &rela, loc);
4914 bfd_put_NN (output_bfd,
4915 relocation - dtpoff_base (info),
4916 globals->root.sgot->contents + off
4921 /* This TLS symbol is global. We emit a
4922 relocation to fixup the tls offset at load
4925 ELFNN_R_INFO (indx, AARCH64_R (TLS_DTPREL));
4928 (globals->root.sgot->output_section->vma
4929 + globals->root.sgot->output_offset + off
4932 loc = globals->root.srelgot->contents;
4933 loc += globals->root.srelgot->reloc_count++
4934 * RELOC_SIZE (globals);
4935 bfd_elfNN_swap_reloca_out (output_bfd, &rela, loc);
4936 bfd_put_NN (output_bfd, (bfd_vma) 0,
4937 globals->root.sgot->contents + off
4943 bfd_put_NN (output_bfd, (bfd_vma) 1,
4944 globals->root.sgot->contents + off);
4945 bfd_put_NN (output_bfd,
4946 relocation - dtpoff_base (info),
4947 globals->root.sgot->contents + off
4951 symbol_got_offset_mark (input_bfd, h, r_symndx);
4955 case BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21:
4956 case BFD_RELOC_AARCH64_TLSIE_LDNN_GOTTPREL_LO12_NC:
4957 if (! symbol_got_offset_mark_p (input_bfd, h, r_symndx))
4959 bfd_boolean need_relocs = FALSE;
4964 off = symbol_got_offset (input_bfd, h, r_symndx);
4966 indx = h && h->dynindx != -1 ? h->dynindx : 0;
4969 (info->shared || indx != 0) &&
4971 || ELF_ST_VISIBILITY (h->other) == STV_DEFAULT
4972 || h->root.type != bfd_link_hash_undefweak);
4974 BFD_ASSERT (globals->root.srelgot != NULL);
4978 Elf_Internal_Rela rela;
4981 rela.r_addend = relocation - dtpoff_base (info);
4985 rela.r_info = ELFNN_R_INFO (indx, AARCH64_R (TLS_TPREL));
4986 rela.r_offset = globals->root.sgot->output_section->vma +
4987 globals->root.sgot->output_offset + off;
4989 loc = globals->root.srelgot->contents;
4990 loc += globals->root.srelgot->reloc_count++
4991 * RELOC_SIZE (htab);
4993 bfd_elfNN_swap_reloca_out (output_bfd, &rela, loc);
4995 bfd_put_NN (output_bfd, rela.r_addend,
4996 globals->root.sgot->contents + off);
4999 bfd_put_NN (output_bfd, relocation - tpoff_base (info),
5000 globals->root.sgot->contents + off);
5002 symbol_got_offset_mark (input_bfd, h, r_symndx);
5006 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_LO12:
5007 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_HI12:
5008 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_LO12_NC:
5009 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G2:
5010 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1:
5011 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1_NC:
5012 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0:
5013 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0_NC:
5016 case BFD_RELOC_AARCH64_TLSDESC_ADD_LO12_NC:
5017 case BFD_RELOC_AARCH64_TLSDESC_ADR_PAGE21:
5018 case BFD_RELOC_AARCH64_TLSDESC_LDNN_LO12_NC:
5019 if (! symbol_tlsdesc_got_offset_mark_p (input_bfd, h, r_symndx))
5021 bfd_boolean need_relocs = FALSE;
5022 int indx = h && h->dynindx != -1 ? h->dynindx : 0;
5023 bfd_vma off = symbol_tlsdesc_got_offset (input_bfd, h, r_symndx);
5025 need_relocs = (h == NULL
5026 || ELF_ST_VISIBILITY (h->other) == STV_DEFAULT
5027 || h->root.type != bfd_link_hash_undefweak);
5029 BFD_ASSERT (globals->root.srelgot != NULL);
5030 BFD_ASSERT (globals->root.sgot != NULL);
5035 Elf_Internal_Rela rela;
5036 rela.r_info = ELFNN_R_INFO (indx, AARCH64_R (TLSDESC));
5039 rela.r_offset = (globals->root.sgotplt->output_section->vma
5040 + globals->root.sgotplt->output_offset
5041 + off + globals->sgotplt_jump_table_size);
5044 rela.r_addend = relocation - dtpoff_base (info);
5046 /* Allocate the next available slot in the PLT reloc
5047 section to hold our R_AARCH64_TLSDESC, the next
5048 available slot is determined from reloc_count,
5049 which we step. But note, reloc_count was
5050 artifically moved down while allocating slots for
5051 real PLT relocs such that all of the PLT relocs
5052 will fit above the initial reloc_count and the
5053 extra stuff will fit below. */
5054 loc = globals->root.srelplt->contents;
5055 loc += globals->root.srelplt->reloc_count++
5056 * RELOC_SIZE (globals);
5058 bfd_elfNN_swap_reloca_out (output_bfd, &rela, loc);
5060 bfd_put_NN (output_bfd, (bfd_vma) 0,
5061 globals->root.sgotplt->contents + off +
5062 globals->sgotplt_jump_table_size);
5063 bfd_put_NN (output_bfd, (bfd_vma) 0,
5064 globals->root.sgotplt->contents + off +
5065 globals->sgotplt_jump_table_size +
5069 symbol_tlsdesc_got_offset_mark (input_bfd, h, r_symndx);
5080 /* Dynamic relocs are not propagated for SEC_DEBUGGING sections
5081 because such sections are not SEC_ALLOC and thus ld.so will
5082 not process them. */
5083 if (unresolved_reloc
5084 && !((input_section->flags & SEC_DEBUGGING) != 0
5086 && _bfd_elf_section_offset (output_bfd, info, input_section,
5087 +rel->r_offset) != (bfd_vma) - 1)
5089 (*_bfd_error_handler)
5091 ("%B(%A+0x%lx): unresolvable %s relocation against symbol `%s'"),
5092 input_bfd, input_section, (long) rel->r_offset, howto->name,
5093 h->root.root.string);
5097 if (r != bfd_reloc_ok && r != bfd_reloc_continue)
5101 case bfd_reloc_overflow:
5102 /* If the overflowing reloc was to an undefined symbol,
5103 we have already printed one error message and there
5104 is no point complaining again. */
5106 h->root.type != bfd_link_hash_undefined)
5107 && (!((*info->callbacks->reloc_overflow)
5108 (info, (h ? &h->root : NULL), name, howto->name,
5109 (bfd_vma) 0, input_bfd, input_section,
5114 case bfd_reloc_undefined:
5115 if (!((*info->callbacks->undefined_symbol)
5116 (info, name, input_bfd, input_section,
5117 rel->r_offset, TRUE)))
5121 case bfd_reloc_outofrange:
5122 error_message = _("out of range");
5125 case bfd_reloc_notsupported:
5126 error_message = _("unsupported relocation");
5129 case bfd_reloc_dangerous:
5130 /* error_message should already be set. */
5134 error_message = _("unknown error");
5138 BFD_ASSERT (error_message != NULL);
5139 if (!((*info->callbacks->reloc_dangerous)
5140 (info, error_message, input_bfd, input_section,
5151 /* Set the right machine number. */
5154 elfNN_aarch64_object_p (bfd *abfd)
5157 bfd_default_set_arch_mach (abfd, bfd_arch_aarch64, bfd_mach_aarch64_ilp32);
5159 bfd_default_set_arch_mach (abfd, bfd_arch_aarch64, bfd_mach_aarch64);
5164 /* Function to keep AArch64 specific flags in the ELF header. */
5167 elfNN_aarch64_set_private_flags (bfd *abfd, flagword flags)
5169 if (elf_flags_init (abfd) && elf_elfheader (abfd)->e_flags != flags)
5174 elf_elfheader (abfd)->e_flags = flags;
5175 elf_flags_init (abfd) = TRUE;
5181 /* Merge backend specific data from an object file to the output
5182 object file when linking. */
5185 elfNN_aarch64_merge_private_bfd_data (bfd *ibfd, bfd *obfd)
5189 bfd_boolean flags_compatible = TRUE;
5192 /* Check if we have the same endianess. */
5193 if (!_bfd_generic_verify_endian_match (ibfd, obfd))
5196 if (!is_aarch64_elf (ibfd) || !is_aarch64_elf (obfd))
5199 /* The input BFD must have had its flags initialised. */
5200 /* The following seems bogus to me -- The flags are initialized in
5201 the assembler but I don't think an elf_flags_init field is
5202 written into the object. */
5203 /* BFD_ASSERT (elf_flags_init (ibfd)); */
5205 in_flags = elf_elfheader (ibfd)->e_flags;
5206 out_flags = elf_elfheader (obfd)->e_flags;
5208 if (!elf_flags_init (obfd))
5210 /* If the input is the default architecture and had the default
5211 flags then do not bother setting the flags for the output
5212 architecture, instead allow future merges to do this. If no
5213 future merges ever set these flags then they will retain their
5214 uninitialised values, which surprise surprise, correspond
5215 to the default values. */
5216 if (bfd_get_arch_info (ibfd)->the_default
5217 && elf_elfheader (ibfd)->e_flags == 0)
5220 elf_flags_init (obfd) = TRUE;
5221 elf_elfheader (obfd)->e_flags = in_flags;
5223 if (bfd_get_arch (obfd) == bfd_get_arch (ibfd)
5224 && bfd_get_arch_info (obfd)->the_default)
5225 return bfd_set_arch_mach (obfd, bfd_get_arch (ibfd),
5226 bfd_get_mach (ibfd));
5231 /* Identical flags must be compatible. */
5232 if (in_flags == out_flags)
5235 /* Check to see if the input BFD actually contains any sections. If
5236 not, its flags may not have been initialised either, but it
5237 cannot actually cause any incompatiblity. Do not short-circuit
5238 dynamic objects; their section list may be emptied by
5239 elf_link_add_object_symbols.
5241 Also check to see if there are no code sections in the input.
5242 In this case there is no need to check for code specific flags.
5243 XXX - do we need to worry about floating-point format compatability
5244 in data sections ? */
5245 if (!(ibfd->flags & DYNAMIC))
5247 bfd_boolean null_input_bfd = TRUE;
5248 bfd_boolean only_data_sections = TRUE;
5250 for (sec = ibfd->sections; sec != NULL; sec = sec->next)
5252 if ((bfd_get_section_flags (ibfd, sec)
5253 & (SEC_LOAD | SEC_CODE | SEC_HAS_CONTENTS))
5254 == (SEC_LOAD | SEC_CODE | SEC_HAS_CONTENTS))
5255 only_data_sections = FALSE;
5257 null_input_bfd = FALSE;
5261 if (null_input_bfd || only_data_sections)
5265 return flags_compatible;
5268 /* Display the flags field. */
5271 elfNN_aarch64_print_private_bfd_data (bfd *abfd, void *ptr)
5273 FILE *file = (FILE *) ptr;
5274 unsigned long flags;
5276 BFD_ASSERT (abfd != NULL && ptr != NULL);
5278 /* Print normal ELF private data. */
5279 _bfd_elf_print_private_bfd_data (abfd, ptr);
5281 flags = elf_elfheader (abfd)->e_flags;
5282 /* Ignore init flag - it may not be set, despite the flags field
5283 containing valid data. */
5285 /* xgettext:c-format */
5286 fprintf (file, _("private flags = %lx:"), elf_elfheader (abfd)->e_flags);
5289 fprintf (file, _("<Unrecognised flag bits set>"));
5296 /* Update the got entry reference counts for the section being removed. */
5299 elfNN_aarch64_gc_sweep_hook (bfd *abfd,
5300 struct bfd_link_info *info,
5302 const Elf_Internal_Rela * relocs)
5304 struct elf_aarch64_link_hash_table *htab;
5305 Elf_Internal_Shdr *symtab_hdr;
5306 struct elf_link_hash_entry **sym_hashes;
5307 struct elf_aarch64_local_symbol *locals;
5308 const Elf_Internal_Rela *rel, *relend;
5310 if (info->relocatable)
5313 htab = elf_aarch64_hash_table (info);
5318 elf_section_data (sec)->local_dynrel = NULL;
5320 symtab_hdr = &elf_symtab_hdr (abfd);
5321 sym_hashes = elf_sym_hashes (abfd);
5323 locals = elf_aarch64_locals (abfd);
5325 relend = relocs + sec->reloc_count;
5326 for (rel = relocs; rel < relend; rel++)
5328 unsigned long r_symndx;
5329 unsigned int r_type;
5330 struct elf_link_hash_entry *h = NULL;
5332 r_symndx = ELFNN_R_SYM (rel->r_info);
5334 if (r_symndx >= symtab_hdr->sh_info)
5337 h = sym_hashes[r_symndx - symtab_hdr->sh_info];
5338 while (h->root.type == bfd_link_hash_indirect
5339 || h->root.type == bfd_link_hash_warning)
5340 h = (struct elf_link_hash_entry *) h->root.u.i.link;
5344 Elf_Internal_Sym *isym;
5346 /* A local symbol. */
5347 isym = bfd_sym_from_r_symndx (&htab->sym_cache,
5350 /* Check relocation against local STT_GNU_IFUNC symbol. */
5352 && ELF_ST_TYPE (isym->st_info) == STT_GNU_IFUNC)
5354 h = elfNN_aarch64_get_local_sym_hash (htab, abfd, rel, FALSE);
5362 struct elf_aarch64_link_hash_entry *eh;
5363 struct elf_dyn_relocs **pp;
5364 struct elf_dyn_relocs *p;
5366 eh = (struct elf_aarch64_link_hash_entry *) h;
5368 for (pp = &eh->dyn_relocs; (p = *pp) != NULL; pp = &p->next)
5371 /* Everything must go for SEC. */
5377 r_type = ELFNN_R_TYPE (rel->r_info);
5378 switch (aarch64_tls_transition (abfd,info, r_type, h ,r_symndx))
5380 case BFD_RELOC_AARCH64_ADR_GOT_PAGE:
5381 case BFD_RELOC_AARCH64_GOT_LD_PREL19:
5382 case BFD_RELOC_AARCH64_LD32_GOT_LO12_NC:
5383 case BFD_RELOC_AARCH64_LD64_GOT_LO12_NC:
5384 case BFD_RELOC_AARCH64_TLSDESC_ADD_LO12_NC:
5385 case BFD_RELOC_AARCH64_TLSDESC_ADR_PAGE21:
5386 case BFD_RELOC_AARCH64_TLSDESC_LD32_LO12_NC:
5387 case BFD_RELOC_AARCH64_TLSDESC_LD64_LO12_NC:
5388 case BFD_RELOC_AARCH64_TLSGD_ADD_LO12_NC:
5389 case BFD_RELOC_AARCH64_TLSGD_ADR_PAGE21:
5390 case BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21:
5391 case BFD_RELOC_AARCH64_TLSIE_LD32_GOTTPREL_LO12_NC:
5392 case BFD_RELOC_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC:
5393 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_HI12:
5394 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_LO12:
5395 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_LO12_NC:
5396 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0:
5397 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0_NC:
5398 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1:
5399 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1_NC:
5400 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G2:
5403 if (h->got.refcount > 0)
5404 h->got.refcount -= 1;
5406 if (h->type == STT_GNU_IFUNC)
5408 if (h->plt.refcount > 0)
5409 h->plt.refcount -= 1;
5412 else if (locals != NULL)
5414 if (locals[r_symndx].got_refcount > 0)
5415 locals[r_symndx].got_refcount -= 1;
5419 case BFD_RELOC_AARCH64_CALL26:
5420 case BFD_RELOC_AARCH64_JUMP26:
5421 /* If this is a local symbol then we resolve it
5422 directly without creating a PLT entry. */
5426 if (h->plt.refcount > 0)
5427 h->plt.refcount -= 1;
5430 case BFD_RELOC_AARCH64_MOVW_G0_NC:
5431 case BFD_RELOC_AARCH64_MOVW_G1_NC:
5432 case BFD_RELOC_AARCH64_MOVW_G2_NC:
5433 case BFD_RELOC_AARCH64_MOVW_G3:
5434 case BFD_RELOC_AARCH64_ADR_HI21_NC_PCREL:
5435 case BFD_RELOC_AARCH64_ADR_HI21_PCREL:
5436 case BFD_RELOC_AARCH64_ADR_LO21_PCREL:
5437 case BFD_RELOC_AARCH64_NN:
5438 if (h != NULL && info->executable)
5440 if (h->plt.refcount > 0)
5441 h->plt.refcount -= 1;
5453 /* Adjust a symbol defined by a dynamic object and referenced by a
5454 regular object. The current definition is in some section of the
5455 dynamic object, but we're not including those sections. We have to
5456 change the definition to something the rest of the link can
5460 elfNN_aarch64_adjust_dynamic_symbol (struct bfd_link_info *info,
5461 struct elf_link_hash_entry *h)
5463 struct elf_aarch64_link_hash_table *htab;
5466 /* If this is a function, put it in the procedure linkage table. We
5467 will fill in the contents of the procedure linkage table later,
5468 when we know the address of the .got section. */
5469 if (h->type == STT_FUNC || h->type == STT_GNU_IFUNC || h->needs_plt)
5471 if (h->plt.refcount <= 0
5472 || (h->type != STT_GNU_IFUNC
5473 && (SYMBOL_CALLS_LOCAL (info, h)
5474 || (ELF_ST_VISIBILITY (h->other) != STV_DEFAULT
5475 && h->root.type == bfd_link_hash_undefweak))))
5477 /* This case can occur if we saw a CALL26 reloc in
5478 an input file, but the symbol wasn't referred to
5479 by a dynamic object or all references were
5480 garbage collected. In which case we can end up
5482 h->plt.offset = (bfd_vma) - 1;
5489 /* It's possible that we incorrectly decided a .plt reloc was
5490 needed for an R_X86_64_PC32 reloc to a non-function sym in
5491 check_relocs. We can't decide accurately between function and
5492 non-function syms in check-relocs; Objects loaded later in
5493 the link may change h->type. So fix it now. */
5494 h->plt.offset = (bfd_vma) - 1;
5497 /* If this is a weak symbol, and there is a real definition, the
5498 processor independent code will have arranged for us to see the
5499 real definition first, and we can just use the same value. */
5500 if (h->u.weakdef != NULL)
5502 BFD_ASSERT (h->u.weakdef->root.type == bfd_link_hash_defined
5503 || h->u.weakdef->root.type == bfd_link_hash_defweak);
5504 h->root.u.def.section = h->u.weakdef->root.u.def.section;
5505 h->root.u.def.value = h->u.weakdef->root.u.def.value;
5506 if (ELIMINATE_COPY_RELOCS || info->nocopyreloc)
5507 h->non_got_ref = h->u.weakdef->non_got_ref;
5511 /* If we are creating a shared library, we must presume that the
5512 only references to the symbol are via the global offset table.
5513 For such cases we need not do anything here; the relocations will
5514 be handled correctly by relocate_section. */
5518 /* If there are no references to this symbol that do not use the
5519 GOT, we don't need to generate a copy reloc. */
5520 if (!h->non_got_ref)
5523 /* If -z nocopyreloc was given, we won't generate them either. */
5524 if (info->nocopyreloc)
5530 /* We must allocate the symbol in our .dynbss section, which will
5531 become part of the .bss section of the executable. There will be
5532 an entry for this symbol in the .dynsym section. The dynamic
5533 object will contain position independent code, so all references
5534 from the dynamic object to this symbol will go through the global
5535 offset table. The dynamic linker will use the .dynsym entry to
5536 determine the address it must put in the global offset table, so
5537 both the dynamic object and the regular object will refer to the
5538 same memory location for the variable. */
5540 htab = elf_aarch64_hash_table (info);
5542 /* We must generate a R_AARCH64_COPY reloc to tell the dynamic linker
5543 to copy the initial value out of the dynamic object and into the
5544 runtime process image. */
5545 if ((h->root.u.def.section->flags & SEC_ALLOC) != 0 && h->size != 0)
5547 htab->srelbss->size += RELOC_SIZE (htab);
5553 return _bfd_elf_adjust_dynamic_copy (info, h, s);
5558 elfNN_aarch64_allocate_local_symbols (bfd *abfd, unsigned number)
5560 struct elf_aarch64_local_symbol *locals;
5561 locals = elf_aarch64_locals (abfd);
5564 locals = (struct elf_aarch64_local_symbol *)
5565 bfd_zalloc (abfd, number * sizeof (struct elf_aarch64_local_symbol));
5568 elf_aarch64_locals (abfd) = locals;
5573 /* Create the .got section to hold the global offset table. */
5576 aarch64_elf_create_got_section (bfd *abfd, struct bfd_link_info *info)
5578 const struct elf_backend_data *bed = get_elf_backend_data (abfd);
5581 struct elf_link_hash_entry *h;
5582 struct elf_link_hash_table *htab = elf_hash_table (info);
5584 /* This function may be called more than once. */
5585 s = bfd_get_linker_section (abfd, ".got");
5589 flags = bed->dynamic_sec_flags;
5591 s = bfd_make_section_anyway_with_flags (abfd,
5592 (bed->rela_plts_and_copies_p
5593 ? ".rela.got" : ".rel.got"),
5594 (bed->dynamic_sec_flags
5597 || ! bfd_set_section_alignment (abfd, s, bed->s->log_file_align))
5601 s = bfd_make_section_anyway_with_flags (abfd, ".got", flags);
5603 || !bfd_set_section_alignment (abfd, s, bed->s->log_file_align))
5606 htab->sgot->size += GOT_ENTRY_SIZE;
5608 if (bed->want_got_sym)
5610 /* Define the symbol _GLOBAL_OFFSET_TABLE_ at the start of the .got
5611 (or .got.plt) section. We don't do this in the linker script
5612 because we don't want to define the symbol if we are not creating
5613 a global offset table. */
5614 h = _bfd_elf_define_linkage_sym (abfd, info, s,
5615 "_GLOBAL_OFFSET_TABLE_");
5616 elf_hash_table (info)->hgot = h;
5621 if (bed->want_got_plt)
5623 s = bfd_make_section_anyway_with_flags (abfd, ".got.plt", flags);
5625 || !bfd_set_section_alignment (abfd, s,
5626 bed->s->log_file_align))
5631 /* The first bit of the global offset table is the header. */
5632 s->size += bed->got_header_size;
5637 /* Look through the relocs for a section during the first phase. */
5640 elfNN_aarch64_check_relocs (bfd *abfd, struct bfd_link_info *info,
5641 asection *sec, const Elf_Internal_Rela *relocs)
5643 Elf_Internal_Shdr *symtab_hdr;
5644 struct elf_link_hash_entry **sym_hashes;
5645 const Elf_Internal_Rela *rel;
5646 const Elf_Internal_Rela *rel_end;
5649 struct elf_aarch64_link_hash_table *htab;
5651 if (info->relocatable)
5654 BFD_ASSERT (is_aarch64_elf (abfd));
5656 htab = elf_aarch64_hash_table (info);
5659 symtab_hdr = &elf_symtab_hdr (abfd);
5660 sym_hashes = elf_sym_hashes (abfd);
5662 rel_end = relocs + sec->reloc_count;
5663 for (rel = relocs; rel < rel_end; rel++)
5665 struct elf_link_hash_entry *h;
5666 unsigned long r_symndx;
5667 unsigned int r_type;
5668 bfd_reloc_code_real_type bfd_r_type;
5669 Elf_Internal_Sym *isym;
5671 r_symndx = ELFNN_R_SYM (rel->r_info);
5672 r_type = ELFNN_R_TYPE (rel->r_info);
5674 if (r_symndx >= NUM_SHDR_ENTRIES (symtab_hdr))
5676 (*_bfd_error_handler) (_("%B: bad symbol index: %d"), abfd,
5681 if (r_symndx < symtab_hdr->sh_info)
5683 /* A local symbol. */
5684 isym = bfd_sym_from_r_symndx (&htab->sym_cache,
5689 /* Check relocation against local STT_GNU_IFUNC symbol. */
5690 if (ELF_ST_TYPE (isym->st_info) == STT_GNU_IFUNC)
5692 h = elfNN_aarch64_get_local_sym_hash (htab, abfd, rel,
5697 /* Fake a STT_GNU_IFUNC symbol. */
5698 h->type = STT_GNU_IFUNC;
5701 h->forced_local = 1;
5702 h->root.type = bfd_link_hash_defined;
5709 h = sym_hashes[r_symndx - symtab_hdr->sh_info];
5710 while (h->root.type == bfd_link_hash_indirect
5711 || h->root.type == bfd_link_hash_warning)
5712 h = (struct elf_link_hash_entry *) h->root.u.i.link;
5714 /* PR15323, ref flags aren't set for references in the same
5716 h->root.non_ir_ref = 1;
5719 /* Could be done earlier, if h were already available. */
5720 bfd_r_type = aarch64_tls_transition (abfd, info, r_type, h, r_symndx);
5724 /* Create the ifunc sections for static executables. If we
5725 never see an indirect function symbol nor we are building
5726 a static executable, those sections will be empty and
5727 won't appear in output. */
5733 case BFD_RELOC_AARCH64_NN:
5734 case BFD_RELOC_AARCH64_CALL26:
5735 case BFD_RELOC_AARCH64_JUMP26:
5736 case BFD_RELOC_AARCH64_LD32_GOT_LO12_NC:
5737 case BFD_RELOC_AARCH64_LD64_GOT_LO12_NC:
5738 case BFD_RELOC_AARCH64_ADR_GOT_PAGE:
5739 case BFD_RELOC_AARCH64_GOT_LD_PREL19:
5740 case BFD_RELOC_AARCH64_ADR_HI21_PCREL:
5741 case BFD_RELOC_AARCH64_ADD_LO12:
5742 if (htab->root.dynobj == NULL)
5743 htab->root.dynobj = abfd;
5744 if (!_bfd_elf_create_ifunc_sections (htab->root.dynobj, info))
5749 /* It is referenced by a non-shared object. */
5751 h->root.non_ir_ref = 1;
5756 case BFD_RELOC_AARCH64_NN:
5758 /* We don't need to handle relocs into sections not going into
5759 the "real" output. */
5760 if ((sec->flags & SEC_ALLOC) == 0)
5768 h->plt.refcount += 1;
5769 h->pointer_equality_needed = 1;
5772 /* No need to do anything if we're not creating a shared
5778 struct elf_dyn_relocs *p;
5779 struct elf_dyn_relocs **head;
5781 /* We must copy these reloc types into the output file.
5782 Create a reloc section in dynobj and make room for
5786 if (htab->root.dynobj == NULL)
5787 htab->root.dynobj = abfd;
5789 sreloc = _bfd_elf_make_dynamic_reloc_section
5790 (sec, htab->root.dynobj, LOG_FILE_ALIGN, abfd, /*rela? */ TRUE);
5796 /* If this is a global symbol, we count the number of
5797 relocations we need for this symbol. */
5800 struct elf_aarch64_link_hash_entry *eh;
5801 eh = (struct elf_aarch64_link_hash_entry *) h;
5802 head = &eh->dyn_relocs;
5806 /* Track dynamic relocs needed for local syms too.
5807 We really need local syms available to do this
5813 isym = bfd_sym_from_r_symndx (&htab->sym_cache,
5818 s = bfd_section_from_elf_index (abfd, isym->st_shndx);
5822 /* Beware of type punned pointers vs strict aliasing
5824 vpp = &(elf_section_data (s)->local_dynrel);
5825 head = (struct elf_dyn_relocs **) vpp;
5829 if (p == NULL || p->sec != sec)
5831 bfd_size_type amt = sizeof *p;
5832 p = ((struct elf_dyn_relocs *)
5833 bfd_zalloc (htab->root.dynobj, amt));
5846 /* RR: We probably want to keep a consistency check that
5847 there are no dangling GOT_PAGE relocs. */
5848 case BFD_RELOC_AARCH64_ADR_GOT_PAGE:
5849 case BFD_RELOC_AARCH64_GOT_LD_PREL19:
5850 case BFD_RELOC_AARCH64_LD32_GOT_LO12_NC:
5851 case BFD_RELOC_AARCH64_LD64_GOT_LO12_NC:
5852 case BFD_RELOC_AARCH64_TLSDESC_ADD_LO12_NC:
5853 case BFD_RELOC_AARCH64_TLSDESC_ADR_PAGE21:
5854 case BFD_RELOC_AARCH64_TLSDESC_LD32_LO12_NC:
5855 case BFD_RELOC_AARCH64_TLSDESC_LD64_LO12_NC:
5856 case BFD_RELOC_AARCH64_TLSGD_ADD_LO12_NC:
5857 case BFD_RELOC_AARCH64_TLSGD_ADR_PAGE21:
5858 case BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21:
5859 case BFD_RELOC_AARCH64_TLSIE_LD32_GOTTPREL_LO12_NC:
5860 case BFD_RELOC_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC:
5861 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_HI12:
5862 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_LO12:
5863 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_LO12_NC:
5864 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0:
5865 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0_NC:
5866 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1:
5867 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1_NC:
5868 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G2:
5871 unsigned old_got_type;
5873 got_type = aarch64_reloc_got_type (bfd_r_type);
5877 h->got.refcount += 1;
5878 old_got_type = elf_aarch64_hash_entry (h)->got_type;
5882 struct elf_aarch64_local_symbol *locals;
5884 if (!elfNN_aarch64_allocate_local_symbols
5885 (abfd, symtab_hdr->sh_info))
5888 locals = elf_aarch64_locals (abfd);
5889 BFD_ASSERT (r_symndx < symtab_hdr->sh_info);
5890 locals[r_symndx].got_refcount += 1;
5891 old_got_type = locals[r_symndx].got_type;
5894 /* If a variable is accessed with both general dynamic TLS
5895 methods, two slots may be created. */
5896 if (GOT_TLS_GD_ANY_P (old_got_type) && GOT_TLS_GD_ANY_P (got_type))
5897 got_type |= old_got_type;
5899 /* We will already have issued an error message if there
5900 is a TLS/non-TLS mismatch, based on the symbol type.
5901 So just combine any TLS types needed. */
5902 if (old_got_type != GOT_UNKNOWN && old_got_type != GOT_NORMAL
5903 && got_type != GOT_NORMAL)
5904 got_type |= old_got_type;
5906 /* If the symbol is accessed by both IE and GD methods, we
5907 are able to relax. Turn off the GD flag, without
5908 messing up with any other kind of TLS types that may be
5910 if ((got_type & GOT_TLS_IE) && GOT_TLS_GD_ANY_P (got_type))
5911 got_type &= ~ (GOT_TLSDESC_GD | GOT_TLS_GD);
5913 if (old_got_type != got_type)
5916 elf_aarch64_hash_entry (h)->got_type = got_type;
5919 struct elf_aarch64_local_symbol *locals;
5920 locals = elf_aarch64_locals (abfd);
5921 BFD_ASSERT (r_symndx < symtab_hdr->sh_info);
5922 locals[r_symndx].got_type = got_type;
5926 if (htab->root.dynobj == NULL)
5927 htab->root.dynobj = abfd;
5928 if (! aarch64_elf_create_got_section (htab->root.dynobj, info))
5933 case BFD_RELOC_AARCH64_MOVW_G0_NC:
5934 case BFD_RELOC_AARCH64_MOVW_G1_NC:
5935 case BFD_RELOC_AARCH64_MOVW_G2_NC:
5936 case BFD_RELOC_AARCH64_MOVW_G3:
5939 int howto_index = bfd_r_type - BFD_RELOC_AARCH64_RELOC_START;
5940 (*_bfd_error_handler)
5941 (_("%B: relocation %s against `%s' can not be used when making "
5942 "a shared object; recompile with -fPIC"),
5943 abfd, elfNN_aarch64_howto_table[howto_index].name,
5944 (h) ? h->root.root.string : "a local symbol");
5945 bfd_set_error (bfd_error_bad_value);
5949 case BFD_RELOC_AARCH64_ADR_HI21_NC_PCREL:
5950 case BFD_RELOC_AARCH64_ADR_HI21_PCREL:
5951 case BFD_RELOC_AARCH64_ADR_LO21_PCREL:
5952 if (h != NULL && info->executable)
5954 /* If this reloc is in a read-only section, we might
5955 need a copy reloc. We can't check reliably at this
5956 stage whether the section is read-only, as input
5957 sections have not yet been mapped to output sections.
5958 Tentatively set the flag for now, and correct in
5959 adjust_dynamic_symbol. */
5961 h->plt.refcount += 1;
5962 h->pointer_equality_needed = 1;
5964 /* FIXME:: RR need to handle these in shared libraries
5965 and essentially bomb out as these being non-PIC
5966 relocations in shared libraries. */
5969 case BFD_RELOC_AARCH64_CALL26:
5970 case BFD_RELOC_AARCH64_JUMP26:
5971 /* If this is a local symbol then we resolve it
5972 directly without creating a PLT entry. */
5977 if (h->plt.refcount <= 0)
5978 h->plt.refcount = 1;
5980 h->plt.refcount += 1;
5991 /* Treat mapping symbols as special target symbols. */
5994 elfNN_aarch64_is_target_special_symbol (bfd *abfd ATTRIBUTE_UNUSED,
5997 return bfd_is_aarch64_special_symbol_name (sym->name,
5998 BFD_AARCH64_SPECIAL_SYM_TYPE_ANY);
6001 /* This is a copy of elf_find_function () from elf.c except that
6002 AArch64 mapping symbols are ignored when looking for function names. */
6005 aarch64_elf_find_function (bfd *abfd ATTRIBUTE_UNUSED,
6009 const char **filename_ptr,
6010 const char **functionname_ptr)
6012 const char *filename = NULL;
6013 asymbol *func = NULL;
6014 bfd_vma low_func = 0;
6017 for (p = symbols; *p != NULL; p++)
6021 q = (elf_symbol_type *) * p;
6023 switch (ELF_ST_TYPE (q->internal_elf_sym.st_info))
6028 filename = bfd_asymbol_name (&q->symbol);
6032 /* Skip mapping symbols. */
6033 if ((q->symbol.flags & BSF_LOCAL)
6034 && (bfd_is_aarch64_special_symbol_name
6035 (q->symbol.name, BFD_AARCH64_SPECIAL_SYM_TYPE_ANY)))
6038 if (bfd_get_section (&q->symbol) == section
6039 && q->symbol.value >= low_func && q->symbol.value <= offset)
6041 func = (asymbol *) q;
6042 low_func = q->symbol.value;
6052 *filename_ptr = filename;
6053 if (functionname_ptr)
6054 *functionname_ptr = bfd_asymbol_name (func);
6060 /* Find the nearest line to a particular section and offset, for error
6061 reporting. This code is a duplicate of the code in elf.c, except
6062 that it uses aarch64_elf_find_function. */
6065 elfNN_aarch64_find_nearest_line (bfd *abfd,
6069 const char **filename_ptr,
6070 const char **functionname_ptr,
6071 unsigned int *line_ptr,
6072 unsigned int *discriminator_ptr)
6074 bfd_boolean found = FALSE;
6076 if (_bfd_dwarf2_find_nearest_line (abfd, symbols, NULL, section, offset,
6077 filename_ptr, functionname_ptr,
6078 line_ptr, discriminator_ptr,
6079 dwarf_debug_sections, 0,
6080 &elf_tdata (abfd)->dwarf2_find_line_info))
6082 if (!*functionname_ptr)
6083 aarch64_elf_find_function (abfd, symbols, section, offset,
6084 *filename_ptr ? NULL : filename_ptr,
6090 /* Skip _bfd_dwarf1_find_nearest_line since no known AArch64
6091 toolchain uses DWARF1. */
6093 if (!_bfd_stab_section_find_nearest_line (abfd, symbols, section, offset,
6094 &found, filename_ptr,
6095 functionname_ptr, line_ptr,
6096 &elf_tdata (abfd)->line_info))
6099 if (found && (*functionname_ptr || *line_ptr))
6102 if (symbols == NULL)
6105 if (!aarch64_elf_find_function (abfd, symbols, section, offset,
6106 filename_ptr, functionname_ptr))
6114 elfNN_aarch64_find_inliner_info (bfd *abfd,
6115 const char **filename_ptr,
6116 const char **functionname_ptr,
6117 unsigned int *line_ptr)
6120 found = _bfd_dwarf2_find_inliner_info
6121 (abfd, filename_ptr,
6122 functionname_ptr, line_ptr, &elf_tdata (abfd)->dwarf2_find_line_info);
6128 elfNN_aarch64_post_process_headers (bfd *abfd,
6129 struct bfd_link_info *link_info)
6131 Elf_Internal_Ehdr *i_ehdrp; /* ELF file header, internal form. */
6133 i_ehdrp = elf_elfheader (abfd);
6134 i_ehdrp->e_ident[EI_ABIVERSION] = AARCH64_ELF_ABI_VERSION;
6136 _bfd_elf_post_process_headers (abfd, link_info);
6139 static enum elf_reloc_type_class
6140 elfNN_aarch64_reloc_type_class (const struct bfd_link_info *info ATTRIBUTE_UNUSED,
6141 const asection *rel_sec ATTRIBUTE_UNUSED,
6142 const Elf_Internal_Rela *rela)
6144 switch ((int) ELFNN_R_TYPE (rela->r_info))
6146 case AARCH64_R (RELATIVE):
6147 return reloc_class_relative;
6148 case AARCH64_R (JUMP_SLOT):
6149 return reloc_class_plt;
6150 case AARCH64_R (COPY):
6151 return reloc_class_copy;
6153 return reloc_class_normal;
6157 /* Handle an AArch64 specific section when reading an object file. This is
6158 called when bfd_section_from_shdr finds a section with an unknown
6162 elfNN_aarch64_section_from_shdr (bfd *abfd,
6163 Elf_Internal_Shdr *hdr,
6164 const char *name, int shindex)
6166 /* There ought to be a place to keep ELF backend specific flags, but
6167 at the moment there isn't one. We just keep track of the
6168 sections by their name, instead. Fortunately, the ABI gives
6169 names for all the AArch64 specific sections, so we will probably get
6171 switch (hdr->sh_type)
6173 case SHT_AARCH64_ATTRIBUTES:
6180 if (!_bfd_elf_make_section_from_shdr (abfd, hdr, name, shindex))
6186 /* A structure used to record a list of sections, independently
6187 of the next and prev fields in the asection structure. */
6188 typedef struct section_list
6191 struct section_list *next;
6192 struct section_list *prev;
6196 /* Unfortunately we need to keep a list of sections for which
6197 an _aarch64_elf_section_data structure has been allocated. This
6198 is because it is possible for functions like elfNN_aarch64_write_section
6199 to be called on a section which has had an elf_data_structure
6200 allocated for it (and so the used_by_bfd field is valid) but
6201 for which the AArch64 extended version of this structure - the
6202 _aarch64_elf_section_data structure - has not been allocated. */
6203 static section_list *sections_with_aarch64_elf_section_data = NULL;
6206 record_section_with_aarch64_elf_section_data (asection *sec)
6208 struct section_list *entry;
6210 entry = bfd_malloc (sizeof (*entry));
6214 entry->next = sections_with_aarch64_elf_section_data;
6216 if (entry->next != NULL)
6217 entry->next->prev = entry;
6218 sections_with_aarch64_elf_section_data = entry;
6221 static struct section_list *
6222 find_aarch64_elf_section_entry (asection *sec)
6224 struct section_list *entry;
6225 static struct section_list *last_entry = NULL;
6227 /* This is a short cut for the typical case where the sections are added
6228 to the sections_with_aarch64_elf_section_data list in forward order and
6229 then looked up here in backwards order. This makes a real difference
6230 to the ld-srec/sec64k.exp linker test. */
6231 entry = sections_with_aarch64_elf_section_data;
6232 if (last_entry != NULL)
6234 if (last_entry->sec == sec)
6236 else if (last_entry->next != NULL && last_entry->next->sec == sec)
6237 entry = last_entry->next;
6240 for (; entry; entry = entry->next)
6241 if (entry->sec == sec)
6245 /* Record the entry prior to this one - it is the entry we are
6246 most likely to want to locate next time. Also this way if we
6247 have been called from
6248 unrecord_section_with_aarch64_elf_section_data () we will not
6249 be caching a pointer that is about to be freed. */
6250 last_entry = entry->prev;
6256 unrecord_section_with_aarch64_elf_section_data (asection *sec)
6258 struct section_list *entry;
6260 entry = find_aarch64_elf_section_entry (sec);
6264 if (entry->prev != NULL)
6265 entry->prev->next = entry->next;
6266 if (entry->next != NULL)
6267 entry->next->prev = entry->prev;
6268 if (entry == sections_with_aarch64_elf_section_data)
6269 sections_with_aarch64_elf_section_data = entry->next;
6278 struct bfd_link_info *info;
6281 int (*func) (void *, const char *, Elf_Internal_Sym *,
6282 asection *, struct elf_link_hash_entry *);
6283 } output_arch_syminfo;
6285 enum map_symbol_type
6292 /* Output a single mapping symbol. */
6295 elfNN_aarch64_output_map_sym (output_arch_syminfo *osi,
6296 enum map_symbol_type type, bfd_vma offset)
6298 static const char *names[2] = { "$x", "$d" };
6299 Elf_Internal_Sym sym;
6301 sym.st_value = (osi->sec->output_section->vma
6302 + osi->sec->output_offset + offset);
6305 sym.st_info = ELF_ST_INFO (STB_LOCAL, STT_NOTYPE);
6306 sym.st_shndx = osi->sec_shndx;
6307 return osi->func (osi->finfo, names[type], &sym, osi->sec, NULL) == 1;
6312 /* Output mapping symbols for PLT entries associated with H. */
6315 elfNN_aarch64_output_plt_map (struct elf_link_hash_entry *h, void *inf)
6317 output_arch_syminfo *osi = (output_arch_syminfo *) inf;
6320 if (h->root.type == bfd_link_hash_indirect)
6323 if (h->root.type == bfd_link_hash_warning)
6324 /* When warning symbols are created, they **replace** the "real"
6325 entry in the hash table, thus we never get to see the real
6326 symbol in a hash traversal. So look at it now. */
6327 h = (struct elf_link_hash_entry *) h->root.u.i.link;
6329 if (h->plt.offset == (bfd_vma) - 1)
6332 addr = h->plt.offset;
6335 if (!elfNN_aarch64_output_map_sym (osi, AARCH64_MAP_INSN, addr))
6342 /* Output a single local symbol for a generated stub. */
6345 elfNN_aarch64_output_stub_sym (output_arch_syminfo *osi, const char *name,
6346 bfd_vma offset, bfd_vma size)
6348 Elf_Internal_Sym sym;
6350 sym.st_value = (osi->sec->output_section->vma
6351 + osi->sec->output_offset + offset);
6354 sym.st_info = ELF_ST_INFO (STB_LOCAL, STT_FUNC);
6355 sym.st_shndx = osi->sec_shndx;
6356 return osi->func (osi->finfo, name, &sym, osi->sec, NULL) == 1;
6360 aarch64_map_one_stub (struct bfd_hash_entry *gen_entry, void *in_arg)
6362 struct elf_aarch64_stub_hash_entry *stub_entry;
6366 output_arch_syminfo *osi;
6368 /* Massage our args to the form they really have. */
6369 stub_entry = (struct elf_aarch64_stub_hash_entry *) gen_entry;
6370 osi = (output_arch_syminfo *) in_arg;
6372 stub_sec = stub_entry->stub_sec;
6374 /* Ensure this stub is attached to the current section being
6376 if (stub_sec != osi->sec)
6379 addr = (bfd_vma) stub_entry->stub_offset;
6381 stub_name = stub_entry->output_name;
6383 switch (stub_entry->stub_type)
6385 case aarch64_stub_adrp_branch:
6386 if (!elfNN_aarch64_output_stub_sym (osi, stub_name, addr,
6387 sizeof (aarch64_adrp_branch_stub)))
6389 if (!elfNN_aarch64_output_map_sym (osi, AARCH64_MAP_INSN, addr))
6392 case aarch64_stub_long_branch:
6393 if (!elfNN_aarch64_output_stub_sym
6394 (osi, stub_name, addr, sizeof (aarch64_long_branch_stub)))
6396 if (!elfNN_aarch64_output_map_sym (osi, AARCH64_MAP_INSN, addr))
6398 if (!elfNN_aarch64_output_map_sym (osi, AARCH64_MAP_DATA, addr + 16))
6401 case aarch64_stub_erratum_835769_veneer:
6402 if (!elfNN_aarch64_output_stub_sym (osi, stub_name, addr,
6403 sizeof (aarch64_erratum_835769_stub)))
6405 if (!elfNN_aarch64_output_map_sym (osi, AARCH64_MAP_INSN, addr))
6415 /* Output mapping symbols for linker generated sections. */
6418 elfNN_aarch64_output_arch_local_syms (bfd *output_bfd,
6419 struct bfd_link_info *info,
6421 int (*func) (void *, const char *,
6424 struct elf_link_hash_entry
6427 output_arch_syminfo osi;
6428 struct elf_aarch64_link_hash_table *htab;
6430 htab = elf_aarch64_hash_table (info);
6436 /* Long calls stubs. */
6437 if (htab->stub_bfd && htab->stub_bfd->sections)
6441 for (stub_sec = htab->stub_bfd->sections;
6442 stub_sec != NULL; stub_sec = stub_sec->next)
6444 /* Ignore non-stub sections. */
6445 if (!strstr (stub_sec->name, STUB_SUFFIX))
6450 osi.sec_shndx = _bfd_elf_section_from_bfd_section
6451 (output_bfd, osi.sec->output_section);
6453 bfd_hash_traverse (&htab->stub_hash_table, aarch64_map_one_stub,
6458 /* Finally, output mapping symbols for the PLT. */
6459 if (!htab->root.splt || htab->root.splt->size == 0)
6462 /* For now live without mapping symbols for the plt. */
6463 osi.sec_shndx = _bfd_elf_section_from_bfd_section
6464 (output_bfd, htab->root.splt->output_section);
6465 osi.sec = htab->root.splt;
6467 elf_link_hash_traverse (&htab->root, elfNN_aarch64_output_plt_map,
6474 /* Allocate target specific section data. */
6477 elfNN_aarch64_new_section_hook (bfd *abfd, asection *sec)
6479 if (!sec->used_by_bfd)
6481 _aarch64_elf_section_data *sdata;
6482 bfd_size_type amt = sizeof (*sdata);
6484 sdata = bfd_zalloc (abfd, amt);
6487 sec->used_by_bfd = sdata;
6490 record_section_with_aarch64_elf_section_data (sec);
6492 return _bfd_elf_new_section_hook (abfd, sec);
6497 unrecord_section_via_map_over_sections (bfd *abfd ATTRIBUTE_UNUSED,
6499 void *ignore ATTRIBUTE_UNUSED)
6501 unrecord_section_with_aarch64_elf_section_data (sec);
6505 elfNN_aarch64_close_and_cleanup (bfd *abfd)
6508 bfd_map_over_sections (abfd,
6509 unrecord_section_via_map_over_sections, NULL);
6511 return _bfd_elf_close_and_cleanup (abfd);
6515 elfNN_aarch64_bfd_free_cached_info (bfd *abfd)
6518 bfd_map_over_sections (abfd,
6519 unrecord_section_via_map_over_sections, NULL);
6521 return _bfd_free_cached_info (abfd);
6524 /* Create dynamic sections. This is different from the ARM backend in that
6525 the got, plt, gotplt and their relocation sections are all created in the
6526 standard part of the bfd elf backend. */
6529 elfNN_aarch64_create_dynamic_sections (bfd *dynobj,
6530 struct bfd_link_info *info)
6532 struct elf_aarch64_link_hash_table *htab;
6534 /* We need to create .got section. */
6535 if (!aarch64_elf_create_got_section (dynobj, info))
6538 if (!_bfd_elf_create_dynamic_sections (dynobj, info))
6541 htab = elf_aarch64_hash_table (info);
6542 htab->sdynbss = bfd_get_linker_section (dynobj, ".dynbss");
6544 htab->srelbss = bfd_get_linker_section (dynobj, ".rela.bss");
6546 if (!htab->sdynbss || (!info->shared && !htab->srelbss))
6553 /* Allocate space in .plt, .got and associated reloc sections for
6557 elfNN_aarch64_allocate_dynrelocs (struct elf_link_hash_entry *h, void *inf)
6559 struct bfd_link_info *info;
6560 struct elf_aarch64_link_hash_table *htab;
6561 struct elf_aarch64_link_hash_entry *eh;
6562 struct elf_dyn_relocs *p;
6564 /* An example of a bfd_link_hash_indirect symbol is versioned
6565 symbol. For example: __gxx_personality_v0(bfd_link_hash_indirect)
6566 -> __gxx_personality_v0(bfd_link_hash_defined)
6568 There is no need to process bfd_link_hash_indirect symbols here
6569 because we will also be presented with the concrete instance of
6570 the symbol and elfNN_aarch64_copy_indirect_symbol () will have been
6571 called to copy all relevant data from the generic to the concrete
6574 if (h->root.type == bfd_link_hash_indirect)
6577 if (h->root.type == bfd_link_hash_warning)
6578 h = (struct elf_link_hash_entry *) h->root.u.i.link;
6580 info = (struct bfd_link_info *) inf;
6581 htab = elf_aarch64_hash_table (info);
6583 /* Since STT_GNU_IFUNC symbol must go through PLT, we handle it
6584 here if it is defined and referenced in a non-shared object. */
6585 if (h->type == STT_GNU_IFUNC
6588 else if (htab->root.dynamic_sections_created && h->plt.refcount > 0)
6590 /* Make sure this symbol is output as a dynamic symbol.
6591 Undefined weak syms won't yet be marked as dynamic. */
6592 if (h->dynindx == -1 && !h->forced_local)
6594 if (!bfd_elf_link_record_dynamic_symbol (info, h))
6598 if (info->shared || WILL_CALL_FINISH_DYNAMIC_SYMBOL (1, 0, h))
6600 asection *s = htab->root.splt;
6602 /* If this is the first .plt entry, make room for the special
6605 s->size += htab->plt_header_size;
6607 h->plt.offset = s->size;
6609 /* If this symbol is not defined in a regular file, and we are
6610 not generating a shared library, then set the symbol to this
6611 location in the .plt. This is required to make function
6612 pointers compare as equal between the normal executable and
6613 the shared library. */
6614 if (!info->shared && !h->def_regular)
6616 h->root.u.def.section = s;
6617 h->root.u.def.value = h->plt.offset;
6620 /* Make room for this entry. For now we only create the
6621 small model PLT entries. We later need to find a way
6622 of relaxing into these from the large model PLT entries. */
6623 s->size += PLT_SMALL_ENTRY_SIZE;
6625 /* We also need to make an entry in the .got.plt section, which
6626 will be placed in the .got section by the linker script. */
6627 htab->root.sgotplt->size += GOT_ENTRY_SIZE;
6629 /* We also need to make an entry in the .rela.plt section. */
6630 htab->root.srelplt->size += RELOC_SIZE (htab);
6632 /* We need to ensure that all GOT entries that serve the PLT
6633 are consecutive with the special GOT slots [0] [1] and
6634 [2]. Any addtional relocations, such as
6635 R_AARCH64_TLSDESC, must be placed after the PLT related
6636 entries. We abuse the reloc_count such that during
6637 sizing we adjust reloc_count to indicate the number of
6638 PLT related reserved entries. In subsequent phases when
6639 filling in the contents of the reloc entries, PLT related
6640 entries are placed by computing their PLT index (0
6641 .. reloc_count). While other none PLT relocs are placed
6642 at the slot indicated by reloc_count and reloc_count is
6645 htab->root.srelplt->reloc_count++;
6649 h->plt.offset = (bfd_vma) - 1;
6655 h->plt.offset = (bfd_vma) - 1;
6659 eh = (struct elf_aarch64_link_hash_entry *) h;
6660 eh->tlsdesc_got_jump_table_offset = (bfd_vma) - 1;
6662 if (h->got.refcount > 0)
6665 unsigned got_type = elf_aarch64_hash_entry (h)->got_type;
6667 h->got.offset = (bfd_vma) - 1;
6669 dyn = htab->root.dynamic_sections_created;
6671 /* Make sure this symbol is output as a dynamic symbol.
6672 Undefined weak syms won't yet be marked as dynamic. */
6673 if (dyn && h->dynindx == -1 && !h->forced_local)
6675 if (!bfd_elf_link_record_dynamic_symbol (info, h))
6679 if (got_type == GOT_UNKNOWN)
6682 else if (got_type == GOT_NORMAL)
6684 h->got.offset = htab->root.sgot->size;
6685 htab->root.sgot->size += GOT_ENTRY_SIZE;
6686 if ((ELF_ST_VISIBILITY (h->other) == STV_DEFAULT
6687 || h->root.type != bfd_link_hash_undefweak)
6689 || WILL_CALL_FINISH_DYNAMIC_SYMBOL (dyn, 0, h)))
6691 htab->root.srelgot->size += RELOC_SIZE (htab);
6697 if (got_type & GOT_TLSDESC_GD)
6699 eh->tlsdesc_got_jump_table_offset =
6700 (htab->root.sgotplt->size
6701 - aarch64_compute_jump_table_size (htab));
6702 htab->root.sgotplt->size += GOT_ENTRY_SIZE * 2;
6703 h->got.offset = (bfd_vma) - 2;
6706 if (got_type & GOT_TLS_GD)
6708 h->got.offset = htab->root.sgot->size;
6709 htab->root.sgot->size += GOT_ENTRY_SIZE * 2;
6712 if (got_type & GOT_TLS_IE)
6714 h->got.offset = htab->root.sgot->size;
6715 htab->root.sgot->size += GOT_ENTRY_SIZE;
6718 indx = h && h->dynindx != -1 ? h->dynindx : 0;
6719 if ((ELF_ST_VISIBILITY (h->other) == STV_DEFAULT
6720 || h->root.type != bfd_link_hash_undefweak)
6723 || WILL_CALL_FINISH_DYNAMIC_SYMBOL (dyn, 0, h)))
6725 if (got_type & GOT_TLSDESC_GD)
6727 htab->root.srelplt->size += RELOC_SIZE (htab);
6728 /* Note reloc_count not incremented here! We have
6729 already adjusted reloc_count for this relocation
6732 /* TLSDESC PLT is now needed, but not yet determined. */
6733 htab->tlsdesc_plt = (bfd_vma) - 1;
6736 if (got_type & GOT_TLS_GD)
6737 htab->root.srelgot->size += RELOC_SIZE (htab) * 2;
6739 if (got_type & GOT_TLS_IE)
6740 htab->root.srelgot->size += RELOC_SIZE (htab);
6746 h->got.offset = (bfd_vma) - 1;
6749 if (eh->dyn_relocs == NULL)
6752 /* In the shared -Bsymbolic case, discard space allocated for
6753 dynamic pc-relative relocs against symbols which turn out to be
6754 defined in regular objects. For the normal shared case, discard
6755 space for pc-relative relocs that have become local due to symbol
6756 visibility changes. */
6760 /* Relocs that use pc_count are those that appear on a call
6761 insn, or certain REL relocs that can generated via assembly.
6762 We want calls to protected symbols to resolve directly to the
6763 function rather than going via the plt. If people want
6764 function pointer comparisons to work as expected then they
6765 should avoid writing weird assembly. */
6766 if (SYMBOL_CALLS_LOCAL (info, h))
6768 struct elf_dyn_relocs **pp;
6770 for (pp = &eh->dyn_relocs; (p = *pp) != NULL;)
6772 p->count -= p->pc_count;
6781 /* Also discard relocs on undefined weak syms with non-default
6783 if (eh->dyn_relocs != NULL && h->root.type == bfd_link_hash_undefweak)
6785 if (ELF_ST_VISIBILITY (h->other) != STV_DEFAULT)
6786 eh->dyn_relocs = NULL;
6788 /* Make sure undefined weak symbols are output as a dynamic
6790 else if (h->dynindx == -1
6792 && !bfd_elf_link_record_dynamic_symbol (info, h))
6797 else if (ELIMINATE_COPY_RELOCS)
6799 /* For the non-shared case, discard space for relocs against
6800 symbols which turn out to need copy relocs or are not
6806 || (htab->root.dynamic_sections_created
6807 && (h->root.type == bfd_link_hash_undefweak
6808 || h->root.type == bfd_link_hash_undefined))))
6810 /* Make sure this symbol is output as a dynamic symbol.
6811 Undefined weak syms won't yet be marked as dynamic. */
6812 if (h->dynindx == -1
6814 && !bfd_elf_link_record_dynamic_symbol (info, h))
6817 /* If that succeeded, we know we'll be keeping all the
6819 if (h->dynindx != -1)
6823 eh->dyn_relocs = NULL;
6828 /* Finally, allocate space. */
6829 for (p = eh->dyn_relocs; p != NULL; p = p->next)
6833 sreloc = elf_section_data (p->sec)->sreloc;
6835 BFD_ASSERT (sreloc != NULL);
6837 sreloc->size += p->count * RELOC_SIZE (htab);
6843 /* Allocate space in .plt, .got and associated reloc sections for
6844 ifunc dynamic relocs. */
6847 elfNN_aarch64_allocate_ifunc_dynrelocs (struct elf_link_hash_entry *h,
6850 struct bfd_link_info *info;
6851 struct elf_aarch64_link_hash_table *htab;
6852 struct elf_aarch64_link_hash_entry *eh;
6854 /* An example of a bfd_link_hash_indirect symbol is versioned
6855 symbol. For example: __gxx_personality_v0(bfd_link_hash_indirect)
6856 -> __gxx_personality_v0(bfd_link_hash_defined)
6858 There is no need to process bfd_link_hash_indirect symbols here
6859 because we will also be presented with the concrete instance of
6860 the symbol and elfNN_aarch64_copy_indirect_symbol () will have been
6861 called to copy all relevant data from the generic to the concrete
6864 if (h->root.type == bfd_link_hash_indirect)
6867 if (h->root.type == bfd_link_hash_warning)
6868 h = (struct elf_link_hash_entry *) h->root.u.i.link;
6870 info = (struct bfd_link_info *) inf;
6871 htab = elf_aarch64_hash_table (info);
6873 eh = (struct elf_aarch64_link_hash_entry *) h;
6875 /* Since STT_GNU_IFUNC symbol must go through PLT, we handle it
6876 here if it is defined and referenced in a non-shared object. */
6877 if (h->type == STT_GNU_IFUNC
6879 return _bfd_elf_allocate_ifunc_dyn_relocs (info, h,
6881 htab->plt_entry_size,
6882 htab->plt_header_size,
6887 /* Allocate space in .plt, .got and associated reloc sections for
6888 local dynamic relocs. */
6891 elfNN_aarch64_allocate_local_dynrelocs (void **slot, void *inf)
6893 struct elf_link_hash_entry *h
6894 = (struct elf_link_hash_entry *) *slot;
6896 if (h->type != STT_GNU_IFUNC
6900 || h->root.type != bfd_link_hash_defined)
6903 return elfNN_aarch64_allocate_dynrelocs (h, inf);
6906 /* Allocate space in .plt, .got and associated reloc sections for
6907 local ifunc dynamic relocs. */
6910 elfNN_aarch64_allocate_local_ifunc_dynrelocs (void **slot, void *inf)
6912 struct elf_link_hash_entry *h
6913 = (struct elf_link_hash_entry *) *slot;
6915 if (h->type != STT_GNU_IFUNC
6919 || h->root.type != bfd_link_hash_defined)
6922 return elfNN_aarch64_allocate_ifunc_dynrelocs (h, inf);
6925 /* This is the most important function of all . Innocuosly named
6928 elfNN_aarch64_size_dynamic_sections (bfd *output_bfd ATTRIBUTE_UNUSED,
6929 struct bfd_link_info *info)
6931 struct elf_aarch64_link_hash_table *htab;
6937 htab = elf_aarch64_hash_table ((info));
6938 dynobj = htab->root.dynobj;
6940 BFD_ASSERT (dynobj != NULL);
6942 if (htab->root.dynamic_sections_created)
6944 if (info->executable)
6946 s = bfd_get_linker_section (dynobj, ".interp");
6949 s->size = sizeof ELF_DYNAMIC_INTERPRETER;
6950 s->contents = (unsigned char *) ELF_DYNAMIC_INTERPRETER;
6954 /* Set up .got offsets for local syms, and space for local dynamic
6956 for (ibfd = info->input_bfds; ibfd != NULL; ibfd = ibfd->link.next)
6958 struct elf_aarch64_local_symbol *locals = NULL;
6959 Elf_Internal_Shdr *symtab_hdr;
6963 if (!is_aarch64_elf (ibfd))
6966 for (s = ibfd->sections; s != NULL; s = s->next)
6968 struct elf_dyn_relocs *p;
6970 for (p = (struct elf_dyn_relocs *)
6971 (elf_section_data (s)->local_dynrel); p != NULL; p = p->next)
6973 if (!bfd_is_abs_section (p->sec)
6974 && bfd_is_abs_section (p->sec->output_section))
6976 /* Input section has been discarded, either because
6977 it is a copy of a linkonce section or due to
6978 linker script /DISCARD/, so we'll be discarding
6981 else if (p->count != 0)
6983 srel = elf_section_data (p->sec)->sreloc;
6984 srel->size += p->count * RELOC_SIZE (htab);
6985 if ((p->sec->output_section->flags & SEC_READONLY) != 0)
6986 info->flags |= DF_TEXTREL;
6991 locals = elf_aarch64_locals (ibfd);
6995 symtab_hdr = &elf_symtab_hdr (ibfd);
6996 srel = htab->root.srelgot;
6997 for (i = 0; i < symtab_hdr->sh_info; i++)
6999 locals[i].got_offset = (bfd_vma) - 1;
7000 locals[i].tlsdesc_got_jump_table_offset = (bfd_vma) - 1;
7001 if (locals[i].got_refcount > 0)
7003 unsigned got_type = locals[i].got_type;
7004 if (got_type & GOT_TLSDESC_GD)
7006 locals[i].tlsdesc_got_jump_table_offset =
7007 (htab->root.sgotplt->size
7008 - aarch64_compute_jump_table_size (htab));
7009 htab->root.sgotplt->size += GOT_ENTRY_SIZE * 2;
7010 locals[i].got_offset = (bfd_vma) - 2;
7013 if (got_type & GOT_TLS_GD)
7015 locals[i].got_offset = htab->root.sgot->size;
7016 htab->root.sgot->size += GOT_ENTRY_SIZE * 2;
7019 if (got_type & GOT_TLS_IE)
7021 locals[i].got_offset = htab->root.sgot->size;
7022 htab->root.sgot->size += GOT_ENTRY_SIZE;
7025 if (got_type == GOT_UNKNOWN)
7029 if (got_type == GOT_NORMAL)
7035 if (got_type & GOT_TLSDESC_GD)
7037 htab->root.srelplt->size += RELOC_SIZE (htab);
7038 /* Note RELOC_COUNT not incremented here! */
7039 htab->tlsdesc_plt = (bfd_vma) - 1;
7042 if (got_type & GOT_TLS_GD)
7043 htab->root.srelgot->size += RELOC_SIZE (htab) * 2;
7045 if (got_type & GOT_TLS_IE)
7046 htab->root.srelgot->size += RELOC_SIZE (htab);
7051 locals[i].got_refcount = (bfd_vma) - 1;
7057 /* Allocate global sym .plt and .got entries, and space for global
7058 sym dynamic relocs. */
7059 elf_link_hash_traverse (&htab->root, elfNN_aarch64_allocate_dynrelocs,
7062 /* Allocate global ifunc sym .plt and .got entries, and space for global
7063 ifunc sym dynamic relocs. */
7064 elf_link_hash_traverse (&htab->root, elfNN_aarch64_allocate_ifunc_dynrelocs,
7067 /* Allocate .plt and .got entries, and space for local symbols. */
7068 htab_traverse (htab->loc_hash_table,
7069 elfNN_aarch64_allocate_local_dynrelocs,
7072 /* Allocate .plt and .got entries, and space for local ifunc symbols. */
7073 htab_traverse (htab->loc_hash_table,
7074 elfNN_aarch64_allocate_local_ifunc_dynrelocs,
7077 /* For every jump slot reserved in the sgotplt, reloc_count is
7078 incremented. However, when we reserve space for TLS descriptors,
7079 it's not incremented, so in order to compute the space reserved
7080 for them, it suffices to multiply the reloc count by the jump
7083 if (htab->root.srelplt)
7084 htab->sgotplt_jump_table_size = aarch64_compute_jump_table_size (htab);
7086 if (htab->tlsdesc_plt)
7088 if (htab->root.splt->size == 0)
7089 htab->root.splt->size += PLT_ENTRY_SIZE;
7091 htab->tlsdesc_plt = htab->root.splt->size;
7092 htab->root.splt->size += PLT_TLSDESC_ENTRY_SIZE;
7094 /* If we're not using lazy TLS relocations, don't generate the
7095 GOT entry required. */
7096 if (!(info->flags & DF_BIND_NOW))
7098 htab->dt_tlsdesc_got = htab->root.sgot->size;
7099 htab->root.sgot->size += GOT_ENTRY_SIZE;
7103 /* Init mapping symbols information to use later to distingush between
7104 code and data while scanning for erratam 835769. */
7105 if (htab->fix_erratum_835769)
7106 for (ibfd = info->input_bfds; ibfd != NULL; ibfd = ibfd->link.next)
7108 if (!is_aarch64_elf (ibfd))
7110 bfd_elfNN_aarch64_init_maps (ibfd);
7113 /* We now have determined the sizes of the various dynamic sections.
7114 Allocate memory for them. */
7116 for (s = dynobj->sections; s != NULL; s = s->next)
7118 if ((s->flags & SEC_LINKER_CREATED) == 0)
7121 if (s == htab->root.splt
7122 || s == htab->root.sgot
7123 || s == htab->root.sgotplt
7124 || s == htab->root.iplt
7125 || s == htab->root.igotplt || s == htab->sdynbss)
7127 /* Strip this section if we don't need it; see the
7130 else if (CONST_STRNEQ (bfd_get_section_name (dynobj, s), ".rela"))
7132 if (s->size != 0 && s != htab->root.srelplt)
7135 /* We use the reloc_count field as a counter if we need
7136 to copy relocs into the output file. */
7137 if (s != htab->root.srelplt)
7142 /* It's not one of our sections, so don't allocate space. */
7148 /* If we don't need this section, strip it from the
7149 output file. This is mostly to handle .rela.bss and
7150 .rela.plt. We must create both sections in
7151 create_dynamic_sections, because they must be created
7152 before the linker maps input sections to output
7153 sections. The linker does that before
7154 adjust_dynamic_symbol is called, and it is that
7155 function which decides whether anything needs to go
7156 into these sections. */
7158 s->flags |= SEC_EXCLUDE;
7162 if ((s->flags & SEC_HAS_CONTENTS) == 0)
7165 /* Allocate memory for the section contents. We use bfd_zalloc
7166 here in case unused entries are not reclaimed before the
7167 section's contents are written out. This should not happen,
7168 but this way if it does, we get a R_AARCH64_NONE reloc instead
7170 s->contents = (bfd_byte *) bfd_zalloc (dynobj, s->size);
7171 if (s->contents == NULL)
7175 if (htab->root.dynamic_sections_created)
7177 /* Add some entries to the .dynamic section. We fill in the
7178 values later, in elfNN_aarch64_finish_dynamic_sections, but we
7179 must add the entries now so that we get the correct size for
7180 the .dynamic section. The DT_DEBUG entry is filled in by the
7181 dynamic linker and used by the debugger. */
7182 #define add_dynamic_entry(TAG, VAL) \
7183 _bfd_elf_add_dynamic_entry (info, TAG, VAL)
7185 if (info->executable)
7187 if (!add_dynamic_entry (DT_DEBUG, 0))
7191 if (htab->root.splt->size != 0)
7193 if (!add_dynamic_entry (DT_PLTGOT, 0)
7194 || !add_dynamic_entry (DT_PLTRELSZ, 0)
7195 || !add_dynamic_entry (DT_PLTREL, DT_RELA)
7196 || !add_dynamic_entry (DT_JMPREL, 0))
7199 if (htab->tlsdesc_plt
7200 && (!add_dynamic_entry (DT_TLSDESC_PLT, 0)
7201 || !add_dynamic_entry (DT_TLSDESC_GOT, 0)))
7207 if (!add_dynamic_entry (DT_RELA, 0)
7208 || !add_dynamic_entry (DT_RELASZ, 0)
7209 || !add_dynamic_entry (DT_RELAENT, RELOC_SIZE (htab)))
7212 /* If any dynamic relocs apply to a read-only section,
7213 then we need a DT_TEXTREL entry. */
7214 if ((info->flags & DF_TEXTREL) != 0)
7216 if (!add_dynamic_entry (DT_TEXTREL, 0))
7221 #undef add_dynamic_entry
7227 elf_aarch64_update_plt_entry (bfd *output_bfd,
7228 bfd_reloc_code_real_type r_type,
7229 bfd_byte *plt_entry, bfd_vma value)
7231 reloc_howto_type *howto = elfNN_aarch64_howto_from_bfd_reloc (r_type);
7233 _bfd_aarch64_elf_put_addend (output_bfd, plt_entry, r_type, howto, value);
7237 elfNN_aarch64_create_small_pltn_entry (struct elf_link_hash_entry *h,
7238 struct elf_aarch64_link_hash_table
7239 *htab, bfd *output_bfd,
7240 struct bfd_link_info *info)
7242 bfd_byte *plt_entry;
7245 bfd_vma gotplt_entry_address;
7246 bfd_vma plt_entry_address;
7247 Elf_Internal_Rela rela;
7249 asection *plt, *gotplt, *relplt;
7251 /* When building a static executable, use .iplt, .igot.plt and
7252 .rela.iplt sections for STT_GNU_IFUNC symbols. */
7253 if (htab->root.splt != NULL)
7255 plt = htab->root.splt;
7256 gotplt = htab->root.sgotplt;
7257 relplt = htab->root.srelplt;
7261 plt = htab->root.iplt;
7262 gotplt = htab->root.igotplt;
7263 relplt = htab->root.irelplt;
7266 /* Get the index in the procedure linkage table which
7267 corresponds to this symbol. This is the index of this symbol
7268 in all the symbols for which we are making plt entries. The
7269 first entry in the procedure linkage table is reserved.
7271 Get the offset into the .got table of the entry that
7272 corresponds to this function. Each .got entry is GOT_ENTRY_SIZE
7273 bytes. The first three are reserved for the dynamic linker.
7275 For static executables, we don't reserve anything. */
7277 if (plt == htab->root.splt)
7279 plt_index = (h->plt.offset - htab->plt_header_size) / htab->plt_entry_size;
7280 got_offset = (plt_index + 3) * GOT_ENTRY_SIZE;
7284 plt_index = h->plt.offset / htab->plt_entry_size;
7285 got_offset = plt_index * GOT_ENTRY_SIZE;
7288 plt_entry = plt->contents + h->plt.offset;
7289 plt_entry_address = plt->output_section->vma
7290 + plt->output_offset + h->plt.offset;
7291 gotplt_entry_address = gotplt->output_section->vma +
7292 gotplt->output_offset + got_offset;
7294 /* Copy in the boiler-plate for the PLTn entry. */
7295 memcpy (plt_entry, elfNN_aarch64_small_plt_entry, PLT_SMALL_ENTRY_SIZE);
7297 /* Fill in the top 21 bits for this: ADRP x16, PLT_GOT + n * 8.
7298 ADRP: ((PG(S+A)-PG(P)) >> 12) & 0x1fffff */
7299 elf_aarch64_update_plt_entry (output_bfd, BFD_RELOC_AARCH64_ADR_HI21_PCREL,
7301 PG (gotplt_entry_address) -
7302 PG (plt_entry_address));
7304 /* Fill in the lo12 bits for the load from the pltgot. */
7305 elf_aarch64_update_plt_entry (output_bfd, BFD_RELOC_AARCH64_LDSTNN_LO12,
7307 PG_OFFSET (gotplt_entry_address));
7309 /* Fill in the lo12 bits for the add from the pltgot entry. */
7310 elf_aarch64_update_plt_entry (output_bfd, BFD_RELOC_AARCH64_ADD_LO12,
7312 PG_OFFSET (gotplt_entry_address));
7314 /* All the GOTPLT Entries are essentially initialized to PLT0. */
7315 bfd_put_NN (output_bfd,
7316 plt->output_section->vma + plt->output_offset,
7317 gotplt->contents + got_offset);
7319 rela.r_offset = gotplt_entry_address;
7321 if (h->dynindx == -1
7322 || ((info->executable
7323 || ELF_ST_VISIBILITY (h->other) != STV_DEFAULT)
7325 && h->type == STT_GNU_IFUNC))
7327 /* If an STT_GNU_IFUNC symbol is locally defined, generate
7328 R_AARCH64_IRELATIVE instead of R_AARCH64_JUMP_SLOT. */
7329 rela.r_info = ELFNN_R_INFO (0, AARCH64_R (IRELATIVE));
7330 rela.r_addend = (h->root.u.def.value
7331 + h->root.u.def.section->output_section->vma
7332 + h->root.u.def.section->output_offset);
7336 /* Fill in the entry in the .rela.plt section. */
7337 rela.r_info = ELFNN_R_INFO (h->dynindx, AARCH64_R (JUMP_SLOT));
7341 /* Compute the relocation entry to used based on PLT index and do
7342 not adjust reloc_count. The reloc_count has already been adjusted
7343 to account for this entry. */
7344 loc = relplt->contents + plt_index * RELOC_SIZE (htab);
7345 bfd_elfNN_swap_reloca_out (output_bfd, &rela, loc);
7348 /* Size sections even though they're not dynamic. We use it to setup
7349 _TLS_MODULE_BASE_, if needed. */
7352 elfNN_aarch64_always_size_sections (bfd *output_bfd,
7353 struct bfd_link_info *info)
7357 if (info->relocatable)
7360 tls_sec = elf_hash_table (info)->tls_sec;
7364 struct elf_link_hash_entry *tlsbase;
7366 tlsbase = elf_link_hash_lookup (elf_hash_table (info),
7367 "_TLS_MODULE_BASE_", TRUE, TRUE, FALSE);
7371 struct bfd_link_hash_entry *h = NULL;
7372 const struct elf_backend_data *bed =
7373 get_elf_backend_data (output_bfd);
7375 if (!(_bfd_generic_link_add_one_symbol
7376 (info, output_bfd, "_TLS_MODULE_BASE_", BSF_LOCAL,
7377 tls_sec, 0, NULL, FALSE, bed->collect, &h)))
7380 tlsbase->type = STT_TLS;
7381 tlsbase = (struct elf_link_hash_entry *) h;
7382 tlsbase->def_regular = 1;
7383 tlsbase->other = STV_HIDDEN;
7384 (*bed->elf_backend_hide_symbol) (info, tlsbase, TRUE);
7391 /* Finish up dynamic symbol handling. We set the contents of various
7392 dynamic sections here. */
7394 elfNN_aarch64_finish_dynamic_symbol (bfd *output_bfd,
7395 struct bfd_link_info *info,
7396 struct elf_link_hash_entry *h,
7397 Elf_Internal_Sym *sym)
7399 struct elf_aarch64_link_hash_table *htab;
7400 htab = elf_aarch64_hash_table (info);
7402 if (h->plt.offset != (bfd_vma) - 1)
7404 asection *plt, *gotplt, *relplt;
7406 /* This symbol has an entry in the procedure linkage table. Set
7409 /* When building a static executable, use .iplt, .igot.plt and
7410 .rela.iplt sections for STT_GNU_IFUNC symbols. */
7411 if (htab->root.splt != NULL)
7413 plt = htab->root.splt;
7414 gotplt = htab->root.sgotplt;
7415 relplt = htab->root.srelplt;
7419 plt = htab->root.iplt;
7420 gotplt = htab->root.igotplt;
7421 relplt = htab->root.irelplt;
7424 /* This symbol has an entry in the procedure linkage table. Set
7426 if ((h->dynindx == -1
7427 && !((h->forced_local || info->executable)
7429 && h->type == STT_GNU_IFUNC))
7435 elfNN_aarch64_create_small_pltn_entry (h, htab, output_bfd, info);
7436 if (!h->def_regular)
7438 /* Mark the symbol as undefined, rather than as defined in
7439 the .plt section. Leave the value alone. This is a clue
7440 for the dynamic linker, to make function pointer
7441 comparisons work between an application and shared
7443 sym->st_shndx = SHN_UNDEF;
7447 if (h->got.offset != (bfd_vma) - 1
7448 && elf_aarch64_hash_entry (h)->got_type == GOT_NORMAL)
7450 Elf_Internal_Rela rela;
7453 /* This symbol has an entry in the global offset table. Set it
7455 if (htab->root.sgot == NULL || htab->root.srelgot == NULL)
7458 rela.r_offset = (htab->root.sgot->output_section->vma
7459 + htab->root.sgot->output_offset
7460 + (h->got.offset & ~(bfd_vma) 1));
7463 && h->type == STT_GNU_IFUNC)
7467 /* Generate R_AARCH64_GLOB_DAT. */
7474 if (!h->pointer_equality_needed)
7477 /* For non-shared object, we can't use .got.plt, which
7478 contains the real function address if we need pointer
7479 equality. We load the GOT entry with the PLT entry. */
7480 plt = htab->root.splt ? htab->root.splt : htab->root.iplt;
7481 bfd_put_NN (output_bfd, (plt->output_section->vma
7482 + plt->output_offset
7484 htab->root.sgot->contents
7485 + (h->got.offset & ~(bfd_vma) 1));
7489 else if (info->shared && SYMBOL_REFERENCES_LOCAL (info, h))
7491 if (!h->def_regular)
7494 BFD_ASSERT ((h->got.offset & 1) != 0);
7495 rela.r_info = ELFNN_R_INFO (0, AARCH64_R (RELATIVE));
7496 rela.r_addend = (h->root.u.def.value
7497 + h->root.u.def.section->output_section->vma
7498 + h->root.u.def.section->output_offset);
7503 BFD_ASSERT ((h->got.offset & 1) == 0);
7504 bfd_put_NN (output_bfd, (bfd_vma) 0,
7505 htab->root.sgot->contents + h->got.offset);
7506 rela.r_info = ELFNN_R_INFO (h->dynindx, AARCH64_R (GLOB_DAT));
7510 loc = htab->root.srelgot->contents;
7511 loc += htab->root.srelgot->reloc_count++ * RELOC_SIZE (htab);
7512 bfd_elfNN_swap_reloca_out (output_bfd, &rela, loc);
7517 Elf_Internal_Rela rela;
7520 /* This symbol needs a copy reloc. Set it up. */
7522 if (h->dynindx == -1
7523 || (h->root.type != bfd_link_hash_defined
7524 && h->root.type != bfd_link_hash_defweak)
7525 || htab->srelbss == NULL)
7528 rela.r_offset = (h->root.u.def.value
7529 + h->root.u.def.section->output_section->vma
7530 + h->root.u.def.section->output_offset);
7531 rela.r_info = ELFNN_R_INFO (h->dynindx, AARCH64_R (COPY));
7533 loc = htab->srelbss->contents;
7534 loc += htab->srelbss->reloc_count++ * RELOC_SIZE (htab);
7535 bfd_elfNN_swap_reloca_out (output_bfd, &rela, loc);
7538 /* Mark _DYNAMIC and _GLOBAL_OFFSET_TABLE_ as absolute. SYM may
7539 be NULL for local symbols. */
7541 && (h == elf_hash_table (info)->hdynamic
7542 || h == elf_hash_table (info)->hgot))
7543 sym->st_shndx = SHN_ABS;
7548 /* Finish up local dynamic symbol handling. We set the contents of
7549 various dynamic sections here. */
7552 elfNN_aarch64_finish_local_dynamic_symbol (void **slot, void *inf)
7554 struct elf_link_hash_entry *h
7555 = (struct elf_link_hash_entry *) *slot;
7556 struct bfd_link_info *info
7557 = (struct bfd_link_info *) inf;
7559 return elfNN_aarch64_finish_dynamic_symbol (info->output_bfd,
7564 elfNN_aarch64_init_small_plt0_entry (bfd *output_bfd ATTRIBUTE_UNUSED,
7565 struct elf_aarch64_link_hash_table
7568 /* Fill in PLT0. Fixme:RR Note this doesn't distinguish between
7569 small and large plts and at the minute just generates
7572 /* PLT0 of the small PLT looks like this in ELF64 -
7573 stp x16, x30, [sp, #-16]! // Save the reloc and lr on stack.
7574 adrp x16, PLT_GOT + 16 // Get the page base of the GOTPLT
7575 ldr x17, [x16, #:lo12:PLT_GOT+16] // Load the address of the
7577 add x16, x16, #:lo12:PLT_GOT+16 // Load the lo12 bits of the
7578 // GOTPLT entry for this.
7580 PLT0 will be slightly different in ELF32 due to different got entry
7583 bfd_vma plt_got_2nd_ent; /* Address of GOT[2]. */
7587 memcpy (htab->root.splt->contents, elfNN_aarch64_small_plt0_entry,
7589 elf_section_data (htab->root.splt->output_section)->this_hdr.sh_entsize =
7592 plt_got_2nd_ent = (htab->root.sgotplt->output_section->vma
7593 + htab->root.sgotplt->output_offset
7594 + GOT_ENTRY_SIZE * 2);
7596 plt_base = htab->root.splt->output_section->vma +
7597 htab->root.splt->output_offset;
7599 /* Fill in the top 21 bits for this: ADRP x16, PLT_GOT + n * 8.
7600 ADRP: ((PG(S+A)-PG(P)) >> 12) & 0x1fffff */
7601 elf_aarch64_update_plt_entry (output_bfd, BFD_RELOC_AARCH64_ADR_HI21_PCREL,
7602 htab->root.splt->contents + 4,
7603 PG (plt_got_2nd_ent) - PG (plt_base + 4));
7605 elf_aarch64_update_plt_entry (output_bfd, BFD_RELOC_AARCH64_LDSTNN_LO12,
7606 htab->root.splt->contents + 8,
7607 PG_OFFSET (plt_got_2nd_ent));
7609 elf_aarch64_update_plt_entry (output_bfd, BFD_RELOC_AARCH64_ADD_LO12,
7610 htab->root.splt->contents + 12,
7611 PG_OFFSET (plt_got_2nd_ent));
7615 elfNN_aarch64_finish_dynamic_sections (bfd *output_bfd,
7616 struct bfd_link_info *info)
7618 struct elf_aarch64_link_hash_table *htab;
7622 htab = elf_aarch64_hash_table (info);
7623 dynobj = htab->root.dynobj;
7624 sdyn = bfd_get_linker_section (dynobj, ".dynamic");
7626 if (htab->root.dynamic_sections_created)
7628 ElfNN_External_Dyn *dyncon, *dynconend;
7630 if (sdyn == NULL || htab->root.sgot == NULL)
7633 dyncon = (ElfNN_External_Dyn *) sdyn->contents;
7634 dynconend = (ElfNN_External_Dyn *) (sdyn->contents + sdyn->size);
7635 for (; dyncon < dynconend; dyncon++)
7637 Elf_Internal_Dyn dyn;
7640 bfd_elfNN_swap_dyn_in (dynobj, dyncon, &dyn);
7648 s = htab->root.sgotplt;
7649 dyn.d_un.d_ptr = s->output_section->vma + s->output_offset;
7653 dyn.d_un.d_ptr = htab->root.srelplt->output_section->vma;
7657 s = htab->root.srelplt;
7658 dyn.d_un.d_val = s->size;
7662 /* The procedure linkage table relocs (DT_JMPREL) should
7663 not be included in the overall relocs (DT_RELA).
7664 Therefore, we override the DT_RELASZ entry here to
7665 make it not include the JMPREL relocs. Since the
7666 linker script arranges for .rela.plt to follow all
7667 other relocation sections, we don't have to worry
7668 about changing the DT_RELA entry. */
7669 if (htab->root.srelplt != NULL)
7671 s = htab->root.srelplt;
7672 dyn.d_un.d_val -= s->size;
7676 case DT_TLSDESC_PLT:
7677 s = htab->root.splt;
7678 dyn.d_un.d_ptr = s->output_section->vma + s->output_offset
7679 + htab->tlsdesc_plt;
7682 case DT_TLSDESC_GOT:
7683 s = htab->root.sgot;
7684 dyn.d_un.d_ptr = s->output_section->vma + s->output_offset
7685 + htab->dt_tlsdesc_got;
7689 bfd_elfNN_swap_dyn_out (output_bfd, &dyn, dyncon);
7694 /* Fill in the special first entry in the procedure linkage table. */
7695 if (htab->root.splt && htab->root.splt->size > 0)
7697 elfNN_aarch64_init_small_plt0_entry (output_bfd, htab);
7699 elf_section_data (htab->root.splt->output_section)->
7700 this_hdr.sh_entsize = htab->plt_entry_size;
7703 if (htab->tlsdesc_plt)
7705 bfd_put_NN (output_bfd, (bfd_vma) 0,
7706 htab->root.sgot->contents + htab->dt_tlsdesc_got);
7708 memcpy (htab->root.splt->contents + htab->tlsdesc_plt,
7709 elfNN_aarch64_tlsdesc_small_plt_entry,
7710 sizeof (elfNN_aarch64_tlsdesc_small_plt_entry));
7713 bfd_vma adrp1_addr =
7714 htab->root.splt->output_section->vma
7715 + htab->root.splt->output_offset + htab->tlsdesc_plt + 4;
7717 bfd_vma adrp2_addr = adrp1_addr + 4;
7720 htab->root.sgot->output_section->vma
7721 + htab->root.sgot->output_offset;
7723 bfd_vma pltgot_addr =
7724 htab->root.sgotplt->output_section->vma
7725 + htab->root.sgotplt->output_offset;
7727 bfd_vma dt_tlsdesc_got = got_addr + htab->dt_tlsdesc_got;
7729 bfd_byte *plt_entry =
7730 htab->root.splt->contents + htab->tlsdesc_plt;
7732 /* adrp x2, DT_TLSDESC_GOT */
7733 elf_aarch64_update_plt_entry (output_bfd,
7734 BFD_RELOC_AARCH64_ADR_HI21_PCREL,
7736 (PG (dt_tlsdesc_got)
7737 - PG (adrp1_addr)));
7740 elf_aarch64_update_plt_entry (output_bfd,
7741 BFD_RELOC_AARCH64_ADR_HI21_PCREL,
7744 - PG (adrp2_addr)));
7746 /* ldr x2, [x2, #0] */
7747 elf_aarch64_update_plt_entry (output_bfd,
7748 BFD_RELOC_AARCH64_LDSTNN_LO12,
7750 PG_OFFSET (dt_tlsdesc_got));
7753 elf_aarch64_update_plt_entry (output_bfd,
7754 BFD_RELOC_AARCH64_ADD_LO12,
7756 PG_OFFSET (pltgot_addr));
7761 if (htab->root.sgotplt)
7763 if (bfd_is_abs_section (htab->root.sgotplt->output_section))
7765 (*_bfd_error_handler)
7766 (_("discarded output section: `%A'"), htab->root.sgotplt);
7770 /* Fill in the first three entries in the global offset table. */
7771 if (htab->root.sgotplt->size > 0)
7773 bfd_put_NN (output_bfd, (bfd_vma) 0, htab->root.sgotplt->contents);
7775 /* Write GOT[1] and GOT[2], needed for the dynamic linker. */
7776 bfd_put_NN (output_bfd,
7778 htab->root.sgotplt->contents + GOT_ENTRY_SIZE);
7779 bfd_put_NN (output_bfd,
7781 htab->root.sgotplt->contents + GOT_ENTRY_SIZE * 2);
7784 if (htab->root.sgot)
7786 if (htab->root.sgot->size > 0)
7789 sdyn ? sdyn->output_section->vma + sdyn->output_offset : 0;
7790 bfd_put_NN (output_bfd, addr, htab->root.sgot->contents);
7794 elf_section_data (htab->root.sgotplt->output_section)->
7795 this_hdr.sh_entsize = GOT_ENTRY_SIZE;
7798 if (htab->root.sgot && htab->root.sgot->size > 0)
7799 elf_section_data (htab->root.sgot->output_section)->this_hdr.sh_entsize
7802 /* Fill PLT and GOT entries for local STT_GNU_IFUNC symbols. */
7803 htab_traverse (htab->loc_hash_table,
7804 elfNN_aarch64_finish_local_dynamic_symbol,
7810 /* Return address for Ith PLT stub in section PLT, for relocation REL
7811 or (bfd_vma) -1 if it should not be included. */
7814 elfNN_aarch64_plt_sym_val (bfd_vma i, const asection *plt,
7815 const arelent *rel ATTRIBUTE_UNUSED)
7817 return plt->vma + PLT_ENTRY_SIZE + i * PLT_SMALL_ENTRY_SIZE;
7821 /* We use this so we can override certain functions
7822 (though currently we don't). */
7824 const struct elf_size_info elfNN_aarch64_size_info =
7826 sizeof (ElfNN_External_Ehdr),
7827 sizeof (ElfNN_External_Phdr),
7828 sizeof (ElfNN_External_Shdr),
7829 sizeof (ElfNN_External_Rel),
7830 sizeof (ElfNN_External_Rela),
7831 sizeof (ElfNN_External_Sym),
7832 sizeof (ElfNN_External_Dyn),
7833 sizeof (Elf_External_Note),
7834 4, /* Hash table entry size. */
7835 1, /* Internal relocs per external relocs. */
7836 ARCH_SIZE, /* Arch size. */
7837 LOG_FILE_ALIGN, /* Log_file_align. */
7838 ELFCLASSNN, EV_CURRENT,
7839 bfd_elfNN_write_out_phdrs,
7840 bfd_elfNN_write_shdrs_and_ehdr,
7841 bfd_elfNN_checksum_contents,
7842 bfd_elfNN_write_relocs,
7843 bfd_elfNN_swap_symbol_in,
7844 bfd_elfNN_swap_symbol_out,
7845 bfd_elfNN_slurp_reloc_table,
7846 bfd_elfNN_slurp_symbol_table,
7847 bfd_elfNN_swap_dyn_in,
7848 bfd_elfNN_swap_dyn_out,
7849 bfd_elfNN_swap_reloc_in,
7850 bfd_elfNN_swap_reloc_out,
7851 bfd_elfNN_swap_reloca_in,
7852 bfd_elfNN_swap_reloca_out
7855 #define ELF_ARCH bfd_arch_aarch64
7856 #define ELF_MACHINE_CODE EM_AARCH64
7857 #define ELF_MAXPAGESIZE 0x10000
7858 #define ELF_MINPAGESIZE 0x1000
7859 #define ELF_COMMONPAGESIZE 0x1000
7861 #define bfd_elfNN_close_and_cleanup \
7862 elfNN_aarch64_close_and_cleanup
7864 #define bfd_elfNN_bfd_free_cached_info \
7865 elfNN_aarch64_bfd_free_cached_info
7867 #define bfd_elfNN_bfd_is_target_special_symbol \
7868 elfNN_aarch64_is_target_special_symbol
7870 #define bfd_elfNN_bfd_link_hash_table_create \
7871 elfNN_aarch64_link_hash_table_create
7873 #define bfd_elfNN_bfd_merge_private_bfd_data \
7874 elfNN_aarch64_merge_private_bfd_data
7876 #define bfd_elfNN_bfd_print_private_bfd_data \
7877 elfNN_aarch64_print_private_bfd_data
7879 #define bfd_elfNN_bfd_reloc_type_lookup \
7880 elfNN_aarch64_reloc_type_lookup
7882 #define bfd_elfNN_bfd_reloc_name_lookup \
7883 elfNN_aarch64_reloc_name_lookup
7885 #define bfd_elfNN_bfd_set_private_flags \
7886 elfNN_aarch64_set_private_flags
7888 #define bfd_elfNN_find_inliner_info \
7889 elfNN_aarch64_find_inliner_info
7891 #define bfd_elfNN_find_nearest_line \
7892 elfNN_aarch64_find_nearest_line
7894 #define bfd_elfNN_mkobject \
7895 elfNN_aarch64_mkobject
7897 #define bfd_elfNN_new_section_hook \
7898 elfNN_aarch64_new_section_hook
7900 #define elf_backend_adjust_dynamic_symbol \
7901 elfNN_aarch64_adjust_dynamic_symbol
7903 #define elf_backend_always_size_sections \
7904 elfNN_aarch64_always_size_sections
7906 #define elf_backend_check_relocs \
7907 elfNN_aarch64_check_relocs
7909 #define elf_backend_copy_indirect_symbol \
7910 elfNN_aarch64_copy_indirect_symbol
7912 /* Create .dynbss, and .rela.bss sections in DYNOBJ, and set up shortcuts
7913 to them in our hash. */
7914 #define elf_backend_create_dynamic_sections \
7915 elfNN_aarch64_create_dynamic_sections
7917 #define elf_backend_init_index_section \
7918 _bfd_elf_init_2_index_sections
7920 #define elf_backend_finish_dynamic_sections \
7921 elfNN_aarch64_finish_dynamic_sections
7923 #define elf_backend_finish_dynamic_symbol \
7924 elfNN_aarch64_finish_dynamic_symbol
7926 #define elf_backend_gc_sweep_hook \
7927 elfNN_aarch64_gc_sweep_hook
7929 #define elf_backend_object_p \
7930 elfNN_aarch64_object_p
7932 #define elf_backend_output_arch_local_syms \
7933 elfNN_aarch64_output_arch_local_syms
7935 #define elf_backend_plt_sym_val \
7936 elfNN_aarch64_plt_sym_val
7938 #define elf_backend_post_process_headers \
7939 elfNN_aarch64_post_process_headers
7941 #define elf_backend_relocate_section \
7942 elfNN_aarch64_relocate_section
7944 #define elf_backend_reloc_type_class \
7945 elfNN_aarch64_reloc_type_class
7947 #define elf_backend_section_from_shdr \
7948 elfNN_aarch64_section_from_shdr
7950 #define elf_backend_size_dynamic_sections \
7951 elfNN_aarch64_size_dynamic_sections
7953 #define elf_backend_size_info \
7954 elfNN_aarch64_size_info
7956 #define elf_backend_write_section \
7957 elfNN_aarch64_write_section
7959 #define elf_backend_can_refcount 1
7960 #define elf_backend_can_gc_sections 1
7961 #define elf_backend_plt_readonly 1
7962 #define elf_backend_want_got_plt 1
7963 #define elf_backend_want_plt_sym 0
7964 #define elf_backend_may_use_rel_p 0
7965 #define elf_backend_may_use_rela_p 1
7966 #define elf_backend_default_use_rela_p 1
7967 #define elf_backend_rela_normal 1
7968 #define elf_backend_got_header_size (GOT_ENTRY_SIZE * 3)
7969 #define elf_backend_default_execstack 0
7971 #undef elf_backend_obj_attrs_section
7972 #define elf_backend_obj_attrs_section ".ARM.attributes"
7974 #include "elfNN-target.h"
projects / platform / upstream / gdb.git / blob