1 /* AArch64-specific support for NN-bit ELF.
2 Copyright (C) 2009-2018 Free Software Foundation, Inc.
3 Contributed by ARM Ltd.
5 This file is part of BFD, the Binary File Descriptor library.
7 This program is free software; you can redistribute it and/or modify
8 it under the terms of the GNU General Public License as published by
9 the Free Software Foundation; either version 3 of the License, or
10 (at your option) any later version.
12 This program is distributed in the hope that it will be useful,
13 but WITHOUT ANY WARRANTY; without even the implied warranty of
14 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 GNU General Public License for more details.
17 You should have received a copy of the GNU General Public License
18 along with this program; see the file COPYING3. If not,
19 see <http://www.gnu.org/licenses/>. */
21 /* Notes on implementation:
23 Thread Local Store (TLS)
27 The implementation currently supports both traditional TLS and TLS
28 descriptors, but only general dynamic (GD).
30 For traditional TLS the assembler will present us with code
31 fragments of the form:
34 R_AARCH64_TLSGD_ADR_PAGE21(foo)
35 add x0, :tlsgd_lo12:foo
36 R_AARCH64_TLSGD_ADD_LO12_NC(foo)
40 For TLS descriptors the assembler will present us with code
41 fragments of the form:
43 adrp x0, :tlsdesc:foo R_AARCH64_TLSDESC_ADR_PAGE21(foo)
44 ldr x1, [x0, #:tlsdesc_lo12:foo] R_AARCH64_TLSDESC_LD64_LO12(foo)
45 add x0, x0, #:tlsdesc_lo12:foo R_AARCH64_TLSDESC_ADD_LO12(foo)
47 blr x1 R_AARCH64_TLSDESC_CALL(foo)
49 The relocations R_AARCH64_TLSGD_{ADR_PREL21,ADD_LO12_NC} against foo
50 indicate that foo is thread local and should be accessed via the
51 traditional TLS mechanims.
53 The relocations R_AARCH64_TLSDESC_{ADR_PAGE21,LD64_LO12_NC,ADD_LO12_NC}
54 against foo indicate that 'foo' is thread local and should be accessed
55 via a TLS descriptor mechanism.
57 The precise instruction sequence is only relevant from the
58 perspective of linker relaxation which is currently not implemented.
60 The static linker must detect that 'foo' is a TLS object and
61 allocate a double GOT entry. The GOT entry must be created for both
62 global and local TLS symbols. Note that this is different to none
63 TLS local objects which do not need a GOT entry.
65 In the traditional TLS mechanism, the double GOT entry is used to
66 provide the tls_index structure, containing module and offset
67 entries. The static linker places the relocation R_AARCH64_TLS_DTPMOD
68 on the module entry. The loader will subsequently fixup this
69 relocation with the module identity.
71 For global traditional TLS symbols the static linker places an
72 R_AARCH64_TLS_DTPREL relocation on the offset entry. The loader
73 will subsequently fixup the offset. For local TLS symbols the static
74 linker fixes up offset.
76 In the TLS descriptor mechanism the double GOT entry is used to
77 provide the descriptor. The static linker places the relocation
78 R_AARCH64_TLSDESC on the first GOT slot. The loader will
79 subsequently fix this up.
83 The handling of TLS symbols is implemented across a number of
84 different backend functions. The following is a top level view of
85 what processing is performed where.
87 The TLS implementation maintains state information for each TLS
88 symbol. The state information for local and global symbols is kept
89 in different places. Global symbols use generic BFD structures while
90 local symbols use backend specific structures that are allocated and
91 maintained entirely by the backend.
95 elfNN_aarch64_check_relocs()
97 This function is invoked for each relocation.
99 The TLS relocations R_AARCH64_TLSGD_{ADR_PREL21,ADD_LO12_NC} and
100 R_AARCH64_TLSDESC_{ADR_PAGE21,LD64_LO12_NC,ADD_LO12_NC} are
101 spotted. One time creation of local symbol data structures are
102 created when the first local symbol is seen.
104 The reference count for a symbol is incremented. The GOT type for
105 each symbol is marked as general dynamic.
107 elfNN_aarch64_allocate_dynrelocs ()
109 For each global with positive reference count we allocate a double
110 GOT slot. For a traditional TLS symbol we allocate space for two
111 relocation entries on the GOT, for a TLS descriptor symbol we
112 allocate space for one relocation on the slot. Record the GOT offset
115 elfNN_aarch64_size_dynamic_sections ()
117 Iterate all input BFDS, look for in the local symbol data structure
118 constructed earlier for local TLS symbols and allocate them double
119 GOT slots along with space for a single GOT relocation. Update the
120 local symbol structure to record the GOT offset allocated.
122 elfNN_aarch64_relocate_section ()
124 Calls elfNN_aarch64_final_link_relocate ()
126 Emit the relevant TLS relocations against the GOT for each TLS
127 symbol. For local TLS symbols emit the GOT offset directly. The GOT
128 relocations are emitted once the first time a TLS symbol is
129 encountered. The implementation uses the LSB of the GOT offset to
130 flag that the relevant GOT relocations for a symbol have been
131 emitted. All of the TLS code that uses the GOT offset needs to take
132 care to mask out this flag bit before using the offset.
134 elfNN_aarch64_final_link_relocate ()
136 Fixup the R_AARCH64_TLSGD_{ADR_PREL21, ADD_LO12_NC} relocations. */
140 #include "libiberty.h"
142 #include "bfd_stdint.h"
145 #include "objalloc.h"
146 #include "elf/aarch64.h"
147 #include "elfxx-aarch64.h"
152 #define AARCH64_R(NAME) R_AARCH64_ ## NAME
153 #define AARCH64_R_STR(NAME) "R_AARCH64_" #NAME
154 #define HOWTO64(...) HOWTO (__VA_ARGS__)
155 #define HOWTO32(...) EMPTY_HOWTO (0)
156 #define LOG_FILE_ALIGN 3
157 #define BFD_RELOC_AARCH64_TLSDESC_LD64_LO12_NC BFD_RELOC_AARCH64_TLSDESC_LD64_LO12
161 #define AARCH64_R(NAME) R_AARCH64_P32_ ## NAME
162 #define AARCH64_R_STR(NAME) "R_AARCH64_P32_" #NAME
163 #define HOWTO64(...) EMPTY_HOWTO (0)
164 #define HOWTO32(...) HOWTO (__VA_ARGS__)
165 #define LOG_FILE_ALIGN 2
166 #define BFD_RELOC_AARCH64_TLSDESC_LD32_LO12 BFD_RELOC_AARCH64_TLSDESC_LD32_LO12_NC
167 #define R_AARCH64_P32_TLSDESC_ADD_LO12 R_AARCH64_P32_TLSDESC_ADD_LO12_NC
170 #define IS_AARCH64_TLS_RELOC(R_TYPE) \
171 ((R_TYPE) == BFD_RELOC_AARCH64_TLSGD_ADD_LO12_NC \
172 || (R_TYPE) == BFD_RELOC_AARCH64_TLSGD_ADR_PAGE21 \
173 || (R_TYPE) == BFD_RELOC_AARCH64_TLSGD_ADR_PREL21 \
174 || (R_TYPE) == BFD_RELOC_AARCH64_TLSGD_MOVW_G0_NC \
175 || (R_TYPE) == BFD_RELOC_AARCH64_TLSGD_MOVW_G1 \
176 || (R_TYPE) == BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21 \
177 || (R_TYPE) == BFD_RELOC_AARCH64_TLSIE_LD32_GOTTPREL_LO12_NC \
178 || (R_TYPE) == BFD_RELOC_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC \
179 || (R_TYPE) == BFD_RELOC_AARCH64_TLSIE_LD_GOTTPREL_PREL19 \
180 || (R_TYPE) == BFD_RELOC_AARCH64_TLSIE_MOVW_GOTTPREL_G0_NC \
181 || (R_TYPE) == BFD_RELOC_AARCH64_TLSIE_MOVW_GOTTPREL_G1 \
182 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLD_ADD_DTPREL_HI12 \
183 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLD_ADD_DTPREL_LO12 \
184 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLD_ADD_DTPREL_LO12_NC \
185 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLD_ADD_LO12_NC \
186 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLD_ADR_PAGE21 \
187 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLD_ADR_PREL21 \
188 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLD_LDST16_DTPREL_LO12 \
189 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLD_LDST16_DTPREL_LO12_NC \
190 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLD_LDST32_DTPREL_LO12 \
191 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLD_LDST32_DTPREL_LO12_NC \
192 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLD_LDST64_DTPREL_LO12 \
193 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLD_LDST64_DTPREL_LO12_NC \
194 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLD_LDST8_DTPREL_LO12 \
195 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLD_LDST8_DTPREL_LO12_NC \
196 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLD_MOVW_DTPREL_G0 \
197 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLD_MOVW_DTPREL_G0_NC \
198 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLD_MOVW_DTPREL_G1 \
199 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLD_MOVW_DTPREL_G1_NC \
200 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLD_MOVW_DTPREL_G2 \
201 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_HI12 \
202 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_LO12 \
203 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_LO12_NC \
204 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0 \
205 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0_NC \
206 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1 \
207 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1_NC \
208 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G2 \
209 || (R_TYPE) == BFD_RELOC_AARCH64_TLS_DTPMOD \
210 || (R_TYPE) == BFD_RELOC_AARCH64_TLS_DTPREL \
211 || (R_TYPE) == BFD_RELOC_AARCH64_TLS_TPREL \
212 || IS_AARCH64_TLSDESC_RELOC ((R_TYPE)))
214 #define IS_AARCH64_TLS_RELAX_RELOC(R_TYPE) \
215 ((R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_ADD \
216 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_ADD_LO12 \
217 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_ADR_PAGE21 \
218 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_ADR_PREL21 \
219 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_CALL \
220 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_LD_PREL19 \
221 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_LDNN_LO12_NC \
222 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_LDR \
223 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_OFF_G0_NC \
224 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_OFF_G1 \
225 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_LDR \
226 || (R_TYPE) == BFD_RELOC_AARCH64_TLSGD_ADR_PAGE21 \
227 || (R_TYPE) == BFD_RELOC_AARCH64_TLSGD_ADR_PREL21 \
228 || (R_TYPE) == BFD_RELOC_AARCH64_TLSGD_ADD_LO12_NC \
229 || (R_TYPE) == BFD_RELOC_AARCH64_TLSGD_MOVW_G0_NC \
230 || (R_TYPE) == BFD_RELOC_AARCH64_TLSGD_MOVW_G1 \
231 || (R_TYPE) == BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21 \
232 || (R_TYPE) == BFD_RELOC_AARCH64_TLSIE_LD_GOTTPREL_PREL19 \
233 || (R_TYPE) == BFD_RELOC_AARCH64_TLSIE_LDNN_GOTTPREL_LO12_NC \
234 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLD_ADD_LO12_NC \
235 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLD_ADR_PAGE21 \
236 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLD_ADR_PREL21)
238 #define IS_AARCH64_TLSDESC_RELOC(R_TYPE) \
239 ((R_TYPE) == BFD_RELOC_AARCH64_TLSDESC \
240 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_ADD \
241 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_ADD_LO12 \
242 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_ADR_PAGE21 \
243 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_ADR_PREL21 \
244 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_CALL \
245 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_LD32_LO12_NC \
246 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_LD64_LO12 \
247 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_LDR \
248 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_LD_PREL19 \
249 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_OFF_G0_NC \
250 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_OFF_G1)
252 #define ELIMINATE_COPY_RELOCS 1
254 /* Return size of a relocation entry. HTAB is the bfd's
255 elf_aarch64_link_hash_entry. */
256 #define RELOC_SIZE(HTAB) (sizeof (ElfNN_External_Rela))
258 /* GOT Entry size - 8 bytes in ELF64 and 4 bytes in ELF32. */
259 #define GOT_ENTRY_SIZE (ARCH_SIZE / 8)
260 #define PLT_ENTRY_SIZE (32)
261 #define PLT_SMALL_ENTRY_SIZE (16)
262 #define PLT_TLSDESC_ENTRY_SIZE (32)
264 /* Encoding of the nop instruction. */
265 #define INSN_NOP 0xd503201f
267 #define aarch64_compute_jump_table_size(htab) \
268 (((htab)->root.srelplt == NULL) ? 0 \
269 : (htab)->root.srelplt->reloc_count * GOT_ENTRY_SIZE)
271 /* The first entry in a procedure linkage table looks like this
272 if the distance between the PLTGOT and the PLT is < 4GB use
273 these PLT entries. Note that the dynamic linker gets &PLTGOT[2]
274 in x16 and needs to work out PLTGOT[1] by using an address of
275 [x16,#-GOT_ENTRY_SIZE]. */
276 static const bfd_byte elfNN_aarch64_small_plt0_entry[PLT_ENTRY_SIZE] =
278 0xf0, 0x7b, 0xbf, 0xa9, /* stp x16, x30, [sp, #-16]! */
279 0x10, 0x00, 0x00, 0x90, /* adrp x16, (GOT+16) */
281 0x11, 0x0A, 0x40, 0xf9, /* ldr x17, [x16, #PLT_GOT+0x10] */
282 0x10, 0x42, 0x00, 0x91, /* add x16, x16,#PLT_GOT+0x10 */
284 0x11, 0x0A, 0x40, 0xb9, /* ldr w17, [x16, #PLT_GOT+0x8] */
285 0x10, 0x22, 0x00, 0x11, /* add w16, w16,#PLT_GOT+0x8 */
287 0x20, 0x02, 0x1f, 0xd6, /* br x17 */
288 0x1f, 0x20, 0x03, 0xd5, /* nop */
289 0x1f, 0x20, 0x03, 0xd5, /* nop */
290 0x1f, 0x20, 0x03, 0xd5, /* nop */
293 /* Per function entry in a procedure linkage table looks like this
294 if the distance between the PLTGOT and the PLT is < 4GB use
295 these PLT entries. */
296 static const bfd_byte elfNN_aarch64_small_plt_entry[PLT_SMALL_ENTRY_SIZE] =
298 0x10, 0x00, 0x00, 0x90, /* adrp x16, PLTGOT + n * 8 */
300 0x11, 0x02, 0x40, 0xf9, /* ldr x17, [x16, PLTGOT + n * 8] */
301 0x10, 0x02, 0x00, 0x91, /* add x16, x16, :lo12:PLTGOT + n * 8 */
303 0x11, 0x02, 0x40, 0xb9, /* ldr w17, [x16, PLTGOT + n * 4] */
304 0x10, 0x02, 0x00, 0x11, /* add w16, w16, :lo12:PLTGOT + n * 4 */
306 0x20, 0x02, 0x1f, 0xd6, /* br x17. */
309 static const bfd_byte
310 elfNN_aarch64_tlsdesc_small_plt_entry[PLT_TLSDESC_ENTRY_SIZE] =
312 0xe2, 0x0f, 0xbf, 0xa9, /* stp x2, x3, [sp, #-16]! */
313 0x02, 0x00, 0x00, 0x90, /* adrp x2, 0 */
314 0x03, 0x00, 0x00, 0x90, /* adrp x3, 0 */
316 0x42, 0x00, 0x40, 0xf9, /* ldr x2, [x2, #0] */
317 0x63, 0x00, 0x00, 0x91, /* add x3, x3, 0 */
319 0x42, 0x00, 0x40, 0xb9, /* ldr w2, [x2, #0] */
320 0x63, 0x00, 0x00, 0x11, /* add w3, w3, 0 */
322 0x40, 0x00, 0x1f, 0xd6, /* br x2 */
323 0x1f, 0x20, 0x03, 0xd5, /* nop */
324 0x1f, 0x20, 0x03, 0xd5, /* nop */
327 #define elf_info_to_howto elfNN_aarch64_info_to_howto
328 #define elf_info_to_howto_rel elfNN_aarch64_info_to_howto
330 #define AARCH64_ELF_ABI_VERSION 0
332 /* In case we're on a 32-bit machine, construct a 64-bit "-1" value. */
333 #define ALL_ONES (~ (bfd_vma) 0)
335 /* Indexed by the bfd interal reloc enumerators.
336 Therefore, the table needs to be synced with BFD_RELOC_AARCH64_*
339 static reloc_howto_type elfNN_aarch64_howto_table[] =
343 /* Basic data relocations. */
345 /* Deprecated, but retained for backwards compatibility. */
346 HOWTO64 (R_AARCH64_NULL, /* type */
348 3, /* size (0 = byte, 1 = short, 2 = long) */
350 FALSE, /* pc_relative */
352 complain_overflow_dont, /* complain_on_overflow */
353 bfd_elf_generic_reloc, /* special_function */
354 "R_AARCH64_NULL", /* name */
355 FALSE, /* partial_inplace */
358 FALSE), /* pcrel_offset */
359 HOWTO (R_AARCH64_NONE, /* type */
361 3, /* size (0 = byte, 1 = short, 2 = long) */
363 FALSE, /* pc_relative */
365 complain_overflow_dont, /* complain_on_overflow */
366 bfd_elf_generic_reloc, /* special_function */
367 "R_AARCH64_NONE", /* name */
368 FALSE, /* partial_inplace */
371 FALSE), /* pcrel_offset */
374 HOWTO64 (AARCH64_R (ABS64), /* type */
376 4, /* size (4 = long long) */
378 FALSE, /* pc_relative */
380 complain_overflow_unsigned, /* complain_on_overflow */
381 bfd_elf_generic_reloc, /* special_function */
382 AARCH64_R_STR (ABS64), /* name */
383 FALSE, /* partial_inplace */
384 ALL_ONES, /* src_mask */
385 ALL_ONES, /* dst_mask */
386 FALSE), /* pcrel_offset */
389 HOWTO (AARCH64_R (ABS32), /* type */
391 2, /* size (0 = byte, 1 = short, 2 = long) */
393 FALSE, /* pc_relative */
395 complain_overflow_unsigned, /* complain_on_overflow */
396 bfd_elf_generic_reloc, /* special_function */
397 AARCH64_R_STR (ABS32), /* name */
398 FALSE, /* partial_inplace */
399 0xffffffff, /* src_mask */
400 0xffffffff, /* dst_mask */
401 FALSE), /* pcrel_offset */
404 HOWTO (AARCH64_R (ABS16), /* type */
406 1, /* size (0 = byte, 1 = short, 2 = long) */
408 FALSE, /* pc_relative */
410 complain_overflow_unsigned, /* complain_on_overflow */
411 bfd_elf_generic_reloc, /* special_function */
412 AARCH64_R_STR (ABS16), /* name */
413 FALSE, /* partial_inplace */
414 0xffff, /* src_mask */
415 0xffff, /* dst_mask */
416 FALSE), /* pcrel_offset */
418 /* .xword: (S+A-P) */
419 HOWTO64 (AARCH64_R (PREL64), /* type */
421 4, /* size (4 = long long) */
423 TRUE, /* pc_relative */
425 complain_overflow_signed, /* complain_on_overflow */
426 bfd_elf_generic_reloc, /* special_function */
427 AARCH64_R_STR (PREL64), /* name */
428 FALSE, /* partial_inplace */
429 ALL_ONES, /* src_mask */
430 ALL_ONES, /* dst_mask */
431 TRUE), /* pcrel_offset */
434 HOWTO (AARCH64_R (PREL32), /* type */
436 2, /* size (0 = byte, 1 = short, 2 = long) */
438 TRUE, /* pc_relative */
440 complain_overflow_signed, /* complain_on_overflow */
441 bfd_elf_generic_reloc, /* special_function */
442 AARCH64_R_STR (PREL32), /* name */
443 FALSE, /* partial_inplace */
444 0xffffffff, /* src_mask */
445 0xffffffff, /* dst_mask */
446 TRUE), /* pcrel_offset */
449 HOWTO (AARCH64_R (PREL16), /* type */
451 1, /* size (0 = byte, 1 = short, 2 = long) */
453 TRUE, /* pc_relative */
455 complain_overflow_signed, /* complain_on_overflow */
456 bfd_elf_generic_reloc, /* special_function */
457 AARCH64_R_STR (PREL16), /* name */
458 FALSE, /* partial_inplace */
459 0xffff, /* src_mask */
460 0xffff, /* dst_mask */
461 TRUE), /* pcrel_offset */
463 /* Group relocations to create a 16, 32, 48 or 64 bit
464 unsigned data or abs address inline. */
466 /* MOVZ: ((S+A) >> 0) & 0xffff */
467 HOWTO (AARCH64_R (MOVW_UABS_G0), /* type */
469 2, /* size (0 = byte, 1 = short, 2 = long) */
471 FALSE, /* pc_relative */
473 complain_overflow_unsigned, /* complain_on_overflow */
474 bfd_elf_generic_reloc, /* special_function */
475 AARCH64_R_STR (MOVW_UABS_G0), /* name */
476 FALSE, /* partial_inplace */
477 0xffff, /* src_mask */
478 0xffff, /* dst_mask */
479 FALSE), /* pcrel_offset */
481 /* MOVK: ((S+A) >> 0) & 0xffff [no overflow check] */
482 HOWTO (AARCH64_R (MOVW_UABS_G0_NC), /* type */
484 2, /* size (0 = byte, 1 = short, 2 = long) */
486 FALSE, /* pc_relative */
488 complain_overflow_dont, /* complain_on_overflow */
489 bfd_elf_generic_reloc, /* special_function */
490 AARCH64_R_STR (MOVW_UABS_G0_NC), /* name */
491 FALSE, /* partial_inplace */
492 0xffff, /* src_mask */
493 0xffff, /* dst_mask */
494 FALSE), /* pcrel_offset */
496 /* MOVZ: ((S+A) >> 16) & 0xffff */
497 HOWTO (AARCH64_R (MOVW_UABS_G1), /* type */
499 2, /* size (0 = byte, 1 = short, 2 = long) */
501 FALSE, /* pc_relative */
503 complain_overflow_unsigned, /* complain_on_overflow */
504 bfd_elf_generic_reloc, /* special_function */
505 AARCH64_R_STR (MOVW_UABS_G1), /* name */
506 FALSE, /* partial_inplace */
507 0xffff, /* src_mask */
508 0xffff, /* dst_mask */
509 FALSE), /* pcrel_offset */
511 /* MOVK: ((S+A) >> 16) & 0xffff [no overflow check] */
512 HOWTO64 (AARCH64_R (MOVW_UABS_G1_NC), /* type */
514 2, /* size (0 = byte, 1 = short, 2 = long) */
516 FALSE, /* pc_relative */
518 complain_overflow_dont, /* complain_on_overflow */
519 bfd_elf_generic_reloc, /* special_function */
520 AARCH64_R_STR (MOVW_UABS_G1_NC), /* name */
521 FALSE, /* partial_inplace */
522 0xffff, /* src_mask */
523 0xffff, /* dst_mask */
524 FALSE), /* pcrel_offset */
526 /* MOVZ: ((S+A) >> 32) & 0xffff */
527 HOWTO64 (AARCH64_R (MOVW_UABS_G2), /* type */
529 2, /* size (0 = byte, 1 = short, 2 = long) */
531 FALSE, /* pc_relative */
533 complain_overflow_unsigned, /* complain_on_overflow */
534 bfd_elf_generic_reloc, /* special_function */
535 AARCH64_R_STR (MOVW_UABS_G2), /* name */
536 FALSE, /* partial_inplace */
537 0xffff, /* src_mask */
538 0xffff, /* dst_mask */
539 FALSE), /* pcrel_offset */
541 /* MOVK: ((S+A) >> 32) & 0xffff [no overflow check] */
542 HOWTO64 (AARCH64_R (MOVW_UABS_G2_NC), /* type */
544 2, /* size (0 = byte, 1 = short, 2 = long) */
546 FALSE, /* pc_relative */
548 complain_overflow_dont, /* complain_on_overflow */
549 bfd_elf_generic_reloc, /* special_function */
550 AARCH64_R_STR (MOVW_UABS_G2_NC), /* name */
551 FALSE, /* partial_inplace */
552 0xffff, /* src_mask */
553 0xffff, /* dst_mask */
554 FALSE), /* pcrel_offset */
556 /* MOVZ: ((S+A) >> 48) & 0xffff */
557 HOWTO64 (AARCH64_R (MOVW_UABS_G3), /* type */
559 2, /* size (0 = byte, 1 = short, 2 = long) */
561 FALSE, /* pc_relative */
563 complain_overflow_unsigned, /* complain_on_overflow */
564 bfd_elf_generic_reloc, /* special_function */
565 AARCH64_R_STR (MOVW_UABS_G3), /* name */
566 FALSE, /* partial_inplace */
567 0xffff, /* src_mask */
568 0xffff, /* dst_mask */
569 FALSE), /* pcrel_offset */
571 /* Group relocations to create high part of a 16, 32, 48 or 64 bit
572 signed data or abs address inline. Will change instruction
573 to MOVN or MOVZ depending on sign of calculated value. */
575 /* MOV[ZN]: ((S+A) >> 0) & 0xffff */
576 HOWTO (AARCH64_R (MOVW_SABS_G0), /* type */
578 2, /* size (0 = byte, 1 = short, 2 = long) */
580 FALSE, /* pc_relative */
582 complain_overflow_signed, /* complain_on_overflow */
583 bfd_elf_generic_reloc, /* special_function */
584 AARCH64_R_STR (MOVW_SABS_G0), /* name */
585 FALSE, /* partial_inplace */
586 0xffff, /* src_mask */
587 0xffff, /* dst_mask */
588 FALSE), /* pcrel_offset */
590 /* MOV[ZN]: ((S+A) >> 16) & 0xffff */
591 HOWTO64 (AARCH64_R (MOVW_SABS_G1), /* type */
593 2, /* size (0 = byte, 1 = short, 2 = long) */
595 FALSE, /* pc_relative */
597 complain_overflow_signed, /* complain_on_overflow */
598 bfd_elf_generic_reloc, /* special_function */
599 AARCH64_R_STR (MOVW_SABS_G1), /* name */
600 FALSE, /* partial_inplace */
601 0xffff, /* src_mask */
602 0xffff, /* dst_mask */
603 FALSE), /* pcrel_offset */
605 /* MOV[ZN]: ((S+A) >> 32) & 0xffff */
606 HOWTO64 (AARCH64_R (MOVW_SABS_G2), /* type */
608 2, /* size (0 = byte, 1 = short, 2 = long) */
610 FALSE, /* pc_relative */
612 complain_overflow_signed, /* complain_on_overflow */
613 bfd_elf_generic_reloc, /* special_function */
614 AARCH64_R_STR (MOVW_SABS_G2), /* name */
615 FALSE, /* partial_inplace */
616 0xffff, /* src_mask */
617 0xffff, /* dst_mask */
618 FALSE), /* pcrel_offset */
620 /* Group relocations to create a 16, 32, 48 or 64 bit
621 PC relative address inline. */
623 /* MOV[NZ]: ((S+A-P) >> 0) & 0xffff */
624 HOWTO64 (AARCH64_R (MOVW_PREL_G0), /* type */
626 2, /* size (0 = byte, 1 = short, 2 = long) */
628 TRUE, /* pc_relative */
630 complain_overflow_signed, /* complain_on_overflow */
631 bfd_elf_generic_reloc, /* special_function */
632 AARCH64_R_STR (MOVW_PREL_G0), /* name */
633 FALSE, /* partial_inplace */
634 0xffff, /* src_mask */
635 0xffff, /* dst_mask */
636 TRUE), /* pcrel_offset */
638 /* MOVK: ((S+A-P) >> 0) & 0xffff [no overflow check] */
639 HOWTO64 (AARCH64_R (MOVW_PREL_G0_NC), /* type */
641 2, /* size (0 = byte, 1 = short, 2 = long) */
643 TRUE, /* pc_relative */
645 complain_overflow_dont, /* complain_on_overflow */
646 bfd_elf_generic_reloc, /* special_function */
647 AARCH64_R_STR (MOVW_PREL_G0_NC), /* name */
648 FALSE, /* partial_inplace */
649 0xffff, /* src_mask */
650 0xffff, /* dst_mask */
651 TRUE), /* pcrel_offset */
653 /* MOV[NZ]: ((S+A-P) >> 16) & 0xffff */
654 HOWTO64 (AARCH64_R (MOVW_PREL_G1), /* type */
656 2, /* size (0 = byte, 1 = short, 2 = long) */
658 TRUE, /* pc_relative */
660 complain_overflow_signed, /* complain_on_overflow */
661 bfd_elf_generic_reloc, /* special_function */
662 AARCH64_R_STR (MOVW_PREL_G1), /* name */
663 FALSE, /* partial_inplace */
664 0xffff, /* src_mask */
665 0xffff, /* dst_mask */
666 TRUE), /* pcrel_offset */
668 /* MOVK: ((S+A-P) >> 16) & 0xffff [no overflow check] */
669 HOWTO64 (AARCH64_R (MOVW_PREL_G1_NC), /* type */
671 2, /* size (0 = byte, 1 = short, 2 = long) */
673 TRUE, /* pc_relative */
675 complain_overflow_dont, /* complain_on_overflow */
676 bfd_elf_generic_reloc, /* special_function */
677 AARCH64_R_STR (MOVW_PREL_G1_NC), /* name */
678 FALSE, /* partial_inplace */
679 0xffff, /* src_mask */
680 0xffff, /* dst_mask */
681 TRUE), /* pcrel_offset */
683 /* MOV[NZ]: ((S+A-P) >> 32) & 0xffff */
684 HOWTO64 (AARCH64_R (MOVW_PREL_G2), /* type */
686 2, /* size (0 = byte, 1 = short, 2 = long) */
688 TRUE, /* pc_relative */
690 complain_overflow_signed, /* complain_on_overflow */
691 bfd_elf_generic_reloc, /* special_function */
692 AARCH64_R_STR (MOVW_PREL_G2), /* name */
693 FALSE, /* partial_inplace */
694 0xffff, /* src_mask */
695 0xffff, /* dst_mask */
696 TRUE), /* pcrel_offset */
698 /* MOVK: ((S+A-P) >> 32) & 0xffff [no overflow check] */
699 HOWTO64 (AARCH64_R (MOVW_PREL_G2_NC), /* type */
701 2, /* size (0 = byte, 1 = short, 2 = long) */
703 TRUE, /* pc_relative */
705 complain_overflow_dont, /* complain_on_overflow */
706 bfd_elf_generic_reloc, /* special_function */
707 AARCH64_R_STR (MOVW_PREL_G2_NC), /* name */
708 FALSE, /* partial_inplace */
709 0xffff, /* src_mask */
710 0xffff, /* dst_mask */
711 TRUE), /* pcrel_offset */
713 /* MOV[NZ]: ((S+A-P) >> 48) & 0xffff */
714 HOWTO64 (AARCH64_R (MOVW_PREL_G3), /* type */
716 2, /* size (0 = byte, 1 = short, 2 = long) */
718 TRUE, /* pc_relative */
720 complain_overflow_dont, /* complain_on_overflow */
721 bfd_elf_generic_reloc, /* special_function */
722 AARCH64_R_STR (MOVW_PREL_G3), /* name */
723 FALSE, /* partial_inplace */
724 0xffff, /* src_mask */
725 0xffff, /* dst_mask */
726 TRUE), /* pcrel_offset */
728 /* Relocations to generate 19, 21 and 33 bit PC-relative load/store
729 addresses: PG(x) is (x & ~0xfff). */
731 /* LD-lit: ((S+A-P) >> 2) & 0x7ffff */
732 HOWTO (AARCH64_R (LD_PREL_LO19), /* type */
734 2, /* size (0 = byte, 1 = short, 2 = long) */
736 TRUE, /* pc_relative */
738 complain_overflow_signed, /* complain_on_overflow */
739 bfd_elf_generic_reloc, /* special_function */
740 AARCH64_R_STR (LD_PREL_LO19), /* name */
741 FALSE, /* partial_inplace */
742 0x7ffff, /* src_mask */
743 0x7ffff, /* dst_mask */
744 TRUE), /* pcrel_offset */
746 /* ADR: (S+A-P) & 0x1fffff */
747 HOWTO (AARCH64_R (ADR_PREL_LO21), /* type */
749 2, /* size (0 = byte, 1 = short, 2 = long) */
751 TRUE, /* pc_relative */
753 complain_overflow_signed, /* complain_on_overflow */
754 bfd_elf_generic_reloc, /* special_function */
755 AARCH64_R_STR (ADR_PREL_LO21), /* name */
756 FALSE, /* partial_inplace */
757 0x1fffff, /* src_mask */
758 0x1fffff, /* dst_mask */
759 TRUE), /* pcrel_offset */
761 /* ADRP: ((PG(S+A)-PG(P)) >> 12) & 0x1fffff */
762 HOWTO (AARCH64_R (ADR_PREL_PG_HI21), /* type */
764 2, /* size (0 = byte, 1 = short, 2 = long) */
766 TRUE, /* pc_relative */
768 complain_overflow_signed, /* complain_on_overflow */
769 bfd_elf_generic_reloc, /* special_function */
770 AARCH64_R_STR (ADR_PREL_PG_HI21), /* name */
771 FALSE, /* partial_inplace */
772 0x1fffff, /* src_mask */
773 0x1fffff, /* dst_mask */
774 TRUE), /* pcrel_offset */
776 /* ADRP: ((PG(S+A)-PG(P)) >> 12) & 0x1fffff [no overflow check] */
777 HOWTO64 (AARCH64_R (ADR_PREL_PG_HI21_NC), /* type */
779 2, /* size (0 = byte, 1 = short, 2 = long) */
781 TRUE, /* pc_relative */
783 complain_overflow_dont, /* complain_on_overflow */
784 bfd_elf_generic_reloc, /* special_function */
785 AARCH64_R_STR (ADR_PREL_PG_HI21_NC), /* name */
786 FALSE, /* partial_inplace */
787 0x1fffff, /* src_mask */
788 0x1fffff, /* dst_mask */
789 TRUE), /* pcrel_offset */
791 /* ADD: (S+A) & 0xfff [no overflow check] */
792 HOWTO (AARCH64_R (ADD_ABS_LO12_NC), /* type */
794 2, /* size (0 = byte, 1 = short, 2 = long) */
796 FALSE, /* pc_relative */
798 complain_overflow_dont, /* complain_on_overflow */
799 bfd_elf_generic_reloc, /* special_function */
800 AARCH64_R_STR (ADD_ABS_LO12_NC), /* name */
801 FALSE, /* partial_inplace */
802 0x3ffc00, /* src_mask */
803 0x3ffc00, /* dst_mask */
804 FALSE), /* pcrel_offset */
806 /* LD/ST8: (S+A) & 0xfff */
807 HOWTO (AARCH64_R (LDST8_ABS_LO12_NC), /* type */
809 2, /* size (0 = byte, 1 = short, 2 = long) */
811 FALSE, /* pc_relative */
813 complain_overflow_dont, /* complain_on_overflow */
814 bfd_elf_generic_reloc, /* special_function */
815 AARCH64_R_STR (LDST8_ABS_LO12_NC), /* name */
816 FALSE, /* partial_inplace */
817 0xfff, /* src_mask */
818 0xfff, /* dst_mask */
819 FALSE), /* pcrel_offset */
821 /* Relocations for control-flow instructions. */
823 /* TBZ/NZ: ((S+A-P) >> 2) & 0x3fff */
824 HOWTO (AARCH64_R (TSTBR14), /* type */
826 2, /* size (0 = byte, 1 = short, 2 = long) */
828 TRUE, /* pc_relative */
830 complain_overflow_signed, /* complain_on_overflow */
831 bfd_elf_generic_reloc, /* special_function */
832 AARCH64_R_STR (TSTBR14), /* name */
833 FALSE, /* partial_inplace */
834 0x3fff, /* src_mask */
835 0x3fff, /* dst_mask */
836 TRUE), /* pcrel_offset */
838 /* B.cond: ((S+A-P) >> 2) & 0x7ffff */
839 HOWTO (AARCH64_R (CONDBR19), /* type */
841 2, /* size (0 = byte, 1 = short, 2 = long) */
843 TRUE, /* pc_relative */
845 complain_overflow_signed, /* complain_on_overflow */
846 bfd_elf_generic_reloc, /* special_function */
847 AARCH64_R_STR (CONDBR19), /* name */
848 FALSE, /* partial_inplace */
849 0x7ffff, /* src_mask */
850 0x7ffff, /* dst_mask */
851 TRUE), /* pcrel_offset */
853 /* B: ((S+A-P) >> 2) & 0x3ffffff */
854 HOWTO (AARCH64_R (JUMP26), /* type */
856 2, /* size (0 = byte, 1 = short, 2 = long) */
858 TRUE, /* pc_relative */
860 complain_overflow_signed, /* complain_on_overflow */
861 bfd_elf_generic_reloc, /* special_function */
862 AARCH64_R_STR (JUMP26), /* name */
863 FALSE, /* partial_inplace */
864 0x3ffffff, /* src_mask */
865 0x3ffffff, /* dst_mask */
866 TRUE), /* pcrel_offset */
868 /* BL: ((S+A-P) >> 2) & 0x3ffffff */
869 HOWTO (AARCH64_R (CALL26), /* type */
871 2, /* size (0 = byte, 1 = short, 2 = long) */
873 TRUE, /* pc_relative */
875 complain_overflow_signed, /* complain_on_overflow */
876 bfd_elf_generic_reloc, /* special_function */
877 AARCH64_R_STR (CALL26), /* name */
878 FALSE, /* partial_inplace */
879 0x3ffffff, /* src_mask */
880 0x3ffffff, /* dst_mask */
881 TRUE), /* pcrel_offset */
883 /* LD/ST16: (S+A) & 0xffe */
884 HOWTO (AARCH64_R (LDST16_ABS_LO12_NC), /* type */
886 2, /* size (0 = byte, 1 = short, 2 = long) */
888 FALSE, /* pc_relative */
890 complain_overflow_dont, /* complain_on_overflow */
891 bfd_elf_generic_reloc, /* special_function */
892 AARCH64_R_STR (LDST16_ABS_LO12_NC), /* name */
893 FALSE, /* partial_inplace */
894 0xffe, /* src_mask */
895 0xffe, /* dst_mask */
896 FALSE), /* pcrel_offset */
898 /* LD/ST32: (S+A) & 0xffc */
899 HOWTO (AARCH64_R (LDST32_ABS_LO12_NC), /* type */
901 2, /* size (0 = byte, 1 = short, 2 = long) */
903 FALSE, /* pc_relative */
905 complain_overflow_dont, /* complain_on_overflow */
906 bfd_elf_generic_reloc, /* special_function */
907 AARCH64_R_STR (LDST32_ABS_LO12_NC), /* name */
908 FALSE, /* partial_inplace */
909 0xffc, /* src_mask */
910 0xffc, /* dst_mask */
911 FALSE), /* pcrel_offset */
913 /* LD/ST64: (S+A) & 0xff8 */
914 HOWTO (AARCH64_R (LDST64_ABS_LO12_NC), /* type */
916 2, /* size (0 = byte, 1 = short, 2 = long) */
918 FALSE, /* pc_relative */
920 complain_overflow_dont, /* complain_on_overflow */
921 bfd_elf_generic_reloc, /* special_function */
922 AARCH64_R_STR (LDST64_ABS_LO12_NC), /* name */
923 FALSE, /* partial_inplace */
924 0xff8, /* src_mask */
925 0xff8, /* dst_mask */
926 FALSE), /* pcrel_offset */
928 /* LD/ST128: (S+A) & 0xff0 */
929 HOWTO (AARCH64_R (LDST128_ABS_LO12_NC), /* type */
931 2, /* size (0 = byte, 1 = short, 2 = long) */
933 FALSE, /* pc_relative */
935 complain_overflow_dont, /* complain_on_overflow */
936 bfd_elf_generic_reloc, /* special_function */
937 AARCH64_R_STR (LDST128_ABS_LO12_NC), /* name */
938 FALSE, /* partial_inplace */
939 0xff0, /* src_mask */
940 0xff0, /* dst_mask */
941 FALSE), /* pcrel_offset */
943 /* Set a load-literal immediate field to bits
944 0x1FFFFC of G(S)-P */
945 HOWTO (AARCH64_R (GOT_LD_PREL19), /* type */
947 2, /* size (0 = byte,1 = short,2 = long) */
949 TRUE, /* pc_relative */
951 complain_overflow_signed, /* complain_on_overflow */
952 bfd_elf_generic_reloc, /* special_function */
953 AARCH64_R_STR (GOT_LD_PREL19), /* name */
954 FALSE, /* partial_inplace */
955 0xffffe0, /* src_mask */
956 0xffffe0, /* dst_mask */
957 TRUE), /* pcrel_offset */
959 /* Get to the page for the GOT entry for the symbol
960 (G(S) - P) using an ADRP instruction. */
961 HOWTO (AARCH64_R (ADR_GOT_PAGE), /* type */
963 2, /* size (0 = byte, 1 = short, 2 = long) */
965 TRUE, /* pc_relative */
967 complain_overflow_dont, /* complain_on_overflow */
968 bfd_elf_generic_reloc, /* special_function */
969 AARCH64_R_STR (ADR_GOT_PAGE), /* name */
970 FALSE, /* partial_inplace */
971 0x1fffff, /* src_mask */
972 0x1fffff, /* dst_mask */
973 TRUE), /* pcrel_offset */
975 /* LD64: GOT offset G(S) & 0xff8 */
976 HOWTO64 (AARCH64_R (LD64_GOT_LO12_NC), /* type */
978 2, /* size (0 = byte, 1 = short, 2 = long) */
980 FALSE, /* pc_relative */
982 complain_overflow_dont, /* complain_on_overflow */
983 bfd_elf_generic_reloc, /* special_function */
984 AARCH64_R_STR (LD64_GOT_LO12_NC), /* name */
985 FALSE, /* partial_inplace */
986 0xff8, /* src_mask */
987 0xff8, /* dst_mask */
988 FALSE), /* pcrel_offset */
990 /* LD32: GOT offset G(S) & 0xffc */
991 HOWTO32 (AARCH64_R (LD32_GOT_LO12_NC), /* type */
993 2, /* size (0 = byte, 1 = short, 2 = long) */
995 FALSE, /* pc_relative */
997 complain_overflow_dont, /* complain_on_overflow */
998 bfd_elf_generic_reloc, /* special_function */
999 AARCH64_R_STR (LD32_GOT_LO12_NC), /* name */
1000 FALSE, /* partial_inplace */
1001 0xffc, /* src_mask */
1002 0xffc, /* dst_mask */
1003 FALSE), /* pcrel_offset */
1005 /* Lower 16 bits of GOT offset for the symbol. */
1006 HOWTO64 (AARCH64_R (MOVW_GOTOFF_G0_NC), /* type */
1008 2, /* size (0 = byte, 1 = short, 2 = long) */
1010 FALSE, /* pc_relative */
1012 complain_overflow_dont, /* complain_on_overflow */
1013 bfd_elf_generic_reloc, /* special_function */
1014 AARCH64_R_STR (MOVW_GOTOFF_G0_NC), /* name */
1015 FALSE, /* partial_inplace */
1016 0xffff, /* src_mask */
1017 0xffff, /* dst_mask */
1018 FALSE), /* pcrel_offset */
1020 /* Higher 16 bits of GOT offset for the symbol. */
1021 HOWTO64 (AARCH64_R (MOVW_GOTOFF_G1), /* type */
1022 16, /* rightshift */
1023 2, /* size (0 = byte, 1 = short, 2 = long) */
1025 FALSE, /* pc_relative */
1027 complain_overflow_unsigned, /* complain_on_overflow */
1028 bfd_elf_generic_reloc, /* special_function */
1029 AARCH64_R_STR (MOVW_GOTOFF_G1), /* name */
1030 FALSE, /* partial_inplace */
1031 0xffff, /* src_mask */
1032 0xffff, /* dst_mask */
1033 FALSE), /* pcrel_offset */
1035 /* LD64: GOT offset for the symbol. */
1036 HOWTO64 (AARCH64_R (LD64_GOTOFF_LO15), /* type */
1038 2, /* size (0 = byte, 1 = short, 2 = long) */
1040 FALSE, /* pc_relative */
1042 complain_overflow_unsigned, /* complain_on_overflow */
1043 bfd_elf_generic_reloc, /* special_function */
1044 AARCH64_R_STR (LD64_GOTOFF_LO15), /* name */
1045 FALSE, /* partial_inplace */
1046 0x7ff8, /* src_mask */
1047 0x7ff8, /* dst_mask */
1048 FALSE), /* pcrel_offset */
1050 /* LD32: GOT offset to the page address of GOT table.
1051 (G(S) - PAGE (_GLOBAL_OFFSET_TABLE_)) & 0x5ffc. */
1052 HOWTO32 (AARCH64_R (LD32_GOTPAGE_LO14), /* type */
1054 2, /* size (0 = byte, 1 = short, 2 = long) */
1056 FALSE, /* pc_relative */
1058 complain_overflow_unsigned, /* complain_on_overflow */
1059 bfd_elf_generic_reloc, /* special_function */
1060 AARCH64_R_STR (LD32_GOTPAGE_LO14), /* name */
1061 FALSE, /* partial_inplace */
1062 0x5ffc, /* src_mask */
1063 0x5ffc, /* dst_mask */
1064 FALSE), /* pcrel_offset */
1066 /* LD64: GOT offset to the page address of GOT table.
1067 (G(S) - PAGE (_GLOBAL_OFFSET_TABLE_)) & 0x7ff8. */
1068 HOWTO64 (AARCH64_R (LD64_GOTPAGE_LO15), /* type */
1070 2, /* size (0 = byte, 1 = short, 2 = long) */
1072 FALSE, /* pc_relative */
1074 complain_overflow_unsigned, /* complain_on_overflow */
1075 bfd_elf_generic_reloc, /* special_function */
1076 AARCH64_R_STR (LD64_GOTPAGE_LO15), /* name */
1077 FALSE, /* partial_inplace */
1078 0x7ff8, /* src_mask */
1079 0x7ff8, /* dst_mask */
1080 FALSE), /* pcrel_offset */
1082 /* Get to the page for the GOT entry for the symbol
1083 (G(S) - P) using an ADRP instruction. */
1084 HOWTO (AARCH64_R (TLSGD_ADR_PAGE21), /* type */
1085 12, /* rightshift */
1086 2, /* size (0 = byte, 1 = short, 2 = long) */
1088 TRUE, /* pc_relative */
1090 complain_overflow_dont, /* complain_on_overflow */
1091 bfd_elf_generic_reloc, /* special_function */
1092 AARCH64_R_STR (TLSGD_ADR_PAGE21), /* name */
1093 FALSE, /* partial_inplace */
1094 0x1fffff, /* src_mask */
1095 0x1fffff, /* dst_mask */
1096 TRUE), /* pcrel_offset */
1098 HOWTO (AARCH64_R (TLSGD_ADR_PREL21), /* type */
1100 2, /* size (0 = byte, 1 = short, 2 = long) */
1102 TRUE, /* pc_relative */
1104 complain_overflow_dont, /* complain_on_overflow */
1105 bfd_elf_generic_reloc, /* special_function */
1106 AARCH64_R_STR (TLSGD_ADR_PREL21), /* name */
1107 FALSE, /* partial_inplace */
1108 0x1fffff, /* src_mask */
1109 0x1fffff, /* dst_mask */
1110 TRUE), /* pcrel_offset */
1112 /* ADD: GOT offset G(S) & 0xff8 [no overflow check] */
1113 HOWTO (AARCH64_R (TLSGD_ADD_LO12_NC), /* type */
1115 2, /* size (0 = byte, 1 = short, 2 = long) */
1117 FALSE, /* pc_relative */
1119 complain_overflow_dont, /* complain_on_overflow */
1120 bfd_elf_generic_reloc, /* special_function */
1121 AARCH64_R_STR (TLSGD_ADD_LO12_NC), /* name */
1122 FALSE, /* partial_inplace */
1123 0xfff, /* src_mask */
1124 0xfff, /* dst_mask */
1125 FALSE), /* pcrel_offset */
1127 /* Lower 16 bits of GOT offset to tls_index. */
1128 HOWTO64 (AARCH64_R (TLSGD_MOVW_G0_NC), /* type */
1130 2, /* size (0 = byte, 1 = short, 2 = long) */
1132 FALSE, /* pc_relative */
1134 complain_overflow_dont, /* complain_on_overflow */
1135 bfd_elf_generic_reloc, /* special_function */
1136 AARCH64_R_STR (TLSGD_MOVW_G0_NC), /* name */
1137 FALSE, /* partial_inplace */
1138 0xffff, /* src_mask */
1139 0xffff, /* dst_mask */
1140 FALSE), /* pcrel_offset */
1142 /* Higher 16 bits of GOT offset to tls_index. */
1143 HOWTO64 (AARCH64_R (TLSGD_MOVW_G1), /* type */
1144 16, /* rightshift */
1145 2, /* size (0 = byte, 1 = short, 2 = long) */
1147 FALSE, /* pc_relative */
1149 complain_overflow_unsigned, /* complain_on_overflow */
1150 bfd_elf_generic_reloc, /* special_function */
1151 AARCH64_R_STR (TLSGD_MOVW_G1), /* name */
1152 FALSE, /* partial_inplace */
1153 0xffff, /* src_mask */
1154 0xffff, /* dst_mask */
1155 FALSE), /* pcrel_offset */
1157 HOWTO (AARCH64_R (TLSIE_ADR_GOTTPREL_PAGE21), /* type */
1158 12, /* rightshift */
1159 2, /* size (0 = byte, 1 = short, 2 = long) */
1161 FALSE, /* pc_relative */
1163 complain_overflow_dont, /* complain_on_overflow */
1164 bfd_elf_generic_reloc, /* special_function */
1165 AARCH64_R_STR (TLSIE_ADR_GOTTPREL_PAGE21), /* name */
1166 FALSE, /* partial_inplace */
1167 0x1fffff, /* src_mask */
1168 0x1fffff, /* dst_mask */
1169 FALSE), /* pcrel_offset */
1171 HOWTO64 (AARCH64_R (TLSIE_LD64_GOTTPREL_LO12_NC), /* type */
1173 2, /* size (0 = byte, 1 = short, 2 = long) */
1175 FALSE, /* pc_relative */
1177 complain_overflow_dont, /* complain_on_overflow */
1178 bfd_elf_generic_reloc, /* special_function */
1179 AARCH64_R_STR (TLSIE_LD64_GOTTPREL_LO12_NC), /* name */
1180 FALSE, /* partial_inplace */
1181 0xff8, /* src_mask */
1182 0xff8, /* dst_mask */
1183 FALSE), /* pcrel_offset */
1185 HOWTO32 (AARCH64_R (TLSIE_LD32_GOTTPREL_LO12_NC), /* type */
1187 2, /* size (0 = byte, 1 = short, 2 = long) */
1189 FALSE, /* pc_relative */
1191 complain_overflow_dont, /* complain_on_overflow */
1192 bfd_elf_generic_reloc, /* special_function */
1193 AARCH64_R_STR (TLSIE_LD32_GOTTPREL_LO12_NC), /* name */
1194 FALSE, /* partial_inplace */
1195 0xffc, /* src_mask */
1196 0xffc, /* dst_mask */
1197 FALSE), /* pcrel_offset */
1199 HOWTO (AARCH64_R (TLSIE_LD_GOTTPREL_PREL19), /* type */
1201 2, /* size (0 = byte, 1 = short, 2 = long) */
1203 FALSE, /* pc_relative */
1205 complain_overflow_dont, /* complain_on_overflow */
1206 bfd_elf_generic_reloc, /* special_function */
1207 AARCH64_R_STR (TLSIE_LD_GOTTPREL_PREL19), /* name */
1208 FALSE, /* partial_inplace */
1209 0x1ffffc, /* src_mask */
1210 0x1ffffc, /* dst_mask */
1211 FALSE), /* pcrel_offset */
1213 HOWTO64 (AARCH64_R (TLSIE_MOVW_GOTTPREL_G0_NC), /* type */
1215 2, /* size (0 = byte, 1 = short, 2 = long) */
1217 FALSE, /* pc_relative */
1219 complain_overflow_dont, /* complain_on_overflow */
1220 bfd_elf_generic_reloc, /* special_function */
1221 AARCH64_R_STR (TLSIE_MOVW_GOTTPREL_G0_NC), /* name */
1222 FALSE, /* partial_inplace */
1223 0xffff, /* src_mask */
1224 0xffff, /* dst_mask */
1225 FALSE), /* pcrel_offset */
1227 HOWTO64 (AARCH64_R (TLSIE_MOVW_GOTTPREL_G1), /* type */
1228 16, /* rightshift */
1229 2, /* size (0 = byte, 1 = short, 2 = long) */
1231 FALSE, /* pc_relative */
1233 complain_overflow_unsigned, /* complain_on_overflow */
1234 bfd_elf_generic_reloc, /* special_function */
1235 AARCH64_R_STR (TLSIE_MOVW_GOTTPREL_G1), /* name */
1236 FALSE, /* partial_inplace */
1237 0xffff, /* src_mask */
1238 0xffff, /* dst_mask */
1239 FALSE), /* pcrel_offset */
1241 /* ADD: bit[23:12] of byte offset to module TLS base address. */
1242 HOWTO (AARCH64_R (TLSLD_ADD_DTPREL_HI12), /* type */
1243 12, /* rightshift */
1244 2, /* size (0 = byte, 1 = short, 2 = long) */
1246 FALSE, /* pc_relative */
1248 complain_overflow_unsigned, /* complain_on_overflow */
1249 bfd_elf_generic_reloc, /* special_function */
1250 AARCH64_R_STR (TLSLD_ADD_DTPREL_HI12), /* name */
1251 FALSE, /* partial_inplace */
1252 0xfff, /* src_mask */
1253 0xfff, /* dst_mask */
1254 FALSE), /* pcrel_offset */
1256 /* Unsigned 12 bit byte offset to module TLS base address. */
1257 HOWTO (AARCH64_R (TLSLD_ADD_DTPREL_LO12), /* type */
1259 2, /* size (0 = byte, 1 = short, 2 = long) */
1261 FALSE, /* pc_relative */
1263 complain_overflow_unsigned, /* complain_on_overflow */
1264 bfd_elf_generic_reloc, /* special_function */
1265 AARCH64_R_STR (TLSLD_ADD_DTPREL_LO12), /* name */
1266 FALSE, /* partial_inplace */
1267 0xfff, /* src_mask */
1268 0xfff, /* dst_mask */
1269 FALSE), /* pcrel_offset */
1271 /* No overflow check version of BFD_RELOC_AARCH64_TLSLD_ADD_DTPREL_LO12. */
1272 HOWTO (AARCH64_R (TLSLD_ADD_DTPREL_LO12_NC), /* type */
1274 2, /* size (0 = byte, 1 = short, 2 = long) */
1276 FALSE, /* pc_relative */
1278 complain_overflow_dont, /* complain_on_overflow */
1279 bfd_elf_generic_reloc, /* special_function */
1280 AARCH64_R_STR (TLSLD_ADD_DTPREL_LO12_NC), /* name */
1281 FALSE, /* partial_inplace */
1282 0xfff, /* src_mask */
1283 0xfff, /* dst_mask */
1284 FALSE), /* pcrel_offset */
1286 /* ADD: GOT offset G(S) & 0xff8 [no overflow check] */
1287 HOWTO (AARCH64_R (TLSLD_ADD_LO12_NC), /* type */
1289 2, /* size (0 = byte, 1 = short, 2 = long) */
1291 FALSE, /* pc_relative */
1293 complain_overflow_dont, /* complain_on_overflow */
1294 bfd_elf_generic_reloc, /* special_function */
1295 AARCH64_R_STR (TLSLD_ADD_LO12_NC), /* name */
1296 FALSE, /* partial_inplace */
1297 0xfff, /* src_mask */
1298 0xfff, /* dst_mask */
1299 FALSE), /* pcrel_offset */
1301 /* Get to the page for the GOT entry for the symbol
1302 (G(S) - P) using an ADRP instruction. */
1303 HOWTO (AARCH64_R (TLSLD_ADR_PAGE21), /* type */
1304 12, /* rightshift */
1305 2, /* size (0 = byte, 1 = short, 2 = long) */
1307 TRUE, /* pc_relative */
1309 complain_overflow_signed, /* complain_on_overflow */
1310 bfd_elf_generic_reloc, /* special_function */
1311 AARCH64_R_STR (TLSLD_ADR_PAGE21), /* name */
1312 FALSE, /* partial_inplace */
1313 0x1fffff, /* src_mask */
1314 0x1fffff, /* dst_mask */
1315 TRUE), /* pcrel_offset */
1317 HOWTO (AARCH64_R (TLSLD_ADR_PREL21), /* type */
1319 2, /* size (0 = byte, 1 = short, 2 = long) */
1321 TRUE, /* pc_relative */
1323 complain_overflow_signed, /* complain_on_overflow */
1324 bfd_elf_generic_reloc, /* special_function */
1325 AARCH64_R_STR (TLSLD_ADR_PREL21), /* name */
1326 FALSE, /* partial_inplace */
1327 0x1fffff, /* src_mask */
1328 0x1fffff, /* dst_mask */
1329 TRUE), /* pcrel_offset */
1331 /* LD/ST16: bit[11:1] of byte offset to module TLS base address. */
1332 HOWTO64 (AARCH64_R (TLSLD_LDST16_DTPREL_LO12), /* type */
1334 2, /* size (0 = byte, 1 = short, 2 = long) */
1336 FALSE, /* pc_relative */
1338 complain_overflow_unsigned, /* complain_on_overflow */
1339 bfd_elf_generic_reloc, /* special_function */
1340 AARCH64_R_STR (TLSLD_LDST16_DTPREL_LO12), /* name */
1341 FALSE, /* partial_inplace */
1342 0x1ffc00, /* src_mask */
1343 0x1ffc00, /* dst_mask */
1344 FALSE), /* pcrel_offset */
1346 /* Same as BFD_RELOC_AARCH64_TLSLD_LDST16_DTPREL_LO12, but no overflow check. */
1347 HOWTO64 (AARCH64_R (TLSLD_LDST16_DTPREL_LO12_NC), /* type */
1349 2, /* size (0 = byte, 1 = short, 2 = long) */
1351 FALSE, /* pc_relative */
1353 complain_overflow_dont, /* complain_on_overflow */
1354 bfd_elf_generic_reloc, /* special_function */
1355 AARCH64_R_STR (TLSLD_LDST16_DTPREL_LO12_NC), /* name */
1356 FALSE, /* partial_inplace */
1357 0x1ffc00, /* src_mask */
1358 0x1ffc00, /* dst_mask */
1359 FALSE), /* pcrel_offset */
1361 /* LD/ST32: bit[11:2] of byte offset to module TLS base address. */
1362 HOWTO64 (AARCH64_R (TLSLD_LDST32_DTPREL_LO12), /* type */
1364 2, /* size (0 = byte, 1 = short, 2 = long) */
1366 FALSE, /* pc_relative */
1368 complain_overflow_unsigned, /* complain_on_overflow */
1369 bfd_elf_generic_reloc, /* special_function */
1370 AARCH64_R_STR (TLSLD_LDST32_DTPREL_LO12), /* name */
1371 FALSE, /* partial_inplace */
1372 0x3ffc00, /* src_mask */
1373 0x3ffc00, /* dst_mask */
1374 FALSE), /* pcrel_offset */
1376 /* Same as BFD_RELOC_AARCH64_TLSLD_LDST32_DTPREL_LO12, but no overflow check. */
1377 HOWTO64 (AARCH64_R (TLSLD_LDST32_DTPREL_LO12_NC), /* type */
1379 2, /* size (0 = byte, 1 = short, 2 = long) */
1381 FALSE, /* pc_relative */
1383 complain_overflow_dont, /* complain_on_overflow */
1384 bfd_elf_generic_reloc, /* special_function */
1385 AARCH64_R_STR (TLSLD_LDST32_DTPREL_LO12_NC), /* name */
1386 FALSE, /* partial_inplace */
1387 0xffc00, /* src_mask */
1388 0xffc00, /* dst_mask */
1389 FALSE), /* pcrel_offset */
1391 /* LD/ST64: bit[11:3] of byte offset to module TLS base address. */
1392 HOWTO64 (AARCH64_R (TLSLD_LDST64_DTPREL_LO12), /* type */
1394 2, /* size (0 = byte, 1 = short, 2 = long) */
1396 FALSE, /* pc_relative */
1398 complain_overflow_unsigned, /* complain_on_overflow */
1399 bfd_elf_generic_reloc, /* special_function */
1400 AARCH64_R_STR (TLSLD_LDST64_DTPREL_LO12), /* name */
1401 FALSE, /* partial_inplace */
1402 0x3ffc00, /* src_mask */
1403 0x3ffc00, /* dst_mask */
1404 FALSE), /* pcrel_offset */
1406 /* Same as BFD_RELOC_AARCH64_TLSLD_LDST64_DTPREL_LO12, but no overflow check. */
1407 HOWTO64 (AARCH64_R (TLSLD_LDST64_DTPREL_LO12_NC), /* type */
1409 2, /* size (0 = byte, 1 = short, 2 = long) */
1411 FALSE, /* pc_relative */
1413 complain_overflow_dont, /* complain_on_overflow */
1414 bfd_elf_generic_reloc, /* special_function */
1415 AARCH64_R_STR (TLSLD_LDST64_DTPREL_LO12_NC), /* name */
1416 FALSE, /* partial_inplace */
1417 0x7fc00, /* src_mask */
1418 0x7fc00, /* dst_mask */
1419 FALSE), /* pcrel_offset */
1421 /* LD/ST8: bit[11:0] of byte offset to module TLS base address. */
1422 HOWTO64 (AARCH64_R (TLSLD_LDST8_DTPREL_LO12), /* type */
1424 2, /* size (0 = byte, 1 = short, 2 = long) */
1426 FALSE, /* pc_relative */
1428 complain_overflow_unsigned, /* complain_on_overflow */
1429 bfd_elf_generic_reloc, /* special_function */
1430 AARCH64_R_STR (TLSLD_LDST8_DTPREL_LO12), /* name */
1431 FALSE, /* partial_inplace */
1432 0x3ffc00, /* src_mask */
1433 0x3ffc00, /* dst_mask */
1434 FALSE), /* pcrel_offset */
1436 /* Same as BFD_RELOC_AARCH64_TLSLD_LDST8_DTPREL_LO12, but no overflow check. */
1437 HOWTO64 (AARCH64_R (TLSLD_LDST8_DTPREL_LO12_NC), /* type */
1439 2, /* size (0 = byte, 1 = short, 2 = long) */
1441 FALSE, /* pc_relative */
1443 complain_overflow_dont, /* complain_on_overflow */
1444 bfd_elf_generic_reloc, /* special_function */
1445 AARCH64_R_STR (TLSLD_LDST8_DTPREL_LO12_NC), /* name */
1446 FALSE, /* partial_inplace */
1447 0x3ffc00, /* src_mask */
1448 0x3ffc00, /* dst_mask */
1449 FALSE), /* pcrel_offset */
1451 /* MOVZ: bit[15:0] of byte offset to module TLS base address. */
1452 HOWTO (AARCH64_R (TLSLD_MOVW_DTPREL_G0), /* type */
1454 2, /* size (0 = byte, 1 = short, 2 = long) */
1456 FALSE, /* pc_relative */
1458 complain_overflow_unsigned, /* complain_on_overflow */
1459 bfd_elf_generic_reloc, /* special_function */
1460 AARCH64_R_STR (TLSLD_MOVW_DTPREL_G0), /* name */
1461 FALSE, /* partial_inplace */
1462 0xffff, /* src_mask */
1463 0xffff, /* dst_mask */
1464 FALSE), /* pcrel_offset */
1466 /* No overflow check version of BFD_RELOC_AARCH64_TLSLD_MOVW_DTPREL_G0. */
1467 HOWTO (AARCH64_R (TLSLD_MOVW_DTPREL_G0_NC), /* type */
1469 2, /* size (0 = byte, 1 = short, 2 = long) */
1471 FALSE, /* pc_relative */
1473 complain_overflow_dont, /* complain_on_overflow */
1474 bfd_elf_generic_reloc, /* special_function */
1475 AARCH64_R_STR (TLSLD_MOVW_DTPREL_G0_NC), /* name */
1476 FALSE, /* partial_inplace */
1477 0xffff, /* src_mask */
1478 0xffff, /* dst_mask */
1479 FALSE), /* pcrel_offset */
1481 /* MOVZ: bit[31:16] of byte offset to module TLS base address. */
1482 HOWTO (AARCH64_R (TLSLD_MOVW_DTPREL_G1), /* type */
1483 16, /* rightshift */
1484 2, /* size (0 = byte, 1 = short, 2 = long) */
1486 FALSE, /* pc_relative */
1488 complain_overflow_unsigned, /* complain_on_overflow */
1489 bfd_elf_generic_reloc, /* special_function */
1490 AARCH64_R_STR (TLSLD_MOVW_DTPREL_G1), /* name */
1491 FALSE, /* partial_inplace */
1492 0xffff, /* src_mask */
1493 0xffff, /* dst_mask */
1494 FALSE), /* pcrel_offset */
1496 /* No overflow check version of BFD_RELOC_AARCH64_TLSLD_MOVW_DTPREL_G1. */
1497 HOWTO64 (AARCH64_R (TLSLD_MOVW_DTPREL_G1_NC), /* type */
1498 16, /* rightshift */
1499 2, /* size (0 = byte, 1 = short, 2 = long) */
1501 FALSE, /* pc_relative */
1503 complain_overflow_dont, /* complain_on_overflow */
1504 bfd_elf_generic_reloc, /* special_function */
1505 AARCH64_R_STR (TLSLD_MOVW_DTPREL_G1_NC), /* name */
1506 FALSE, /* partial_inplace */
1507 0xffff, /* src_mask */
1508 0xffff, /* dst_mask */
1509 FALSE), /* pcrel_offset */
1511 /* MOVZ: bit[47:32] of byte offset to module TLS base address. */
1512 HOWTO64 (AARCH64_R (TLSLD_MOVW_DTPREL_G2), /* type */
1513 32, /* rightshift */
1514 2, /* size (0 = byte, 1 = short, 2 = long) */
1516 FALSE, /* pc_relative */
1518 complain_overflow_unsigned, /* complain_on_overflow */
1519 bfd_elf_generic_reloc, /* special_function */
1520 AARCH64_R_STR (TLSLD_MOVW_DTPREL_G2), /* name */
1521 FALSE, /* partial_inplace */
1522 0xffff, /* src_mask */
1523 0xffff, /* dst_mask */
1524 FALSE), /* pcrel_offset */
1526 HOWTO64 (AARCH64_R (TLSLE_MOVW_TPREL_G2), /* type */
1527 32, /* rightshift */
1528 2, /* size (0 = byte, 1 = short, 2 = long) */
1530 FALSE, /* pc_relative */
1532 complain_overflow_unsigned, /* complain_on_overflow */
1533 bfd_elf_generic_reloc, /* special_function */
1534 AARCH64_R_STR (TLSLE_MOVW_TPREL_G2), /* name */
1535 FALSE, /* partial_inplace */
1536 0xffff, /* src_mask */
1537 0xffff, /* dst_mask */
1538 FALSE), /* pcrel_offset */
1540 HOWTO (AARCH64_R (TLSLE_MOVW_TPREL_G1), /* type */
1541 16, /* rightshift */
1542 2, /* size (0 = byte, 1 = short, 2 = long) */
1544 FALSE, /* pc_relative */
1546 complain_overflow_dont, /* complain_on_overflow */
1547 bfd_elf_generic_reloc, /* special_function */
1548 AARCH64_R_STR (TLSLE_MOVW_TPREL_G1), /* name */
1549 FALSE, /* partial_inplace */
1550 0xffff, /* src_mask */
1551 0xffff, /* dst_mask */
1552 FALSE), /* pcrel_offset */
1554 HOWTO64 (AARCH64_R (TLSLE_MOVW_TPREL_G1_NC), /* type */
1555 16, /* rightshift */
1556 2, /* size (0 = byte, 1 = short, 2 = long) */
1558 FALSE, /* pc_relative */
1560 complain_overflow_dont, /* complain_on_overflow */
1561 bfd_elf_generic_reloc, /* special_function */
1562 AARCH64_R_STR (TLSLE_MOVW_TPREL_G1_NC), /* name */
1563 FALSE, /* partial_inplace */
1564 0xffff, /* src_mask */
1565 0xffff, /* dst_mask */
1566 FALSE), /* pcrel_offset */
1568 HOWTO (AARCH64_R (TLSLE_MOVW_TPREL_G0), /* type */
1570 2, /* size (0 = byte, 1 = short, 2 = long) */
1572 FALSE, /* pc_relative */
1574 complain_overflow_dont, /* complain_on_overflow */
1575 bfd_elf_generic_reloc, /* special_function */
1576 AARCH64_R_STR (TLSLE_MOVW_TPREL_G0), /* name */
1577 FALSE, /* partial_inplace */
1578 0xffff, /* src_mask */
1579 0xffff, /* dst_mask */
1580 FALSE), /* pcrel_offset */
1582 HOWTO (AARCH64_R (TLSLE_MOVW_TPREL_G0_NC), /* type */
1584 2, /* size (0 = byte, 1 = short, 2 = long) */
1586 FALSE, /* pc_relative */
1588 complain_overflow_dont, /* complain_on_overflow */
1589 bfd_elf_generic_reloc, /* special_function */
1590 AARCH64_R_STR (TLSLE_MOVW_TPREL_G0_NC), /* name */
1591 FALSE, /* partial_inplace */
1592 0xffff, /* src_mask */
1593 0xffff, /* dst_mask */
1594 FALSE), /* pcrel_offset */
1596 HOWTO (AARCH64_R (TLSLE_ADD_TPREL_HI12), /* type */
1597 12, /* rightshift */
1598 2, /* size (0 = byte, 1 = short, 2 = long) */
1600 FALSE, /* pc_relative */
1602 complain_overflow_unsigned, /* complain_on_overflow */
1603 bfd_elf_generic_reloc, /* special_function */
1604 AARCH64_R_STR (TLSLE_ADD_TPREL_HI12), /* name */
1605 FALSE, /* partial_inplace */
1606 0xfff, /* src_mask */
1607 0xfff, /* dst_mask */
1608 FALSE), /* pcrel_offset */
1610 HOWTO (AARCH64_R (TLSLE_ADD_TPREL_LO12), /* type */
1612 2, /* size (0 = byte, 1 = short, 2 = long) */
1614 FALSE, /* pc_relative */
1616 complain_overflow_unsigned, /* complain_on_overflow */
1617 bfd_elf_generic_reloc, /* special_function */
1618 AARCH64_R_STR (TLSLE_ADD_TPREL_LO12), /* name */
1619 FALSE, /* partial_inplace */
1620 0xfff, /* src_mask */
1621 0xfff, /* dst_mask */
1622 FALSE), /* pcrel_offset */
1624 HOWTO (AARCH64_R (TLSLE_ADD_TPREL_LO12_NC), /* type */
1626 2, /* size (0 = byte, 1 = short, 2 = long) */
1628 FALSE, /* pc_relative */
1630 complain_overflow_dont, /* complain_on_overflow */
1631 bfd_elf_generic_reloc, /* special_function */
1632 AARCH64_R_STR (TLSLE_ADD_TPREL_LO12_NC), /* name */
1633 FALSE, /* partial_inplace */
1634 0xfff, /* src_mask */
1635 0xfff, /* dst_mask */
1636 FALSE), /* pcrel_offset */
1638 HOWTO (AARCH64_R (TLSDESC_LD_PREL19), /* type */
1640 2, /* size (0 = byte, 1 = short, 2 = long) */
1642 TRUE, /* pc_relative */
1644 complain_overflow_dont, /* complain_on_overflow */
1645 bfd_elf_generic_reloc, /* special_function */
1646 AARCH64_R_STR (TLSDESC_LD_PREL19), /* name */
1647 FALSE, /* partial_inplace */
1648 0x0ffffe0, /* src_mask */
1649 0x0ffffe0, /* dst_mask */
1650 TRUE), /* pcrel_offset */
1652 HOWTO (AARCH64_R (TLSDESC_ADR_PREL21), /* type */
1654 2, /* size (0 = byte, 1 = short, 2 = long) */
1656 TRUE, /* pc_relative */
1658 complain_overflow_dont, /* complain_on_overflow */
1659 bfd_elf_generic_reloc, /* special_function */
1660 AARCH64_R_STR (TLSDESC_ADR_PREL21), /* name */
1661 FALSE, /* partial_inplace */
1662 0x1fffff, /* src_mask */
1663 0x1fffff, /* dst_mask */
1664 TRUE), /* pcrel_offset */
1666 /* Get to the page for the GOT entry for the symbol
1667 (G(S) - P) using an ADRP instruction. */
1668 HOWTO (AARCH64_R (TLSDESC_ADR_PAGE21), /* type */
1669 12, /* rightshift */
1670 2, /* size (0 = byte, 1 = short, 2 = long) */
1672 TRUE, /* pc_relative */
1674 complain_overflow_dont, /* complain_on_overflow */
1675 bfd_elf_generic_reloc, /* special_function */
1676 AARCH64_R_STR (TLSDESC_ADR_PAGE21), /* name */
1677 FALSE, /* partial_inplace */
1678 0x1fffff, /* src_mask */
1679 0x1fffff, /* dst_mask */
1680 TRUE), /* pcrel_offset */
1682 /* LD64: GOT offset G(S) & 0xff8. */
1683 HOWTO64 (AARCH64_R (TLSDESC_LD64_LO12), /* type */
1685 2, /* size (0 = byte, 1 = short, 2 = long) */
1687 FALSE, /* pc_relative */
1689 complain_overflow_dont, /* complain_on_overflow */
1690 bfd_elf_generic_reloc, /* special_function */
1691 AARCH64_R_STR (TLSDESC_LD64_LO12), /* name */
1692 FALSE, /* partial_inplace */
1693 0xff8, /* src_mask */
1694 0xff8, /* dst_mask */
1695 FALSE), /* pcrel_offset */
1697 /* LD32: GOT offset G(S) & 0xffc. */
1698 HOWTO32 (AARCH64_R (TLSDESC_LD32_LO12_NC), /* type */
1700 2, /* size (0 = byte, 1 = short, 2 = long) */
1702 FALSE, /* pc_relative */
1704 complain_overflow_dont, /* complain_on_overflow */
1705 bfd_elf_generic_reloc, /* special_function */
1706 AARCH64_R_STR (TLSDESC_LD32_LO12_NC), /* name */
1707 FALSE, /* partial_inplace */
1708 0xffc, /* src_mask */
1709 0xffc, /* dst_mask */
1710 FALSE), /* pcrel_offset */
1712 /* ADD: GOT offset G(S) & 0xfff. */
1713 HOWTO (AARCH64_R (TLSDESC_ADD_LO12), /* type */
1715 2, /* size (0 = byte, 1 = short, 2 = long) */
1717 FALSE, /* pc_relative */
1719 complain_overflow_dont,/* complain_on_overflow */
1720 bfd_elf_generic_reloc, /* special_function */
1721 AARCH64_R_STR (TLSDESC_ADD_LO12), /* name */
1722 FALSE, /* partial_inplace */
1723 0xfff, /* src_mask */
1724 0xfff, /* dst_mask */
1725 FALSE), /* pcrel_offset */
1727 HOWTO64 (AARCH64_R (TLSDESC_OFF_G1), /* type */
1728 16, /* rightshift */
1729 2, /* size (0 = byte, 1 = short, 2 = long) */
1731 FALSE, /* pc_relative */
1733 complain_overflow_unsigned, /* complain_on_overflow */
1734 bfd_elf_generic_reloc, /* special_function */
1735 AARCH64_R_STR (TLSDESC_OFF_G1), /* name */
1736 FALSE, /* partial_inplace */
1737 0xffff, /* src_mask */
1738 0xffff, /* dst_mask */
1739 FALSE), /* pcrel_offset */
1741 HOWTO64 (AARCH64_R (TLSDESC_OFF_G0_NC), /* type */
1743 2, /* size (0 = byte, 1 = short, 2 = long) */
1745 FALSE, /* pc_relative */
1747 complain_overflow_dont, /* complain_on_overflow */
1748 bfd_elf_generic_reloc, /* special_function */
1749 AARCH64_R_STR (TLSDESC_OFF_G0_NC), /* name */
1750 FALSE, /* partial_inplace */
1751 0xffff, /* src_mask */
1752 0xffff, /* dst_mask */
1753 FALSE), /* pcrel_offset */
1755 HOWTO64 (AARCH64_R (TLSDESC_LDR), /* type */
1757 2, /* size (0 = byte, 1 = short, 2 = long) */
1759 FALSE, /* pc_relative */
1761 complain_overflow_dont, /* complain_on_overflow */
1762 bfd_elf_generic_reloc, /* special_function */
1763 AARCH64_R_STR (TLSDESC_LDR), /* name */
1764 FALSE, /* partial_inplace */
1767 FALSE), /* pcrel_offset */
1769 HOWTO64 (AARCH64_R (TLSDESC_ADD), /* type */
1771 2, /* size (0 = byte, 1 = short, 2 = long) */
1773 FALSE, /* pc_relative */
1775 complain_overflow_dont, /* complain_on_overflow */
1776 bfd_elf_generic_reloc, /* special_function */
1777 AARCH64_R_STR (TLSDESC_ADD), /* name */
1778 FALSE, /* partial_inplace */
1781 FALSE), /* pcrel_offset */
1783 HOWTO (AARCH64_R (TLSDESC_CALL), /* type */
1785 2, /* size (0 = byte, 1 = short, 2 = long) */
1787 FALSE, /* pc_relative */
1789 complain_overflow_dont, /* complain_on_overflow */
1790 bfd_elf_generic_reloc, /* special_function */
1791 AARCH64_R_STR (TLSDESC_CALL), /* name */
1792 FALSE, /* partial_inplace */
1795 FALSE), /* pcrel_offset */
1797 HOWTO (AARCH64_R (COPY), /* type */
1799 2, /* size (0 = byte, 1 = short, 2 = long) */
1801 FALSE, /* pc_relative */
1803 complain_overflow_bitfield, /* complain_on_overflow */
1804 bfd_elf_generic_reloc, /* special_function */
1805 AARCH64_R_STR (COPY), /* name */
1806 TRUE, /* partial_inplace */
1807 0xffffffff, /* src_mask */
1808 0xffffffff, /* dst_mask */
1809 FALSE), /* pcrel_offset */
1811 HOWTO (AARCH64_R (GLOB_DAT), /* type */
1813 2, /* size (0 = byte, 1 = short, 2 = long) */
1815 FALSE, /* pc_relative */
1817 complain_overflow_bitfield, /* complain_on_overflow */
1818 bfd_elf_generic_reloc, /* special_function */
1819 AARCH64_R_STR (GLOB_DAT), /* name */
1820 TRUE, /* partial_inplace */
1821 0xffffffff, /* src_mask */
1822 0xffffffff, /* dst_mask */
1823 FALSE), /* pcrel_offset */
1825 HOWTO (AARCH64_R (JUMP_SLOT), /* type */
1827 2, /* size (0 = byte, 1 = short, 2 = long) */
1829 FALSE, /* pc_relative */
1831 complain_overflow_bitfield, /* complain_on_overflow */
1832 bfd_elf_generic_reloc, /* special_function */
1833 AARCH64_R_STR (JUMP_SLOT), /* name */
1834 TRUE, /* partial_inplace */
1835 0xffffffff, /* src_mask */
1836 0xffffffff, /* dst_mask */
1837 FALSE), /* pcrel_offset */
1839 HOWTO (AARCH64_R (RELATIVE), /* type */
1841 2, /* size (0 = byte, 1 = short, 2 = long) */
1843 FALSE, /* pc_relative */
1845 complain_overflow_bitfield, /* complain_on_overflow */
1846 bfd_elf_generic_reloc, /* special_function */
1847 AARCH64_R_STR (RELATIVE), /* name */
1848 TRUE, /* partial_inplace */
1849 ALL_ONES, /* src_mask */
1850 ALL_ONES, /* dst_mask */
1851 FALSE), /* pcrel_offset */
1853 HOWTO (AARCH64_R (TLS_DTPMOD), /* type */
1855 2, /* size (0 = byte, 1 = short, 2 = long) */
1857 FALSE, /* pc_relative */
1859 complain_overflow_dont, /* complain_on_overflow */
1860 bfd_elf_generic_reloc, /* special_function */
1862 AARCH64_R_STR (TLS_DTPMOD64), /* name */
1864 AARCH64_R_STR (TLS_DTPMOD), /* name */
1866 FALSE, /* partial_inplace */
1868 ALL_ONES, /* dst_mask */
1869 FALSE), /* pc_reloffset */
1871 HOWTO (AARCH64_R (TLS_DTPREL), /* type */
1873 2, /* size (0 = byte, 1 = short, 2 = long) */
1875 FALSE, /* pc_relative */
1877 complain_overflow_dont, /* complain_on_overflow */
1878 bfd_elf_generic_reloc, /* special_function */
1880 AARCH64_R_STR (TLS_DTPREL64), /* name */
1882 AARCH64_R_STR (TLS_DTPREL), /* name */
1884 FALSE, /* partial_inplace */
1886 ALL_ONES, /* dst_mask */
1887 FALSE), /* pcrel_offset */
1889 HOWTO (AARCH64_R (TLS_TPREL), /* type */
1891 2, /* size (0 = byte, 1 = short, 2 = long) */
1893 FALSE, /* pc_relative */
1895 complain_overflow_dont, /* complain_on_overflow */
1896 bfd_elf_generic_reloc, /* special_function */
1898 AARCH64_R_STR (TLS_TPREL64), /* name */
1900 AARCH64_R_STR (TLS_TPREL), /* name */
1902 FALSE, /* partial_inplace */
1904 ALL_ONES, /* dst_mask */
1905 FALSE), /* pcrel_offset */
1907 HOWTO (AARCH64_R (TLSDESC), /* type */
1909 2, /* size (0 = byte, 1 = short, 2 = long) */
1911 FALSE, /* pc_relative */
1913 complain_overflow_dont, /* complain_on_overflow */
1914 bfd_elf_generic_reloc, /* special_function */
1915 AARCH64_R_STR (TLSDESC), /* name */
1916 FALSE, /* partial_inplace */
1918 ALL_ONES, /* dst_mask */
1919 FALSE), /* pcrel_offset */
1921 HOWTO (AARCH64_R (IRELATIVE), /* type */
1923 2, /* size (0 = byte, 1 = short, 2 = long) */
1925 FALSE, /* pc_relative */
1927 complain_overflow_bitfield, /* complain_on_overflow */
1928 bfd_elf_generic_reloc, /* special_function */
1929 AARCH64_R_STR (IRELATIVE), /* name */
1930 FALSE, /* partial_inplace */
1932 ALL_ONES, /* dst_mask */
1933 FALSE), /* pcrel_offset */
1938 static reloc_howto_type elfNN_aarch64_howto_none =
1939 HOWTO (R_AARCH64_NONE, /* type */
1941 3, /* size (0 = byte, 1 = short, 2 = long) */
1943 FALSE, /* pc_relative */
1945 complain_overflow_dont,/* complain_on_overflow */
1946 bfd_elf_generic_reloc, /* special_function */
1947 "R_AARCH64_NONE", /* name */
1948 FALSE, /* partial_inplace */
1951 FALSE); /* pcrel_offset */
1953 /* Given HOWTO, return the bfd internal relocation enumerator. */
1955 static bfd_reloc_code_real_type
1956 elfNN_aarch64_bfd_reloc_from_howto (reloc_howto_type *howto)
1959 = (int) ARRAY_SIZE (elfNN_aarch64_howto_table);
1960 const ptrdiff_t offset
1961 = howto - elfNN_aarch64_howto_table;
1963 if (offset > 0 && offset < size - 1)
1964 return BFD_RELOC_AARCH64_RELOC_START + offset;
1966 if (howto == &elfNN_aarch64_howto_none)
1967 return BFD_RELOC_AARCH64_NONE;
1969 return BFD_RELOC_AARCH64_RELOC_START;
1972 /* Given R_TYPE, return the bfd internal relocation enumerator. */
1974 static bfd_reloc_code_real_type
1975 elfNN_aarch64_bfd_reloc_from_type (unsigned int r_type)
1977 static bfd_boolean initialized_p = FALSE;
1978 /* Indexed by R_TYPE, values are offsets in the howto_table. */
1979 static unsigned int offsets[R_AARCH64_end];
1985 for (i = 1; i < ARRAY_SIZE (elfNN_aarch64_howto_table) - 1; ++i)
1986 if (elfNN_aarch64_howto_table[i].type != 0)
1987 offsets[elfNN_aarch64_howto_table[i].type] = i;
1989 initialized_p = TRUE;
1992 if (r_type == R_AARCH64_NONE || r_type == R_AARCH64_NULL)
1993 return BFD_RELOC_AARCH64_NONE;
1995 /* PR 17512: file: b371e70a. */
1996 if (r_type >= R_AARCH64_end)
1998 _bfd_error_handler (_("Invalid AArch64 reloc number: %d"), r_type);
1999 bfd_set_error (bfd_error_bad_value);
2000 return BFD_RELOC_AARCH64_NONE;
2003 return BFD_RELOC_AARCH64_RELOC_START + offsets[r_type];
2006 struct elf_aarch64_reloc_map
2008 bfd_reloc_code_real_type from;
2009 bfd_reloc_code_real_type to;
2012 /* Map bfd generic reloc to AArch64-specific reloc. */
2013 static const struct elf_aarch64_reloc_map elf_aarch64_reloc_map[] =
2015 {BFD_RELOC_NONE, BFD_RELOC_AARCH64_NONE},
2017 /* Basic data relocations. */
2018 {BFD_RELOC_CTOR, BFD_RELOC_AARCH64_NN},
2019 {BFD_RELOC_64, BFD_RELOC_AARCH64_64},
2020 {BFD_RELOC_32, BFD_RELOC_AARCH64_32},
2021 {BFD_RELOC_16, BFD_RELOC_AARCH64_16},
2022 {BFD_RELOC_64_PCREL, BFD_RELOC_AARCH64_64_PCREL},
2023 {BFD_RELOC_32_PCREL, BFD_RELOC_AARCH64_32_PCREL},
2024 {BFD_RELOC_16_PCREL, BFD_RELOC_AARCH64_16_PCREL},
2027 /* Given the bfd internal relocation enumerator in CODE, return the
2028 corresponding howto entry. */
2030 static reloc_howto_type *
2031 elfNN_aarch64_howto_from_bfd_reloc (bfd_reloc_code_real_type code)
2035 /* Convert bfd generic reloc to AArch64-specific reloc. */
2036 if (code < BFD_RELOC_AARCH64_RELOC_START
2037 || code > BFD_RELOC_AARCH64_RELOC_END)
2038 for (i = 0; i < ARRAY_SIZE (elf_aarch64_reloc_map); i++)
2039 if (elf_aarch64_reloc_map[i].from == code)
2041 code = elf_aarch64_reloc_map[i].to;
2045 if (code > BFD_RELOC_AARCH64_RELOC_START
2046 && code < BFD_RELOC_AARCH64_RELOC_END)
2047 if (elfNN_aarch64_howto_table[code - BFD_RELOC_AARCH64_RELOC_START].type)
2048 return &elfNN_aarch64_howto_table[code - BFD_RELOC_AARCH64_RELOC_START];
2050 if (code == BFD_RELOC_AARCH64_NONE)
2051 return &elfNN_aarch64_howto_none;
2056 static reloc_howto_type *
2057 elfNN_aarch64_howto_from_type (unsigned int r_type)
2059 bfd_reloc_code_real_type val;
2060 reloc_howto_type *howto;
2065 bfd_set_error (bfd_error_bad_value);
2070 if (r_type == R_AARCH64_NONE)
2071 return &elfNN_aarch64_howto_none;
2073 val = elfNN_aarch64_bfd_reloc_from_type (r_type);
2074 howto = elfNN_aarch64_howto_from_bfd_reloc (val);
2079 bfd_set_error (bfd_error_bad_value);
2084 elfNN_aarch64_info_to_howto (bfd *abfd ATTRIBUTE_UNUSED, arelent *bfd_reloc,
2085 Elf_Internal_Rela *elf_reloc)
2087 unsigned int r_type;
2089 r_type = ELFNN_R_TYPE (elf_reloc->r_info);
2090 bfd_reloc->howto = elfNN_aarch64_howto_from_type (r_type);
2093 static reloc_howto_type *
2094 elfNN_aarch64_reloc_type_lookup (bfd *abfd ATTRIBUTE_UNUSED,
2095 bfd_reloc_code_real_type code)
2097 reloc_howto_type *howto = elfNN_aarch64_howto_from_bfd_reloc (code);
2102 bfd_set_error (bfd_error_bad_value);
2106 static reloc_howto_type *
2107 elfNN_aarch64_reloc_name_lookup (bfd *abfd ATTRIBUTE_UNUSED,
2112 for (i = 1; i < ARRAY_SIZE (elfNN_aarch64_howto_table) - 1; ++i)
2113 if (elfNN_aarch64_howto_table[i].name != NULL
2114 && strcasecmp (elfNN_aarch64_howto_table[i].name, r_name) == 0)
2115 return &elfNN_aarch64_howto_table[i];
2120 #define TARGET_LITTLE_SYM aarch64_elfNN_le_vec
2121 #define TARGET_LITTLE_NAME "elfNN-littleaarch64"
2122 #define TARGET_BIG_SYM aarch64_elfNN_be_vec
2123 #define TARGET_BIG_NAME "elfNN-bigaarch64"
2125 /* The linker script knows the section names for placement.
2126 The entry_names are used to do simple name mangling on the stubs.
2127 Given a function name, and its type, the stub can be found. The
2128 name can be changed. The only requirement is the %s be present. */
2129 #define STUB_ENTRY_NAME "__%s_veneer"
2131 /* The name of the dynamic interpreter. This is put in the .interp
2133 #define ELF_DYNAMIC_INTERPRETER "/lib/ld.so.1"
2135 #define AARCH64_MAX_FWD_BRANCH_OFFSET \
2136 (((1 << 25) - 1) << 2)
2137 #define AARCH64_MAX_BWD_BRANCH_OFFSET \
2140 #define AARCH64_MAX_ADRP_IMM ((1 << 20) - 1)
2141 #define AARCH64_MIN_ADRP_IMM (-(1 << 20))
2144 aarch64_valid_for_adrp_p (bfd_vma value, bfd_vma place)
2146 bfd_signed_vma offset = (bfd_signed_vma) (PG (value) - PG (place)) >> 12;
2147 return offset <= AARCH64_MAX_ADRP_IMM && offset >= AARCH64_MIN_ADRP_IMM;
2151 aarch64_valid_branch_p (bfd_vma value, bfd_vma place)
2153 bfd_signed_vma offset = (bfd_signed_vma) (value - place);
2154 return (offset <= AARCH64_MAX_FWD_BRANCH_OFFSET
2155 && offset >= AARCH64_MAX_BWD_BRANCH_OFFSET);
2158 static const uint32_t aarch64_adrp_branch_stub [] =
2160 0x90000010, /* adrp ip0, X */
2161 /* R_AARCH64_ADR_HI21_PCREL(X) */
2162 0x91000210, /* add ip0, ip0, :lo12:X */
2163 /* R_AARCH64_ADD_ABS_LO12_NC(X) */
2164 0xd61f0200, /* br ip0 */
2167 static const uint32_t aarch64_long_branch_stub[] =
2170 0x58000090, /* ldr ip0, 1f */
2172 0x18000090, /* ldr wip0, 1f */
2174 0x10000011, /* adr ip1, #0 */
2175 0x8b110210, /* add ip0, ip0, ip1 */
2176 0xd61f0200, /* br ip0 */
2177 0x00000000, /* 1: .xword or .word
2178 R_AARCH64_PRELNN(X) + 12
2183 static const uint32_t aarch64_erratum_835769_stub[] =
2185 0x00000000, /* Placeholder for multiply accumulate. */
2186 0x14000000, /* b <label> */
2189 static const uint32_t aarch64_erratum_843419_stub[] =
2191 0x00000000, /* Placeholder for LDR instruction. */
2192 0x14000000, /* b <label> */
2195 /* Section name for stubs is the associated section name plus this
2197 #define STUB_SUFFIX ".stub"
2199 enum elf_aarch64_stub_type
2202 aarch64_stub_adrp_branch,
2203 aarch64_stub_long_branch,
2204 aarch64_stub_erratum_835769_veneer,
2205 aarch64_stub_erratum_843419_veneer,
2208 struct elf_aarch64_stub_hash_entry
2210 /* Base hash table entry structure. */
2211 struct bfd_hash_entry root;
2213 /* The stub section. */
2216 /* Offset within stub_sec of the beginning of this stub. */
2217 bfd_vma stub_offset;
2219 /* Given the symbol's value and its section we can determine its final
2220 value when building the stubs (so the stub knows where to jump). */
2221 bfd_vma target_value;
2222 asection *target_section;
2224 enum elf_aarch64_stub_type stub_type;
2226 /* The symbol table entry, if any, that this was derived from. */
2227 struct elf_aarch64_link_hash_entry *h;
2229 /* Destination symbol type */
2230 unsigned char st_type;
2232 /* Where this stub is being called from, or, in the case of combined
2233 stub sections, the first input section in the group. */
2236 /* The name for the local symbol at the start of this stub. The
2237 stub name in the hash table has to be unique; this does not, so
2238 it can be friendlier. */
2241 /* The instruction which caused this stub to be generated (only valid for
2242 erratum 835769 workaround stubs at present). */
2243 uint32_t veneered_insn;
2245 /* In an erratum 843419 workaround stub, the ADRP instruction offset. */
2246 bfd_vma adrp_offset;
2249 /* Used to build a map of a section. This is required for mixed-endian
2252 typedef struct elf_elf_section_map
2257 elf_aarch64_section_map;
2260 typedef struct _aarch64_elf_section_data
2262 struct bfd_elf_section_data elf;
2263 unsigned int mapcount;
2264 unsigned int mapsize;
2265 elf_aarch64_section_map *map;
2267 _aarch64_elf_section_data;
2269 #define elf_aarch64_section_data(sec) \
2270 ((_aarch64_elf_section_data *) elf_section_data (sec))
2272 /* The size of the thread control block which is defined to be two pointers. */
2273 #define TCB_SIZE (ARCH_SIZE/8)*2
2275 struct elf_aarch64_local_symbol
2277 unsigned int got_type;
2278 bfd_signed_vma got_refcount;
2281 /* Offset of the GOTPLT entry reserved for the TLS descriptor. The
2282 offset is from the end of the jump table and reserved entries
2285 The magic value (bfd_vma) -1 indicates that an offset has not be
2287 bfd_vma tlsdesc_got_jump_table_offset;
2290 struct elf_aarch64_obj_tdata
2292 struct elf_obj_tdata root;
2294 /* local symbol descriptors */
2295 struct elf_aarch64_local_symbol *locals;
2297 /* Zero to warn when linking objects with incompatible enum sizes. */
2298 int no_enum_size_warning;
2300 /* Zero to warn when linking objects with incompatible wchar_t sizes. */
2301 int no_wchar_size_warning;
2304 #define elf_aarch64_tdata(bfd) \
2305 ((struct elf_aarch64_obj_tdata *) (bfd)->tdata.any)
2307 #define elf_aarch64_locals(bfd) (elf_aarch64_tdata (bfd)->locals)
2309 #define is_aarch64_elf(bfd) \
2310 (bfd_get_flavour (bfd) == bfd_target_elf_flavour \
2311 && elf_tdata (bfd) != NULL \
2312 && elf_object_id (bfd) == AARCH64_ELF_DATA)
2315 elfNN_aarch64_mkobject (bfd *abfd)
2317 return bfd_elf_allocate_object (abfd, sizeof (struct elf_aarch64_obj_tdata),
2321 #define elf_aarch64_hash_entry(ent) \
2322 ((struct elf_aarch64_link_hash_entry *)(ent))
2324 #define GOT_UNKNOWN 0
2325 #define GOT_NORMAL 1
2326 #define GOT_TLS_GD 2
2327 #define GOT_TLS_IE 4
2328 #define GOT_TLSDESC_GD 8
2330 #define GOT_TLS_GD_ANY_P(type) ((type & GOT_TLS_GD) || (type & GOT_TLSDESC_GD))
2332 /* AArch64 ELF linker hash entry. */
2333 struct elf_aarch64_link_hash_entry
2335 struct elf_link_hash_entry root;
2337 /* Track dynamic relocs copied for this symbol. */
2338 struct elf_dyn_relocs *dyn_relocs;
2340 /* Since PLT entries have variable size, we need to record the
2341 index into .got.plt instead of recomputing it from the PLT
2343 bfd_signed_vma plt_got_offset;
2345 /* Bit mask representing the type of GOT entry(s) if any required by
2347 unsigned int got_type;
2349 /* A pointer to the most recently used stub hash entry against this
2351 struct elf_aarch64_stub_hash_entry *stub_cache;
2353 /* Offset of the GOTPLT entry reserved for the TLS descriptor. The offset
2354 is from the end of the jump table and reserved entries within the PLTGOT.
2356 The magic value (bfd_vma) -1 indicates that an offset has not
2358 bfd_vma tlsdesc_got_jump_table_offset;
2362 elfNN_aarch64_symbol_got_type (struct elf_link_hash_entry *h,
2364 unsigned long r_symndx)
2367 return elf_aarch64_hash_entry (h)->got_type;
2369 if (! elf_aarch64_locals (abfd))
2372 return elf_aarch64_locals (abfd)[r_symndx].got_type;
2375 /* Get the AArch64 elf linker hash table from a link_info structure. */
2376 #define elf_aarch64_hash_table(info) \
2377 ((struct elf_aarch64_link_hash_table *) ((info)->hash))
2379 #define aarch64_stub_hash_lookup(table, string, create, copy) \
2380 ((struct elf_aarch64_stub_hash_entry *) \
2381 bfd_hash_lookup ((table), (string), (create), (copy)))
2383 /* AArch64 ELF linker hash table. */
2384 struct elf_aarch64_link_hash_table
2386 /* The main hash table. */
2387 struct elf_link_hash_table root;
2389 /* Nonzero to force PIC branch veneers. */
2392 /* Fix erratum 835769. */
2393 int fix_erratum_835769;
2395 /* Fix erratum 843419. */
2396 int fix_erratum_843419;
2398 /* Enable ADRP->ADR rewrite for erratum 843419 workaround. */
2399 int fix_erratum_843419_adr;
2401 /* Don't apply link-time values for dynamic relocations. */
2402 int no_apply_dynamic_relocs;
2404 /* The number of bytes in the initial entry in the PLT. */
2405 bfd_size_type plt_header_size;
2407 /* The number of bytes in the subsequent PLT etries. */
2408 bfd_size_type plt_entry_size;
2410 /* Small local sym cache. */
2411 struct sym_cache sym_cache;
2413 /* For convenience in allocate_dynrelocs. */
2416 /* The amount of space used by the reserved portion of the sgotplt
2417 section, plus whatever space is used by the jump slots. */
2418 bfd_vma sgotplt_jump_table_size;
2420 /* The stub hash table. */
2421 struct bfd_hash_table stub_hash_table;
2423 /* Linker stub bfd. */
2426 /* Linker call-backs. */
2427 asection *(*add_stub_section) (const char *, asection *);
2428 void (*layout_sections_again) (void);
2430 /* Array to keep track of which stub sections have been created, and
2431 information on stub grouping. */
2434 /* This is the section to which stubs in the group will be
2437 /* The stub section. */
2441 /* Assorted information used by elfNN_aarch64_size_stubs. */
2442 unsigned int bfd_count;
2443 unsigned int top_index;
2444 asection **input_list;
2446 /* The offset into splt of the PLT entry for the TLS descriptor
2447 resolver. Special values are 0, if not necessary (or not found
2448 to be necessary yet), and -1 if needed but not determined
2450 bfd_vma tlsdesc_plt;
2452 /* The GOT offset for the lazy trampoline. Communicated to the
2453 loader via DT_TLSDESC_GOT. The magic value (bfd_vma) -1
2454 indicates an offset is not allocated. */
2455 bfd_vma dt_tlsdesc_got;
2457 /* Used by local STT_GNU_IFUNC symbols. */
2458 htab_t loc_hash_table;
2459 void * loc_hash_memory;
2462 /* Create an entry in an AArch64 ELF linker hash table. */
2464 static struct bfd_hash_entry *
2465 elfNN_aarch64_link_hash_newfunc (struct bfd_hash_entry *entry,
2466 struct bfd_hash_table *table,
2469 struct elf_aarch64_link_hash_entry *ret =
2470 (struct elf_aarch64_link_hash_entry *) entry;
2472 /* Allocate the structure if it has not already been allocated by a
2475 ret = bfd_hash_allocate (table,
2476 sizeof (struct elf_aarch64_link_hash_entry));
2478 return (struct bfd_hash_entry *) ret;
2480 /* Call the allocation method of the superclass. */
2481 ret = ((struct elf_aarch64_link_hash_entry *)
2482 _bfd_elf_link_hash_newfunc ((struct bfd_hash_entry *) ret,
2486 ret->dyn_relocs = NULL;
2487 ret->got_type = GOT_UNKNOWN;
2488 ret->plt_got_offset = (bfd_vma) - 1;
2489 ret->stub_cache = NULL;
2490 ret->tlsdesc_got_jump_table_offset = (bfd_vma) - 1;
2493 return (struct bfd_hash_entry *) ret;
2496 /* Initialize an entry in the stub hash table. */
2498 static struct bfd_hash_entry *
2499 stub_hash_newfunc (struct bfd_hash_entry *entry,
2500 struct bfd_hash_table *table, const char *string)
2502 /* Allocate the structure if it has not already been allocated by a
2506 entry = bfd_hash_allocate (table,
2508 elf_aarch64_stub_hash_entry));
2513 /* Call the allocation method of the superclass. */
2514 entry = bfd_hash_newfunc (entry, table, string);
2517 struct elf_aarch64_stub_hash_entry *eh;
2519 /* Initialize the local fields. */
2520 eh = (struct elf_aarch64_stub_hash_entry *) entry;
2521 eh->adrp_offset = 0;
2522 eh->stub_sec = NULL;
2523 eh->stub_offset = 0;
2524 eh->target_value = 0;
2525 eh->target_section = NULL;
2526 eh->stub_type = aarch64_stub_none;
2534 /* Compute a hash of a local hash entry. We use elf_link_hash_entry
2535 for local symbol so that we can handle local STT_GNU_IFUNC symbols
2536 as global symbol. We reuse indx and dynstr_index for local symbol
2537 hash since they aren't used by global symbols in this backend. */
2540 elfNN_aarch64_local_htab_hash (const void *ptr)
2542 struct elf_link_hash_entry *h
2543 = (struct elf_link_hash_entry *) ptr;
2544 return ELF_LOCAL_SYMBOL_HASH (h->indx, h->dynstr_index);
2547 /* Compare local hash entries. */
2550 elfNN_aarch64_local_htab_eq (const void *ptr1, const void *ptr2)
2552 struct elf_link_hash_entry *h1
2553 = (struct elf_link_hash_entry *) ptr1;
2554 struct elf_link_hash_entry *h2
2555 = (struct elf_link_hash_entry *) ptr2;
2557 return h1->indx == h2->indx && h1->dynstr_index == h2->dynstr_index;
2560 /* Find and/or create a hash entry for local symbol. */
2562 static struct elf_link_hash_entry *
2563 elfNN_aarch64_get_local_sym_hash (struct elf_aarch64_link_hash_table *htab,
2564 bfd *abfd, const Elf_Internal_Rela *rel,
2567 struct elf_aarch64_link_hash_entry e, *ret;
2568 asection *sec = abfd->sections;
2569 hashval_t h = ELF_LOCAL_SYMBOL_HASH (sec->id,
2570 ELFNN_R_SYM (rel->r_info));
2573 e.root.indx = sec->id;
2574 e.root.dynstr_index = ELFNN_R_SYM (rel->r_info);
2575 slot = htab_find_slot_with_hash (htab->loc_hash_table, &e, h,
2576 create ? INSERT : NO_INSERT);
2583 ret = (struct elf_aarch64_link_hash_entry *) *slot;
2587 ret = (struct elf_aarch64_link_hash_entry *)
2588 objalloc_alloc ((struct objalloc *) htab->loc_hash_memory,
2589 sizeof (struct elf_aarch64_link_hash_entry));
2592 memset (ret, 0, sizeof (*ret));
2593 ret->root.indx = sec->id;
2594 ret->root.dynstr_index = ELFNN_R_SYM (rel->r_info);
2595 ret->root.dynindx = -1;
2601 /* Copy the extra info we tack onto an elf_link_hash_entry. */
2604 elfNN_aarch64_copy_indirect_symbol (struct bfd_link_info *info,
2605 struct elf_link_hash_entry *dir,
2606 struct elf_link_hash_entry *ind)
2608 struct elf_aarch64_link_hash_entry *edir, *eind;
2610 edir = (struct elf_aarch64_link_hash_entry *) dir;
2611 eind = (struct elf_aarch64_link_hash_entry *) ind;
2613 if (eind->dyn_relocs != NULL)
2615 if (edir->dyn_relocs != NULL)
2617 struct elf_dyn_relocs **pp;
2618 struct elf_dyn_relocs *p;
2620 /* Add reloc counts against the indirect sym to the direct sym
2621 list. Merge any entries against the same section. */
2622 for (pp = &eind->dyn_relocs; (p = *pp) != NULL;)
2624 struct elf_dyn_relocs *q;
2626 for (q = edir->dyn_relocs; q != NULL; q = q->next)
2627 if (q->sec == p->sec)
2629 q->pc_count += p->pc_count;
2630 q->count += p->count;
2637 *pp = edir->dyn_relocs;
2640 edir->dyn_relocs = eind->dyn_relocs;
2641 eind->dyn_relocs = NULL;
2644 if (ind->root.type == bfd_link_hash_indirect)
2646 /* Copy over PLT info. */
2647 if (dir->got.refcount <= 0)
2649 edir->got_type = eind->got_type;
2650 eind->got_type = GOT_UNKNOWN;
2654 _bfd_elf_link_hash_copy_indirect (info, dir, ind);
2657 /* Destroy an AArch64 elf linker hash table. */
2660 elfNN_aarch64_link_hash_table_free (bfd *obfd)
2662 struct elf_aarch64_link_hash_table *ret
2663 = (struct elf_aarch64_link_hash_table *) obfd->link.hash;
2665 if (ret->loc_hash_table)
2666 htab_delete (ret->loc_hash_table);
2667 if (ret->loc_hash_memory)
2668 objalloc_free ((struct objalloc *) ret->loc_hash_memory);
2670 bfd_hash_table_free (&ret->stub_hash_table);
2671 _bfd_elf_link_hash_table_free (obfd);
2674 /* Create an AArch64 elf linker hash table. */
2676 static struct bfd_link_hash_table *
2677 elfNN_aarch64_link_hash_table_create (bfd *abfd)
2679 struct elf_aarch64_link_hash_table *ret;
2680 bfd_size_type amt = sizeof (struct elf_aarch64_link_hash_table);
2682 ret = bfd_zmalloc (amt);
2686 if (!_bfd_elf_link_hash_table_init
2687 (&ret->root, abfd, elfNN_aarch64_link_hash_newfunc,
2688 sizeof (struct elf_aarch64_link_hash_entry), AARCH64_ELF_DATA))
2694 ret->plt_header_size = PLT_ENTRY_SIZE;
2695 ret->plt_entry_size = PLT_SMALL_ENTRY_SIZE;
2697 ret->dt_tlsdesc_got = (bfd_vma) - 1;
2699 if (!bfd_hash_table_init (&ret->stub_hash_table, stub_hash_newfunc,
2700 sizeof (struct elf_aarch64_stub_hash_entry)))
2702 _bfd_elf_link_hash_table_free (abfd);
2706 ret->loc_hash_table = htab_try_create (1024,
2707 elfNN_aarch64_local_htab_hash,
2708 elfNN_aarch64_local_htab_eq,
2710 ret->loc_hash_memory = objalloc_create ();
2711 if (!ret->loc_hash_table || !ret->loc_hash_memory)
2713 elfNN_aarch64_link_hash_table_free (abfd);
2716 ret->root.root.hash_table_free = elfNN_aarch64_link_hash_table_free;
2718 return &ret->root.root;
2721 /* Perform relocation R_TYPE. Returns TRUE upon success, FALSE otherwise. */
2724 aarch64_relocate (unsigned int r_type, bfd *input_bfd, asection *input_section,
2725 bfd_vma offset, bfd_vma value)
2727 reloc_howto_type *howto;
2730 howto = elfNN_aarch64_howto_from_type (r_type);
2731 place = (input_section->output_section->vma + input_section->output_offset
2734 r_type = elfNN_aarch64_bfd_reloc_from_type (r_type);
2735 value = _bfd_aarch64_elf_resolve_relocation (r_type, place, value, 0, FALSE);
2736 return _bfd_aarch64_elf_put_addend (input_bfd,
2737 input_section->contents + offset, r_type,
2738 howto, value) == bfd_reloc_ok;
2741 static enum elf_aarch64_stub_type
2742 aarch64_select_branch_stub (bfd_vma value, bfd_vma place)
2744 if (aarch64_valid_for_adrp_p (value, place))
2745 return aarch64_stub_adrp_branch;
2746 return aarch64_stub_long_branch;
2749 /* Determine the type of stub needed, if any, for a call. */
2751 static enum elf_aarch64_stub_type
2752 aarch64_type_of_stub (asection *input_sec,
2753 const Elf_Internal_Rela *rel,
2755 unsigned char st_type,
2756 bfd_vma destination)
2759 bfd_signed_vma branch_offset;
2760 unsigned int r_type;
2761 enum elf_aarch64_stub_type stub_type = aarch64_stub_none;
2763 if (st_type != STT_FUNC
2764 && (sym_sec == input_sec))
2767 /* Determine where the call point is. */
2768 location = (input_sec->output_offset
2769 + input_sec->output_section->vma + rel->r_offset);
2771 branch_offset = (bfd_signed_vma) (destination - location);
2773 r_type = ELFNN_R_TYPE (rel->r_info);
2775 /* We don't want to redirect any old unconditional jump in this way,
2776 only one which is being used for a sibcall, where it is
2777 acceptable for the IP0 and IP1 registers to be clobbered. */
2778 if ((r_type == AARCH64_R (CALL26) || r_type == AARCH64_R (JUMP26))
2779 && (branch_offset > AARCH64_MAX_FWD_BRANCH_OFFSET
2780 || branch_offset < AARCH64_MAX_BWD_BRANCH_OFFSET))
2782 stub_type = aarch64_stub_long_branch;
2788 /* Build a name for an entry in the stub hash table. */
2791 elfNN_aarch64_stub_name (const asection *input_section,
2792 const asection *sym_sec,
2793 const struct elf_aarch64_link_hash_entry *hash,
2794 const Elf_Internal_Rela *rel)
2801 len = 8 + 1 + strlen (hash->root.root.root.string) + 1 + 16 + 1;
2802 stub_name = bfd_malloc (len);
2803 if (stub_name != NULL)
2804 snprintf (stub_name, len, "%08x_%s+%" BFD_VMA_FMT "x",
2805 (unsigned int) input_section->id,
2806 hash->root.root.root.string,
2811 len = 8 + 1 + 8 + 1 + 8 + 1 + 16 + 1;
2812 stub_name = bfd_malloc (len);
2813 if (stub_name != NULL)
2814 snprintf (stub_name, len, "%08x_%x:%x+%" BFD_VMA_FMT "x",
2815 (unsigned int) input_section->id,
2816 (unsigned int) sym_sec->id,
2817 (unsigned int) ELFNN_R_SYM (rel->r_info),
2824 /* Return TRUE if symbol H should be hashed in the `.gnu.hash' section. For
2825 executable PLT slots where the executable never takes the address of those
2826 functions, the function symbols are not added to the hash table. */
2829 elf_aarch64_hash_symbol (struct elf_link_hash_entry *h)
2831 if (h->plt.offset != (bfd_vma) -1
2833 && !h->pointer_equality_needed)
2836 return _bfd_elf_hash_symbol (h);
2840 /* Look up an entry in the stub hash. Stub entries are cached because
2841 creating the stub name takes a bit of time. */
2843 static struct elf_aarch64_stub_hash_entry *
2844 elfNN_aarch64_get_stub_entry (const asection *input_section,
2845 const asection *sym_sec,
2846 struct elf_link_hash_entry *hash,
2847 const Elf_Internal_Rela *rel,
2848 struct elf_aarch64_link_hash_table *htab)
2850 struct elf_aarch64_stub_hash_entry *stub_entry;
2851 struct elf_aarch64_link_hash_entry *h =
2852 (struct elf_aarch64_link_hash_entry *) hash;
2853 const asection *id_sec;
2855 if ((input_section->flags & SEC_CODE) == 0)
2858 /* If this input section is part of a group of sections sharing one
2859 stub section, then use the id of the first section in the group.
2860 Stub names need to include a section id, as there may well be
2861 more than one stub used to reach say, printf, and we need to
2862 distinguish between them. */
2863 id_sec = htab->stub_group[input_section->id].link_sec;
2865 if (h != NULL && h->stub_cache != NULL
2866 && h->stub_cache->h == h && h->stub_cache->id_sec == id_sec)
2868 stub_entry = h->stub_cache;
2874 stub_name = elfNN_aarch64_stub_name (id_sec, sym_sec, h, rel);
2875 if (stub_name == NULL)
2878 stub_entry = aarch64_stub_hash_lookup (&htab->stub_hash_table,
2879 stub_name, FALSE, FALSE);
2881 h->stub_cache = stub_entry;
2890 /* Create a stub section. */
2893 _bfd_aarch64_create_stub_section (asection *section,
2894 struct elf_aarch64_link_hash_table *htab)
2900 namelen = strlen (section->name);
2901 len = namelen + sizeof (STUB_SUFFIX);
2902 s_name = bfd_alloc (htab->stub_bfd, len);
2906 memcpy (s_name, section->name, namelen);
2907 memcpy (s_name + namelen, STUB_SUFFIX, sizeof (STUB_SUFFIX));
2908 return (*htab->add_stub_section) (s_name, section);
2912 /* Find or create a stub section for a link section.
2914 Fix or create the stub section used to collect stubs attached to
2915 the specified link section. */
2918 _bfd_aarch64_get_stub_for_link_section (asection *link_section,
2919 struct elf_aarch64_link_hash_table *htab)
2921 if (htab->stub_group[link_section->id].stub_sec == NULL)
2922 htab->stub_group[link_section->id].stub_sec
2923 = _bfd_aarch64_create_stub_section (link_section, htab);
2924 return htab->stub_group[link_section->id].stub_sec;
2928 /* Find or create a stub section in the stub group for an input
2932 _bfd_aarch64_create_or_find_stub_sec (asection *section,
2933 struct elf_aarch64_link_hash_table *htab)
2935 asection *link_sec = htab->stub_group[section->id].link_sec;
2936 return _bfd_aarch64_get_stub_for_link_section (link_sec, htab);
2940 /* Add a new stub entry in the stub group associated with an input
2941 section to the stub hash. Not all fields of the new stub entry are
2944 static struct elf_aarch64_stub_hash_entry *
2945 _bfd_aarch64_add_stub_entry_in_group (const char *stub_name,
2947 struct elf_aarch64_link_hash_table *htab)
2951 struct elf_aarch64_stub_hash_entry *stub_entry;
2953 link_sec = htab->stub_group[section->id].link_sec;
2954 stub_sec = _bfd_aarch64_create_or_find_stub_sec (section, htab);
2956 /* Enter this entry into the linker stub hash table. */
2957 stub_entry = aarch64_stub_hash_lookup (&htab->stub_hash_table, stub_name,
2959 if (stub_entry == NULL)
2961 /* xgettext:c-format */
2962 _bfd_error_handler (_("%B: cannot create stub entry %s"),
2963 section->owner, stub_name);
2967 stub_entry->stub_sec = stub_sec;
2968 stub_entry->stub_offset = 0;
2969 stub_entry->id_sec = link_sec;
2974 /* Add a new stub entry in the final stub section to the stub hash.
2975 Not all fields of the new stub entry are initialised. */
2977 static struct elf_aarch64_stub_hash_entry *
2978 _bfd_aarch64_add_stub_entry_after (const char *stub_name,
2979 asection *link_section,
2980 struct elf_aarch64_link_hash_table *htab)
2983 struct elf_aarch64_stub_hash_entry *stub_entry;
2985 stub_sec = _bfd_aarch64_get_stub_for_link_section (link_section, htab);
2986 stub_entry = aarch64_stub_hash_lookup (&htab->stub_hash_table, stub_name,
2988 if (stub_entry == NULL)
2990 _bfd_error_handler (_("cannot create stub entry %s"), stub_name);
2994 stub_entry->stub_sec = stub_sec;
2995 stub_entry->stub_offset = 0;
2996 stub_entry->id_sec = link_section;
3003 aarch64_build_one_stub (struct bfd_hash_entry *gen_entry,
3004 void *in_arg ATTRIBUTE_UNUSED)
3006 struct elf_aarch64_stub_hash_entry *stub_entry;
3011 bfd_vma veneered_insn_loc;
3012 bfd_vma veneer_entry_loc;
3013 bfd_signed_vma branch_offset = 0;
3014 unsigned int template_size;
3015 const uint32_t *template;
3018 /* Massage our args to the form they really have. */
3019 stub_entry = (struct elf_aarch64_stub_hash_entry *) gen_entry;
3021 stub_sec = stub_entry->stub_sec;
3023 /* Make a note of the offset within the stubs for this entry. */
3024 stub_entry->stub_offset = stub_sec->size;
3025 loc = stub_sec->contents + stub_entry->stub_offset;
3027 stub_bfd = stub_sec->owner;
3029 /* This is the address of the stub destination. */
3030 sym_value = (stub_entry->target_value
3031 + stub_entry->target_section->output_offset
3032 + stub_entry->target_section->output_section->vma);
3034 if (stub_entry->stub_type == aarch64_stub_long_branch)
3036 bfd_vma place = (stub_entry->stub_offset + stub_sec->output_section->vma
3037 + stub_sec->output_offset);
3039 /* See if we can relax the stub. */
3040 if (aarch64_valid_for_adrp_p (sym_value, place))
3041 stub_entry->stub_type = aarch64_select_branch_stub (sym_value, place);
3044 switch (stub_entry->stub_type)
3046 case aarch64_stub_adrp_branch:
3047 template = aarch64_adrp_branch_stub;
3048 template_size = sizeof (aarch64_adrp_branch_stub);
3050 case aarch64_stub_long_branch:
3051 template = aarch64_long_branch_stub;
3052 template_size = sizeof (aarch64_long_branch_stub);
3054 case aarch64_stub_erratum_835769_veneer:
3055 template = aarch64_erratum_835769_stub;
3056 template_size = sizeof (aarch64_erratum_835769_stub);
3058 case aarch64_stub_erratum_843419_veneer:
3059 template = aarch64_erratum_843419_stub;
3060 template_size = sizeof (aarch64_erratum_843419_stub);
3066 for (i = 0; i < (template_size / sizeof template[0]); i++)
3068 bfd_putl32 (template[i], loc);
3072 template_size = (template_size + 7) & ~7;
3073 stub_sec->size += template_size;
3075 switch (stub_entry->stub_type)
3077 case aarch64_stub_adrp_branch:
3078 if (!aarch64_relocate (AARCH64_R (ADR_PREL_PG_HI21), stub_bfd, stub_sec,
3079 stub_entry->stub_offset, sym_value))
3080 /* The stub would not have been relaxed if the offset was out
3084 if (!aarch64_relocate (AARCH64_R (ADD_ABS_LO12_NC), stub_bfd, stub_sec,
3085 stub_entry->stub_offset + 4, sym_value))
3089 case aarch64_stub_long_branch:
3090 /* We want the value relative to the address 12 bytes back from the
3092 if (!aarch64_relocate (AARCH64_R (PRELNN), stub_bfd, stub_sec,
3093 stub_entry->stub_offset + 16, sym_value + 12))
3097 case aarch64_stub_erratum_835769_veneer:
3098 veneered_insn_loc = stub_entry->target_section->output_section->vma
3099 + stub_entry->target_section->output_offset
3100 + stub_entry->target_value;
3101 veneer_entry_loc = stub_entry->stub_sec->output_section->vma
3102 + stub_entry->stub_sec->output_offset
3103 + stub_entry->stub_offset;
3104 branch_offset = veneered_insn_loc - veneer_entry_loc;
3105 branch_offset >>= 2;
3106 branch_offset &= 0x3ffffff;
3107 bfd_putl32 (stub_entry->veneered_insn,
3108 stub_sec->contents + stub_entry->stub_offset);
3109 bfd_putl32 (template[1] | branch_offset,
3110 stub_sec->contents + stub_entry->stub_offset + 4);
3113 case aarch64_stub_erratum_843419_veneer:
3114 if (!aarch64_relocate (AARCH64_R (JUMP26), stub_bfd, stub_sec,
3115 stub_entry->stub_offset + 4, sym_value + 4))
3126 /* As above, but don't actually build the stub. Just bump offset so
3127 we know stub section sizes. */
3130 aarch64_size_one_stub (struct bfd_hash_entry *gen_entry,
3131 void *in_arg ATTRIBUTE_UNUSED)
3133 struct elf_aarch64_stub_hash_entry *stub_entry;
3136 /* Massage our args to the form they really have. */
3137 stub_entry = (struct elf_aarch64_stub_hash_entry *) gen_entry;
3139 switch (stub_entry->stub_type)
3141 case aarch64_stub_adrp_branch:
3142 size = sizeof (aarch64_adrp_branch_stub);
3144 case aarch64_stub_long_branch:
3145 size = sizeof (aarch64_long_branch_stub);
3147 case aarch64_stub_erratum_835769_veneer:
3148 size = sizeof (aarch64_erratum_835769_stub);
3150 case aarch64_stub_erratum_843419_veneer:
3151 size = sizeof (aarch64_erratum_843419_stub);
3157 size = (size + 7) & ~7;
3158 stub_entry->stub_sec->size += size;
3162 /* External entry points for sizing and building linker stubs. */
3164 /* Set up various things so that we can make a list of input sections
3165 for each output section included in the link. Returns -1 on error,
3166 0 when no stubs will be needed, and 1 on success. */
3169 elfNN_aarch64_setup_section_lists (bfd *output_bfd,
3170 struct bfd_link_info *info)
3173 unsigned int bfd_count;
3174 unsigned int top_id, top_index;
3176 asection **input_list, **list;
3178 struct elf_aarch64_link_hash_table *htab =
3179 elf_aarch64_hash_table (info);
3181 if (!is_elf_hash_table (htab))
3184 /* Count the number of input BFDs and find the top input section id. */
3185 for (input_bfd = info->input_bfds, bfd_count = 0, top_id = 0;
3186 input_bfd != NULL; input_bfd = input_bfd->link.next)
3189 for (section = input_bfd->sections;
3190 section != NULL; section = section->next)
3192 if (top_id < section->id)
3193 top_id = section->id;
3196 htab->bfd_count = bfd_count;
3198 amt = sizeof (struct map_stub) * (top_id + 1);
3199 htab->stub_group = bfd_zmalloc (amt);
3200 if (htab->stub_group == NULL)
3203 /* We can't use output_bfd->section_count here to find the top output
3204 section index as some sections may have been removed, and
3205 _bfd_strip_section_from_output doesn't renumber the indices. */
3206 for (section = output_bfd->sections, top_index = 0;
3207 section != NULL; section = section->next)
3209 if (top_index < section->index)
3210 top_index = section->index;
3213 htab->top_index = top_index;
3214 amt = sizeof (asection *) * (top_index + 1);
3215 input_list = bfd_malloc (amt);
3216 htab->input_list = input_list;
3217 if (input_list == NULL)
3220 /* For sections we aren't interested in, mark their entries with a
3221 value we can check later. */
3222 list = input_list + top_index;
3224 *list = bfd_abs_section_ptr;
3225 while (list-- != input_list);
3227 for (section = output_bfd->sections;
3228 section != NULL; section = section->next)
3230 if ((section->flags & SEC_CODE) != 0)
3231 input_list[section->index] = NULL;
3237 /* Used by elfNN_aarch64_next_input_section and group_sections. */
3238 #define PREV_SEC(sec) (htab->stub_group[(sec)->id].link_sec)
3240 /* The linker repeatedly calls this function for each input section,
3241 in the order that input sections are linked into output sections.
3242 Build lists of input sections to determine groupings between which
3243 we may insert linker stubs. */
3246 elfNN_aarch64_next_input_section (struct bfd_link_info *info, asection *isec)
3248 struct elf_aarch64_link_hash_table *htab =
3249 elf_aarch64_hash_table (info);
3251 if (isec->output_section->index <= htab->top_index)
3253 asection **list = htab->input_list + isec->output_section->index;
3255 if (*list != bfd_abs_section_ptr)
3257 /* Steal the link_sec pointer for our list. */
3258 /* This happens to make the list in reverse order,
3259 which is what we want. */
3260 PREV_SEC (isec) = *list;
3266 /* See whether we can group stub sections together. Grouping stub
3267 sections may result in fewer stubs. More importantly, we need to
3268 put all .init* and .fini* stubs at the beginning of the .init or
3269 .fini output sections respectively, because glibc splits the
3270 _init and _fini functions into multiple parts. Putting a stub in
3271 the middle of a function is not a good idea. */
3274 group_sections (struct elf_aarch64_link_hash_table *htab,
3275 bfd_size_type stub_group_size,
3276 bfd_boolean stubs_always_before_branch)
3278 asection **list = htab->input_list + htab->top_index;
3282 asection *tail = *list;
3284 if (tail == bfd_abs_section_ptr)
3287 while (tail != NULL)
3291 bfd_size_type total;
3295 while ((prev = PREV_SEC (curr)) != NULL
3296 && ((total += curr->output_offset - prev->output_offset)
3300 /* OK, the size from the start of CURR to the end is less
3301 than stub_group_size and thus can be handled by one stub
3302 section. (Or the tail section is itself larger than
3303 stub_group_size, in which case we may be toast.)
3304 We should really be keeping track of the total size of
3305 stubs added here, as stubs contribute to the final output
3309 prev = PREV_SEC (tail);
3310 /* Set up this stub group. */
3311 htab->stub_group[tail->id].link_sec = curr;
3313 while (tail != curr && (tail = prev) != NULL);
3315 /* But wait, there's more! Input sections up to stub_group_size
3316 bytes before the stub section can be handled by it too. */
3317 if (!stubs_always_before_branch)
3321 && ((total += tail->output_offset - prev->output_offset)
3325 prev = PREV_SEC (tail);
3326 htab->stub_group[tail->id].link_sec = curr;
3332 while (list-- != htab->input_list);
3334 free (htab->input_list);
3339 #define AARCH64_BITS(x, pos, n) (((x) >> (pos)) & ((1 << (n)) - 1))
3341 #define AARCH64_RT(insn) AARCH64_BITS (insn, 0, 5)
3342 #define AARCH64_RT2(insn) AARCH64_BITS (insn, 10, 5)
3343 #define AARCH64_RA(insn) AARCH64_BITS (insn, 10, 5)
3344 #define AARCH64_RD(insn) AARCH64_BITS (insn, 0, 5)
3345 #define AARCH64_RN(insn) AARCH64_BITS (insn, 5, 5)
3346 #define AARCH64_RM(insn) AARCH64_BITS (insn, 16, 5)
3348 #define AARCH64_MAC(insn) (((insn) & 0xff000000) == 0x9b000000)
3349 #define AARCH64_BIT(insn, n) AARCH64_BITS (insn, n, 1)
3350 #define AARCH64_OP31(insn) AARCH64_BITS (insn, 21, 3)
3351 #define AARCH64_ZR 0x1f
3353 /* All ld/st ops. See C4-182 of the ARM ARM. The encoding space for
3354 LD_PCREL, LDST_RO, LDST_UI and LDST_UIMM cover prefetch ops. */
3356 #define AARCH64_LD(insn) (AARCH64_BIT (insn, 22) == 1)
3357 #define AARCH64_LDST(insn) (((insn) & 0x0a000000) == 0x08000000)
3358 #define AARCH64_LDST_EX(insn) (((insn) & 0x3f000000) == 0x08000000)
3359 #define AARCH64_LDST_PCREL(insn) (((insn) & 0x3b000000) == 0x18000000)
3360 #define AARCH64_LDST_NAP(insn) (((insn) & 0x3b800000) == 0x28000000)
3361 #define AARCH64_LDSTP_PI(insn) (((insn) & 0x3b800000) == 0x28800000)
3362 #define AARCH64_LDSTP_O(insn) (((insn) & 0x3b800000) == 0x29000000)
3363 #define AARCH64_LDSTP_PRE(insn) (((insn) & 0x3b800000) == 0x29800000)
3364 #define AARCH64_LDST_UI(insn) (((insn) & 0x3b200c00) == 0x38000000)
3365 #define AARCH64_LDST_PIIMM(insn) (((insn) & 0x3b200c00) == 0x38000400)
3366 #define AARCH64_LDST_U(insn) (((insn) & 0x3b200c00) == 0x38000800)
3367 #define AARCH64_LDST_PREIMM(insn) (((insn) & 0x3b200c00) == 0x38000c00)
3368 #define AARCH64_LDST_RO(insn) (((insn) & 0x3b200c00) == 0x38200800)
3369 #define AARCH64_LDST_UIMM(insn) (((insn) & 0x3b000000) == 0x39000000)
3370 #define AARCH64_LDST_SIMD_M(insn) (((insn) & 0xbfbf0000) == 0x0c000000)
3371 #define AARCH64_LDST_SIMD_M_PI(insn) (((insn) & 0xbfa00000) == 0x0c800000)
3372 #define AARCH64_LDST_SIMD_S(insn) (((insn) & 0xbf9f0000) == 0x0d000000)
3373 #define AARCH64_LDST_SIMD_S_PI(insn) (((insn) & 0xbf800000) == 0x0d800000)
3375 /* Classify an INSN if it is indeed a load/store.
3377 Return TRUE if INSN is a LD/ST instruction otherwise return FALSE.
3379 For scalar LD/ST instructions PAIR is FALSE, RT is returned and RT2
3382 For LD/ST pair instructions PAIR is TRUE, RT and RT2 are returned. */
3385 aarch64_mem_op_p (uint32_t insn, unsigned int *rt, unsigned int *rt2,
3386 bfd_boolean *pair, bfd_boolean *load)
3394 /* Bail out quickly if INSN doesn't fall into the load-store
3396 if (!AARCH64_LDST (insn))
3401 if (AARCH64_LDST_EX (insn))
3403 *rt = AARCH64_RT (insn);
3405 if (AARCH64_BIT (insn, 21) == 1)
3408 *rt2 = AARCH64_RT2 (insn);
3410 *load = AARCH64_LD (insn);
3413 else if (AARCH64_LDST_NAP (insn)
3414 || AARCH64_LDSTP_PI (insn)
3415 || AARCH64_LDSTP_O (insn)
3416 || AARCH64_LDSTP_PRE (insn))
3419 *rt = AARCH64_RT (insn);
3420 *rt2 = AARCH64_RT2 (insn);
3421 *load = AARCH64_LD (insn);
3424 else if (AARCH64_LDST_PCREL (insn)
3425 || AARCH64_LDST_UI (insn)
3426 || AARCH64_LDST_PIIMM (insn)
3427 || AARCH64_LDST_U (insn)
3428 || AARCH64_LDST_PREIMM (insn)
3429 || AARCH64_LDST_RO (insn)
3430 || AARCH64_LDST_UIMM (insn))
3432 *rt = AARCH64_RT (insn);
3434 if (AARCH64_LDST_PCREL (insn))
3436 opc = AARCH64_BITS (insn, 22, 2);
3437 v = AARCH64_BIT (insn, 26);
3438 opc_v = opc | (v << 2);
3439 *load = (opc_v == 1 || opc_v == 2 || opc_v == 3
3440 || opc_v == 5 || opc_v == 7);
3443 else if (AARCH64_LDST_SIMD_M (insn)
3444 || AARCH64_LDST_SIMD_M_PI (insn))
3446 *rt = AARCH64_RT (insn);
3447 *load = AARCH64_BIT (insn, 22);
3448 opcode = (insn >> 12) & 0xf;
3475 else if (AARCH64_LDST_SIMD_S (insn)
3476 || AARCH64_LDST_SIMD_S_PI (insn))
3478 *rt = AARCH64_RT (insn);
3479 r = (insn >> 21) & 1;
3480 *load = AARCH64_BIT (insn, 22);
3481 opcode = (insn >> 13) & 0x7;
3493 *rt2 = *rt + (r == 0 ? 2 : 3);
3501 *rt2 = *rt + (r == 0 ? 2 : 3);
3513 /* Return TRUE if INSN is multiply-accumulate. */
3516 aarch64_mlxl_p (uint32_t insn)
3518 uint32_t op31 = AARCH64_OP31 (insn);
3520 if (AARCH64_MAC (insn)
3521 && (op31 == 0 || op31 == 1 || op31 == 5)
3522 /* Exclude MUL instructions which are encoded as a multiple accumulate
3524 && AARCH64_RA (insn) != AARCH64_ZR)
3530 /* Some early revisions of the Cortex-A53 have an erratum (835769) whereby
3531 it is possible for a 64-bit multiply-accumulate instruction to generate an
3532 incorrect result. The details are quite complex and hard to
3533 determine statically, since branches in the code may exist in some
3534 circumstances, but all cases end with a memory (load, store, or
3535 prefetch) instruction followed immediately by the multiply-accumulate
3536 operation. We employ a linker patching technique, by moving the potentially
3537 affected multiply-accumulate instruction into a patch region and replacing
3538 the original instruction with a branch to the patch. This function checks
3539 if INSN_1 is the memory operation followed by a multiply-accumulate
3540 operation (INSN_2). Return TRUE if an erratum sequence is found, FALSE
3541 if INSN_1 and INSN_2 are safe. */
3544 aarch64_erratum_sequence (uint32_t insn_1, uint32_t insn_2)
3554 if (aarch64_mlxl_p (insn_2)
3555 && aarch64_mem_op_p (insn_1, &rt, &rt2, &pair, &load))
3557 /* Any SIMD memory op is independent of the subsequent MLA
3558 by definition of the erratum. */
3559 if (AARCH64_BIT (insn_1, 26))
3562 /* If not SIMD, check for integer memory ops and MLA relationship. */
3563 rn = AARCH64_RN (insn_2);
3564 ra = AARCH64_RA (insn_2);
3565 rm = AARCH64_RM (insn_2);
3567 /* If this is a load and there's a true(RAW) dependency, we are safe
3568 and this is not an erratum sequence. */
3570 (rt == rn || rt == rm || rt == ra
3571 || (pair && (rt2 == rn || rt2 == rm || rt2 == ra))))
3574 /* We conservatively put out stubs for all other cases (including
3582 /* Used to order a list of mapping symbols by address. */
3585 elf_aarch64_compare_mapping (const void *a, const void *b)
3587 const elf_aarch64_section_map *amap = (const elf_aarch64_section_map *) a;
3588 const elf_aarch64_section_map *bmap = (const elf_aarch64_section_map *) b;
3590 if (amap->vma > bmap->vma)
3592 else if (amap->vma < bmap->vma)
3594 else if (amap->type > bmap->type)
3595 /* Ensure results do not depend on the host qsort for objects with
3596 multiple mapping symbols at the same address by sorting on type
3599 else if (amap->type < bmap->type)
3607 _bfd_aarch64_erratum_835769_stub_name (unsigned num_fixes)
3609 char *stub_name = (char *) bfd_malloc
3610 (strlen ("__erratum_835769_veneer_") + 16);
3611 sprintf (stub_name,"__erratum_835769_veneer_%d", num_fixes);
3615 /* Scan for Cortex-A53 erratum 835769 sequence.
3617 Return TRUE else FALSE on abnormal termination. */
3620 _bfd_aarch64_erratum_835769_scan (bfd *input_bfd,
3621 struct bfd_link_info *info,
3622 unsigned int *num_fixes_p)
3625 struct elf_aarch64_link_hash_table *htab = elf_aarch64_hash_table (info);
3626 unsigned int num_fixes = *num_fixes_p;
3631 for (section = input_bfd->sections;
3633 section = section->next)
3635 bfd_byte *contents = NULL;
3636 struct _aarch64_elf_section_data *sec_data;
3639 if (elf_section_type (section) != SHT_PROGBITS
3640 || (elf_section_flags (section) & SHF_EXECINSTR) == 0
3641 || (section->flags & SEC_EXCLUDE) != 0
3642 || (section->sec_info_type == SEC_INFO_TYPE_JUST_SYMS)
3643 || (section->output_section == bfd_abs_section_ptr))
3646 if (elf_section_data (section)->this_hdr.contents != NULL)
3647 contents = elf_section_data (section)->this_hdr.contents;
3648 else if (! bfd_malloc_and_get_section (input_bfd, section, &contents))
3651 sec_data = elf_aarch64_section_data (section);
3653 qsort (sec_data->map, sec_data->mapcount,
3654 sizeof (elf_aarch64_section_map), elf_aarch64_compare_mapping);
3656 for (span = 0; span < sec_data->mapcount; span++)
3658 unsigned int span_start = sec_data->map[span].vma;
3659 unsigned int span_end = ((span == sec_data->mapcount - 1)
3660 ? sec_data->map[0].vma + section->size
3661 : sec_data->map[span + 1].vma);
3663 char span_type = sec_data->map[span].type;
3665 if (span_type == 'd')
3668 for (i = span_start; i + 4 < span_end; i += 4)
3670 uint32_t insn_1 = bfd_getl32 (contents + i);
3671 uint32_t insn_2 = bfd_getl32 (contents + i + 4);
3673 if (aarch64_erratum_sequence (insn_1, insn_2))
3675 struct elf_aarch64_stub_hash_entry *stub_entry;
3676 char *stub_name = _bfd_aarch64_erratum_835769_stub_name (num_fixes);
3680 stub_entry = _bfd_aarch64_add_stub_entry_in_group (stub_name,
3686 stub_entry->stub_type = aarch64_stub_erratum_835769_veneer;
3687 stub_entry->target_section = section;
3688 stub_entry->target_value = i + 4;
3689 stub_entry->veneered_insn = insn_2;
3690 stub_entry->output_name = stub_name;
3695 if (elf_section_data (section)->this_hdr.contents == NULL)
3699 *num_fixes_p = num_fixes;
3705 /* Test if instruction INSN is ADRP. */
3708 _bfd_aarch64_adrp_p (uint32_t insn)
3710 return ((insn & 0x9f000000) == 0x90000000);
3714 /* Helper predicate to look for cortex-a53 erratum 843419 sequence 1. */
3717 _bfd_aarch64_erratum_843419_sequence_p (uint32_t insn_1, uint32_t insn_2,
3725 return (aarch64_mem_op_p (insn_2, &rt, &rt2, &pair, &load)
3728 && AARCH64_LDST_UIMM (insn_3)
3729 && AARCH64_RN (insn_3) == AARCH64_RD (insn_1));
3733 /* Test for the presence of Cortex-A53 erratum 843419 instruction sequence.
3735 Return TRUE if section CONTENTS at offset I contains one of the
3736 erratum 843419 sequences, otherwise return FALSE. If a sequence is
3737 seen set P_VENEER_I to the offset of the final LOAD/STORE
3738 instruction in the sequence.
3742 _bfd_aarch64_erratum_843419_p (bfd_byte *contents, bfd_vma vma,
3743 bfd_vma i, bfd_vma span_end,
3744 bfd_vma *p_veneer_i)
3746 uint32_t insn_1 = bfd_getl32 (contents + i);
3748 if (!_bfd_aarch64_adrp_p (insn_1))
3751 if (span_end < i + 12)
3754 uint32_t insn_2 = bfd_getl32 (contents + i + 4);
3755 uint32_t insn_3 = bfd_getl32 (contents + i + 8);
3757 if ((vma & 0xfff) != 0xff8 && (vma & 0xfff) != 0xffc)
3760 if (_bfd_aarch64_erratum_843419_sequence_p (insn_1, insn_2, insn_3))
3762 *p_veneer_i = i + 8;
3766 if (span_end < i + 16)
3769 uint32_t insn_4 = bfd_getl32 (contents + i + 12);
3771 if (_bfd_aarch64_erratum_843419_sequence_p (insn_1, insn_2, insn_4))
3773 *p_veneer_i = i + 12;
3781 /* Resize all stub sections. */
3784 _bfd_aarch64_resize_stubs (struct elf_aarch64_link_hash_table *htab)
3788 /* OK, we've added some stubs. Find out the new size of the
3790 for (section = htab->stub_bfd->sections;
3791 section != NULL; section = section->next)
3793 /* Ignore non-stub sections. */
3794 if (!strstr (section->name, STUB_SUFFIX))
3799 bfd_hash_traverse (&htab->stub_hash_table, aarch64_size_one_stub, htab);
3801 for (section = htab->stub_bfd->sections;
3802 section != NULL; section = section->next)
3804 if (!strstr (section->name, STUB_SUFFIX))
3810 /* Ensure all stub sections have a size which is a multiple of
3811 4096. This is important in order to ensure that the insertion
3812 of stub sections does not in itself move existing code around
3813 in such a way that new errata sequences are created. */
3814 if (htab->fix_erratum_843419)
3816 section->size = BFD_ALIGN (section->size, 0x1000);
3821 /* Construct an erratum 843419 workaround stub name.
3825 _bfd_aarch64_erratum_843419_stub_name (asection *input_section,
3828 const bfd_size_type len = 8 + 4 + 1 + 8 + 1 + 16 + 1;
3829 char *stub_name = bfd_malloc (len);
3831 if (stub_name != NULL)
3832 snprintf (stub_name, len, "e843419@%04x_%08x_%" BFD_VMA_FMT "x",
3833 input_section->owner->id,
3839 /* Build a stub_entry structure describing an 843419 fixup.
3841 The stub_entry constructed is populated with the bit pattern INSN
3842 of the instruction located at OFFSET within input SECTION.
3844 Returns TRUE on success. */
3847 _bfd_aarch64_erratum_843419_fixup (uint32_t insn,
3848 bfd_vma adrp_offset,
3849 bfd_vma ldst_offset,
3851 struct bfd_link_info *info)
3853 struct elf_aarch64_link_hash_table *htab = elf_aarch64_hash_table (info);
3855 struct elf_aarch64_stub_hash_entry *stub_entry;
3857 stub_name = _bfd_aarch64_erratum_843419_stub_name (section, ldst_offset);
3858 stub_entry = aarch64_stub_hash_lookup (&htab->stub_hash_table, stub_name,
3866 /* We always place an 843419 workaround veneer in the stub section
3867 attached to the input section in which an erratum sequence has
3868 been found. This ensures that later in the link process (in
3869 elfNN_aarch64_write_section) when we copy the veneered
3870 instruction from the input section into the stub section the
3871 copied instruction will have had any relocations applied to it.
3872 If we placed workaround veneers in any other stub section then we
3873 could not assume that all relocations have been processed on the
3874 corresponding input section at the point we output the stub
3878 stub_entry = _bfd_aarch64_add_stub_entry_after (stub_name, section, htab);
3879 if (stub_entry == NULL)
3885 stub_entry->adrp_offset = adrp_offset;
3886 stub_entry->target_value = ldst_offset;
3887 stub_entry->target_section = section;
3888 stub_entry->stub_type = aarch64_stub_erratum_843419_veneer;
3889 stub_entry->veneered_insn = insn;
3890 stub_entry->output_name = stub_name;
3896 /* Scan an input section looking for the signature of erratum 843419.
3898 Scans input SECTION in INPUT_BFD looking for erratum 843419
3899 signatures, for each signature found a stub_entry is created
3900 describing the location of the erratum for subsequent fixup.
3902 Return TRUE on successful scan, FALSE on failure to scan.
3906 _bfd_aarch64_erratum_843419_scan (bfd *input_bfd, asection *section,
3907 struct bfd_link_info *info)
3909 struct elf_aarch64_link_hash_table *htab = elf_aarch64_hash_table (info);
3914 if (elf_section_type (section) != SHT_PROGBITS
3915 || (elf_section_flags (section) & SHF_EXECINSTR) == 0
3916 || (section->flags & SEC_EXCLUDE) != 0
3917 || (section->sec_info_type == SEC_INFO_TYPE_JUST_SYMS)
3918 || (section->output_section == bfd_abs_section_ptr))
3923 bfd_byte *contents = NULL;
3924 struct _aarch64_elf_section_data *sec_data;
3927 if (elf_section_data (section)->this_hdr.contents != NULL)
3928 contents = elf_section_data (section)->this_hdr.contents;
3929 else if (! bfd_malloc_and_get_section (input_bfd, section, &contents))
3932 sec_data = elf_aarch64_section_data (section);
3934 qsort (sec_data->map, sec_data->mapcount,
3935 sizeof (elf_aarch64_section_map), elf_aarch64_compare_mapping);
3937 for (span = 0; span < sec_data->mapcount; span++)
3939 unsigned int span_start = sec_data->map[span].vma;
3940 unsigned int span_end = ((span == sec_data->mapcount - 1)
3941 ? sec_data->map[0].vma + section->size
3942 : sec_data->map[span + 1].vma);
3944 char span_type = sec_data->map[span].type;
3946 if (span_type == 'd')
3949 for (i = span_start; i + 8 < span_end; i += 4)
3951 bfd_vma vma = (section->output_section->vma
3952 + section->output_offset
3956 if (_bfd_aarch64_erratum_843419_p
3957 (contents, vma, i, span_end, &veneer_i))
3959 uint32_t insn = bfd_getl32 (contents + veneer_i);
3961 if (!_bfd_aarch64_erratum_843419_fixup (insn, i, veneer_i,
3968 if (elf_section_data (section)->this_hdr.contents == NULL)
3977 /* Determine and set the size of the stub section for a final link.
3979 The basic idea here is to examine all the relocations looking for
3980 PC-relative calls to a target that is unreachable with a "bl"
3984 elfNN_aarch64_size_stubs (bfd *output_bfd,
3986 struct bfd_link_info *info,
3987 bfd_signed_vma group_size,
3988 asection * (*add_stub_section) (const char *,
3990 void (*layout_sections_again) (void))
3992 bfd_size_type stub_group_size;
3993 bfd_boolean stubs_always_before_branch;
3994 bfd_boolean stub_changed = FALSE;
3995 struct elf_aarch64_link_hash_table *htab = elf_aarch64_hash_table (info);
3996 unsigned int num_erratum_835769_fixes = 0;
3998 /* Propagate mach to stub bfd, because it may not have been
3999 finalized when we created stub_bfd. */
4000 bfd_set_arch_mach (stub_bfd, bfd_get_arch (output_bfd),
4001 bfd_get_mach (output_bfd));
4003 /* Stash our params away. */
4004 htab->stub_bfd = stub_bfd;
4005 htab->add_stub_section = add_stub_section;
4006 htab->layout_sections_again = layout_sections_again;
4007 stubs_always_before_branch = group_size < 0;
4009 stub_group_size = -group_size;
4011 stub_group_size = group_size;
4013 if (stub_group_size == 1)
4015 /* Default values. */
4016 /* AArch64 branch range is +-128MB. The value used is 1MB less. */
4017 stub_group_size = 127 * 1024 * 1024;
4020 group_sections (htab, stub_group_size, stubs_always_before_branch);
4022 (*htab->layout_sections_again) ();
4024 if (htab->fix_erratum_835769)
4028 for (input_bfd = info->input_bfds;
4029 input_bfd != NULL; input_bfd = input_bfd->link.next)
4030 if (!_bfd_aarch64_erratum_835769_scan (input_bfd, info,
4031 &num_erratum_835769_fixes))
4034 _bfd_aarch64_resize_stubs (htab);
4035 (*htab->layout_sections_again) ();
4038 if (htab->fix_erratum_843419)
4042 for (input_bfd = info->input_bfds;
4044 input_bfd = input_bfd->link.next)
4048 for (section = input_bfd->sections;
4050 section = section->next)
4051 if (!_bfd_aarch64_erratum_843419_scan (input_bfd, section, info))
4055 _bfd_aarch64_resize_stubs (htab);
4056 (*htab->layout_sections_again) ();
4063 for (input_bfd = info->input_bfds;
4064 input_bfd != NULL; input_bfd = input_bfd->link.next)
4066 Elf_Internal_Shdr *symtab_hdr;
4068 Elf_Internal_Sym *local_syms = NULL;
4070 /* We'll need the symbol table in a second. */
4071 symtab_hdr = &elf_tdata (input_bfd)->symtab_hdr;
4072 if (symtab_hdr->sh_info == 0)
4075 /* Walk over each section attached to the input bfd. */
4076 for (section = input_bfd->sections;
4077 section != NULL; section = section->next)
4079 Elf_Internal_Rela *internal_relocs, *irelaend, *irela;
4081 /* If there aren't any relocs, then there's nothing more
4083 if ((section->flags & SEC_RELOC) == 0
4084 || section->reloc_count == 0
4085 || (section->flags & SEC_CODE) == 0)
4088 /* If this section is a link-once section that will be
4089 discarded, then don't create any stubs. */
4090 if (section->output_section == NULL
4091 || section->output_section->owner != output_bfd)
4094 /* Get the relocs. */
4096 = _bfd_elf_link_read_relocs (input_bfd, section, NULL,
4097 NULL, info->keep_memory);
4098 if (internal_relocs == NULL)
4099 goto error_ret_free_local;
4101 /* Now examine each relocation. */
4102 irela = internal_relocs;
4103 irelaend = irela + section->reloc_count;
4104 for (; irela < irelaend; irela++)
4106 unsigned int r_type, r_indx;
4107 enum elf_aarch64_stub_type stub_type;
4108 struct elf_aarch64_stub_hash_entry *stub_entry;
4111 bfd_vma destination;
4112 struct elf_aarch64_link_hash_entry *hash;
4113 const char *sym_name;
4115 const asection *id_sec;
4116 unsigned char st_type;
4119 r_type = ELFNN_R_TYPE (irela->r_info);
4120 r_indx = ELFNN_R_SYM (irela->r_info);
4122 if (r_type >= (unsigned int) R_AARCH64_end)
4124 bfd_set_error (bfd_error_bad_value);
4125 error_ret_free_internal:
4126 if (elf_section_data (section)->relocs == NULL)
4127 free (internal_relocs);
4128 goto error_ret_free_local;
4131 /* Only look for stubs on unconditional branch and
4132 branch and link instructions. */
4133 if (r_type != (unsigned int) AARCH64_R (CALL26)
4134 && r_type != (unsigned int) AARCH64_R (JUMP26))
4137 /* Now determine the call target, its name, value,
4144 if (r_indx < symtab_hdr->sh_info)
4146 /* It's a local symbol. */
4147 Elf_Internal_Sym *sym;
4148 Elf_Internal_Shdr *hdr;
4150 if (local_syms == NULL)
4153 = (Elf_Internal_Sym *) symtab_hdr->contents;
4154 if (local_syms == NULL)
4156 = bfd_elf_get_elf_syms (input_bfd, symtab_hdr,
4157 symtab_hdr->sh_info, 0,
4159 if (local_syms == NULL)
4160 goto error_ret_free_internal;
4163 sym = local_syms + r_indx;
4164 hdr = elf_elfsections (input_bfd)[sym->st_shndx];
4165 sym_sec = hdr->bfd_section;
4167 /* This is an undefined symbol. It can never
4171 if (ELF_ST_TYPE (sym->st_info) != STT_SECTION)
4172 sym_value = sym->st_value;
4173 destination = (sym_value + irela->r_addend
4174 + sym_sec->output_offset
4175 + sym_sec->output_section->vma);
4176 st_type = ELF_ST_TYPE (sym->st_info);
4178 = bfd_elf_string_from_elf_section (input_bfd,
4179 symtab_hdr->sh_link,
4186 e_indx = r_indx - symtab_hdr->sh_info;
4187 hash = ((struct elf_aarch64_link_hash_entry *)
4188 elf_sym_hashes (input_bfd)[e_indx]);
4190 while (hash->root.root.type == bfd_link_hash_indirect
4191 || hash->root.root.type == bfd_link_hash_warning)
4192 hash = ((struct elf_aarch64_link_hash_entry *)
4193 hash->root.root.u.i.link);
4195 if (hash->root.root.type == bfd_link_hash_defined
4196 || hash->root.root.type == bfd_link_hash_defweak)
4198 struct elf_aarch64_link_hash_table *globals =
4199 elf_aarch64_hash_table (info);
4200 sym_sec = hash->root.root.u.def.section;
4201 sym_value = hash->root.root.u.def.value;
4202 /* For a destination in a shared library,
4203 use the PLT stub as target address to
4204 decide whether a branch stub is
4206 if (globals->root.splt != NULL && hash != NULL
4207 && hash->root.plt.offset != (bfd_vma) - 1)
4209 sym_sec = globals->root.splt;
4210 sym_value = hash->root.plt.offset;
4211 if (sym_sec->output_section != NULL)
4212 destination = (sym_value
4213 + sym_sec->output_offset
4215 sym_sec->output_section->vma);
4217 else if (sym_sec->output_section != NULL)
4218 destination = (sym_value + irela->r_addend
4219 + sym_sec->output_offset
4220 + sym_sec->output_section->vma);
4222 else if (hash->root.root.type == bfd_link_hash_undefined
4223 || (hash->root.root.type
4224 == bfd_link_hash_undefweak))
4226 /* For a shared library, use the PLT stub as
4227 target address to decide whether a long
4228 branch stub is needed.
4229 For absolute code, they cannot be handled. */
4230 struct elf_aarch64_link_hash_table *globals =
4231 elf_aarch64_hash_table (info);
4233 if (globals->root.splt != NULL && hash != NULL
4234 && hash->root.plt.offset != (bfd_vma) - 1)
4236 sym_sec = globals->root.splt;
4237 sym_value = hash->root.plt.offset;
4238 if (sym_sec->output_section != NULL)
4239 destination = (sym_value
4240 + sym_sec->output_offset
4242 sym_sec->output_section->vma);
4249 bfd_set_error (bfd_error_bad_value);
4250 goto error_ret_free_internal;
4252 st_type = ELF_ST_TYPE (hash->root.type);
4253 sym_name = hash->root.root.root.string;
4256 /* Determine what (if any) linker stub is needed. */
4257 stub_type = aarch64_type_of_stub (section, irela, sym_sec,
4258 st_type, destination);
4259 if (stub_type == aarch64_stub_none)
4262 /* Support for grouping stub sections. */
4263 id_sec = htab->stub_group[section->id].link_sec;
4265 /* Get the name of this stub. */
4266 stub_name = elfNN_aarch64_stub_name (id_sec, sym_sec, hash,
4269 goto error_ret_free_internal;
4272 aarch64_stub_hash_lookup (&htab->stub_hash_table,
4273 stub_name, FALSE, FALSE);
4274 if (stub_entry != NULL)
4276 /* The proper stub has already been created. */
4281 stub_entry = _bfd_aarch64_add_stub_entry_in_group
4282 (stub_name, section, htab);
4283 if (stub_entry == NULL)
4286 goto error_ret_free_internal;
4289 stub_entry->target_value = sym_value + irela->r_addend;
4290 stub_entry->target_section = sym_sec;
4291 stub_entry->stub_type = stub_type;
4292 stub_entry->h = hash;
4293 stub_entry->st_type = st_type;
4295 if (sym_name == NULL)
4296 sym_name = "unnamed";
4297 len = sizeof (STUB_ENTRY_NAME) + strlen (sym_name);
4298 stub_entry->output_name = bfd_alloc (htab->stub_bfd, len);
4299 if (stub_entry->output_name == NULL)
4302 goto error_ret_free_internal;
4305 snprintf (stub_entry->output_name, len, STUB_ENTRY_NAME,
4308 stub_changed = TRUE;
4311 /* We're done with the internal relocs, free them. */
4312 if (elf_section_data (section)->relocs == NULL)
4313 free (internal_relocs);
4320 _bfd_aarch64_resize_stubs (htab);
4322 /* Ask the linker to do its stuff. */
4323 (*htab->layout_sections_again) ();
4324 stub_changed = FALSE;
4329 error_ret_free_local:
4333 /* Build all the stubs associated with the current output file. The
4334 stubs are kept in a hash table attached to the main linker hash
4335 table. We also set up the .plt entries for statically linked PIC
4336 functions here. This function is called via aarch64_elf_finish in the
4340 elfNN_aarch64_build_stubs (struct bfd_link_info *info)
4343 struct bfd_hash_table *table;
4344 struct elf_aarch64_link_hash_table *htab;
4346 htab = elf_aarch64_hash_table (info);
4348 for (stub_sec = htab->stub_bfd->sections;
4349 stub_sec != NULL; stub_sec = stub_sec->next)
4353 /* Ignore non-stub sections. */
4354 if (!strstr (stub_sec->name, STUB_SUFFIX))
4357 /* Allocate memory to hold the linker stubs. */
4358 size = stub_sec->size;
4359 stub_sec->contents = bfd_zalloc (htab->stub_bfd, size);
4360 if (stub_sec->contents == NULL && size != 0)
4364 bfd_putl32 (0x14000000 | (size >> 2), stub_sec->contents);
4365 stub_sec->size += 4;
4368 /* Build the stubs as directed by the stub hash table. */
4369 table = &htab->stub_hash_table;
4370 bfd_hash_traverse (table, aarch64_build_one_stub, info);
4376 /* Add an entry to the code/data map for section SEC. */
4379 elfNN_aarch64_section_map_add (asection *sec, char type, bfd_vma vma)
4381 struct _aarch64_elf_section_data *sec_data =
4382 elf_aarch64_section_data (sec);
4383 unsigned int newidx;
4385 if (sec_data->map == NULL)
4387 sec_data->map = bfd_malloc (sizeof (elf_aarch64_section_map));
4388 sec_data->mapcount = 0;
4389 sec_data->mapsize = 1;
4392 newidx = sec_data->mapcount++;
4394 if (sec_data->mapcount > sec_data->mapsize)
4396 sec_data->mapsize *= 2;
4397 sec_data->map = bfd_realloc_or_free
4398 (sec_data->map, sec_data->mapsize * sizeof (elf_aarch64_section_map));
4403 sec_data->map[newidx].vma = vma;
4404 sec_data->map[newidx].type = type;
4409 /* Initialise maps of insn/data for input BFDs. */
4411 bfd_elfNN_aarch64_init_maps (bfd *abfd)
4413 Elf_Internal_Sym *isymbuf;
4414 Elf_Internal_Shdr *hdr;
4415 unsigned int i, localsyms;
4417 /* Make sure that we are dealing with an AArch64 elf binary. */
4418 if (!is_aarch64_elf (abfd))
4421 if ((abfd->flags & DYNAMIC) != 0)
4424 hdr = &elf_symtab_hdr (abfd);
4425 localsyms = hdr->sh_info;
4427 /* Obtain a buffer full of symbols for this BFD. The hdr->sh_info field
4428 should contain the number of local symbols, which should come before any
4429 global symbols. Mapping symbols are always local. */
4430 isymbuf = bfd_elf_get_elf_syms (abfd, hdr, localsyms, 0, NULL, NULL, NULL);
4432 /* No internal symbols read? Skip this BFD. */
4433 if (isymbuf == NULL)
4436 for (i = 0; i < localsyms; i++)
4438 Elf_Internal_Sym *isym = &isymbuf[i];
4439 asection *sec = bfd_section_from_elf_index (abfd, isym->st_shndx);
4442 if (sec != NULL && ELF_ST_BIND (isym->st_info) == STB_LOCAL)
4444 name = bfd_elf_string_from_elf_section (abfd,
4448 if (bfd_is_aarch64_special_symbol_name
4449 (name, BFD_AARCH64_SPECIAL_SYM_TYPE_MAP))
4450 elfNN_aarch64_section_map_add (sec, name[1], isym->st_value);
4455 /* Set option values needed during linking. */
4457 bfd_elfNN_aarch64_set_options (struct bfd *output_bfd,
4458 struct bfd_link_info *link_info,
4460 int no_wchar_warn, int pic_veneer,
4461 int fix_erratum_835769,
4462 int fix_erratum_843419,
4463 int no_apply_dynamic_relocs)
4465 struct elf_aarch64_link_hash_table *globals;
4467 globals = elf_aarch64_hash_table (link_info);
4468 globals->pic_veneer = pic_veneer;
4469 globals->fix_erratum_835769 = fix_erratum_835769;
4470 globals->fix_erratum_843419 = fix_erratum_843419;
4471 globals->fix_erratum_843419_adr = TRUE;
4472 globals->no_apply_dynamic_relocs = no_apply_dynamic_relocs;
4474 BFD_ASSERT (is_aarch64_elf (output_bfd));
4475 elf_aarch64_tdata (output_bfd)->no_enum_size_warning = no_enum_warn;
4476 elf_aarch64_tdata (output_bfd)->no_wchar_size_warning = no_wchar_warn;
4480 aarch64_calculate_got_entry_vma (struct elf_link_hash_entry *h,
4481 struct elf_aarch64_link_hash_table
4482 *globals, struct bfd_link_info *info,
4483 bfd_vma value, bfd *output_bfd,
4484 bfd_boolean *unresolved_reloc_p)
4486 bfd_vma off = (bfd_vma) - 1;
4487 asection *basegot = globals->root.sgot;
4488 bfd_boolean dyn = globals->root.dynamic_sections_created;
4492 BFD_ASSERT (basegot != NULL);
4493 off = h->got.offset;
4494 BFD_ASSERT (off != (bfd_vma) - 1);
4495 if (!WILL_CALL_FINISH_DYNAMIC_SYMBOL (dyn, bfd_link_pic (info), h)
4496 || (bfd_link_pic (info)
4497 && SYMBOL_REFERENCES_LOCAL (info, h))
4498 || (ELF_ST_VISIBILITY (h->other)
4499 && h->root.type == bfd_link_hash_undefweak))
4501 /* This is actually a static link, or it is a -Bsymbolic link
4502 and the symbol is defined locally. We must initialize this
4503 entry in the global offset table. Since the offset must
4504 always be a multiple of 8 (4 in the case of ILP32), we use
4505 the least significant bit to record whether we have
4506 initialized it already.
4507 When doing a dynamic link, we create a .rel(a).got relocation
4508 entry to initialize the value. This is done in the
4509 finish_dynamic_symbol routine. */
4514 bfd_put_NN (output_bfd, value, basegot->contents + off);
4519 *unresolved_reloc_p = FALSE;
4521 off = off + basegot->output_section->vma + basegot->output_offset;
4527 /* Change R_TYPE to a more efficient access model where possible,
4528 return the new reloc type. */
4530 static bfd_reloc_code_real_type
4531 aarch64_tls_transition_without_check (bfd_reloc_code_real_type r_type,
4532 struct elf_link_hash_entry *h)
4534 bfd_boolean is_local = h == NULL;
4538 case BFD_RELOC_AARCH64_TLSDESC_ADR_PAGE21:
4539 case BFD_RELOC_AARCH64_TLSGD_ADR_PAGE21:
4541 ? BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1
4542 : BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21);
4544 case BFD_RELOC_AARCH64_TLSDESC_ADR_PREL21:
4546 ? BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0_NC
4549 case BFD_RELOC_AARCH64_TLSDESC_LD_PREL19:
4551 ? BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1
4552 : BFD_RELOC_AARCH64_TLSIE_LD_GOTTPREL_PREL19);
4554 case BFD_RELOC_AARCH64_TLSDESC_LDR:
4556 ? BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0_NC
4557 : BFD_RELOC_AARCH64_NONE);
4559 case BFD_RELOC_AARCH64_TLSDESC_OFF_G0_NC:
4561 ? BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1_NC
4562 : BFD_RELOC_AARCH64_TLSIE_MOVW_GOTTPREL_G0_NC);
4564 case BFD_RELOC_AARCH64_TLSDESC_OFF_G1:
4566 ? BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G2
4567 : BFD_RELOC_AARCH64_TLSIE_MOVW_GOTTPREL_G1);
4569 case BFD_RELOC_AARCH64_TLSDESC_LDNN_LO12_NC:
4570 case BFD_RELOC_AARCH64_TLSGD_ADD_LO12_NC:
4572 ? BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0_NC
4573 : BFD_RELOC_AARCH64_TLSIE_LDNN_GOTTPREL_LO12_NC);
4575 case BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21:
4576 return is_local ? BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1 : r_type;
4578 case BFD_RELOC_AARCH64_TLSIE_LDNN_GOTTPREL_LO12_NC:
4579 return is_local ? BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0_NC : r_type;
4581 case BFD_RELOC_AARCH64_TLSIE_LD_GOTTPREL_PREL19:
4584 case BFD_RELOC_AARCH64_TLSGD_ADR_PREL21:
4586 ? BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_HI12
4587 : BFD_RELOC_AARCH64_TLSIE_LD_GOTTPREL_PREL19);
4589 case BFD_RELOC_AARCH64_TLSDESC_ADD:
4590 case BFD_RELOC_AARCH64_TLSDESC_ADD_LO12:
4591 case BFD_RELOC_AARCH64_TLSDESC_CALL:
4592 /* Instructions with these relocations will become NOPs. */
4593 return BFD_RELOC_AARCH64_NONE;
4595 case BFD_RELOC_AARCH64_TLSLD_ADD_LO12_NC:
4596 case BFD_RELOC_AARCH64_TLSLD_ADR_PAGE21:
4597 case BFD_RELOC_AARCH64_TLSLD_ADR_PREL21:
4598 return is_local ? BFD_RELOC_AARCH64_NONE : r_type;
4601 case BFD_RELOC_AARCH64_TLSGD_MOVW_G0_NC:
4603 ? BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1_NC
4604 : BFD_RELOC_AARCH64_TLSIE_MOVW_GOTTPREL_G0_NC;
4606 case BFD_RELOC_AARCH64_TLSGD_MOVW_G1:
4608 ? BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G2
4609 : BFD_RELOC_AARCH64_TLSIE_MOVW_GOTTPREL_G1;
4620 aarch64_reloc_got_type (bfd_reloc_code_real_type r_type)
4624 case BFD_RELOC_AARCH64_ADR_GOT_PAGE:
4625 case BFD_RELOC_AARCH64_GOT_LD_PREL19:
4626 case BFD_RELOC_AARCH64_LD32_GOTPAGE_LO14:
4627 case BFD_RELOC_AARCH64_LD32_GOT_LO12_NC:
4628 case BFD_RELOC_AARCH64_LD64_GOTOFF_LO15:
4629 case BFD_RELOC_AARCH64_LD64_GOTPAGE_LO15:
4630 case BFD_RELOC_AARCH64_LD64_GOT_LO12_NC:
4631 case BFD_RELOC_AARCH64_MOVW_GOTOFF_G0_NC:
4632 case BFD_RELOC_AARCH64_MOVW_GOTOFF_G1:
4635 case BFD_RELOC_AARCH64_TLSGD_ADD_LO12_NC:
4636 case BFD_RELOC_AARCH64_TLSGD_ADR_PAGE21:
4637 case BFD_RELOC_AARCH64_TLSGD_ADR_PREL21:
4638 case BFD_RELOC_AARCH64_TLSGD_MOVW_G0_NC:
4639 case BFD_RELOC_AARCH64_TLSGD_MOVW_G1:
4640 case BFD_RELOC_AARCH64_TLSLD_ADD_LO12_NC:
4641 case BFD_RELOC_AARCH64_TLSLD_ADR_PAGE21:
4642 case BFD_RELOC_AARCH64_TLSLD_ADR_PREL21:
4645 case BFD_RELOC_AARCH64_TLSDESC_ADD:
4646 case BFD_RELOC_AARCH64_TLSDESC_ADD_LO12:
4647 case BFD_RELOC_AARCH64_TLSDESC_ADR_PAGE21:
4648 case BFD_RELOC_AARCH64_TLSDESC_ADR_PREL21:
4649 case BFD_RELOC_AARCH64_TLSDESC_CALL:
4650 case BFD_RELOC_AARCH64_TLSDESC_LD32_LO12_NC:
4651 case BFD_RELOC_AARCH64_TLSDESC_LD64_LO12:
4652 case BFD_RELOC_AARCH64_TLSDESC_LD_PREL19:
4653 case BFD_RELOC_AARCH64_TLSDESC_LDR:
4654 case BFD_RELOC_AARCH64_TLSDESC_OFF_G0_NC:
4655 case BFD_RELOC_AARCH64_TLSDESC_OFF_G1:
4656 return GOT_TLSDESC_GD;
4658 case BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21:
4659 case BFD_RELOC_AARCH64_TLSIE_LD32_GOTTPREL_LO12_NC:
4660 case BFD_RELOC_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC:
4661 case BFD_RELOC_AARCH64_TLSIE_LD_GOTTPREL_PREL19:
4662 case BFD_RELOC_AARCH64_TLSIE_MOVW_GOTTPREL_G0_NC:
4663 case BFD_RELOC_AARCH64_TLSIE_MOVW_GOTTPREL_G1:
4673 aarch64_can_relax_tls (bfd *input_bfd,
4674 struct bfd_link_info *info,
4675 bfd_reloc_code_real_type r_type,
4676 struct elf_link_hash_entry *h,
4677 unsigned long r_symndx)
4679 unsigned int symbol_got_type;
4680 unsigned int reloc_got_type;
4682 if (! IS_AARCH64_TLS_RELAX_RELOC (r_type))
4685 symbol_got_type = elfNN_aarch64_symbol_got_type (h, input_bfd, r_symndx);
4686 reloc_got_type = aarch64_reloc_got_type (r_type);
4688 if (symbol_got_type == GOT_TLS_IE && GOT_TLS_GD_ANY_P (reloc_got_type))
4691 if (!bfd_link_executable (info))
4694 if (h && h->root.type == bfd_link_hash_undefweak)
4700 /* Given the relocation code R_TYPE, return the relaxed bfd reloc
4703 static bfd_reloc_code_real_type
4704 aarch64_tls_transition (bfd *input_bfd,
4705 struct bfd_link_info *info,
4706 unsigned int r_type,
4707 struct elf_link_hash_entry *h,
4708 unsigned long r_symndx)
4710 bfd_reloc_code_real_type bfd_r_type
4711 = elfNN_aarch64_bfd_reloc_from_type (r_type);
4713 if (! aarch64_can_relax_tls (input_bfd, info, bfd_r_type, h, r_symndx))
4716 return aarch64_tls_transition_without_check (bfd_r_type, h);
4719 /* Return the base VMA address which should be subtracted from real addresses
4720 when resolving R_AARCH64_TLS_DTPREL relocation. */
4723 dtpoff_base (struct bfd_link_info *info)
4725 /* If tls_sec is NULL, we should have signalled an error already. */
4726 BFD_ASSERT (elf_hash_table (info)->tls_sec != NULL);
4727 return elf_hash_table (info)->tls_sec->vma;
4730 /* Return the base VMA address which should be subtracted from real addresses
4731 when resolving R_AARCH64_TLS_GOTTPREL64 relocations. */
4734 tpoff_base (struct bfd_link_info *info)
4736 struct elf_link_hash_table *htab = elf_hash_table (info);
4738 /* If tls_sec is NULL, we should have signalled an error already. */
4739 BFD_ASSERT (htab->tls_sec != NULL);
4741 bfd_vma base = align_power ((bfd_vma) TCB_SIZE,
4742 htab->tls_sec->alignment_power);
4743 return htab->tls_sec->vma - base;
4747 symbol_got_offset_ref (bfd *input_bfd, struct elf_link_hash_entry *h,
4748 unsigned long r_symndx)
4750 /* Calculate the address of the GOT entry for symbol
4751 referred to in h. */
4753 return &h->got.offset;
4757 struct elf_aarch64_local_symbol *l;
4759 l = elf_aarch64_locals (input_bfd);
4760 return &l[r_symndx].got_offset;
4765 symbol_got_offset_mark (bfd *input_bfd, struct elf_link_hash_entry *h,
4766 unsigned long r_symndx)
4769 p = symbol_got_offset_ref (input_bfd, h, r_symndx);
4774 symbol_got_offset_mark_p (bfd *input_bfd, struct elf_link_hash_entry *h,
4775 unsigned long r_symndx)
4778 value = * symbol_got_offset_ref (input_bfd, h, r_symndx);
4783 symbol_got_offset (bfd *input_bfd, struct elf_link_hash_entry *h,
4784 unsigned long r_symndx)
4787 value = * symbol_got_offset_ref (input_bfd, h, r_symndx);
4793 symbol_tlsdesc_got_offset_ref (bfd *input_bfd, struct elf_link_hash_entry *h,
4794 unsigned long r_symndx)
4796 /* Calculate the address of the GOT entry for symbol
4797 referred to in h. */
4800 struct elf_aarch64_link_hash_entry *eh;
4801 eh = (struct elf_aarch64_link_hash_entry *) h;
4802 return &eh->tlsdesc_got_jump_table_offset;
4807 struct elf_aarch64_local_symbol *l;
4809 l = elf_aarch64_locals (input_bfd);
4810 return &l[r_symndx].tlsdesc_got_jump_table_offset;
4815 symbol_tlsdesc_got_offset_mark (bfd *input_bfd, struct elf_link_hash_entry *h,
4816 unsigned long r_symndx)
4819 p = symbol_tlsdesc_got_offset_ref (input_bfd, h, r_symndx);
4824 symbol_tlsdesc_got_offset_mark_p (bfd *input_bfd,
4825 struct elf_link_hash_entry *h,
4826 unsigned long r_symndx)
4829 value = * symbol_tlsdesc_got_offset_ref (input_bfd, h, r_symndx);
4834 symbol_tlsdesc_got_offset (bfd *input_bfd, struct elf_link_hash_entry *h,
4835 unsigned long r_symndx)
4838 value = * symbol_tlsdesc_got_offset_ref (input_bfd, h, r_symndx);
4843 /* Data for make_branch_to_erratum_835769_stub(). */
4845 struct erratum_835769_branch_to_stub_data
4847 struct bfd_link_info *info;
4848 asection *output_section;
4852 /* Helper to insert branches to erratum 835769 stubs in the right
4853 places for a particular section. */
4856 make_branch_to_erratum_835769_stub (struct bfd_hash_entry *gen_entry,
4859 struct elf_aarch64_stub_hash_entry *stub_entry;
4860 struct erratum_835769_branch_to_stub_data *data;
4862 unsigned long branch_insn = 0;
4863 bfd_vma veneered_insn_loc, veneer_entry_loc;
4864 bfd_signed_vma branch_offset;
4865 unsigned int target;
4868 stub_entry = (struct elf_aarch64_stub_hash_entry *) gen_entry;
4869 data = (struct erratum_835769_branch_to_stub_data *) in_arg;
4871 if (stub_entry->target_section != data->output_section
4872 || stub_entry->stub_type != aarch64_stub_erratum_835769_veneer)
4875 contents = data->contents;
4876 veneered_insn_loc = stub_entry->target_section->output_section->vma
4877 + stub_entry->target_section->output_offset
4878 + stub_entry->target_value;
4879 veneer_entry_loc = stub_entry->stub_sec->output_section->vma
4880 + stub_entry->stub_sec->output_offset
4881 + stub_entry->stub_offset;
4882 branch_offset = veneer_entry_loc - veneered_insn_loc;
4884 abfd = stub_entry->target_section->owner;
4885 if (!aarch64_valid_branch_p (veneer_entry_loc, veneered_insn_loc))
4887 (_("%B: error: Erratum 835769 stub out "
4888 "of range (input file too large)"), abfd);
4890 target = stub_entry->target_value;
4891 branch_insn = 0x14000000;
4892 branch_offset >>= 2;
4893 branch_offset &= 0x3ffffff;
4894 branch_insn |= branch_offset;
4895 bfd_putl32 (branch_insn, &contents[target]);
4902 _bfd_aarch64_erratum_843419_branch_to_stub (struct bfd_hash_entry *gen_entry,
4905 struct elf_aarch64_stub_hash_entry *stub_entry
4906 = (struct elf_aarch64_stub_hash_entry *) gen_entry;
4907 struct erratum_835769_branch_to_stub_data *data
4908 = (struct erratum_835769_branch_to_stub_data *) in_arg;
4909 struct bfd_link_info *info;
4910 struct elf_aarch64_link_hash_table *htab;
4918 contents = data->contents;
4919 section = data->output_section;
4921 htab = elf_aarch64_hash_table (info);
4923 if (stub_entry->target_section != section
4924 || stub_entry->stub_type != aarch64_stub_erratum_843419_veneer)
4927 insn = bfd_getl32 (contents + stub_entry->target_value);
4929 stub_entry->stub_sec->contents + stub_entry->stub_offset);
4931 place = (section->output_section->vma + section->output_offset
4932 + stub_entry->adrp_offset);
4933 insn = bfd_getl32 (contents + stub_entry->adrp_offset);
4935 if ((insn & AARCH64_ADRP_OP_MASK) != AARCH64_ADRP_OP)
4938 bfd_signed_vma imm =
4939 (_bfd_aarch64_sign_extend
4940 ((bfd_vma) _bfd_aarch64_decode_adrp_imm (insn) << 12, 33)
4943 if (htab->fix_erratum_843419_adr
4944 && (imm >= AARCH64_MIN_ADRP_IMM && imm <= AARCH64_MAX_ADRP_IMM))
4946 insn = (_bfd_aarch64_reencode_adr_imm (AARCH64_ADR_OP, imm)
4947 | AARCH64_RT (insn));
4948 bfd_putl32 (insn, contents + stub_entry->adrp_offset);
4952 bfd_vma veneered_insn_loc;
4953 bfd_vma veneer_entry_loc;
4954 bfd_signed_vma branch_offset;
4955 uint32_t branch_insn;
4957 veneered_insn_loc = stub_entry->target_section->output_section->vma
4958 + stub_entry->target_section->output_offset
4959 + stub_entry->target_value;
4960 veneer_entry_loc = stub_entry->stub_sec->output_section->vma
4961 + stub_entry->stub_sec->output_offset
4962 + stub_entry->stub_offset;
4963 branch_offset = veneer_entry_loc - veneered_insn_loc;
4965 abfd = stub_entry->target_section->owner;
4966 if (!aarch64_valid_branch_p (veneer_entry_loc, veneered_insn_loc))
4968 (_("%B: error: Erratum 843419 stub out "
4969 "of range (input file too large)"), abfd);
4971 branch_insn = 0x14000000;
4972 branch_offset >>= 2;
4973 branch_offset &= 0x3ffffff;
4974 branch_insn |= branch_offset;
4975 bfd_putl32 (branch_insn, contents + stub_entry->target_value);
4982 elfNN_aarch64_write_section (bfd *output_bfd ATTRIBUTE_UNUSED,
4983 struct bfd_link_info *link_info,
4988 struct elf_aarch64_link_hash_table *globals =
4989 elf_aarch64_hash_table (link_info);
4991 if (globals == NULL)
4994 /* Fix code to point to erratum 835769 stubs. */
4995 if (globals->fix_erratum_835769)
4997 struct erratum_835769_branch_to_stub_data data;
4999 data.info = link_info;
5000 data.output_section = sec;
5001 data.contents = contents;
5002 bfd_hash_traverse (&globals->stub_hash_table,
5003 make_branch_to_erratum_835769_stub, &data);
5006 if (globals->fix_erratum_843419)
5008 struct erratum_835769_branch_to_stub_data data;
5010 data.info = link_info;
5011 data.output_section = sec;
5012 data.contents = contents;
5013 bfd_hash_traverse (&globals->stub_hash_table,
5014 _bfd_aarch64_erratum_843419_branch_to_stub, &data);
5020 /* Return TRUE if RELOC is a relocation against the base of GOT table. */
5023 aarch64_relocation_aginst_gp_p (bfd_reloc_code_real_type reloc)
5025 return (reloc == BFD_RELOC_AARCH64_LD32_GOTPAGE_LO14
5026 || reloc == BFD_RELOC_AARCH64_LD64_GOTPAGE_LO15
5027 || reloc == BFD_RELOC_AARCH64_LD64_GOTOFF_LO15
5028 || reloc == BFD_RELOC_AARCH64_MOVW_GOTOFF_G0_NC
5029 || reloc == BFD_RELOC_AARCH64_MOVW_GOTOFF_G1);
5032 /* Perform a relocation as part of a final link. The input relocation type
5033 should be TLS relaxed. */
5035 static bfd_reloc_status_type
5036 elfNN_aarch64_final_link_relocate (reloc_howto_type *howto,
5039 asection *input_section,
5041 Elf_Internal_Rela *rel,
5043 struct bfd_link_info *info,
5045 struct elf_link_hash_entry *h,
5046 bfd_boolean *unresolved_reloc_p,
5047 bfd_boolean save_addend,
5048 bfd_vma *saved_addend,
5049 Elf_Internal_Sym *sym)
5051 Elf_Internal_Shdr *symtab_hdr;
5052 unsigned int r_type = howto->type;
5053 bfd_reloc_code_real_type bfd_r_type
5054 = elfNN_aarch64_bfd_reloc_from_howto (howto);
5055 unsigned long r_symndx;
5056 bfd_byte *hit_data = contents + rel->r_offset;
5057 bfd_vma place, off, got_entry_addr = 0;
5058 bfd_signed_vma signed_addend;
5059 struct elf_aarch64_link_hash_table *globals;
5060 bfd_boolean weak_undef_p;
5061 bfd_boolean relative_reloc;
5063 bfd_vma orig_value = value;
5064 bfd_boolean resolved_to_zero;
5066 globals = elf_aarch64_hash_table (info);
5068 symtab_hdr = &elf_symtab_hdr (input_bfd);
5070 BFD_ASSERT (is_aarch64_elf (input_bfd));
5072 r_symndx = ELFNN_R_SYM (rel->r_info);
5074 place = input_section->output_section->vma
5075 + input_section->output_offset + rel->r_offset;
5077 /* Get addend, accumulating the addend for consecutive relocs
5078 which refer to the same offset. */
5079 signed_addend = saved_addend ? *saved_addend : 0;
5080 signed_addend += rel->r_addend;
5082 weak_undef_p = (h ? h->root.type == bfd_link_hash_undefweak
5083 : bfd_is_und_section (sym_sec));
5085 /* Since STT_GNU_IFUNC symbol must go through PLT, we handle
5086 it here if it is defined in a non-shared object. */
5088 && h->type == STT_GNU_IFUNC
5095 if ((input_section->flags & SEC_ALLOC) == 0)
5097 /* Dynamic relocs are not propagated for SEC_DEBUGGING
5098 sections because such sections are not SEC_ALLOC and
5099 thus ld.so will not process them. */
5100 if ((input_section->flags & SEC_DEBUGGING) != 0)
5101 return bfd_reloc_ok;
5103 if (h->root.root.string)
5104 name = h->root.root.string;
5106 name = bfd_elf_sym_name (input_bfd, symtab_hdr, sym, NULL);
5108 /* xgettext:c-format */
5109 (_("%B(%A+%#Lx): unresolvable %s relocation against symbol `%s'"),
5110 input_bfd, input_section, rel->r_offset, howto->name, name);
5111 bfd_set_error (bfd_error_bad_value);
5112 return bfd_reloc_notsupported;
5114 else if (h->plt.offset == (bfd_vma) -1)
5115 goto bad_ifunc_reloc;
5117 /* STT_GNU_IFUNC symbol must go through PLT. */
5118 plt = globals->root.splt ? globals->root.splt : globals->root.iplt;
5119 value = (plt->output_section->vma + plt->output_offset + h->plt.offset);
5125 if (h->root.root.string)
5126 name = h->root.root.string;
5128 name = bfd_elf_sym_name (input_bfd, symtab_hdr, sym,
5131 /* xgettext:c-format */
5132 (_("%B: relocation %s against STT_GNU_IFUNC "
5133 "symbol `%s' isn't handled by %s"), input_bfd,
5134 howto->name, name, __FUNCTION__);
5135 bfd_set_error (bfd_error_bad_value);
5136 return bfd_reloc_notsupported;
5138 case BFD_RELOC_AARCH64_NN:
5139 if (rel->r_addend != 0)
5141 if (h->root.root.string)
5142 name = h->root.root.string;
5144 name = bfd_elf_sym_name (input_bfd, symtab_hdr,
5147 /* xgettext:c-format */
5148 (_("%B: relocation %s against STT_GNU_IFUNC "
5149 "symbol `%s' has non-zero addend: %Ld"),
5150 input_bfd, howto->name, name, rel->r_addend);
5151 bfd_set_error (bfd_error_bad_value);
5152 return bfd_reloc_notsupported;
5155 /* Generate dynamic relocation only when there is a
5156 non-GOT reference in a shared object. */
5157 if (bfd_link_pic (info) && h->non_got_ref)
5159 Elf_Internal_Rela outrel;
5162 /* Need a dynamic relocation to get the real function
5164 outrel.r_offset = _bfd_elf_section_offset (output_bfd,
5168 if (outrel.r_offset == (bfd_vma) -1
5169 || outrel.r_offset == (bfd_vma) -2)
5172 outrel.r_offset += (input_section->output_section->vma
5173 + input_section->output_offset);
5175 if (h->dynindx == -1
5177 || bfd_link_executable (info))
5179 /* This symbol is resolved locally. */
5180 outrel.r_info = ELFNN_R_INFO (0, AARCH64_R (IRELATIVE));
5181 outrel.r_addend = (h->root.u.def.value
5182 + h->root.u.def.section->output_section->vma
5183 + h->root.u.def.section->output_offset);
5187 outrel.r_info = ELFNN_R_INFO (h->dynindx, r_type);
5188 outrel.r_addend = 0;
5191 sreloc = globals->root.irelifunc;
5192 elf_append_rela (output_bfd, sreloc, &outrel);
5194 /* If this reloc is against an external symbol, we
5195 do not want to fiddle with the addend. Otherwise,
5196 we need to include the symbol value so that it
5197 becomes an addend for the dynamic reloc. For an
5198 internal symbol, we have updated addend. */
5199 return bfd_reloc_ok;
5202 case BFD_RELOC_AARCH64_CALL26:
5203 case BFD_RELOC_AARCH64_JUMP26:
5204 value = _bfd_aarch64_elf_resolve_relocation (bfd_r_type, place, value,
5207 return _bfd_aarch64_elf_put_addend (input_bfd, hit_data, bfd_r_type,
5209 case BFD_RELOC_AARCH64_ADR_GOT_PAGE:
5210 case BFD_RELOC_AARCH64_GOT_LD_PREL19:
5211 case BFD_RELOC_AARCH64_LD32_GOTPAGE_LO14:
5212 case BFD_RELOC_AARCH64_LD32_GOT_LO12_NC:
5213 case BFD_RELOC_AARCH64_LD64_GOTPAGE_LO15:
5214 case BFD_RELOC_AARCH64_MOVW_GOTOFF_G0_NC:
5215 case BFD_RELOC_AARCH64_MOVW_GOTOFF_G1:
5216 case BFD_RELOC_AARCH64_LD64_GOTOFF_LO15:
5217 case BFD_RELOC_AARCH64_LD64_GOT_LO12_NC:
5218 base_got = globals->root.sgot;
5219 off = h->got.offset;
5221 if (base_got == NULL)
5224 if (off == (bfd_vma) -1)
5228 /* We can't use h->got.offset here to save state, or
5229 even just remember the offset, as finish_dynamic_symbol
5230 would use that as offset into .got. */
5232 if (globals->root.splt != NULL)
5234 plt_index = ((h->plt.offset - globals->plt_header_size) /
5235 globals->plt_entry_size);
5236 off = (plt_index + 3) * GOT_ENTRY_SIZE;
5237 base_got = globals->root.sgotplt;
5241 plt_index = h->plt.offset / globals->plt_entry_size;
5242 off = plt_index * GOT_ENTRY_SIZE;
5243 base_got = globals->root.igotplt;
5246 if (h->dynindx == -1
5250 /* This references the local definition. We must
5251 initialize this entry in the global offset table.
5252 Since the offset must always be a multiple of 8,
5253 we use the least significant bit to record
5254 whether we have initialized it already.
5256 When doing a dynamic link, we create a .rela.got
5257 relocation entry to initialize the value. This
5258 is done in the finish_dynamic_symbol routine. */
5263 bfd_put_NN (output_bfd, value,
5264 base_got->contents + off);
5265 /* Note that this is harmless as -1 | 1 still is -1. */
5269 value = (base_got->output_section->vma
5270 + base_got->output_offset + off);
5273 value = aarch64_calculate_got_entry_vma (h, globals, info,
5275 unresolved_reloc_p);
5277 if (aarch64_relocation_aginst_gp_p (bfd_r_type))
5278 addend = (globals->root.sgot->output_section->vma
5279 + globals->root.sgot->output_offset);
5281 value = _bfd_aarch64_elf_resolve_relocation (bfd_r_type, place, value,
5282 addend, weak_undef_p);
5283 return _bfd_aarch64_elf_put_addend (input_bfd, hit_data, bfd_r_type, howto, value);
5284 case BFD_RELOC_AARCH64_ADD_LO12:
5285 case BFD_RELOC_AARCH64_ADR_HI21_PCREL:
5290 resolved_to_zero = (h != NULL
5291 && UNDEFWEAK_NO_DYNAMIC_RELOC (info, h));
5295 case BFD_RELOC_AARCH64_NONE:
5296 case BFD_RELOC_AARCH64_TLSDESC_ADD:
5297 case BFD_RELOC_AARCH64_TLSDESC_CALL:
5298 case BFD_RELOC_AARCH64_TLSDESC_LDR:
5299 *unresolved_reloc_p = FALSE;
5300 return bfd_reloc_ok;
5302 case BFD_RELOC_AARCH64_NN:
5304 /* When generating a shared object or relocatable executable, these
5305 relocations are copied into the output file to be resolved at
5307 if (((bfd_link_pic (info)
5308 || globals->root.is_relocatable_executable)
5309 && (input_section->flags & SEC_ALLOC)
5311 || (ELF_ST_VISIBILITY (h->other) == STV_DEFAULT
5312 && !resolved_to_zero)
5313 || h->root.type != bfd_link_hash_undefweak))
5314 /* Or we are creating an executable, we may need to keep relocations
5315 for symbols satisfied by a dynamic library if we manage to avoid
5316 copy relocs for the symbol. */
5317 || (ELIMINATE_COPY_RELOCS
5318 && !bfd_link_pic (info)
5320 && (input_section->flags & SEC_ALLOC)
5325 || h->root.type == bfd_link_hash_undefweak
5326 || h->root.type == bfd_link_hash_undefined)))
5328 Elf_Internal_Rela outrel;
5330 bfd_boolean skip, relocate;
5333 *unresolved_reloc_p = FALSE;
5338 outrel.r_addend = signed_addend;
5340 _bfd_elf_section_offset (output_bfd, info, input_section,
5342 if (outrel.r_offset == (bfd_vma) - 1)
5344 else if (outrel.r_offset == (bfd_vma) - 2)
5350 outrel.r_offset += (input_section->output_section->vma
5351 + input_section->output_offset);
5354 memset (&outrel, 0, sizeof outrel);
5357 && (!bfd_link_pic (info)
5358 || !(bfd_link_pie (info)
5359 || SYMBOLIC_BIND (info, h))
5360 || !h->def_regular))
5361 outrel.r_info = ELFNN_R_INFO (h->dynindx, r_type);
5366 /* On SVR4-ish systems, the dynamic loader cannot
5367 relocate the text and data segments independently,
5368 so the symbol does not matter. */
5370 relocate = globals->no_apply_dynamic_relocs ? FALSE : TRUE;
5371 outrel.r_info = ELFNN_R_INFO (symbol, AARCH64_R (RELATIVE));
5372 outrel.r_addend += value;
5375 sreloc = elf_section_data (input_section)->sreloc;
5376 if (sreloc == NULL || sreloc->contents == NULL)
5377 return bfd_reloc_notsupported;
5379 loc = sreloc->contents + sreloc->reloc_count++ * RELOC_SIZE (globals);
5380 bfd_elfNN_swap_reloca_out (output_bfd, &outrel, loc);
5382 if (sreloc->reloc_count * RELOC_SIZE (globals) > sreloc->size)
5384 /* Sanity to check that we have previously allocated
5385 sufficient space in the relocation section for the
5386 number of relocations we actually want to emit. */
5390 /* If this reloc is against an external symbol, we do not want to
5391 fiddle with the addend. Otherwise, we need to include the symbol
5392 value so that it becomes an addend for the dynamic reloc. */
5394 return bfd_reloc_ok;
5396 return _bfd_final_link_relocate (howto, input_bfd, input_section,
5397 contents, rel->r_offset, value,
5401 value += signed_addend;
5404 case BFD_RELOC_AARCH64_CALL26:
5405 case BFD_RELOC_AARCH64_JUMP26:
5407 asection *splt = globals->root.splt;
5408 bfd_boolean via_plt_p =
5409 splt != NULL && h != NULL && h->plt.offset != (bfd_vma) - 1;
5411 /* A call to an undefined weak symbol is converted to a jump to
5412 the next instruction unless a PLT entry will be created.
5413 The jump to the next instruction is optimized as a NOP.
5414 Do the same for local undefined symbols. */
5415 if (weak_undef_p && ! via_plt_p)
5417 bfd_putl32 (INSN_NOP, hit_data);
5418 return bfd_reloc_ok;
5421 /* If the call goes through a PLT entry, make sure to
5422 check distance to the right destination address. */
5424 value = (splt->output_section->vma
5425 + splt->output_offset + h->plt.offset);
5427 /* Check if a stub has to be inserted because the destination
5429 struct elf_aarch64_stub_hash_entry *stub_entry = NULL;
5431 /* If the branch destination is directed to plt stub, "value" will be
5432 the final destination, otherwise we should plus signed_addend, it may
5433 contain non-zero value, for example call to local function symbol
5434 which are turned into "sec_sym + sec_off", and sec_off is kept in
5436 if (! aarch64_valid_branch_p (via_plt_p ? value : value + signed_addend,
5438 /* The target is out of reach, so redirect the branch to
5439 the local stub for this function. */
5440 stub_entry = elfNN_aarch64_get_stub_entry (input_section, sym_sec, h,
5442 if (stub_entry != NULL)
5444 value = (stub_entry->stub_offset
5445 + stub_entry->stub_sec->output_offset
5446 + stub_entry->stub_sec->output_section->vma);
5448 /* We have redirected the destination to stub entry address,
5449 so ignore any addend record in the original rela entry. */
5453 value = _bfd_aarch64_elf_resolve_relocation (bfd_r_type, place, value,
5454 signed_addend, weak_undef_p);
5455 *unresolved_reloc_p = FALSE;
5458 case BFD_RELOC_AARCH64_16_PCREL:
5459 case BFD_RELOC_AARCH64_32_PCREL:
5460 case BFD_RELOC_AARCH64_64_PCREL:
5461 case BFD_RELOC_AARCH64_ADR_HI21_NC_PCREL:
5462 case BFD_RELOC_AARCH64_ADR_HI21_PCREL:
5463 case BFD_RELOC_AARCH64_ADR_LO21_PCREL:
5464 case BFD_RELOC_AARCH64_LD_LO19_PCREL:
5465 case BFD_RELOC_AARCH64_MOVW_PREL_G0:
5466 case BFD_RELOC_AARCH64_MOVW_PREL_G0_NC:
5467 case BFD_RELOC_AARCH64_MOVW_PREL_G1:
5468 case BFD_RELOC_AARCH64_MOVW_PREL_G1_NC:
5469 case BFD_RELOC_AARCH64_MOVW_PREL_G2:
5470 case BFD_RELOC_AARCH64_MOVW_PREL_G2_NC:
5471 case BFD_RELOC_AARCH64_MOVW_PREL_G3:
5472 if (bfd_link_pic (info)
5473 && (input_section->flags & SEC_ALLOC) != 0
5474 && (input_section->flags & SEC_READONLY) != 0
5475 && !SYMBOL_REFERENCES_LOCAL (info, h))
5477 int howto_index = bfd_r_type - BFD_RELOC_AARCH64_RELOC_START;
5480 /* xgettext:c-format */
5481 (_("%B: relocation %s against symbol `%s' which may bind "
5482 "externally can not be used when making a shared object; "
5483 "recompile with -fPIC"),
5484 input_bfd, elfNN_aarch64_howto_table[howto_index].name,
5485 h->root.root.string);
5486 bfd_set_error (bfd_error_bad_value);
5487 return bfd_reloc_notsupported;
5491 case BFD_RELOC_AARCH64_16:
5493 case BFD_RELOC_AARCH64_32:
5495 case BFD_RELOC_AARCH64_ADD_LO12:
5496 case BFD_RELOC_AARCH64_BRANCH19:
5497 case BFD_RELOC_AARCH64_LDST128_LO12:
5498 case BFD_RELOC_AARCH64_LDST16_LO12:
5499 case BFD_RELOC_AARCH64_LDST32_LO12:
5500 case BFD_RELOC_AARCH64_LDST64_LO12:
5501 case BFD_RELOC_AARCH64_LDST8_LO12:
5502 case BFD_RELOC_AARCH64_MOVW_G0:
5503 case BFD_RELOC_AARCH64_MOVW_G0_NC:
5504 case BFD_RELOC_AARCH64_MOVW_G0_S:
5505 case BFD_RELOC_AARCH64_MOVW_G1:
5506 case BFD_RELOC_AARCH64_MOVW_G1_NC:
5507 case BFD_RELOC_AARCH64_MOVW_G1_S:
5508 case BFD_RELOC_AARCH64_MOVW_G2:
5509 case BFD_RELOC_AARCH64_MOVW_G2_NC:
5510 case BFD_RELOC_AARCH64_MOVW_G2_S:
5511 case BFD_RELOC_AARCH64_MOVW_G3:
5512 case BFD_RELOC_AARCH64_TSTBR14:
5513 value = _bfd_aarch64_elf_resolve_relocation (bfd_r_type, place, value,
5514 signed_addend, weak_undef_p);
5517 case BFD_RELOC_AARCH64_ADR_GOT_PAGE:
5518 case BFD_RELOC_AARCH64_GOT_LD_PREL19:
5519 case BFD_RELOC_AARCH64_LD32_GOTPAGE_LO14:
5520 case BFD_RELOC_AARCH64_LD32_GOT_LO12_NC:
5521 case BFD_RELOC_AARCH64_LD64_GOTPAGE_LO15:
5522 case BFD_RELOC_AARCH64_LD64_GOT_LO12_NC:
5523 case BFD_RELOC_AARCH64_LD64_GOTOFF_LO15:
5524 case BFD_RELOC_AARCH64_MOVW_GOTOFF_G0_NC:
5525 case BFD_RELOC_AARCH64_MOVW_GOTOFF_G1:
5526 if (globals->root.sgot == NULL)
5527 BFD_ASSERT (h != NULL);
5529 relative_reloc = FALSE;
5534 /* If a symbol is not dynamic and is not undefined weak, bind it
5535 locally and generate a RELATIVE relocation under PIC mode.
5537 NOTE: one symbol may be referenced by several relocations, we
5538 should only generate one RELATIVE relocation for that symbol.
5539 Therefore, check GOT offset mark first. */
5540 if (h->dynindx == -1
5542 && h->root.type != bfd_link_hash_undefweak
5543 && bfd_link_pic (info)
5544 && !symbol_got_offset_mark_p (input_bfd, h, r_symndx))
5545 relative_reloc = TRUE;
5547 value = aarch64_calculate_got_entry_vma (h, globals, info, value,
5549 unresolved_reloc_p);
5550 /* Record the GOT entry address which will be used when generating
5551 RELATIVE relocation. */
5553 got_entry_addr = value;
5555 if (aarch64_relocation_aginst_gp_p (bfd_r_type))
5556 addend = (globals->root.sgot->output_section->vma
5557 + globals->root.sgot->output_offset);
5558 value = _bfd_aarch64_elf_resolve_relocation (bfd_r_type, place, value,
5559 addend, weak_undef_p);
5564 struct elf_aarch64_local_symbol *locals
5565 = elf_aarch64_locals (input_bfd);
5569 int howto_index = bfd_r_type - BFD_RELOC_AARCH64_RELOC_START;
5571 /* xgettext:c-format */
5572 (_("%B: Local symbol descriptor table be NULL when applying "
5573 "relocation %s against local symbol"),
5574 input_bfd, elfNN_aarch64_howto_table[howto_index].name);
5578 off = symbol_got_offset (input_bfd, h, r_symndx);
5579 base_got = globals->root.sgot;
5580 got_entry_addr = (base_got->output_section->vma
5581 + base_got->output_offset + off);
5583 if (!symbol_got_offset_mark_p (input_bfd, h, r_symndx))
5585 bfd_put_64 (output_bfd, value, base_got->contents + off);
5587 /* For local symbol, we have done absolute relocation in static
5588 linking stage. While for shared library, we need to update the
5589 content of GOT entry according to the shared object's runtime
5590 base address. So, we need to generate a R_AARCH64_RELATIVE reloc
5591 for dynamic linker. */
5592 if (bfd_link_pic (info))
5593 relative_reloc = TRUE;
5595 symbol_got_offset_mark (input_bfd, h, r_symndx);
5598 /* Update the relocation value to GOT entry addr as we have transformed
5599 the direct data access into indirect data access through GOT. */
5600 value = got_entry_addr;
5602 if (aarch64_relocation_aginst_gp_p (bfd_r_type))
5603 addend = base_got->output_section->vma + base_got->output_offset;
5605 value = _bfd_aarch64_elf_resolve_relocation (bfd_r_type, place, value,
5606 addend, weak_undef_p);
5612 Elf_Internal_Rela outrel;
5614 s = globals->root.srelgot;
5618 outrel.r_offset = got_entry_addr;
5619 outrel.r_info = ELFNN_R_INFO (0, AARCH64_R (RELATIVE));
5620 outrel.r_addend = orig_value;
5621 elf_append_rela (output_bfd, s, &outrel);
5625 case BFD_RELOC_AARCH64_TLSGD_ADD_LO12_NC:
5626 case BFD_RELOC_AARCH64_TLSGD_ADR_PAGE21:
5627 case BFD_RELOC_AARCH64_TLSGD_ADR_PREL21:
5628 case BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21:
5629 case BFD_RELOC_AARCH64_TLSIE_LD32_GOTTPREL_LO12_NC:
5630 case BFD_RELOC_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC:
5631 case BFD_RELOC_AARCH64_TLSIE_LD_GOTTPREL_PREL19:
5632 case BFD_RELOC_AARCH64_TLSLD_ADD_LO12_NC:
5633 case BFD_RELOC_AARCH64_TLSLD_ADR_PAGE21:
5634 case BFD_RELOC_AARCH64_TLSLD_ADR_PREL21:
5635 if (globals->root.sgot == NULL)
5636 return bfd_reloc_notsupported;
5638 value = (symbol_got_offset (input_bfd, h, r_symndx)
5639 + globals->root.sgot->output_section->vma
5640 + globals->root.sgot->output_offset);
5642 value = _bfd_aarch64_elf_resolve_relocation (bfd_r_type, place, value,
5644 *unresolved_reloc_p = FALSE;
5647 case BFD_RELOC_AARCH64_TLSGD_MOVW_G0_NC:
5648 case BFD_RELOC_AARCH64_TLSGD_MOVW_G1:
5649 case BFD_RELOC_AARCH64_TLSIE_MOVW_GOTTPREL_G0_NC:
5650 case BFD_RELOC_AARCH64_TLSIE_MOVW_GOTTPREL_G1:
5651 if (globals->root.sgot == NULL)
5652 return bfd_reloc_notsupported;
5654 value = symbol_got_offset (input_bfd, h, r_symndx);
5655 value = _bfd_aarch64_elf_resolve_relocation (bfd_r_type, place, value,
5657 *unresolved_reloc_p = FALSE;
5660 case BFD_RELOC_AARCH64_TLSLD_ADD_DTPREL_HI12:
5661 case BFD_RELOC_AARCH64_TLSLD_ADD_DTPREL_LO12:
5662 case BFD_RELOC_AARCH64_TLSLD_ADD_DTPREL_LO12_NC:
5663 case BFD_RELOC_AARCH64_TLSLD_LDST16_DTPREL_LO12:
5664 case BFD_RELOC_AARCH64_TLSLD_LDST16_DTPREL_LO12_NC:
5665 case BFD_RELOC_AARCH64_TLSLD_LDST32_DTPREL_LO12:
5666 case BFD_RELOC_AARCH64_TLSLD_LDST32_DTPREL_LO12_NC:
5667 case BFD_RELOC_AARCH64_TLSLD_LDST64_DTPREL_LO12:
5668 case BFD_RELOC_AARCH64_TLSLD_LDST64_DTPREL_LO12_NC:
5669 case BFD_RELOC_AARCH64_TLSLD_LDST8_DTPREL_LO12:
5670 case BFD_RELOC_AARCH64_TLSLD_LDST8_DTPREL_LO12_NC:
5671 case BFD_RELOC_AARCH64_TLSLD_MOVW_DTPREL_G0:
5672 case BFD_RELOC_AARCH64_TLSLD_MOVW_DTPREL_G0_NC:
5673 case BFD_RELOC_AARCH64_TLSLD_MOVW_DTPREL_G1:
5674 case BFD_RELOC_AARCH64_TLSLD_MOVW_DTPREL_G1_NC:
5675 case BFD_RELOC_AARCH64_TLSLD_MOVW_DTPREL_G2:
5676 value = _bfd_aarch64_elf_resolve_relocation (bfd_r_type, place, value,
5677 signed_addend - dtpoff_base (info),
5681 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_HI12:
5682 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_LO12:
5683 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_LO12_NC:
5684 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0:
5685 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0_NC:
5686 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1:
5687 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1_NC:
5688 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G2:
5689 value = _bfd_aarch64_elf_resolve_relocation (bfd_r_type, place, value,
5690 signed_addend - tpoff_base (info),
5692 *unresolved_reloc_p = FALSE;
5695 case BFD_RELOC_AARCH64_TLSDESC_ADD_LO12:
5696 case BFD_RELOC_AARCH64_TLSDESC_ADR_PAGE21:
5697 case BFD_RELOC_AARCH64_TLSDESC_ADR_PREL21:
5698 case BFD_RELOC_AARCH64_TLSDESC_LD32_LO12_NC:
5699 case BFD_RELOC_AARCH64_TLSDESC_LD64_LO12:
5700 case BFD_RELOC_AARCH64_TLSDESC_LD_PREL19:
5701 if (globals->root.sgot == NULL)
5702 return bfd_reloc_notsupported;
5703 value = (symbol_tlsdesc_got_offset (input_bfd, h, r_symndx)
5704 + globals->root.sgotplt->output_section->vma
5705 + globals->root.sgotplt->output_offset
5706 + globals->sgotplt_jump_table_size);
5708 value = _bfd_aarch64_elf_resolve_relocation (bfd_r_type, place, value,
5710 *unresolved_reloc_p = FALSE;
5713 case BFD_RELOC_AARCH64_TLSDESC_OFF_G0_NC:
5714 case BFD_RELOC_AARCH64_TLSDESC_OFF_G1:
5715 if (globals->root.sgot == NULL)
5716 return bfd_reloc_notsupported;
5718 value = (symbol_tlsdesc_got_offset (input_bfd, h, r_symndx)
5719 + globals->root.sgotplt->output_section->vma
5720 + globals->root.sgotplt->output_offset
5721 + globals->sgotplt_jump_table_size);
5723 value -= (globals->root.sgot->output_section->vma
5724 + globals->root.sgot->output_offset);
5726 value = _bfd_aarch64_elf_resolve_relocation (bfd_r_type, place, value,
5728 *unresolved_reloc_p = FALSE;
5732 return bfd_reloc_notsupported;
5736 *saved_addend = value;
5738 /* Only apply the final relocation in a sequence. */
5740 return bfd_reloc_continue;
5742 return _bfd_aarch64_elf_put_addend (input_bfd, hit_data, bfd_r_type,
5746 /* LP64 and ILP32 operates on x- and w-registers respectively.
5747 Next definitions take into account the difference between
5748 corresponding machine codes. R means x-register if the target
5749 arch is LP64, and w-register if the target is ILP32. */
5752 # define add_R0_R0 (0x91000000)
5753 # define add_R0_R0_R1 (0x8b000020)
5754 # define add_R0_R1 (0x91400020)
5755 # define ldr_R0 (0x58000000)
5756 # define ldr_R0_mask(i) (i & 0xffffffe0)
5757 # define ldr_R0_x0 (0xf9400000)
5758 # define ldr_hw_R0 (0xf2a00000)
5759 # define movk_R0 (0xf2800000)
5760 # define movz_R0 (0xd2a00000)
5761 # define movz_hw_R0 (0xd2c00000)
5762 #else /*ARCH_SIZE == 32 */
5763 # define add_R0_R0 (0x11000000)
5764 # define add_R0_R0_R1 (0x0b000020)
5765 # define add_R0_R1 (0x11400020)
5766 # define ldr_R0 (0x18000000)
5767 # define ldr_R0_mask(i) (i & 0xbfffffe0)
5768 # define ldr_R0_x0 (0xb9400000)
5769 # define ldr_hw_R0 (0x72a00000)
5770 # define movk_R0 (0x72800000)
5771 # define movz_R0 (0x52a00000)
5772 # define movz_hw_R0 (0x52c00000)
5775 /* Handle TLS relaxations. Relaxing is possible for symbols that use
5776 R_AARCH64_TLSDESC_ADR_{PAGE, LD64_LO12_NC, ADD_LO12_NC} during a static
5779 Return bfd_reloc_ok if we're done, bfd_reloc_continue if the caller
5780 is to then call final_link_relocate. Return other values in the
5783 static bfd_reloc_status_type
5784 elfNN_aarch64_tls_relax (struct elf_aarch64_link_hash_table *globals,
5785 bfd *input_bfd, bfd_byte *contents,
5786 Elf_Internal_Rela *rel, struct elf_link_hash_entry *h)
5788 bfd_boolean is_local = h == NULL;
5789 unsigned int r_type = ELFNN_R_TYPE (rel->r_info);
5792 BFD_ASSERT (globals && input_bfd && contents && rel);
5794 switch (elfNN_aarch64_bfd_reloc_from_type (r_type))
5796 case BFD_RELOC_AARCH64_TLSDESC_ADR_PAGE21:
5797 case BFD_RELOC_AARCH64_TLSGD_ADR_PAGE21:
5800 /* GD->LE relaxation:
5801 adrp x0, :tlsgd:var => movz R0, :tprel_g1:var
5803 adrp x0, :tlsdesc:var => movz R0, :tprel_g1:var
5805 Where R is x for LP64, and w for ILP32. */
5806 bfd_putl32 (movz_R0, contents + rel->r_offset);
5807 return bfd_reloc_continue;
5811 /* GD->IE relaxation:
5812 adrp x0, :tlsgd:var => adrp x0, :gottprel:var
5814 adrp x0, :tlsdesc:var => adrp x0, :gottprel:var
5816 return bfd_reloc_continue;
5819 case BFD_RELOC_AARCH64_TLSDESC_ADR_PREL21:
5823 case BFD_RELOC_AARCH64_TLSDESC_LD_PREL19:
5826 /* Tiny TLSDESC->LE relaxation:
5827 ldr x1, :tlsdesc:var => movz R0, #:tprel_g1:var
5828 adr x0, :tlsdesc:var => movk R0, #:tprel_g0_nc:var
5832 Where R is x for LP64, and w for ILP32. */
5833 BFD_ASSERT (ELFNN_R_TYPE (rel[1].r_info) == AARCH64_R (TLSDESC_ADR_PREL21));
5834 BFD_ASSERT (ELFNN_R_TYPE (rel[2].r_info) == AARCH64_R (TLSDESC_CALL));
5836 rel[1].r_info = ELFNN_R_INFO (ELFNN_R_SYM (rel->r_info),
5837 AARCH64_R (TLSLE_MOVW_TPREL_G0_NC));
5838 rel[2].r_info = ELFNN_R_INFO (STN_UNDEF, R_AARCH64_NONE);
5840 bfd_putl32 (movz_R0, contents + rel->r_offset);
5841 bfd_putl32 (movk_R0, contents + rel->r_offset + 4);
5842 bfd_putl32 (INSN_NOP, contents + rel->r_offset + 8);
5843 return bfd_reloc_continue;
5847 /* Tiny TLSDESC->IE relaxation:
5848 ldr x1, :tlsdesc:var => ldr x0, :gottprel:var
5849 adr x0, :tlsdesc:var => nop
5853 BFD_ASSERT (ELFNN_R_TYPE (rel[1].r_info) == AARCH64_R (TLSDESC_ADR_PREL21));
5854 BFD_ASSERT (ELFNN_R_TYPE (rel[2].r_info) == AARCH64_R (TLSDESC_CALL));
5856 rel[1].r_info = ELFNN_R_INFO (STN_UNDEF, R_AARCH64_NONE);
5857 rel[2].r_info = ELFNN_R_INFO (STN_UNDEF, R_AARCH64_NONE);
5859 bfd_putl32 (ldr_R0, contents + rel->r_offset);
5860 bfd_putl32 (INSN_NOP, contents + rel->r_offset + 4);
5861 bfd_putl32 (INSN_NOP, contents + rel->r_offset + 8);
5862 return bfd_reloc_continue;
5865 case BFD_RELOC_AARCH64_TLSGD_ADR_PREL21:
5868 /* Tiny GD->LE relaxation:
5869 adr x0, :tlsgd:var => mrs x1, tpidr_el0
5870 bl __tls_get_addr => add R0, R1, #:tprel_hi12:x, lsl #12
5871 nop => add R0, R0, #:tprel_lo12_nc:x
5873 Where R is x for LP64, and x for Ilp32. */
5875 /* First kill the tls_get_addr reloc on the bl instruction. */
5876 BFD_ASSERT (rel->r_offset + 4 == rel[1].r_offset);
5878 bfd_putl32 (0xd53bd041, contents + rel->r_offset + 0);
5879 bfd_putl32 (add_R0_R1, contents + rel->r_offset + 4);
5880 bfd_putl32 (add_R0_R0, contents + rel->r_offset + 8);
5882 rel[1].r_info = ELFNN_R_INFO (ELFNN_R_SYM (rel->r_info),
5883 AARCH64_R (TLSLE_ADD_TPREL_LO12_NC));
5884 rel[1].r_offset = rel->r_offset + 8;
5886 /* Move the current relocation to the second instruction in
5889 rel->r_info = ELFNN_R_INFO (ELFNN_R_SYM (rel->r_info),
5890 AARCH64_R (TLSLE_ADD_TPREL_HI12));
5891 return bfd_reloc_continue;
5895 /* Tiny GD->IE relaxation:
5896 adr x0, :tlsgd:var => ldr R0, :gottprel:var
5897 bl __tls_get_addr => mrs x1, tpidr_el0
5898 nop => add R0, R0, R1
5900 Where R is x for LP64, and w for Ilp32. */
5902 /* First kill the tls_get_addr reloc on the bl instruction. */
5903 BFD_ASSERT (rel->r_offset + 4 == rel[1].r_offset);
5904 rel[1].r_info = ELFNN_R_INFO (STN_UNDEF, R_AARCH64_NONE);
5906 bfd_putl32 (ldr_R0, contents + rel->r_offset);
5907 bfd_putl32 (0xd53bd041, contents + rel->r_offset + 4);
5908 bfd_putl32 (add_R0_R0_R1, contents + rel->r_offset + 8);
5909 return bfd_reloc_continue;
5913 case BFD_RELOC_AARCH64_TLSGD_MOVW_G1:
5914 BFD_ASSERT (ELFNN_R_TYPE (rel[1].r_info) == AARCH64_R (TLSGD_MOVW_G0_NC));
5915 BFD_ASSERT (rel->r_offset + 12 == rel[2].r_offset);
5916 BFD_ASSERT (ELFNN_R_TYPE (rel[2].r_info) == AARCH64_R (CALL26));
5920 /* Large GD->LE relaxation:
5921 movz x0, #:tlsgd_g1:var => movz x0, #:tprel_g2:var, lsl #32
5922 movk x0, #:tlsgd_g0_nc:var => movk x0, #:tprel_g1_nc:var, lsl #16
5923 add x0, gp, x0 => movk x0, #:tprel_g0_nc:var
5924 bl __tls_get_addr => mrs x1, tpidr_el0
5925 nop => add x0, x0, x1
5927 rel[2].r_info = ELFNN_R_INFO (ELFNN_R_SYM (rel->r_info),
5928 AARCH64_R (TLSLE_MOVW_TPREL_G0_NC));
5929 rel[2].r_offset = rel->r_offset + 8;
5931 bfd_putl32 (movz_hw_R0, contents + rel->r_offset + 0);
5932 bfd_putl32 (ldr_hw_R0, contents + rel->r_offset + 4);
5933 bfd_putl32 (movk_R0, contents + rel->r_offset + 8);
5934 bfd_putl32 (0xd53bd041, contents + rel->r_offset + 12);
5935 bfd_putl32 (add_R0_R0_R1, contents + rel->r_offset + 16);
5939 /* Large GD->IE relaxation:
5940 movz x0, #:tlsgd_g1:var => movz x0, #:gottprel_g1:var, lsl #16
5941 movk x0, #:tlsgd_g0_nc:var => movk x0, #:gottprel_g0_nc:var
5942 add x0, gp, x0 => ldr x0, [gp, x0]
5943 bl __tls_get_addr => mrs x1, tpidr_el0
5944 nop => add x0, x0, x1
5946 rel[2].r_info = ELFNN_R_INFO (STN_UNDEF, R_AARCH64_NONE);
5947 bfd_putl32 (0xd2a80000, contents + rel->r_offset + 0);
5948 bfd_putl32 (ldr_R0, contents + rel->r_offset + 8);
5949 bfd_putl32 (0xd53bd041, contents + rel->r_offset + 12);
5950 bfd_putl32 (add_R0_R0_R1, contents + rel->r_offset + 16);
5952 return bfd_reloc_continue;
5954 case BFD_RELOC_AARCH64_TLSGD_MOVW_G0_NC:
5955 return bfd_reloc_continue;
5958 case BFD_RELOC_AARCH64_TLSIE_LD_GOTTPREL_PREL19:
5959 return bfd_reloc_continue;
5961 case BFD_RELOC_AARCH64_TLSDESC_LDNN_LO12_NC:
5964 /* GD->LE relaxation:
5965 ldr xd, [x0, #:tlsdesc_lo12:var] => movk x0, :tprel_g0_nc:var
5967 Where R is x for lp64 mode, and w for ILP32 mode. */
5968 bfd_putl32 (movk_R0, contents + rel->r_offset);
5969 return bfd_reloc_continue;
5973 /* GD->IE relaxation:
5974 ldr xd, [x0, #:tlsdesc_lo12:var] => ldr R0, [x0, #:gottprel_lo12:var]
5976 Where R is x for lp64 mode, and w for ILP32 mode. */
5977 insn = bfd_getl32 (contents + rel->r_offset);
5978 bfd_putl32 (ldr_R0_mask (insn), contents + rel->r_offset);
5979 return bfd_reloc_continue;
5982 case BFD_RELOC_AARCH64_TLSGD_ADD_LO12_NC:
5985 /* GD->LE relaxation
5986 add x0, #:tlsgd_lo12:var => movk R0, :tprel_g0_nc:var
5987 bl __tls_get_addr => mrs x1, tpidr_el0
5988 nop => add R0, R1, R0
5990 Where R is x for lp64 mode, and w for ILP32 mode. */
5992 /* First kill the tls_get_addr reloc on the bl instruction. */
5993 BFD_ASSERT (rel->r_offset + 4 == rel[1].r_offset);
5994 rel[1].r_info = ELFNN_R_INFO (STN_UNDEF, R_AARCH64_NONE);
5996 bfd_putl32 (movk_R0, contents + rel->r_offset);
5997 bfd_putl32 (0xd53bd041, contents + rel->r_offset + 4);
5998 bfd_putl32 (add_R0_R0_R1, contents + rel->r_offset + 8);
5999 return bfd_reloc_continue;
6003 /* GD->IE relaxation
6004 ADD x0, #:tlsgd_lo12:var => ldr R0, [x0, #:gottprel_lo12:var]
6005 BL __tls_get_addr => mrs x1, tpidr_el0
6007 NOP => add R0, R1, R0
6009 Where R is x for lp64 mode, and w for ilp32 mode. */
6011 BFD_ASSERT (ELFNN_R_TYPE (rel[1].r_info) == AARCH64_R (CALL26));
6013 /* Remove the relocation on the BL instruction. */
6014 rel[1].r_info = ELFNN_R_INFO (STN_UNDEF, R_AARCH64_NONE);
6016 /* We choose to fixup the BL and NOP instructions using the
6017 offset from the second relocation to allow flexibility in
6018 scheduling instructions between the ADD and BL. */
6019 bfd_putl32 (ldr_R0_x0, contents + rel->r_offset);
6020 bfd_putl32 (0xd53bd041, contents + rel[1].r_offset);
6021 bfd_putl32 (add_R0_R0_R1, contents + rel[1].r_offset + 4);
6022 return bfd_reloc_continue;
6025 case BFD_RELOC_AARCH64_TLSDESC_ADD:
6026 case BFD_RELOC_AARCH64_TLSDESC_ADD_LO12:
6027 case BFD_RELOC_AARCH64_TLSDESC_CALL:
6028 /* GD->IE/LE relaxation:
6029 add x0, x0, #:tlsdesc_lo12:var => nop
6032 bfd_putl32 (INSN_NOP, contents + rel->r_offset);
6033 return bfd_reloc_ok;
6035 case BFD_RELOC_AARCH64_TLSDESC_LDR:
6038 /* GD->LE relaxation:
6039 ldr xd, [gp, xn] => movk R0, #:tprel_g0_nc:var
6041 Where R is x for lp64 mode, and w for ILP32 mode. */
6042 bfd_putl32 (movk_R0, contents + rel->r_offset);
6043 return bfd_reloc_continue;
6047 /* GD->IE relaxation:
6048 ldr xd, [gp, xn] => ldr R0, [gp, xn]
6050 Where R is x for lp64 mode, and w for ILP32 mode. */
6051 insn = bfd_getl32 (contents + rel->r_offset);
6052 bfd_putl32 (ldr_R0_mask (insn), contents + rel->r_offset);
6053 return bfd_reloc_ok;
6056 case BFD_RELOC_AARCH64_TLSDESC_OFF_G0_NC:
6057 /* GD->LE relaxation:
6058 movk xd, #:tlsdesc_off_g0_nc:var => movk R0, #:tprel_g1_nc:var, lsl #16
6060 movk xd, #:tlsdesc_off_g0_nc:var => movk Rd, #:gottprel_g0_nc:var
6062 Where R is x for lp64 mode, and w for ILP32 mode. */
6064 bfd_putl32 (ldr_hw_R0, contents + rel->r_offset);
6065 return bfd_reloc_continue;
6067 case BFD_RELOC_AARCH64_TLSDESC_OFF_G1:
6070 /* GD->LE relaxation:
6071 movz xd, #:tlsdesc_off_g1:var => movz R0, #:tprel_g2:var, lsl #32
6073 Where R is x for lp64 mode, and w for ILP32 mode. */
6074 bfd_putl32 (movz_hw_R0, contents + rel->r_offset);
6075 return bfd_reloc_continue;
6079 /* GD->IE relaxation:
6080 movz xd, #:tlsdesc_off_g1:var => movz Rd, #:gottprel_g1:var, lsl #16
6082 Where R is x for lp64 mode, and w for ILP32 mode. */
6083 insn = bfd_getl32 (contents + rel->r_offset);
6084 bfd_putl32 (movz_R0 | (insn & 0x1f), contents + rel->r_offset);
6085 return bfd_reloc_continue;
6088 case BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21:
6089 /* IE->LE relaxation:
6090 adrp xd, :gottprel:var => movz Rd, :tprel_g1:var
6092 Where R is x for lp64 mode, and w for ILP32 mode. */
6095 insn = bfd_getl32 (contents + rel->r_offset);
6096 bfd_putl32 (movz_R0 | (insn & 0x1f), contents + rel->r_offset);
6098 return bfd_reloc_continue;
6100 case BFD_RELOC_AARCH64_TLSIE_LDNN_GOTTPREL_LO12_NC:
6101 /* IE->LE relaxation:
6102 ldr xd, [xm, #:gottprel_lo12:var] => movk Rd, :tprel_g0_nc:var
6104 Where R is x for lp64 mode, and w for ILP32 mode. */
6107 insn = bfd_getl32 (contents + rel->r_offset);
6108 bfd_putl32 (movk_R0 | (insn & 0x1f), contents + rel->r_offset);
6110 return bfd_reloc_continue;
6112 case BFD_RELOC_AARCH64_TLSLD_ADR_PREL21:
6113 /* LD->LE relaxation (tiny):
6114 adr x0, :tlsldm:x => mrs x0, tpidr_el0
6115 bl __tls_get_addr => add R0, R0, TCB_SIZE
6117 Where R is x for lp64 mode, and w for ilp32 mode. */
6120 BFD_ASSERT (rel->r_offset + 4 == rel[1].r_offset);
6121 BFD_ASSERT (ELFNN_R_TYPE (rel[1].r_info) == AARCH64_R (CALL26));
6122 /* No need of CALL26 relocation for tls_get_addr. */
6123 rel[1].r_info = ELFNN_R_INFO (STN_UNDEF, R_AARCH64_NONE);
6124 bfd_putl32 (0xd53bd040, contents + rel->r_offset + 0);
6125 bfd_putl32 (add_R0_R0 | (TCB_SIZE << 10),
6126 contents + rel->r_offset + 4);
6127 return bfd_reloc_ok;
6129 return bfd_reloc_continue;
6131 case BFD_RELOC_AARCH64_TLSLD_ADR_PAGE21:
6132 /* LD->LE relaxation (small):
6133 adrp x0, :tlsldm:x => mrs x0, tpidr_el0
6137 bfd_putl32 (0xd53bd040, contents + rel->r_offset);
6138 return bfd_reloc_ok;
6140 return bfd_reloc_continue;
6142 case BFD_RELOC_AARCH64_TLSLD_ADD_LO12_NC:
6143 /* LD->LE relaxation (small):
6144 add x0, #:tlsldm_lo12:x => add R0, R0, TCB_SIZE
6145 bl __tls_get_addr => nop
6147 Where R is x for lp64 mode, and w for ilp32 mode. */
6150 BFD_ASSERT (rel->r_offset + 4 == rel[1].r_offset);
6151 BFD_ASSERT (ELFNN_R_TYPE (rel[1].r_info) == AARCH64_R (CALL26));
6152 /* No need of CALL26 relocation for tls_get_addr. */
6153 rel[1].r_info = ELFNN_R_INFO (STN_UNDEF, R_AARCH64_NONE);
6154 bfd_putl32 (add_R0_R0 | (TCB_SIZE << 10),
6155 contents + rel->r_offset + 0);
6156 bfd_putl32 (INSN_NOP, contents + rel->r_offset + 4);
6157 return bfd_reloc_ok;
6159 return bfd_reloc_continue;
6162 return bfd_reloc_continue;
6165 return bfd_reloc_ok;
6168 /* Relocate an AArch64 ELF section. */
6171 elfNN_aarch64_relocate_section (bfd *output_bfd,
6172 struct bfd_link_info *info,
6174 asection *input_section,
6176 Elf_Internal_Rela *relocs,
6177 Elf_Internal_Sym *local_syms,
6178 asection **local_sections)
6180 Elf_Internal_Shdr *symtab_hdr;
6181 struct elf_link_hash_entry **sym_hashes;
6182 Elf_Internal_Rela *rel;
6183 Elf_Internal_Rela *relend;
6185 struct elf_aarch64_link_hash_table *globals;
6186 bfd_boolean save_addend = FALSE;
6189 globals = elf_aarch64_hash_table (info);
6191 symtab_hdr = &elf_symtab_hdr (input_bfd);
6192 sym_hashes = elf_sym_hashes (input_bfd);
6195 relend = relocs + input_section->reloc_count;
6196 for (; rel < relend; rel++)
6198 unsigned int r_type;
6199 bfd_reloc_code_real_type bfd_r_type;
6200 bfd_reloc_code_real_type relaxed_bfd_r_type;
6201 reloc_howto_type *howto;
6202 unsigned long r_symndx;
6203 Elf_Internal_Sym *sym;
6205 struct elf_link_hash_entry *h;
6207 bfd_reloc_status_type r;
6210 bfd_boolean unresolved_reloc = FALSE;
6211 char *error_message = NULL;
6213 r_symndx = ELFNN_R_SYM (rel->r_info);
6214 r_type = ELFNN_R_TYPE (rel->r_info);
6216 howto = bfd_reloc.howto = elfNN_aarch64_howto_from_type (r_type);
6219 return _bfd_unrecognized_reloc (input_bfd, input_section, r_type);
6221 bfd_r_type = elfNN_aarch64_bfd_reloc_from_howto (howto);
6227 if (r_symndx < symtab_hdr->sh_info)
6229 sym = local_syms + r_symndx;
6230 sym_type = ELFNN_ST_TYPE (sym->st_info);
6231 sec = local_sections[r_symndx];
6233 /* An object file might have a reference to a local
6234 undefined symbol. This is a daft object file, but we
6235 should at least do something about it. */
6236 if (r_type != R_AARCH64_NONE && r_type != R_AARCH64_NULL
6237 && bfd_is_und_section (sec)
6238 && ELF_ST_BIND (sym->st_info) != STB_WEAK)
6239 (*info->callbacks->undefined_symbol)
6240 (info, bfd_elf_string_from_elf_section
6241 (input_bfd, symtab_hdr->sh_link, sym->st_name),
6242 input_bfd, input_section, rel->r_offset, TRUE);
6244 relocation = _bfd_elf_rela_local_sym (output_bfd, sym, &sec, rel);
6246 /* Relocate against local STT_GNU_IFUNC symbol. */
6247 if (!bfd_link_relocatable (info)
6248 && ELF_ST_TYPE (sym->st_info) == STT_GNU_IFUNC)
6250 h = elfNN_aarch64_get_local_sym_hash (globals, input_bfd,
6255 /* Set STT_GNU_IFUNC symbol value. */
6256 h->root.u.def.value = sym->st_value;
6257 h->root.u.def.section = sec;
6262 bfd_boolean warned, ignored;
6264 RELOC_FOR_GLOBAL_SYMBOL (info, input_bfd, input_section, rel,
6265 r_symndx, symtab_hdr, sym_hashes,
6267 unresolved_reloc, warned, ignored);
6272 if (sec != NULL && discarded_section (sec))
6273 RELOC_AGAINST_DISCARDED_SECTION (info, input_bfd, input_section,
6274 rel, 1, relend, howto, 0, contents);
6276 if (bfd_link_relocatable (info))
6280 name = h->root.root.string;
6283 name = (bfd_elf_string_from_elf_section
6284 (input_bfd, symtab_hdr->sh_link, sym->st_name));
6285 if (name == NULL || *name == '\0')
6286 name = bfd_section_name (input_bfd, sec);
6290 && r_type != R_AARCH64_NONE
6291 && r_type != R_AARCH64_NULL
6293 || h->root.type == bfd_link_hash_defined
6294 || h->root.type == bfd_link_hash_defweak)
6295 && IS_AARCH64_TLS_RELOC (bfd_r_type) != (sym_type == STT_TLS))
6298 ((sym_type == STT_TLS
6299 /* xgettext:c-format */
6300 ? _("%B(%A+%#Lx): %s used with TLS symbol %s")
6301 /* xgettext:c-format */
6302 : _("%B(%A+%#Lx): %s used with non-TLS symbol %s")),
6304 input_section, rel->r_offset, howto->name, name);
6307 /* We relax only if we can see that there can be a valid transition
6308 from a reloc type to another.
6309 We call elfNN_aarch64_final_link_relocate unless we're completely
6310 done, i.e., the relaxation produced the final output we want. */
6312 relaxed_bfd_r_type = aarch64_tls_transition (input_bfd, info, r_type,
6314 if (relaxed_bfd_r_type != bfd_r_type)
6316 bfd_r_type = relaxed_bfd_r_type;
6317 howto = elfNN_aarch64_howto_from_bfd_reloc (bfd_r_type);
6318 BFD_ASSERT (howto != NULL);
6319 r_type = howto->type;
6320 r = elfNN_aarch64_tls_relax (globals, input_bfd, contents, rel, h);
6321 unresolved_reloc = 0;
6324 r = bfd_reloc_continue;
6326 /* There may be multiple consecutive relocations for the
6327 same offset. In that case we are supposed to treat the
6328 output of each relocation as the addend for the next. */
6329 if (rel + 1 < relend
6330 && rel->r_offset == rel[1].r_offset
6331 && ELFNN_R_TYPE (rel[1].r_info) != R_AARCH64_NONE
6332 && ELFNN_R_TYPE (rel[1].r_info) != R_AARCH64_NULL)
6335 save_addend = FALSE;
6337 if (r == bfd_reloc_continue)
6338 r = elfNN_aarch64_final_link_relocate (howto, input_bfd, output_bfd,
6339 input_section, contents, rel,
6340 relocation, info, sec,
6341 h, &unresolved_reloc,
6342 save_addend, &addend, sym);
6344 switch (elfNN_aarch64_bfd_reloc_from_type (r_type))
6346 case BFD_RELOC_AARCH64_TLSGD_ADD_LO12_NC:
6347 case BFD_RELOC_AARCH64_TLSGD_ADR_PAGE21:
6348 case BFD_RELOC_AARCH64_TLSGD_ADR_PREL21:
6349 case BFD_RELOC_AARCH64_TLSGD_MOVW_G0_NC:
6350 case BFD_RELOC_AARCH64_TLSGD_MOVW_G1:
6351 case BFD_RELOC_AARCH64_TLSLD_ADD_LO12_NC:
6352 case BFD_RELOC_AARCH64_TLSLD_ADR_PAGE21:
6353 case BFD_RELOC_AARCH64_TLSLD_ADR_PREL21:
6354 if (! symbol_got_offset_mark_p (input_bfd, h, r_symndx))
6356 bfd_boolean need_relocs = FALSE;
6361 off = symbol_got_offset (input_bfd, h, r_symndx);
6362 indx = h && h->dynindx != -1 ? h->dynindx : 0;
6365 (!bfd_link_executable (info) || indx != 0) &&
6367 || ELF_ST_VISIBILITY (h->other) == STV_DEFAULT
6368 || h->root.type != bfd_link_hash_undefweak);
6370 BFD_ASSERT (globals->root.srelgot != NULL);
6374 Elf_Internal_Rela rela;
6375 rela.r_info = ELFNN_R_INFO (indx, AARCH64_R (TLS_DTPMOD));
6377 rela.r_offset = globals->root.sgot->output_section->vma +
6378 globals->root.sgot->output_offset + off;
6381 loc = globals->root.srelgot->contents;
6382 loc += globals->root.srelgot->reloc_count++
6383 * RELOC_SIZE (htab);
6384 bfd_elfNN_swap_reloca_out (output_bfd, &rela, loc);
6386 bfd_reloc_code_real_type real_type =
6387 elfNN_aarch64_bfd_reloc_from_type (r_type);
6389 if (real_type == BFD_RELOC_AARCH64_TLSLD_ADR_PREL21
6390 || real_type == BFD_RELOC_AARCH64_TLSLD_ADR_PAGE21
6391 || real_type == BFD_RELOC_AARCH64_TLSLD_ADD_LO12_NC)
6393 /* For local dynamic, don't generate DTPREL in any case.
6394 Initialize the DTPREL slot into zero, so we get module
6395 base address when invoke runtime TLS resolver. */
6396 bfd_put_NN (output_bfd, 0,
6397 globals->root.sgot->contents + off
6402 bfd_put_NN (output_bfd,
6403 relocation - dtpoff_base (info),
6404 globals->root.sgot->contents + off
6409 /* This TLS symbol is global. We emit a
6410 relocation to fixup the tls offset at load
6413 ELFNN_R_INFO (indx, AARCH64_R (TLS_DTPREL));
6416 (globals->root.sgot->output_section->vma
6417 + globals->root.sgot->output_offset + off
6420 loc = globals->root.srelgot->contents;
6421 loc += globals->root.srelgot->reloc_count++
6422 * RELOC_SIZE (globals);
6423 bfd_elfNN_swap_reloca_out (output_bfd, &rela, loc);
6424 bfd_put_NN (output_bfd, (bfd_vma) 0,
6425 globals->root.sgot->contents + off
6431 bfd_put_NN (output_bfd, (bfd_vma) 1,
6432 globals->root.sgot->contents + off);
6433 bfd_put_NN (output_bfd,
6434 relocation - dtpoff_base (info),
6435 globals->root.sgot->contents + off
6439 symbol_got_offset_mark (input_bfd, h, r_symndx);
6443 case BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21:
6444 case BFD_RELOC_AARCH64_TLSIE_LDNN_GOTTPREL_LO12_NC:
6445 case BFD_RELOC_AARCH64_TLSIE_LD_GOTTPREL_PREL19:
6446 case BFD_RELOC_AARCH64_TLSIE_MOVW_GOTTPREL_G0_NC:
6447 case BFD_RELOC_AARCH64_TLSIE_MOVW_GOTTPREL_G1:
6448 if (! symbol_got_offset_mark_p (input_bfd, h, r_symndx))
6450 bfd_boolean need_relocs = FALSE;
6455 off = symbol_got_offset (input_bfd, h, r_symndx);
6457 indx = h && h->dynindx != -1 ? h->dynindx : 0;
6460 (!bfd_link_executable (info) || indx != 0) &&
6462 || ELF_ST_VISIBILITY (h->other) == STV_DEFAULT
6463 || h->root.type != bfd_link_hash_undefweak);
6465 BFD_ASSERT (globals->root.srelgot != NULL);
6469 Elf_Internal_Rela rela;
6472 rela.r_addend = relocation - dtpoff_base (info);
6476 rela.r_info = ELFNN_R_INFO (indx, AARCH64_R (TLS_TPREL));
6477 rela.r_offset = globals->root.sgot->output_section->vma +
6478 globals->root.sgot->output_offset + off;
6480 loc = globals->root.srelgot->contents;
6481 loc += globals->root.srelgot->reloc_count++
6482 * RELOC_SIZE (htab);
6484 bfd_elfNN_swap_reloca_out (output_bfd, &rela, loc);
6486 bfd_put_NN (output_bfd, rela.r_addend,
6487 globals->root.sgot->contents + off);
6490 bfd_put_NN (output_bfd, relocation - tpoff_base (info),
6491 globals->root.sgot->contents + off);
6493 symbol_got_offset_mark (input_bfd, h, r_symndx);
6497 case BFD_RELOC_AARCH64_TLSDESC_ADD_LO12:
6498 case BFD_RELOC_AARCH64_TLSDESC_ADR_PAGE21:
6499 case BFD_RELOC_AARCH64_TLSDESC_ADR_PREL21:
6500 case BFD_RELOC_AARCH64_TLSDESC_LDNN_LO12_NC:
6501 case BFD_RELOC_AARCH64_TLSDESC_LD_PREL19:
6502 case BFD_RELOC_AARCH64_TLSDESC_OFF_G0_NC:
6503 case BFD_RELOC_AARCH64_TLSDESC_OFF_G1:
6504 if (! symbol_tlsdesc_got_offset_mark_p (input_bfd, h, r_symndx))
6506 bfd_boolean need_relocs = FALSE;
6507 int indx = h && h->dynindx != -1 ? h->dynindx : 0;
6508 bfd_vma off = symbol_tlsdesc_got_offset (input_bfd, h, r_symndx);
6510 need_relocs = (h == NULL
6511 || ELF_ST_VISIBILITY (h->other) == STV_DEFAULT
6512 || h->root.type != bfd_link_hash_undefweak);
6514 BFD_ASSERT (globals->root.srelgot != NULL);
6515 BFD_ASSERT (globals->root.sgot != NULL);
6520 Elf_Internal_Rela rela;
6521 rela.r_info = ELFNN_R_INFO (indx, AARCH64_R (TLSDESC));
6524 rela.r_offset = (globals->root.sgotplt->output_section->vma
6525 + globals->root.sgotplt->output_offset
6526 + off + globals->sgotplt_jump_table_size);
6529 rela.r_addend = relocation - dtpoff_base (info);
6531 /* Allocate the next available slot in the PLT reloc
6532 section to hold our R_AARCH64_TLSDESC, the next
6533 available slot is determined from reloc_count,
6534 which we step. But note, reloc_count was
6535 artifically moved down while allocating slots for
6536 real PLT relocs such that all of the PLT relocs
6537 will fit above the initial reloc_count and the
6538 extra stuff will fit below. */
6539 loc = globals->root.srelplt->contents;
6540 loc += globals->root.srelplt->reloc_count++
6541 * RELOC_SIZE (globals);
6543 bfd_elfNN_swap_reloca_out (output_bfd, &rela, loc);
6545 bfd_put_NN (output_bfd, (bfd_vma) 0,
6546 globals->root.sgotplt->contents + off +
6547 globals->sgotplt_jump_table_size);
6548 bfd_put_NN (output_bfd, (bfd_vma) 0,
6549 globals->root.sgotplt->contents + off +
6550 globals->sgotplt_jump_table_size +
6554 symbol_tlsdesc_got_offset_mark (input_bfd, h, r_symndx);
6561 /* Dynamic relocs are not propagated for SEC_DEBUGGING sections
6562 because such sections are not SEC_ALLOC and thus ld.so will
6563 not process them. */
6564 if (unresolved_reloc
6565 && !((input_section->flags & SEC_DEBUGGING) != 0
6567 && _bfd_elf_section_offset (output_bfd, info, input_section,
6568 +rel->r_offset) != (bfd_vma) - 1)
6571 /* xgettext:c-format */
6572 (_("%B(%A+%#Lx): unresolvable %s relocation against symbol `%s'"),
6573 input_bfd, input_section, rel->r_offset, howto->name,
6574 h->root.root.string);
6578 if (r != bfd_reloc_ok && r != bfd_reloc_continue)
6580 bfd_reloc_code_real_type real_r_type
6581 = elfNN_aarch64_bfd_reloc_from_type (r_type);
6585 case bfd_reloc_overflow:
6586 (*info->callbacks->reloc_overflow)
6587 (info, (h ? &h->root : NULL), name, howto->name, (bfd_vma) 0,
6588 input_bfd, input_section, rel->r_offset);
6589 if (real_r_type == BFD_RELOC_AARCH64_LD64_GOTPAGE_LO15
6590 || real_r_type == BFD_RELOC_AARCH64_LD32_GOTPAGE_LO14)
6592 (*info->callbacks->warning)
6594 _("Too many GOT entries for -fpic, "
6595 "please recompile with -fPIC"),
6596 name, input_bfd, input_section, rel->r_offset);
6599 /* Overflow can occur when a variable is referenced with a type
6600 that has a larger alignment than the type with which it was
6602 file1.c: extern int foo; int a (void) { return foo; }
6603 file2.c: char bar, foo, baz;
6604 If the variable is placed into a data section at an offset
6605 that is incompatible with the larger alignment requirement
6606 overflow will occur. (Strictly speaking this is not overflow
6607 but rather an alignment problem, but the bfd_reloc_ error
6608 enum does not have a value to cover that situation).
6610 Try to catch this situation here and provide a more helpful
6611 error message to the user. */
6612 if (addend & ((1 << howto->rightshift) - 1)
6613 /* FIXME: Are we testing all of the appropriate reloc
6615 && (real_r_type == BFD_RELOC_AARCH64_LD_LO19_PCREL
6616 || real_r_type == BFD_RELOC_AARCH64_LDST16_LO12
6617 || real_r_type == BFD_RELOC_AARCH64_LDST32_LO12
6618 || real_r_type == BFD_RELOC_AARCH64_LDST64_LO12
6619 || real_r_type == BFD_RELOC_AARCH64_LDST128_LO12))
6621 info->callbacks->warning
6622 (info, _("One possible cause of this error is that the \
6623 symbol is being referenced in the indicated code as if it had a larger \
6624 alignment than was declared where it was defined."),
6625 name, input_bfd, input_section, rel->r_offset);
6629 case bfd_reloc_undefined:
6630 (*info->callbacks->undefined_symbol)
6631 (info, name, input_bfd, input_section, rel->r_offset, TRUE);
6634 case bfd_reloc_outofrange:
6635 error_message = _("out of range");
6638 case bfd_reloc_notsupported:
6639 error_message = _("unsupported relocation");
6642 case bfd_reloc_dangerous:
6643 /* error_message should already be set. */
6647 error_message = _("unknown error");
6651 BFD_ASSERT (error_message != NULL);
6652 (*info->callbacks->reloc_dangerous)
6653 (info, error_message, input_bfd, input_section, rel->r_offset);
6665 /* Set the right machine number. */
6668 elfNN_aarch64_object_p (bfd *abfd)
6671 bfd_default_set_arch_mach (abfd, bfd_arch_aarch64, bfd_mach_aarch64_ilp32);
6673 bfd_default_set_arch_mach (abfd, bfd_arch_aarch64, bfd_mach_aarch64);
6678 /* Function to keep AArch64 specific flags in the ELF header. */
6681 elfNN_aarch64_set_private_flags (bfd *abfd, flagword flags)
6683 if (elf_flags_init (abfd) && elf_elfheader (abfd)->e_flags != flags)
6688 elf_elfheader (abfd)->e_flags = flags;
6689 elf_flags_init (abfd) = TRUE;
6695 /* Merge backend specific data from an object file to the output
6696 object file when linking. */
6699 elfNN_aarch64_merge_private_bfd_data (bfd *ibfd, struct bfd_link_info *info)
6701 bfd *obfd = info->output_bfd;
6704 bfd_boolean flags_compatible = TRUE;
6707 /* Check if we have the same endianess. */
6708 if (!_bfd_generic_verify_endian_match (ibfd, info))
6711 if (!is_aarch64_elf (ibfd) || !is_aarch64_elf (obfd))
6714 /* The input BFD must have had its flags initialised. */
6715 /* The following seems bogus to me -- The flags are initialized in
6716 the assembler but I don't think an elf_flags_init field is
6717 written into the object. */
6718 /* BFD_ASSERT (elf_flags_init (ibfd)); */
6720 in_flags = elf_elfheader (ibfd)->e_flags;
6721 out_flags = elf_elfheader (obfd)->e_flags;
6723 if (!elf_flags_init (obfd))
6725 /* If the input is the default architecture and had the default
6726 flags then do not bother setting the flags for the output
6727 architecture, instead allow future merges to do this. If no
6728 future merges ever set these flags then they will retain their
6729 uninitialised values, which surprise surprise, correspond
6730 to the default values. */
6731 if (bfd_get_arch_info (ibfd)->the_default
6732 && elf_elfheader (ibfd)->e_flags == 0)
6735 elf_flags_init (obfd) = TRUE;
6736 elf_elfheader (obfd)->e_flags = in_flags;
6738 if (bfd_get_arch (obfd) == bfd_get_arch (ibfd)
6739 && bfd_get_arch_info (obfd)->the_default)
6740 return bfd_set_arch_mach (obfd, bfd_get_arch (ibfd),
6741 bfd_get_mach (ibfd));
6746 /* Identical flags must be compatible. */
6747 if (in_flags == out_flags)
6750 /* Check to see if the input BFD actually contains any sections. If
6751 not, its flags may not have been initialised either, but it
6752 cannot actually cause any incompatiblity. Do not short-circuit
6753 dynamic objects; their section list may be emptied by
6754 elf_link_add_object_symbols.
6756 Also check to see if there are no code sections in the input.
6757 In this case there is no need to check for code specific flags.
6758 XXX - do we need to worry about floating-point format compatability
6759 in data sections ? */
6760 if (!(ibfd->flags & DYNAMIC))
6762 bfd_boolean null_input_bfd = TRUE;
6763 bfd_boolean only_data_sections = TRUE;
6765 for (sec = ibfd->sections; sec != NULL; sec = sec->next)
6767 if ((bfd_get_section_flags (ibfd, sec)
6768 & (SEC_LOAD | SEC_CODE | SEC_HAS_CONTENTS))
6769 == (SEC_LOAD | SEC_CODE | SEC_HAS_CONTENTS))
6770 only_data_sections = FALSE;
6772 null_input_bfd = FALSE;
6776 if (null_input_bfd || only_data_sections)
6780 return flags_compatible;
6783 /* Display the flags field. */
6786 elfNN_aarch64_print_private_bfd_data (bfd *abfd, void *ptr)
6788 FILE *file = (FILE *) ptr;
6789 unsigned long flags;
6791 BFD_ASSERT (abfd != NULL && ptr != NULL);
6793 /* Print normal ELF private data. */
6794 _bfd_elf_print_private_bfd_data (abfd, ptr);
6796 flags = elf_elfheader (abfd)->e_flags;
6797 /* Ignore init flag - it may not be set, despite the flags field
6798 containing valid data. */
6800 /* xgettext:c-format */
6801 fprintf (file, _("private flags = %lx:"), elf_elfheader (abfd)->e_flags);
6804 fprintf (file, _("<Unrecognised flag bits set>"));
6811 /* Find dynamic relocs for H that apply to read-only sections. */
6814 readonly_dynrelocs (struct elf_link_hash_entry *h)
6816 struct elf_dyn_relocs *p;
6818 for (p = elf_aarch64_hash_entry (h)->dyn_relocs; p != NULL; p = p->next)
6820 asection *s = p->sec->output_section;
6822 if (s != NULL && (s->flags & SEC_READONLY) != 0)
6828 /* Return true if we need copy relocation against EH. */
6831 need_copy_relocation_p (struct elf_aarch64_link_hash_entry *eh)
6833 struct elf_dyn_relocs *p;
6836 for (p = eh->dyn_relocs; p != NULL; p = p->next)
6838 /* If there is any pc-relative reference, we need to keep copy relocation
6839 to avoid propagating the relocation into runtime that current glibc
6840 does not support. */
6844 s = p->sec->output_section;
6845 /* Need copy relocation if it's against read-only section. */
6846 if (s != NULL && (s->flags & SEC_READONLY) != 0)
6853 /* Adjust a symbol defined by a dynamic object and referenced by a
6854 regular object. The current definition is in some section of the
6855 dynamic object, but we're not including those sections. We have to
6856 change the definition to something the rest of the link can
6860 elfNN_aarch64_adjust_dynamic_symbol (struct bfd_link_info *info,
6861 struct elf_link_hash_entry *h)
6863 struct elf_aarch64_link_hash_table *htab;
6866 /* If this is a function, put it in the procedure linkage table. We
6867 will fill in the contents of the procedure linkage table later,
6868 when we know the address of the .got section. */
6869 if (h->type == STT_FUNC || h->type == STT_GNU_IFUNC || h->needs_plt)
6871 if (h->plt.refcount <= 0
6872 || (h->type != STT_GNU_IFUNC
6873 && (SYMBOL_CALLS_LOCAL (info, h)
6874 || (ELF_ST_VISIBILITY (h->other) != STV_DEFAULT
6875 && h->root.type == bfd_link_hash_undefweak))))
6877 /* This case can occur if we saw a CALL26 reloc in
6878 an input file, but the symbol wasn't referred to
6879 by a dynamic object or all references were
6880 garbage collected. In which case we can end up
6882 h->plt.offset = (bfd_vma) - 1;
6889 /* Otherwise, reset to -1. */
6890 h->plt.offset = (bfd_vma) - 1;
6893 /* If this is a weak symbol, and there is a real definition, the
6894 processor independent code will have arranged for us to see the
6895 real definition first, and we can just use the same value. */
6896 if (h->is_weakalias)
6898 struct elf_link_hash_entry *def = weakdef (h);
6899 BFD_ASSERT (def->root.type == bfd_link_hash_defined);
6900 h->root.u.def.section = def->root.u.def.section;
6901 h->root.u.def.value = def->root.u.def.value;
6902 if (ELIMINATE_COPY_RELOCS || info->nocopyreloc)
6903 h->non_got_ref = def->non_got_ref;
6907 /* If we are creating a shared library, we must presume that the
6908 only references to the symbol are via the global offset table.
6909 For such cases we need not do anything here; the relocations will
6910 be handled correctly by relocate_section. */
6911 if (bfd_link_pic (info))
6914 /* If there are no references to this symbol that do not use the
6915 GOT, we don't need to generate a copy reloc. */
6916 if (!h->non_got_ref)
6919 /* If -z nocopyreloc was given, we won't generate them either. */
6920 if (info->nocopyreloc)
6926 if (ELIMINATE_COPY_RELOCS)
6928 struct elf_aarch64_link_hash_entry *eh;
6929 /* If we don't find any dynamic relocs in read-only sections, then
6930 we'll be keeping the dynamic relocs and avoiding the copy reloc. */
6931 eh = (struct elf_aarch64_link_hash_entry *) h;
6932 if (!need_copy_relocation_p (eh))
6939 /* We must allocate the symbol in our .dynbss section, which will
6940 become part of the .bss section of the executable. There will be
6941 an entry for this symbol in the .dynsym section. The dynamic
6942 object will contain position independent code, so all references
6943 from the dynamic object to this symbol will go through the global
6944 offset table. The dynamic linker will use the .dynsym entry to
6945 determine the address it must put in the global offset table, so
6946 both the dynamic object and the regular object will refer to the
6947 same memory location for the variable. */
6949 htab = elf_aarch64_hash_table (info);
6951 /* We must generate a R_AARCH64_COPY reloc to tell the dynamic linker
6952 to copy the initial value out of the dynamic object and into the
6953 runtime process image. */
6954 if ((h->root.u.def.section->flags & SEC_READONLY) != 0)
6956 s = htab->root.sdynrelro;
6957 srel = htab->root.sreldynrelro;
6961 s = htab->root.sdynbss;
6962 srel = htab->root.srelbss;
6964 if ((h->root.u.def.section->flags & SEC_ALLOC) != 0 && h->size != 0)
6966 srel->size += RELOC_SIZE (htab);
6970 return _bfd_elf_adjust_dynamic_copy (info, h, s);
6975 elfNN_aarch64_allocate_local_symbols (bfd *abfd, unsigned number)
6977 struct elf_aarch64_local_symbol *locals;
6978 locals = elf_aarch64_locals (abfd);
6981 locals = (struct elf_aarch64_local_symbol *)
6982 bfd_zalloc (abfd, number * sizeof (struct elf_aarch64_local_symbol));
6985 elf_aarch64_locals (abfd) = locals;
6990 /* Create the .got section to hold the global offset table. */
6993 aarch64_elf_create_got_section (bfd *abfd, struct bfd_link_info *info)
6995 const struct elf_backend_data *bed = get_elf_backend_data (abfd);
6998 struct elf_link_hash_entry *h;
6999 struct elf_link_hash_table *htab = elf_hash_table (info);
7001 /* This function may be called more than once. */
7002 if (htab->sgot != NULL)
7005 flags = bed->dynamic_sec_flags;
7007 s = bfd_make_section_anyway_with_flags (abfd,
7008 (bed->rela_plts_and_copies_p
7009 ? ".rela.got" : ".rel.got"),
7010 (bed->dynamic_sec_flags
7013 || ! bfd_set_section_alignment (abfd, s, bed->s->log_file_align))
7017 s = bfd_make_section_anyway_with_flags (abfd, ".got", flags);
7019 || !bfd_set_section_alignment (abfd, s, bed->s->log_file_align))
7022 htab->sgot->size += GOT_ENTRY_SIZE;
7024 if (bed->want_got_sym)
7026 /* Define the symbol _GLOBAL_OFFSET_TABLE_ at the start of the .got
7027 (or .got.plt) section. We don't do this in the linker script
7028 because we don't want to define the symbol if we are not creating
7029 a global offset table. */
7030 h = _bfd_elf_define_linkage_sym (abfd, info, s,
7031 "_GLOBAL_OFFSET_TABLE_");
7032 elf_hash_table (info)->hgot = h;
7037 if (bed->want_got_plt)
7039 s = bfd_make_section_anyway_with_flags (abfd, ".got.plt", flags);
7041 || !bfd_set_section_alignment (abfd, s,
7042 bed->s->log_file_align))
7047 /* The first bit of the global offset table is the header. */
7048 s->size += bed->got_header_size;
7053 /* Look through the relocs for a section during the first phase. */
7056 elfNN_aarch64_check_relocs (bfd *abfd, struct bfd_link_info *info,
7057 asection *sec, const Elf_Internal_Rela *relocs)
7059 Elf_Internal_Shdr *symtab_hdr;
7060 struct elf_link_hash_entry **sym_hashes;
7061 const Elf_Internal_Rela *rel;
7062 const Elf_Internal_Rela *rel_end;
7065 struct elf_aarch64_link_hash_table *htab;
7067 if (bfd_link_relocatable (info))
7070 BFD_ASSERT (is_aarch64_elf (abfd));
7072 htab = elf_aarch64_hash_table (info);
7075 symtab_hdr = &elf_symtab_hdr (abfd);
7076 sym_hashes = elf_sym_hashes (abfd);
7078 rel_end = relocs + sec->reloc_count;
7079 for (rel = relocs; rel < rel_end; rel++)
7081 struct elf_link_hash_entry *h;
7082 unsigned int r_symndx;
7083 unsigned int r_type;
7084 bfd_reloc_code_real_type bfd_r_type;
7085 Elf_Internal_Sym *isym;
7087 r_symndx = ELFNN_R_SYM (rel->r_info);
7088 r_type = ELFNN_R_TYPE (rel->r_info);
7090 if (r_symndx >= NUM_SHDR_ENTRIES (symtab_hdr))
7092 /* xgettext:c-format */
7093 _bfd_error_handler (_("%B: bad symbol index: %d"), abfd, r_symndx);
7097 if (r_symndx < symtab_hdr->sh_info)
7099 /* A local symbol. */
7100 isym = bfd_sym_from_r_symndx (&htab->sym_cache,
7105 /* Check relocation against local STT_GNU_IFUNC symbol. */
7106 if (ELF_ST_TYPE (isym->st_info) == STT_GNU_IFUNC)
7108 h = elfNN_aarch64_get_local_sym_hash (htab, abfd, rel,
7113 /* Fake a STT_GNU_IFUNC symbol. */
7114 h->type = STT_GNU_IFUNC;
7117 h->forced_local = 1;
7118 h->root.type = bfd_link_hash_defined;
7125 h = sym_hashes[r_symndx - symtab_hdr->sh_info];
7126 while (h->root.type == bfd_link_hash_indirect
7127 || h->root.type == bfd_link_hash_warning)
7128 h = (struct elf_link_hash_entry *) h->root.u.i.link;
7131 /* Could be done earlier, if h were already available. */
7132 bfd_r_type = aarch64_tls_transition (abfd, info, r_type, h, r_symndx);
7136 /* If a relocation refers to _GLOBAL_OFFSET_TABLE_, create the .got.
7137 This shows up in particular in an R_AARCH64_PREL64 in large model
7138 when calculating the pc-relative address to .got section which is
7139 used to initialize the gp register. */
7140 if (h->root.root.string
7141 && strcmp (h->root.root.string, "_GLOBAL_OFFSET_TABLE_") == 0)
7143 if (htab->root.dynobj == NULL)
7144 htab->root.dynobj = abfd;
7146 if (! aarch64_elf_create_got_section (htab->root.dynobj, info))
7149 BFD_ASSERT (h == htab->root.hgot);
7152 /* Create the ifunc sections for static executables. If we
7153 never see an indirect function symbol nor we are building
7154 a static executable, those sections will be empty and
7155 won't appear in output. */
7161 case BFD_RELOC_AARCH64_ADD_LO12:
7162 case BFD_RELOC_AARCH64_ADR_GOT_PAGE:
7163 case BFD_RELOC_AARCH64_ADR_HI21_PCREL:
7164 case BFD_RELOC_AARCH64_CALL26:
7165 case BFD_RELOC_AARCH64_GOT_LD_PREL19:
7166 case BFD_RELOC_AARCH64_JUMP26:
7167 case BFD_RELOC_AARCH64_LD32_GOTPAGE_LO14:
7168 case BFD_RELOC_AARCH64_LD32_GOT_LO12_NC:
7169 case BFD_RELOC_AARCH64_LD64_GOTOFF_LO15:
7170 case BFD_RELOC_AARCH64_LD64_GOTPAGE_LO15:
7171 case BFD_RELOC_AARCH64_LD64_GOT_LO12_NC:
7172 case BFD_RELOC_AARCH64_MOVW_GOTOFF_G0_NC:
7173 case BFD_RELOC_AARCH64_MOVW_GOTOFF_G1:
7174 case BFD_RELOC_AARCH64_NN:
7175 if (htab->root.dynobj == NULL)
7176 htab->root.dynobj = abfd;
7177 if (!_bfd_elf_create_ifunc_sections (htab->root.dynobj, info))
7182 /* It is referenced by a non-shared object. */
7188 case BFD_RELOC_AARCH64_16:
7190 case BFD_RELOC_AARCH64_32:
7192 if (bfd_link_pic (info) && (sec->flags & SEC_ALLOC) != 0)
7195 /* This is an absolute symbol. It represents a value instead
7197 && ((h->root.type == bfd_link_hash_defined
7198 && bfd_is_abs_section (h->root.u.def.section))
7199 /* This is an undefined symbol. */
7200 || h->root.type == bfd_link_hash_undefined))
7203 /* For local symbols, defined global symbols in a non-ABS section,
7204 it is assumed that the value is an address. */
7205 int howto_index = bfd_r_type - BFD_RELOC_AARCH64_RELOC_START;
7207 /* xgettext:c-format */
7208 (_("%B: relocation %s against `%s' can not be used when making "
7210 abfd, elfNN_aarch64_howto_table[howto_index].name,
7211 (h) ? h->root.root.string : "a local symbol");
7212 bfd_set_error (bfd_error_bad_value);
7218 case BFD_RELOC_AARCH64_MOVW_G0_NC:
7219 case BFD_RELOC_AARCH64_MOVW_G1_NC:
7220 case BFD_RELOC_AARCH64_MOVW_G2_NC:
7221 case BFD_RELOC_AARCH64_MOVW_G3:
7222 if (bfd_link_pic (info))
7224 int howto_index = bfd_r_type - BFD_RELOC_AARCH64_RELOC_START;
7226 /* xgettext:c-format */
7227 (_("%B: relocation %s against `%s' can not be used when making "
7228 "a shared object; recompile with -fPIC"),
7229 abfd, elfNN_aarch64_howto_table[howto_index].name,
7230 (h) ? h->root.root.string : "a local symbol");
7231 bfd_set_error (bfd_error_bad_value);
7236 case BFD_RELOC_AARCH64_16_PCREL:
7237 case BFD_RELOC_AARCH64_32_PCREL:
7238 case BFD_RELOC_AARCH64_64_PCREL:
7239 case BFD_RELOC_AARCH64_ADD_LO12:
7240 case BFD_RELOC_AARCH64_ADR_HI21_NC_PCREL:
7241 case BFD_RELOC_AARCH64_ADR_HI21_PCREL:
7242 case BFD_RELOC_AARCH64_ADR_LO21_PCREL:
7243 case BFD_RELOC_AARCH64_LDST128_LO12:
7244 case BFD_RELOC_AARCH64_LDST16_LO12:
7245 case BFD_RELOC_AARCH64_LDST32_LO12:
7246 case BFD_RELOC_AARCH64_LDST64_LO12:
7247 case BFD_RELOC_AARCH64_LDST8_LO12:
7248 case BFD_RELOC_AARCH64_LD_LO19_PCREL:
7249 if (h == NULL || bfd_link_pic (info))
7253 case BFD_RELOC_AARCH64_NN:
7255 /* We don't need to handle relocs into sections not going into
7256 the "real" output. */
7257 if ((sec->flags & SEC_ALLOC) == 0)
7262 if (!bfd_link_pic (info))
7265 h->plt.refcount += 1;
7266 h->pointer_equality_needed = 1;
7269 /* No need to do anything if we're not creating a shared
7271 if (!(bfd_link_pic (info)
7272 /* If on the other hand, we are creating an executable, we
7273 may need to keep relocations for symbols satisfied by a
7274 dynamic library if we manage to avoid copy relocs for the
7277 NOTE: Currently, there is no support of copy relocs
7278 elimination on pc-relative relocation types, because there is
7279 no dynamic relocation support for them in glibc. We still
7280 record the dynamic symbol reference for them. This is
7281 because one symbol may be referenced by both absolute
7282 relocation (for example, BFD_RELOC_AARCH64_NN) and
7283 pc-relative relocation. We need full symbol reference
7284 information to make correct decision later in
7285 elfNN_aarch64_adjust_dynamic_symbol. */
7286 || (ELIMINATE_COPY_RELOCS
7287 && !bfd_link_pic (info)
7289 && (h->root.type == bfd_link_hash_defweak
7290 || !h->def_regular))))
7294 struct elf_dyn_relocs *p;
7295 struct elf_dyn_relocs **head;
7296 int howto_index = bfd_r_type - BFD_RELOC_AARCH64_RELOC_START;
7298 /* We must copy these reloc types into the output file.
7299 Create a reloc section in dynobj and make room for
7303 if (htab->root.dynobj == NULL)
7304 htab->root.dynobj = abfd;
7306 sreloc = _bfd_elf_make_dynamic_reloc_section
7307 (sec, htab->root.dynobj, LOG_FILE_ALIGN, abfd, /*rela? */ TRUE);
7313 /* If this is a global symbol, we count the number of
7314 relocations we need for this symbol. */
7317 struct elf_aarch64_link_hash_entry *eh;
7318 eh = (struct elf_aarch64_link_hash_entry *) h;
7319 head = &eh->dyn_relocs;
7323 /* Track dynamic relocs needed for local syms too.
7324 We really need local syms available to do this
7330 isym = bfd_sym_from_r_symndx (&htab->sym_cache,
7335 s = bfd_section_from_elf_index (abfd, isym->st_shndx);
7339 /* Beware of type punned pointers vs strict aliasing
7341 vpp = &(elf_section_data (s)->local_dynrel);
7342 head = (struct elf_dyn_relocs **) vpp;
7346 if (p == NULL || p->sec != sec)
7348 bfd_size_type amt = sizeof *p;
7349 p = ((struct elf_dyn_relocs *)
7350 bfd_zalloc (htab->root.dynobj, amt));
7360 if (elfNN_aarch64_howto_table[howto_index].pc_relative)
7365 /* RR: We probably want to keep a consistency check that
7366 there are no dangling GOT_PAGE relocs. */
7367 case BFD_RELOC_AARCH64_ADR_GOT_PAGE:
7368 case BFD_RELOC_AARCH64_GOT_LD_PREL19:
7369 case BFD_RELOC_AARCH64_LD32_GOTPAGE_LO14:
7370 case BFD_RELOC_AARCH64_LD32_GOT_LO12_NC:
7371 case BFD_RELOC_AARCH64_LD64_GOTOFF_LO15:
7372 case BFD_RELOC_AARCH64_LD64_GOTPAGE_LO15:
7373 case BFD_RELOC_AARCH64_LD64_GOT_LO12_NC:
7374 case BFD_RELOC_AARCH64_MOVW_GOTOFF_G0_NC:
7375 case BFD_RELOC_AARCH64_MOVW_GOTOFF_G1:
7376 case BFD_RELOC_AARCH64_TLSDESC_ADD_LO12:
7377 case BFD_RELOC_AARCH64_TLSDESC_ADR_PAGE21:
7378 case BFD_RELOC_AARCH64_TLSDESC_ADR_PREL21:
7379 case BFD_RELOC_AARCH64_TLSDESC_LD32_LO12_NC:
7380 case BFD_RELOC_AARCH64_TLSDESC_LD64_LO12:
7381 case BFD_RELOC_AARCH64_TLSDESC_LD_PREL19:
7382 case BFD_RELOC_AARCH64_TLSDESC_OFF_G0_NC:
7383 case BFD_RELOC_AARCH64_TLSDESC_OFF_G1:
7384 case BFD_RELOC_AARCH64_TLSGD_ADD_LO12_NC:
7385 case BFD_RELOC_AARCH64_TLSGD_ADR_PAGE21:
7386 case BFD_RELOC_AARCH64_TLSGD_ADR_PREL21:
7387 case BFD_RELOC_AARCH64_TLSGD_MOVW_G0_NC:
7388 case BFD_RELOC_AARCH64_TLSGD_MOVW_G1:
7389 case BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21:
7390 case BFD_RELOC_AARCH64_TLSIE_LD32_GOTTPREL_LO12_NC:
7391 case BFD_RELOC_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC:
7392 case BFD_RELOC_AARCH64_TLSIE_LD_GOTTPREL_PREL19:
7393 case BFD_RELOC_AARCH64_TLSIE_MOVW_GOTTPREL_G0_NC:
7394 case BFD_RELOC_AARCH64_TLSIE_MOVW_GOTTPREL_G1:
7395 case BFD_RELOC_AARCH64_TLSLD_ADD_LO12_NC:
7396 case BFD_RELOC_AARCH64_TLSLD_ADR_PAGE21:
7397 case BFD_RELOC_AARCH64_TLSLD_ADR_PREL21:
7398 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1:
7399 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1_NC:
7400 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G2:
7403 unsigned old_got_type;
7405 got_type = aarch64_reloc_got_type (bfd_r_type);
7409 h->got.refcount += 1;
7410 old_got_type = elf_aarch64_hash_entry (h)->got_type;
7414 struct elf_aarch64_local_symbol *locals;
7416 if (!elfNN_aarch64_allocate_local_symbols
7417 (abfd, symtab_hdr->sh_info))
7420 locals = elf_aarch64_locals (abfd);
7421 BFD_ASSERT (r_symndx < symtab_hdr->sh_info);
7422 locals[r_symndx].got_refcount += 1;
7423 old_got_type = locals[r_symndx].got_type;
7426 /* If a variable is accessed with both general dynamic TLS
7427 methods, two slots may be created. */
7428 if (GOT_TLS_GD_ANY_P (old_got_type) && GOT_TLS_GD_ANY_P (got_type))
7429 got_type |= old_got_type;
7431 /* We will already have issued an error message if there
7432 is a TLS/non-TLS mismatch, based on the symbol type.
7433 So just combine any TLS types needed. */
7434 if (old_got_type != GOT_UNKNOWN && old_got_type != GOT_NORMAL
7435 && got_type != GOT_NORMAL)
7436 got_type |= old_got_type;
7438 /* If the symbol is accessed by both IE and GD methods, we
7439 are able to relax. Turn off the GD flag, without
7440 messing up with any other kind of TLS types that may be
7442 if ((got_type & GOT_TLS_IE) && GOT_TLS_GD_ANY_P (got_type))
7443 got_type &= ~ (GOT_TLSDESC_GD | GOT_TLS_GD);
7445 if (old_got_type != got_type)
7448 elf_aarch64_hash_entry (h)->got_type = got_type;
7451 struct elf_aarch64_local_symbol *locals;
7452 locals = elf_aarch64_locals (abfd);
7453 BFD_ASSERT (r_symndx < symtab_hdr->sh_info);
7454 locals[r_symndx].got_type = got_type;
7458 if (htab->root.dynobj == NULL)
7459 htab->root.dynobj = abfd;
7460 if (! aarch64_elf_create_got_section (htab->root.dynobj, info))
7465 case BFD_RELOC_AARCH64_CALL26:
7466 case BFD_RELOC_AARCH64_JUMP26:
7467 /* If this is a local symbol then we resolve it
7468 directly without creating a PLT entry. */
7473 if (h->plt.refcount <= 0)
7474 h->plt.refcount = 1;
7476 h->plt.refcount += 1;
7487 /* Treat mapping symbols as special target symbols. */
7490 elfNN_aarch64_is_target_special_symbol (bfd *abfd ATTRIBUTE_UNUSED,
7493 return bfd_is_aarch64_special_symbol_name (sym->name,
7494 BFD_AARCH64_SPECIAL_SYM_TYPE_ANY);
7497 /* This is a copy of elf_find_function () from elf.c except that
7498 AArch64 mapping symbols are ignored when looking for function names. */
7501 aarch64_elf_find_function (bfd *abfd ATTRIBUTE_UNUSED,
7505 const char **filename_ptr,
7506 const char **functionname_ptr)
7508 const char *filename = NULL;
7509 asymbol *func = NULL;
7510 bfd_vma low_func = 0;
7513 for (p = symbols; *p != NULL; p++)
7517 q = (elf_symbol_type *) * p;
7519 switch (ELF_ST_TYPE (q->internal_elf_sym.st_info))
7524 filename = bfd_asymbol_name (&q->symbol);
7528 /* Skip mapping symbols. */
7529 if ((q->symbol.flags & BSF_LOCAL)
7530 && (bfd_is_aarch64_special_symbol_name
7531 (q->symbol.name, BFD_AARCH64_SPECIAL_SYM_TYPE_ANY)))
7534 if (bfd_get_section (&q->symbol) == section
7535 && q->symbol.value >= low_func && q->symbol.value <= offset)
7537 func = (asymbol *) q;
7538 low_func = q->symbol.value;
7548 *filename_ptr = filename;
7549 if (functionname_ptr)
7550 *functionname_ptr = bfd_asymbol_name (func);
7556 /* Find the nearest line to a particular section and offset, for error
7557 reporting. This code is a duplicate of the code in elf.c, except
7558 that it uses aarch64_elf_find_function. */
7561 elfNN_aarch64_find_nearest_line (bfd *abfd,
7565 const char **filename_ptr,
7566 const char **functionname_ptr,
7567 unsigned int *line_ptr,
7568 unsigned int *discriminator_ptr)
7570 bfd_boolean found = FALSE;
7572 if (_bfd_dwarf2_find_nearest_line (abfd, symbols, NULL, section, offset,
7573 filename_ptr, functionname_ptr,
7574 line_ptr, discriminator_ptr,
7575 dwarf_debug_sections, 0,
7576 &elf_tdata (abfd)->dwarf2_find_line_info))
7578 if (!*functionname_ptr)
7579 aarch64_elf_find_function (abfd, symbols, section, offset,
7580 *filename_ptr ? NULL : filename_ptr,
7586 /* Skip _bfd_dwarf1_find_nearest_line since no known AArch64
7587 toolchain uses DWARF1. */
7589 if (!_bfd_stab_section_find_nearest_line (abfd, symbols, section, offset,
7590 &found, filename_ptr,
7591 functionname_ptr, line_ptr,
7592 &elf_tdata (abfd)->line_info))
7595 if (found && (*functionname_ptr || *line_ptr))
7598 if (symbols == NULL)
7601 if (!aarch64_elf_find_function (abfd, symbols, section, offset,
7602 filename_ptr, functionname_ptr))
7610 elfNN_aarch64_find_inliner_info (bfd *abfd,
7611 const char **filename_ptr,
7612 const char **functionname_ptr,
7613 unsigned int *line_ptr)
7616 found = _bfd_dwarf2_find_inliner_info
7617 (abfd, filename_ptr,
7618 functionname_ptr, line_ptr, &elf_tdata (abfd)->dwarf2_find_line_info);
7624 elfNN_aarch64_post_process_headers (bfd *abfd,
7625 struct bfd_link_info *link_info)
7627 Elf_Internal_Ehdr *i_ehdrp; /* ELF file header, internal form. */
7629 i_ehdrp = elf_elfheader (abfd);
7630 i_ehdrp->e_ident[EI_ABIVERSION] = AARCH64_ELF_ABI_VERSION;
7632 _bfd_elf_post_process_headers (abfd, link_info);
7635 static enum elf_reloc_type_class
7636 elfNN_aarch64_reloc_type_class (const struct bfd_link_info *info ATTRIBUTE_UNUSED,
7637 const asection *rel_sec ATTRIBUTE_UNUSED,
7638 const Elf_Internal_Rela *rela)
7640 struct elf_aarch64_link_hash_table *htab = elf_aarch64_hash_table (info);
7642 if (htab->root.dynsym != NULL
7643 && htab->root.dynsym->contents != NULL)
7645 /* Check relocation against STT_GNU_IFUNC symbol if there are
7647 bfd *abfd = info->output_bfd;
7648 const struct elf_backend_data *bed = get_elf_backend_data (abfd);
7649 unsigned long r_symndx = ELFNN_R_SYM (rela->r_info);
7650 if (r_symndx != STN_UNDEF)
7652 Elf_Internal_Sym sym;
7653 if (!bed->s->swap_symbol_in (abfd,
7654 (htab->root.dynsym->contents
7655 + r_symndx * bed->s->sizeof_sym),
7658 /* xgettext:c-format */
7659 _bfd_error_handler (_("%B symbol number %lu references"
7660 " nonexistent SHT_SYMTAB_SHNDX section"),
7662 /* Ideally an error class should be returned here. */
7664 else if (ELF_ST_TYPE (sym.st_info) == STT_GNU_IFUNC)
7665 return reloc_class_ifunc;
7669 switch ((int) ELFNN_R_TYPE (rela->r_info))
7671 case AARCH64_R (IRELATIVE):
7672 return reloc_class_ifunc;
7673 case AARCH64_R (RELATIVE):
7674 return reloc_class_relative;
7675 case AARCH64_R (JUMP_SLOT):
7676 return reloc_class_plt;
7677 case AARCH64_R (COPY):
7678 return reloc_class_copy;
7680 return reloc_class_normal;
7684 /* Handle an AArch64 specific section when reading an object file. This is
7685 called when bfd_section_from_shdr finds a section with an unknown
7689 elfNN_aarch64_section_from_shdr (bfd *abfd,
7690 Elf_Internal_Shdr *hdr,
7691 const char *name, int shindex)
7693 /* There ought to be a place to keep ELF backend specific flags, but
7694 at the moment there isn't one. We just keep track of the
7695 sections by their name, instead. Fortunately, the ABI gives
7696 names for all the AArch64 specific sections, so we will probably get
7698 switch (hdr->sh_type)
7700 case SHT_AARCH64_ATTRIBUTES:
7707 if (!_bfd_elf_make_section_from_shdr (abfd, hdr, name, shindex))
7713 /* A structure used to record a list of sections, independently
7714 of the next and prev fields in the asection structure. */
7715 typedef struct section_list
7718 struct section_list *next;
7719 struct section_list *prev;
7723 /* Unfortunately we need to keep a list of sections for which
7724 an _aarch64_elf_section_data structure has been allocated. This
7725 is because it is possible for functions like elfNN_aarch64_write_section
7726 to be called on a section which has had an elf_data_structure
7727 allocated for it (and so the used_by_bfd field is valid) but
7728 for which the AArch64 extended version of this structure - the
7729 _aarch64_elf_section_data structure - has not been allocated. */
7730 static section_list *sections_with_aarch64_elf_section_data = NULL;
7733 record_section_with_aarch64_elf_section_data (asection *sec)
7735 struct section_list *entry;
7737 entry = bfd_malloc (sizeof (*entry));
7741 entry->next = sections_with_aarch64_elf_section_data;
7743 if (entry->next != NULL)
7744 entry->next->prev = entry;
7745 sections_with_aarch64_elf_section_data = entry;
7748 static struct section_list *
7749 find_aarch64_elf_section_entry (asection *sec)
7751 struct section_list *entry;
7752 static struct section_list *last_entry = NULL;
7754 /* This is a short cut for the typical case where the sections are added
7755 to the sections_with_aarch64_elf_section_data list in forward order and
7756 then looked up here in backwards order. This makes a real difference
7757 to the ld-srec/sec64k.exp linker test. */
7758 entry = sections_with_aarch64_elf_section_data;
7759 if (last_entry != NULL)
7761 if (last_entry->sec == sec)
7763 else if (last_entry->next != NULL && last_entry->next->sec == sec)
7764 entry = last_entry->next;
7767 for (; entry; entry = entry->next)
7768 if (entry->sec == sec)
7772 /* Record the entry prior to this one - it is the entry we are
7773 most likely to want to locate next time. Also this way if we
7774 have been called from
7775 unrecord_section_with_aarch64_elf_section_data () we will not
7776 be caching a pointer that is about to be freed. */
7777 last_entry = entry->prev;
7783 unrecord_section_with_aarch64_elf_section_data (asection *sec)
7785 struct section_list *entry;
7787 entry = find_aarch64_elf_section_entry (sec);
7791 if (entry->prev != NULL)
7792 entry->prev->next = entry->next;
7793 if (entry->next != NULL)
7794 entry->next->prev = entry->prev;
7795 if (entry == sections_with_aarch64_elf_section_data)
7796 sections_with_aarch64_elf_section_data = entry->next;
7805 struct bfd_link_info *info;
7808 int (*func) (void *, const char *, Elf_Internal_Sym *,
7809 asection *, struct elf_link_hash_entry *);
7810 } output_arch_syminfo;
7812 enum map_symbol_type
7819 /* Output a single mapping symbol. */
7822 elfNN_aarch64_output_map_sym (output_arch_syminfo *osi,
7823 enum map_symbol_type type, bfd_vma offset)
7825 static const char *names[2] = { "$x", "$d" };
7826 Elf_Internal_Sym sym;
7828 sym.st_value = (osi->sec->output_section->vma
7829 + osi->sec->output_offset + offset);
7832 sym.st_info = ELF_ST_INFO (STB_LOCAL, STT_NOTYPE);
7833 sym.st_shndx = osi->sec_shndx;
7834 return osi->func (osi->finfo, names[type], &sym, osi->sec, NULL) == 1;
7837 /* Output a single local symbol for a generated stub. */
7840 elfNN_aarch64_output_stub_sym (output_arch_syminfo *osi, const char *name,
7841 bfd_vma offset, bfd_vma size)
7843 Elf_Internal_Sym sym;
7845 sym.st_value = (osi->sec->output_section->vma
7846 + osi->sec->output_offset + offset);
7849 sym.st_info = ELF_ST_INFO (STB_LOCAL, STT_FUNC);
7850 sym.st_shndx = osi->sec_shndx;
7851 return osi->func (osi->finfo, name, &sym, osi->sec, NULL) == 1;
7855 aarch64_map_one_stub (struct bfd_hash_entry *gen_entry, void *in_arg)
7857 struct elf_aarch64_stub_hash_entry *stub_entry;
7861 output_arch_syminfo *osi;
7863 /* Massage our args to the form they really have. */
7864 stub_entry = (struct elf_aarch64_stub_hash_entry *) gen_entry;
7865 osi = (output_arch_syminfo *) in_arg;
7867 stub_sec = stub_entry->stub_sec;
7869 /* Ensure this stub is attached to the current section being
7871 if (stub_sec != osi->sec)
7874 addr = (bfd_vma) stub_entry->stub_offset;
7876 stub_name = stub_entry->output_name;
7878 switch (stub_entry->stub_type)
7880 case aarch64_stub_adrp_branch:
7881 if (!elfNN_aarch64_output_stub_sym (osi, stub_name, addr,
7882 sizeof (aarch64_adrp_branch_stub)))
7884 if (!elfNN_aarch64_output_map_sym (osi, AARCH64_MAP_INSN, addr))
7887 case aarch64_stub_long_branch:
7888 if (!elfNN_aarch64_output_stub_sym
7889 (osi, stub_name, addr, sizeof (aarch64_long_branch_stub)))
7891 if (!elfNN_aarch64_output_map_sym (osi, AARCH64_MAP_INSN, addr))
7893 if (!elfNN_aarch64_output_map_sym (osi, AARCH64_MAP_DATA, addr + 16))
7896 case aarch64_stub_erratum_835769_veneer:
7897 if (!elfNN_aarch64_output_stub_sym (osi, stub_name, addr,
7898 sizeof (aarch64_erratum_835769_stub)))
7900 if (!elfNN_aarch64_output_map_sym (osi, AARCH64_MAP_INSN, addr))
7903 case aarch64_stub_erratum_843419_veneer:
7904 if (!elfNN_aarch64_output_stub_sym (osi, stub_name, addr,
7905 sizeof (aarch64_erratum_843419_stub)))
7907 if (!elfNN_aarch64_output_map_sym (osi, AARCH64_MAP_INSN, addr))
7918 /* Output mapping symbols for linker generated sections. */
7921 elfNN_aarch64_output_arch_local_syms (bfd *output_bfd,
7922 struct bfd_link_info *info,
7924 int (*func) (void *, const char *,
7927 struct elf_link_hash_entry
7930 output_arch_syminfo osi;
7931 struct elf_aarch64_link_hash_table *htab;
7933 htab = elf_aarch64_hash_table (info);
7939 /* Long calls stubs. */
7940 if (htab->stub_bfd && htab->stub_bfd->sections)
7944 for (stub_sec = htab->stub_bfd->sections;
7945 stub_sec != NULL; stub_sec = stub_sec->next)
7947 /* Ignore non-stub sections. */
7948 if (!strstr (stub_sec->name, STUB_SUFFIX))
7953 osi.sec_shndx = _bfd_elf_section_from_bfd_section
7954 (output_bfd, osi.sec->output_section);
7956 /* The first instruction in a stub is always a branch. */
7957 if (!elfNN_aarch64_output_map_sym (&osi, AARCH64_MAP_INSN, 0))
7960 bfd_hash_traverse (&htab->stub_hash_table, aarch64_map_one_stub,
7965 /* Finally, output mapping symbols for the PLT. */
7966 if (!htab->root.splt || htab->root.splt->size == 0)
7969 osi.sec_shndx = _bfd_elf_section_from_bfd_section
7970 (output_bfd, htab->root.splt->output_section);
7971 osi.sec = htab->root.splt;
7973 elfNN_aarch64_output_map_sym (&osi, AARCH64_MAP_INSN, 0);
7979 /* Allocate target specific section data. */
7982 elfNN_aarch64_new_section_hook (bfd *abfd, asection *sec)
7984 if (!sec->used_by_bfd)
7986 _aarch64_elf_section_data *sdata;
7987 bfd_size_type amt = sizeof (*sdata);
7989 sdata = bfd_zalloc (abfd, amt);
7992 sec->used_by_bfd = sdata;
7995 record_section_with_aarch64_elf_section_data (sec);
7997 return _bfd_elf_new_section_hook (abfd, sec);
8002 unrecord_section_via_map_over_sections (bfd *abfd ATTRIBUTE_UNUSED,
8004 void *ignore ATTRIBUTE_UNUSED)
8006 unrecord_section_with_aarch64_elf_section_data (sec);
8010 elfNN_aarch64_close_and_cleanup (bfd *abfd)
8013 bfd_map_over_sections (abfd,
8014 unrecord_section_via_map_over_sections, NULL);
8016 return _bfd_elf_close_and_cleanup (abfd);
8020 elfNN_aarch64_bfd_free_cached_info (bfd *abfd)
8023 bfd_map_over_sections (abfd,
8024 unrecord_section_via_map_over_sections, NULL);
8026 return _bfd_free_cached_info (abfd);
8029 /* Create dynamic sections. This is different from the ARM backend in that
8030 the got, plt, gotplt and their relocation sections are all created in the
8031 standard part of the bfd elf backend. */
8034 elfNN_aarch64_create_dynamic_sections (bfd *dynobj,
8035 struct bfd_link_info *info)
8037 /* We need to create .got section. */
8038 if (!aarch64_elf_create_got_section (dynobj, info))
8041 return _bfd_elf_create_dynamic_sections (dynobj, info);
8045 /* Allocate space in .plt, .got and associated reloc sections for
8049 elfNN_aarch64_allocate_dynrelocs (struct elf_link_hash_entry *h, void *inf)
8051 struct bfd_link_info *info;
8052 struct elf_aarch64_link_hash_table *htab;
8053 struct elf_aarch64_link_hash_entry *eh;
8054 struct elf_dyn_relocs *p;
8056 /* An example of a bfd_link_hash_indirect symbol is versioned
8057 symbol. For example: __gxx_personality_v0(bfd_link_hash_indirect)
8058 -> __gxx_personality_v0(bfd_link_hash_defined)
8060 There is no need to process bfd_link_hash_indirect symbols here
8061 because we will also be presented with the concrete instance of
8062 the symbol and elfNN_aarch64_copy_indirect_symbol () will have been
8063 called to copy all relevant data from the generic to the concrete
8065 if (h->root.type == bfd_link_hash_indirect)
8068 if (h->root.type == bfd_link_hash_warning)
8069 h = (struct elf_link_hash_entry *) h->root.u.i.link;
8071 info = (struct bfd_link_info *) inf;
8072 htab = elf_aarch64_hash_table (info);
8074 /* Since STT_GNU_IFUNC symbol must go through PLT, we handle it
8075 here if it is defined and referenced in a non-shared object. */
8076 if (h->type == STT_GNU_IFUNC
8079 else if (htab->root.dynamic_sections_created && h->plt.refcount > 0)
8081 /* Make sure this symbol is output as a dynamic symbol.
8082 Undefined weak syms won't yet be marked as dynamic. */
8083 if (h->dynindx == -1 && !h->forced_local
8084 && h->root.type == bfd_link_hash_undefweak)
8086 if (!bfd_elf_link_record_dynamic_symbol (info, h))
8090 if (bfd_link_pic (info) || WILL_CALL_FINISH_DYNAMIC_SYMBOL (1, 0, h))
8092 asection *s = htab->root.splt;
8094 /* If this is the first .plt entry, make room for the special
8097 s->size += htab->plt_header_size;
8099 h->plt.offset = s->size;
8101 /* If this symbol is not defined in a regular file, and we are
8102 not generating a shared library, then set the symbol to this
8103 location in the .plt. This is required to make function
8104 pointers compare as equal between the normal executable and
8105 the shared library. */
8106 if (!bfd_link_pic (info) && !h->def_regular)
8108 h->root.u.def.section = s;
8109 h->root.u.def.value = h->plt.offset;
8112 /* Make room for this entry. For now we only create the
8113 small model PLT entries. We later need to find a way
8114 of relaxing into these from the large model PLT entries. */
8115 s->size += PLT_SMALL_ENTRY_SIZE;
8117 /* We also need to make an entry in the .got.plt section, which
8118 will be placed in the .got section by the linker script. */
8119 htab->root.sgotplt->size += GOT_ENTRY_SIZE;
8121 /* We also need to make an entry in the .rela.plt section. */
8122 htab->root.srelplt->size += RELOC_SIZE (htab);
8124 /* We need to ensure that all GOT entries that serve the PLT
8125 are consecutive with the special GOT slots [0] [1] and
8126 [2]. Any addtional relocations, such as
8127 R_AARCH64_TLSDESC, must be placed after the PLT related
8128 entries. We abuse the reloc_count such that during
8129 sizing we adjust reloc_count to indicate the number of
8130 PLT related reserved entries. In subsequent phases when
8131 filling in the contents of the reloc entries, PLT related
8132 entries are placed by computing their PLT index (0
8133 .. reloc_count). While other none PLT relocs are placed
8134 at the slot indicated by reloc_count and reloc_count is
8137 htab->root.srelplt->reloc_count++;
8141 h->plt.offset = (bfd_vma) - 1;
8147 h->plt.offset = (bfd_vma) - 1;
8151 eh = (struct elf_aarch64_link_hash_entry *) h;
8152 eh->tlsdesc_got_jump_table_offset = (bfd_vma) - 1;
8154 if (h->got.refcount > 0)
8157 unsigned got_type = elf_aarch64_hash_entry (h)->got_type;
8159 h->got.offset = (bfd_vma) - 1;
8161 dyn = htab->root.dynamic_sections_created;
8163 /* Make sure this symbol is output as a dynamic symbol.
8164 Undefined weak syms won't yet be marked as dynamic. */
8165 if (dyn && h->dynindx == -1 && !h->forced_local
8166 && h->root.type == bfd_link_hash_undefweak)
8168 if (!bfd_elf_link_record_dynamic_symbol (info, h))
8172 if (got_type == GOT_UNKNOWN)
8175 else if (got_type == GOT_NORMAL)
8177 h->got.offset = htab->root.sgot->size;
8178 htab->root.sgot->size += GOT_ENTRY_SIZE;
8179 if ((ELF_ST_VISIBILITY (h->other) == STV_DEFAULT
8180 || h->root.type != bfd_link_hash_undefweak)
8181 && (bfd_link_pic (info)
8182 || WILL_CALL_FINISH_DYNAMIC_SYMBOL (dyn, 0, h))
8183 /* Undefined weak symbol in static PIE resolves to 0 without
8184 any dynamic relocations. */
8185 && !UNDEFWEAK_NO_DYNAMIC_RELOC (info, h))
8187 htab->root.srelgot->size += RELOC_SIZE (htab);
8193 if (got_type & GOT_TLSDESC_GD)
8195 eh->tlsdesc_got_jump_table_offset =
8196 (htab->root.sgotplt->size
8197 - aarch64_compute_jump_table_size (htab));
8198 htab->root.sgotplt->size += GOT_ENTRY_SIZE * 2;
8199 h->got.offset = (bfd_vma) - 2;
8202 if (got_type & GOT_TLS_GD)
8204 h->got.offset = htab->root.sgot->size;
8205 htab->root.sgot->size += GOT_ENTRY_SIZE * 2;
8208 if (got_type & GOT_TLS_IE)
8210 h->got.offset = htab->root.sgot->size;
8211 htab->root.sgot->size += GOT_ENTRY_SIZE;
8214 indx = h && h->dynindx != -1 ? h->dynindx : 0;
8215 if ((ELF_ST_VISIBILITY (h->other) == STV_DEFAULT
8216 || h->root.type != bfd_link_hash_undefweak)
8217 && (!bfd_link_executable (info)
8219 || WILL_CALL_FINISH_DYNAMIC_SYMBOL (dyn, 0, h)))
8221 if (got_type & GOT_TLSDESC_GD)
8223 htab->root.srelplt->size += RELOC_SIZE (htab);
8224 /* Note reloc_count not incremented here! We have
8225 already adjusted reloc_count for this relocation
8228 /* TLSDESC PLT is now needed, but not yet determined. */
8229 htab->tlsdesc_plt = (bfd_vma) - 1;
8232 if (got_type & GOT_TLS_GD)
8233 htab->root.srelgot->size += RELOC_SIZE (htab) * 2;
8235 if (got_type & GOT_TLS_IE)
8236 htab->root.srelgot->size += RELOC_SIZE (htab);
8242 h->got.offset = (bfd_vma) - 1;
8245 if (eh->dyn_relocs == NULL)
8248 /* In the shared -Bsymbolic case, discard space allocated for
8249 dynamic pc-relative relocs against symbols which turn out to be
8250 defined in regular objects. For the normal shared case, discard
8251 space for pc-relative relocs that have become local due to symbol
8252 visibility changes. */
8254 if (bfd_link_pic (info))
8256 /* Relocs that use pc_count are those that appear on a call
8257 insn, or certain REL relocs that can generated via assembly.
8258 We want calls to protected symbols to resolve directly to the
8259 function rather than going via the plt. If people want
8260 function pointer comparisons to work as expected then they
8261 should avoid writing weird assembly. */
8262 if (SYMBOL_CALLS_LOCAL (info, h))
8264 struct elf_dyn_relocs **pp;
8266 for (pp = &eh->dyn_relocs; (p = *pp) != NULL;)
8268 p->count -= p->pc_count;
8277 /* Also discard relocs on undefined weak syms with non-default
8279 if (eh->dyn_relocs != NULL && h->root.type == bfd_link_hash_undefweak)
8281 if (ELF_ST_VISIBILITY (h->other) != STV_DEFAULT
8282 || UNDEFWEAK_NO_DYNAMIC_RELOC (info, h))
8283 eh->dyn_relocs = NULL;
8285 /* Make sure undefined weak symbols are output as a dynamic
8287 else if (h->dynindx == -1
8289 && h->root.type == bfd_link_hash_undefweak
8290 && !bfd_elf_link_record_dynamic_symbol (info, h))
8295 else if (ELIMINATE_COPY_RELOCS)
8297 /* For the non-shared case, discard space for relocs against
8298 symbols which turn out to need copy relocs or are not
8304 || (htab->root.dynamic_sections_created
8305 && (h->root.type == bfd_link_hash_undefweak
8306 || h->root.type == bfd_link_hash_undefined))))
8308 /* Make sure this symbol is output as a dynamic symbol.
8309 Undefined weak syms won't yet be marked as dynamic. */
8310 if (h->dynindx == -1
8312 && h->root.type == bfd_link_hash_undefweak
8313 && !bfd_elf_link_record_dynamic_symbol (info, h))
8316 /* If that succeeded, we know we'll be keeping all the
8318 if (h->dynindx != -1)
8322 eh->dyn_relocs = NULL;
8327 /* Finally, allocate space. */
8328 for (p = eh->dyn_relocs; p != NULL; p = p->next)
8332 sreloc = elf_section_data (p->sec)->sreloc;
8334 BFD_ASSERT (sreloc != NULL);
8336 sreloc->size += p->count * RELOC_SIZE (htab);
8342 /* Allocate space in .plt, .got and associated reloc sections for
8343 ifunc dynamic relocs. */
8346 elfNN_aarch64_allocate_ifunc_dynrelocs (struct elf_link_hash_entry *h,
8349 struct bfd_link_info *info;
8350 struct elf_aarch64_link_hash_table *htab;
8351 struct elf_aarch64_link_hash_entry *eh;
8353 /* An example of a bfd_link_hash_indirect symbol is versioned
8354 symbol. For example: __gxx_personality_v0(bfd_link_hash_indirect)
8355 -> __gxx_personality_v0(bfd_link_hash_defined)
8357 There is no need to process bfd_link_hash_indirect symbols here
8358 because we will also be presented with the concrete instance of
8359 the symbol and elfNN_aarch64_copy_indirect_symbol () will have been
8360 called to copy all relevant data from the generic to the concrete
8362 if (h->root.type == bfd_link_hash_indirect)
8365 if (h->root.type == bfd_link_hash_warning)
8366 h = (struct elf_link_hash_entry *) h->root.u.i.link;
8368 info = (struct bfd_link_info *) inf;
8369 htab = elf_aarch64_hash_table (info);
8371 eh = (struct elf_aarch64_link_hash_entry *) h;
8373 /* Since STT_GNU_IFUNC symbol must go through PLT, we handle it
8374 here if it is defined and referenced in a non-shared object. */
8375 if (h->type == STT_GNU_IFUNC
8377 return _bfd_elf_allocate_ifunc_dyn_relocs (info, h,
8380 htab->plt_entry_size,
8381 htab->plt_header_size,
8387 /* Allocate space in .plt, .got and associated reloc sections for
8388 local dynamic relocs. */
8391 elfNN_aarch64_allocate_local_dynrelocs (void **slot, void *inf)
8393 struct elf_link_hash_entry *h
8394 = (struct elf_link_hash_entry *) *slot;
8396 if (h->type != STT_GNU_IFUNC
8400 || h->root.type != bfd_link_hash_defined)
8403 return elfNN_aarch64_allocate_dynrelocs (h, inf);
8406 /* Allocate space in .plt, .got and associated reloc sections for
8407 local ifunc dynamic relocs. */
8410 elfNN_aarch64_allocate_local_ifunc_dynrelocs (void **slot, void *inf)
8412 struct elf_link_hash_entry *h
8413 = (struct elf_link_hash_entry *) *slot;
8415 if (h->type != STT_GNU_IFUNC
8419 || h->root.type != bfd_link_hash_defined)
8422 return elfNN_aarch64_allocate_ifunc_dynrelocs (h, inf);
8425 /* Set DF_TEXTREL if we find any dynamic relocs that apply to
8426 read-only sections. */
8429 maybe_set_textrel (struct elf_link_hash_entry *h, void *info_p)
8433 if (h->root.type == bfd_link_hash_indirect)
8436 sec = readonly_dynrelocs (h);
8439 struct bfd_link_info *info = (struct bfd_link_info *) info_p;
8441 info->flags |= DF_TEXTREL;
8442 info->callbacks->minfo
8443 (_("%B: dynamic relocation against `%T' in read-only section `%A'\n"),
8444 sec->owner, h->root.root.string, sec);
8446 /* Not an error, just cut short the traversal. */
8452 /* This is the most important function of all . Innocuosly named
8456 elfNN_aarch64_size_dynamic_sections (bfd *output_bfd ATTRIBUTE_UNUSED,
8457 struct bfd_link_info *info)
8459 struct elf_aarch64_link_hash_table *htab;
8465 htab = elf_aarch64_hash_table ((info));
8466 dynobj = htab->root.dynobj;
8468 BFD_ASSERT (dynobj != NULL);
8470 if (htab->root.dynamic_sections_created)
8472 if (bfd_link_executable (info) && !info->nointerp)
8474 s = bfd_get_linker_section (dynobj, ".interp");
8477 s->size = sizeof ELF_DYNAMIC_INTERPRETER;
8478 s->contents = (unsigned char *) ELF_DYNAMIC_INTERPRETER;
8482 /* Set up .got offsets for local syms, and space for local dynamic
8484 for (ibfd = info->input_bfds; ibfd != NULL; ibfd = ibfd->link.next)
8486 struct elf_aarch64_local_symbol *locals = NULL;
8487 Elf_Internal_Shdr *symtab_hdr;
8491 if (!is_aarch64_elf (ibfd))
8494 for (s = ibfd->sections; s != NULL; s = s->next)
8496 struct elf_dyn_relocs *p;
8498 for (p = (struct elf_dyn_relocs *)
8499 (elf_section_data (s)->local_dynrel); p != NULL; p = p->next)
8501 if (!bfd_is_abs_section (p->sec)
8502 && bfd_is_abs_section (p->sec->output_section))
8504 /* Input section has been discarded, either because
8505 it is a copy of a linkonce section or due to
8506 linker script /DISCARD/, so we'll be discarding
8509 else if (p->count != 0)
8511 srel = elf_section_data (p->sec)->sreloc;
8512 srel->size += p->count * RELOC_SIZE (htab);
8513 if ((p->sec->output_section->flags & SEC_READONLY) != 0)
8514 info->flags |= DF_TEXTREL;
8519 locals = elf_aarch64_locals (ibfd);
8523 symtab_hdr = &elf_symtab_hdr (ibfd);
8524 srel = htab->root.srelgot;
8525 for (i = 0; i < symtab_hdr->sh_info; i++)
8527 locals[i].got_offset = (bfd_vma) - 1;
8528 locals[i].tlsdesc_got_jump_table_offset = (bfd_vma) - 1;
8529 if (locals[i].got_refcount > 0)
8531 unsigned got_type = locals[i].got_type;
8532 if (got_type & GOT_TLSDESC_GD)
8534 locals[i].tlsdesc_got_jump_table_offset =
8535 (htab->root.sgotplt->size
8536 - aarch64_compute_jump_table_size (htab));
8537 htab->root.sgotplt->size += GOT_ENTRY_SIZE * 2;
8538 locals[i].got_offset = (bfd_vma) - 2;
8541 if (got_type & GOT_TLS_GD)
8543 locals[i].got_offset = htab->root.sgot->size;
8544 htab->root.sgot->size += GOT_ENTRY_SIZE * 2;
8547 if (got_type & GOT_TLS_IE
8548 || got_type & GOT_NORMAL)
8550 locals[i].got_offset = htab->root.sgot->size;
8551 htab->root.sgot->size += GOT_ENTRY_SIZE;
8554 if (got_type == GOT_UNKNOWN)
8558 if (bfd_link_pic (info))
8560 if (got_type & GOT_TLSDESC_GD)
8562 htab->root.srelplt->size += RELOC_SIZE (htab);
8563 /* Note RELOC_COUNT not incremented here! */
8564 htab->tlsdesc_plt = (bfd_vma) - 1;
8567 if (got_type & GOT_TLS_GD)
8568 htab->root.srelgot->size += RELOC_SIZE (htab) * 2;
8570 if (got_type & GOT_TLS_IE
8571 || got_type & GOT_NORMAL)
8572 htab->root.srelgot->size += RELOC_SIZE (htab);
8577 locals[i].got_refcount = (bfd_vma) - 1;
8583 /* Allocate global sym .plt and .got entries, and space for global
8584 sym dynamic relocs. */
8585 elf_link_hash_traverse (&htab->root, elfNN_aarch64_allocate_dynrelocs,
8588 /* Allocate global ifunc sym .plt and .got entries, and space for global
8589 ifunc sym dynamic relocs. */
8590 elf_link_hash_traverse (&htab->root, elfNN_aarch64_allocate_ifunc_dynrelocs,
8593 /* Allocate .plt and .got entries, and space for local symbols. */
8594 htab_traverse (htab->loc_hash_table,
8595 elfNN_aarch64_allocate_local_dynrelocs,
8598 /* Allocate .plt and .got entries, and space for local ifunc symbols. */
8599 htab_traverse (htab->loc_hash_table,
8600 elfNN_aarch64_allocate_local_ifunc_dynrelocs,
8603 /* For every jump slot reserved in the sgotplt, reloc_count is
8604 incremented. However, when we reserve space for TLS descriptors,
8605 it's not incremented, so in order to compute the space reserved
8606 for them, it suffices to multiply the reloc count by the jump
8609 if (htab->root.srelplt)
8610 htab->sgotplt_jump_table_size = aarch64_compute_jump_table_size (htab);
8612 if (htab->tlsdesc_plt)
8614 if (htab->root.splt->size == 0)
8615 htab->root.splt->size += PLT_ENTRY_SIZE;
8617 htab->tlsdesc_plt = htab->root.splt->size;
8618 htab->root.splt->size += PLT_TLSDESC_ENTRY_SIZE;
8620 /* If we're not using lazy TLS relocations, don't generate the
8621 GOT entry required. */
8622 if (!(info->flags & DF_BIND_NOW))
8624 htab->dt_tlsdesc_got = htab->root.sgot->size;
8625 htab->root.sgot->size += GOT_ENTRY_SIZE;
8629 /* Init mapping symbols information to use later to distingush between
8630 code and data while scanning for errata. */
8631 if (htab->fix_erratum_835769 || htab->fix_erratum_843419)
8632 for (ibfd = info->input_bfds; ibfd != NULL; ibfd = ibfd->link.next)
8634 if (!is_aarch64_elf (ibfd))
8636 bfd_elfNN_aarch64_init_maps (ibfd);
8639 /* We now have determined the sizes of the various dynamic sections.
8640 Allocate memory for them. */
8642 for (s = dynobj->sections; s != NULL; s = s->next)
8644 if ((s->flags & SEC_LINKER_CREATED) == 0)
8647 if (s == htab->root.splt
8648 || s == htab->root.sgot
8649 || s == htab->root.sgotplt
8650 || s == htab->root.iplt
8651 || s == htab->root.igotplt
8652 || s == htab->root.sdynbss
8653 || s == htab->root.sdynrelro)
8655 /* Strip this section if we don't need it; see the
8658 else if (CONST_STRNEQ (bfd_get_section_name (dynobj, s), ".rela"))
8660 if (s->size != 0 && s != htab->root.srelplt)
8663 /* We use the reloc_count field as a counter if we need
8664 to copy relocs into the output file. */
8665 if (s != htab->root.srelplt)
8670 /* It's not one of our sections, so don't allocate space. */
8676 /* If we don't need this section, strip it from the
8677 output file. This is mostly to handle .rela.bss and
8678 .rela.plt. We must create both sections in
8679 create_dynamic_sections, because they must be created
8680 before the linker maps input sections to output
8681 sections. The linker does that before
8682 adjust_dynamic_symbol is called, and it is that
8683 function which decides whether anything needs to go
8684 into these sections. */
8685 s->flags |= SEC_EXCLUDE;
8689 if ((s->flags & SEC_HAS_CONTENTS) == 0)
8692 /* Allocate memory for the section contents. We use bfd_zalloc
8693 here in case unused entries are not reclaimed before the
8694 section's contents are written out. This should not happen,
8695 but this way if it does, we get a R_AARCH64_NONE reloc instead
8697 s->contents = (bfd_byte *) bfd_zalloc (dynobj, s->size);
8698 if (s->contents == NULL)
8702 if (htab->root.dynamic_sections_created)
8704 /* Add some entries to the .dynamic section. We fill in the
8705 values later, in elfNN_aarch64_finish_dynamic_sections, but we
8706 must add the entries now so that we get the correct size for
8707 the .dynamic section. The DT_DEBUG entry is filled in by the
8708 dynamic linker and used by the debugger. */
8709 #define add_dynamic_entry(TAG, VAL) \
8710 _bfd_elf_add_dynamic_entry (info, TAG, VAL)
8712 if (bfd_link_executable (info))
8714 if (!add_dynamic_entry (DT_DEBUG, 0))
8718 if (htab->root.splt->size != 0)
8720 if (!add_dynamic_entry (DT_PLTGOT, 0)
8721 || !add_dynamic_entry (DT_PLTRELSZ, 0)
8722 || !add_dynamic_entry (DT_PLTREL, DT_RELA)
8723 || !add_dynamic_entry (DT_JMPREL, 0))
8726 if (htab->tlsdesc_plt
8727 && (!add_dynamic_entry (DT_TLSDESC_PLT, 0)
8728 || !add_dynamic_entry (DT_TLSDESC_GOT, 0)))
8734 if (!add_dynamic_entry (DT_RELA, 0)
8735 || !add_dynamic_entry (DT_RELASZ, 0)
8736 || !add_dynamic_entry (DT_RELAENT, RELOC_SIZE (htab)))
8739 /* If any dynamic relocs apply to a read-only section,
8740 then we need a DT_TEXTREL entry. */
8741 if ((info->flags & DF_TEXTREL) == 0)
8742 elf_link_hash_traverse (&htab->root, maybe_set_textrel, info);
8744 if ((info->flags & DF_TEXTREL) != 0)
8746 if (!add_dynamic_entry (DT_TEXTREL, 0))
8751 #undef add_dynamic_entry
8757 elf_aarch64_update_plt_entry (bfd *output_bfd,
8758 bfd_reloc_code_real_type r_type,
8759 bfd_byte *plt_entry, bfd_vma value)
8761 reloc_howto_type *howto = elfNN_aarch64_howto_from_bfd_reloc (r_type);
8763 /* FIXME: We should check the return value from this function call. */
8764 (void) _bfd_aarch64_elf_put_addend (output_bfd, plt_entry, r_type, howto, value);
8768 elfNN_aarch64_create_small_pltn_entry (struct elf_link_hash_entry *h,
8769 struct elf_aarch64_link_hash_table
8770 *htab, bfd *output_bfd,
8771 struct bfd_link_info *info)
8773 bfd_byte *plt_entry;
8776 bfd_vma gotplt_entry_address;
8777 bfd_vma plt_entry_address;
8778 Elf_Internal_Rela rela;
8780 asection *plt, *gotplt, *relplt;
8782 /* When building a static executable, use .iplt, .igot.plt and
8783 .rela.iplt sections for STT_GNU_IFUNC symbols. */
8784 if (htab->root.splt != NULL)
8786 plt = htab->root.splt;
8787 gotplt = htab->root.sgotplt;
8788 relplt = htab->root.srelplt;
8792 plt = htab->root.iplt;
8793 gotplt = htab->root.igotplt;
8794 relplt = htab->root.irelplt;
8797 /* Get the index in the procedure linkage table which
8798 corresponds to this symbol. This is the index of this symbol
8799 in all the symbols for which we are making plt entries. The
8800 first entry in the procedure linkage table is reserved.
8802 Get the offset into the .got table of the entry that
8803 corresponds to this function. Each .got entry is GOT_ENTRY_SIZE
8804 bytes. The first three are reserved for the dynamic linker.
8806 For static executables, we don't reserve anything. */
8808 if (plt == htab->root.splt)
8810 plt_index = (h->plt.offset - htab->plt_header_size) / htab->plt_entry_size;
8811 got_offset = (plt_index + 3) * GOT_ENTRY_SIZE;
8815 plt_index = h->plt.offset / htab->plt_entry_size;
8816 got_offset = plt_index * GOT_ENTRY_SIZE;
8819 plt_entry = plt->contents + h->plt.offset;
8820 plt_entry_address = plt->output_section->vma
8821 + plt->output_offset + h->plt.offset;
8822 gotplt_entry_address = gotplt->output_section->vma +
8823 gotplt->output_offset + got_offset;
8825 /* Copy in the boiler-plate for the PLTn entry. */
8826 memcpy (plt_entry, elfNN_aarch64_small_plt_entry, PLT_SMALL_ENTRY_SIZE);
8828 /* Fill in the top 21 bits for this: ADRP x16, PLT_GOT + n * 8.
8829 ADRP: ((PG(S+A)-PG(P)) >> 12) & 0x1fffff */
8830 elf_aarch64_update_plt_entry (output_bfd, BFD_RELOC_AARCH64_ADR_HI21_PCREL,
8832 PG (gotplt_entry_address) -
8833 PG (plt_entry_address));
8835 /* Fill in the lo12 bits for the load from the pltgot. */
8836 elf_aarch64_update_plt_entry (output_bfd, BFD_RELOC_AARCH64_LDSTNN_LO12,
8838 PG_OFFSET (gotplt_entry_address));
8840 /* Fill in the lo12 bits for the add from the pltgot entry. */
8841 elf_aarch64_update_plt_entry (output_bfd, BFD_RELOC_AARCH64_ADD_LO12,
8843 PG_OFFSET (gotplt_entry_address));
8845 /* All the GOTPLT Entries are essentially initialized to PLT0. */
8846 bfd_put_NN (output_bfd,
8847 plt->output_section->vma + plt->output_offset,
8848 gotplt->contents + got_offset);
8850 rela.r_offset = gotplt_entry_address;
8852 if (h->dynindx == -1
8853 || ((bfd_link_executable (info)
8854 || ELF_ST_VISIBILITY (h->other) != STV_DEFAULT)
8856 && h->type == STT_GNU_IFUNC))
8858 /* If an STT_GNU_IFUNC symbol is locally defined, generate
8859 R_AARCH64_IRELATIVE instead of R_AARCH64_JUMP_SLOT. */
8860 rela.r_info = ELFNN_R_INFO (0, AARCH64_R (IRELATIVE));
8861 rela.r_addend = (h->root.u.def.value
8862 + h->root.u.def.section->output_section->vma
8863 + h->root.u.def.section->output_offset);
8867 /* Fill in the entry in the .rela.plt section. */
8868 rela.r_info = ELFNN_R_INFO (h->dynindx, AARCH64_R (JUMP_SLOT));
8872 /* Compute the relocation entry to used based on PLT index and do
8873 not adjust reloc_count. The reloc_count has already been adjusted
8874 to account for this entry. */
8875 loc = relplt->contents + plt_index * RELOC_SIZE (htab);
8876 bfd_elfNN_swap_reloca_out (output_bfd, &rela, loc);
8879 /* Size sections even though they're not dynamic. We use it to setup
8880 _TLS_MODULE_BASE_, if needed. */
8883 elfNN_aarch64_always_size_sections (bfd *output_bfd,
8884 struct bfd_link_info *info)
8888 if (bfd_link_relocatable (info))
8891 tls_sec = elf_hash_table (info)->tls_sec;
8895 struct elf_link_hash_entry *tlsbase;
8897 tlsbase = elf_link_hash_lookup (elf_hash_table (info),
8898 "_TLS_MODULE_BASE_", TRUE, TRUE, FALSE);
8902 struct bfd_link_hash_entry *h = NULL;
8903 const struct elf_backend_data *bed =
8904 get_elf_backend_data (output_bfd);
8906 if (!(_bfd_generic_link_add_one_symbol
8907 (info, output_bfd, "_TLS_MODULE_BASE_", BSF_LOCAL,
8908 tls_sec, 0, NULL, FALSE, bed->collect, &h)))
8911 tlsbase->type = STT_TLS;
8912 tlsbase = (struct elf_link_hash_entry *) h;
8913 tlsbase->def_regular = 1;
8914 tlsbase->other = STV_HIDDEN;
8915 (*bed->elf_backend_hide_symbol) (info, tlsbase, TRUE);
8922 /* Finish up dynamic symbol handling. We set the contents of various
8923 dynamic sections here. */
8926 elfNN_aarch64_finish_dynamic_symbol (bfd *output_bfd,
8927 struct bfd_link_info *info,
8928 struct elf_link_hash_entry *h,
8929 Elf_Internal_Sym *sym)
8931 struct elf_aarch64_link_hash_table *htab;
8932 htab = elf_aarch64_hash_table (info);
8934 if (h->plt.offset != (bfd_vma) - 1)
8936 asection *plt, *gotplt, *relplt;
8938 /* This symbol has an entry in the procedure linkage table. Set
8941 /* When building a static executable, use .iplt, .igot.plt and
8942 .rela.iplt sections for STT_GNU_IFUNC symbols. */
8943 if (htab->root.splt != NULL)
8945 plt = htab->root.splt;
8946 gotplt = htab->root.sgotplt;
8947 relplt = htab->root.srelplt;
8951 plt = htab->root.iplt;
8952 gotplt = htab->root.igotplt;
8953 relplt = htab->root.irelplt;
8956 /* This symbol has an entry in the procedure linkage table. Set
8958 if ((h->dynindx == -1
8959 && !((h->forced_local || bfd_link_executable (info))
8961 && h->type == STT_GNU_IFUNC))
8967 elfNN_aarch64_create_small_pltn_entry (h, htab, output_bfd, info);
8968 if (!h->def_regular)
8970 /* Mark the symbol as undefined, rather than as defined in
8971 the .plt section. */
8972 sym->st_shndx = SHN_UNDEF;
8973 /* If the symbol is weak we need to clear the value.
8974 Otherwise, the PLT entry would provide a definition for
8975 the symbol even if the symbol wasn't defined anywhere,
8976 and so the symbol would never be NULL. Leave the value if
8977 there were any relocations where pointer equality matters
8978 (this is a clue for the dynamic linker, to make function
8979 pointer comparisons work between an application and shared
8981 if (!h->ref_regular_nonweak || !h->pointer_equality_needed)
8986 if (h->got.offset != (bfd_vma) - 1
8987 && elf_aarch64_hash_entry (h)->got_type == GOT_NORMAL
8988 /* Undefined weak symbol in static PIE resolves to 0 without
8989 any dynamic relocations. */
8990 && !UNDEFWEAK_NO_DYNAMIC_RELOC (info, h))
8992 Elf_Internal_Rela rela;
8995 /* This symbol has an entry in the global offset table. Set it
8997 if (htab->root.sgot == NULL || htab->root.srelgot == NULL)
9000 rela.r_offset = (htab->root.sgot->output_section->vma
9001 + htab->root.sgot->output_offset
9002 + (h->got.offset & ~(bfd_vma) 1));
9005 && h->type == STT_GNU_IFUNC)
9007 if (bfd_link_pic (info))
9009 /* Generate R_AARCH64_GLOB_DAT. */
9016 if (!h->pointer_equality_needed)
9019 /* For non-shared object, we can't use .got.plt, which
9020 contains the real function address if we need pointer
9021 equality. We load the GOT entry with the PLT entry. */
9022 plt = htab->root.splt ? htab->root.splt : htab->root.iplt;
9023 bfd_put_NN (output_bfd, (plt->output_section->vma
9024 + plt->output_offset
9026 htab->root.sgot->contents
9027 + (h->got.offset & ~(bfd_vma) 1));
9031 else if (bfd_link_pic (info) && SYMBOL_REFERENCES_LOCAL (info, h))
9033 if (!(h->def_regular || ELF_COMMON_DEF_P (h)))
9036 BFD_ASSERT ((h->got.offset & 1) != 0);
9037 rela.r_info = ELFNN_R_INFO (0, AARCH64_R (RELATIVE));
9038 rela.r_addend = (h->root.u.def.value
9039 + h->root.u.def.section->output_section->vma
9040 + h->root.u.def.section->output_offset);
9045 BFD_ASSERT ((h->got.offset & 1) == 0);
9046 bfd_put_NN (output_bfd, (bfd_vma) 0,
9047 htab->root.sgot->contents + h->got.offset);
9048 rela.r_info = ELFNN_R_INFO (h->dynindx, AARCH64_R (GLOB_DAT));
9052 loc = htab->root.srelgot->contents;
9053 loc += htab->root.srelgot->reloc_count++ * RELOC_SIZE (htab);
9054 bfd_elfNN_swap_reloca_out (output_bfd, &rela, loc);
9059 Elf_Internal_Rela rela;
9063 /* This symbol needs a copy reloc. Set it up. */
9064 if (h->dynindx == -1
9065 || (h->root.type != bfd_link_hash_defined
9066 && h->root.type != bfd_link_hash_defweak)
9067 || htab->root.srelbss == NULL)
9070 rela.r_offset = (h->root.u.def.value
9071 + h->root.u.def.section->output_section->vma
9072 + h->root.u.def.section->output_offset);
9073 rela.r_info = ELFNN_R_INFO (h->dynindx, AARCH64_R (COPY));
9075 if (h->root.u.def.section == htab->root.sdynrelro)
9076 s = htab->root.sreldynrelro;
9078 s = htab->root.srelbss;
9079 loc = s->contents + s->reloc_count++ * RELOC_SIZE (htab);
9080 bfd_elfNN_swap_reloca_out (output_bfd, &rela, loc);
9083 /* Mark _DYNAMIC and _GLOBAL_OFFSET_TABLE_ as absolute. SYM may
9084 be NULL for local symbols. */
9086 && (h == elf_hash_table (info)->hdynamic
9087 || h == elf_hash_table (info)->hgot))
9088 sym->st_shndx = SHN_ABS;
9093 /* Finish up local dynamic symbol handling. We set the contents of
9094 various dynamic sections here. */
9097 elfNN_aarch64_finish_local_dynamic_symbol (void **slot, void *inf)
9099 struct elf_link_hash_entry *h
9100 = (struct elf_link_hash_entry *) *slot;
9101 struct bfd_link_info *info
9102 = (struct bfd_link_info *) inf;
9104 return elfNN_aarch64_finish_dynamic_symbol (info->output_bfd,
9109 elfNN_aarch64_init_small_plt0_entry (bfd *output_bfd ATTRIBUTE_UNUSED,
9110 struct elf_aarch64_link_hash_table
9113 /* Fill in PLT0. Fixme:RR Note this doesn't distinguish between
9114 small and large plts and at the minute just generates
9117 /* PLT0 of the small PLT looks like this in ELF64 -
9118 stp x16, x30, [sp, #-16]! // Save the reloc and lr on stack.
9119 adrp x16, PLT_GOT + 16 // Get the page base of the GOTPLT
9120 ldr x17, [x16, #:lo12:PLT_GOT+16] // Load the address of the
9122 add x16, x16, #:lo12:PLT_GOT+16 // Load the lo12 bits of the
9123 // GOTPLT entry for this.
9125 PLT0 will be slightly different in ELF32 due to different got entry
9127 bfd_vma plt_got_2nd_ent; /* Address of GOT[2]. */
9131 memcpy (htab->root.splt->contents, elfNN_aarch64_small_plt0_entry,
9133 elf_section_data (htab->root.splt->output_section)->this_hdr.sh_entsize =
9136 plt_got_2nd_ent = (htab->root.sgotplt->output_section->vma
9137 + htab->root.sgotplt->output_offset
9138 + GOT_ENTRY_SIZE * 2);
9140 plt_base = htab->root.splt->output_section->vma +
9141 htab->root.splt->output_offset;
9143 /* Fill in the top 21 bits for this: ADRP x16, PLT_GOT + n * 8.
9144 ADRP: ((PG(S+A)-PG(P)) >> 12) & 0x1fffff */
9145 elf_aarch64_update_plt_entry (output_bfd, BFD_RELOC_AARCH64_ADR_HI21_PCREL,
9146 htab->root.splt->contents + 4,
9147 PG (plt_got_2nd_ent) - PG (plt_base + 4));
9149 elf_aarch64_update_plt_entry (output_bfd, BFD_RELOC_AARCH64_LDSTNN_LO12,
9150 htab->root.splt->contents + 8,
9151 PG_OFFSET (plt_got_2nd_ent));
9153 elf_aarch64_update_plt_entry (output_bfd, BFD_RELOC_AARCH64_ADD_LO12,
9154 htab->root.splt->contents + 12,
9155 PG_OFFSET (plt_got_2nd_ent));
9159 elfNN_aarch64_finish_dynamic_sections (bfd *output_bfd,
9160 struct bfd_link_info *info)
9162 struct elf_aarch64_link_hash_table *htab;
9166 htab = elf_aarch64_hash_table (info);
9167 dynobj = htab->root.dynobj;
9168 sdyn = bfd_get_linker_section (dynobj, ".dynamic");
9170 if (htab->root.dynamic_sections_created)
9172 ElfNN_External_Dyn *dyncon, *dynconend;
9174 if (sdyn == NULL || htab->root.sgot == NULL)
9177 dyncon = (ElfNN_External_Dyn *) sdyn->contents;
9178 dynconend = (ElfNN_External_Dyn *) (sdyn->contents + sdyn->size);
9179 for (; dyncon < dynconend; dyncon++)
9181 Elf_Internal_Dyn dyn;
9184 bfd_elfNN_swap_dyn_in (dynobj, dyncon, &dyn);
9192 s = htab->root.sgotplt;
9193 dyn.d_un.d_ptr = s->output_section->vma + s->output_offset;
9197 s = htab->root.srelplt;
9198 dyn.d_un.d_ptr = s->output_section->vma + s->output_offset;
9202 s = htab->root.srelplt;
9203 dyn.d_un.d_val = s->size;
9206 case DT_TLSDESC_PLT:
9207 s = htab->root.splt;
9208 dyn.d_un.d_ptr = s->output_section->vma + s->output_offset
9209 + htab->tlsdesc_plt;
9212 case DT_TLSDESC_GOT:
9213 s = htab->root.sgot;
9214 dyn.d_un.d_ptr = s->output_section->vma + s->output_offset
9215 + htab->dt_tlsdesc_got;
9219 bfd_elfNN_swap_dyn_out (output_bfd, &dyn, dyncon);
9224 /* Fill in the special first entry in the procedure linkage table. */
9225 if (htab->root.splt && htab->root.splt->size > 0)
9227 elfNN_aarch64_init_small_plt0_entry (output_bfd, htab);
9229 elf_section_data (htab->root.splt->output_section)->
9230 this_hdr.sh_entsize = htab->plt_entry_size;
9233 if (htab->tlsdesc_plt)
9235 bfd_put_NN (output_bfd, (bfd_vma) 0,
9236 htab->root.sgot->contents + htab->dt_tlsdesc_got);
9238 memcpy (htab->root.splt->contents + htab->tlsdesc_plt,
9239 elfNN_aarch64_tlsdesc_small_plt_entry,
9240 sizeof (elfNN_aarch64_tlsdesc_small_plt_entry));
9243 bfd_vma adrp1_addr =
9244 htab->root.splt->output_section->vma
9245 + htab->root.splt->output_offset + htab->tlsdesc_plt + 4;
9247 bfd_vma adrp2_addr = adrp1_addr + 4;
9250 htab->root.sgot->output_section->vma
9251 + htab->root.sgot->output_offset;
9253 bfd_vma pltgot_addr =
9254 htab->root.sgotplt->output_section->vma
9255 + htab->root.sgotplt->output_offset;
9257 bfd_vma dt_tlsdesc_got = got_addr + htab->dt_tlsdesc_got;
9259 bfd_byte *plt_entry =
9260 htab->root.splt->contents + htab->tlsdesc_plt;
9262 /* adrp x2, DT_TLSDESC_GOT */
9263 elf_aarch64_update_plt_entry (output_bfd,
9264 BFD_RELOC_AARCH64_ADR_HI21_PCREL,
9266 (PG (dt_tlsdesc_got)
9267 - PG (adrp1_addr)));
9270 elf_aarch64_update_plt_entry (output_bfd,
9271 BFD_RELOC_AARCH64_ADR_HI21_PCREL,
9274 - PG (adrp2_addr)));
9276 /* ldr x2, [x2, #0] */
9277 elf_aarch64_update_plt_entry (output_bfd,
9278 BFD_RELOC_AARCH64_LDSTNN_LO12,
9280 PG_OFFSET (dt_tlsdesc_got));
9283 elf_aarch64_update_plt_entry (output_bfd,
9284 BFD_RELOC_AARCH64_ADD_LO12,
9286 PG_OFFSET (pltgot_addr));
9291 if (htab->root.sgotplt)
9293 if (bfd_is_abs_section (htab->root.sgotplt->output_section))
9296 (_("discarded output section: `%A'"), htab->root.sgotplt);
9300 /* Fill in the first three entries in the global offset table. */
9301 if (htab->root.sgotplt->size > 0)
9303 bfd_put_NN (output_bfd, (bfd_vma) 0, htab->root.sgotplt->contents);
9305 /* Write GOT[1] and GOT[2], needed for the dynamic linker. */
9306 bfd_put_NN (output_bfd,
9308 htab->root.sgotplt->contents + GOT_ENTRY_SIZE);
9309 bfd_put_NN (output_bfd,
9311 htab->root.sgotplt->contents + GOT_ENTRY_SIZE * 2);
9314 if (htab->root.sgot)
9316 if (htab->root.sgot->size > 0)
9319 sdyn ? sdyn->output_section->vma + sdyn->output_offset : 0;
9320 bfd_put_NN (output_bfd, addr, htab->root.sgot->contents);
9324 elf_section_data (htab->root.sgotplt->output_section)->
9325 this_hdr.sh_entsize = GOT_ENTRY_SIZE;
9328 if (htab->root.sgot && htab->root.sgot->size > 0)
9329 elf_section_data (htab->root.sgot->output_section)->this_hdr.sh_entsize
9332 /* Fill PLT and GOT entries for local STT_GNU_IFUNC symbols. */
9333 htab_traverse (htab->loc_hash_table,
9334 elfNN_aarch64_finish_local_dynamic_symbol,
9340 /* Return address for Ith PLT stub in section PLT, for relocation REL
9341 or (bfd_vma) -1 if it should not be included. */
9344 elfNN_aarch64_plt_sym_val (bfd_vma i, const asection *plt,
9345 const arelent *rel ATTRIBUTE_UNUSED)
9347 return plt->vma + PLT_ENTRY_SIZE + i * PLT_SMALL_ENTRY_SIZE;
9350 /* Returns TRUE if NAME is an AArch64 mapping symbol.
9351 The ARM ELF standard defines $x (for A64 code) and $d (for data).
9352 It also allows a period initiated suffix to be added to the symbol, ie:
9353 "$[adtx]\.[:sym_char]+". */
9356 is_aarch64_mapping_symbol (const char * name)
9358 return name != NULL /* Paranoia. */
9359 && name[0] == '$' /* Note: if objcopy --prefix-symbols has been used then
9360 the mapping symbols could have acquired a prefix.
9361 We do not support this here, since such symbols no
9362 longer conform to the ARM ELF ABI. */
9363 && (name[1] == 'd' || name[1] == 'x')
9364 && (name[2] == 0 || name[2] == '.');
9365 /* FIXME: Strictly speaking the symbol is only a valid mapping symbol if
9366 any characters that follow the period are legal characters for the body
9367 of a symbol's name. For now we just assume that this is the case. */
9370 /* Make sure that mapping symbols in object files are not removed via the
9371 "strip --strip-unneeded" tool. These symbols might needed in order to
9372 correctly generate linked files. Once an object file has been linked,
9373 it should be safe to remove them. */
9376 elfNN_aarch64_backend_symbol_processing (bfd *abfd, asymbol *sym)
9378 if (((abfd->flags & (EXEC_P | DYNAMIC)) == 0)
9379 && sym->section != bfd_abs_section_ptr
9380 && is_aarch64_mapping_symbol (sym->name))
9381 sym->flags |= BSF_KEEP;
9385 /* We use this so we can override certain functions
9386 (though currently we don't). */
9388 const struct elf_size_info elfNN_aarch64_size_info =
9390 sizeof (ElfNN_External_Ehdr),
9391 sizeof (ElfNN_External_Phdr),
9392 sizeof (ElfNN_External_Shdr),
9393 sizeof (ElfNN_External_Rel),
9394 sizeof (ElfNN_External_Rela),
9395 sizeof (ElfNN_External_Sym),
9396 sizeof (ElfNN_External_Dyn),
9397 sizeof (Elf_External_Note),
9398 4, /* Hash table entry size. */
9399 1, /* Internal relocs per external relocs. */
9400 ARCH_SIZE, /* Arch size. */
9401 LOG_FILE_ALIGN, /* Log_file_align. */
9402 ELFCLASSNN, EV_CURRENT,
9403 bfd_elfNN_write_out_phdrs,
9404 bfd_elfNN_write_shdrs_and_ehdr,
9405 bfd_elfNN_checksum_contents,
9406 bfd_elfNN_write_relocs,
9407 bfd_elfNN_swap_symbol_in,
9408 bfd_elfNN_swap_symbol_out,
9409 bfd_elfNN_slurp_reloc_table,
9410 bfd_elfNN_slurp_symbol_table,
9411 bfd_elfNN_swap_dyn_in,
9412 bfd_elfNN_swap_dyn_out,
9413 bfd_elfNN_swap_reloc_in,
9414 bfd_elfNN_swap_reloc_out,
9415 bfd_elfNN_swap_reloca_in,
9416 bfd_elfNN_swap_reloca_out
9419 #define ELF_ARCH bfd_arch_aarch64
9420 #define ELF_MACHINE_CODE EM_AARCH64
9421 #define ELF_MAXPAGESIZE 0x10000
9422 #define ELF_MINPAGESIZE 0x1000
9423 #define ELF_COMMONPAGESIZE 0x1000
9425 #define bfd_elfNN_close_and_cleanup \
9426 elfNN_aarch64_close_and_cleanup
9428 #define bfd_elfNN_bfd_free_cached_info \
9429 elfNN_aarch64_bfd_free_cached_info
9431 #define bfd_elfNN_bfd_is_target_special_symbol \
9432 elfNN_aarch64_is_target_special_symbol
9434 #define bfd_elfNN_bfd_link_hash_table_create \
9435 elfNN_aarch64_link_hash_table_create
9437 #define bfd_elfNN_bfd_merge_private_bfd_data \
9438 elfNN_aarch64_merge_private_bfd_data
9440 #define bfd_elfNN_bfd_print_private_bfd_data \
9441 elfNN_aarch64_print_private_bfd_data
9443 #define bfd_elfNN_bfd_reloc_type_lookup \
9444 elfNN_aarch64_reloc_type_lookup
9446 #define bfd_elfNN_bfd_reloc_name_lookup \
9447 elfNN_aarch64_reloc_name_lookup
9449 #define bfd_elfNN_bfd_set_private_flags \
9450 elfNN_aarch64_set_private_flags
9452 #define bfd_elfNN_find_inliner_info \
9453 elfNN_aarch64_find_inliner_info
9455 #define bfd_elfNN_find_nearest_line \
9456 elfNN_aarch64_find_nearest_line
9458 #define bfd_elfNN_mkobject \
9459 elfNN_aarch64_mkobject
9461 #define bfd_elfNN_new_section_hook \
9462 elfNN_aarch64_new_section_hook
9464 #define elf_backend_adjust_dynamic_symbol \
9465 elfNN_aarch64_adjust_dynamic_symbol
9467 #define elf_backend_always_size_sections \
9468 elfNN_aarch64_always_size_sections
9470 #define elf_backend_check_relocs \
9471 elfNN_aarch64_check_relocs
9473 #define elf_backend_copy_indirect_symbol \
9474 elfNN_aarch64_copy_indirect_symbol
9476 /* Create .dynbss, and .rela.bss sections in DYNOBJ, and set up shortcuts
9477 to them in our hash. */
9478 #define elf_backend_create_dynamic_sections \
9479 elfNN_aarch64_create_dynamic_sections
9481 #define elf_backend_init_index_section \
9482 _bfd_elf_init_2_index_sections
9484 #define elf_backend_finish_dynamic_sections \
9485 elfNN_aarch64_finish_dynamic_sections
9487 #define elf_backend_finish_dynamic_symbol \
9488 elfNN_aarch64_finish_dynamic_symbol
9490 #define elf_backend_object_p \
9491 elfNN_aarch64_object_p
9493 #define elf_backend_output_arch_local_syms \
9494 elfNN_aarch64_output_arch_local_syms
9496 #define elf_backend_plt_sym_val \
9497 elfNN_aarch64_plt_sym_val
9499 #define elf_backend_post_process_headers \
9500 elfNN_aarch64_post_process_headers
9502 #define elf_backend_relocate_section \
9503 elfNN_aarch64_relocate_section
9505 #define elf_backend_reloc_type_class \
9506 elfNN_aarch64_reloc_type_class
9508 #define elf_backend_section_from_shdr \
9509 elfNN_aarch64_section_from_shdr
9511 #define elf_backend_size_dynamic_sections \
9512 elfNN_aarch64_size_dynamic_sections
9514 #define elf_backend_size_info \
9515 elfNN_aarch64_size_info
9517 #define elf_backend_write_section \
9518 elfNN_aarch64_write_section
9520 #define elf_backend_symbol_processing \
9521 elfNN_aarch64_backend_symbol_processing
9523 #define elf_backend_can_refcount 1
9524 #define elf_backend_can_gc_sections 1
9525 #define elf_backend_plt_readonly 1
9526 #define elf_backend_want_got_plt 1
9527 #define elf_backend_want_plt_sym 0
9528 #define elf_backend_want_dynrelro 1
9529 #define elf_backend_may_use_rel_p 0
9530 #define elf_backend_may_use_rela_p 1
9531 #define elf_backend_default_use_rela_p 1
9532 #define elf_backend_rela_normal 1
9533 #define elf_backend_dtrel_excludes_plt 1
9534 #define elf_backend_got_header_size (GOT_ENTRY_SIZE * 3)
9535 #define elf_backend_default_execstack 0
9536 #define elf_backend_extern_protected_data 1
9537 #define elf_backend_hash_symbol elf_aarch64_hash_symbol
9539 #undef elf_backend_obj_attrs_section
9540 #define elf_backend_obj_attrs_section ".ARM.attributes"
9542 #include "elfNN-target.h"
9544 /* CloudABI support. */
9546 #undef TARGET_LITTLE_SYM
9547 #define TARGET_LITTLE_SYM aarch64_elfNN_le_cloudabi_vec
9548 #undef TARGET_LITTLE_NAME
9549 #define TARGET_LITTLE_NAME "elfNN-littleaarch64-cloudabi"
9550 #undef TARGET_BIG_SYM
9551 #define TARGET_BIG_SYM aarch64_elfNN_be_cloudabi_vec
9552 #undef TARGET_BIG_NAME
9553 #define TARGET_BIG_NAME "elfNN-bigaarch64-cloudabi"
9556 #define ELF_OSABI ELFOSABI_CLOUDABI
9559 #define elfNN_bed elfNN_aarch64_cloudabi_bed
9561 #include "elfNN-target.h"