1 /* AArch64-specific support for NN-bit ELF.
2 Copyright (C) 2009-2015 Free Software Foundation, Inc.
3 Contributed by ARM Ltd.
5 This file is part of BFD, the Binary File Descriptor library.
7 This program is free software; you can redistribute it and/or modify
8 it under the terms of the GNU General Public License as published by
9 the Free Software Foundation; either version 3 of the License, or
10 (at your option) any later version.
12 This program is distributed in the hope that it will be useful,
13 but WITHOUT ANY WARRANTY; without even the implied warranty of
14 MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 GNU General Public License for more details.
17 You should have received a copy of the GNU General Public License
18 along with this program; see the file COPYING3. If not,
19 see <http://www.gnu.org/licenses/>. */
21 /* Notes on implementation:
23 Thread Local Store (TLS)
27 The implementation currently supports both traditional TLS and TLS
28 descriptors, but only general dynamic (GD).
30 For traditional TLS the assembler will present us with code
31 fragments of the form:
34 R_AARCH64_TLSGD_ADR_PAGE21(foo)
35 add x0, :tlsgd_lo12:foo
36 R_AARCH64_TLSGD_ADD_LO12_NC(foo)
40 For TLS descriptors the assembler will present us with code
41 fragments of the form:
43 adrp x0, :tlsdesc:foo R_AARCH64_TLSDESC_ADR_PAGE21(foo)
44 ldr x1, [x0, #:tlsdesc_lo12:foo] R_AARCH64_TLSDESC_LD64_LO12(foo)
45 add x0, x0, #:tlsdesc_lo12:foo R_AARCH64_TLSDESC_ADD_LO12(foo)
47 blr x1 R_AARCH64_TLSDESC_CALL(foo)
49 The relocations R_AARCH64_TLSGD_{ADR_PREL21,ADD_LO12_NC} against foo
50 indicate that foo is thread local and should be accessed via the
51 traditional TLS mechanims.
53 The relocations R_AARCH64_TLSDESC_{ADR_PAGE21,LD64_LO12_NC,ADD_LO12_NC}
54 against foo indicate that 'foo' is thread local and should be accessed
55 via a TLS descriptor mechanism.
57 The precise instruction sequence is only relevant from the
58 perspective of linker relaxation which is currently not implemented.
60 The static linker must detect that 'foo' is a TLS object and
61 allocate a double GOT entry. The GOT entry must be created for both
62 global and local TLS symbols. Note that this is different to none
63 TLS local objects which do not need a GOT entry.
65 In the traditional TLS mechanism, the double GOT entry is used to
66 provide the tls_index structure, containing module and offset
67 entries. The static linker places the relocation R_AARCH64_TLS_DTPMOD
68 on the module entry. The loader will subsequently fixup this
69 relocation with the module identity.
71 For global traditional TLS symbols the static linker places an
72 R_AARCH64_TLS_DTPREL relocation on the offset entry. The loader
73 will subsequently fixup the offset. For local TLS symbols the static
74 linker fixes up offset.
76 In the TLS descriptor mechanism the double GOT entry is used to
77 provide the descriptor. The static linker places the relocation
78 R_AARCH64_TLSDESC on the first GOT slot. The loader will
79 subsequently fix this up.
83 The handling of TLS symbols is implemented across a number of
84 different backend functions. The following is a top level view of
85 what processing is performed where.
87 The TLS implementation maintains state information for each TLS
88 symbol. The state information for local and global symbols is kept
89 in different places. Global symbols use generic BFD structures while
90 local symbols use backend specific structures that are allocated and
91 maintained entirely by the backend.
95 elfNN_aarch64_check_relocs()
97 This function is invoked for each relocation.
99 The TLS relocations R_AARCH64_TLSGD_{ADR_PREL21,ADD_LO12_NC} and
100 R_AARCH64_TLSDESC_{ADR_PAGE21,LD64_LO12_NC,ADD_LO12_NC} are
101 spotted. One time creation of local symbol data structures are
102 created when the first local symbol is seen.
104 The reference count for a symbol is incremented. The GOT type for
105 each symbol is marked as general dynamic.
107 elfNN_aarch64_allocate_dynrelocs ()
109 For each global with positive reference count we allocate a double
110 GOT slot. For a traditional TLS symbol we allocate space for two
111 relocation entries on the GOT, for a TLS descriptor symbol we
112 allocate space for one relocation on the slot. Record the GOT offset
115 elfNN_aarch64_size_dynamic_sections ()
117 Iterate all input BFDS, look for in the local symbol data structure
118 constructed earlier for local TLS symbols and allocate them double
119 GOT slots along with space for a single GOT relocation. Update the
120 local symbol structure to record the GOT offset allocated.
122 elfNN_aarch64_relocate_section ()
124 Calls elfNN_aarch64_final_link_relocate ()
126 Emit the relevant TLS relocations against the GOT for each TLS
127 symbol. For local TLS symbols emit the GOT offset directly. The GOT
128 relocations are emitted once the first time a TLS symbol is
129 encountered. The implementation uses the LSB of the GOT offset to
130 flag that the relevant GOT relocations for a symbol have been
131 emitted. All of the TLS code that uses the GOT offset needs to take
132 care to mask out this flag bit before using the offset.
134 elfNN_aarch64_final_link_relocate ()
136 Fixup the R_AARCH64_TLSGD_{ADR_PREL21, ADD_LO12_NC} relocations. */
140 #include "libiberty.h"
142 #include "bfd_stdint.h"
145 #include "objalloc.h"
146 #include "elf/aarch64.h"
147 #include "elfxx-aarch64.h"
152 #define AARCH64_R(NAME) R_AARCH64_ ## NAME
153 #define AARCH64_R_STR(NAME) "R_AARCH64_" #NAME
154 #define HOWTO64(...) HOWTO (__VA_ARGS__)
155 #define HOWTO32(...) EMPTY_HOWTO (0)
156 #define LOG_FILE_ALIGN 3
160 #define AARCH64_R(NAME) R_AARCH64_P32_ ## NAME
161 #define AARCH64_R_STR(NAME) "R_AARCH64_P32_" #NAME
162 #define HOWTO64(...) EMPTY_HOWTO (0)
163 #define HOWTO32(...) HOWTO (__VA_ARGS__)
164 #define LOG_FILE_ALIGN 2
167 #define IS_AARCH64_TLS_RELOC(R_TYPE) \
168 ((R_TYPE) == BFD_RELOC_AARCH64_TLSGD_ADD_LO12_NC \
169 || (R_TYPE) == BFD_RELOC_AARCH64_TLSGD_ADR_PAGE21 \
170 || (R_TYPE) == BFD_RELOC_AARCH64_TLSGD_ADR_PREL21 \
171 || (R_TYPE) == BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21 \
172 || (R_TYPE) == BFD_RELOC_AARCH64_TLSIE_LD32_GOTTPREL_LO12_NC \
173 || (R_TYPE) == BFD_RELOC_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC \
174 || (R_TYPE) == BFD_RELOC_AARCH64_TLSIE_LD_GOTTPREL_PREL19 \
175 || (R_TYPE) == BFD_RELOC_AARCH64_TLSIE_MOVW_GOTTPREL_G0_NC \
176 || (R_TYPE) == BFD_RELOC_AARCH64_TLSIE_MOVW_GOTTPREL_G1 \
177 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLD_ADD_DTPREL_HI12 \
178 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLD_ADD_DTPREL_LO12 \
179 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLD_ADD_DTPREL_LO12_NC \
180 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLD_ADD_LO12_NC \
181 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLD_ADR_PAGE21 \
182 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLD_ADR_PREL21 \
183 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLD_LDST16_DTPREL_LO12 \
184 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLD_LDST16_DTPREL_LO12_NC \
185 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLD_LDST32_DTPREL_LO12 \
186 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLD_LDST32_DTPREL_LO12_NC \
187 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLD_LDST64_DTPREL_LO12 \
188 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLD_LDST64_DTPREL_LO12_NC \
189 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLD_LDST8_DTPREL_LO12 \
190 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLD_LDST8_DTPREL_LO12_NC \
191 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLD_MOVW_DTPREL_G0 \
192 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLD_MOVW_DTPREL_G0_NC \
193 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLD_MOVW_DTPREL_G1 \
194 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLD_MOVW_DTPREL_G1_NC \
195 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLD_MOVW_DTPREL_G2 \
196 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_HI12 \
197 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_LO12 \
198 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_LO12_NC \
199 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0 \
200 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0_NC \
201 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1 \
202 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1_NC \
203 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G2 \
204 || (R_TYPE) == BFD_RELOC_AARCH64_TLS_DTPMOD \
205 || (R_TYPE) == BFD_RELOC_AARCH64_TLS_DTPREL \
206 || (R_TYPE) == BFD_RELOC_AARCH64_TLS_TPREL \
207 || IS_AARCH64_TLSDESC_RELOC ((R_TYPE)))
209 #define IS_AARCH64_TLS_RELAX_RELOC(R_TYPE) \
210 ((R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_ADD_LO12_NC \
211 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_ADR_PAGE21 \
212 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_ADR_PREL21 \
213 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_CALL \
214 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_LD_PREL19 \
215 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_LDNN_LO12_NC \
216 || (R_TYPE) == BFD_RELOC_AARCH64_TLSGD_ADR_PAGE21 \
217 || (R_TYPE) == BFD_RELOC_AARCH64_TLSGD_ADR_PREL21 \
218 || (R_TYPE) == BFD_RELOC_AARCH64_TLSGD_ADD_LO12_NC \
219 || (R_TYPE) == BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21 \
220 || (R_TYPE) == BFD_RELOC_AARCH64_TLSIE_LD_GOTTPREL_PREL19 \
221 || (R_TYPE) == BFD_RELOC_AARCH64_TLSIE_LDNN_GOTTPREL_LO12_NC \
222 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLD_ADD_LO12_NC \
223 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLD_ADR_PAGE21 \
224 || (R_TYPE) == BFD_RELOC_AARCH64_TLSLD_ADR_PREL21)
226 #define IS_AARCH64_TLSDESC_RELOC(R_TYPE) \
227 ((R_TYPE) == BFD_RELOC_AARCH64_TLSDESC \
228 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_ADD \
229 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_ADD_LO12_NC \
230 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_ADR_PAGE21 \
231 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_ADR_PREL21 \
232 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_CALL \
233 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_LD32_LO12_NC \
234 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_LD64_LO12_NC \
235 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_LDR \
236 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_LD_PREL19 \
237 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_OFF_G0_NC \
238 || (R_TYPE) == BFD_RELOC_AARCH64_TLSDESC_OFF_G1)
240 #define ELIMINATE_COPY_RELOCS 0
242 /* Return size of a relocation entry. HTAB is the bfd's
243 elf_aarch64_link_hash_entry. */
244 #define RELOC_SIZE(HTAB) (sizeof (ElfNN_External_Rela))
246 /* GOT Entry size - 8 bytes in ELF64 and 4 bytes in ELF32. */
247 #define GOT_ENTRY_SIZE (ARCH_SIZE / 8)
248 #define PLT_ENTRY_SIZE (32)
249 #define PLT_SMALL_ENTRY_SIZE (16)
250 #define PLT_TLSDESC_ENTRY_SIZE (32)
252 /* Encoding of the nop instruction */
253 #define INSN_NOP 0xd503201f
255 #define aarch64_compute_jump_table_size(htab) \
256 (((htab)->root.srelplt == NULL) ? 0 \
257 : (htab)->root.srelplt->reloc_count * GOT_ENTRY_SIZE)
259 /* The first entry in a procedure linkage table looks like this
260 if the distance between the PLTGOT and the PLT is < 4GB use
261 these PLT entries. Note that the dynamic linker gets &PLTGOT[2]
262 in x16 and needs to work out PLTGOT[1] by using an address of
263 [x16,#-GOT_ENTRY_SIZE]. */
264 static const bfd_byte elfNN_aarch64_small_plt0_entry[PLT_ENTRY_SIZE] =
266 0xf0, 0x7b, 0xbf, 0xa9, /* stp x16, x30, [sp, #-16]! */
267 0x10, 0x00, 0x00, 0x90, /* adrp x16, (GOT+16) */
269 0x11, 0x0A, 0x40, 0xf9, /* ldr x17, [x16, #PLT_GOT+0x10] */
270 0x10, 0x42, 0x00, 0x91, /* add x16, x16,#PLT_GOT+0x10 */
272 0x11, 0x0A, 0x40, 0xb9, /* ldr w17, [x16, #PLT_GOT+0x8] */
273 0x10, 0x22, 0x00, 0x11, /* add w16, w16,#PLT_GOT+0x8 */
275 0x20, 0x02, 0x1f, 0xd6, /* br x17 */
276 0x1f, 0x20, 0x03, 0xd5, /* nop */
277 0x1f, 0x20, 0x03, 0xd5, /* nop */
278 0x1f, 0x20, 0x03, 0xd5, /* nop */
281 /* Per function entry in a procedure linkage table looks like this
282 if the distance between the PLTGOT and the PLT is < 4GB use
283 these PLT entries. */
284 static const bfd_byte elfNN_aarch64_small_plt_entry[PLT_SMALL_ENTRY_SIZE] =
286 0x10, 0x00, 0x00, 0x90, /* adrp x16, PLTGOT + n * 8 */
288 0x11, 0x02, 0x40, 0xf9, /* ldr x17, [x16, PLTGOT + n * 8] */
289 0x10, 0x02, 0x00, 0x91, /* add x16, x16, :lo12:PLTGOT + n * 8 */
291 0x11, 0x02, 0x40, 0xb9, /* ldr w17, [x16, PLTGOT + n * 4] */
292 0x10, 0x02, 0x00, 0x11, /* add w16, w16, :lo12:PLTGOT + n * 4 */
294 0x20, 0x02, 0x1f, 0xd6, /* br x17. */
297 static const bfd_byte
298 elfNN_aarch64_tlsdesc_small_plt_entry[PLT_TLSDESC_ENTRY_SIZE] =
300 0xe2, 0x0f, 0xbf, 0xa9, /* stp x2, x3, [sp, #-16]! */
301 0x02, 0x00, 0x00, 0x90, /* adrp x2, 0 */
302 0x03, 0x00, 0x00, 0x90, /* adrp x3, 0 */
304 0x42, 0x00, 0x40, 0xf9, /* ldr x2, [x2, #0] */
305 0x63, 0x00, 0x00, 0x91, /* add x3, x3, 0 */
307 0x42, 0x00, 0x40, 0xb9, /* ldr w2, [x2, #0] */
308 0x63, 0x00, 0x00, 0x11, /* add w3, w3, 0 */
310 0x40, 0x00, 0x1f, 0xd6, /* br x2 */
311 0x1f, 0x20, 0x03, 0xd5, /* nop */
312 0x1f, 0x20, 0x03, 0xd5, /* nop */
315 #define elf_info_to_howto elfNN_aarch64_info_to_howto
316 #define elf_info_to_howto_rel elfNN_aarch64_info_to_howto
318 #define AARCH64_ELF_ABI_VERSION 0
320 /* In case we're on a 32-bit machine, construct a 64-bit "-1" value. */
321 #define ALL_ONES (~ (bfd_vma) 0)
323 /* Indexed by the bfd interal reloc enumerators.
324 Therefore, the table needs to be synced with BFD_RELOC_AARCH64_*
327 static reloc_howto_type elfNN_aarch64_howto_table[] =
331 /* Basic data relocations. */
334 HOWTO (R_AARCH64_NULL, /* type */
336 3, /* size (0 = byte, 1 = short, 2 = long) */
338 FALSE, /* pc_relative */
340 complain_overflow_dont, /* complain_on_overflow */
341 bfd_elf_generic_reloc, /* special_function */
342 "R_AARCH64_NULL", /* name */
343 FALSE, /* partial_inplace */
346 FALSE), /* pcrel_offset */
348 HOWTO (R_AARCH64_NONE, /* type */
350 3, /* size (0 = byte, 1 = short, 2 = long) */
352 FALSE, /* pc_relative */
354 complain_overflow_dont, /* complain_on_overflow */
355 bfd_elf_generic_reloc, /* special_function */
356 "R_AARCH64_NONE", /* name */
357 FALSE, /* partial_inplace */
360 FALSE), /* pcrel_offset */
364 HOWTO64 (AARCH64_R (ABS64), /* type */
366 4, /* size (4 = long long) */
368 FALSE, /* pc_relative */
370 complain_overflow_unsigned, /* complain_on_overflow */
371 bfd_elf_generic_reloc, /* special_function */
372 AARCH64_R_STR (ABS64), /* name */
373 FALSE, /* partial_inplace */
374 ALL_ONES, /* src_mask */
375 ALL_ONES, /* dst_mask */
376 FALSE), /* pcrel_offset */
379 HOWTO (AARCH64_R (ABS32), /* type */
381 2, /* size (0 = byte, 1 = short, 2 = long) */
383 FALSE, /* pc_relative */
385 complain_overflow_unsigned, /* complain_on_overflow */
386 bfd_elf_generic_reloc, /* special_function */
387 AARCH64_R_STR (ABS32), /* name */
388 FALSE, /* partial_inplace */
389 0xffffffff, /* src_mask */
390 0xffffffff, /* dst_mask */
391 FALSE), /* pcrel_offset */
394 HOWTO (AARCH64_R (ABS16), /* type */
396 1, /* size (0 = byte, 1 = short, 2 = long) */
398 FALSE, /* pc_relative */
400 complain_overflow_unsigned, /* complain_on_overflow */
401 bfd_elf_generic_reloc, /* special_function */
402 AARCH64_R_STR (ABS16), /* name */
403 FALSE, /* partial_inplace */
404 0xffff, /* src_mask */
405 0xffff, /* dst_mask */
406 FALSE), /* pcrel_offset */
408 /* .xword: (S+A-P) */
409 HOWTO64 (AARCH64_R (PREL64), /* type */
411 4, /* size (4 = long long) */
413 TRUE, /* pc_relative */
415 complain_overflow_signed, /* complain_on_overflow */
416 bfd_elf_generic_reloc, /* special_function */
417 AARCH64_R_STR (PREL64), /* name */
418 FALSE, /* partial_inplace */
419 ALL_ONES, /* src_mask */
420 ALL_ONES, /* dst_mask */
421 TRUE), /* pcrel_offset */
424 HOWTO (AARCH64_R (PREL32), /* type */
426 2, /* size (0 = byte, 1 = short, 2 = long) */
428 TRUE, /* pc_relative */
430 complain_overflow_signed, /* complain_on_overflow */
431 bfd_elf_generic_reloc, /* special_function */
432 AARCH64_R_STR (PREL32), /* name */
433 FALSE, /* partial_inplace */
434 0xffffffff, /* src_mask */
435 0xffffffff, /* dst_mask */
436 TRUE), /* pcrel_offset */
439 HOWTO (AARCH64_R (PREL16), /* type */
441 1, /* size (0 = byte, 1 = short, 2 = long) */
443 TRUE, /* pc_relative */
445 complain_overflow_signed, /* complain_on_overflow */
446 bfd_elf_generic_reloc, /* special_function */
447 AARCH64_R_STR (PREL16), /* name */
448 FALSE, /* partial_inplace */
449 0xffff, /* src_mask */
450 0xffff, /* dst_mask */
451 TRUE), /* pcrel_offset */
453 /* Group relocations to create a 16, 32, 48 or 64 bit
454 unsigned data or abs address inline. */
456 /* MOVZ: ((S+A) >> 0) & 0xffff */
457 HOWTO (AARCH64_R (MOVW_UABS_G0), /* type */
459 2, /* size (0 = byte, 1 = short, 2 = long) */
461 FALSE, /* pc_relative */
463 complain_overflow_unsigned, /* complain_on_overflow */
464 bfd_elf_generic_reloc, /* special_function */
465 AARCH64_R_STR (MOVW_UABS_G0), /* name */
466 FALSE, /* partial_inplace */
467 0xffff, /* src_mask */
468 0xffff, /* dst_mask */
469 FALSE), /* pcrel_offset */
471 /* MOVK: ((S+A) >> 0) & 0xffff [no overflow check] */
472 HOWTO (AARCH64_R (MOVW_UABS_G0_NC), /* type */
474 2, /* size (0 = byte, 1 = short, 2 = long) */
476 FALSE, /* pc_relative */
478 complain_overflow_dont, /* complain_on_overflow */
479 bfd_elf_generic_reloc, /* special_function */
480 AARCH64_R_STR (MOVW_UABS_G0_NC), /* name */
481 FALSE, /* partial_inplace */
482 0xffff, /* src_mask */
483 0xffff, /* dst_mask */
484 FALSE), /* pcrel_offset */
486 /* MOVZ: ((S+A) >> 16) & 0xffff */
487 HOWTO (AARCH64_R (MOVW_UABS_G1), /* type */
489 2, /* size (0 = byte, 1 = short, 2 = long) */
491 FALSE, /* pc_relative */
493 complain_overflow_unsigned, /* complain_on_overflow */
494 bfd_elf_generic_reloc, /* special_function */
495 AARCH64_R_STR (MOVW_UABS_G1), /* name */
496 FALSE, /* partial_inplace */
497 0xffff, /* src_mask */
498 0xffff, /* dst_mask */
499 FALSE), /* pcrel_offset */
501 /* MOVK: ((S+A) >> 16) & 0xffff [no overflow check] */
502 HOWTO64 (AARCH64_R (MOVW_UABS_G1_NC), /* type */
504 2, /* size (0 = byte, 1 = short, 2 = long) */
506 FALSE, /* pc_relative */
508 complain_overflow_dont, /* complain_on_overflow */
509 bfd_elf_generic_reloc, /* special_function */
510 AARCH64_R_STR (MOVW_UABS_G1_NC), /* name */
511 FALSE, /* partial_inplace */
512 0xffff, /* src_mask */
513 0xffff, /* dst_mask */
514 FALSE), /* pcrel_offset */
516 /* MOVZ: ((S+A) >> 32) & 0xffff */
517 HOWTO64 (AARCH64_R (MOVW_UABS_G2), /* type */
519 2, /* size (0 = byte, 1 = short, 2 = long) */
521 FALSE, /* pc_relative */
523 complain_overflow_unsigned, /* complain_on_overflow */
524 bfd_elf_generic_reloc, /* special_function */
525 AARCH64_R_STR (MOVW_UABS_G2), /* name */
526 FALSE, /* partial_inplace */
527 0xffff, /* src_mask */
528 0xffff, /* dst_mask */
529 FALSE), /* pcrel_offset */
531 /* MOVK: ((S+A) >> 32) & 0xffff [no overflow check] */
532 HOWTO64 (AARCH64_R (MOVW_UABS_G2_NC), /* type */
534 2, /* size (0 = byte, 1 = short, 2 = long) */
536 FALSE, /* pc_relative */
538 complain_overflow_dont, /* complain_on_overflow */
539 bfd_elf_generic_reloc, /* special_function */
540 AARCH64_R_STR (MOVW_UABS_G2_NC), /* name */
541 FALSE, /* partial_inplace */
542 0xffff, /* src_mask */
543 0xffff, /* dst_mask */
544 FALSE), /* pcrel_offset */
546 /* MOVZ: ((S+A) >> 48) & 0xffff */
547 HOWTO64 (AARCH64_R (MOVW_UABS_G3), /* type */
549 2, /* size (0 = byte, 1 = short, 2 = long) */
551 FALSE, /* pc_relative */
553 complain_overflow_unsigned, /* complain_on_overflow */
554 bfd_elf_generic_reloc, /* special_function */
555 AARCH64_R_STR (MOVW_UABS_G3), /* name */
556 FALSE, /* partial_inplace */
557 0xffff, /* src_mask */
558 0xffff, /* dst_mask */
559 FALSE), /* pcrel_offset */
561 /* Group relocations to create high part of a 16, 32, 48 or 64 bit
562 signed data or abs address inline. Will change instruction
563 to MOVN or MOVZ depending on sign of calculated value. */
565 /* MOV[ZN]: ((S+A) >> 0) & 0xffff */
566 HOWTO (AARCH64_R (MOVW_SABS_G0), /* type */
568 2, /* size (0 = byte, 1 = short, 2 = long) */
570 FALSE, /* pc_relative */
572 complain_overflow_signed, /* complain_on_overflow */
573 bfd_elf_generic_reloc, /* special_function */
574 AARCH64_R_STR (MOVW_SABS_G0), /* name */
575 FALSE, /* partial_inplace */
576 0xffff, /* src_mask */
577 0xffff, /* dst_mask */
578 FALSE), /* pcrel_offset */
580 /* MOV[ZN]: ((S+A) >> 16) & 0xffff */
581 HOWTO64 (AARCH64_R (MOVW_SABS_G1), /* type */
583 2, /* size (0 = byte, 1 = short, 2 = long) */
585 FALSE, /* pc_relative */
587 complain_overflow_signed, /* complain_on_overflow */
588 bfd_elf_generic_reloc, /* special_function */
589 AARCH64_R_STR (MOVW_SABS_G1), /* name */
590 FALSE, /* partial_inplace */
591 0xffff, /* src_mask */
592 0xffff, /* dst_mask */
593 FALSE), /* pcrel_offset */
595 /* MOV[ZN]: ((S+A) >> 32) & 0xffff */
596 HOWTO64 (AARCH64_R (MOVW_SABS_G2), /* type */
598 2, /* size (0 = byte, 1 = short, 2 = long) */
600 FALSE, /* pc_relative */
602 complain_overflow_signed, /* complain_on_overflow */
603 bfd_elf_generic_reloc, /* special_function */
604 AARCH64_R_STR (MOVW_SABS_G2), /* name */
605 FALSE, /* partial_inplace */
606 0xffff, /* src_mask */
607 0xffff, /* dst_mask */
608 FALSE), /* pcrel_offset */
610 /* Relocations to generate 19, 21 and 33 bit PC-relative load/store
611 addresses: PG(x) is (x & ~0xfff). */
613 /* LD-lit: ((S+A-P) >> 2) & 0x7ffff */
614 HOWTO (AARCH64_R (LD_PREL_LO19), /* type */
616 2, /* size (0 = byte, 1 = short, 2 = long) */
618 TRUE, /* pc_relative */
620 complain_overflow_signed, /* complain_on_overflow */
621 bfd_elf_generic_reloc, /* special_function */
622 AARCH64_R_STR (LD_PREL_LO19), /* name */
623 FALSE, /* partial_inplace */
624 0x7ffff, /* src_mask */
625 0x7ffff, /* dst_mask */
626 TRUE), /* pcrel_offset */
628 /* ADR: (S+A-P) & 0x1fffff */
629 HOWTO (AARCH64_R (ADR_PREL_LO21), /* type */
631 2, /* size (0 = byte, 1 = short, 2 = long) */
633 TRUE, /* pc_relative */
635 complain_overflow_signed, /* complain_on_overflow */
636 bfd_elf_generic_reloc, /* special_function */
637 AARCH64_R_STR (ADR_PREL_LO21), /* name */
638 FALSE, /* partial_inplace */
639 0x1fffff, /* src_mask */
640 0x1fffff, /* dst_mask */
641 TRUE), /* pcrel_offset */
643 /* ADRP: ((PG(S+A)-PG(P)) >> 12) & 0x1fffff */
644 HOWTO (AARCH64_R (ADR_PREL_PG_HI21), /* type */
646 2, /* size (0 = byte, 1 = short, 2 = long) */
648 TRUE, /* pc_relative */
650 complain_overflow_signed, /* complain_on_overflow */
651 bfd_elf_generic_reloc, /* special_function */
652 AARCH64_R_STR (ADR_PREL_PG_HI21), /* name */
653 FALSE, /* partial_inplace */
654 0x1fffff, /* src_mask */
655 0x1fffff, /* dst_mask */
656 TRUE), /* pcrel_offset */
658 /* ADRP: ((PG(S+A)-PG(P)) >> 12) & 0x1fffff [no overflow check] */
659 HOWTO64 (AARCH64_R (ADR_PREL_PG_HI21_NC), /* type */
661 2, /* size (0 = byte, 1 = short, 2 = long) */
663 TRUE, /* pc_relative */
665 complain_overflow_dont, /* complain_on_overflow */
666 bfd_elf_generic_reloc, /* special_function */
667 AARCH64_R_STR (ADR_PREL_PG_HI21_NC), /* name */
668 FALSE, /* partial_inplace */
669 0x1fffff, /* src_mask */
670 0x1fffff, /* dst_mask */
671 TRUE), /* pcrel_offset */
673 /* ADD: (S+A) & 0xfff [no overflow check] */
674 HOWTO (AARCH64_R (ADD_ABS_LO12_NC), /* type */
676 2, /* size (0 = byte, 1 = short, 2 = long) */
678 FALSE, /* pc_relative */
680 complain_overflow_dont, /* complain_on_overflow */
681 bfd_elf_generic_reloc, /* special_function */
682 AARCH64_R_STR (ADD_ABS_LO12_NC), /* name */
683 FALSE, /* partial_inplace */
684 0x3ffc00, /* src_mask */
685 0x3ffc00, /* dst_mask */
686 FALSE), /* pcrel_offset */
688 /* LD/ST8: (S+A) & 0xfff */
689 HOWTO (AARCH64_R (LDST8_ABS_LO12_NC), /* type */
691 2, /* size (0 = byte, 1 = short, 2 = long) */
693 FALSE, /* pc_relative */
695 complain_overflow_dont, /* complain_on_overflow */
696 bfd_elf_generic_reloc, /* special_function */
697 AARCH64_R_STR (LDST8_ABS_LO12_NC), /* name */
698 FALSE, /* partial_inplace */
699 0xfff, /* src_mask */
700 0xfff, /* dst_mask */
701 FALSE), /* pcrel_offset */
703 /* Relocations for control-flow instructions. */
705 /* TBZ/NZ: ((S+A-P) >> 2) & 0x3fff */
706 HOWTO (AARCH64_R (TSTBR14), /* type */
708 2, /* size (0 = byte, 1 = short, 2 = long) */
710 TRUE, /* pc_relative */
712 complain_overflow_signed, /* complain_on_overflow */
713 bfd_elf_generic_reloc, /* special_function */
714 AARCH64_R_STR (TSTBR14), /* name */
715 FALSE, /* partial_inplace */
716 0x3fff, /* src_mask */
717 0x3fff, /* dst_mask */
718 TRUE), /* pcrel_offset */
720 /* B.cond: ((S+A-P) >> 2) & 0x7ffff */
721 HOWTO (AARCH64_R (CONDBR19), /* type */
723 2, /* size (0 = byte, 1 = short, 2 = long) */
725 TRUE, /* pc_relative */
727 complain_overflow_signed, /* complain_on_overflow */
728 bfd_elf_generic_reloc, /* special_function */
729 AARCH64_R_STR (CONDBR19), /* name */
730 FALSE, /* partial_inplace */
731 0x7ffff, /* src_mask */
732 0x7ffff, /* dst_mask */
733 TRUE), /* pcrel_offset */
735 /* B: ((S+A-P) >> 2) & 0x3ffffff */
736 HOWTO (AARCH64_R (JUMP26), /* type */
738 2, /* size (0 = byte, 1 = short, 2 = long) */
740 TRUE, /* pc_relative */
742 complain_overflow_signed, /* complain_on_overflow */
743 bfd_elf_generic_reloc, /* special_function */
744 AARCH64_R_STR (JUMP26), /* name */
745 FALSE, /* partial_inplace */
746 0x3ffffff, /* src_mask */
747 0x3ffffff, /* dst_mask */
748 TRUE), /* pcrel_offset */
750 /* BL: ((S+A-P) >> 2) & 0x3ffffff */
751 HOWTO (AARCH64_R (CALL26), /* type */
753 2, /* size (0 = byte, 1 = short, 2 = long) */
755 TRUE, /* pc_relative */
757 complain_overflow_signed, /* complain_on_overflow */
758 bfd_elf_generic_reloc, /* special_function */
759 AARCH64_R_STR (CALL26), /* name */
760 FALSE, /* partial_inplace */
761 0x3ffffff, /* src_mask */
762 0x3ffffff, /* dst_mask */
763 TRUE), /* pcrel_offset */
765 /* LD/ST16: (S+A) & 0xffe */
766 HOWTO (AARCH64_R (LDST16_ABS_LO12_NC), /* type */
768 2, /* size (0 = byte, 1 = short, 2 = long) */
770 FALSE, /* pc_relative */
772 complain_overflow_dont, /* complain_on_overflow */
773 bfd_elf_generic_reloc, /* special_function */
774 AARCH64_R_STR (LDST16_ABS_LO12_NC), /* name */
775 FALSE, /* partial_inplace */
776 0xffe, /* src_mask */
777 0xffe, /* dst_mask */
778 FALSE), /* pcrel_offset */
780 /* LD/ST32: (S+A) & 0xffc */
781 HOWTO (AARCH64_R (LDST32_ABS_LO12_NC), /* type */
783 2, /* size (0 = byte, 1 = short, 2 = long) */
785 FALSE, /* pc_relative */
787 complain_overflow_dont, /* complain_on_overflow */
788 bfd_elf_generic_reloc, /* special_function */
789 AARCH64_R_STR (LDST32_ABS_LO12_NC), /* name */
790 FALSE, /* partial_inplace */
791 0xffc, /* src_mask */
792 0xffc, /* dst_mask */
793 FALSE), /* pcrel_offset */
795 /* LD/ST64: (S+A) & 0xff8 */
796 HOWTO (AARCH64_R (LDST64_ABS_LO12_NC), /* type */
798 2, /* size (0 = byte, 1 = short, 2 = long) */
800 FALSE, /* pc_relative */
802 complain_overflow_dont, /* complain_on_overflow */
803 bfd_elf_generic_reloc, /* special_function */
804 AARCH64_R_STR (LDST64_ABS_LO12_NC), /* name */
805 FALSE, /* partial_inplace */
806 0xff8, /* src_mask */
807 0xff8, /* dst_mask */
808 FALSE), /* pcrel_offset */
810 /* LD/ST128: (S+A) & 0xff0 */
811 HOWTO (AARCH64_R (LDST128_ABS_LO12_NC), /* type */
813 2, /* size (0 = byte, 1 = short, 2 = long) */
815 FALSE, /* pc_relative */
817 complain_overflow_dont, /* complain_on_overflow */
818 bfd_elf_generic_reloc, /* special_function */
819 AARCH64_R_STR (LDST128_ABS_LO12_NC), /* name */
820 FALSE, /* partial_inplace */
821 0xff0, /* src_mask */
822 0xff0, /* dst_mask */
823 FALSE), /* pcrel_offset */
825 /* Set a load-literal immediate field to bits
826 0x1FFFFC of G(S)-P */
827 HOWTO (AARCH64_R (GOT_LD_PREL19), /* type */
829 2, /* size (0 = byte,1 = short,2 = long) */
831 TRUE, /* pc_relative */
833 complain_overflow_signed, /* complain_on_overflow */
834 bfd_elf_generic_reloc, /* special_function */
835 AARCH64_R_STR (GOT_LD_PREL19), /* name */
836 FALSE, /* partial_inplace */
837 0xffffe0, /* src_mask */
838 0xffffe0, /* dst_mask */
839 TRUE), /* pcrel_offset */
841 /* Get to the page for the GOT entry for the symbol
842 (G(S) - P) using an ADRP instruction. */
843 HOWTO (AARCH64_R (ADR_GOT_PAGE), /* type */
845 2, /* size (0 = byte, 1 = short, 2 = long) */
847 TRUE, /* pc_relative */
849 complain_overflow_dont, /* complain_on_overflow */
850 bfd_elf_generic_reloc, /* special_function */
851 AARCH64_R_STR (ADR_GOT_PAGE), /* name */
852 FALSE, /* partial_inplace */
853 0x1fffff, /* src_mask */
854 0x1fffff, /* dst_mask */
855 TRUE), /* pcrel_offset */
857 /* LD64: GOT offset G(S) & 0xff8 */
858 HOWTO64 (AARCH64_R (LD64_GOT_LO12_NC), /* type */
860 2, /* size (0 = byte, 1 = short, 2 = long) */
862 FALSE, /* pc_relative */
864 complain_overflow_dont, /* complain_on_overflow */
865 bfd_elf_generic_reloc, /* special_function */
866 AARCH64_R_STR (LD64_GOT_LO12_NC), /* name */
867 FALSE, /* partial_inplace */
868 0xff8, /* src_mask */
869 0xff8, /* dst_mask */
870 FALSE), /* pcrel_offset */
872 /* LD32: GOT offset G(S) & 0xffc */
873 HOWTO32 (AARCH64_R (LD32_GOT_LO12_NC), /* type */
875 2, /* size (0 = byte, 1 = short, 2 = long) */
877 FALSE, /* pc_relative */
879 complain_overflow_dont, /* complain_on_overflow */
880 bfd_elf_generic_reloc, /* special_function */
881 AARCH64_R_STR (LD32_GOT_LO12_NC), /* name */
882 FALSE, /* partial_inplace */
883 0xffc, /* src_mask */
884 0xffc, /* dst_mask */
885 FALSE), /* pcrel_offset */
887 /* LD64: GOT offset for the symbol. */
888 HOWTO64 (AARCH64_R (LD64_GOTOFF_LO15), /* type */
890 2, /* size (0 = byte, 1 = short, 2 = long) */
892 FALSE, /* pc_relative */
894 complain_overflow_unsigned, /* complain_on_overflow */
895 bfd_elf_generic_reloc, /* special_function */
896 AARCH64_R_STR (LD64_GOTOFF_LO15), /* name */
897 FALSE, /* partial_inplace */
898 0x7ff8, /* src_mask */
899 0x7ff8, /* dst_mask */
900 FALSE), /* pcrel_offset */
902 /* LD32: GOT offset to the page address of GOT table.
903 (G(S) - PAGE (_GLOBAL_OFFSET_TABLE_)) & 0x5ffc. */
904 HOWTO32 (AARCH64_R (LD32_GOTPAGE_LO14), /* type */
906 2, /* size (0 = byte, 1 = short, 2 = long) */
908 FALSE, /* pc_relative */
910 complain_overflow_unsigned, /* complain_on_overflow */
911 bfd_elf_generic_reloc, /* special_function */
912 AARCH64_R_STR (LD32_GOTPAGE_LO14), /* name */
913 FALSE, /* partial_inplace */
914 0x5ffc, /* src_mask */
915 0x5ffc, /* dst_mask */
916 FALSE), /* pcrel_offset */
918 /* LD64: GOT offset to the page address of GOT table.
919 (G(S) - PAGE (_GLOBAL_OFFSET_TABLE_)) & 0x7ff8. */
920 HOWTO64 (AARCH64_R (LD64_GOTPAGE_LO15), /* type */
922 2, /* size (0 = byte, 1 = short, 2 = long) */
924 FALSE, /* pc_relative */
926 complain_overflow_unsigned, /* complain_on_overflow */
927 bfd_elf_generic_reloc, /* special_function */
928 AARCH64_R_STR (LD64_GOTPAGE_LO15), /* name */
929 FALSE, /* partial_inplace */
930 0x7ff8, /* src_mask */
931 0x7ff8, /* dst_mask */
932 FALSE), /* pcrel_offset */
934 /* Get to the page for the GOT entry for the symbol
935 (G(S) - P) using an ADRP instruction. */
936 HOWTO (AARCH64_R (TLSGD_ADR_PAGE21), /* type */
938 2, /* size (0 = byte, 1 = short, 2 = long) */
940 TRUE, /* pc_relative */
942 complain_overflow_dont, /* complain_on_overflow */
943 bfd_elf_generic_reloc, /* special_function */
944 AARCH64_R_STR (TLSGD_ADR_PAGE21), /* name */
945 FALSE, /* partial_inplace */
946 0x1fffff, /* src_mask */
947 0x1fffff, /* dst_mask */
948 TRUE), /* pcrel_offset */
950 HOWTO (AARCH64_R (TLSGD_ADR_PREL21), /* type */
952 2, /* size (0 = byte, 1 = short, 2 = long) */
954 TRUE, /* pc_relative */
956 complain_overflow_dont, /* complain_on_overflow */
957 bfd_elf_generic_reloc, /* special_function */
958 AARCH64_R_STR (TLSGD_ADR_PREL21), /* name */
959 FALSE, /* partial_inplace */
960 0x1fffff, /* src_mask */
961 0x1fffff, /* dst_mask */
962 TRUE), /* pcrel_offset */
964 /* ADD: GOT offset G(S) & 0xff8 [no overflow check] */
965 HOWTO (AARCH64_R (TLSGD_ADD_LO12_NC), /* type */
967 2, /* size (0 = byte, 1 = short, 2 = long) */
969 FALSE, /* pc_relative */
971 complain_overflow_dont, /* complain_on_overflow */
972 bfd_elf_generic_reloc, /* special_function */
973 AARCH64_R_STR (TLSGD_ADD_LO12_NC), /* name */
974 FALSE, /* partial_inplace */
975 0xfff, /* src_mask */
976 0xfff, /* dst_mask */
977 FALSE), /* pcrel_offset */
979 HOWTO64 (AARCH64_R (TLSIE_MOVW_GOTTPREL_G1), /* type */
981 2, /* size (0 = byte, 1 = short, 2 = long) */
983 FALSE, /* pc_relative */
985 complain_overflow_dont, /* complain_on_overflow */
986 bfd_elf_generic_reloc, /* special_function */
987 AARCH64_R_STR (TLSIE_MOVW_GOTTPREL_G1), /* name */
988 FALSE, /* partial_inplace */
989 0xffff, /* src_mask */
990 0xffff, /* dst_mask */
991 FALSE), /* pcrel_offset */
993 HOWTO64 (AARCH64_R (TLSIE_MOVW_GOTTPREL_G0_NC), /* type */
995 2, /* size (0 = byte, 1 = short, 2 = long) */
997 FALSE, /* pc_relative */
999 complain_overflow_dont, /* complain_on_overflow */
1000 bfd_elf_generic_reloc, /* special_function */
1001 AARCH64_R_STR (TLSIE_MOVW_GOTTPREL_G0_NC), /* name */
1002 FALSE, /* partial_inplace */
1003 0xffff, /* src_mask */
1004 0xffff, /* dst_mask */
1005 FALSE), /* pcrel_offset */
1007 HOWTO (AARCH64_R (TLSIE_ADR_GOTTPREL_PAGE21), /* type */
1008 12, /* rightshift */
1009 2, /* size (0 = byte, 1 = short, 2 = long) */
1011 FALSE, /* pc_relative */
1013 complain_overflow_dont, /* complain_on_overflow */
1014 bfd_elf_generic_reloc, /* special_function */
1015 AARCH64_R_STR (TLSIE_ADR_GOTTPREL_PAGE21), /* name */
1016 FALSE, /* partial_inplace */
1017 0x1fffff, /* src_mask */
1018 0x1fffff, /* dst_mask */
1019 FALSE), /* pcrel_offset */
1021 HOWTO64 (AARCH64_R (TLSIE_LD64_GOTTPREL_LO12_NC), /* type */
1023 2, /* size (0 = byte, 1 = short, 2 = long) */
1025 FALSE, /* pc_relative */
1027 complain_overflow_dont, /* complain_on_overflow */
1028 bfd_elf_generic_reloc, /* special_function */
1029 AARCH64_R_STR (TLSIE_LD64_GOTTPREL_LO12_NC), /* name */
1030 FALSE, /* partial_inplace */
1031 0xff8, /* src_mask */
1032 0xff8, /* dst_mask */
1033 FALSE), /* pcrel_offset */
1035 HOWTO32 (AARCH64_R (TLSIE_LD32_GOTTPREL_LO12_NC), /* type */
1037 2, /* size (0 = byte, 1 = short, 2 = long) */
1039 FALSE, /* pc_relative */
1041 complain_overflow_dont, /* complain_on_overflow */
1042 bfd_elf_generic_reloc, /* special_function */
1043 AARCH64_R_STR (TLSIE_LD32_GOTTPREL_LO12_NC), /* name */
1044 FALSE, /* partial_inplace */
1045 0xffc, /* src_mask */
1046 0xffc, /* dst_mask */
1047 FALSE), /* pcrel_offset */
1049 HOWTO (AARCH64_R (TLSIE_LD_GOTTPREL_PREL19), /* type */
1051 2, /* size (0 = byte, 1 = short, 2 = long) */
1053 FALSE, /* pc_relative */
1055 complain_overflow_dont, /* complain_on_overflow */
1056 bfd_elf_generic_reloc, /* special_function */
1057 AARCH64_R_STR (TLSIE_LD_GOTTPREL_PREL19), /* name */
1058 FALSE, /* partial_inplace */
1059 0x1ffffc, /* src_mask */
1060 0x1ffffc, /* dst_mask */
1061 FALSE), /* pcrel_offset */
1063 /* ADD: bit[23:12] of byte offset to module TLS base address. */
1064 HOWTO (AARCH64_R (TLSLD_ADD_DTPREL_HI12), /* type */
1065 12, /* rightshift */
1066 2, /* size (0 = byte, 1 = short, 2 = long) */
1068 FALSE, /* pc_relative */
1070 complain_overflow_unsigned, /* complain_on_overflow */
1071 bfd_elf_generic_reloc, /* special_function */
1072 AARCH64_R_STR (TLSLD_ADD_DTPREL_HI12), /* name */
1073 FALSE, /* partial_inplace */
1074 0xfff, /* src_mask */
1075 0xfff, /* dst_mask */
1076 FALSE), /* pcrel_offset */
1078 /* Unsigned 12 bit byte offset to module TLS base address. */
1079 HOWTO (AARCH64_R (TLSLD_ADD_DTPREL_LO12), /* type */
1081 2, /* size (0 = byte, 1 = short, 2 = long) */
1083 FALSE, /* pc_relative */
1085 complain_overflow_unsigned, /* complain_on_overflow */
1086 bfd_elf_generic_reloc, /* special_function */
1087 AARCH64_R_STR (TLSLD_ADD_DTPREL_LO12), /* name */
1088 FALSE, /* partial_inplace */
1089 0xfff, /* src_mask */
1090 0xfff, /* dst_mask */
1091 FALSE), /* pcrel_offset */
1093 /* No overflow check version of BFD_RELOC_AARCH64_TLSLD_ADD_DTPREL_LO12. */
1094 HOWTO (AARCH64_R (TLSLD_ADD_DTPREL_LO12_NC), /* type */
1096 2, /* size (0 = byte, 1 = short, 2 = long) */
1098 FALSE, /* pc_relative */
1100 complain_overflow_dont, /* complain_on_overflow */
1101 bfd_elf_generic_reloc, /* special_function */
1102 AARCH64_R_STR (TLSLD_ADD_DTPREL_LO12_NC), /* name */
1103 FALSE, /* partial_inplace */
1104 0xfff, /* src_mask */
1105 0xfff, /* dst_mask */
1106 FALSE), /* pcrel_offset */
1108 /* ADD: GOT offset G(S) & 0xff8 [no overflow check] */
1109 HOWTO (AARCH64_R (TLSLD_ADD_LO12_NC), /* type */
1111 2, /* size (0 = byte, 1 = short, 2 = long) */
1113 FALSE, /* pc_relative */
1115 complain_overflow_dont, /* complain_on_overflow */
1116 bfd_elf_generic_reloc, /* special_function */
1117 AARCH64_R_STR (TLSLD_ADD_LO12_NC), /* name */
1118 FALSE, /* partial_inplace */
1119 0xfff, /* src_mask */
1120 0xfff, /* dst_mask */
1121 FALSE), /* pcrel_offset */
1123 /* Get to the page for the GOT entry for the symbol
1124 (G(S) - P) using an ADRP instruction. */
1125 HOWTO (AARCH64_R (TLSLD_ADR_PAGE21), /* type */
1126 12, /* rightshift */
1127 2, /* size (0 = byte, 1 = short, 2 = long) */
1129 TRUE, /* pc_relative */
1131 complain_overflow_signed, /* complain_on_overflow */
1132 bfd_elf_generic_reloc, /* special_function */
1133 AARCH64_R_STR (TLSLD_ADR_PAGE21), /* name */
1134 FALSE, /* partial_inplace */
1135 0x1fffff, /* src_mask */
1136 0x1fffff, /* dst_mask */
1137 TRUE), /* pcrel_offset */
1139 HOWTO (AARCH64_R (TLSLD_ADR_PREL21), /* type */
1141 2, /* size (0 = byte, 1 = short, 2 = long) */
1143 TRUE, /* pc_relative */
1145 complain_overflow_signed, /* complain_on_overflow */
1146 bfd_elf_generic_reloc, /* special_function */
1147 AARCH64_R_STR (TLSLD_ADR_PREL21), /* name */
1148 FALSE, /* partial_inplace */
1149 0x1fffff, /* src_mask */
1150 0x1fffff, /* dst_mask */
1151 TRUE), /* pcrel_offset */
1153 /* LD/ST16: bit[11:1] of byte offset to module TLS base address. */
1154 HOWTO64 (AARCH64_R (TLSLD_LDST16_DTPREL_LO12), /* type */
1156 2, /* size (0 = byte, 1 = short, 2 = long) */
1158 FALSE, /* pc_relative */
1160 complain_overflow_unsigned, /* complain_on_overflow */
1161 bfd_elf_generic_reloc, /* special_function */
1162 AARCH64_R_STR (TLSLD_LDST16_DTPREL_LO12), /* name */
1163 FALSE, /* partial_inplace */
1164 0x1ffc00, /* src_mask */
1165 0x1ffc00, /* dst_mask */
1166 FALSE), /* pcrel_offset */
1168 /* Same as BFD_RELOC_AARCH64_TLSLD_LDST16_DTPREL_LO12, but no overflow check. */
1169 HOWTO64 (AARCH64_R (TLSLD_LDST16_DTPREL_LO12_NC), /* type */
1171 2, /* size (0 = byte, 1 = short, 2 = long) */
1173 FALSE, /* pc_relative */
1175 complain_overflow_dont, /* complain_on_overflow */
1176 bfd_elf_generic_reloc, /* special_function */
1177 AARCH64_R_STR (TLSLD_LDST16_DTPREL_LO12_NC), /* name */
1178 FALSE, /* partial_inplace */
1179 0x1ffc00, /* src_mask */
1180 0x1ffc00, /* dst_mask */
1181 FALSE), /* pcrel_offset */
1183 /* LD/ST32: bit[11:2] of byte offset to module TLS base address. */
1184 HOWTO64 (AARCH64_R (TLSLD_LDST32_DTPREL_LO12), /* type */
1186 2, /* size (0 = byte, 1 = short, 2 = long) */
1188 FALSE, /* pc_relative */
1190 complain_overflow_unsigned, /* complain_on_overflow */
1191 bfd_elf_generic_reloc, /* special_function */
1192 AARCH64_R_STR (TLSLD_LDST32_DTPREL_LO12), /* name */
1193 FALSE, /* partial_inplace */
1194 0x3ffc00, /* src_mask */
1195 0x3ffc00, /* dst_mask */
1196 FALSE), /* pcrel_offset */
1198 /* Same as BFD_RELOC_AARCH64_TLSLD_LDST32_DTPREL_LO12, but no overflow check. */
1199 HOWTO64 (AARCH64_R (TLSLD_LDST32_DTPREL_LO12_NC), /* type */
1201 2, /* size (0 = byte, 1 = short, 2 = long) */
1203 FALSE, /* pc_relative */
1205 complain_overflow_dont, /* complain_on_overflow */
1206 bfd_elf_generic_reloc, /* special_function */
1207 AARCH64_R_STR (TLSLD_LDST32_DTPREL_LO12_NC), /* name */
1208 FALSE, /* partial_inplace */
1209 0xffc00, /* src_mask */
1210 0xffc00, /* dst_mask */
1211 FALSE), /* pcrel_offset */
1213 /* LD/ST64: bit[11:3] of byte offset to module TLS base address. */
1214 HOWTO64 (AARCH64_R (TLSLD_LDST64_DTPREL_LO12), /* type */
1216 2, /* size (0 = byte, 1 = short, 2 = long) */
1218 FALSE, /* pc_relative */
1220 complain_overflow_unsigned, /* complain_on_overflow */
1221 bfd_elf_generic_reloc, /* special_function */
1222 AARCH64_R_STR (TLSLD_LDST64_DTPREL_LO12), /* name */
1223 FALSE, /* partial_inplace */
1224 0x3ffc00, /* src_mask */
1225 0x3ffc00, /* dst_mask */
1226 FALSE), /* pcrel_offset */
1228 /* Same as BFD_RELOC_AARCH64_TLSLD_LDST64_DTPREL_LO12, but no overflow check. */
1229 HOWTO64 (AARCH64_R (TLSLD_LDST64_DTPREL_LO12_NC), /* type */
1231 2, /* size (0 = byte, 1 = short, 2 = long) */
1233 FALSE, /* pc_relative */
1235 complain_overflow_dont, /* complain_on_overflow */
1236 bfd_elf_generic_reloc, /* special_function */
1237 AARCH64_R_STR (TLSLD_LDST64_DTPREL_LO12_NC), /* name */
1238 FALSE, /* partial_inplace */
1239 0x7fc00, /* src_mask */
1240 0x7fc00, /* dst_mask */
1241 FALSE), /* pcrel_offset */
1243 /* LD/ST8: bit[11:0] of byte offset to module TLS base address. */
1244 HOWTO64 (AARCH64_R (TLSLD_LDST8_DTPREL_LO12), /* type */
1246 2, /* size (0 = byte, 1 = short, 2 = long) */
1248 FALSE, /* pc_relative */
1250 complain_overflow_unsigned, /* complain_on_overflow */
1251 bfd_elf_generic_reloc, /* special_function */
1252 AARCH64_R_STR (TLSLD_LDST8_DTPREL_LO12), /* name */
1253 FALSE, /* partial_inplace */
1254 0x3ffc00, /* src_mask */
1255 0x3ffc00, /* dst_mask */
1256 FALSE), /* pcrel_offset */
1258 /* Same as BFD_RELOC_AARCH64_TLSLD_LDST8_DTPREL_LO12, but no overflow check. */
1259 HOWTO64 (AARCH64_R (TLSLD_LDST8_DTPREL_LO12_NC), /* type */
1261 2, /* size (0 = byte, 1 = short, 2 = long) */
1263 FALSE, /* pc_relative */
1265 complain_overflow_dont, /* complain_on_overflow */
1266 bfd_elf_generic_reloc, /* special_function */
1267 AARCH64_R_STR (TLSLD_LDST8_DTPREL_LO12_NC), /* name */
1268 FALSE, /* partial_inplace */
1269 0x3ffc00, /* src_mask */
1270 0x3ffc00, /* dst_mask */
1271 FALSE), /* pcrel_offset */
1273 /* MOVZ: bit[15:0] of byte offset to module TLS base address. */
1274 HOWTO (AARCH64_R (TLSLD_MOVW_DTPREL_G0), /* type */
1276 2, /* size (0 = byte, 1 = short, 2 = long) */
1278 FALSE, /* pc_relative */
1280 complain_overflow_unsigned, /* complain_on_overflow */
1281 bfd_elf_generic_reloc, /* special_function */
1282 AARCH64_R_STR (TLSLD_MOVW_DTPREL_G0), /* name */
1283 FALSE, /* partial_inplace */
1284 0xffff, /* src_mask */
1285 0xffff, /* dst_mask */
1286 FALSE), /* pcrel_offset */
1288 /* No overflow check version of BFD_RELOC_AARCH64_TLSLD_MOVW_DTPREL_G0. */
1289 HOWTO (AARCH64_R (TLSLD_MOVW_DTPREL_G0_NC), /* type */
1291 2, /* size (0 = byte, 1 = short, 2 = long) */
1293 FALSE, /* pc_relative */
1295 complain_overflow_dont, /* complain_on_overflow */
1296 bfd_elf_generic_reloc, /* special_function */
1297 AARCH64_R_STR (TLSLD_MOVW_DTPREL_G0_NC), /* name */
1298 FALSE, /* partial_inplace */
1299 0xffff, /* src_mask */
1300 0xffff, /* dst_mask */
1301 FALSE), /* pcrel_offset */
1303 /* MOVZ: bit[31:16] of byte offset to module TLS base address. */
1304 HOWTO (AARCH64_R (TLSLD_MOVW_DTPREL_G1), /* type */
1305 16, /* rightshift */
1306 2, /* size (0 = byte, 1 = short, 2 = long) */
1308 FALSE, /* pc_relative */
1310 complain_overflow_unsigned, /* complain_on_overflow */
1311 bfd_elf_generic_reloc, /* special_function */
1312 AARCH64_R_STR (TLSLD_MOVW_DTPREL_G1), /* name */
1313 FALSE, /* partial_inplace */
1314 0xffff, /* src_mask */
1315 0xffff, /* dst_mask */
1316 FALSE), /* pcrel_offset */
1318 /* No overflow check version of BFD_RELOC_AARCH64_TLSLD_MOVW_DTPREL_G1. */
1319 HOWTO64 (AARCH64_R (TLSLD_MOVW_DTPREL_G1_NC), /* type */
1320 16, /* rightshift */
1321 2, /* size (0 = byte, 1 = short, 2 = long) */
1323 FALSE, /* pc_relative */
1325 complain_overflow_dont, /* complain_on_overflow */
1326 bfd_elf_generic_reloc, /* special_function */
1327 AARCH64_R_STR (TLSLD_MOVW_DTPREL_G1_NC), /* name */
1328 FALSE, /* partial_inplace */
1329 0xffff, /* src_mask */
1330 0xffff, /* dst_mask */
1331 FALSE), /* pcrel_offset */
1333 /* MOVZ: bit[47:32] of byte offset to module TLS base address. */
1334 HOWTO64 (AARCH64_R (TLSLD_MOVW_DTPREL_G2), /* type */
1335 32, /* rightshift */
1336 2, /* size (0 = byte, 1 = short, 2 = long) */
1338 FALSE, /* pc_relative */
1340 complain_overflow_unsigned, /* complain_on_overflow */
1341 bfd_elf_generic_reloc, /* special_function */
1342 AARCH64_R_STR (TLSLD_MOVW_DTPREL_G2), /* name */
1343 FALSE, /* partial_inplace */
1344 0xffff, /* src_mask */
1345 0xffff, /* dst_mask */
1346 FALSE), /* pcrel_offset */
1348 HOWTO64 (AARCH64_R (TLSLE_MOVW_TPREL_G2), /* type */
1349 32, /* rightshift */
1350 2, /* size (0 = byte, 1 = short, 2 = long) */
1352 FALSE, /* pc_relative */
1354 complain_overflow_unsigned, /* complain_on_overflow */
1355 bfd_elf_generic_reloc, /* special_function */
1356 AARCH64_R_STR (TLSLE_MOVW_TPREL_G2), /* name */
1357 FALSE, /* partial_inplace */
1358 0xffff, /* src_mask */
1359 0xffff, /* dst_mask */
1360 FALSE), /* pcrel_offset */
1362 HOWTO (AARCH64_R (TLSLE_MOVW_TPREL_G1), /* type */
1363 16, /* rightshift */
1364 2, /* size (0 = byte, 1 = short, 2 = long) */
1366 FALSE, /* pc_relative */
1368 complain_overflow_dont, /* complain_on_overflow */
1369 bfd_elf_generic_reloc, /* special_function */
1370 AARCH64_R_STR (TLSLE_MOVW_TPREL_G1), /* name */
1371 FALSE, /* partial_inplace */
1372 0xffff, /* src_mask */
1373 0xffff, /* dst_mask */
1374 FALSE), /* pcrel_offset */
1376 HOWTO64 (AARCH64_R (TLSLE_MOVW_TPREL_G1_NC), /* type */
1377 16, /* rightshift */
1378 2, /* size (0 = byte, 1 = short, 2 = long) */
1380 FALSE, /* pc_relative */
1382 complain_overflow_dont, /* complain_on_overflow */
1383 bfd_elf_generic_reloc, /* special_function */
1384 AARCH64_R_STR (TLSLE_MOVW_TPREL_G1_NC), /* name */
1385 FALSE, /* partial_inplace */
1386 0xffff, /* src_mask */
1387 0xffff, /* dst_mask */
1388 FALSE), /* pcrel_offset */
1390 HOWTO (AARCH64_R (TLSLE_MOVW_TPREL_G0), /* type */
1392 2, /* size (0 = byte, 1 = short, 2 = long) */
1394 FALSE, /* pc_relative */
1396 complain_overflow_dont, /* complain_on_overflow */
1397 bfd_elf_generic_reloc, /* special_function */
1398 AARCH64_R_STR (TLSLE_MOVW_TPREL_G0), /* name */
1399 FALSE, /* partial_inplace */
1400 0xffff, /* src_mask */
1401 0xffff, /* dst_mask */
1402 FALSE), /* pcrel_offset */
1404 HOWTO (AARCH64_R (TLSLE_MOVW_TPREL_G0_NC), /* type */
1406 2, /* size (0 = byte, 1 = short, 2 = long) */
1408 FALSE, /* pc_relative */
1410 complain_overflow_dont, /* complain_on_overflow */
1411 bfd_elf_generic_reloc, /* special_function */
1412 AARCH64_R_STR (TLSLE_MOVW_TPREL_G0_NC), /* name */
1413 FALSE, /* partial_inplace */
1414 0xffff, /* src_mask */
1415 0xffff, /* dst_mask */
1416 FALSE), /* pcrel_offset */
1418 HOWTO (AARCH64_R (TLSLE_ADD_TPREL_HI12), /* type */
1419 12, /* rightshift */
1420 2, /* size (0 = byte, 1 = short, 2 = long) */
1422 FALSE, /* pc_relative */
1424 complain_overflow_unsigned, /* complain_on_overflow */
1425 bfd_elf_generic_reloc, /* special_function */
1426 AARCH64_R_STR (TLSLE_ADD_TPREL_HI12), /* name */
1427 FALSE, /* partial_inplace */
1428 0xfff, /* src_mask */
1429 0xfff, /* dst_mask */
1430 FALSE), /* pcrel_offset */
1432 HOWTO (AARCH64_R (TLSLE_ADD_TPREL_LO12), /* type */
1434 2, /* size (0 = byte, 1 = short, 2 = long) */
1436 FALSE, /* pc_relative */
1438 complain_overflow_unsigned, /* complain_on_overflow */
1439 bfd_elf_generic_reloc, /* special_function */
1440 AARCH64_R_STR (TLSLE_ADD_TPREL_LO12), /* name */
1441 FALSE, /* partial_inplace */
1442 0xfff, /* src_mask */
1443 0xfff, /* dst_mask */
1444 FALSE), /* pcrel_offset */
1446 HOWTO (AARCH64_R (TLSLE_ADD_TPREL_LO12_NC), /* type */
1448 2, /* size (0 = byte, 1 = short, 2 = long) */
1450 FALSE, /* pc_relative */
1452 complain_overflow_dont, /* complain_on_overflow */
1453 bfd_elf_generic_reloc, /* special_function */
1454 AARCH64_R_STR (TLSLE_ADD_TPREL_LO12_NC), /* name */
1455 FALSE, /* partial_inplace */
1456 0xfff, /* src_mask */
1457 0xfff, /* dst_mask */
1458 FALSE), /* pcrel_offset */
1460 HOWTO (AARCH64_R (TLSDESC_LD_PREL19), /* type */
1462 2, /* size (0 = byte, 1 = short, 2 = long) */
1464 TRUE, /* pc_relative */
1466 complain_overflow_dont, /* complain_on_overflow */
1467 bfd_elf_generic_reloc, /* special_function */
1468 AARCH64_R_STR (TLSDESC_LD_PREL19), /* name */
1469 FALSE, /* partial_inplace */
1470 0x0ffffe0, /* src_mask */
1471 0x0ffffe0, /* dst_mask */
1472 TRUE), /* pcrel_offset */
1474 HOWTO (AARCH64_R (TLSDESC_ADR_PREL21), /* type */
1476 2, /* size (0 = byte, 1 = short, 2 = long) */
1478 TRUE, /* pc_relative */
1480 complain_overflow_dont, /* complain_on_overflow */
1481 bfd_elf_generic_reloc, /* special_function */
1482 AARCH64_R_STR (TLSDESC_ADR_PREL21), /* name */
1483 FALSE, /* partial_inplace */
1484 0x1fffff, /* src_mask */
1485 0x1fffff, /* dst_mask */
1486 TRUE), /* pcrel_offset */
1488 /* Get to the page for the GOT entry for the symbol
1489 (G(S) - P) using an ADRP instruction. */
1490 HOWTO (AARCH64_R (TLSDESC_ADR_PAGE21), /* type */
1491 12, /* rightshift */
1492 2, /* size (0 = byte, 1 = short, 2 = long) */
1494 TRUE, /* pc_relative */
1496 complain_overflow_dont, /* complain_on_overflow */
1497 bfd_elf_generic_reloc, /* special_function */
1498 AARCH64_R_STR (TLSDESC_ADR_PAGE21), /* name */
1499 FALSE, /* partial_inplace */
1500 0x1fffff, /* src_mask */
1501 0x1fffff, /* dst_mask */
1502 TRUE), /* pcrel_offset */
1504 /* LD64: GOT offset G(S) & 0xff8. */
1505 HOWTO64 (AARCH64_R (TLSDESC_LD64_LO12_NC), /* type */
1507 2, /* size (0 = byte, 1 = short, 2 = long) */
1509 FALSE, /* pc_relative */
1511 complain_overflow_dont, /* complain_on_overflow */
1512 bfd_elf_generic_reloc, /* special_function */
1513 AARCH64_R_STR (TLSDESC_LD64_LO12_NC), /* name */
1514 FALSE, /* partial_inplace */
1515 0xff8, /* src_mask */
1516 0xff8, /* dst_mask */
1517 FALSE), /* pcrel_offset */
1519 /* LD32: GOT offset G(S) & 0xffc. */
1520 HOWTO32 (AARCH64_R (TLSDESC_LD32_LO12_NC), /* type */
1522 2, /* size (0 = byte, 1 = short, 2 = long) */
1524 FALSE, /* pc_relative */
1526 complain_overflow_dont, /* complain_on_overflow */
1527 bfd_elf_generic_reloc, /* special_function */
1528 AARCH64_R_STR (TLSDESC_LD32_LO12_NC), /* name */
1529 FALSE, /* partial_inplace */
1530 0xffc, /* src_mask */
1531 0xffc, /* dst_mask */
1532 FALSE), /* pcrel_offset */
1534 /* ADD: GOT offset G(S) & 0xfff. */
1535 HOWTO (AARCH64_R (TLSDESC_ADD_LO12_NC), /* type */
1537 2, /* size (0 = byte, 1 = short, 2 = long) */
1539 FALSE, /* pc_relative */
1541 complain_overflow_dont, /* complain_on_overflow */
1542 bfd_elf_generic_reloc, /* special_function */
1543 AARCH64_R_STR (TLSDESC_ADD_LO12_NC), /* name */
1544 FALSE, /* partial_inplace */
1545 0xfff, /* src_mask */
1546 0xfff, /* dst_mask */
1547 FALSE), /* pcrel_offset */
1549 HOWTO64 (AARCH64_R (TLSDESC_OFF_G1), /* type */
1550 16, /* rightshift */
1551 2, /* size (0 = byte, 1 = short, 2 = long) */
1553 FALSE, /* pc_relative */
1555 complain_overflow_dont, /* complain_on_overflow */
1556 bfd_elf_generic_reloc, /* special_function */
1557 AARCH64_R_STR (TLSDESC_OFF_G1), /* name */
1558 FALSE, /* partial_inplace */
1559 0xffff, /* src_mask */
1560 0xffff, /* dst_mask */
1561 FALSE), /* pcrel_offset */
1563 HOWTO64 (AARCH64_R (TLSDESC_OFF_G0_NC), /* type */
1565 2, /* size (0 = byte, 1 = short, 2 = long) */
1567 FALSE, /* pc_relative */
1569 complain_overflow_dont, /* complain_on_overflow */
1570 bfd_elf_generic_reloc, /* special_function */
1571 AARCH64_R_STR (TLSDESC_OFF_G0_NC), /* name */
1572 FALSE, /* partial_inplace */
1573 0xffff, /* src_mask */
1574 0xffff, /* dst_mask */
1575 FALSE), /* pcrel_offset */
1577 HOWTO64 (AARCH64_R (TLSDESC_LDR), /* type */
1579 2, /* size (0 = byte, 1 = short, 2 = long) */
1581 FALSE, /* pc_relative */
1583 complain_overflow_dont, /* complain_on_overflow */
1584 bfd_elf_generic_reloc, /* special_function */
1585 AARCH64_R_STR (TLSDESC_LDR), /* name */
1586 FALSE, /* partial_inplace */
1589 FALSE), /* pcrel_offset */
1591 HOWTO64 (AARCH64_R (TLSDESC_ADD), /* type */
1593 2, /* size (0 = byte, 1 = short, 2 = long) */
1595 FALSE, /* pc_relative */
1597 complain_overflow_dont, /* complain_on_overflow */
1598 bfd_elf_generic_reloc, /* special_function */
1599 AARCH64_R_STR (TLSDESC_ADD), /* name */
1600 FALSE, /* partial_inplace */
1603 FALSE), /* pcrel_offset */
1605 HOWTO (AARCH64_R (TLSDESC_CALL), /* type */
1607 2, /* size (0 = byte, 1 = short, 2 = long) */
1609 FALSE, /* pc_relative */
1611 complain_overflow_dont, /* complain_on_overflow */
1612 bfd_elf_generic_reloc, /* special_function */
1613 AARCH64_R_STR (TLSDESC_CALL), /* name */
1614 FALSE, /* partial_inplace */
1617 FALSE), /* pcrel_offset */
1619 HOWTO (AARCH64_R (COPY), /* type */
1621 2, /* size (0 = byte, 1 = short, 2 = long) */
1623 FALSE, /* pc_relative */
1625 complain_overflow_bitfield, /* complain_on_overflow */
1626 bfd_elf_generic_reloc, /* special_function */
1627 AARCH64_R_STR (COPY), /* name */
1628 TRUE, /* partial_inplace */
1629 0xffffffff, /* src_mask */
1630 0xffffffff, /* dst_mask */
1631 FALSE), /* pcrel_offset */
1633 HOWTO (AARCH64_R (GLOB_DAT), /* type */
1635 2, /* size (0 = byte, 1 = short, 2 = long) */
1637 FALSE, /* pc_relative */
1639 complain_overflow_bitfield, /* complain_on_overflow */
1640 bfd_elf_generic_reloc, /* special_function */
1641 AARCH64_R_STR (GLOB_DAT), /* name */
1642 TRUE, /* partial_inplace */
1643 0xffffffff, /* src_mask */
1644 0xffffffff, /* dst_mask */
1645 FALSE), /* pcrel_offset */
1647 HOWTO (AARCH64_R (JUMP_SLOT), /* type */
1649 2, /* size (0 = byte, 1 = short, 2 = long) */
1651 FALSE, /* pc_relative */
1653 complain_overflow_bitfield, /* complain_on_overflow */
1654 bfd_elf_generic_reloc, /* special_function */
1655 AARCH64_R_STR (JUMP_SLOT), /* name */
1656 TRUE, /* partial_inplace */
1657 0xffffffff, /* src_mask */
1658 0xffffffff, /* dst_mask */
1659 FALSE), /* pcrel_offset */
1661 HOWTO (AARCH64_R (RELATIVE), /* type */
1663 2, /* size (0 = byte, 1 = short, 2 = long) */
1665 FALSE, /* pc_relative */
1667 complain_overflow_bitfield, /* complain_on_overflow */
1668 bfd_elf_generic_reloc, /* special_function */
1669 AARCH64_R_STR (RELATIVE), /* name */
1670 TRUE, /* partial_inplace */
1671 ALL_ONES, /* src_mask */
1672 ALL_ONES, /* dst_mask */
1673 FALSE), /* pcrel_offset */
1675 HOWTO (AARCH64_R (TLS_DTPMOD), /* type */
1677 2, /* size (0 = byte, 1 = short, 2 = long) */
1679 FALSE, /* pc_relative */
1681 complain_overflow_dont, /* complain_on_overflow */
1682 bfd_elf_generic_reloc, /* special_function */
1684 AARCH64_R_STR (TLS_DTPMOD64), /* name */
1686 AARCH64_R_STR (TLS_DTPMOD), /* name */
1688 FALSE, /* partial_inplace */
1690 ALL_ONES, /* dst_mask */
1691 FALSE), /* pc_reloffset */
1693 HOWTO (AARCH64_R (TLS_DTPREL), /* type */
1695 2, /* size (0 = byte, 1 = short, 2 = long) */
1697 FALSE, /* pc_relative */
1699 complain_overflow_dont, /* complain_on_overflow */
1700 bfd_elf_generic_reloc, /* special_function */
1702 AARCH64_R_STR (TLS_DTPREL64), /* name */
1704 AARCH64_R_STR (TLS_DTPREL), /* name */
1706 FALSE, /* partial_inplace */
1708 ALL_ONES, /* dst_mask */
1709 FALSE), /* pcrel_offset */
1711 HOWTO (AARCH64_R (TLS_TPREL), /* type */
1713 2, /* size (0 = byte, 1 = short, 2 = long) */
1715 FALSE, /* pc_relative */
1717 complain_overflow_dont, /* complain_on_overflow */
1718 bfd_elf_generic_reloc, /* special_function */
1720 AARCH64_R_STR (TLS_TPREL64), /* name */
1722 AARCH64_R_STR (TLS_TPREL), /* name */
1724 FALSE, /* partial_inplace */
1726 ALL_ONES, /* dst_mask */
1727 FALSE), /* pcrel_offset */
1729 HOWTO (AARCH64_R (TLSDESC), /* type */
1731 2, /* size (0 = byte, 1 = short, 2 = long) */
1733 FALSE, /* pc_relative */
1735 complain_overflow_dont, /* complain_on_overflow */
1736 bfd_elf_generic_reloc, /* special_function */
1737 AARCH64_R_STR (TLSDESC), /* name */
1738 FALSE, /* partial_inplace */
1740 ALL_ONES, /* dst_mask */
1741 FALSE), /* pcrel_offset */
1743 HOWTO (AARCH64_R (IRELATIVE), /* type */
1745 2, /* size (0 = byte, 1 = short, 2 = long) */
1747 FALSE, /* pc_relative */
1749 complain_overflow_bitfield, /* complain_on_overflow */
1750 bfd_elf_generic_reloc, /* special_function */
1751 AARCH64_R_STR (IRELATIVE), /* name */
1752 FALSE, /* partial_inplace */
1754 ALL_ONES, /* dst_mask */
1755 FALSE), /* pcrel_offset */
1760 static reloc_howto_type elfNN_aarch64_howto_none =
1761 HOWTO (R_AARCH64_NONE, /* type */
1763 3, /* size (0 = byte, 1 = short, 2 = long) */
1765 FALSE, /* pc_relative */
1767 complain_overflow_dont,/* complain_on_overflow */
1768 bfd_elf_generic_reloc, /* special_function */
1769 "R_AARCH64_NONE", /* name */
1770 FALSE, /* partial_inplace */
1773 FALSE); /* pcrel_offset */
1775 /* Given HOWTO, return the bfd internal relocation enumerator. */
1777 static bfd_reloc_code_real_type
1778 elfNN_aarch64_bfd_reloc_from_howto (reloc_howto_type *howto)
1781 = (int) ARRAY_SIZE (elfNN_aarch64_howto_table);
1782 const ptrdiff_t offset
1783 = howto - elfNN_aarch64_howto_table;
1785 if (offset > 0 && offset < size - 1)
1786 return BFD_RELOC_AARCH64_RELOC_START + offset;
1788 if (howto == &elfNN_aarch64_howto_none)
1789 return BFD_RELOC_AARCH64_NONE;
1791 return BFD_RELOC_AARCH64_RELOC_START;
1794 /* Given R_TYPE, return the bfd internal relocation enumerator. */
1796 static bfd_reloc_code_real_type
1797 elfNN_aarch64_bfd_reloc_from_type (unsigned int r_type)
1799 static bfd_boolean initialized_p = FALSE;
1800 /* Indexed by R_TYPE, values are offsets in the howto_table. */
1801 static unsigned int offsets[R_AARCH64_end];
1803 if (initialized_p == FALSE)
1807 for (i = 1; i < ARRAY_SIZE (elfNN_aarch64_howto_table) - 1; ++i)
1808 if (elfNN_aarch64_howto_table[i].type != 0)
1809 offsets[elfNN_aarch64_howto_table[i].type] = i;
1811 initialized_p = TRUE;
1814 if (r_type == R_AARCH64_NONE || r_type == R_AARCH64_NULL)
1815 return BFD_RELOC_AARCH64_NONE;
1817 /* PR 17512: file: b371e70a. */
1818 if (r_type >= R_AARCH64_end)
1820 _bfd_error_handler (_("Invalid AArch64 reloc number: %d"), r_type);
1821 bfd_set_error (bfd_error_bad_value);
1822 return BFD_RELOC_AARCH64_NONE;
1825 return BFD_RELOC_AARCH64_RELOC_START + offsets[r_type];
1828 struct elf_aarch64_reloc_map
1830 bfd_reloc_code_real_type from;
1831 bfd_reloc_code_real_type to;
1834 /* Map bfd generic reloc to AArch64-specific reloc. */
1835 static const struct elf_aarch64_reloc_map elf_aarch64_reloc_map[] =
1837 {BFD_RELOC_NONE, BFD_RELOC_AARCH64_NONE},
1839 /* Basic data relocations. */
1840 {BFD_RELOC_CTOR, BFD_RELOC_AARCH64_NN},
1841 {BFD_RELOC_64, BFD_RELOC_AARCH64_64},
1842 {BFD_RELOC_32, BFD_RELOC_AARCH64_32},
1843 {BFD_RELOC_16, BFD_RELOC_AARCH64_16},
1844 {BFD_RELOC_64_PCREL, BFD_RELOC_AARCH64_64_PCREL},
1845 {BFD_RELOC_32_PCREL, BFD_RELOC_AARCH64_32_PCREL},
1846 {BFD_RELOC_16_PCREL, BFD_RELOC_AARCH64_16_PCREL},
1849 /* Given the bfd internal relocation enumerator in CODE, return the
1850 corresponding howto entry. */
1852 static reloc_howto_type *
1853 elfNN_aarch64_howto_from_bfd_reloc (bfd_reloc_code_real_type code)
1857 /* Convert bfd generic reloc to AArch64-specific reloc. */
1858 if (code < BFD_RELOC_AARCH64_RELOC_START
1859 || code > BFD_RELOC_AARCH64_RELOC_END)
1860 for (i = 0; i < ARRAY_SIZE (elf_aarch64_reloc_map); i++)
1861 if (elf_aarch64_reloc_map[i].from == code)
1863 code = elf_aarch64_reloc_map[i].to;
1867 if (code > BFD_RELOC_AARCH64_RELOC_START
1868 && code < BFD_RELOC_AARCH64_RELOC_END)
1869 if (elfNN_aarch64_howto_table[code - BFD_RELOC_AARCH64_RELOC_START].type)
1870 return &elfNN_aarch64_howto_table[code - BFD_RELOC_AARCH64_RELOC_START];
1872 if (code == BFD_RELOC_AARCH64_NONE)
1873 return &elfNN_aarch64_howto_none;
1878 static reloc_howto_type *
1879 elfNN_aarch64_howto_from_type (unsigned int r_type)
1881 bfd_reloc_code_real_type val;
1882 reloc_howto_type *howto;
1887 bfd_set_error (bfd_error_bad_value);
1892 if (r_type == R_AARCH64_NONE)
1893 return &elfNN_aarch64_howto_none;
1895 val = elfNN_aarch64_bfd_reloc_from_type (r_type);
1896 howto = elfNN_aarch64_howto_from_bfd_reloc (val);
1901 bfd_set_error (bfd_error_bad_value);
1906 elfNN_aarch64_info_to_howto (bfd *abfd ATTRIBUTE_UNUSED, arelent *bfd_reloc,
1907 Elf_Internal_Rela *elf_reloc)
1909 unsigned int r_type;
1911 r_type = ELFNN_R_TYPE (elf_reloc->r_info);
1912 bfd_reloc->howto = elfNN_aarch64_howto_from_type (r_type);
1915 static reloc_howto_type *
1916 elfNN_aarch64_reloc_type_lookup (bfd *abfd ATTRIBUTE_UNUSED,
1917 bfd_reloc_code_real_type code)
1919 reloc_howto_type *howto = elfNN_aarch64_howto_from_bfd_reloc (code);
1924 bfd_set_error (bfd_error_bad_value);
1928 static reloc_howto_type *
1929 elfNN_aarch64_reloc_name_lookup (bfd *abfd ATTRIBUTE_UNUSED,
1934 for (i = 1; i < ARRAY_SIZE (elfNN_aarch64_howto_table) - 1; ++i)
1935 if (elfNN_aarch64_howto_table[i].name != NULL
1936 && strcasecmp (elfNN_aarch64_howto_table[i].name, r_name) == 0)
1937 return &elfNN_aarch64_howto_table[i];
1942 #define TARGET_LITTLE_SYM aarch64_elfNN_le_vec
1943 #define TARGET_LITTLE_NAME "elfNN-littleaarch64"
1944 #define TARGET_BIG_SYM aarch64_elfNN_be_vec
1945 #define TARGET_BIG_NAME "elfNN-bigaarch64"
1947 /* The linker script knows the section names for placement.
1948 The entry_names are used to do simple name mangling on the stubs.
1949 Given a function name, and its type, the stub can be found. The
1950 name can be changed. The only requirement is the %s be present. */
1951 #define STUB_ENTRY_NAME "__%s_veneer"
1953 /* The name of the dynamic interpreter. This is put in the .interp
1955 #define ELF_DYNAMIC_INTERPRETER "/lib/ld.so.1"
1957 #define AARCH64_MAX_FWD_BRANCH_OFFSET \
1958 (((1 << 25) - 1) << 2)
1959 #define AARCH64_MAX_BWD_BRANCH_OFFSET \
1962 #define AARCH64_MAX_ADRP_IMM ((1 << 20) - 1)
1963 #define AARCH64_MIN_ADRP_IMM (-(1 << 20))
1966 aarch64_valid_for_adrp_p (bfd_vma value, bfd_vma place)
1968 bfd_signed_vma offset = (bfd_signed_vma) (PG (value) - PG (place)) >> 12;
1969 return offset <= AARCH64_MAX_ADRP_IMM && offset >= AARCH64_MIN_ADRP_IMM;
1973 aarch64_valid_branch_p (bfd_vma value, bfd_vma place)
1975 bfd_signed_vma offset = (bfd_signed_vma) (value - place);
1976 return (offset <= AARCH64_MAX_FWD_BRANCH_OFFSET
1977 && offset >= AARCH64_MAX_BWD_BRANCH_OFFSET);
1980 static const uint32_t aarch64_adrp_branch_stub [] =
1982 0x90000010, /* adrp ip0, X */
1983 /* R_AARCH64_ADR_HI21_PCREL(X) */
1984 0x91000210, /* add ip0, ip0, :lo12:X */
1985 /* R_AARCH64_ADD_ABS_LO12_NC(X) */
1986 0xd61f0200, /* br ip0 */
1989 static const uint32_t aarch64_long_branch_stub[] =
1992 0x58000090, /* ldr ip0, 1f */
1994 0x18000090, /* ldr wip0, 1f */
1996 0x10000011, /* adr ip1, #0 */
1997 0x8b110210, /* add ip0, ip0, ip1 */
1998 0xd61f0200, /* br ip0 */
1999 0x00000000, /* 1: .xword or .word
2000 R_AARCH64_PRELNN(X) + 12
2005 static const uint32_t aarch64_erratum_835769_stub[] =
2007 0x00000000, /* Placeholder for multiply accumulate. */
2008 0x14000000, /* b <label> */
2011 static const uint32_t aarch64_erratum_843419_stub[] =
2013 0x00000000, /* Placeholder for LDR instruction. */
2014 0x14000000, /* b <label> */
2017 /* Section name for stubs is the associated section name plus this
2019 #define STUB_SUFFIX ".stub"
2021 enum elf_aarch64_stub_type
2024 aarch64_stub_adrp_branch,
2025 aarch64_stub_long_branch,
2026 aarch64_stub_erratum_835769_veneer,
2027 aarch64_stub_erratum_843419_veneer,
2030 struct elf_aarch64_stub_hash_entry
2032 /* Base hash table entry structure. */
2033 struct bfd_hash_entry root;
2035 /* The stub section. */
2038 /* Offset within stub_sec of the beginning of this stub. */
2039 bfd_vma stub_offset;
2041 /* Given the symbol's value and its section we can determine its final
2042 value when building the stubs (so the stub knows where to jump). */
2043 bfd_vma target_value;
2044 asection *target_section;
2046 enum elf_aarch64_stub_type stub_type;
2048 /* The symbol table entry, if any, that this was derived from. */
2049 struct elf_aarch64_link_hash_entry *h;
2051 /* Destination symbol type */
2052 unsigned char st_type;
2054 /* Where this stub is being called from, or, in the case of combined
2055 stub sections, the first input section in the group. */
2058 /* The name for the local symbol at the start of this stub. The
2059 stub name in the hash table has to be unique; this does not, so
2060 it can be friendlier. */
2063 /* The instruction which caused this stub to be generated (only valid for
2064 erratum 835769 workaround stubs at present). */
2065 uint32_t veneered_insn;
2067 /* In an erratum 843419 workaround stub, the ADRP instruction offset. */
2068 bfd_vma adrp_offset;
2071 /* Used to build a map of a section. This is required for mixed-endian
2074 typedef struct elf_elf_section_map
2079 elf_aarch64_section_map;
2082 typedef struct _aarch64_elf_section_data
2084 struct bfd_elf_section_data elf;
2085 unsigned int mapcount;
2086 unsigned int mapsize;
2087 elf_aarch64_section_map *map;
2089 _aarch64_elf_section_data;
2091 #define elf_aarch64_section_data(sec) \
2092 ((_aarch64_elf_section_data *) elf_section_data (sec))
2094 /* The size of the thread control block which is defined to be two pointers. */
2095 #define TCB_SIZE (ARCH_SIZE/8)*2
2097 struct elf_aarch64_local_symbol
2099 unsigned int got_type;
2100 bfd_signed_vma got_refcount;
2103 /* Offset of the GOTPLT entry reserved for the TLS descriptor. The
2104 offset is from the end of the jump table and reserved entries
2107 The magic value (bfd_vma) -1 indicates that an offset has not be
2109 bfd_vma tlsdesc_got_jump_table_offset;
2112 struct elf_aarch64_obj_tdata
2114 struct elf_obj_tdata root;
2116 /* local symbol descriptors */
2117 struct elf_aarch64_local_symbol *locals;
2119 /* Zero to warn when linking objects with incompatible enum sizes. */
2120 int no_enum_size_warning;
2122 /* Zero to warn when linking objects with incompatible wchar_t sizes. */
2123 int no_wchar_size_warning;
2126 #define elf_aarch64_tdata(bfd) \
2127 ((struct elf_aarch64_obj_tdata *) (bfd)->tdata.any)
2129 #define elf_aarch64_locals(bfd) (elf_aarch64_tdata (bfd)->locals)
2131 #define is_aarch64_elf(bfd) \
2132 (bfd_get_flavour (bfd) == bfd_target_elf_flavour \
2133 && elf_tdata (bfd) != NULL \
2134 && elf_object_id (bfd) == AARCH64_ELF_DATA)
2137 elfNN_aarch64_mkobject (bfd *abfd)
2139 return bfd_elf_allocate_object (abfd, sizeof (struct elf_aarch64_obj_tdata),
2143 #define elf_aarch64_hash_entry(ent) \
2144 ((struct elf_aarch64_link_hash_entry *)(ent))
2146 #define GOT_UNKNOWN 0
2147 #define GOT_NORMAL 1
2148 #define GOT_TLS_GD 2
2149 #define GOT_TLS_IE 4
2150 #define GOT_TLSDESC_GD 8
2152 #define GOT_TLS_GD_ANY_P(type) ((type & GOT_TLS_GD) || (type & GOT_TLSDESC_GD))
2154 /* AArch64 ELF linker hash entry. */
2155 struct elf_aarch64_link_hash_entry
2157 struct elf_link_hash_entry root;
2159 /* Track dynamic relocs copied for this symbol. */
2160 struct elf_dyn_relocs *dyn_relocs;
2162 /* Since PLT entries have variable size, we need to record the
2163 index into .got.plt instead of recomputing it from the PLT
2165 bfd_signed_vma plt_got_offset;
2167 /* Bit mask representing the type of GOT entry(s) if any required by
2169 unsigned int got_type;
2171 /* A pointer to the most recently used stub hash entry against this
2173 struct elf_aarch64_stub_hash_entry *stub_cache;
2175 /* Offset of the GOTPLT entry reserved for the TLS descriptor. The offset
2176 is from the end of the jump table and reserved entries within the PLTGOT.
2178 The magic value (bfd_vma) -1 indicates that an offset has not
2180 bfd_vma tlsdesc_got_jump_table_offset;
2184 elfNN_aarch64_symbol_got_type (struct elf_link_hash_entry *h,
2186 unsigned long r_symndx)
2189 return elf_aarch64_hash_entry (h)->got_type;
2191 if (! elf_aarch64_locals (abfd))
2194 return elf_aarch64_locals (abfd)[r_symndx].got_type;
2197 /* Get the AArch64 elf linker hash table from a link_info structure. */
2198 #define elf_aarch64_hash_table(info) \
2199 ((struct elf_aarch64_link_hash_table *) ((info)->hash))
2201 #define aarch64_stub_hash_lookup(table, string, create, copy) \
2202 ((struct elf_aarch64_stub_hash_entry *) \
2203 bfd_hash_lookup ((table), (string), (create), (copy)))
2205 /* AArch64 ELF linker hash table. */
2206 struct elf_aarch64_link_hash_table
2208 /* The main hash table. */
2209 struct elf_link_hash_table root;
2211 /* Nonzero to force PIC branch veneers. */
2214 /* Fix erratum 835769. */
2215 int fix_erratum_835769;
2217 /* Fix erratum 843419. */
2218 int fix_erratum_843419;
2220 /* Enable ADRP->ADR rewrite for erratum 843419 workaround. */
2221 int fix_erratum_843419_adr;
2223 /* The number of bytes in the initial entry in the PLT. */
2224 bfd_size_type plt_header_size;
2226 /* The number of bytes in the subsequent PLT etries. */
2227 bfd_size_type plt_entry_size;
2229 /* Short-cuts to get to dynamic linker sections. */
2233 /* Small local sym cache. */
2234 struct sym_cache sym_cache;
2236 /* For convenience in allocate_dynrelocs. */
2239 /* The amount of space used by the reserved portion of the sgotplt
2240 section, plus whatever space is used by the jump slots. */
2241 bfd_vma sgotplt_jump_table_size;
2243 /* The stub hash table. */
2244 struct bfd_hash_table stub_hash_table;
2246 /* Linker stub bfd. */
2249 /* Linker call-backs. */
2250 asection *(*add_stub_section) (const char *, asection *);
2251 void (*layout_sections_again) (void);
2253 /* Array to keep track of which stub sections have been created, and
2254 information on stub grouping. */
2257 /* This is the section to which stubs in the group will be
2260 /* The stub section. */
2264 /* Assorted information used by elfNN_aarch64_size_stubs. */
2265 unsigned int bfd_count;
2266 unsigned int top_index;
2267 asection **input_list;
2269 /* The offset into splt of the PLT entry for the TLS descriptor
2270 resolver. Special values are 0, if not necessary (or not found
2271 to be necessary yet), and -1 if needed but not determined
2273 bfd_vma tlsdesc_plt;
2275 /* The GOT offset for the lazy trampoline. Communicated to the
2276 loader via DT_TLSDESC_GOT. The magic value (bfd_vma) -1
2277 indicates an offset is not allocated. */
2278 bfd_vma dt_tlsdesc_got;
2280 /* Used by local STT_GNU_IFUNC symbols. */
2281 htab_t loc_hash_table;
2282 void * loc_hash_memory;
2285 /* Create an entry in an AArch64 ELF linker hash table. */
2287 static struct bfd_hash_entry *
2288 elfNN_aarch64_link_hash_newfunc (struct bfd_hash_entry *entry,
2289 struct bfd_hash_table *table,
2292 struct elf_aarch64_link_hash_entry *ret =
2293 (struct elf_aarch64_link_hash_entry *) entry;
2295 /* Allocate the structure if it has not already been allocated by a
2298 ret = bfd_hash_allocate (table,
2299 sizeof (struct elf_aarch64_link_hash_entry));
2301 return (struct bfd_hash_entry *) ret;
2303 /* Call the allocation method of the superclass. */
2304 ret = ((struct elf_aarch64_link_hash_entry *)
2305 _bfd_elf_link_hash_newfunc ((struct bfd_hash_entry *) ret,
2309 ret->dyn_relocs = NULL;
2310 ret->got_type = GOT_UNKNOWN;
2311 ret->plt_got_offset = (bfd_vma) - 1;
2312 ret->stub_cache = NULL;
2313 ret->tlsdesc_got_jump_table_offset = (bfd_vma) - 1;
2316 return (struct bfd_hash_entry *) ret;
2319 /* Initialize an entry in the stub hash table. */
2321 static struct bfd_hash_entry *
2322 stub_hash_newfunc (struct bfd_hash_entry *entry,
2323 struct bfd_hash_table *table, const char *string)
2325 /* Allocate the structure if it has not already been allocated by a
2329 entry = bfd_hash_allocate (table,
2331 elf_aarch64_stub_hash_entry));
2336 /* Call the allocation method of the superclass. */
2337 entry = bfd_hash_newfunc (entry, table, string);
2340 struct elf_aarch64_stub_hash_entry *eh;
2342 /* Initialize the local fields. */
2343 eh = (struct elf_aarch64_stub_hash_entry *) entry;
2344 eh->adrp_offset = 0;
2345 eh->stub_sec = NULL;
2346 eh->stub_offset = 0;
2347 eh->target_value = 0;
2348 eh->target_section = NULL;
2349 eh->stub_type = aarch64_stub_none;
2357 /* Compute a hash of a local hash entry. We use elf_link_hash_entry
2358 for local symbol so that we can handle local STT_GNU_IFUNC symbols
2359 as global symbol. We reuse indx and dynstr_index for local symbol
2360 hash since they aren't used by global symbols in this backend. */
2363 elfNN_aarch64_local_htab_hash (const void *ptr)
2365 struct elf_link_hash_entry *h
2366 = (struct elf_link_hash_entry *) ptr;
2367 return ELF_LOCAL_SYMBOL_HASH (h->indx, h->dynstr_index);
2370 /* Compare local hash entries. */
2373 elfNN_aarch64_local_htab_eq (const void *ptr1, const void *ptr2)
2375 struct elf_link_hash_entry *h1
2376 = (struct elf_link_hash_entry *) ptr1;
2377 struct elf_link_hash_entry *h2
2378 = (struct elf_link_hash_entry *) ptr2;
2380 return h1->indx == h2->indx && h1->dynstr_index == h2->dynstr_index;
2383 /* Find and/or create a hash entry for local symbol. */
2385 static struct elf_link_hash_entry *
2386 elfNN_aarch64_get_local_sym_hash (struct elf_aarch64_link_hash_table *htab,
2387 bfd *abfd, const Elf_Internal_Rela *rel,
2390 struct elf_aarch64_link_hash_entry e, *ret;
2391 asection *sec = abfd->sections;
2392 hashval_t h = ELF_LOCAL_SYMBOL_HASH (sec->id,
2393 ELFNN_R_SYM (rel->r_info));
2396 e.root.indx = sec->id;
2397 e.root.dynstr_index = ELFNN_R_SYM (rel->r_info);
2398 slot = htab_find_slot_with_hash (htab->loc_hash_table, &e, h,
2399 create ? INSERT : NO_INSERT);
2406 ret = (struct elf_aarch64_link_hash_entry *) *slot;
2410 ret = (struct elf_aarch64_link_hash_entry *)
2411 objalloc_alloc ((struct objalloc *) htab->loc_hash_memory,
2412 sizeof (struct elf_aarch64_link_hash_entry));
2415 memset (ret, 0, sizeof (*ret));
2416 ret->root.indx = sec->id;
2417 ret->root.dynstr_index = ELFNN_R_SYM (rel->r_info);
2418 ret->root.dynindx = -1;
2424 /* Copy the extra info we tack onto an elf_link_hash_entry. */
2427 elfNN_aarch64_copy_indirect_symbol (struct bfd_link_info *info,
2428 struct elf_link_hash_entry *dir,
2429 struct elf_link_hash_entry *ind)
2431 struct elf_aarch64_link_hash_entry *edir, *eind;
2433 edir = (struct elf_aarch64_link_hash_entry *) dir;
2434 eind = (struct elf_aarch64_link_hash_entry *) ind;
2436 if (eind->dyn_relocs != NULL)
2438 if (edir->dyn_relocs != NULL)
2440 struct elf_dyn_relocs **pp;
2441 struct elf_dyn_relocs *p;
2443 /* Add reloc counts against the indirect sym to the direct sym
2444 list. Merge any entries against the same section. */
2445 for (pp = &eind->dyn_relocs; (p = *pp) != NULL;)
2447 struct elf_dyn_relocs *q;
2449 for (q = edir->dyn_relocs; q != NULL; q = q->next)
2450 if (q->sec == p->sec)
2452 q->pc_count += p->pc_count;
2453 q->count += p->count;
2460 *pp = edir->dyn_relocs;
2463 edir->dyn_relocs = eind->dyn_relocs;
2464 eind->dyn_relocs = NULL;
2467 if (ind->root.type == bfd_link_hash_indirect)
2469 /* Copy over PLT info. */
2470 if (dir->got.refcount <= 0)
2472 edir->got_type = eind->got_type;
2473 eind->got_type = GOT_UNKNOWN;
2477 _bfd_elf_link_hash_copy_indirect (info, dir, ind);
2480 /* Destroy an AArch64 elf linker hash table. */
2483 elfNN_aarch64_link_hash_table_free (bfd *obfd)
2485 struct elf_aarch64_link_hash_table *ret
2486 = (struct elf_aarch64_link_hash_table *) obfd->link.hash;
2488 if (ret->loc_hash_table)
2489 htab_delete (ret->loc_hash_table);
2490 if (ret->loc_hash_memory)
2491 objalloc_free ((struct objalloc *) ret->loc_hash_memory);
2493 bfd_hash_table_free (&ret->stub_hash_table);
2494 _bfd_elf_link_hash_table_free (obfd);
2497 /* Create an AArch64 elf linker hash table. */
2499 static struct bfd_link_hash_table *
2500 elfNN_aarch64_link_hash_table_create (bfd *abfd)
2502 struct elf_aarch64_link_hash_table *ret;
2503 bfd_size_type amt = sizeof (struct elf_aarch64_link_hash_table);
2505 ret = bfd_zmalloc (amt);
2509 if (!_bfd_elf_link_hash_table_init
2510 (&ret->root, abfd, elfNN_aarch64_link_hash_newfunc,
2511 sizeof (struct elf_aarch64_link_hash_entry), AARCH64_ELF_DATA))
2517 ret->plt_header_size = PLT_ENTRY_SIZE;
2518 ret->plt_entry_size = PLT_SMALL_ENTRY_SIZE;
2520 ret->dt_tlsdesc_got = (bfd_vma) - 1;
2522 if (!bfd_hash_table_init (&ret->stub_hash_table, stub_hash_newfunc,
2523 sizeof (struct elf_aarch64_stub_hash_entry)))
2525 _bfd_elf_link_hash_table_free (abfd);
2529 ret->loc_hash_table = htab_try_create (1024,
2530 elfNN_aarch64_local_htab_hash,
2531 elfNN_aarch64_local_htab_eq,
2533 ret->loc_hash_memory = objalloc_create ();
2534 if (!ret->loc_hash_table || !ret->loc_hash_memory)
2536 elfNN_aarch64_link_hash_table_free (abfd);
2539 ret->root.root.hash_table_free = elfNN_aarch64_link_hash_table_free;
2541 return &ret->root.root;
2545 aarch64_relocate (unsigned int r_type, bfd *input_bfd, asection *input_section,
2546 bfd_vma offset, bfd_vma value)
2548 reloc_howto_type *howto;
2551 howto = elfNN_aarch64_howto_from_type (r_type);
2552 place = (input_section->output_section->vma + input_section->output_offset
2555 r_type = elfNN_aarch64_bfd_reloc_from_type (r_type);
2556 value = _bfd_aarch64_elf_resolve_relocation (r_type, place, value, 0, FALSE);
2557 return _bfd_aarch64_elf_put_addend (input_bfd,
2558 input_section->contents + offset, r_type,
2562 static enum elf_aarch64_stub_type
2563 aarch64_select_branch_stub (bfd_vma value, bfd_vma place)
2565 if (aarch64_valid_for_adrp_p (value, place))
2566 return aarch64_stub_adrp_branch;
2567 return aarch64_stub_long_branch;
2570 /* Determine the type of stub needed, if any, for a call. */
2572 static enum elf_aarch64_stub_type
2573 aarch64_type_of_stub (struct bfd_link_info *info,
2574 asection *input_sec,
2575 const Elf_Internal_Rela *rel,
2577 unsigned char st_type,
2578 struct elf_aarch64_link_hash_entry *hash,
2579 bfd_vma destination)
2582 bfd_signed_vma branch_offset;
2583 unsigned int r_type;
2584 struct elf_aarch64_link_hash_table *globals;
2585 enum elf_aarch64_stub_type stub_type = aarch64_stub_none;
2586 bfd_boolean via_plt_p;
2588 if (st_type != STT_FUNC
2589 && (sym_sec != bfd_abs_section_ptr))
2592 globals = elf_aarch64_hash_table (info);
2593 via_plt_p = (globals->root.splt != NULL && hash != NULL
2594 && hash->root.plt.offset != (bfd_vma) - 1);
2595 /* Make sure call to plt stub can fit into the branch range. */
2597 destination = (globals->root.splt->output_section->vma
2598 + globals->root.splt->output_offset
2599 + hash->root.plt.offset);
2601 /* Determine where the call point is. */
2602 location = (input_sec->output_offset
2603 + input_sec->output_section->vma + rel->r_offset);
2605 branch_offset = (bfd_signed_vma) (destination - location);
2607 r_type = ELFNN_R_TYPE (rel->r_info);
2609 /* We don't want to redirect any old unconditional jump in this way,
2610 only one which is being used for a sibcall, where it is
2611 acceptable for the IP0 and IP1 registers to be clobbered. */
2612 if ((r_type == AARCH64_R (CALL26) || r_type == AARCH64_R (JUMP26))
2613 && (branch_offset > AARCH64_MAX_FWD_BRANCH_OFFSET
2614 || branch_offset < AARCH64_MAX_BWD_BRANCH_OFFSET))
2616 stub_type = aarch64_stub_long_branch;
2622 /* Build a name for an entry in the stub hash table. */
2625 elfNN_aarch64_stub_name (const asection *input_section,
2626 const asection *sym_sec,
2627 const struct elf_aarch64_link_hash_entry *hash,
2628 const Elf_Internal_Rela *rel)
2635 len = 8 + 1 + strlen (hash->root.root.root.string) + 1 + 16 + 1;
2636 stub_name = bfd_malloc (len);
2637 if (stub_name != NULL)
2638 snprintf (stub_name, len, "%08x_%s+%" BFD_VMA_FMT "x",
2639 (unsigned int) input_section->id,
2640 hash->root.root.root.string,
2645 len = 8 + 1 + 8 + 1 + 8 + 1 + 16 + 1;
2646 stub_name = bfd_malloc (len);
2647 if (stub_name != NULL)
2648 snprintf (stub_name, len, "%08x_%x:%x+%" BFD_VMA_FMT "x",
2649 (unsigned int) input_section->id,
2650 (unsigned int) sym_sec->id,
2651 (unsigned int) ELFNN_R_SYM (rel->r_info),
2658 /* Look up an entry in the stub hash. Stub entries are cached because
2659 creating the stub name takes a bit of time. */
2661 static struct elf_aarch64_stub_hash_entry *
2662 elfNN_aarch64_get_stub_entry (const asection *input_section,
2663 const asection *sym_sec,
2664 struct elf_link_hash_entry *hash,
2665 const Elf_Internal_Rela *rel,
2666 struct elf_aarch64_link_hash_table *htab)
2668 struct elf_aarch64_stub_hash_entry *stub_entry;
2669 struct elf_aarch64_link_hash_entry *h =
2670 (struct elf_aarch64_link_hash_entry *) hash;
2671 const asection *id_sec;
2673 if ((input_section->flags & SEC_CODE) == 0)
2676 /* If this input section is part of a group of sections sharing one
2677 stub section, then use the id of the first section in the group.
2678 Stub names need to include a section id, as there may well be
2679 more than one stub used to reach say, printf, and we need to
2680 distinguish between them. */
2681 id_sec = htab->stub_group[input_section->id].link_sec;
2683 if (h != NULL && h->stub_cache != NULL
2684 && h->stub_cache->h == h && h->stub_cache->id_sec == id_sec)
2686 stub_entry = h->stub_cache;
2692 stub_name = elfNN_aarch64_stub_name (id_sec, sym_sec, h, rel);
2693 if (stub_name == NULL)
2696 stub_entry = aarch64_stub_hash_lookup (&htab->stub_hash_table,
2697 stub_name, FALSE, FALSE);
2699 h->stub_cache = stub_entry;
2708 /* Create a stub section. */
2711 _bfd_aarch64_create_stub_section (asection *section,
2712 struct elf_aarch64_link_hash_table *htab)
2718 namelen = strlen (section->name);
2719 len = namelen + sizeof (STUB_SUFFIX);
2720 s_name = bfd_alloc (htab->stub_bfd, len);
2724 memcpy (s_name, section->name, namelen);
2725 memcpy (s_name + namelen, STUB_SUFFIX, sizeof (STUB_SUFFIX));
2726 return (*htab->add_stub_section) (s_name, section);
2730 /* Find or create a stub section for a link section.
2732 Fix or create the stub section used to collect stubs attached to
2733 the specified link section. */
2736 _bfd_aarch64_get_stub_for_link_section (asection *link_section,
2737 struct elf_aarch64_link_hash_table *htab)
2739 if (htab->stub_group[link_section->id].stub_sec == NULL)
2740 htab->stub_group[link_section->id].stub_sec
2741 = _bfd_aarch64_create_stub_section (link_section, htab);
2742 return htab->stub_group[link_section->id].stub_sec;
2746 /* Find or create a stub section in the stub group for an input
2750 _bfd_aarch64_create_or_find_stub_sec (asection *section,
2751 struct elf_aarch64_link_hash_table *htab)
2753 asection *link_sec = htab->stub_group[section->id].link_sec;
2754 return _bfd_aarch64_get_stub_for_link_section (link_sec, htab);
2758 /* Add a new stub entry in the stub group associated with an input
2759 section to the stub hash. Not all fields of the new stub entry are
2762 static struct elf_aarch64_stub_hash_entry *
2763 _bfd_aarch64_add_stub_entry_in_group (const char *stub_name,
2765 struct elf_aarch64_link_hash_table *htab)
2769 struct elf_aarch64_stub_hash_entry *stub_entry;
2771 link_sec = htab->stub_group[section->id].link_sec;
2772 stub_sec = _bfd_aarch64_create_or_find_stub_sec (section, htab);
2774 /* Enter this entry into the linker stub hash table. */
2775 stub_entry = aarch64_stub_hash_lookup (&htab->stub_hash_table, stub_name,
2777 if (stub_entry == NULL)
2779 (*_bfd_error_handler) (_("%s: cannot create stub entry %s"),
2780 section->owner, stub_name);
2784 stub_entry->stub_sec = stub_sec;
2785 stub_entry->stub_offset = 0;
2786 stub_entry->id_sec = link_sec;
2791 /* Add a new stub entry in the final stub section to the stub hash.
2792 Not all fields of the new stub entry are initialised. */
2794 static struct elf_aarch64_stub_hash_entry *
2795 _bfd_aarch64_add_stub_entry_after (const char *stub_name,
2796 asection *link_section,
2797 struct elf_aarch64_link_hash_table *htab)
2800 struct elf_aarch64_stub_hash_entry *stub_entry;
2802 stub_sec = _bfd_aarch64_get_stub_for_link_section (link_section, htab);
2803 stub_entry = aarch64_stub_hash_lookup (&htab->stub_hash_table, stub_name,
2805 if (stub_entry == NULL)
2807 (*_bfd_error_handler) (_("cannot create stub entry %s"), stub_name);
2811 stub_entry->stub_sec = stub_sec;
2812 stub_entry->stub_offset = 0;
2813 stub_entry->id_sec = link_section;
2820 aarch64_build_one_stub (struct bfd_hash_entry *gen_entry,
2821 void *in_arg ATTRIBUTE_UNUSED)
2823 struct elf_aarch64_stub_hash_entry *stub_entry;
2828 bfd_vma veneered_insn_loc;
2829 bfd_vma veneer_entry_loc;
2830 bfd_signed_vma branch_offset = 0;
2831 unsigned int template_size;
2832 const uint32_t *template;
2835 /* Massage our args to the form they really have. */
2836 stub_entry = (struct elf_aarch64_stub_hash_entry *) gen_entry;
2838 stub_sec = stub_entry->stub_sec;
2840 /* Make a note of the offset within the stubs for this entry. */
2841 stub_entry->stub_offset = stub_sec->size;
2842 loc = stub_sec->contents + stub_entry->stub_offset;
2844 stub_bfd = stub_sec->owner;
2846 /* This is the address of the stub destination. */
2847 sym_value = (stub_entry->target_value
2848 + stub_entry->target_section->output_offset
2849 + stub_entry->target_section->output_section->vma);
2851 if (stub_entry->stub_type == aarch64_stub_long_branch)
2853 bfd_vma place = (stub_entry->stub_offset + stub_sec->output_section->vma
2854 + stub_sec->output_offset);
2856 /* See if we can relax the stub. */
2857 if (aarch64_valid_for_adrp_p (sym_value, place))
2858 stub_entry->stub_type = aarch64_select_branch_stub (sym_value, place);
2861 switch (stub_entry->stub_type)
2863 case aarch64_stub_adrp_branch:
2864 template = aarch64_adrp_branch_stub;
2865 template_size = sizeof (aarch64_adrp_branch_stub);
2867 case aarch64_stub_long_branch:
2868 template = aarch64_long_branch_stub;
2869 template_size = sizeof (aarch64_long_branch_stub);
2871 case aarch64_stub_erratum_835769_veneer:
2872 template = aarch64_erratum_835769_stub;
2873 template_size = sizeof (aarch64_erratum_835769_stub);
2875 case aarch64_stub_erratum_843419_veneer:
2876 template = aarch64_erratum_843419_stub;
2877 template_size = sizeof (aarch64_erratum_843419_stub);
2883 for (i = 0; i < (template_size / sizeof template[0]); i++)
2885 bfd_putl32 (template[i], loc);
2889 template_size = (template_size + 7) & ~7;
2890 stub_sec->size += template_size;
2892 switch (stub_entry->stub_type)
2894 case aarch64_stub_adrp_branch:
2895 if (aarch64_relocate (AARCH64_R (ADR_PREL_PG_HI21), stub_bfd, stub_sec,
2896 stub_entry->stub_offset, sym_value))
2897 /* The stub would not have been relaxed if the offset was out
2901 if (aarch64_relocate (AARCH64_R (ADD_ABS_LO12_NC), stub_bfd, stub_sec,
2902 stub_entry->stub_offset + 4, sym_value))
2906 case aarch64_stub_long_branch:
2907 /* We want the value relative to the address 12 bytes back from the
2909 if (aarch64_relocate (AARCH64_R (PRELNN), stub_bfd, stub_sec,
2910 stub_entry->stub_offset + 16, sym_value + 12))
2914 case aarch64_stub_erratum_835769_veneer:
2915 veneered_insn_loc = stub_entry->target_section->output_section->vma
2916 + stub_entry->target_section->output_offset
2917 + stub_entry->target_value;
2918 veneer_entry_loc = stub_entry->stub_sec->output_section->vma
2919 + stub_entry->stub_sec->output_offset
2920 + stub_entry->stub_offset;
2921 branch_offset = veneered_insn_loc - veneer_entry_loc;
2922 branch_offset >>= 2;
2923 branch_offset &= 0x3ffffff;
2924 bfd_putl32 (stub_entry->veneered_insn,
2925 stub_sec->contents + stub_entry->stub_offset);
2926 bfd_putl32 (template[1] | branch_offset,
2927 stub_sec->contents + stub_entry->stub_offset + 4);
2930 case aarch64_stub_erratum_843419_veneer:
2931 if (aarch64_relocate (AARCH64_R (JUMP26), stub_bfd, stub_sec,
2932 stub_entry->stub_offset + 4, sym_value + 4))
2943 /* As above, but don't actually build the stub. Just bump offset so
2944 we know stub section sizes. */
2947 aarch64_size_one_stub (struct bfd_hash_entry *gen_entry,
2948 void *in_arg ATTRIBUTE_UNUSED)
2950 struct elf_aarch64_stub_hash_entry *stub_entry;
2953 /* Massage our args to the form they really have. */
2954 stub_entry = (struct elf_aarch64_stub_hash_entry *) gen_entry;
2956 switch (stub_entry->stub_type)
2958 case aarch64_stub_adrp_branch:
2959 size = sizeof (aarch64_adrp_branch_stub);
2961 case aarch64_stub_long_branch:
2962 size = sizeof (aarch64_long_branch_stub);
2964 case aarch64_stub_erratum_835769_veneer:
2965 size = sizeof (aarch64_erratum_835769_stub);
2967 case aarch64_stub_erratum_843419_veneer:
2968 size = sizeof (aarch64_erratum_843419_stub);
2974 size = (size + 7) & ~7;
2975 stub_entry->stub_sec->size += size;
2979 /* External entry points for sizing and building linker stubs. */
2981 /* Set up various things so that we can make a list of input sections
2982 for each output section included in the link. Returns -1 on error,
2983 0 when no stubs will be needed, and 1 on success. */
2986 elfNN_aarch64_setup_section_lists (bfd *output_bfd,
2987 struct bfd_link_info *info)
2990 unsigned int bfd_count;
2991 unsigned int top_id, top_index;
2993 asection **input_list, **list;
2995 struct elf_aarch64_link_hash_table *htab =
2996 elf_aarch64_hash_table (info);
2998 if (!is_elf_hash_table (htab))
3001 /* Count the number of input BFDs and find the top input section id. */
3002 for (input_bfd = info->input_bfds, bfd_count = 0, top_id = 0;
3003 input_bfd != NULL; input_bfd = input_bfd->link.next)
3006 for (section = input_bfd->sections;
3007 section != NULL; section = section->next)
3009 if (top_id < section->id)
3010 top_id = section->id;
3013 htab->bfd_count = bfd_count;
3015 amt = sizeof (struct map_stub) * (top_id + 1);
3016 htab->stub_group = bfd_zmalloc (amt);
3017 if (htab->stub_group == NULL)
3020 /* We can't use output_bfd->section_count here to find the top output
3021 section index as some sections may have been removed, and
3022 _bfd_strip_section_from_output doesn't renumber the indices. */
3023 for (section = output_bfd->sections, top_index = 0;
3024 section != NULL; section = section->next)
3026 if (top_index < section->index)
3027 top_index = section->index;
3030 htab->top_index = top_index;
3031 amt = sizeof (asection *) * (top_index + 1);
3032 input_list = bfd_malloc (amt);
3033 htab->input_list = input_list;
3034 if (input_list == NULL)
3037 /* For sections we aren't interested in, mark their entries with a
3038 value we can check later. */
3039 list = input_list + top_index;
3041 *list = bfd_abs_section_ptr;
3042 while (list-- != input_list);
3044 for (section = output_bfd->sections;
3045 section != NULL; section = section->next)
3047 if ((section->flags & SEC_CODE) != 0)
3048 input_list[section->index] = NULL;
3054 /* Used by elfNN_aarch64_next_input_section and group_sections. */
3055 #define PREV_SEC(sec) (htab->stub_group[(sec)->id].link_sec)
3057 /* The linker repeatedly calls this function for each input section,
3058 in the order that input sections are linked into output sections.
3059 Build lists of input sections to determine groupings between which
3060 we may insert linker stubs. */
3063 elfNN_aarch64_next_input_section (struct bfd_link_info *info, asection *isec)
3065 struct elf_aarch64_link_hash_table *htab =
3066 elf_aarch64_hash_table (info);
3068 if (isec->output_section->index <= htab->top_index)
3070 asection **list = htab->input_list + isec->output_section->index;
3072 if (*list != bfd_abs_section_ptr)
3074 /* Steal the link_sec pointer for our list. */
3075 /* This happens to make the list in reverse order,
3076 which is what we want. */
3077 PREV_SEC (isec) = *list;
3083 /* See whether we can group stub sections together. Grouping stub
3084 sections may result in fewer stubs. More importantly, we need to
3085 put all .init* and .fini* stubs at the beginning of the .init or
3086 .fini output sections respectively, because glibc splits the
3087 _init and _fini functions into multiple parts. Putting a stub in
3088 the middle of a function is not a good idea. */
3091 group_sections (struct elf_aarch64_link_hash_table *htab,
3092 bfd_size_type stub_group_size,
3093 bfd_boolean stubs_always_before_branch)
3095 asection **list = htab->input_list + htab->top_index;
3099 asection *tail = *list;
3101 if (tail == bfd_abs_section_ptr)
3104 while (tail != NULL)
3108 bfd_size_type total;
3112 while ((prev = PREV_SEC (curr)) != NULL
3113 && ((total += curr->output_offset - prev->output_offset)
3117 /* OK, the size from the start of CURR to the end is less
3118 than stub_group_size and thus can be handled by one stub
3119 section. (Or the tail section is itself larger than
3120 stub_group_size, in which case we may be toast.)
3121 We should really be keeping track of the total size of
3122 stubs added here, as stubs contribute to the final output
3126 prev = PREV_SEC (tail);
3127 /* Set up this stub group. */
3128 htab->stub_group[tail->id].link_sec = curr;
3130 while (tail != curr && (tail = prev) != NULL);
3132 /* But wait, there's more! Input sections up to stub_group_size
3133 bytes before the stub section can be handled by it too. */
3134 if (!stubs_always_before_branch)
3138 && ((total += tail->output_offset - prev->output_offset)
3142 prev = PREV_SEC (tail);
3143 htab->stub_group[tail->id].link_sec = curr;
3149 while (list-- != htab->input_list);
3151 free (htab->input_list);
3156 #define AARCH64_BITS(x, pos, n) (((x) >> (pos)) & ((1 << (n)) - 1))
3158 #define AARCH64_RT(insn) AARCH64_BITS (insn, 0, 5)
3159 #define AARCH64_RT2(insn) AARCH64_BITS (insn, 10, 5)
3160 #define AARCH64_RA(insn) AARCH64_BITS (insn, 10, 5)
3161 #define AARCH64_RD(insn) AARCH64_BITS (insn, 0, 5)
3162 #define AARCH64_RN(insn) AARCH64_BITS (insn, 5, 5)
3163 #define AARCH64_RM(insn) AARCH64_BITS (insn, 16, 5)
3165 #define AARCH64_MAC(insn) (((insn) & 0xff000000) == 0x9b000000)
3166 #define AARCH64_BIT(insn, n) AARCH64_BITS (insn, n, 1)
3167 #define AARCH64_OP31(insn) AARCH64_BITS (insn, 21, 3)
3168 #define AARCH64_ZR 0x1f
3170 /* All ld/st ops. See C4-182 of the ARM ARM. The encoding space for
3171 LD_PCREL, LDST_RO, LDST_UI and LDST_UIMM cover prefetch ops. */
3173 #define AARCH64_LD(insn) (AARCH64_BIT (insn, 22) == 1)
3174 #define AARCH64_LDST(insn) (((insn) & 0x0a000000) == 0x08000000)
3175 #define AARCH64_LDST_EX(insn) (((insn) & 0x3f000000) == 0x08000000)
3176 #define AARCH64_LDST_PCREL(insn) (((insn) & 0x3b000000) == 0x18000000)
3177 #define AARCH64_LDST_NAP(insn) (((insn) & 0x3b800000) == 0x28000000)
3178 #define AARCH64_LDSTP_PI(insn) (((insn) & 0x3b800000) == 0x28800000)
3179 #define AARCH64_LDSTP_O(insn) (((insn) & 0x3b800000) == 0x29000000)
3180 #define AARCH64_LDSTP_PRE(insn) (((insn) & 0x3b800000) == 0x29800000)
3181 #define AARCH64_LDST_UI(insn) (((insn) & 0x3b200c00) == 0x38000000)
3182 #define AARCH64_LDST_PIIMM(insn) (((insn) & 0x3b200c00) == 0x38000400)
3183 #define AARCH64_LDST_U(insn) (((insn) & 0x3b200c00) == 0x38000800)
3184 #define AARCH64_LDST_PREIMM(insn) (((insn) & 0x3b200c00) == 0x38000c00)
3185 #define AARCH64_LDST_RO(insn) (((insn) & 0x3b200c00) == 0x38200800)
3186 #define AARCH64_LDST_UIMM(insn) (((insn) & 0x3b000000) == 0x39000000)
3187 #define AARCH64_LDST_SIMD_M(insn) (((insn) & 0xbfbf0000) == 0x0c000000)
3188 #define AARCH64_LDST_SIMD_M_PI(insn) (((insn) & 0xbfa00000) == 0x0c800000)
3189 #define AARCH64_LDST_SIMD_S(insn) (((insn) & 0xbf9f0000) == 0x0d000000)
3190 #define AARCH64_LDST_SIMD_S_PI(insn) (((insn) & 0xbf800000) == 0x0d800000)
3192 /* Classify an INSN if it is indeed a load/store.
3194 Return TRUE if INSN is a LD/ST instruction otherwise return FALSE.
3196 For scalar LD/ST instructions PAIR is FALSE, RT is returned and RT2
3199 For LD/ST pair instructions PAIR is TRUE, RT and RT2 are returned.
3204 aarch64_mem_op_p (uint32_t insn, unsigned int *rt, unsigned int *rt2,
3205 bfd_boolean *pair, bfd_boolean *load)
3213 /* Bail out quickly if INSN doesn't fall into the the load-store
3215 if (!AARCH64_LDST (insn))
3220 if (AARCH64_LDST_EX (insn))
3222 *rt = AARCH64_RT (insn);
3224 if (AARCH64_BIT (insn, 21) == 1)
3227 *rt2 = AARCH64_RT2 (insn);
3229 *load = AARCH64_LD (insn);
3232 else if (AARCH64_LDST_NAP (insn)
3233 || AARCH64_LDSTP_PI (insn)
3234 || AARCH64_LDSTP_O (insn)
3235 || AARCH64_LDSTP_PRE (insn))
3238 *rt = AARCH64_RT (insn);
3239 *rt2 = AARCH64_RT2 (insn);
3240 *load = AARCH64_LD (insn);
3243 else if (AARCH64_LDST_PCREL (insn)
3244 || AARCH64_LDST_UI (insn)
3245 || AARCH64_LDST_PIIMM (insn)
3246 || AARCH64_LDST_U (insn)
3247 || AARCH64_LDST_PREIMM (insn)
3248 || AARCH64_LDST_RO (insn)
3249 || AARCH64_LDST_UIMM (insn))
3251 *rt = AARCH64_RT (insn);
3253 if (AARCH64_LDST_PCREL (insn))
3255 opc = AARCH64_BITS (insn, 22, 2);
3256 v = AARCH64_BIT (insn, 26);
3257 opc_v = opc | (v << 2);
3258 *load = (opc_v == 1 || opc_v == 2 || opc_v == 3
3259 || opc_v == 5 || opc_v == 7);
3262 else if (AARCH64_LDST_SIMD_M (insn)
3263 || AARCH64_LDST_SIMD_M_PI (insn))
3265 *rt = AARCH64_RT (insn);
3266 *load = AARCH64_BIT (insn, 22);
3267 opcode = (insn >> 12) & 0xf;
3294 else if (AARCH64_LDST_SIMD_S (insn)
3295 || AARCH64_LDST_SIMD_S_PI (insn))
3297 *rt = AARCH64_RT (insn);
3298 r = (insn >> 21) & 1;
3299 *load = AARCH64_BIT (insn, 22);
3300 opcode = (insn >> 13) & 0x7;
3312 *rt2 = *rt + (r == 0 ? 2 : 3);
3320 *rt2 = *rt + (r == 0 ? 2 : 3);
3332 /* Return TRUE if INSN is multiply-accumulate. */
3335 aarch64_mlxl_p (uint32_t insn)
3337 uint32_t op31 = AARCH64_OP31 (insn);
3339 if (AARCH64_MAC (insn)
3340 && (op31 == 0 || op31 == 1 || op31 == 5)
3341 /* Exclude MUL instructions which are encoded as a multiple accumulate
3343 && AARCH64_RA (insn) != AARCH64_ZR)
3349 /* Some early revisions of the Cortex-A53 have an erratum (835769) whereby
3350 it is possible for a 64-bit multiply-accumulate instruction to generate an
3351 incorrect result. The details are quite complex and hard to
3352 determine statically, since branches in the code may exist in some
3353 circumstances, but all cases end with a memory (load, store, or
3354 prefetch) instruction followed immediately by the multiply-accumulate
3355 operation. We employ a linker patching technique, by moving the potentially
3356 affected multiply-accumulate instruction into a patch region and replacing
3357 the original instruction with a branch to the patch. This function checks
3358 if INSN_1 is the memory operation followed by a multiply-accumulate
3359 operation (INSN_2). Return TRUE if an erratum sequence is found, FALSE
3360 if INSN_1 and INSN_2 are safe. */
3363 aarch64_erratum_sequence (uint32_t insn_1, uint32_t insn_2)
3373 if (aarch64_mlxl_p (insn_2)
3374 && aarch64_mem_op_p (insn_1, &rt, &rt2, &pair, &load))
3376 /* Any SIMD memory op is independent of the subsequent MLA
3377 by definition of the erratum. */
3378 if (AARCH64_BIT (insn_1, 26))
3381 /* If not SIMD, check for integer memory ops and MLA relationship. */
3382 rn = AARCH64_RN (insn_2);
3383 ra = AARCH64_RA (insn_2);
3384 rm = AARCH64_RM (insn_2);
3386 /* If this is a load and there's a true(RAW) dependency, we are safe
3387 and this is not an erratum sequence. */
3389 (rt == rn || rt == rm || rt == ra
3390 || (pair && (rt2 == rn || rt2 == rm || rt2 == ra))))
3393 /* We conservatively put out stubs for all other cases (including
3401 /* Used to order a list of mapping symbols by address. */
3404 elf_aarch64_compare_mapping (const void *a, const void *b)
3406 const elf_aarch64_section_map *amap = (const elf_aarch64_section_map *) a;
3407 const elf_aarch64_section_map *bmap = (const elf_aarch64_section_map *) b;
3409 if (amap->vma > bmap->vma)
3411 else if (amap->vma < bmap->vma)
3413 else if (amap->type > bmap->type)
3414 /* Ensure results do not depend on the host qsort for objects with
3415 multiple mapping symbols at the same address by sorting on type
3418 else if (amap->type < bmap->type)
3426 _bfd_aarch64_erratum_835769_stub_name (unsigned num_fixes)
3428 char *stub_name = (char *) bfd_malloc
3429 (strlen ("__erratum_835769_veneer_") + 16);
3430 sprintf (stub_name,"__erratum_835769_veneer_%d", num_fixes);
3434 /* Scan for Cortex-A53 erratum 835769 sequence.
3436 Return TRUE else FALSE on abnormal termination. */
3439 _bfd_aarch64_erratum_835769_scan (bfd *input_bfd,
3440 struct bfd_link_info *info,
3441 unsigned int *num_fixes_p)
3444 struct elf_aarch64_link_hash_table *htab = elf_aarch64_hash_table (info);
3445 unsigned int num_fixes = *num_fixes_p;
3450 for (section = input_bfd->sections;
3452 section = section->next)
3454 bfd_byte *contents = NULL;
3455 struct _aarch64_elf_section_data *sec_data;
3458 if (elf_section_type (section) != SHT_PROGBITS
3459 || (elf_section_flags (section) & SHF_EXECINSTR) == 0
3460 || (section->flags & SEC_EXCLUDE) != 0
3461 || (section->sec_info_type == SEC_INFO_TYPE_JUST_SYMS)
3462 || (section->output_section == bfd_abs_section_ptr))
3465 if (elf_section_data (section)->this_hdr.contents != NULL)
3466 contents = elf_section_data (section)->this_hdr.contents;
3467 else if (! bfd_malloc_and_get_section (input_bfd, section, &contents))
3470 sec_data = elf_aarch64_section_data (section);
3472 qsort (sec_data->map, sec_data->mapcount,
3473 sizeof (elf_aarch64_section_map), elf_aarch64_compare_mapping);
3475 for (span = 0; span < sec_data->mapcount; span++)
3477 unsigned int span_start = sec_data->map[span].vma;
3478 unsigned int span_end = ((span == sec_data->mapcount - 1)
3479 ? sec_data->map[0].vma + section->size
3480 : sec_data->map[span + 1].vma);
3482 char span_type = sec_data->map[span].type;
3484 if (span_type == 'd')
3487 for (i = span_start; i + 4 < span_end; i += 4)
3489 uint32_t insn_1 = bfd_getl32 (contents + i);
3490 uint32_t insn_2 = bfd_getl32 (contents + i + 4);
3492 if (aarch64_erratum_sequence (insn_1, insn_2))
3494 struct elf_aarch64_stub_hash_entry *stub_entry;
3495 char *stub_name = _bfd_aarch64_erratum_835769_stub_name (num_fixes);
3499 stub_entry = _bfd_aarch64_add_stub_entry_in_group (stub_name,
3505 stub_entry->stub_type = aarch64_stub_erratum_835769_veneer;
3506 stub_entry->target_section = section;
3507 stub_entry->target_value = i + 4;
3508 stub_entry->veneered_insn = insn_2;
3509 stub_entry->output_name = stub_name;
3514 if (elf_section_data (section)->this_hdr.contents == NULL)
3518 *num_fixes_p = num_fixes;
3524 /* Test if instruction INSN is ADRP. */
3527 _bfd_aarch64_adrp_p (uint32_t insn)
3529 return ((insn & 0x9f000000) == 0x90000000);
3533 /* Helper predicate to look for cortex-a53 erratum 843419 sequence 1. */
3536 _bfd_aarch64_erratum_843419_sequence_p (uint32_t insn_1, uint32_t insn_2,
3544 return (aarch64_mem_op_p (insn_2, &rt, &rt2, &pair, &load)
3547 && AARCH64_LDST_UIMM (insn_3)
3548 && AARCH64_RN (insn_3) == AARCH64_RD (insn_1));
3552 /* Test for the presence of Cortex-A53 erratum 843419 instruction sequence.
3554 Return TRUE if section CONTENTS at offset I contains one of the
3555 erratum 843419 sequences, otherwise return FALSE. If a sequence is
3556 seen set P_VENEER_I to the offset of the final LOAD/STORE
3557 instruction in the sequence.
3561 _bfd_aarch64_erratum_843419_p (bfd_byte *contents, bfd_vma vma,
3562 bfd_vma i, bfd_vma span_end,
3563 bfd_vma *p_veneer_i)
3565 uint32_t insn_1 = bfd_getl32 (contents + i);
3567 if (!_bfd_aarch64_adrp_p (insn_1))
3570 if (span_end < i + 12)
3573 uint32_t insn_2 = bfd_getl32 (contents + i + 4);
3574 uint32_t insn_3 = bfd_getl32 (contents + i + 8);
3576 if ((vma & 0xfff) != 0xff8 && (vma & 0xfff) != 0xffc)
3579 if (_bfd_aarch64_erratum_843419_sequence_p (insn_1, insn_2, insn_3))
3581 *p_veneer_i = i + 8;
3585 if (span_end < i + 16)
3588 uint32_t insn_4 = bfd_getl32 (contents + i + 12);
3590 if (_bfd_aarch64_erratum_843419_sequence_p (insn_1, insn_2, insn_4))
3592 *p_veneer_i = i + 12;
3600 /* Resize all stub sections. */
3603 _bfd_aarch64_resize_stubs (struct elf_aarch64_link_hash_table *htab)
3607 /* OK, we've added some stubs. Find out the new size of the
3609 for (section = htab->stub_bfd->sections;
3610 section != NULL; section = section->next)
3612 /* Ignore non-stub sections. */
3613 if (!strstr (section->name, STUB_SUFFIX))
3618 bfd_hash_traverse (&htab->stub_hash_table, aarch64_size_one_stub, htab);
3620 for (section = htab->stub_bfd->sections;
3621 section != NULL; section = section->next)
3623 if (!strstr (section->name, STUB_SUFFIX))
3629 /* Ensure all stub sections have a size which is a multiple of
3630 4096. This is important in order to ensure that the insertion
3631 of stub sections does not in itself move existing code around
3632 in such a way that new errata sequences are created. */
3633 if (htab->fix_erratum_843419)
3635 section->size = BFD_ALIGN (section->size, 0x1000);
3640 /* Construct an erratum 843419 workaround stub name.
3644 _bfd_aarch64_erratum_843419_stub_name (asection *input_section,
3647 const bfd_size_type len = 8 + 4 + 1 + 8 + 1 + 16 + 1;
3648 char *stub_name = bfd_malloc (len);
3650 if (stub_name != NULL)
3651 snprintf (stub_name, len, "e843419@%04x_%08x_%" BFD_VMA_FMT "x",
3652 input_section->owner->id,
3658 /* Build a stub_entry structure describing an 843419 fixup.
3660 The stub_entry constructed is populated with the bit pattern INSN
3661 of the instruction located at OFFSET within input SECTION.
3663 Returns TRUE on success. */
3666 _bfd_aarch64_erratum_843419_fixup (uint32_t insn,
3667 bfd_vma adrp_offset,
3668 bfd_vma ldst_offset,
3670 struct bfd_link_info *info)
3672 struct elf_aarch64_link_hash_table *htab = elf_aarch64_hash_table (info);
3674 struct elf_aarch64_stub_hash_entry *stub_entry;
3676 stub_name = _bfd_aarch64_erratum_843419_stub_name (section, ldst_offset);
3677 stub_entry = aarch64_stub_hash_lookup (&htab->stub_hash_table, stub_name,
3685 /* We always place an 843419 workaround veneer in the stub section
3686 attached to the input section in which an erratum sequence has
3687 been found. This ensures that later in the link process (in
3688 elfNN_aarch64_write_section) when we copy the veneered
3689 instruction from the input section into the stub section the
3690 copied instruction will have had any relocations applied to it.
3691 If we placed workaround veneers in any other stub section then we
3692 could not assume that all relocations have been processed on the
3693 corresponding input section at the point we output the stub
3697 stub_entry = _bfd_aarch64_add_stub_entry_after (stub_name, section, htab);
3698 if (stub_entry == NULL)
3704 stub_entry->adrp_offset = adrp_offset;
3705 stub_entry->target_value = ldst_offset;
3706 stub_entry->target_section = section;
3707 stub_entry->stub_type = aarch64_stub_erratum_843419_veneer;
3708 stub_entry->veneered_insn = insn;
3709 stub_entry->output_name = stub_name;
3715 /* Scan an input section looking for the signature of erratum 843419.
3717 Scans input SECTION in INPUT_BFD looking for erratum 843419
3718 signatures, for each signature found a stub_entry is created
3719 describing the location of the erratum for subsequent fixup.
3721 Return TRUE on successful scan, FALSE on failure to scan.
3725 _bfd_aarch64_erratum_843419_scan (bfd *input_bfd, asection *section,
3726 struct bfd_link_info *info)
3728 struct elf_aarch64_link_hash_table *htab = elf_aarch64_hash_table (info);
3733 if (elf_section_type (section) != SHT_PROGBITS
3734 || (elf_section_flags (section) & SHF_EXECINSTR) == 0
3735 || (section->flags & SEC_EXCLUDE) != 0
3736 || (section->sec_info_type == SEC_INFO_TYPE_JUST_SYMS)
3737 || (section->output_section == bfd_abs_section_ptr))
3742 bfd_byte *contents = NULL;
3743 struct _aarch64_elf_section_data *sec_data;
3746 if (elf_section_data (section)->this_hdr.contents != NULL)
3747 contents = elf_section_data (section)->this_hdr.contents;
3748 else if (! bfd_malloc_and_get_section (input_bfd, section, &contents))
3751 sec_data = elf_aarch64_section_data (section);
3753 qsort (sec_data->map, sec_data->mapcount,
3754 sizeof (elf_aarch64_section_map), elf_aarch64_compare_mapping);
3756 for (span = 0; span < sec_data->mapcount; span++)
3758 unsigned int span_start = sec_data->map[span].vma;
3759 unsigned int span_end = ((span == sec_data->mapcount - 1)
3760 ? sec_data->map[0].vma + section->size
3761 : sec_data->map[span + 1].vma);
3763 char span_type = sec_data->map[span].type;
3765 if (span_type == 'd')
3768 for (i = span_start; i + 8 < span_end; i += 4)
3770 bfd_vma vma = (section->output_section->vma
3771 + section->output_offset
3775 if (_bfd_aarch64_erratum_843419_p
3776 (contents, vma, i, span_end, &veneer_i))
3778 uint32_t insn = bfd_getl32 (contents + veneer_i);
3780 if (!_bfd_aarch64_erratum_843419_fixup (insn, i, veneer_i,
3787 if (elf_section_data (section)->this_hdr.contents == NULL)
3796 /* Determine and set the size of the stub section for a final link.
3798 The basic idea here is to examine all the relocations looking for
3799 PC-relative calls to a target that is unreachable with a "bl"
3803 elfNN_aarch64_size_stubs (bfd *output_bfd,
3805 struct bfd_link_info *info,
3806 bfd_signed_vma group_size,
3807 asection * (*add_stub_section) (const char *,
3809 void (*layout_sections_again) (void))
3811 bfd_size_type stub_group_size;
3812 bfd_boolean stubs_always_before_branch;
3813 bfd_boolean stub_changed = FALSE;
3814 struct elf_aarch64_link_hash_table *htab = elf_aarch64_hash_table (info);
3815 unsigned int num_erratum_835769_fixes = 0;
3817 /* Propagate mach to stub bfd, because it may not have been
3818 finalized when we created stub_bfd. */
3819 bfd_set_arch_mach (stub_bfd, bfd_get_arch (output_bfd),
3820 bfd_get_mach (output_bfd));
3822 /* Stash our params away. */
3823 htab->stub_bfd = stub_bfd;
3824 htab->add_stub_section = add_stub_section;
3825 htab->layout_sections_again = layout_sections_again;
3826 stubs_always_before_branch = group_size < 0;
3828 stub_group_size = -group_size;
3830 stub_group_size = group_size;
3832 if (stub_group_size == 1)
3834 /* Default values. */
3835 /* AArch64 branch range is +-128MB. The value used is 1MB less. */
3836 stub_group_size = 127 * 1024 * 1024;
3839 group_sections (htab, stub_group_size, stubs_always_before_branch);
3841 (*htab->layout_sections_again) ();
3843 if (htab->fix_erratum_835769)
3847 for (input_bfd = info->input_bfds;
3848 input_bfd != NULL; input_bfd = input_bfd->link.next)
3849 if (!_bfd_aarch64_erratum_835769_scan (input_bfd, info,
3850 &num_erratum_835769_fixes))
3853 _bfd_aarch64_resize_stubs (htab);
3854 (*htab->layout_sections_again) ();
3857 if (htab->fix_erratum_843419)
3861 for (input_bfd = info->input_bfds;
3863 input_bfd = input_bfd->link.next)
3867 for (section = input_bfd->sections;
3869 section = section->next)
3870 if (!_bfd_aarch64_erratum_843419_scan (input_bfd, section, info))
3874 _bfd_aarch64_resize_stubs (htab);
3875 (*htab->layout_sections_again) ();
3882 for (input_bfd = info->input_bfds;
3883 input_bfd != NULL; input_bfd = input_bfd->link.next)
3885 Elf_Internal_Shdr *symtab_hdr;
3887 Elf_Internal_Sym *local_syms = NULL;
3889 /* We'll need the symbol table in a second. */
3890 symtab_hdr = &elf_tdata (input_bfd)->symtab_hdr;
3891 if (symtab_hdr->sh_info == 0)
3894 /* Walk over each section attached to the input bfd. */
3895 for (section = input_bfd->sections;
3896 section != NULL; section = section->next)
3898 Elf_Internal_Rela *internal_relocs, *irelaend, *irela;
3900 /* If there aren't any relocs, then there's nothing more
3902 if ((section->flags & SEC_RELOC) == 0
3903 || section->reloc_count == 0
3904 || (section->flags & SEC_CODE) == 0)
3907 /* If this section is a link-once section that will be
3908 discarded, then don't create any stubs. */
3909 if (section->output_section == NULL
3910 || section->output_section->owner != output_bfd)
3913 /* Get the relocs. */
3915 = _bfd_elf_link_read_relocs (input_bfd, section, NULL,
3916 NULL, info->keep_memory);
3917 if (internal_relocs == NULL)
3918 goto error_ret_free_local;
3920 /* Now examine each relocation. */
3921 irela = internal_relocs;
3922 irelaend = irela + section->reloc_count;
3923 for (; irela < irelaend; irela++)
3925 unsigned int r_type, r_indx;
3926 enum elf_aarch64_stub_type stub_type;
3927 struct elf_aarch64_stub_hash_entry *stub_entry;
3930 bfd_vma destination;
3931 struct elf_aarch64_link_hash_entry *hash;
3932 const char *sym_name;
3934 const asection *id_sec;
3935 unsigned char st_type;
3938 r_type = ELFNN_R_TYPE (irela->r_info);
3939 r_indx = ELFNN_R_SYM (irela->r_info);
3941 if (r_type >= (unsigned int) R_AARCH64_end)
3943 bfd_set_error (bfd_error_bad_value);
3944 error_ret_free_internal:
3945 if (elf_section_data (section)->relocs == NULL)
3946 free (internal_relocs);
3947 goto error_ret_free_local;
3950 /* Only look for stubs on unconditional branch and
3951 branch and link instructions. */
3952 if (r_type != (unsigned int) AARCH64_R (CALL26)
3953 && r_type != (unsigned int) AARCH64_R (JUMP26))
3956 /* Now determine the call target, its name, value,
3963 if (r_indx < symtab_hdr->sh_info)
3965 /* It's a local symbol. */
3966 Elf_Internal_Sym *sym;
3967 Elf_Internal_Shdr *hdr;
3969 if (local_syms == NULL)
3972 = (Elf_Internal_Sym *) symtab_hdr->contents;
3973 if (local_syms == NULL)
3975 = bfd_elf_get_elf_syms (input_bfd, symtab_hdr,
3976 symtab_hdr->sh_info, 0,
3978 if (local_syms == NULL)
3979 goto error_ret_free_internal;
3982 sym = local_syms + r_indx;
3983 hdr = elf_elfsections (input_bfd)[sym->st_shndx];
3984 sym_sec = hdr->bfd_section;
3986 /* This is an undefined symbol. It can never
3990 if (ELF_ST_TYPE (sym->st_info) != STT_SECTION)
3991 sym_value = sym->st_value;
3992 destination = (sym_value + irela->r_addend
3993 + sym_sec->output_offset
3994 + sym_sec->output_section->vma);
3995 st_type = ELF_ST_TYPE (sym->st_info);
3997 = bfd_elf_string_from_elf_section (input_bfd,
3998 symtab_hdr->sh_link,
4005 e_indx = r_indx - symtab_hdr->sh_info;
4006 hash = ((struct elf_aarch64_link_hash_entry *)
4007 elf_sym_hashes (input_bfd)[e_indx]);
4009 while (hash->root.root.type == bfd_link_hash_indirect
4010 || hash->root.root.type == bfd_link_hash_warning)
4011 hash = ((struct elf_aarch64_link_hash_entry *)
4012 hash->root.root.u.i.link);
4014 if (hash->root.root.type == bfd_link_hash_defined
4015 || hash->root.root.type == bfd_link_hash_defweak)
4017 struct elf_aarch64_link_hash_table *globals =
4018 elf_aarch64_hash_table (info);
4019 sym_sec = hash->root.root.u.def.section;
4020 sym_value = hash->root.root.u.def.value;
4021 /* For a destination in a shared library,
4022 use the PLT stub as target address to
4023 decide whether a branch stub is
4025 if (globals->root.splt != NULL && hash != NULL
4026 && hash->root.plt.offset != (bfd_vma) - 1)
4028 sym_sec = globals->root.splt;
4029 sym_value = hash->root.plt.offset;
4030 if (sym_sec->output_section != NULL)
4031 destination = (sym_value
4032 + sym_sec->output_offset
4034 sym_sec->output_section->vma);
4036 else if (sym_sec->output_section != NULL)
4037 destination = (sym_value + irela->r_addend
4038 + sym_sec->output_offset
4039 + sym_sec->output_section->vma);
4041 else if (hash->root.root.type == bfd_link_hash_undefined
4042 || (hash->root.root.type
4043 == bfd_link_hash_undefweak))
4045 /* For a shared library, use the PLT stub as
4046 target address to decide whether a long
4047 branch stub is needed.
4048 For absolute code, they cannot be handled. */
4049 struct elf_aarch64_link_hash_table *globals =
4050 elf_aarch64_hash_table (info);
4052 if (globals->root.splt != NULL && hash != NULL
4053 && hash->root.plt.offset != (bfd_vma) - 1)
4055 sym_sec = globals->root.splt;
4056 sym_value = hash->root.plt.offset;
4057 if (sym_sec->output_section != NULL)
4058 destination = (sym_value
4059 + sym_sec->output_offset
4061 sym_sec->output_section->vma);
4068 bfd_set_error (bfd_error_bad_value);
4069 goto error_ret_free_internal;
4071 st_type = ELF_ST_TYPE (hash->root.type);
4072 sym_name = hash->root.root.root.string;
4075 /* Determine what (if any) linker stub is needed. */
4076 stub_type = aarch64_type_of_stub
4077 (info, section, irela, sym_sec, st_type, hash, destination);
4078 if (stub_type == aarch64_stub_none)
4081 /* Support for grouping stub sections. */
4082 id_sec = htab->stub_group[section->id].link_sec;
4084 /* Get the name of this stub. */
4085 stub_name = elfNN_aarch64_stub_name (id_sec, sym_sec, hash,
4088 goto error_ret_free_internal;
4091 aarch64_stub_hash_lookup (&htab->stub_hash_table,
4092 stub_name, FALSE, FALSE);
4093 if (stub_entry != NULL)
4095 /* The proper stub has already been created. */
4100 stub_entry = _bfd_aarch64_add_stub_entry_in_group
4101 (stub_name, section, htab);
4102 if (stub_entry == NULL)
4105 goto error_ret_free_internal;
4108 stub_entry->target_value = sym_value;
4109 stub_entry->target_section = sym_sec;
4110 stub_entry->stub_type = stub_type;
4111 stub_entry->h = hash;
4112 stub_entry->st_type = st_type;
4114 if (sym_name == NULL)
4115 sym_name = "unnamed";
4116 len = sizeof (STUB_ENTRY_NAME) + strlen (sym_name);
4117 stub_entry->output_name = bfd_alloc (htab->stub_bfd, len);
4118 if (stub_entry->output_name == NULL)
4121 goto error_ret_free_internal;
4124 snprintf (stub_entry->output_name, len, STUB_ENTRY_NAME,
4127 stub_changed = TRUE;
4130 /* We're done with the internal relocs, free them. */
4131 if (elf_section_data (section)->relocs == NULL)
4132 free (internal_relocs);
4139 _bfd_aarch64_resize_stubs (htab);
4141 /* Ask the linker to do its stuff. */
4142 (*htab->layout_sections_again) ();
4143 stub_changed = FALSE;
4148 error_ret_free_local:
4152 /* Build all the stubs associated with the current output file. The
4153 stubs are kept in a hash table attached to the main linker hash
4154 table. We also set up the .plt entries for statically linked PIC
4155 functions here. This function is called via aarch64_elf_finish in the
4159 elfNN_aarch64_build_stubs (struct bfd_link_info *info)
4162 struct bfd_hash_table *table;
4163 struct elf_aarch64_link_hash_table *htab;
4165 htab = elf_aarch64_hash_table (info);
4167 for (stub_sec = htab->stub_bfd->sections;
4168 stub_sec != NULL; stub_sec = stub_sec->next)
4172 /* Ignore non-stub sections. */
4173 if (!strstr (stub_sec->name, STUB_SUFFIX))
4176 /* Allocate memory to hold the linker stubs. */
4177 size = stub_sec->size;
4178 stub_sec->contents = bfd_zalloc (htab->stub_bfd, size);
4179 if (stub_sec->contents == NULL && size != 0)
4183 bfd_putl32 (0x14000000 | (size >> 2), stub_sec->contents);
4184 stub_sec->size += 4;
4187 /* Build the stubs as directed by the stub hash table. */
4188 table = &htab->stub_hash_table;
4189 bfd_hash_traverse (table, aarch64_build_one_stub, info);
4195 /* Add an entry to the code/data map for section SEC. */
4198 elfNN_aarch64_section_map_add (asection *sec, char type, bfd_vma vma)
4200 struct _aarch64_elf_section_data *sec_data =
4201 elf_aarch64_section_data (sec);
4202 unsigned int newidx;
4204 if (sec_data->map == NULL)
4206 sec_data->map = bfd_malloc (sizeof (elf_aarch64_section_map));
4207 sec_data->mapcount = 0;
4208 sec_data->mapsize = 1;
4211 newidx = sec_data->mapcount++;
4213 if (sec_data->mapcount > sec_data->mapsize)
4215 sec_data->mapsize *= 2;
4216 sec_data->map = bfd_realloc_or_free
4217 (sec_data->map, sec_data->mapsize * sizeof (elf_aarch64_section_map));
4222 sec_data->map[newidx].vma = vma;
4223 sec_data->map[newidx].type = type;
4228 /* Initialise maps of insn/data for input BFDs. */
4230 bfd_elfNN_aarch64_init_maps (bfd *abfd)
4232 Elf_Internal_Sym *isymbuf;
4233 Elf_Internal_Shdr *hdr;
4234 unsigned int i, localsyms;
4236 /* Make sure that we are dealing with an AArch64 elf binary. */
4237 if (!is_aarch64_elf (abfd))
4240 if ((abfd->flags & DYNAMIC) != 0)
4243 hdr = &elf_symtab_hdr (abfd);
4244 localsyms = hdr->sh_info;
4246 /* Obtain a buffer full of symbols for this BFD. The hdr->sh_info field
4247 should contain the number of local symbols, which should come before any
4248 global symbols. Mapping symbols are always local. */
4249 isymbuf = bfd_elf_get_elf_syms (abfd, hdr, localsyms, 0, NULL, NULL, NULL);
4251 /* No internal symbols read? Skip this BFD. */
4252 if (isymbuf == NULL)
4255 for (i = 0; i < localsyms; i++)
4257 Elf_Internal_Sym *isym = &isymbuf[i];
4258 asection *sec = bfd_section_from_elf_index (abfd, isym->st_shndx);
4261 if (sec != NULL && ELF_ST_BIND (isym->st_info) == STB_LOCAL)
4263 name = bfd_elf_string_from_elf_section (abfd,
4267 if (bfd_is_aarch64_special_symbol_name
4268 (name, BFD_AARCH64_SPECIAL_SYM_TYPE_MAP))
4269 elfNN_aarch64_section_map_add (sec, name[1], isym->st_value);
4274 /* Set option values needed during linking. */
4276 bfd_elfNN_aarch64_set_options (struct bfd *output_bfd,
4277 struct bfd_link_info *link_info,
4279 int no_wchar_warn, int pic_veneer,
4280 int fix_erratum_835769,
4281 int fix_erratum_843419)
4283 struct elf_aarch64_link_hash_table *globals;
4285 globals = elf_aarch64_hash_table (link_info);
4286 globals->pic_veneer = pic_veneer;
4287 globals->fix_erratum_835769 = fix_erratum_835769;
4288 globals->fix_erratum_843419 = fix_erratum_843419;
4289 globals->fix_erratum_843419_adr = TRUE;
4291 BFD_ASSERT (is_aarch64_elf (output_bfd));
4292 elf_aarch64_tdata (output_bfd)->no_enum_size_warning = no_enum_warn;
4293 elf_aarch64_tdata (output_bfd)->no_wchar_size_warning = no_wchar_warn;
4297 aarch64_calculate_got_entry_vma (struct elf_link_hash_entry *h,
4298 struct elf_aarch64_link_hash_table
4299 *globals, struct bfd_link_info *info,
4300 bfd_vma value, bfd *output_bfd,
4301 bfd_boolean *unresolved_reloc_p)
4303 bfd_vma off = (bfd_vma) - 1;
4304 asection *basegot = globals->root.sgot;
4305 bfd_boolean dyn = globals->root.dynamic_sections_created;
4309 BFD_ASSERT (basegot != NULL);
4310 off = h->got.offset;
4311 BFD_ASSERT (off != (bfd_vma) - 1);
4312 if (!WILL_CALL_FINISH_DYNAMIC_SYMBOL (dyn, bfd_link_pic (info), h)
4313 || (bfd_link_pic (info)
4314 && SYMBOL_REFERENCES_LOCAL (info, h))
4315 || (ELF_ST_VISIBILITY (h->other)
4316 && h->root.type == bfd_link_hash_undefweak))
4318 /* This is actually a static link, or it is a -Bsymbolic link
4319 and the symbol is defined locally. We must initialize this
4320 entry in the global offset table. Since the offset must
4321 always be a multiple of 8 (4 in the case of ILP32), we use
4322 the least significant bit to record whether we have
4323 initialized it already.
4324 When doing a dynamic link, we create a .rel(a).got relocation
4325 entry to initialize the value. This is done in the
4326 finish_dynamic_symbol routine. */
4331 bfd_put_NN (output_bfd, value, basegot->contents + off);
4336 *unresolved_reloc_p = FALSE;
4338 off = off + basegot->output_section->vma + basegot->output_offset;
4344 /* Change R_TYPE to a more efficient access model where possible,
4345 return the new reloc type. */
4347 static bfd_reloc_code_real_type
4348 aarch64_tls_transition_without_check (bfd_reloc_code_real_type r_type,
4349 struct elf_link_hash_entry *h)
4351 bfd_boolean is_local = h == NULL;
4355 case BFD_RELOC_AARCH64_TLSDESC_ADR_PAGE21:
4356 case BFD_RELOC_AARCH64_TLSGD_ADR_PAGE21:
4358 ? BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1
4359 : BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21);
4361 case BFD_RELOC_AARCH64_TLSDESC_ADR_PREL21:
4363 ? BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0_NC
4366 case BFD_RELOC_AARCH64_TLSDESC_LD_PREL19:
4368 ? BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1
4369 : BFD_RELOC_AARCH64_TLSIE_LD_GOTTPREL_PREL19);
4371 case BFD_RELOC_AARCH64_TLSDESC_LDNN_LO12_NC:
4372 case BFD_RELOC_AARCH64_TLSGD_ADD_LO12_NC:
4374 ? BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0_NC
4375 : BFD_RELOC_AARCH64_TLSIE_LDNN_GOTTPREL_LO12_NC);
4377 case BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21:
4378 return is_local ? BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1 : r_type;
4380 case BFD_RELOC_AARCH64_TLSIE_LDNN_GOTTPREL_LO12_NC:
4381 return is_local ? BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0_NC : r_type;
4383 case BFD_RELOC_AARCH64_TLSIE_LD_GOTTPREL_PREL19:
4386 case BFD_RELOC_AARCH64_TLSGD_ADR_PREL21:
4388 ? BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_HI12
4389 : BFD_RELOC_AARCH64_TLSIE_LD_GOTTPREL_PREL19);
4391 case BFD_RELOC_AARCH64_TLSDESC_ADD_LO12_NC:
4392 case BFD_RELOC_AARCH64_TLSDESC_CALL:
4393 /* Instructions with these relocations will become NOPs. */
4394 return BFD_RELOC_AARCH64_NONE;
4396 case BFD_RELOC_AARCH64_TLSLD_ADD_LO12_NC:
4397 case BFD_RELOC_AARCH64_TLSLD_ADR_PAGE21:
4398 case BFD_RELOC_AARCH64_TLSLD_ADR_PREL21:
4399 return is_local ? BFD_RELOC_AARCH64_NONE : r_type;
4409 aarch64_reloc_got_type (bfd_reloc_code_real_type r_type)
4413 case BFD_RELOC_AARCH64_ADR_GOT_PAGE:
4414 case BFD_RELOC_AARCH64_GOT_LD_PREL19:
4415 case BFD_RELOC_AARCH64_LD32_GOTPAGE_LO14:
4416 case BFD_RELOC_AARCH64_LD32_GOT_LO12_NC:
4417 case BFD_RELOC_AARCH64_LD64_GOTPAGE_LO15:
4418 case BFD_RELOC_AARCH64_LD64_GOT_LO12_NC:
4421 case BFD_RELOC_AARCH64_TLSGD_ADD_LO12_NC:
4422 case BFD_RELOC_AARCH64_TLSGD_ADR_PAGE21:
4423 case BFD_RELOC_AARCH64_TLSGD_ADR_PREL21:
4424 case BFD_RELOC_AARCH64_TLSLD_ADD_LO12_NC:
4425 case BFD_RELOC_AARCH64_TLSLD_ADR_PAGE21:
4426 case BFD_RELOC_AARCH64_TLSLD_ADR_PREL21:
4429 case BFD_RELOC_AARCH64_TLSDESC_ADD_LO12_NC:
4430 case BFD_RELOC_AARCH64_TLSDESC_ADR_PAGE21:
4431 case BFD_RELOC_AARCH64_TLSDESC_ADR_PREL21:
4432 case BFD_RELOC_AARCH64_TLSDESC_CALL:
4433 case BFD_RELOC_AARCH64_TLSDESC_LD32_LO12_NC:
4434 case BFD_RELOC_AARCH64_TLSDESC_LD64_LO12_NC:
4435 case BFD_RELOC_AARCH64_TLSDESC_LD_PREL19:
4436 return GOT_TLSDESC_GD;
4438 case BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21:
4439 case BFD_RELOC_AARCH64_TLSIE_LD32_GOTTPREL_LO12_NC:
4440 case BFD_RELOC_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC:
4441 case BFD_RELOC_AARCH64_TLSIE_LD_GOTTPREL_PREL19:
4451 aarch64_can_relax_tls (bfd *input_bfd,
4452 struct bfd_link_info *info,
4453 bfd_reloc_code_real_type r_type,
4454 struct elf_link_hash_entry *h,
4455 unsigned long r_symndx)
4457 unsigned int symbol_got_type;
4458 unsigned int reloc_got_type;
4460 if (! IS_AARCH64_TLS_RELAX_RELOC (r_type))
4463 symbol_got_type = elfNN_aarch64_symbol_got_type (h, input_bfd, r_symndx);
4464 reloc_got_type = aarch64_reloc_got_type (r_type);
4466 if (symbol_got_type == GOT_TLS_IE && GOT_TLS_GD_ANY_P (reloc_got_type))
4469 if (bfd_link_pic (info))
4472 if (h && h->root.type == bfd_link_hash_undefweak)
4478 /* Given the relocation code R_TYPE, return the relaxed bfd reloc
4481 static bfd_reloc_code_real_type
4482 aarch64_tls_transition (bfd *input_bfd,
4483 struct bfd_link_info *info,
4484 unsigned int r_type,
4485 struct elf_link_hash_entry *h,
4486 unsigned long r_symndx)
4488 bfd_reloc_code_real_type bfd_r_type
4489 = elfNN_aarch64_bfd_reloc_from_type (r_type);
4491 if (! aarch64_can_relax_tls (input_bfd, info, bfd_r_type, h, r_symndx))
4494 return aarch64_tls_transition_without_check (bfd_r_type, h);
4497 /* Return the base VMA address which should be subtracted from real addresses
4498 when resolving R_AARCH64_TLS_DTPREL relocation. */
4501 dtpoff_base (struct bfd_link_info *info)
4503 /* If tls_sec is NULL, we should have signalled an error already. */
4504 BFD_ASSERT (elf_hash_table (info)->tls_sec != NULL);
4505 return elf_hash_table (info)->tls_sec->vma;
4508 /* Return the base VMA address which should be subtracted from real addresses
4509 when resolving R_AARCH64_TLS_GOTTPREL64 relocations. */
4512 tpoff_base (struct bfd_link_info *info)
4514 struct elf_link_hash_table *htab = elf_hash_table (info);
4516 /* If tls_sec is NULL, we should have signalled an error already. */
4517 BFD_ASSERT (htab->tls_sec != NULL);
4519 bfd_vma base = align_power ((bfd_vma) TCB_SIZE,
4520 htab->tls_sec->alignment_power);
4521 return htab->tls_sec->vma - base;
4525 symbol_got_offset_ref (bfd *input_bfd, struct elf_link_hash_entry *h,
4526 unsigned long r_symndx)
4528 /* Calculate the address of the GOT entry for symbol
4529 referred to in h. */
4531 return &h->got.offset;
4535 struct elf_aarch64_local_symbol *l;
4537 l = elf_aarch64_locals (input_bfd);
4538 return &l[r_symndx].got_offset;
4543 symbol_got_offset_mark (bfd *input_bfd, struct elf_link_hash_entry *h,
4544 unsigned long r_symndx)
4547 p = symbol_got_offset_ref (input_bfd, h, r_symndx);
4552 symbol_got_offset_mark_p (bfd *input_bfd, struct elf_link_hash_entry *h,
4553 unsigned long r_symndx)
4556 value = * symbol_got_offset_ref (input_bfd, h, r_symndx);
4561 symbol_got_offset (bfd *input_bfd, struct elf_link_hash_entry *h,
4562 unsigned long r_symndx)
4565 value = * symbol_got_offset_ref (input_bfd, h, r_symndx);
4571 symbol_tlsdesc_got_offset_ref (bfd *input_bfd, struct elf_link_hash_entry *h,
4572 unsigned long r_symndx)
4574 /* Calculate the address of the GOT entry for symbol
4575 referred to in h. */
4578 struct elf_aarch64_link_hash_entry *eh;
4579 eh = (struct elf_aarch64_link_hash_entry *) h;
4580 return &eh->tlsdesc_got_jump_table_offset;
4585 struct elf_aarch64_local_symbol *l;
4587 l = elf_aarch64_locals (input_bfd);
4588 return &l[r_symndx].tlsdesc_got_jump_table_offset;
4593 symbol_tlsdesc_got_offset_mark (bfd *input_bfd, struct elf_link_hash_entry *h,
4594 unsigned long r_symndx)
4597 p = symbol_tlsdesc_got_offset_ref (input_bfd, h, r_symndx);
4602 symbol_tlsdesc_got_offset_mark_p (bfd *input_bfd,
4603 struct elf_link_hash_entry *h,
4604 unsigned long r_symndx)
4607 value = * symbol_tlsdesc_got_offset_ref (input_bfd, h, r_symndx);
4612 symbol_tlsdesc_got_offset (bfd *input_bfd, struct elf_link_hash_entry *h,
4613 unsigned long r_symndx)
4616 value = * symbol_tlsdesc_got_offset_ref (input_bfd, h, r_symndx);
4621 /* Data for make_branch_to_erratum_835769_stub(). */
4623 struct erratum_835769_branch_to_stub_data
4625 struct bfd_link_info *info;
4626 asection *output_section;
4630 /* Helper to insert branches to erratum 835769 stubs in the right
4631 places for a particular section. */
4634 make_branch_to_erratum_835769_stub (struct bfd_hash_entry *gen_entry,
4637 struct elf_aarch64_stub_hash_entry *stub_entry;
4638 struct erratum_835769_branch_to_stub_data *data;
4640 unsigned long branch_insn = 0;
4641 bfd_vma veneered_insn_loc, veneer_entry_loc;
4642 bfd_signed_vma branch_offset;
4643 unsigned int target;
4646 stub_entry = (struct elf_aarch64_stub_hash_entry *) gen_entry;
4647 data = (struct erratum_835769_branch_to_stub_data *) in_arg;
4649 if (stub_entry->target_section != data->output_section
4650 || stub_entry->stub_type != aarch64_stub_erratum_835769_veneer)
4653 contents = data->contents;
4654 veneered_insn_loc = stub_entry->target_section->output_section->vma
4655 + stub_entry->target_section->output_offset
4656 + stub_entry->target_value;
4657 veneer_entry_loc = stub_entry->stub_sec->output_section->vma
4658 + stub_entry->stub_sec->output_offset
4659 + stub_entry->stub_offset;
4660 branch_offset = veneer_entry_loc - veneered_insn_loc;
4662 abfd = stub_entry->target_section->owner;
4663 if (!aarch64_valid_branch_p (veneer_entry_loc, veneered_insn_loc))
4664 (*_bfd_error_handler)
4665 (_("%B: error: Erratum 835769 stub out "
4666 "of range (input file too large)"), abfd);
4668 target = stub_entry->target_value;
4669 branch_insn = 0x14000000;
4670 branch_offset >>= 2;
4671 branch_offset &= 0x3ffffff;
4672 branch_insn |= branch_offset;
4673 bfd_putl32 (branch_insn, &contents[target]);
4680 _bfd_aarch64_erratum_843419_branch_to_stub (struct bfd_hash_entry *gen_entry,
4683 struct elf_aarch64_stub_hash_entry *stub_entry
4684 = (struct elf_aarch64_stub_hash_entry *) gen_entry;
4685 struct erratum_835769_branch_to_stub_data *data
4686 = (struct erratum_835769_branch_to_stub_data *) in_arg;
4687 struct bfd_link_info *info;
4688 struct elf_aarch64_link_hash_table *htab;
4696 contents = data->contents;
4697 section = data->output_section;
4699 htab = elf_aarch64_hash_table (info);
4701 if (stub_entry->target_section != section
4702 || stub_entry->stub_type != aarch64_stub_erratum_843419_veneer)
4705 insn = bfd_getl32 (contents + stub_entry->target_value);
4707 stub_entry->stub_sec->contents + stub_entry->stub_offset);
4709 place = (section->output_section->vma + section->output_offset
4710 + stub_entry->adrp_offset);
4711 insn = bfd_getl32 (contents + stub_entry->adrp_offset);
4713 if ((insn & AARCH64_ADRP_OP_MASK) != AARCH64_ADRP_OP)
4716 bfd_signed_vma imm =
4717 (_bfd_aarch64_sign_extend
4718 ((bfd_vma) _bfd_aarch64_decode_adrp_imm (insn) << 12, 33)
4721 if (htab->fix_erratum_843419_adr
4722 && (imm >= AARCH64_MIN_ADRP_IMM && imm <= AARCH64_MAX_ADRP_IMM))
4724 insn = (_bfd_aarch64_reencode_adr_imm (AARCH64_ADR_OP, imm)
4725 | AARCH64_RT (insn));
4726 bfd_putl32 (insn, contents + stub_entry->adrp_offset);
4730 bfd_vma veneered_insn_loc;
4731 bfd_vma veneer_entry_loc;
4732 bfd_signed_vma branch_offset;
4733 uint32_t branch_insn;
4735 veneered_insn_loc = stub_entry->target_section->output_section->vma
4736 + stub_entry->target_section->output_offset
4737 + stub_entry->target_value;
4738 veneer_entry_loc = stub_entry->stub_sec->output_section->vma
4739 + stub_entry->stub_sec->output_offset
4740 + stub_entry->stub_offset;
4741 branch_offset = veneer_entry_loc - veneered_insn_loc;
4743 abfd = stub_entry->target_section->owner;
4744 if (!aarch64_valid_branch_p (veneer_entry_loc, veneered_insn_loc))
4745 (*_bfd_error_handler)
4746 (_("%B: error: Erratum 843419 stub out "
4747 "of range (input file too large)"), abfd);
4749 branch_insn = 0x14000000;
4750 branch_offset >>= 2;
4751 branch_offset &= 0x3ffffff;
4752 branch_insn |= branch_offset;
4753 bfd_putl32 (branch_insn, contents + stub_entry->target_value);
4760 elfNN_aarch64_write_section (bfd *output_bfd ATTRIBUTE_UNUSED,
4761 struct bfd_link_info *link_info,
4766 struct elf_aarch64_link_hash_table *globals =
4767 elf_aarch64_hash_table (link_info);
4769 if (globals == NULL)
4772 /* Fix code to point to erratum 835769 stubs. */
4773 if (globals->fix_erratum_835769)
4775 struct erratum_835769_branch_to_stub_data data;
4777 data.info = link_info;
4778 data.output_section = sec;
4779 data.contents = contents;
4780 bfd_hash_traverse (&globals->stub_hash_table,
4781 make_branch_to_erratum_835769_stub, &data);
4784 if (globals->fix_erratum_843419)
4786 struct erratum_835769_branch_to_stub_data data;
4788 data.info = link_info;
4789 data.output_section = sec;
4790 data.contents = contents;
4791 bfd_hash_traverse (&globals->stub_hash_table,
4792 _bfd_aarch64_erratum_843419_branch_to_stub, &data);
4798 /* Perform a relocation as part of a final link. */
4799 static bfd_reloc_status_type
4800 elfNN_aarch64_final_link_relocate (reloc_howto_type *howto,
4803 asection *input_section,
4805 Elf_Internal_Rela *rel,
4807 struct bfd_link_info *info,
4809 struct elf_link_hash_entry *h,
4810 bfd_boolean *unresolved_reloc_p,
4811 bfd_boolean save_addend,
4812 bfd_vma *saved_addend,
4813 Elf_Internal_Sym *sym)
4815 Elf_Internal_Shdr *symtab_hdr;
4816 unsigned int r_type = howto->type;
4817 bfd_reloc_code_real_type bfd_r_type
4818 = elfNN_aarch64_bfd_reloc_from_howto (howto);
4819 bfd_reloc_code_real_type new_bfd_r_type;
4820 unsigned long r_symndx;
4821 bfd_byte *hit_data = contents + rel->r_offset;
4823 bfd_signed_vma signed_addend;
4824 struct elf_aarch64_link_hash_table *globals;
4825 bfd_boolean weak_undef_p;
4828 globals = elf_aarch64_hash_table (info);
4830 symtab_hdr = &elf_symtab_hdr (input_bfd);
4832 BFD_ASSERT (is_aarch64_elf (input_bfd));
4834 r_symndx = ELFNN_R_SYM (rel->r_info);
4836 /* It is possible to have linker relaxations on some TLS access
4837 models. Update our information here. */
4838 new_bfd_r_type = aarch64_tls_transition (input_bfd, info, r_type, h, r_symndx);
4839 if (new_bfd_r_type != bfd_r_type)
4841 bfd_r_type = new_bfd_r_type;
4842 howto = elfNN_aarch64_howto_from_bfd_reloc (bfd_r_type);
4843 BFD_ASSERT (howto != NULL);
4844 r_type = howto->type;
4847 place = input_section->output_section->vma
4848 + input_section->output_offset + rel->r_offset;
4850 /* Get addend, accumulating the addend for consecutive relocs
4851 which refer to the same offset. */
4852 signed_addend = saved_addend ? *saved_addend : 0;
4853 signed_addend += rel->r_addend;
4855 weak_undef_p = (h ? h->root.type == bfd_link_hash_undefweak
4856 : bfd_is_und_section (sym_sec));
4858 /* Since STT_GNU_IFUNC symbol must go through PLT, we handle
4859 it here if it is defined in a non-shared object. */
4861 && h->type == STT_GNU_IFUNC
4868 if ((input_section->flags & SEC_ALLOC) == 0
4869 || h->plt.offset == (bfd_vma) -1)
4872 /* STT_GNU_IFUNC symbol must go through PLT. */
4873 plt = globals->root.splt ? globals->root.splt : globals->root.iplt;
4874 value = (plt->output_section->vma + plt->output_offset + h->plt.offset);
4879 if (h->root.root.string)
4880 name = h->root.root.string;
4882 name = bfd_elf_sym_name (input_bfd, symtab_hdr, sym,
4884 (*_bfd_error_handler)
4885 (_("%B: relocation %s against STT_GNU_IFUNC "
4886 "symbol `%s' isn't handled by %s"), input_bfd,
4887 howto->name, name, __FUNCTION__);
4888 bfd_set_error (bfd_error_bad_value);
4891 case BFD_RELOC_AARCH64_NN:
4892 if (rel->r_addend != 0)
4894 if (h->root.root.string)
4895 name = h->root.root.string;
4897 name = bfd_elf_sym_name (input_bfd, symtab_hdr,
4899 (*_bfd_error_handler)
4900 (_("%B: relocation %s against STT_GNU_IFUNC "
4901 "symbol `%s' has non-zero addend: %d"),
4902 input_bfd, howto->name, name, rel->r_addend);
4903 bfd_set_error (bfd_error_bad_value);
4907 /* Generate dynamic relocation only when there is a
4908 non-GOT reference in a shared object. */
4909 if (bfd_link_pic (info) && h->non_got_ref)
4911 Elf_Internal_Rela outrel;
4914 /* Need a dynamic relocation to get the real function
4916 outrel.r_offset = _bfd_elf_section_offset (output_bfd,
4920 if (outrel.r_offset == (bfd_vma) -1
4921 || outrel.r_offset == (bfd_vma) -2)
4924 outrel.r_offset += (input_section->output_section->vma
4925 + input_section->output_offset);
4927 if (h->dynindx == -1
4929 || bfd_link_executable (info))
4931 /* This symbol is resolved locally. */
4932 outrel.r_info = ELFNN_R_INFO (0, AARCH64_R (IRELATIVE));
4933 outrel.r_addend = (h->root.u.def.value
4934 + h->root.u.def.section->output_section->vma
4935 + h->root.u.def.section->output_offset);
4939 outrel.r_info = ELFNN_R_INFO (h->dynindx, r_type);
4940 outrel.r_addend = 0;
4943 sreloc = globals->root.irelifunc;
4944 elf_append_rela (output_bfd, sreloc, &outrel);
4946 /* If this reloc is against an external symbol, we
4947 do not want to fiddle with the addend. Otherwise,
4948 we need to include the symbol value so that it
4949 becomes an addend for the dynamic reloc. For an
4950 internal symbol, we have updated addend. */
4951 return bfd_reloc_ok;
4954 case BFD_RELOC_AARCH64_CALL26:
4955 case BFD_RELOC_AARCH64_JUMP26:
4956 value = _bfd_aarch64_elf_resolve_relocation (bfd_r_type, place, value,
4959 return _bfd_aarch64_elf_put_addend (input_bfd, hit_data, bfd_r_type,
4961 case BFD_RELOC_AARCH64_ADR_GOT_PAGE:
4962 case BFD_RELOC_AARCH64_GOT_LD_PREL19:
4963 case BFD_RELOC_AARCH64_LD32_GOTPAGE_LO14:
4964 case BFD_RELOC_AARCH64_LD32_GOT_LO12_NC:
4965 case BFD_RELOC_AARCH64_LD64_GOTPAGE_LO15:
4966 case BFD_RELOC_AARCH64_LD64_GOT_LO12_NC:
4967 base_got = globals->root.sgot;
4968 off = h->got.offset;
4970 if (base_got == NULL)
4973 if (off == (bfd_vma) -1)
4977 /* We can't use h->got.offset here to save state, or
4978 even just remember the offset, as finish_dynamic_symbol
4979 would use that as offset into .got. */
4981 if (globals->root.splt != NULL)
4983 plt_index = ((h->plt.offset - globals->plt_header_size) /
4984 globals->plt_entry_size);
4985 off = (plt_index + 3) * GOT_ENTRY_SIZE;
4986 base_got = globals->root.sgotplt;
4990 plt_index = h->plt.offset / globals->plt_entry_size;
4991 off = plt_index * GOT_ENTRY_SIZE;
4992 base_got = globals->root.igotplt;
4995 if (h->dynindx == -1
4999 /* This references the local definition. We must
5000 initialize this entry in the global offset table.
5001 Since the offset must always be a multiple of 8,
5002 we use the least significant bit to record
5003 whether we have initialized it already.
5005 When doing a dynamic link, we create a .rela.got
5006 relocation entry to initialize the value. This
5007 is done in the finish_dynamic_symbol routine. */
5012 bfd_put_NN (output_bfd, value,
5013 base_got->contents + off);
5014 /* Note that this is harmless as -1 | 1 still is -1. */
5018 value = (base_got->output_section->vma
5019 + base_got->output_offset + off);
5022 value = aarch64_calculate_got_entry_vma (h, globals, info,
5024 unresolved_reloc_p);
5025 if (bfd_r_type == BFD_RELOC_AARCH64_LD64_GOTPAGE_LO15
5026 || bfd_r_type == BFD_RELOC_AARCH64_LD32_GOTPAGE_LO14)
5027 addend = (globals->root.sgot->output_section->vma
5028 + globals->root.sgot->output_offset);
5029 value = _bfd_aarch64_elf_resolve_relocation (bfd_r_type, place, value,
5030 addend, weak_undef_p);
5031 return _bfd_aarch64_elf_put_addend (input_bfd, hit_data, bfd_r_type, howto, value);
5032 case BFD_RELOC_AARCH64_ADD_LO12:
5033 case BFD_RELOC_AARCH64_ADR_HI21_PCREL:
5040 case BFD_RELOC_AARCH64_NONE:
5041 case BFD_RELOC_AARCH64_TLSDESC_CALL:
5042 *unresolved_reloc_p = FALSE;
5043 return bfd_reloc_ok;
5045 case BFD_RELOC_AARCH64_NN:
5047 /* When generating a shared object or relocatable executable, these
5048 relocations are copied into the output file to be resolved at
5050 if (((bfd_link_pic (info) == TRUE)
5051 || globals->root.is_relocatable_executable)
5052 && (input_section->flags & SEC_ALLOC)
5054 || ELF_ST_VISIBILITY (h->other) == STV_DEFAULT
5055 || h->root.type != bfd_link_hash_undefweak))
5057 Elf_Internal_Rela outrel;
5059 bfd_boolean skip, relocate;
5062 *unresolved_reloc_p = FALSE;
5067 outrel.r_addend = signed_addend;
5069 _bfd_elf_section_offset (output_bfd, info, input_section,
5071 if (outrel.r_offset == (bfd_vma) - 1)
5073 else if (outrel.r_offset == (bfd_vma) - 2)
5079 outrel.r_offset += (input_section->output_section->vma
5080 + input_section->output_offset);
5083 memset (&outrel, 0, sizeof outrel);
5086 && (!bfd_link_pic (info)
5087 || !SYMBOLIC_BIND (info, h)
5088 || !h->def_regular))
5089 outrel.r_info = ELFNN_R_INFO (h->dynindx, r_type);
5094 /* On SVR4-ish systems, the dynamic loader cannot
5095 relocate the text and data segments independently,
5096 so the symbol does not matter. */
5098 outrel.r_info = ELFNN_R_INFO (symbol, AARCH64_R (RELATIVE));
5099 outrel.r_addend += value;
5102 sreloc = elf_section_data (input_section)->sreloc;
5103 if (sreloc == NULL || sreloc->contents == NULL)
5104 return bfd_reloc_notsupported;
5106 loc = sreloc->contents + sreloc->reloc_count++ * RELOC_SIZE (globals);
5107 bfd_elfNN_swap_reloca_out (output_bfd, &outrel, loc);
5109 if (sreloc->reloc_count * RELOC_SIZE (globals) > sreloc->size)
5111 /* Sanity to check that we have previously allocated
5112 sufficient space in the relocation section for the
5113 number of relocations we actually want to emit. */
5117 /* If this reloc is against an external symbol, we do not want to
5118 fiddle with the addend. Otherwise, we need to include the symbol
5119 value so that it becomes an addend for the dynamic reloc. */
5121 return bfd_reloc_ok;
5123 return _bfd_final_link_relocate (howto, input_bfd, input_section,
5124 contents, rel->r_offset, value,
5128 value += signed_addend;
5131 case BFD_RELOC_AARCH64_CALL26:
5132 case BFD_RELOC_AARCH64_JUMP26:
5134 asection *splt = globals->root.splt;
5135 bfd_boolean via_plt_p =
5136 splt != NULL && h != NULL && h->plt.offset != (bfd_vma) - 1;
5138 /* A call to an undefined weak symbol is converted to a jump to
5139 the next instruction unless a PLT entry will be created.
5140 The jump to the next instruction is optimized as a NOP.
5141 Do the same for local undefined symbols. */
5142 if (weak_undef_p && ! via_plt_p)
5144 bfd_putl32 (INSN_NOP, hit_data);
5145 return bfd_reloc_ok;
5148 /* If the call goes through a PLT entry, make sure to
5149 check distance to the right destination address. */
5151 value = (splt->output_section->vma
5152 + splt->output_offset + h->plt.offset);
5154 /* Check if a stub has to be inserted because the destination
5156 struct elf_aarch64_stub_hash_entry *stub_entry = NULL;
5157 if (! aarch64_valid_branch_p (value, place))
5158 /* The target is out of reach, so redirect the branch to
5159 the local stub for this function. */
5160 stub_entry = elfNN_aarch64_get_stub_entry (input_section, sym_sec, h,
5162 if (stub_entry != NULL)
5163 value = (stub_entry->stub_offset
5164 + stub_entry->stub_sec->output_offset
5165 + stub_entry->stub_sec->output_section->vma);
5167 value = _bfd_aarch64_elf_resolve_relocation (bfd_r_type, place, value,
5168 signed_addend, weak_undef_p);
5169 *unresolved_reloc_p = FALSE;
5172 case BFD_RELOC_AARCH64_16_PCREL:
5173 case BFD_RELOC_AARCH64_32_PCREL:
5174 case BFD_RELOC_AARCH64_64_PCREL:
5175 case BFD_RELOC_AARCH64_ADR_HI21_NC_PCREL:
5176 case BFD_RELOC_AARCH64_ADR_HI21_PCREL:
5177 case BFD_RELOC_AARCH64_ADR_LO21_PCREL:
5178 case BFD_RELOC_AARCH64_LD_LO19_PCREL:
5179 if (bfd_link_pic (info)
5180 && (input_section->flags & SEC_ALLOC) != 0
5181 && (input_section->flags & SEC_READONLY) != 0
5185 int howto_index = bfd_r_type - BFD_RELOC_AARCH64_RELOC_START;
5187 (*_bfd_error_handler)
5188 (_("%B: relocation %s against external symbol `%s' can not be used"
5189 " when making a shared object; recompile with -fPIC"),
5190 input_bfd, elfNN_aarch64_howto_table[howto_index].name,
5191 h->root.root.string);
5192 bfd_set_error (bfd_error_bad_value);
5196 case BFD_RELOC_AARCH64_16:
5198 case BFD_RELOC_AARCH64_32:
5200 case BFD_RELOC_AARCH64_ADD_LO12:
5201 case BFD_RELOC_AARCH64_BRANCH19:
5202 case BFD_RELOC_AARCH64_LDST128_LO12:
5203 case BFD_RELOC_AARCH64_LDST16_LO12:
5204 case BFD_RELOC_AARCH64_LDST32_LO12:
5205 case BFD_RELOC_AARCH64_LDST64_LO12:
5206 case BFD_RELOC_AARCH64_LDST8_LO12:
5207 case BFD_RELOC_AARCH64_MOVW_G0:
5208 case BFD_RELOC_AARCH64_MOVW_G0_NC:
5209 case BFD_RELOC_AARCH64_MOVW_G0_S:
5210 case BFD_RELOC_AARCH64_MOVW_G1:
5211 case BFD_RELOC_AARCH64_MOVW_G1_NC:
5212 case BFD_RELOC_AARCH64_MOVW_G1_S:
5213 case BFD_RELOC_AARCH64_MOVW_G2:
5214 case BFD_RELOC_AARCH64_MOVW_G2_NC:
5215 case BFD_RELOC_AARCH64_MOVW_G2_S:
5216 case BFD_RELOC_AARCH64_MOVW_G3:
5217 case BFD_RELOC_AARCH64_TSTBR14:
5218 value = _bfd_aarch64_elf_resolve_relocation (bfd_r_type, place, value,
5219 signed_addend, weak_undef_p);
5222 case BFD_RELOC_AARCH64_ADR_GOT_PAGE:
5223 case BFD_RELOC_AARCH64_GOT_LD_PREL19:
5224 case BFD_RELOC_AARCH64_LD32_GOTPAGE_LO14:
5225 case BFD_RELOC_AARCH64_LD32_GOT_LO12_NC:
5226 case BFD_RELOC_AARCH64_LD64_GOTPAGE_LO15:
5227 case BFD_RELOC_AARCH64_LD64_GOT_LO12_NC:
5228 if (globals->root.sgot == NULL)
5229 BFD_ASSERT (h != NULL);
5234 value = aarch64_calculate_got_entry_vma (h, globals, info, value,
5236 unresolved_reloc_p);
5237 if (bfd_r_type == BFD_RELOC_AARCH64_LD64_GOTPAGE_LO15
5238 || bfd_r_type == BFD_RELOC_AARCH64_LD32_GOTPAGE_LO14)
5239 addend = (globals->root.sgot->output_section->vma
5240 + globals->root.sgot->output_offset);
5241 value = _bfd_aarch64_elf_resolve_relocation (bfd_r_type, place, value,
5242 addend, weak_undef_p);
5247 struct elf_aarch64_local_symbol *locals
5248 = elf_aarch64_locals (input_bfd);
5252 int howto_index = bfd_r_type - BFD_RELOC_AARCH64_RELOC_START;
5253 (*_bfd_error_handler)
5254 (_("%B: Local symbol descriptor table be NULL when applying "
5255 "relocation %s against local symbol"),
5256 input_bfd, elfNN_aarch64_howto_table[howto_index].name);
5260 off = symbol_got_offset (input_bfd, h, r_symndx);
5261 base_got = globals->root.sgot;
5262 bfd_vma got_entry_addr = (base_got->output_section->vma
5263 + base_got->output_offset + off);
5265 if (!symbol_got_offset_mark_p (input_bfd, h, r_symndx))
5267 bfd_put_64 (output_bfd, value, base_got->contents + off);
5269 if (bfd_link_pic (info))
5272 Elf_Internal_Rela outrel;
5274 /* For local symbol, we have done absolute relocation in static
5275 linking stageh. While for share library, we need to update
5276 the content of GOT entry according to the share objects
5277 loading base address. So we need to generate a
5278 R_AARCH64_RELATIVE reloc for dynamic linker. */
5279 s = globals->root.srelgot;
5283 outrel.r_offset = got_entry_addr;
5284 outrel.r_info = ELFNN_R_INFO (0, AARCH64_R (RELATIVE));
5285 outrel.r_addend = value;
5286 elf_append_rela (output_bfd, s, &outrel);
5289 symbol_got_offset_mark (input_bfd, h, r_symndx);
5292 /* Update the relocation value to GOT entry addr as we have transformed
5293 the direct data access into indirect data access through GOT. */
5294 value = got_entry_addr;
5296 if (bfd_r_type == BFD_RELOC_AARCH64_LD64_GOTPAGE_LO15
5297 || bfd_r_type == BFD_RELOC_AARCH64_LD32_GOTPAGE_LO14)
5298 addend = base_got->output_section->vma + base_got->output_offset;
5300 value = _bfd_aarch64_elf_resolve_relocation (bfd_r_type, place, value,
5301 addend, weak_undef_p);
5306 case BFD_RELOC_AARCH64_TLSGD_ADD_LO12_NC:
5307 case BFD_RELOC_AARCH64_TLSGD_ADR_PAGE21:
5308 case BFD_RELOC_AARCH64_TLSGD_ADR_PREL21:
5309 case BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21:
5310 case BFD_RELOC_AARCH64_TLSIE_LD32_GOTTPREL_LO12_NC:
5311 case BFD_RELOC_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC:
5312 case BFD_RELOC_AARCH64_TLSIE_LD_GOTTPREL_PREL19:
5313 case BFD_RELOC_AARCH64_TLSLD_ADD_LO12_NC:
5314 case BFD_RELOC_AARCH64_TLSLD_ADR_PAGE21:
5315 case BFD_RELOC_AARCH64_TLSLD_ADR_PREL21:
5316 if (globals->root.sgot == NULL)
5317 return bfd_reloc_notsupported;
5319 value = (symbol_got_offset (input_bfd, h, r_symndx)
5320 + globals->root.sgot->output_section->vma
5321 + globals->root.sgot->output_offset);
5323 value = _bfd_aarch64_elf_resolve_relocation (bfd_r_type, place, value,
5325 *unresolved_reloc_p = FALSE;
5328 case BFD_RELOC_AARCH64_TLSLD_ADD_DTPREL_HI12:
5329 case BFD_RELOC_AARCH64_TLSLD_ADD_DTPREL_LO12:
5330 case BFD_RELOC_AARCH64_TLSLD_ADD_DTPREL_LO12_NC:
5331 case BFD_RELOC_AARCH64_TLSLD_LDST16_DTPREL_LO12:
5332 case BFD_RELOC_AARCH64_TLSLD_LDST16_DTPREL_LO12_NC:
5333 case BFD_RELOC_AARCH64_TLSLD_LDST32_DTPREL_LO12:
5334 case BFD_RELOC_AARCH64_TLSLD_LDST32_DTPREL_LO12_NC:
5335 case BFD_RELOC_AARCH64_TLSLD_LDST64_DTPREL_LO12:
5336 case BFD_RELOC_AARCH64_TLSLD_LDST64_DTPREL_LO12_NC:
5337 case BFD_RELOC_AARCH64_TLSLD_LDST8_DTPREL_LO12:
5338 case BFD_RELOC_AARCH64_TLSLD_LDST8_DTPREL_LO12_NC:
5339 case BFD_RELOC_AARCH64_TLSLD_MOVW_DTPREL_G0:
5340 case BFD_RELOC_AARCH64_TLSLD_MOVW_DTPREL_G0_NC:
5341 case BFD_RELOC_AARCH64_TLSLD_MOVW_DTPREL_G1:
5342 case BFD_RELOC_AARCH64_TLSLD_MOVW_DTPREL_G1_NC:
5343 case BFD_RELOC_AARCH64_TLSLD_MOVW_DTPREL_G2:
5344 value = _bfd_aarch64_elf_resolve_relocation (bfd_r_type, place, value,
5345 signed_addend - dtpoff_base (info),
5349 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_HI12:
5350 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_LO12:
5351 case BFD_RELOC_AARCH64_TLSLE_ADD_TPREL_LO12_NC:
5352 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0:
5353 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G0_NC:
5354 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1:
5355 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G1_NC:
5356 case BFD_RELOC_AARCH64_TLSLE_MOVW_TPREL_G2:
5357 value = _bfd_aarch64_elf_resolve_relocation (bfd_r_type, place, value,
5358 signed_addend - tpoff_base (info),
5360 *unresolved_reloc_p = FALSE;
5363 case BFD_RELOC_AARCH64_TLSDESC_ADD:
5364 case BFD_RELOC_AARCH64_TLSDESC_ADD_LO12_NC:
5365 case BFD_RELOC_AARCH64_TLSDESC_ADR_PAGE21:
5366 case BFD_RELOC_AARCH64_TLSDESC_ADR_PREL21:
5367 case BFD_RELOC_AARCH64_TLSDESC_LD32_LO12_NC:
5368 case BFD_RELOC_AARCH64_TLSDESC_LD64_LO12_NC:
5369 case BFD_RELOC_AARCH64_TLSDESC_LDR:
5370 case BFD_RELOC_AARCH64_TLSDESC_LD_PREL19:
5371 if (globals->root.sgot == NULL)
5372 return bfd_reloc_notsupported;
5373 value = (symbol_tlsdesc_got_offset (input_bfd, h, r_symndx)
5374 + globals->root.sgotplt->output_section->vma
5375 + globals->root.sgotplt->output_offset
5376 + globals->sgotplt_jump_table_size);
5378 value = _bfd_aarch64_elf_resolve_relocation (bfd_r_type, place, value,
5380 *unresolved_reloc_p = FALSE;
5384 return bfd_reloc_notsupported;
5388 *saved_addend = value;
5390 /* Only apply the final relocation in a sequence. */
5392 return bfd_reloc_continue;
5394 return _bfd_aarch64_elf_put_addend (input_bfd, hit_data, bfd_r_type,
5398 /* Handle TLS relaxations. Relaxing is possible for symbols that use
5399 R_AARCH64_TLSDESC_ADR_{PAGE, LD64_LO12_NC, ADD_LO12_NC} during a static
5402 Return bfd_reloc_ok if we're done, bfd_reloc_continue if the caller
5403 is to then call final_link_relocate. Return other values in the
5406 static bfd_reloc_status_type
5407 elfNN_aarch64_tls_relax (struct elf_aarch64_link_hash_table *globals,
5408 bfd *input_bfd, bfd_byte *contents,
5409 Elf_Internal_Rela *rel, struct elf_link_hash_entry *h)
5411 bfd_boolean is_local = h == NULL;
5412 unsigned int r_type = ELFNN_R_TYPE (rel->r_info);
5415 BFD_ASSERT (globals && input_bfd && contents && rel);
5417 switch (elfNN_aarch64_bfd_reloc_from_type (r_type))
5419 case BFD_RELOC_AARCH64_TLSDESC_ADR_PAGE21:
5420 case BFD_RELOC_AARCH64_TLSGD_ADR_PAGE21:
5423 /* GD->LE relaxation:
5424 adrp x0, :tlsgd:var => movz x0, :tprel_g1:var
5426 adrp x0, :tlsdesc:var => movz x0, :tprel_g1:var
5428 bfd_putl32 (0xd2a00000, contents + rel->r_offset);
5429 return bfd_reloc_continue;
5433 /* GD->IE relaxation:
5434 adrp x0, :tlsgd:var => adrp x0, :gottprel:var
5436 adrp x0, :tlsdesc:var => adrp x0, :gottprel:var
5438 return bfd_reloc_continue;
5441 case BFD_RELOC_AARCH64_TLSDESC_ADR_PREL21:
5445 case BFD_RELOC_AARCH64_TLSDESC_LD_PREL19:
5448 /* Tiny TLSDESC->LE relaxation:
5449 ldr x1, :tlsdesc:var => movz x0, #:tprel_g1:var
5450 adr x0, :tlsdesc:var => movk x0, #:tprel_g0_nc:var
5454 BFD_ASSERT (ELFNN_R_TYPE (rel[1].r_info) == AARCH64_R (TLSDESC_ADR_PREL21));
5455 BFD_ASSERT (ELFNN_R_TYPE (rel[2].r_info) == AARCH64_R (TLSDESC_CALL));
5457 rel[1].r_info = ELFNN_R_INFO (ELFNN_R_SYM (rel->r_info),
5458 AARCH64_R (TLSLE_MOVW_TPREL_G0_NC));
5459 rel[2].r_info = ELFNN_R_INFO (STN_UNDEF, R_AARCH64_NONE);
5461 bfd_putl32 (0xd2a00000, contents + rel->r_offset);
5462 bfd_putl32 (0xf2800000, contents + rel->r_offset + 4);
5463 bfd_putl32 (INSN_NOP, contents + rel->r_offset + 8);
5464 return bfd_reloc_continue;
5468 /* Tiny TLSDESC->IE relaxation:
5469 ldr x1, :tlsdesc:var => ldr x0, :gottprel:var
5470 adr x0, :tlsdesc:var => nop
5474 BFD_ASSERT (ELFNN_R_TYPE (rel[1].r_info) == AARCH64_R (TLSDESC_ADR_PREL21));
5475 BFD_ASSERT (ELFNN_R_TYPE (rel[2].r_info) == AARCH64_R (TLSDESC_CALL));
5477 rel[1].r_info = ELFNN_R_INFO (STN_UNDEF, R_AARCH64_NONE);
5478 rel[2].r_info = ELFNN_R_INFO (STN_UNDEF, R_AARCH64_NONE);
5480 bfd_putl32 (0x58000000, contents + rel->r_offset);
5481 bfd_putl32 (INSN_NOP, contents + rel->r_offset + 4);
5482 bfd_putl32 (INSN_NOP, contents + rel->r_offset + 8);
5483 return bfd_reloc_continue;
5486 case BFD_RELOC_AARCH64_TLSGD_ADR_PREL21:
5489 /* Tiny GD->LE relaxation:
5490 adr x0, :tlsgd:var => mrs x1, tpidr_el0
5491 bl __tls_get_addr => add x0, x1, #:tprel_hi12:x, lsl #12
5492 nop => add x0, x0, #:tprel_lo12_nc:x
5495 /* First kill the tls_get_addr reloc on the bl instruction. */
5496 BFD_ASSERT (rel->r_offset + 4 == rel[1].r_offset);
5498 bfd_putl32 (0xd53bd041, contents + rel->r_offset + 0);
5499 bfd_putl32 (0x91400020, contents + rel->r_offset + 4);
5500 bfd_putl32 (0x91000000, contents + rel->r_offset + 8);
5502 rel[1].r_info = ELFNN_R_INFO (ELFNN_R_SYM (rel->r_info),
5503 AARCH64_R (TLSLE_ADD_TPREL_LO12_NC));
5504 rel[1].r_offset = rel->r_offset + 8;
5506 /* Move the current relocation to the second instruction in
5509 rel->r_info = ELFNN_R_INFO (ELFNN_R_SYM (rel->r_info),
5510 AARCH64_R (TLSLE_ADD_TPREL_HI12));
5511 return bfd_reloc_continue;
5515 /* Tiny GD->IE relaxation:
5516 adr x0, :tlsgd:var => ldr x0, :gottprel:var
5517 bl __tls_get_addr => mrs x1, tpidr_el0
5518 nop => add x0, x0, x1
5521 /* First kill the tls_get_addr reloc on the bl instruction. */
5522 BFD_ASSERT (rel->r_offset + 4 == rel[1].r_offset);
5523 rel[1].r_info = ELFNN_R_INFO (STN_UNDEF, R_AARCH64_NONE);
5525 bfd_putl32 (0x58000000, contents + rel->r_offset);
5526 bfd_putl32 (0xd53bd041, contents + rel->r_offset + 4);
5527 bfd_putl32 (0x8b000020, contents + rel->r_offset + 8);
5528 return bfd_reloc_continue;
5531 case BFD_RELOC_AARCH64_TLSIE_LD_GOTTPREL_PREL19:
5532 return bfd_reloc_continue;
5534 case BFD_RELOC_AARCH64_TLSDESC_LDNN_LO12_NC:
5537 /* GD->LE relaxation:
5538 ldr xd, [x0, #:tlsdesc_lo12:var] => movk x0, :tprel_g0_nc:var
5540 bfd_putl32 (0xf2800000, contents + rel->r_offset);
5541 return bfd_reloc_continue;
5545 /* GD->IE relaxation:
5546 ldr xd, [x0, #:tlsdesc_lo12:var] => ldr x0, [x0, #:gottprel_lo12:var]
5548 insn = bfd_getl32 (contents + rel->r_offset);
5550 bfd_putl32 (insn, contents + rel->r_offset);
5551 return bfd_reloc_continue;
5554 case BFD_RELOC_AARCH64_TLSGD_ADD_LO12_NC:
5557 /* GD->LE relaxation
5558 add x0, #:tlsgd_lo12:var => movk x0, :tprel_g0_nc:var
5559 bl __tls_get_addr => mrs x1, tpidr_el0
5560 nop => add x0, x1, x0
5563 /* First kill the tls_get_addr reloc on the bl instruction. */
5564 BFD_ASSERT (rel->r_offset + 4 == rel[1].r_offset);
5565 rel[1].r_info = ELFNN_R_INFO (STN_UNDEF, R_AARCH64_NONE);
5567 bfd_putl32 (0xf2800000, contents + rel->r_offset);
5568 bfd_putl32 (0xd53bd041, contents + rel->r_offset + 4);
5569 bfd_putl32 (0x8b000020, contents + rel->r_offset + 8);
5570 return bfd_reloc_continue;
5574 /* GD->IE relaxation
5575 ADD x0, #:tlsgd_lo12:var => ldr x0, [x0, #:gottprel_lo12:var]
5576 BL __tls_get_addr => mrs x1, tpidr_el0
5578 NOP => add x0, x1, x0
5581 BFD_ASSERT (ELFNN_R_TYPE (rel[1].r_info) == AARCH64_R (CALL26));
5583 /* Remove the relocation on the BL instruction. */
5584 rel[1].r_info = ELFNN_R_INFO (STN_UNDEF, R_AARCH64_NONE);
5586 bfd_putl32 (0xf9400000, contents + rel->r_offset);
5588 /* We choose to fixup the BL and NOP instructions using the
5589 offset from the second relocation to allow flexibility in
5590 scheduling instructions between the ADD and BL. */
5591 bfd_putl32 (0xd53bd041, contents + rel[1].r_offset);
5592 bfd_putl32 (0x8b000020, contents + rel[1].r_offset + 4);
5593 return bfd_reloc_continue;
5596 case BFD_RELOC_AARCH64_TLSDESC_ADD_LO12_NC:
5597 case BFD_RELOC_AARCH64_TLSDESC_CALL:
5598 /* GD->IE/LE relaxation:
5599 add x0, x0, #:tlsdesc_lo12:var => nop
5602 bfd_putl32 (INSN_NOP, contents + rel->r_offset);
5603 return bfd_reloc_ok;
5605 case BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21:
5606 /* IE->LE relaxation:
5607 adrp xd, :gottprel:var => movz xd, :tprel_g1:var
5611 insn = bfd_getl32 (contents + rel->r_offset);
5612 bfd_putl32 (0xd2a00000 | (insn & 0x1f), contents + rel->r_offset);
5614 return bfd_reloc_continue;
5616 case BFD_RELOC_AARCH64_TLSIE_LDNN_GOTTPREL_LO12_NC:
5617 /* IE->LE relaxation:
5618 ldr xd, [xm, #:gottprel_lo12:var] => movk xd, :tprel_g0_nc:var
5622 insn = bfd_getl32 (contents + rel->r_offset);
5623 bfd_putl32 (0xf2800000 | (insn & 0x1f), contents + rel->r_offset);
5625 return bfd_reloc_continue;
5627 case BFD_RELOC_AARCH64_TLSLD_ADR_PREL21:
5628 /* LD->LE relaxation (tiny):
5629 adr x0, :tlsldm:x => mrs x0, tpidr_el0
5630 bl __tls_get_addr => add x0, x0, TCB_SIZE
5634 BFD_ASSERT (rel->r_offset + 4 == rel[1].r_offset);
5635 BFD_ASSERT (ELFNN_R_TYPE (rel[1].r_info) == AARCH64_R (CALL26));
5636 /* No need of CALL26 relocation for tls_get_addr. */
5637 rel[1].r_info = ELFNN_R_INFO (STN_UNDEF, R_AARCH64_NONE);
5638 bfd_putl32 (0xd53bd040, contents + rel->r_offset + 0);
5639 bfd_putl32 (0x91004000, contents + rel->r_offset + 4);
5640 return bfd_reloc_ok;
5642 return bfd_reloc_continue;
5644 case BFD_RELOC_AARCH64_TLSLD_ADR_PAGE21:
5645 /* LD->LE relaxation (small):
5646 adrp x0, :tlsldm:x => mrs x0, tpidr_el0
5650 bfd_putl32 (0xd53bd040, contents + rel->r_offset);
5651 return bfd_reloc_ok;
5653 return bfd_reloc_continue;
5655 case BFD_RELOC_AARCH64_TLSLD_ADD_LO12_NC:
5656 /* LD->LE relaxation (small):
5657 add x0, #:tlsldm_lo12:x => add x0, x0, TCB_SIZE
5658 bl __tls_get_addr => nop
5662 BFD_ASSERT (rel->r_offset + 4 == rel[1].r_offset);
5663 BFD_ASSERT (ELFNN_R_TYPE (rel[1].r_info) == AARCH64_R (CALL26));
5664 /* No need of CALL26 relocation for tls_get_addr. */
5665 rel[1].r_info = ELFNN_R_INFO (STN_UNDEF, R_AARCH64_NONE);
5666 bfd_putl32 (0x91004000, contents + rel->r_offset + 0);
5667 bfd_putl32 (0xd503201f, contents + rel->r_offset + 4);
5668 return bfd_reloc_ok;
5670 return bfd_reloc_continue;
5673 return bfd_reloc_continue;
5676 return bfd_reloc_ok;
5679 /* Relocate an AArch64 ELF section. */
5682 elfNN_aarch64_relocate_section (bfd *output_bfd,
5683 struct bfd_link_info *info,
5685 asection *input_section,
5687 Elf_Internal_Rela *relocs,
5688 Elf_Internal_Sym *local_syms,
5689 asection **local_sections)
5691 Elf_Internal_Shdr *symtab_hdr;
5692 struct elf_link_hash_entry **sym_hashes;
5693 Elf_Internal_Rela *rel;
5694 Elf_Internal_Rela *relend;
5696 struct elf_aarch64_link_hash_table *globals;
5697 bfd_boolean save_addend = FALSE;
5700 globals = elf_aarch64_hash_table (info);
5702 symtab_hdr = &elf_symtab_hdr (input_bfd);
5703 sym_hashes = elf_sym_hashes (input_bfd);
5706 relend = relocs + input_section->reloc_count;
5707 for (; rel < relend; rel++)
5709 unsigned int r_type;
5710 bfd_reloc_code_real_type bfd_r_type;
5711 bfd_reloc_code_real_type relaxed_bfd_r_type;
5712 reloc_howto_type *howto;
5713 unsigned long r_symndx;
5714 Elf_Internal_Sym *sym;
5716 struct elf_link_hash_entry *h;
5718 bfd_reloc_status_type r;
5721 bfd_boolean unresolved_reloc = FALSE;
5722 char *error_message = NULL;
5724 r_symndx = ELFNN_R_SYM (rel->r_info);
5725 r_type = ELFNN_R_TYPE (rel->r_info);
5727 bfd_reloc.howto = elfNN_aarch64_howto_from_type (r_type);
5728 howto = bfd_reloc.howto;
5732 (*_bfd_error_handler)
5733 (_("%B: unrecognized relocation (0x%x) in section `%A'"),
5734 input_bfd, input_section, r_type);
5737 bfd_r_type = elfNN_aarch64_bfd_reloc_from_howto (howto);
5743 if (r_symndx < symtab_hdr->sh_info)
5745 sym = local_syms + r_symndx;
5746 sym_type = ELFNN_ST_TYPE (sym->st_info);
5747 sec = local_sections[r_symndx];
5749 /* An object file might have a reference to a local
5750 undefined symbol. This is a daft object file, but we
5751 should at least do something about it. */
5752 if (r_type != R_AARCH64_NONE && r_type != R_AARCH64_NULL
5753 && bfd_is_und_section (sec)
5754 && ELF_ST_BIND (sym->st_info) != STB_WEAK)
5756 if (!info->callbacks->undefined_symbol
5757 (info, bfd_elf_string_from_elf_section
5758 (input_bfd, symtab_hdr->sh_link, sym->st_name),
5759 input_bfd, input_section, rel->r_offset, TRUE))
5763 relocation = _bfd_elf_rela_local_sym (output_bfd, sym, &sec, rel);
5765 /* Relocate against local STT_GNU_IFUNC symbol. */
5766 if (!bfd_link_relocatable (info)
5767 && ELF_ST_TYPE (sym->st_info) == STT_GNU_IFUNC)
5769 h = elfNN_aarch64_get_local_sym_hash (globals, input_bfd,
5774 /* Set STT_GNU_IFUNC symbol value. */
5775 h->root.u.def.value = sym->st_value;
5776 h->root.u.def.section = sec;
5781 bfd_boolean warned, ignored;
5783 RELOC_FOR_GLOBAL_SYMBOL (info, input_bfd, input_section, rel,
5784 r_symndx, symtab_hdr, sym_hashes,
5786 unresolved_reloc, warned, ignored);
5791 if (sec != NULL && discarded_section (sec))
5792 RELOC_AGAINST_DISCARDED_SECTION (info, input_bfd, input_section,
5793 rel, 1, relend, howto, 0, contents);
5795 if (bfd_link_relocatable (info))
5799 name = h->root.root.string;
5802 name = (bfd_elf_string_from_elf_section
5803 (input_bfd, symtab_hdr->sh_link, sym->st_name));
5804 if (name == NULL || *name == '\0')
5805 name = bfd_section_name (input_bfd, sec);
5809 && r_type != R_AARCH64_NONE
5810 && r_type != R_AARCH64_NULL
5812 || h->root.type == bfd_link_hash_defined
5813 || h->root.type == bfd_link_hash_defweak)
5814 && IS_AARCH64_TLS_RELOC (bfd_r_type) != (sym_type == STT_TLS))
5816 (*_bfd_error_handler)
5817 ((sym_type == STT_TLS
5818 ? _("%B(%A+0x%lx): %s used with TLS symbol %s")
5819 : _("%B(%A+0x%lx): %s used with non-TLS symbol %s")),
5821 input_section, (long) rel->r_offset, howto->name, name);
5824 /* We relax only if we can see that there can be a valid transition
5825 from a reloc type to another.
5826 We call elfNN_aarch64_final_link_relocate unless we're completely
5827 done, i.e., the relaxation produced the final output we want. */
5829 relaxed_bfd_r_type = aarch64_tls_transition (input_bfd, info, r_type,
5831 if (relaxed_bfd_r_type != bfd_r_type)
5833 bfd_r_type = relaxed_bfd_r_type;
5834 howto = elfNN_aarch64_howto_from_bfd_reloc (bfd_r_type);
5835 BFD_ASSERT (howto != NULL);
5836 r_type = howto->type;
5837 r = elfNN_aarch64_tls_relax (globals, input_bfd, contents, rel, h);
5838 unresolved_reloc = 0;
5841 r = bfd_reloc_continue;
5843 /* There may be multiple consecutive relocations for the
5844 same offset. In that case we are supposed to treat the
5845 output of each relocation as the addend for the next. */
5846 if (rel + 1 < relend
5847 && rel->r_offset == rel[1].r_offset
5848 && ELFNN_R_TYPE (rel[1].r_info) != R_AARCH64_NONE
5849 && ELFNN_R_TYPE (rel[1].r_info) != R_AARCH64_NULL)
5852 save_addend = FALSE;
5854 if (r == bfd_reloc_continue)
5855 r = elfNN_aarch64_final_link_relocate (howto, input_bfd, output_bfd,
5856 input_section, contents, rel,
5857 relocation, info, sec,
5858 h, &unresolved_reloc,
5859 save_addend, &addend, sym);
5861 switch (elfNN_aarch64_bfd_reloc_from_type (r_type))
5863 case BFD_RELOC_AARCH64_TLSGD_ADD_LO12_NC:
5864 case BFD_RELOC_AARCH64_TLSGD_ADR_PAGE21:
5865 case BFD_RELOC_AARCH64_TLSGD_ADR_PREL21:
5866 case BFD_RELOC_AARCH64_TLSLD_ADD_LO12_NC:
5867 case BFD_RELOC_AARCH64_TLSLD_ADR_PAGE21:
5868 case BFD_RELOC_AARCH64_TLSLD_ADR_PREL21:
5869 if (! symbol_got_offset_mark_p (input_bfd, h, r_symndx))
5871 bfd_boolean need_relocs = FALSE;
5876 off = symbol_got_offset (input_bfd, h, r_symndx);
5877 indx = h && h->dynindx != -1 ? h->dynindx : 0;
5880 (bfd_link_pic (info) || indx != 0) &&
5882 || ELF_ST_VISIBILITY (h->other) == STV_DEFAULT
5883 || h->root.type != bfd_link_hash_undefweak);
5885 BFD_ASSERT (globals->root.srelgot != NULL);
5889 Elf_Internal_Rela rela;
5890 rela.r_info = ELFNN_R_INFO (indx, AARCH64_R (TLS_DTPMOD));
5892 rela.r_offset = globals->root.sgot->output_section->vma +
5893 globals->root.sgot->output_offset + off;
5896 loc = globals->root.srelgot->contents;
5897 loc += globals->root.srelgot->reloc_count++
5898 * RELOC_SIZE (htab);
5899 bfd_elfNN_swap_reloca_out (output_bfd, &rela, loc);
5901 bfd_reloc_code_real_type real_type =
5902 elfNN_aarch64_bfd_reloc_from_type (r_type);
5904 if (real_type == BFD_RELOC_AARCH64_TLSLD_ADR_PREL21
5905 || real_type == BFD_RELOC_AARCH64_TLSLD_ADR_PAGE21
5906 || real_type == BFD_RELOC_AARCH64_TLSLD_ADD_LO12_NC)
5908 /* For local dynamic, don't generate DTPREL in any case.
5909 Initialize the DTPREL slot into zero, so we get module
5910 base address when invoke runtime TLS resolver. */
5911 bfd_put_NN (output_bfd, 0,
5912 globals->root.sgot->contents + off
5917 bfd_put_NN (output_bfd,
5918 relocation - dtpoff_base (info),
5919 globals->root.sgot->contents + off
5924 /* This TLS symbol is global. We emit a
5925 relocation to fixup the tls offset at load
5928 ELFNN_R_INFO (indx, AARCH64_R (TLS_DTPREL));
5931 (globals->root.sgot->output_section->vma
5932 + globals->root.sgot->output_offset + off
5935 loc = globals->root.srelgot->contents;
5936 loc += globals->root.srelgot->reloc_count++
5937 * RELOC_SIZE (globals);
5938 bfd_elfNN_swap_reloca_out (output_bfd, &rela, loc);
5939 bfd_put_NN (output_bfd, (bfd_vma) 0,
5940 globals->root.sgot->contents + off
5946 bfd_put_NN (output_bfd, (bfd_vma) 1,
5947 globals->root.sgot->contents + off);
5948 bfd_put_NN (output_bfd,
5949 relocation - dtpoff_base (info),
5950 globals->root.sgot->contents + off
5954 symbol_got_offset_mark (input_bfd, h, r_symndx);
5958 case BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21:
5959 case BFD_RELOC_AARCH64_TLSIE_LDNN_GOTTPREL_LO12_NC:
5960 case BFD_RELOC_AARCH64_TLSIE_LD_GOTTPREL_PREL19:
5961 if (! symbol_got_offset_mark_p (input_bfd, h, r_symndx))
5963 bfd_boolean need_relocs = FALSE;
5968 off = symbol_got_offset (input_bfd, h, r_symndx);
5970 indx = h && h->dynindx != -1 ? h->dynindx : 0;
5973 (bfd_link_pic (info) || indx != 0) &&
5975 || ELF_ST_VISIBILITY (h->other) == STV_DEFAULT
5976 || h->root.type != bfd_link_hash_undefweak);
5978 BFD_ASSERT (globals->root.srelgot != NULL);
5982 Elf_Internal_Rela rela;
5985 rela.r_addend = relocation - dtpoff_base (info);
5989 rela.r_info = ELFNN_R_INFO (indx, AARCH64_R (TLS_TPREL));
5990 rela.r_offset = globals->root.sgot->output_section->vma +
5991 globals->root.sgot->output_offset + off;
5993 loc = globals->root.srelgot->contents;
5994 loc += globals->root.srelgot->reloc_count++
5995 * RELOC_SIZE (htab);
5997 bfd_elfNN_swap_reloca_out (output_bfd, &rela, loc);
5999 bfd_put_NN (output_bfd, rela.r_addend,
6000 globals->root.sgot->contents + off);
6003 bfd_put_NN (output_bfd, relocation - tpoff_base (info),
6004 globals->root.sgot->contents + off);
6006 symbol_got_offset_mark (input_bfd, h, r_symndx);
6010 case BFD_RELOC_AARCH64_TLSDESC_ADD_LO12_NC:
6011 case BFD_RELOC_AARCH64_TLSDESC_ADR_PAGE21:
6012 case BFD_RELOC_AARCH64_TLSDESC_ADR_PREL21:
6013 case BFD_RELOC_AARCH64_TLSDESC_LDNN_LO12_NC:
6014 case BFD_RELOC_AARCH64_TLSDESC_LD_PREL19:
6015 if (! symbol_tlsdesc_got_offset_mark_p (input_bfd, h, r_symndx))
6017 bfd_boolean need_relocs = FALSE;
6018 int indx = h && h->dynindx != -1 ? h->dynindx : 0;
6019 bfd_vma off = symbol_tlsdesc_got_offset (input_bfd, h, r_symndx);
6021 need_relocs = (h == NULL
6022 || ELF_ST_VISIBILITY (h->other) == STV_DEFAULT
6023 || h->root.type != bfd_link_hash_undefweak);
6025 BFD_ASSERT (globals->root.srelgot != NULL);
6026 BFD_ASSERT (globals->root.sgot != NULL);
6031 Elf_Internal_Rela rela;
6032 rela.r_info = ELFNN_R_INFO (indx, AARCH64_R (TLSDESC));
6035 rela.r_offset = (globals->root.sgotplt->output_section->vma
6036 + globals->root.sgotplt->output_offset
6037 + off + globals->sgotplt_jump_table_size);
6040 rela.r_addend = relocation - dtpoff_base (info);
6042 /* Allocate the next available slot in the PLT reloc
6043 section to hold our R_AARCH64_TLSDESC, the next
6044 available slot is determined from reloc_count,
6045 which we step. But note, reloc_count was
6046 artifically moved down while allocating slots for
6047 real PLT relocs such that all of the PLT relocs
6048 will fit above the initial reloc_count and the
6049 extra stuff will fit below. */
6050 loc = globals->root.srelplt->contents;
6051 loc += globals->root.srelplt->reloc_count++
6052 * RELOC_SIZE (globals);
6054 bfd_elfNN_swap_reloca_out (output_bfd, &rela, loc);
6056 bfd_put_NN (output_bfd, (bfd_vma) 0,
6057 globals->root.sgotplt->contents + off +
6058 globals->sgotplt_jump_table_size);
6059 bfd_put_NN (output_bfd, (bfd_vma) 0,
6060 globals->root.sgotplt->contents + off +
6061 globals->sgotplt_jump_table_size +
6065 symbol_tlsdesc_got_offset_mark (input_bfd, h, r_symndx);
6076 /* Dynamic relocs are not propagated for SEC_DEBUGGING sections
6077 because such sections are not SEC_ALLOC and thus ld.so will
6078 not process them. */
6079 if (unresolved_reloc
6080 && !((input_section->flags & SEC_DEBUGGING) != 0
6082 && _bfd_elf_section_offset (output_bfd, info, input_section,
6083 +rel->r_offset) != (bfd_vma) - 1)
6085 (*_bfd_error_handler)
6087 ("%B(%A+0x%lx): unresolvable %s relocation against symbol `%s'"),
6088 input_bfd, input_section, (long) rel->r_offset, howto->name,
6089 h->root.root.string);
6093 if (r != bfd_reloc_ok && r != bfd_reloc_continue)
6095 bfd_reloc_code_real_type real_r_type
6096 = elfNN_aarch64_bfd_reloc_from_type (r_type);
6100 case bfd_reloc_overflow:
6101 if (!(*info->callbacks->reloc_overflow)
6102 (info, (h ? &h->root : NULL), name, howto->name, (bfd_vma) 0,
6103 input_bfd, input_section, rel->r_offset))
6105 if (real_r_type == BFD_RELOC_AARCH64_LD64_GOTPAGE_LO15
6106 || real_r_type == BFD_RELOC_AARCH64_LD32_GOTPAGE_LO14)
6108 (*info->callbacks->warning)
6110 _("Too many GOT entries for -fpic, "
6111 "please recompile with -fPIC"),
6112 name, input_bfd, input_section, rel->r_offset);
6117 case bfd_reloc_undefined:
6118 if (!((*info->callbacks->undefined_symbol)
6119 (info, name, input_bfd, input_section,
6120 rel->r_offset, TRUE)))
6124 case bfd_reloc_outofrange:
6125 error_message = _("out of range");
6128 case bfd_reloc_notsupported:
6129 error_message = _("unsupported relocation");
6132 case bfd_reloc_dangerous:
6133 /* error_message should already be set. */
6137 error_message = _("unknown error");
6141 BFD_ASSERT (error_message != NULL);
6142 if (!((*info->callbacks->reloc_dangerous)
6143 (info, error_message, input_bfd, input_section,
6154 /* Set the right machine number. */
6157 elfNN_aarch64_object_p (bfd *abfd)
6160 bfd_default_set_arch_mach (abfd, bfd_arch_aarch64, bfd_mach_aarch64_ilp32);
6162 bfd_default_set_arch_mach (abfd, bfd_arch_aarch64, bfd_mach_aarch64);
6167 /* Function to keep AArch64 specific flags in the ELF header. */
6170 elfNN_aarch64_set_private_flags (bfd *abfd, flagword flags)
6172 if (elf_flags_init (abfd) && elf_elfheader (abfd)->e_flags != flags)
6177 elf_elfheader (abfd)->e_flags = flags;
6178 elf_flags_init (abfd) = TRUE;
6184 /* Merge backend specific data from an object file to the output
6185 object file when linking. */
6188 elfNN_aarch64_merge_private_bfd_data (bfd *ibfd, bfd *obfd)
6192 bfd_boolean flags_compatible = TRUE;
6195 /* Check if we have the same endianess. */
6196 if (!_bfd_generic_verify_endian_match (ibfd, obfd))
6199 if (!is_aarch64_elf (ibfd) || !is_aarch64_elf (obfd))
6202 /* The input BFD must have had its flags initialised. */
6203 /* The following seems bogus to me -- The flags are initialized in
6204 the assembler but I don't think an elf_flags_init field is
6205 written into the object. */
6206 /* BFD_ASSERT (elf_flags_init (ibfd)); */
6208 in_flags = elf_elfheader (ibfd)->e_flags;
6209 out_flags = elf_elfheader (obfd)->e_flags;
6211 if (!elf_flags_init (obfd))
6213 /* If the input is the default architecture and had the default
6214 flags then do not bother setting the flags for the output
6215 architecture, instead allow future merges to do this. If no
6216 future merges ever set these flags then they will retain their
6217 uninitialised values, which surprise surprise, correspond
6218 to the default values. */
6219 if (bfd_get_arch_info (ibfd)->the_default
6220 && elf_elfheader (ibfd)->e_flags == 0)
6223 elf_flags_init (obfd) = TRUE;
6224 elf_elfheader (obfd)->e_flags = in_flags;
6226 if (bfd_get_arch (obfd) == bfd_get_arch (ibfd)
6227 && bfd_get_arch_info (obfd)->the_default)
6228 return bfd_set_arch_mach (obfd, bfd_get_arch (ibfd),
6229 bfd_get_mach (ibfd));
6234 /* Identical flags must be compatible. */
6235 if (in_flags == out_flags)
6238 /* Check to see if the input BFD actually contains any sections. If
6239 not, its flags may not have been initialised either, but it
6240 cannot actually cause any incompatiblity. Do not short-circuit
6241 dynamic objects; their section list may be emptied by
6242 elf_link_add_object_symbols.
6244 Also check to see if there are no code sections in the input.
6245 In this case there is no need to check for code specific flags.
6246 XXX - do we need to worry about floating-point format compatability
6247 in data sections ? */
6248 if (!(ibfd->flags & DYNAMIC))
6250 bfd_boolean null_input_bfd = TRUE;
6251 bfd_boolean only_data_sections = TRUE;
6253 for (sec = ibfd->sections; sec != NULL; sec = sec->next)
6255 if ((bfd_get_section_flags (ibfd, sec)
6256 & (SEC_LOAD | SEC_CODE | SEC_HAS_CONTENTS))
6257 == (SEC_LOAD | SEC_CODE | SEC_HAS_CONTENTS))
6258 only_data_sections = FALSE;
6260 null_input_bfd = FALSE;
6264 if (null_input_bfd || only_data_sections)
6268 return flags_compatible;
6271 /* Display the flags field. */
6274 elfNN_aarch64_print_private_bfd_data (bfd *abfd, void *ptr)
6276 FILE *file = (FILE *) ptr;
6277 unsigned long flags;
6279 BFD_ASSERT (abfd != NULL && ptr != NULL);
6281 /* Print normal ELF private data. */
6282 _bfd_elf_print_private_bfd_data (abfd, ptr);
6284 flags = elf_elfheader (abfd)->e_flags;
6285 /* Ignore init flag - it may not be set, despite the flags field
6286 containing valid data. */
6288 /* xgettext:c-format */
6289 fprintf (file, _("private flags = %lx:"), elf_elfheader (abfd)->e_flags);
6292 fprintf (file, _("<Unrecognised flag bits set>"));
6299 /* Update the got entry reference counts for the section being removed. */
6302 elfNN_aarch64_gc_sweep_hook (bfd *abfd,
6303 struct bfd_link_info *info,
6305 const Elf_Internal_Rela * relocs)
6307 struct elf_aarch64_link_hash_table *htab;
6308 Elf_Internal_Shdr *symtab_hdr;
6309 struct elf_link_hash_entry **sym_hashes;
6310 struct elf_aarch64_local_symbol *locals;
6311 const Elf_Internal_Rela *rel, *relend;
6313 if (bfd_link_relocatable (info))
6316 htab = elf_aarch64_hash_table (info);
6321 elf_section_data (sec)->local_dynrel = NULL;
6323 symtab_hdr = &elf_symtab_hdr (abfd);
6324 sym_hashes = elf_sym_hashes (abfd);
6326 locals = elf_aarch64_locals (abfd);
6328 relend = relocs + sec->reloc_count;
6329 for (rel = relocs; rel < relend; rel++)
6331 unsigned long r_symndx;
6332 unsigned int r_type;
6333 struct elf_link_hash_entry *h = NULL;
6335 r_symndx = ELFNN_R_SYM (rel->r_info);
6337 if (r_symndx >= symtab_hdr->sh_info)
6340 h = sym_hashes[r_symndx - symtab_hdr->sh_info];
6341 while (h->root.type == bfd_link_hash_indirect
6342 || h->root.type == bfd_link_hash_warning)
6343 h = (struct elf_link_hash_entry *) h->root.u.i.link;
6347 Elf_Internal_Sym *isym;
6349 /* A local symbol. */
6350 isym = bfd_sym_from_r_symndx (&htab->sym_cache,
6353 /* Check relocation against local STT_GNU_IFUNC symbol. */
6355 && ELF_ST_TYPE (isym->st_info) == STT_GNU_IFUNC)
6357 h = elfNN_aarch64_get_local_sym_hash (htab, abfd, rel, FALSE);
6365 struct elf_aarch64_link_hash_entry *eh;
6366 struct elf_dyn_relocs **pp;
6367 struct elf_dyn_relocs *p;
6369 eh = (struct elf_aarch64_link_hash_entry *) h;
6371 for (pp = &eh->dyn_relocs; (p = *pp) != NULL; pp = &p->next)
6374 /* Everything must go for SEC. */
6380 r_type = ELFNN_R_TYPE (rel->r_info);
6381 switch (aarch64_tls_transition (abfd,info, r_type, h ,r_symndx))
6383 case BFD_RELOC_AARCH64_ADR_GOT_PAGE:
6384 case BFD_RELOC_AARCH64_GOT_LD_PREL19:
6385 case BFD_RELOC_AARCH64_LD32_GOTPAGE_LO14:
6386 case BFD_RELOC_AARCH64_LD32_GOT_LO12_NC:
6387 case BFD_RELOC_AARCH64_LD64_GOTPAGE_LO15:
6388 case BFD_RELOC_AARCH64_LD64_GOT_LO12_NC:
6389 case BFD_RELOC_AARCH64_TLSDESC_ADD_LO12_NC:
6390 case BFD_RELOC_AARCH64_TLSDESC_ADR_PAGE21:
6391 case BFD_RELOC_AARCH64_TLSDESC_ADR_PREL21:
6392 case BFD_RELOC_AARCH64_TLSDESC_LD32_LO12_NC:
6393 case BFD_RELOC_AARCH64_TLSDESC_LD64_LO12_NC:
6394 case BFD_RELOC_AARCH64_TLSDESC_LD_PREL19:
6395 case BFD_RELOC_AARCH64_TLSGD_ADD_LO12_NC:
6396 case BFD_RELOC_AARCH64_TLSGD_ADR_PAGE21:
6397 case BFD_RELOC_AARCH64_TLSGD_ADR_PREL21:
6398 case BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21:
6399 case BFD_RELOC_AARCH64_TLSIE_LD32_GOTTPREL_LO12_NC:
6400 case BFD_RELOC_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC:
6401 case BFD_RELOC_AARCH64_TLSIE_LD_GOTTPREL_PREL19:
6402 case BFD_RELOC_AARCH64_TLSLD_ADD_LO12_NC:
6403 case BFD_RELOC_AARCH64_TLSLD_ADR_PAGE21:
6404 case BFD_RELOC_AARCH64_TLSLD_ADR_PREL21:
6407 if (h->got.refcount > 0)
6408 h->got.refcount -= 1;
6410 if (h->type == STT_GNU_IFUNC)
6412 if (h->plt.refcount > 0)
6413 h->plt.refcount -= 1;
6416 else if (locals != NULL)
6418 if (locals[r_symndx].got_refcount > 0)
6419 locals[r_symndx].got_refcount -= 1;
6423 case BFD_RELOC_AARCH64_CALL26:
6424 case BFD_RELOC_AARCH64_JUMP26:
6425 /* If this is a local symbol then we resolve it
6426 directly without creating a PLT entry. */
6430 if (h->plt.refcount > 0)
6431 h->plt.refcount -= 1;
6434 case BFD_RELOC_AARCH64_ADR_HI21_NC_PCREL:
6435 case BFD_RELOC_AARCH64_ADR_HI21_PCREL:
6436 case BFD_RELOC_AARCH64_ADR_LO21_PCREL:
6437 case BFD_RELOC_AARCH64_MOVW_G0_NC:
6438 case BFD_RELOC_AARCH64_MOVW_G1_NC:
6439 case BFD_RELOC_AARCH64_MOVW_G2_NC:
6440 case BFD_RELOC_AARCH64_MOVW_G3:
6441 case BFD_RELOC_AARCH64_NN:
6442 if (h != NULL && bfd_link_executable (info))
6444 if (h->plt.refcount > 0)
6445 h->plt.refcount -= 1;
6457 /* Adjust a symbol defined by a dynamic object and referenced by a
6458 regular object. The current definition is in some section of the
6459 dynamic object, but we're not including those sections. We have to
6460 change the definition to something the rest of the link can
6464 elfNN_aarch64_adjust_dynamic_symbol (struct bfd_link_info *info,
6465 struct elf_link_hash_entry *h)
6467 struct elf_aarch64_link_hash_table *htab;
6470 /* If this is a function, put it in the procedure linkage table. We
6471 will fill in the contents of the procedure linkage table later,
6472 when we know the address of the .got section. */
6473 if (h->type == STT_FUNC || h->type == STT_GNU_IFUNC || h->needs_plt)
6475 if (h->plt.refcount <= 0
6476 || (h->type != STT_GNU_IFUNC
6477 && (SYMBOL_CALLS_LOCAL (info, h)
6478 || (ELF_ST_VISIBILITY (h->other) != STV_DEFAULT
6479 && h->root.type == bfd_link_hash_undefweak))))
6481 /* This case can occur if we saw a CALL26 reloc in
6482 an input file, but the symbol wasn't referred to
6483 by a dynamic object or all references were
6484 garbage collected. In which case we can end up
6486 h->plt.offset = (bfd_vma) - 1;
6493 /* Otherwise, reset to -1. */
6494 h->plt.offset = (bfd_vma) - 1;
6497 /* If this is a weak symbol, and there is a real definition, the
6498 processor independent code will have arranged for us to see the
6499 real definition first, and we can just use the same value. */
6500 if (h->u.weakdef != NULL)
6502 BFD_ASSERT (h->u.weakdef->root.type == bfd_link_hash_defined
6503 || h->u.weakdef->root.type == bfd_link_hash_defweak);
6504 h->root.u.def.section = h->u.weakdef->root.u.def.section;
6505 h->root.u.def.value = h->u.weakdef->root.u.def.value;
6506 if (ELIMINATE_COPY_RELOCS || info->nocopyreloc)
6507 h->non_got_ref = h->u.weakdef->non_got_ref;
6511 /* If we are creating a shared library, we must presume that the
6512 only references to the symbol are via the global offset table.
6513 For such cases we need not do anything here; the relocations will
6514 be handled correctly by relocate_section. */
6515 if (bfd_link_pic (info))
6518 /* If there are no references to this symbol that do not use the
6519 GOT, we don't need to generate a copy reloc. */
6520 if (!h->non_got_ref)
6523 /* If -z nocopyreloc was given, we won't generate them either. */
6524 if (info->nocopyreloc)
6530 /* We must allocate the symbol in our .dynbss section, which will
6531 become part of the .bss section of the executable. There will be
6532 an entry for this symbol in the .dynsym section. The dynamic
6533 object will contain position independent code, so all references
6534 from the dynamic object to this symbol will go through the global
6535 offset table. The dynamic linker will use the .dynsym entry to
6536 determine the address it must put in the global offset table, so
6537 both the dynamic object and the regular object will refer to the
6538 same memory location for the variable. */
6540 htab = elf_aarch64_hash_table (info);
6542 /* We must generate a R_AARCH64_COPY reloc to tell the dynamic linker
6543 to copy the initial value out of the dynamic object and into the
6544 runtime process image. */
6545 if ((h->root.u.def.section->flags & SEC_ALLOC) != 0 && h->size != 0)
6547 htab->srelbss->size += RELOC_SIZE (htab);
6553 return _bfd_elf_adjust_dynamic_copy (info, h, s);
6558 elfNN_aarch64_allocate_local_symbols (bfd *abfd, unsigned number)
6560 struct elf_aarch64_local_symbol *locals;
6561 locals = elf_aarch64_locals (abfd);
6564 locals = (struct elf_aarch64_local_symbol *)
6565 bfd_zalloc (abfd, number * sizeof (struct elf_aarch64_local_symbol));
6568 elf_aarch64_locals (abfd) = locals;
6573 /* Create the .got section to hold the global offset table. */
6576 aarch64_elf_create_got_section (bfd *abfd, struct bfd_link_info *info)
6578 const struct elf_backend_data *bed = get_elf_backend_data (abfd);
6581 struct elf_link_hash_entry *h;
6582 struct elf_link_hash_table *htab = elf_hash_table (info);
6584 /* This function may be called more than once. */
6585 s = bfd_get_linker_section (abfd, ".got");
6589 flags = bed->dynamic_sec_flags;
6591 s = bfd_make_section_anyway_with_flags (abfd,
6592 (bed->rela_plts_and_copies_p
6593 ? ".rela.got" : ".rel.got"),
6594 (bed->dynamic_sec_flags
6597 || ! bfd_set_section_alignment (abfd, s, bed->s->log_file_align))
6601 s = bfd_make_section_anyway_with_flags (abfd, ".got", flags);
6603 || !bfd_set_section_alignment (abfd, s, bed->s->log_file_align))
6606 htab->sgot->size += GOT_ENTRY_SIZE;
6608 if (bed->want_got_sym)
6610 /* Define the symbol _GLOBAL_OFFSET_TABLE_ at the start of the .got
6611 (or .got.plt) section. We don't do this in the linker script
6612 because we don't want to define the symbol if we are not creating
6613 a global offset table. */
6614 h = _bfd_elf_define_linkage_sym (abfd, info, s,
6615 "_GLOBAL_OFFSET_TABLE_");
6616 elf_hash_table (info)->hgot = h;
6621 if (bed->want_got_plt)
6623 s = bfd_make_section_anyway_with_flags (abfd, ".got.plt", flags);
6625 || !bfd_set_section_alignment (abfd, s,
6626 bed->s->log_file_align))
6631 /* The first bit of the global offset table is the header. */
6632 s->size += bed->got_header_size;
6637 /* Look through the relocs for a section during the first phase. */
6640 elfNN_aarch64_check_relocs (bfd *abfd, struct bfd_link_info *info,
6641 asection *sec, const Elf_Internal_Rela *relocs)
6643 Elf_Internal_Shdr *symtab_hdr;
6644 struct elf_link_hash_entry **sym_hashes;
6645 const Elf_Internal_Rela *rel;
6646 const Elf_Internal_Rela *rel_end;
6649 struct elf_aarch64_link_hash_table *htab;
6651 if (bfd_link_relocatable (info))
6654 BFD_ASSERT (is_aarch64_elf (abfd));
6656 htab = elf_aarch64_hash_table (info);
6659 symtab_hdr = &elf_symtab_hdr (abfd);
6660 sym_hashes = elf_sym_hashes (abfd);
6662 rel_end = relocs + sec->reloc_count;
6663 for (rel = relocs; rel < rel_end; rel++)
6665 struct elf_link_hash_entry *h;
6666 unsigned long r_symndx;
6667 unsigned int r_type;
6668 bfd_reloc_code_real_type bfd_r_type;
6669 Elf_Internal_Sym *isym;
6671 r_symndx = ELFNN_R_SYM (rel->r_info);
6672 r_type = ELFNN_R_TYPE (rel->r_info);
6674 if (r_symndx >= NUM_SHDR_ENTRIES (symtab_hdr))
6676 (*_bfd_error_handler) (_("%B: bad symbol index: %d"), abfd,
6681 if (r_symndx < symtab_hdr->sh_info)
6683 /* A local symbol. */
6684 isym = bfd_sym_from_r_symndx (&htab->sym_cache,
6689 /* Check relocation against local STT_GNU_IFUNC symbol. */
6690 if (ELF_ST_TYPE (isym->st_info) == STT_GNU_IFUNC)
6692 h = elfNN_aarch64_get_local_sym_hash (htab, abfd, rel,
6697 /* Fake a STT_GNU_IFUNC symbol. */
6698 h->type = STT_GNU_IFUNC;
6701 h->forced_local = 1;
6702 h->root.type = bfd_link_hash_defined;
6709 h = sym_hashes[r_symndx - symtab_hdr->sh_info];
6710 while (h->root.type == bfd_link_hash_indirect
6711 || h->root.type == bfd_link_hash_warning)
6712 h = (struct elf_link_hash_entry *) h->root.u.i.link;
6714 /* PR15323, ref flags aren't set for references in the same
6716 h->root.non_ir_ref = 1;
6719 /* Could be done earlier, if h were already available. */
6720 bfd_r_type = aarch64_tls_transition (abfd, info, r_type, h, r_symndx);
6724 /* Create the ifunc sections for static executables. If we
6725 never see an indirect function symbol nor we are building
6726 a static executable, those sections will be empty and
6727 won't appear in output. */
6733 case BFD_RELOC_AARCH64_ADD_LO12:
6734 case BFD_RELOC_AARCH64_ADR_GOT_PAGE:
6735 case BFD_RELOC_AARCH64_ADR_HI21_PCREL:
6736 case BFD_RELOC_AARCH64_CALL26:
6737 case BFD_RELOC_AARCH64_GOT_LD_PREL19:
6738 case BFD_RELOC_AARCH64_JUMP26:
6739 case BFD_RELOC_AARCH64_LD32_GOTPAGE_LO14:
6740 case BFD_RELOC_AARCH64_LD32_GOT_LO12_NC:
6741 case BFD_RELOC_AARCH64_LD64_GOTPAGE_LO15:
6742 case BFD_RELOC_AARCH64_LD64_GOT_LO12_NC:
6743 case BFD_RELOC_AARCH64_NN:
6744 if (htab->root.dynobj == NULL)
6745 htab->root.dynobj = abfd;
6746 if (!_bfd_elf_create_ifunc_sections (htab->root.dynobj, info))
6751 /* It is referenced by a non-shared object. */
6753 h->root.non_ir_ref = 1;
6758 case BFD_RELOC_AARCH64_NN:
6760 /* We don't need to handle relocs into sections not going into
6761 the "real" output. */
6762 if ((sec->flags & SEC_ALLOC) == 0)
6767 if (!bfd_link_pic (info))
6770 h->plt.refcount += 1;
6771 h->pointer_equality_needed = 1;
6774 /* No need to do anything if we're not creating a shared
6776 if (! bfd_link_pic (info))
6780 struct elf_dyn_relocs *p;
6781 struct elf_dyn_relocs **head;
6783 /* We must copy these reloc types into the output file.
6784 Create a reloc section in dynobj and make room for
6788 if (htab->root.dynobj == NULL)
6789 htab->root.dynobj = abfd;
6791 sreloc = _bfd_elf_make_dynamic_reloc_section
6792 (sec, htab->root.dynobj, LOG_FILE_ALIGN, abfd, /*rela? */ TRUE);
6798 /* If this is a global symbol, we count the number of
6799 relocations we need for this symbol. */
6802 struct elf_aarch64_link_hash_entry *eh;
6803 eh = (struct elf_aarch64_link_hash_entry *) h;
6804 head = &eh->dyn_relocs;
6808 /* Track dynamic relocs needed for local syms too.
6809 We really need local syms available to do this
6815 isym = bfd_sym_from_r_symndx (&htab->sym_cache,
6820 s = bfd_section_from_elf_index (abfd, isym->st_shndx);
6824 /* Beware of type punned pointers vs strict aliasing
6826 vpp = &(elf_section_data (s)->local_dynrel);
6827 head = (struct elf_dyn_relocs **) vpp;
6831 if (p == NULL || p->sec != sec)
6833 bfd_size_type amt = sizeof *p;
6834 p = ((struct elf_dyn_relocs *)
6835 bfd_zalloc (htab->root.dynobj, amt));
6848 /* RR: We probably want to keep a consistency check that
6849 there are no dangling GOT_PAGE relocs. */
6850 case BFD_RELOC_AARCH64_ADR_GOT_PAGE:
6851 case BFD_RELOC_AARCH64_GOT_LD_PREL19:
6852 case BFD_RELOC_AARCH64_LD32_GOTPAGE_LO14:
6853 case BFD_RELOC_AARCH64_LD32_GOT_LO12_NC:
6854 case BFD_RELOC_AARCH64_LD64_GOTPAGE_LO15:
6855 case BFD_RELOC_AARCH64_LD64_GOT_LO12_NC:
6856 case BFD_RELOC_AARCH64_TLSDESC_ADD_LO12_NC:
6857 case BFD_RELOC_AARCH64_TLSDESC_ADR_PAGE21:
6858 case BFD_RELOC_AARCH64_TLSDESC_ADR_PREL21:
6859 case BFD_RELOC_AARCH64_TLSDESC_LD32_LO12_NC:
6860 case BFD_RELOC_AARCH64_TLSDESC_LD64_LO12_NC:
6861 case BFD_RELOC_AARCH64_TLSDESC_LD_PREL19:
6862 case BFD_RELOC_AARCH64_TLSGD_ADD_LO12_NC:
6863 case BFD_RELOC_AARCH64_TLSGD_ADR_PAGE21:
6864 case BFD_RELOC_AARCH64_TLSGD_ADR_PREL21:
6865 case BFD_RELOC_AARCH64_TLSIE_ADR_GOTTPREL_PAGE21:
6866 case BFD_RELOC_AARCH64_TLSIE_LD32_GOTTPREL_LO12_NC:
6867 case BFD_RELOC_AARCH64_TLSIE_LD64_GOTTPREL_LO12_NC:
6868 case BFD_RELOC_AARCH64_TLSIE_LD_GOTTPREL_PREL19:
6869 case BFD_RELOC_AARCH64_TLSLD_ADD_LO12_NC:
6870 case BFD_RELOC_AARCH64_TLSLD_ADR_PAGE21:
6871 case BFD_RELOC_AARCH64_TLSLD_ADR_PREL21:
6874 unsigned old_got_type;
6876 got_type = aarch64_reloc_got_type (bfd_r_type);
6880 h->got.refcount += 1;
6881 old_got_type = elf_aarch64_hash_entry (h)->got_type;
6885 struct elf_aarch64_local_symbol *locals;
6887 if (!elfNN_aarch64_allocate_local_symbols
6888 (abfd, symtab_hdr->sh_info))
6891 locals = elf_aarch64_locals (abfd);
6892 BFD_ASSERT (r_symndx < symtab_hdr->sh_info);
6893 locals[r_symndx].got_refcount += 1;
6894 old_got_type = locals[r_symndx].got_type;
6897 /* If a variable is accessed with both general dynamic TLS
6898 methods, two slots may be created. */
6899 if (GOT_TLS_GD_ANY_P (old_got_type) && GOT_TLS_GD_ANY_P (got_type))
6900 got_type |= old_got_type;
6902 /* We will already have issued an error message if there
6903 is a TLS/non-TLS mismatch, based on the symbol type.
6904 So just combine any TLS types needed. */
6905 if (old_got_type != GOT_UNKNOWN && old_got_type != GOT_NORMAL
6906 && got_type != GOT_NORMAL)
6907 got_type |= old_got_type;
6909 /* If the symbol is accessed by both IE and GD methods, we
6910 are able to relax. Turn off the GD flag, without
6911 messing up with any other kind of TLS types that may be
6913 if ((got_type & GOT_TLS_IE) && GOT_TLS_GD_ANY_P (got_type))
6914 got_type &= ~ (GOT_TLSDESC_GD | GOT_TLS_GD);
6916 if (old_got_type != got_type)
6919 elf_aarch64_hash_entry (h)->got_type = got_type;
6922 struct elf_aarch64_local_symbol *locals;
6923 locals = elf_aarch64_locals (abfd);
6924 BFD_ASSERT (r_symndx < symtab_hdr->sh_info);
6925 locals[r_symndx].got_type = got_type;
6929 if (htab->root.dynobj == NULL)
6930 htab->root.dynobj = abfd;
6931 if (! aarch64_elf_create_got_section (htab->root.dynobj, info))
6936 case BFD_RELOC_AARCH64_MOVW_G0_NC:
6937 case BFD_RELOC_AARCH64_MOVW_G1_NC:
6938 case BFD_RELOC_AARCH64_MOVW_G2_NC:
6939 case BFD_RELOC_AARCH64_MOVW_G3:
6940 if (bfd_link_pic (info))
6942 int howto_index = bfd_r_type - BFD_RELOC_AARCH64_RELOC_START;
6943 (*_bfd_error_handler)
6944 (_("%B: relocation %s against `%s' can not be used when making "
6945 "a shared object; recompile with -fPIC"),
6946 abfd, elfNN_aarch64_howto_table[howto_index].name,
6947 (h) ? h->root.root.string : "a local symbol");
6948 bfd_set_error (bfd_error_bad_value);
6952 case BFD_RELOC_AARCH64_ADR_HI21_NC_PCREL:
6953 case BFD_RELOC_AARCH64_ADR_HI21_PCREL:
6954 case BFD_RELOC_AARCH64_ADR_LO21_PCREL:
6955 if (h != NULL && bfd_link_executable (info))
6957 /* If this reloc is in a read-only section, we might
6958 need a copy reloc. We can't check reliably at this
6959 stage whether the section is read-only, as input
6960 sections have not yet been mapped to output sections.
6961 Tentatively set the flag for now, and correct in
6962 adjust_dynamic_symbol. */
6964 h->plt.refcount += 1;
6965 h->pointer_equality_needed = 1;
6967 /* FIXME:: RR need to handle these in shared libraries
6968 and essentially bomb out as these being non-PIC
6969 relocations in shared libraries. */
6972 case BFD_RELOC_AARCH64_CALL26:
6973 case BFD_RELOC_AARCH64_JUMP26:
6974 /* If this is a local symbol then we resolve it
6975 directly without creating a PLT entry. */
6980 if (h->plt.refcount <= 0)
6981 h->plt.refcount = 1;
6983 h->plt.refcount += 1;
6994 /* Treat mapping symbols as special target symbols. */
6997 elfNN_aarch64_is_target_special_symbol (bfd *abfd ATTRIBUTE_UNUSED,
7000 return bfd_is_aarch64_special_symbol_name (sym->name,
7001 BFD_AARCH64_SPECIAL_SYM_TYPE_ANY);
7004 /* This is a copy of elf_find_function () from elf.c except that
7005 AArch64 mapping symbols are ignored when looking for function names. */
7008 aarch64_elf_find_function (bfd *abfd ATTRIBUTE_UNUSED,
7012 const char **filename_ptr,
7013 const char **functionname_ptr)
7015 const char *filename = NULL;
7016 asymbol *func = NULL;
7017 bfd_vma low_func = 0;
7020 for (p = symbols; *p != NULL; p++)
7024 q = (elf_symbol_type *) * p;
7026 switch (ELF_ST_TYPE (q->internal_elf_sym.st_info))
7031 filename = bfd_asymbol_name (&q->symbol);
7035 /* Skip mapping symbols. */
7036 if ((q->symbol.flags & BSF_LOCAL)
7037 && (bfd_is_aarch64_special_symbol_name
7038 (q->symbol.name, BFD_AARCH64_SPECIAL_SYM_TYPE_ANY)))
7041 if (bfd_get_section (&q->symbol) == section
7042 && q->symbol.value >= low_func && q->symbol.value <= offset)
7044 func = (asymbol *) q;
7045 low_func = q->symbol.value;
7055 *filename_ptr = filename;
7056 if (functionname_ptr)
7057 *functionname_ptr = bfd_asymbol_name (func);
7063 /* Find the nearest line to a particular section and offset, for error
7064 reporting. This code is a duplicate of the code in elf.c, except
7065 that it uses aarch64_elf_find_function. */
7068 elfNN_aarch64_find_nearest_line (bfd *abfd,
7072 const char **filename_ptr,
7073 const char **functionname_ptr,
7074 unsigned int *line_ptr,
7075 unsigned int *discriminator_ptr)
7077 bfd_boolean found = FALSE;
7079 if (_bfd_dwarf2_find_nearest_line (abfd, symbols, NULL, section, offset,
7080 filename_ptr, functionname_ptr,
7081 line_ptr, discriminator_ptr,
7082 dwarf_debug_sections, 0,
7083 &elf_tdata (abfd)->dwarf2_find_line_info))
7085 if (!*functionname_ptr)
7086 aarch64_elf_find_function (abfd, symbols, section, offset,
7087 *filename_ptr ? NULL : filename_ptr,
7093 /* Skip _bfd_dwarf1_find_nearest_line since no known AArch64
7094 toolchain uses DWARF1. */
7096 if (!_bfd_stab_section_find_nearest_line (abfd, symbols, section, offset,
7097 &found, filename_ptr,
7098 functionname_ptr, line_ptr,
7099 &elf_tdata (abfd)->line_info))
7102 if (found && (*functionname_ptr || *line_ptr))
7105 if (symbols == NULL)
7108 if (!aarch64_elf_find_function (abfd, symbols, section, offset,
7109 filename_ptr, functionname_ptr))
7117 elfNN_aarch64_find_inliner_info (bfd *abfd,
7118 const char **filename_ptr,
7119 const char **functionname_ptr,
7120 unsigned int *line_ptr)
7123 found = _bfd_dwarf2_find_inliner_info
7124 (abfd, filename_ptr,
7125 functionname_ptr, line_ptr, &elf_tdata (abfd)->dwarf2_find_line_info);
7131 elfNN_aarch64_post_process_headers (bfd *abfd,
7132 struct bfd_link_info *link_info)
7134 Elf_Internal_Ehdr *i_ehdrp; /* ELF file header, internal form. */
7136 i_ehdrp = elf_elfheader (abfd);
7137 i_ehdrp->e_ident[EI_ABIVERSION] = AARCH64_ELF_ABI_VERSION;
7139 _bfd_elf_post_process_headers (abfd, link_info);
7142 static enum elf_reloc_type_class
7143 elfNN_aarch64_reloc_type_class (const struct bfd_link_info *info ATTRIBUTE_UNUSED,
7144 const asection *rel_sec ATTRIBUTE_UNUSED,
7145 const Elf_Internal_Rela *rela)
7147 switch ((int) ELFNN_R_TYPE (rela->r_info))
7149 case AARCH64_R (RELATIVE):
7150 return reloc_class_relative;
7151 case AARCH64_R (JUMP_SLOT):
7152 return reloc_class_plt;
7153 case AARCH64_R (COPY):
7154 return reloc_class_copy;
7156 return reloc_class_normal;
7160 /* Handle an AArch64 specific section when reading an object file. This is
7161 called when bfd_section_from_shdr finds a section with an unknown
7165 elfNN_aarch64_section_from_shdr (bfd *abfd,
7166 Elf_Internal_Shdr *hdr,
7167 const char *name, int shindex)
7169 /* There ought to be a place to keep ELF backend specific flags, but
7170 at the moment there isn't one. We just keep track of the
7171 sections by their name, instead. Fortunately, the ABI gives
7172 names for all the AArch64 specific sections, so we will probably get
7174 switch (hdr->sh_type)
7176 case SHT_AARCH64_ATTRIBUTES:
7183 if (!_bfd_elf_make_section_from_shdr (abfd, hdr, name, shindex))
7189 /* A structure used to record a list of sections, independently
7190 of the next and prev fields in the asection structure. */
7191 typedef struct section_list
7194 struct section_list *next;
7195 struct section_list *prev;
7199 /* Unfortunately we need to keep a list of sections for which
7200 an _aarch64_elf_section_data structure has been allocated. This
7201 is because it is possible for functions like elfNN_aarch64_write_section
7202 to be called on a section which has had an elf_data_structure
7203 allocated for it (and so the used_by_bfd field is valid) but
7204 for which the AArch64 extended version of this structure - the
7205 _aarch64_elf_section_data structure - has not been allocated. */
7206 static section_list *sections_with_aarch64_elf_section_data = NULL;
7209 record_section_with_aarch64_elf_section_data (asection *sec)
7211 struct section_list *entry;
7213 entry = bfd_malloc (sizeof (*entry));
7217 entry->next = sections_with_aarch64_elf_section_data;
7219 if (entry->next != NULL)
7220 entry->next->prev = entry;
7221 sections_with_aarch64_elf_section_data = entry;
7224 static struct section_list *
7225 find_aarch64_elf_section_entry (asection *sec)
7227 struct section_list *entry;
7228 static struct section_list *last_entry = NULL;
7230 /* This is a short cut for the typical case where the sections are added
7231 to the sections_with_aarch64_elf_section_data list in forward order and
7232 then looked up here in backwards order. This makes a real difference
7233 to the ld-srec/sec64k.exp linker test. */
7234 entry = sections_with_aarch64_elf_section_data;
7235 if (last_entry != NULL)
7237 if (last_entry->sec == sec)
7239 else if (last_entry->next != NULL && last_entry->next->sec == sec)
7240 entry = last_entry->next;
7243 for (; entry; entry = entry->next)
7244 if (entry->sec == sec)
7248 /* Record the entry prior to this one - it is the entry we are
7249 most likely to want to locate next time. Also this way if we
7250 have been called from
7251 unrecord_section_with_aarch64_elf_section_data () we will not
7252 be caching a pointer that is about to be freed. */
7253 last_entry = entry->prev;
7259 unrecord_section_with_aarch64_elf_section_data (asection *sec)
7261 struct section_list *entry;
7263 entry = find_aarch64_elf_section_entry (sec);
7267 if (entry->prev != NULL)
7268 entry->prev->next = entry->next;
7269 if (entry->next != NULL)
7270 entry->next->prev = entry->prev;
7271 if (entry == sections_with_aarch64_elf_section_data)
7272 sections_with_aarch64_elf_section_data = entry->next;
7281 struct bfd_link_info *info;
7284 int (*func) (void *, const char *, Elf_Internal_Sym *,
7285 asection *, struct elf_link_hash_entry *);
7286 } output_arch_syminfo;
7288 enum map_symbol_type
7295 /* Output a single mapping symbol. */
7298 elfNN_aarch64_output_map_sym (output_arch_syminfo *osi,
7299 enum map_symbol_type type, bfd_vma offset)
7301 static const char *names[2] = { "$x", "$d" };
7302 Elf_Internal_Sym sym;
7304 sym.st_value = (osi->sec->output_section->vma
7305 + osi->sec->output_offset + offset);
7308 sym.st_info = ELF_ST_INFO (STB_LOCAL, STT_NOTYPE);
7309 sym.st_shndx = osi->sec_shndx;
7310 return osi->func (osi->finfo, names[type], &sym, osi->sec, NULL) == 1;
7315 /* Output mapping symbols for PLT entries associated with H. */
7318 elfNN_aarch64_output_plt_map (struct elf_link_hash_entry *h, void *inf)
7320 output_arch_syminfo *osi = (output_arch_syminfo *) inf;
7323 if (h->root.type == bfd_link_hash_indirect)
7326 if (h->root.type == bfd_link_hash_warning)
7327 /* When warning symbols are created, they **replace** the "real"
7328 entry in the hash table, thus we never get to see the real
7329 symbol in a hash traversal. So look at it now. */
7330 h = (struct elf_link_hash_entry *) h->root.u.i.link;
7332 if (h->plt.offset == (bfd_vma) - 1)
7335 addr = h->plt.offset;
7338 if (!elfNN_aarch64_output_map_sym (osi, AARCH64_MAP_INSN, addr))
7345 /* Output a single local symbol for a generated stub. */
7348 elfNN_aarch64_output_stub_sym (output_arch_syminfo *osi, const char *name,
7349 bfd_vma offset, bfd_vma size)
7351 Elf_Internal_Sym sym;
7353 sym.st_value = (osi->sec->output_section->vma
7354 + osi->sec->output_offset + offset);
7357 sym.st_info = ELF_ST_INFO (STB_LOCAL, STT_FUNC);
7358 sym.st_shndx = osi->sec_shndx;
7359 return osi->func (osi->finfo, name, &sym, osi->sec, NULL) == 1;
7363 aarch64_map_one_stub (struct bfd_hash_entry *gen_entry, void *in_arg)
7365 struct elf_aarch64_stub_hash_entry *stub_entry;
7369 output_arch_syminfo *osi;
7371 /* Massage our args to the form they really have. */
7372 stub_entry = (struct elf_aarch64_stub_hash_entry *) gen_entry;
7373 osi = (output_arch_syminfo *) in_arg;
7375 stub_sec = stub_entry->stub_sec;
7377 /* Ensure this stub is attached to the current section being
7379 if (stub_sec != osi->sec)
7382 addr = (bfd_vma) stub_entry->stub_offset;
7384 stub_name = stub_entry->output_name;
7386 switch (stub_entry->stub_type)
7388 case aarch64_stub_adrp_branch:
7389 if (!elfNN_aarch64_output_stub_sym (osi, stub_name, addr,
7390 sizeof (aarch64_adrp_branch_stub)))
7392 if (!elfNN_aarch64_output_map_sym (osi, AARCH64_MAP_INSN, addr))
7395 case aarch64_stub_long_branch:
7396 if (!elfNN_aarch64_output_stub_sym
7397 (osi, stub_name, addr, sizeof (aarch64_long_branch_stub)))
7399 if (!elfNN_aarch64_output_map_sym (osi, AARCH64_MAP_INSN, addr))
7401 if (!elfNN_aarch64_output_map_sym (osi, AARCH64_MAP_DATA, addr + 16))
7404 case aarch64_stub_erratum_835769_veneer:
7405 if (!elfNN_aarch64_output_stub_sym (osi, stub_name, addr,
7406 sizeof (aarch64_erratum_835769_stub)))
7408 if (!elfNN_aarch64_output_map_sym (osi, AARCH64_MAP_INSN, addr))
7411 case aarch64_stub_erratum_843419_veneer:
7412 if (!elfNN_aarch64_output_stub_sym (osi, stub_name, addr,
7413 sizeof (aarch64_erratum_843419_stub)))
7415 if (!elfNN_aarch64_output_map_sym (osi, AARCH64_MAP_INSN, addr))
7426 /* Output mapping symbols for linker generated sections. */
7429 elfNN_aarch64_output_arch_local_syms (bfd *output_bfd,
7430 struct bfd_link_info *info,
7432 int (*func) (void *, const char *,
7435 struct elf_link_hash_entry
7438 output_arch_syminfo osi;
7439 struct elf_aarch64_link_hash_table *htab;
7441 htab = elf_aarch64_hash_table (info);
7447 /* Long calls stubs. */
7448 if (htab->stub_bfd && htab->stub_bfd->sections)
7452 for (stub_sec = htab->stub_bfd->sections;
7453 stub_sec != NULL; stub_sec = stub_sec->next)
7455 /* Ignore non-stub sections. */
7456 if (!strstr (stub_sec->name, STUB_SUFFIX))
7461 osi.sec_shndx = _bfd_elf_section_from_bfd_section
7462 (output_bfd, osi.sec->output_section);
7464 /* The first instruction in a stub is always a branch. */
7465 if (!elfNN_aarch64_output_map_sym (&osi, AARCH64_MAP_INSN, 0))
7468 bfd_hash_traverse (&htab->stub_hash_table, aarch64_map_one_stub,
7473 /* Finally, output mapping symbols for the PLT. */
7474 if (!htab->root.splt || htab->root.splt->size == 0)
7477 /* For now live without mapping symbols for the plt. */
7478 osi.sec_shndx = _bfd_elf_section_from_bfd_section
7479 (output_bfd, htab->root.splt->output_section);
7480 osi.sec = htab->root.splt;
7482 elf_link_hash_traverse (&htab->root, elfNN_aarch64_output_plt_map,
7489 /* Allocate target specific section data. */
7492 elfNN_aarch64_new_section_hook (bfd *abfd, asection *sec)
7494 if (!sec->used_by_bfd)
7496 _aarch64_elf_section_data *sdata;
7497 bfd_size_type amt = sizeof (*sdata);
7499 sdata = bfd_zalloc (abfd, amt);
7502 sec->used_by_bfd = sdata;
7505 record_section_with_aarch64_elf_section_data (sec);
7507 return _bfd_elf_new_section_hook (abfd, sec);
7512 unrecord_section_via_map_over_sections (bfd *abfd ATTRIBUTE_UNUSED,
7514 void *ignore ATTRIBUTE_UNUSED)
7516 unrecord_section_with_aarch64_elf_section_data (sec);
7520 elfNN_aarch64_close_and_cleanup (bfd *abfd)
7523 bfd_map_over_sections (abfd,
7524 unrecord_section_via_map_over_sections, NULL);
7526 return _bfd_elf_close_and_cleanup (abfd);
7530 elfNN_aarch64_bfd_free_cached_info (bfd *abfd)
7533 bfd_map_over_sections (abfd,
7534 unrecord_section_via_map_over_sections, NULL);
7536 return _bfd_free_cached_info (abfd);
7539 /* Create dynamic sections. This is different from the ARM backend in that
7540 the got, plt, gotplt and their relocation sections are all created in the
7541 standard part of the bfd elf backend. */
7544 elfNN_aarch64_create_dynamic_sections (bfd *dynobj,
7545 struct bfd_link_info *info)
7547 struct elf_aarch64_link_hash_table *htab;
7549 /* We need to create .got section. */
7550 if (!aarch64_elf_create_got_section (dynobj, info))
7553 if (!_bfd_elf_create_dynamic_sections (dynobj, info))
7556 htab = elf_aarch64_hash_table (info);
7557 htab->sdynbss = bfd_get_linker_section (dynobj, ".dynbss");
7558 if (!bfd_link_pic (info))
7559 htab->srelbss = bfd_get_linker_section (dynobj, ".rela.bss");
7561 if (!htab->sdynbss || (!bfd_link_pic (info) && !htab->srelbss))
7568 /* Allocate space in .plt, .got and associated reloc sections for
7572 elfNN_aarch64_allocate_dynrelocs (struct elf_link_hash_entry *h, void *inf)
7574 struct bfd_link_info *info;
7575 struct elf_aarch64_link_hash_table *htab;
7576 struct elf_aarch64_link_hash_entry *eh;
7577 struct elf_dyn_relocs *p;
7579 /* An example of a bfd_link_hash_indirect symbol is versioned
7580 symbol. For example: __gxx_personality_v0(bfd_link_hash_indirect)
7581 -> __gxx_personality_v0(bfd_link_hash_defined)
7583 There is no need to process bfd_link_hash_indirect symbols here
7584 because we will also be presented with the concrete instance of
7585 the symbol and elfNN_aarch64_copy_indirect_symbol () will have been
7586 called to copy all relevant data from the generic to the concrete
7589 if (h->root.type == bfd_link_hash_indirect)
7592 if (h->root.type == bfd_link_hash_warning)
7593 h = (struct elf_link_hash_entry *) h->root.u.i.link;
7595 info = (struct bfd_link_info *) inf;
7596 htab = elf_aarch64_hash_table (info);
7598 /* Since STT_GNU_IFUNC symbol must go through PLT, we handle it
7599 here if it is defined and referenced in a non-shared object. */
7600 if (h->type == STT_GNU_IFUNC
7603 else if (htab->root.dynamic_sections_created && h->plt.refcount > 0)
7605 /* Make sure this symbol is output as a dynamic symbol.
7606 Undefined weak syms won't yet be marked as dynamic. */
7607 if (h->dynindx == -1 && !h->forced_local)
7609 if (!bfd_elf_link_record_dynamic_symbol (info, h))
7613 if (bfd_link_pic (info) || WILL_CALL_FINISH_DYNAMIC_SYMBOL (1, 0, h))
7615 asection *s = htab->root.splt;
7617 /* If this is the first .plt entry, make room for the special
7620 s->size += htab->plt_header_size;
7622 h->plt.offset = s->size;
7624 /* If this symbol is not defined in a regular file, and we are
7625 not generating a shared library, then set the symbol to this
7626 location in the .plt. This is required to make function
7627 pointers compare as equal between the normal executable and
7628 the shared library. */
7629 if (!bfd_link_pic (info) && !h->def_regular)
7631 h->root.u.def.section = s;
7632 h->root.u.def.value = h->plt.offset;
7635 /* Make room for this entry. For now we only create the
7636 small model PLT entries. We later need to find a way
7637 of relaxing into these from the large model PLT entries. */
7638 s->size += PLT_SMALL_ENTRY_SIZE;
7640 /* We also need to make an entry in the .got.plt section, which
7641 will be placed in the .got section by the linker script. */
7642 htab->root.sgotplt->size += GOT_ENTRY_SIZE;
7644 /* We also need to make an entry in the .rela.plt section. */
7645 htab->root.srelplt->size += RELOC_SIZE (htab);
7647 /* We need to ensure that all GOT entries that serve the PLT
7648 are consecutive with the special GOT slots [0] [1] and
7649 [2]. Any addtional relocations, such as
7650 R_AARCH64_TLSDESC, must be placed after the PLT related
7651 entries. We abuse the reloc_count such that during
7652 sizing we adjust reloc_count to indicate the number of
7653 PLT related reserved entries. In subsequent phases when
7654 filling in the contents of the reloc entries, PLT related
7655 entries are placed by computing their PLT index (0
7656 .. reloc_count). While other none PLT relocs are placed
7657 at the slot indicated by reloc_count and reloc_count is
7660 htab->root.srelplt->reloc_count++;
7664 h->plt.offset = (bfd_vma) - 1;
7670 h->plt.offset = (bfd_vma) - 1;
7674 eh = (struct elf_aarch64_link_hash_entry *) h;
7675 eh->tlsdesc_got_jump_table_offset = (bfd_vma) - 1;
7677 if (h->got.refcount > 0)
7680 unsigned got_type = elf_aarch64_hash_entry (h)->got_type;
7682 h->got.offset = (bfd_vma) - 1;
7684 dyn = htab->root.dynamic_sections_created;
7686 /* Make sure this symbol is output as a dynamic symbol.
7687 Undefined weak syms won't yet be marked as dynamic. */
7688 if (dyn && h->dynindx == -1 && !h->forced_local)
7690 if (!bfd_elf_link_record_dynamic_symbol (info, h))
7694 if (got_type == GOT_UNKNOWN)
7697 else if (got_type == GOT_NORMAL)
7699 h->got.offset = htab->root.sgot->size;
7700 htab->root.sgot->size += GOT_ENTRY_SIZE;
7701 if ((ELF_ST_VISIBILITY (h->other) == STV_DEFAULT
7702 || h->root.type != bfd_link_hash_undefweak)
7703 && (bfd_link_pic (info)
7704 || WILL_CALL_FINISH_DYNAMIC_SYMBOL (dyn, 0, h)))
7706 htab->root.srelgot->size += RELOC_SIZE (htab);
7712 if (got_type & GOT_TLSDESC_GD)
7714 eh->tlsdesc_got_jump_table_offset =
7715 (htab->root.sgotplt->size
7716 - aarch64_compute_jump_table_size (htab));
7717 htab->root.sgotplt->size += GOT_ENTRY_SIZE * 2;
7718 h->got.offset = (bfd_vma) - 2;
7721 if (got_type & GOT_TLS_GD)
7723 h->got.offset = htab->root.sgot->size;
7724 htab->root.sgot->size += GOT_ENTRY_SIZE * 2;
7727 if (got_type & GOT_TLS_IE)
7729 h->got.offset = htab->root.sgot->size;
7730 htab->root.sgot->size += GOT_ENTRY_SIZE;
7733 indx = h && h->dynindx != -1 ? h->dynindx : 0;
7734 if ((ELF_ST_VISIBILITY (h->other) == STV_DEFAULT
7735 || h->root.type != bfd_link_hash_undefweak)
7736 && (bfd_link_pic (info)
7738 || WILL_CALL_FINISH_DYNAMIC_SYMBOL (dyn, 0, h)))
7740 if (got_type & GOT_TLSDESC_GD)
7742 htab->root.srelplt->size += RELOC_SIZE (htab);
7743 /* Note reloc_count not incremented here! We have
7744 already adjusted reloc_count for this relocation
7747 /* TLSDESC PLT is now needed, but not yet determined. */
7748 htab->tlsdesc_plt = (bfd_vma) - 1;
7751 if (got_type & GOT_TLS_GD)
7752 htab->root.srelgot->size += RELOC_SIZE (htab) * 2;
7754 if (got_type & GOT_TLS_IE)
7755 htab->root.srelgot->size += RELOC_SIZE (htab);
7761 h->got.offset = (bfd_vma) - 1;
7764 if (eh->dyn_relocs == NULL)
7767 /* In the shared -Bsymbolic case, discard space allocated for
7768 dynamic pc-relative relocs against symbols which turn out to be
7769 defined in regular objects. For the normal shared case, discard
7770 space for pc-relative relocs that have become local due to symbol
7771 visibility changes. */
7773 if (bfd_link_pic (info))
7775 /* Relocs that use pc_count are those that appear on a call
7776 insn, or certain REL relocs that can generated via assembly.
7777 We want calls to protected symbols to resolve directly to the
7778 function rather than going via the plt. If people want
7779 function pointer comparisons to work as expected then they
7780 should avoid writing weird assembly. */
7781 if (SYMBOL_CALLS_LOCAL (info, h))
7783 struct elf_dyn_relocs **pp;
7785 for (pp = &eh->dyn_relocs; (p = *pp) != NULL;)
7787 p->count -= p->pc_count;
7796 /* Also discard relocs on undefined weak syms with non-default
7798 if (eh->dyn_relocs != NULL && h->root.type == bfd_link_hash_undefweak)
7800 if (ELF_ST_VISIBILITY (h->other) != STV_DEFAULT)
7801 eh->dyn_relocs = NULL;
7803 /* Make sure undefined weak symbols are output as a dynamic
7805 else if (h->dynindx == -1
7807 && !bfd_elf_link_record_dynamic_symbol (info, h))
7812 else if (ELIMINATE_COPY_RELOCS)
7814 /* For the non-shared case, discard space for relocs against
7815 symbols which turn out to need copy relocs or are not
7821 || (htab->root.dynamic_sections_created
7822 && (h->root.type == bfd_link_hash_undefweak
7823 || h->root.type == bfd_link_hash_undefined))))
7825 /* Make sure this symbol is output as a dynamic symbol.
7826 Undefined weak syms won't yet be marked as dynamic. */
7827 if (h->dynindx == -1
7829 && !bfd_elf_link_record_dynamic_symbol (info, h))
7832 /* If that succeeded, we know we'll be keeping all the
7834 if (h->dynindx != -1)
7838 eh->dyn_relocs = NULL;
7843 /* Finally, allocate space. */
7844 for (p = eh->dyn_relocs; p != NULL; p = p->next)
7848 sreloc = elf_section_data (p->sec)->sreloc;
7850 BFD_ASSERT (sreloc != NULL);
7852 sreloc->size += p->count * RELOC_SIZE (htab);
7858 /* Allocate space in .plt, .got and associated reloc sections for
7859 ifunc dynamic relocs. */
7862 elfNN_aarch64_allocate_ifunc_dynrelocs (struct elf_link_hash_entry *h,
7865 struct bfd_link_info *info;
7866 struct elf_aarch64_link_hash_table *htab;
7867 struct elf_aarch64_link_hash_entry *eh;
7869 /* An example of a bfd_link_hash_indirect symbol is versioned
7870 symbol. For example: __gxx_personality_v0(bfd_link_hash_indirect)
7871 -> __gxx_personality_v0(bfd_link_hash_defined)
7873 There is no need to process bfd_link_hash_indirect symbols here
7874 because we will also be presented with the concrete instance of
7875 the symbol and elfNN_aarch64_copy_indirect_symbol () will have been
7876 called to copy all relevant data from the generic to the concrete
7879 if (h->root.type == bfd_link_hash_indirect)
7882 if (h->root.type == bfd_link_hash_warning)
7883 h = (struct elf_link_hash_entry *) h->root.u.i.link;
7885 info = (struct bfd_link_info *) inf;
7886 htab = elf_aarch64_hash_table (info);
7888 eh = (struct elf_aarch64_link_hash_entry *) h;
7890 /* Since STT_GNU_IFUNC symbol must go through PLT, we handle it
7891 here if it is defined and referenced in a non-shared object. */
7892 if (h->type == STT_GNU_IFUNC
7894 return _bfd_elf_allocate_ifunc_dyn_relocs (info, h,
7896 htab->plt_entry_size,
7897 htab->plt_header_size,
7902 /* Allocate space in .plt, .got and associated reloc sections for
7903 local dynamic relocs. */
7906 elfNN_aarch64_allocate_local_dynrelocs (void **slot, void *inf)
7908 struct elf_link_hash_entry *h
7909 = (struct elf_link_hash_entry *) *slot;
7911 if (h->type != STT_GNU_IFUNC
7915 || h->root.type != bfd_link_hash_defined)
7918 return elfNN_aarch64_allocate_dynrelocs (h, inf);
7921 /* Allocate space in .plt, .got and associated reloc sections for
7922 local ifunc dynamic relocs. */
7925 elfNN_aarch64_allocate_local_ifunc_dynrelocs (void **slot, void *inf)
7927 struct elf_link_hash_entry *h
7928 = (struct elf_link_hash_entry *) *slot;
7930 if (h->type != STT_GNU_IFUNC
7934 || h->root.type != bfd_link_hash_defined)
7937 return elfNN_aarch64_allocate_ifunc_dynrelocs (h, inf);
7940 /* Find any dynamic relocs that apply to read-only sections. */
7943 aarch64_readonly_dynrelocs (struct elf_link_hash_entry * h, void * inf)
7945 struct elf_aarch64_link_hash_entry * eh;
7946 struct elf_dyn_relocs * p;
7948 eh = (struct elf_aarch64_link_hash_entry *) h;
7949 for (p = eh->dyn_relocs; p != NULL; p = p->next)
7951 asection *s = p->sec;
7953 if (s != NULL && (s->flags & SEC_READONLY) != 0)
7955 struct bfd_link_info *info = (struct bfd_link_info *) inf;
7957 info->flags |= DF_TEXTREL;
7959 /* Not an error, just cut short the traversal. */
7966 /* This is the most important function of all . Innocuosly named
7969 elfNN_aarch64_size_dynamic_sections (bfd *output_bfd ATTRIBUTE_UNUSED,
7970 struct bfd_link_info *info)
7972 struct elf_aarch64_link_hash_table *htab;
7978 htab = elf_aarch64_hash_table ((info));
7979 dynobj = htab->root.dynobj;
7981 BFD_ASSERT (dynobj != NULL);
7983 if (htab->root.dynamic_sections_created)
7985 if (bfd_link_executable (info) && !info->nointerp)
7987 s = bfd_get_linker_section (dynobj, ".interp");
7990 s->size = sizeof ELF_DYNAMIC_INTERPRETER;
7991 s->contents = (unsigned char *) ELF_DYNAMIC_INTERPRETER;
7995 /* Set up .got offsets for local syms, and space for local dynamic
7997 for (ibfd = info->input_bfds; ibfd != NULL; ibfd = ibfd->link.next)
7999 struct elf_aarch64_local_symbol *locals = NULL;
8000 Elf_Internal_Shdr *symtab_hdr;
8004 if (!is_aarch64_elf (ibfd))
8007 for (s = ibfd->sections; s != NULL; s = s->next)
8009 struct elf_dyn_relocs *p;
8011 for (p = (struct elf_dyn_relocs *)
8012 (elf_section_data (s)->local_dynrel); p != NULL; p = p->next)
8014 if (!bfd_is_abs_section (p->sec)
8015 && bfd_is_abs_section (p->sec->output_section))
8017 /* Input section has been discarded, either because
8018 it is a copy of a linkonce section or due to
8019 linker script /DISCARD/, so we'll be discarding
8022 else if (p->count != 0)
8024 srel = elf_section_data (p->sec)->sreloc;
8025 srel->size += p->count * RELOC_SIZE (htab);
8026 if ((p->sec->output_section->flags & SEC_READONLY) != 0)
8027 info->flags |= DF_TEXTREL;
8032 locals = elf_aarch64_locals (ibfd);
8036 symtab_hdr = &elf_symtab_hdr (ibfd);
8037 srel = htab->root.srelgot;
8038 for (i = 0; i < symtab_hdr->sh_info; i++)
8040 locals[i].got_offset = (bfd_vma) - 1;
8041 locals[i].tlsdesc_got_jump_table_offset = (bfd_vma) - 1;
8042 if (locals[i].got_refcount > 0)
8044 unsigned got_type = locals[i].got_type;
8045 if (got_type & GOT_TLSDESC_GD)
8047 locals[i].tlsdesc_got_jump_table_offset =
8048 (htab->root.sgotplt->size
8049 - aarch64_compute_jump_table_size (htab));
8050 htab->root.sgotplt->size += GOT_ENTRY_SIZE * 2;
8051 locals[i].got_offset = (bfd_vma) - 2;
8054 if (got_type & GOT_TLS_GD)
8056 locals[i].got_offset = htab->root.sgot->size;
8057 htab->root.sgot->size += GOT_ENTRY_SIZE * 2;
8060 if (got_type & GOT_TLS_IE
8061 || got_type & GOT_NORMAL)
8063 locals[i].got_offset = htab->root.sgot->size;
8064 htab->root.sgot->size += GOT_ENTRY_SIZE;
8067 if (got_type == GOT_UNKNOWN)
8071 if (bfd_link_pic (info))
8073 if (got_type & GOT_TLSDESC_GD)
8075 htab->root.srelplt->size += RELOC_SIZE (htab);
8076 /* Note RELOC_COUNT not incremented here! */
8077 htab->tlsdesc_plt = (bfd_vma) - 1;
8080 if (got_type & GOT_TLS_GD)
8081 htab->root.srelgot->size += RELOC_SIZE (htab) * 2;
8083 if (got_type & GOT_TLS_IE
8084 || got_type & GOT_NORMAL)
8085 htab->root.srelgot->size += RELOC_SIZE (htab);
8090 locals[i].got_refcount = (bfd_vma) - 1;
8096 /* Allocate global sym .plt and .got entries, and space for global
8097 sym dynamic relocs. */
8098 elf_link_hash_traverse (&htab->root, elfNN_aarch64_allocate_dynrelocs,
8101 /* Allocate global ifunc sym .plt and .got entries, and space for global
8102 ifunc sym dynamic relocs. */
8103 elf_link_hash_traverse (&htab->root, elfNN_aarch64_allocate_ifunc_dynrelocs,
8106 /* Allocate .plt and .got entries, and space for local symbols. */
8107 htab_traverse (htab->loc_hash_table,
8108 elfNN_aarch64_allocate_local_dynrelocs,
8111 /* Allocate .plt and .got entries, and space for local ifunc symbols. */
8112 htab_traverse (htab->loc_hash_table,
8113 elfNN_aarch64_allocate_local_ifunc_dynrelocs,
8116 /* For every jump slot reserved in the sgotplt, reloc_count is
8117 incremented. However, when we reserve space for TLS descriptors,
8118 it's not incremented, so in order to compute the space reserved
8119 for them, it suffices to multiply the reloc count by the jump
8122 if (htab->root.srelplt)
8123 htab->sgotplt_jump_table_size = aarch64_compute_jump_table_size (htab);
8125 if (htab->tlsdesc_plt)
8127 if (htab->root.splt->size == 0)
8128 htab->root.splt->size += PLT_ENTRY_SIZE;
8130 htab->tlsdesc_plt = htab->root.splt->size;
8131 htab->root.splt->size += PLT_TLSDESC_ENTRY_SIZE;
8133 /* If we're not using lazy TLS relocations, don't generate the
8134 GOT entry required. */
8135 if (!(info->flags & DF_BIND_NOW))
8137 htab->dt_tlsdesc_got = htab->root.sgot->size;
8138 htab->root.sgot->size += GOT_ENTRY_SIZE;
8142 /* Init mapping symbols information to use later to distingush between
8143 code and data while scanning for errata. */
8144 if (htab->fix_erratum_835769 || htab->fix_erratum_843419)
8145 for (ibfd = info->input_bfds; ibfd != NULL; ibfd = ibfd->link.next)
8147 if (!is_aarch64_elf (ibfd))
8149 bfd_elfNN_aarch64_init_maps (ibfd);
8152 /* We now have determined the sizes of the various dynamic sections.
8153 Allocate memory for them. */
8155 for (s = dynobj->sections; s != NULL; s = s->next)
8157 if ((s->flags & SEC_LINKER_CREATED) == 0)
8160 if (s == htab->root.splt
8161 || s == htab->root.sgot
8162 || s == htab->root.sgotplt
8163 || s == htab->root.iplt
8164 || s == htab->root.igotplt || s == htab->sdynbss)
8166 /* Strip this section if we don't need it; see the
8169 else if (CONST_STRNEQ (bfd_get_section_name (dynobj, s), ".rela"))
8171 if (s->size != 0 && s != htab->root.srelplt)
8174 /* We use the reloc_count field as a counter if we need
8175 to copy relocs into the output file. */
8176 if (s != htab->root.srelplt)
8181 /* It's not one of our sections, so don't allocate space. */
8187 /* If we don't need this section, strip it from the
8188 output file. This is mostly to handle .rela.bss and
8189 .rela.plt. We must create both sections in
8190 create_dynamic_sections, because they must be created
8191 before the linker maps input sections to output
8192 sections. The linker does that before
8193 adjust_dynamic_symbol is called, and it is that
8194 function which decides whether anything needs to go
8195 into these sections. */
8197 s->flags |= SEC_EXCLUDE;
8201 if ((s->flags & SEC_HAS_CONTENTS) == 0)
8204 /* Allocate memory for the section contents. We use bfd_zalloc
8205 here in case unused entries are not reclaimed before the
8206 section's contents are written out. This should not happen,
8207 but this way if it does, we get a R_AARCH64_NONE reloc instead
8209 s->contents = (bfd_byte *) bfd_zalloc (dynobj, s->size);
8210 if (s->contents == NULL)
8214 if (htab->root.dynamic_sections_created)
8216 /* Add some entries to the .dynamic section. We fill in the
8217 values later, in elfNN_aarch64_finish_dynamic_sections, but we
8218 must add the entries now so that we get the correct size for
8219 the .dynamic section. The DT_DEBUG entry is filled in by the
8220 dynamic linker and used by the debugger. */
8221 #define add_dynamic_entry(TAG, VAL) \
8222 _bfd_elf_add_dynamic_entry (info, TAG, VAL)
8224 if (bfd_link_executable (info))
8226 if (!add_dynamic_entry (DT_DEBUG, 0))
8230 if (htab->root.splt->size != 0)
8232 if (!add_dynamic_entry (DT_PLTGOT, 0)
8233 || !add_dynamic_entry (DT_PLTRELSZ, 0)
8234 || !add_dynamic_entry (DT_PLTREL, DT_RELA)
8235 || !add_dynamic_entry (DT_JMPREL, 0))
8238 if (htab->tlsdesc_plt
8239 && (!add_dynamic_entry (DT_TLSDESC_PLT, 0)
8240 || !add_dynamic_entry (DT_TLSDESC_GOT, 0)))
8246 if (!add_dynamic_entry (DT_RELA, 0)
8247 || !add_dynamic_entry (DT_RELASZ, 0)
8248 || !add_dynamic_entry (DT_RELAENT, RELOC_SIZE (htab)))
8251 /* If any dynamic relocs apply to a read-only section,
8252 then we need a DT_TEXTREL entry. */
8253 if ((info->flags & DF_TEXTREL) == 0)
8254 elf_link_hash_traverse (& htab->root, aarch64_readonly_dynrelocs,
8257 if ((info->flags & DF_TEXTREL) != 0)
8259 if (!add_dynamic_entry (DT_TEXTREL, 0))
8264 #undef add_dynamic_entry
8270 elf_aarch64_update_plt_entry (bfd *output_bfd,
8271 bfd_reloc_code_real_type r_type,
8272 bfd_byte *plt_entry, bfd_vma value)
8274 reloc_howto_type *howto = elfNN_aarch64_howto_from_bfd_reloc (r_type);
8276 _bfd_aarch64_elf_put_addend (output_bfd, plt_entry, r_type, howto, value);
8280 elfNN_aarch64_create_small_pltn_entry (struct elf_link_hash_entry *h,
8281 struct elf_aarch64_link_hash_table
8282 *htab, bfd *output_bfd,
8283 struct bfd_link_info *info)
8285 bfd_byte *plt_entry;
8288 bfd_vma gotplt_entry_address;
8289 bfd_vma plt_entry_address;
8290 Elf_Internal_Rela rela;
8292 asection *plt, *gotplt, *relplt;
8294 /* When building a static executable, use .iplt, .igot.plt and
8295 .rela.iplt sections for STT_GNU_IFUNC symbols. */
8296 if (htab->root.splt != NULL)
8298 plt = htab->root.splt;
8299 gotplt = htab->root.sgotplt;
8300 relplt = htab->root.srelplt;
8304 plt = htab->root.iplt;
8305 gotplt = htab->root.igotplt;
8306 relplt = htab->root.irelplt;
8309 /* Get the index in the procedure linkage table which
8310 corresponds to this symbol. This is the index of this symbol
8311 in all the symbols for which we are making plt entries. The
8312 first entry in the procedure linkage table is reserved.
8314 Get the offset into the .got table of the entry that
8315 corresponds to this function. Each .got entry is GOT_ENTRY_SIZE
8316 bytes. The first three are reserved for the dynamic linker.
8318 For static executables, we don't reserve anything. */
8320 if (plt == htab->root.splt)
8322 plt_index = (h->plt.offset - htab->plt_header_size) / htab->plt_entry_size;
8323 got_offset = (plt_index + 3) * GOT_ENTRY_SIZE;
8327 plt_index = h->plt.offset / htab->plt_entry_size;
8328 got_offset = plt_index * GOT_ENTRY_SIZE;
8331 plt_entry = plt->contents + h->plt.offset;
8332 plt_entry_address = plt->output_section->vma
8333 + plt->output_offset + h->plt.offset;
8334 gotplt_entry_address = gotplt->output_section->vma +
8335 gotplt->output_offset + got_offset;
8337 /* Copy in the boiler-plate for the PLTn entry. */
8338 memcpy (plt_entry, elfNN_aarch64_small_plt_entry, PLT_SMALL_ENTRY_SIZE);
8340 /* Fill in the top 21 bits for this: ADRP x16, PLT_GOT + n * 8.
8341 ADRP: ((PG(S+A)-PG(P)) >> 12) & 0x1fffff */
8342 elf_aarch64_update_plt_entry (output_bfd, BFD_RELOC_AARCH64_ADR_HI21_PCREL,
8344 PG (gotplt_entry_address) -
8345 PG (plt_entry_address));
8347 /* Fill in the lo12 bits for the load from the pltgot. */
8348 elf_aarch64_update_plt_entry (output_bfd, BFD_RELOC_AARCH64_LDSTNN_LO12,
8350 PG_OFFSET (gotplt_entry_address));
8352 /* Fill in the lo12 bits for the add from the pltgot entry. */
8353 elf_aarch64_update_plt_entry (output_bfd, BFD_RELOC_AARCH64_ADD_LO12,
8355 PG_OFFSET (gotplt_entry_address));
8357 /* All the GOTPLT Entries are essentially initialized to PLT0. */
8358 bfd_put_NN (output_bfd,
8359 plt->output_section->vma + plt->output_offset,
8360 gotplt->contents + got_offset);
8362 rela.r_offset = gotplt_entry_address;
8364 if (h->dynindx == -1
8365 || ((bfd_link_executable (info)
8366 || ELF_ST_VISIBILITY (h->other) != STV_DEFAULT)
8368 && h->type == STT_GNU_IFUNC))
8370 /* If an STT_GNU_IFUNC symbol is locally defined, generate
8371 R_AARCH64_IRELATIVE instead of R_AARCH64_JUMP_SLOT. */
8372 rela.r_info = ELFNN_R_INFO (0, AARCH64_R (IRELATIVE));
8373 rela.r_addend = (h->root.u.def.value
8374 + h->root.u.def.section->output_section->vma
8375 + h->root.u.def.section->output_offset);
8379 /* Fill in the entry in the .rela.plt section. */
8380 rela.r_info = ELFNN_R_INFO (h->dynindx, AARCH64_R (JUMP_SLOT));
8384 /* Compute the relocation entry to used based on PLT index and do
8385 not adjust reloc_count. The reloc_count has already been adjusted
8386 to account for this entry. */
8387 loc = relplt->contents + plt_index * RELOC_SIZE (htab);
8388 bfd_elfNN_swap_reloca_out (output_bfd, &rela, loc);
8391 /* Size sections even though they're not dynamic. We use it to setup
8392 _TLS_MODULE_BASE_, if needed. */
8395 elfNN_aarch64_always_size_sections (bfd *output_bfd,
8396 struct bfd_link_info *info)
8400 if (bfd_link_relocatable (info))
8403 tls_sec = elf_hash_table (info)->tls_sec;
8407 struct elf_link_hash_entry *tlsbase;
8409 tlsbase = elf_link_hash_lookup (elf_hash_table (info),
8410 "_TLS_MODULE_BASE_", TRUE, TRUE, FALSE);
8414 struct bfd_link_hash_entry *h = NULL;
8415 const struct elf_backend_data *bed =
8416 get_elf_backend_data (output_bfd);
8418 if (!(_bfd_generic_link_add_one_symbol
8419 (info, output_bfd, "_TLS_MODULE_BASE_", BSF_LOCAL,
8420 tls_sec, 0, NULL, FALSE, bed->collect, &h)))
8423 tlsbase->type = STT_TLS;
8424 tlsbase = (struct elf_link_hash_entry *) h;
8425 tlsbase->def_regular = 1;
8426 tlsbase->other = STV_HIDDEN;
8427 (*bed->elf_backend_hide_symbol) (info, tlsbase, TRUE);
8434 /* Finish up dynamic symbol handling. We set the contents of various
8435 dynamic sections here. */
8437 elfNN_aarch64_finish_dynamic_symbol (bfd *output_bfd,
8438 struct bfd_link_info *info,
8439 struct elf_link_hash_entry *h,
8440 Elf_Internal_Sym *sym)
8442 struct elf_aarch64_link_hash_table *htab;
8443 htab = elf_aarch64_hash_table (info);
8445 if (h->plt.offset != (bfd_vma) - 1)
8447 asection *plt, *gotplt, *relplt;
8449 /* This symbol has an entry in the procedure linkage table. Set
8452 /* When building a static executable, use .iplt, .igot.plt and
8453 .rela.iplt sections for STT_GNU_IFUNC symbols. */
8454 if (htab->root.splt != NULL)
8456 plt = htab->root.splt;
8457 gotplt = htab->root.sgotplt;
8458 relplt = htab->root.srelplt;
8462 plt = htab->root.iplt;
8463 gotplt = htab->root.igotplt;
8464 relplt = htab->root.irelplt;
8467 /* This symbol has an entry in the procedure linkage table. Set
8469 if ((h->dynindx == -1
8470 && !((h->forced_local || bfd_link_executable (info))
8472 && h->type == STT_GNU_IFUNC))
8478 elfNN_aarch64_create_small_pltn_entry (h, htab, output_bfd, info);
8479 if (!h->def_regular)
8481 /* Mark the symbol as undefined, rather than as defined in
8482 the .plt section. */
8483 sym->st_shndx = SHN_UNDEF;
8484 /* If the symbol is weak we need to clear the value.
8485 Otherwise, the PLT entry would provide a definition for
8486 the symbol even if the symbol wasn't defined anywhere,
8487 and so the symbol would never be NULL. Leave the value if
8488 there were any relocations where pointer equality matters
8489 (this is a clue for the dynamic linker, to make function
8490 pointer comparisons work between an application and shared
8492 if (!h->ref_regular_nonweak || !h->pointer_equality_needed)
8497 if (h->got.offset != (bfd_vma) - 1
8498 && elf_aarch64_hash_entry (h)->got_type == GOT_NORMAL)
8500 Elf_Internal_Rela rela;
8503 /* This symbol has an entry in the global offset table. Set it
8505 if (htab->root.sgot == NULL || htab->root.srelgot == NULL)
8508 rela.r_offset = (htab->root.sgot->output_section->vma
8509 + htab->root.sgot->output_offset
8510 + (h->got.offset & ~(bfd_vma) 1));
8513 && h->type == STT_GNU_IFUNC)
8515 if (bfd_link_pic (info))
8517 /* Generate R_AARCH64_GLOB_DAT. */
8524 if (!h->pointer_equality_needed)
8527 /* For non-shared object, we can't use .got.plt, which
8528 contains the real function address if we need pointer
8529 equality. We load the GOT entry with the PLT entry. */
8530 plt = htab->root.splt ? htab->root.splt : htab->root.iplt;
8531 bfd_put_NN (output_bfd, (plt->output_section->vma
8532 + plt->output_offset
8534 htab->root.sgot->contents
8535 + (h->got.offset & ~(bfd_vma) 1));
8539 else if (bfd_link_pic (info) && SYMBOL_REFERENCES_LOCAL (info, h))
8541 if (!h->def_regular)
8544 BFD_ASSERT ((h->got.offset & 1) != 0);
8545 rela.r_info = ELFNN_R_INFO (0, AARCH64_R (RELATIVE));
8546 rela.r_addend = (h->root.u.def.value
8547 + h->root.u.def.section->output_section->vma
8548 + h->root.u.def.section->output_offset);
8553 BFD_ASSERT ((h->got.offset & 1) == 0);
8554 bfd_put_NN (output_bfd, (bfd_vma) 0,
8555 htab->root.sgot->contents + h->got.offset);
8556 rela.r_info = ELFNN_R_INFO (h->dynindx, AARCH64_R (GLOB_DAT));
8560 loc = htab->root.srelgot->contents;
8561 loc += htab->root.srelgot->reloc_count++ * RELOC_SIZE (htab);
8562 bfd_elfNN_swap_reloca_out (output_bfd, &rela, loc);
8567 Elf_Internal_Rela rela;
8570 /* This symbol needs a copy reloc. Set it up. */
8572 if (h->dynindx == -1
8573 || (h->root.type != bfd_link_hash_defined
8574 && h->root.type != bfd_link_hash_defweak)
8575 || htab->srelbss == NULL)
8578 rela.r_offset = (h->root.u.def.value
8579 + h->root.u.def.section->output_section->vma
8580 + h->root.u.def.section->output_offset);
8581 rela.r_info = ELFNN_R_INFO (h->dynindx, AARCH64_R (COPY));
8583 loc = htab->srelbss->contents;
8584 loc += htab->srelbss->reloc_count++ * RELOC_SIZE (htab);
8585 bfd_elfNN_swap_reloca_out (output_bfd, &rela, loc);
8588 /* Mark _DYNAMIC and _GLOBAL_OFFSET_TABLE_ as absolute. SYM may
8589 be NULL for local symbols. */
8591 && (h == elf_hash_table (info)->hdynamic
8592 || h == elf_hash_table (info)->hgot))
8593 sym->st_shndx = SHN_ABS;
8598 /* Finish up local dynamic symbol handling. We set the contents of
8599 various dynamic sections here. */
8602 elfNN_aarch64_finish_local_dynamic_symbol (void **slot, void *inf)
8604 struct elf_link_hash_entry *h
8605 = (struct elf_link_hash_entry *) *slot;
8606 struct bfd_link_info *info
8607 = (struct bfd_link_info *) inf;
8609 return elfNN_aarch64_finish_dynamic_symbol (info->output_bfd,
8614 elfNN_aarch64_init_small_plt0_entry (bfd *output_bfd ATTRIBUTE_UNUSED,
8615 struct elf_aarch64_link_hash_table
8618 /* Fill in PLT0. Fixme:RR Note this doesn't distinguish between
8619 small and large plts and at the minute just generates
8622 /* PLT0 of the small PLT looks like this in ELF64 -
8623 stp x16, x30, [sp, #-16]! // Save the reloc and lr on stack.
8624 adrp x16, PLT_GOT + 16 // Get the page base of the GOTPLT
8625 ldr x17, [x16, #:lo12:PLT_GOT+16] // Load the address of the
8627 add x16, x16, #:lo12:PLT_GOT+16 // Load the lo12 bits of the
8628 // GOTPLT entry for this.
8630 PLT0 will be slightly different in ELF32 due to different got entry
8633 bfd_vma plt_got_2nd_ent; /* Address of GOT[2]. */
8637 memcpy (htab->root.splt->contents, elfNN_aarch64_small_plt0_entry,
8639 elf_section_data (htab->root.splt->output_section)->this_hdr.sh_entsize =
8642 plt_got_2nd_ent = (htab->root.sgotplt->output_section->vma
8643 + htab->root.sgotplt->output_offset
8644 + GOT_ENTRY_SIZE * 2);
8646 plt_base = htab->root.splt->output_section->vma +
8647 htab->root.splt->output_offset;
8649 /* Fill in the top 21 bits for this: ADRP x16, PLT_GOT + n * 8.
8650 ADRP: ((PG(S+A)-PG(P)) >> 12) & 0x1fffff */
8651 elf_aarch64_update_plt_entry (output_bfd, BFD_RELOC_AARCH64_ADR_HI21_PCREL,
8652 htab->root.splt->contents + 4,
8653 PG (plt_got_2nd_ent) - PG (plt_base + 4));
8655 elf_aarch64_update_plt_entry (output_bfd, BFD_RELOC_AARCH64_LDSTNN_LO12,
8656 htab->root.splt->contents + 8,
8657 PG_OFFSET (plt_got_2nd_ent));
8659 elf_aarch64_update_plt_entry (output_bfd, BFD_RELOC_AARCH64_ADD_LO12,
8660 htab->root.splt->contents + 12,
8661 PG_OFFSET (plt_got_2nd_ent));
8665 elfNN_aarch64_finish_dynamic_sections (bfd *output_bfd,
8666 struct bfd_link_info *info)
8668 struct elf_aarch64_link_hash_table *htab;
8672 htab = elf_aarch64_hash_table (info);
8673 dynobj = htab->root.dynobj;
8674 sdyn = bfd_get_linker_section (dynobj, ".dynamic");
8676 if (htab->root.dynamic_sections_created)
8678 ElfNN_External_Dyn *dyncon, *dynconend;
8680 if (sdyn == NULL || htab->root.sgot == NULL)
8683 dyncon = (ElfNN_External_Dyn *) sdyn->contents;
8684 dynconend = (ElfNN_External_Dyn *) (sdyn->contents + sdyn->size);
8685 for (; dyncon < dynconend; dyncon++)
8687 Elf_Internal_Dyn dyn;
8690 bfd_elfNN_swap_dyn_in (dynobj, dyncon, &dyn);
8698 s = htab->root.sgotplt;
8699 dyn.d_un.d_ptr = s->output_section->vma + s->output_offset;
8703 dyn.d_un.d_ptr = htab->root.srelplt->output_section->vma;
8707 s = htab->root.srelplt;
8708 dyn.d_un.d_val = s->size;
8712 /* The procedure linkage table relocs (DT_JMPREL) should
8713 not be included in the overall relocs (DT_RELA).
8714 Therefore, we override the DT_RELASZ entry here to
8715 make it not include the JMPREL relocs. Since the
8716 linker script arranges for .rela.plt to follow all
8717 other relocation sections, we don't have to worry
8718 about changing the DT_RELA entry. */
8719 if (htab->root.srelplt != NULL)
8721 s = htab->root.srelplt;
8722 dyn.d_un.d_val -= s->size;
8726 case DT_TLSDESC_PLT:
8727 s = htab->root.splt;
8728 dyn.d_un.d_ptr = s->output_section->vma + s->output_offset
8729 + htab->tlsdesc_plt;
8732 case DT_TLSDESC_GOT:
8733 s = htab->root.sgot;
8734 dyn.d_un.d_ptr = s->output_section->vma + s->output_offset
8735 + htab->dt_tlsdesc_got;
8739 bfd_elfNN_swap_dyn_out (output_bfd, &dyn, dyncon);
8744 /* Fill in the special first entry in the procedure linkage table. */
8745 if (htab->root.splt && htab->root.splt->size > 0)
8747 elfNN_aarch64_init_small_plt0_entry (output_bfd, htab);
8749 elf_section_data (htab->root.splt->output_section)->
8750 this_hdr.sh_entsize = htab->plt_entry_size;
8753 if (htab->tlsdesc_plt)
8755 bfd_put_NN (output_bfd, (bfd_vma) 0,
8756 htab->root.sgot->contents + htab->dt_tlsdesc_got);
8758 memcpy (htab->root.splt->contents + htab->tlsdesc_plt,
8759 elfNN_aarch64_tlsdesc_small_plt_entry,
8760 sizeof (elfNN_aarch64_tlsdesc_small_plt_entry));
8763 bfd_vma adrp1_addr =
8764 htab->root.splt->output_section->vma
8765 + htab->root.splt->output_offset + htab->tlsdesc_plt + 4;
8767 bfd_vma adrp2_addr = adrp1_addr + 4;
8770 htab->root.sgot->output_section->vma
8771 + htab->root.sgot->output_offset;
8773 bfd_vma pltgot_addr =
8774 htab->root.sgotplt->output_section->vma
8775 + htab->root.sgotplt->output_offset;
8777 bfd_vma dt_tlsdesc_got = got_addr + htab->dt_tlsdesc_got;
8779 bfd_byte *plt_entry =
8780 htab->root.splt->contents + htab->tlsdesc_plt;
8782 /* adrp x2, DT_TLSDESC_GOT */
8783 elf_aarch64_update_plt_entry (output_bfd,
8784 BFD_RELOC_AARCH64_ADR_HI21_PCREL,
8786 (PG (dt_tlsdesc_got)
8787 - PG (adrp1_addr)));
8790 elf_aarch64_update_plt_entry (output_bfd,
8791 BFD_RELOC_AARCH64_ADR_HI21_PCREL,
8794 - PG (adrp2_addr)));
8796 /* ldr x2, [x2, #0] */
8797 elf_aarch64_update_plt_entry (output_bfd,
8798 BFD_RELOC_AARCH64_LDSTNN_LO12,
8800 PG_OFFSET (dt_tlsdesc_got));
8803 elf_aarch64_update_plt_entry (output_bfd,
8804 BFD_RELOC_AARCH64_ADD_LO12,
8806 PG_OFFSET (pltgot_addr));
8811 if (htab->root.sgotplt)
8813 if (bfd_is_abs_section (htab->root.sgotplt->output_section))
8815 (*_bfd_error_handler)
8816 (_("discarded output section: `%A'"), htab->root.sgotplt);
8820 /* Fill in the first three entries in the global offset table. */
8821 if (htab->root.sgotplt->size > 0)
8823 bfd_put_NN (output_bfd, (bfd_vma) 0, htab->root.sgotplt->contents);
8825 /* Write GOT[1] and GOT[2], needed for the dynamic linker. */
8826 bfd_put_NN (output_bfd,
8828 htab->root.sgotplt->contents + GOT_ENTRY_SIZE);
8829 bfd_put_NN (output_bfd,
8831 htab->root.sgotplt->contents + GOT_ENTRY_SIZE * 2);
8834 if (htab->root.sgot)
8836 if (htab->root.sgot->size > 0)
8839 sdyn ? sdyn->output_section->vma + sdyn->output_offset : 0;
8840 bfd_put_NN (output_bfd, addr, htab->root.sgot->contents);
8844 elf_section_data (htab->root.sgotplt->output_section)->
8845 this_hdr.sh_entsize = GOT_ENTRY_SIZE;
8848 if (htab->root.sgot && htab->root.sgot->size > 0)
8849 elf_section_data (htab->root.sgot->output_section)->this_hdr.sh_entsize
8852 /* Fill PLT and GOT entries for local STT_GNU_IFUNC symbols. */
8853 htab_traverse (htab->loc_hash_table,
8854 elfNN_aarch64_finish_local_dynamic_symbol,
8860 /* Return address for Ith PLT stub in section PLT, for relocation REL
8861 or (bfd_vma) -1 if it should not be included. */
8864 elfNN_aarch64_plt_sym_val (bfd_vma i, const asection *plt,
8865 const arelent *rel ATTRIBUTE_UNUSED)
8867 return plt->vma + PLT_ENTRY_SIZE + i * PLT_SMALL_ENTRY_SIZE;
8871 /* We use this so we can override certain functions
8872 (though currently we don't). */
8874 const struct elf_size_info elfNN_aarch64_size_info =
8876 sizeof (ElfNN_External_Ehdr),
8877 sizeof (ElfNN_External_Phdr),
8878 sizeof (ElfNN_External_Shdr),
8879 sizeof (ElfNN_External_Rel),
8880 sizeof (ElfNN_External_Rela),
8881 sizeof (ElfNN_External_Sym),
8882 sizeof (ElfNN_External_Dyn),
8883 sizeof (Elf_External_Note),
8884 4, /* Hash table entry size. */
8885 1, /* Internal relocs per external relocs. */
8886 ARCH_SIZE, /* Arch size. */
8887 LOG_FILE_ALIGN, /* Log_file_align. */
8888 ELFCLASSNN, EV_CURRENT,
8889 bfd_elfNN_write_out_phdrs,
8890 bfd_elfNN_write_shdrs_and_ehdr,
8891 bfd_elfNN_checksum_contents,
8892 bfd_elfNN_write_relocs,
8893 bfd_elfNN_swap_symbol_in,
8894 bfd_elfNN_swap_symbol_out,
8895 bfd_elfNN_slurp_reloc_table,
8896 bfd_elfNN_slurp_symbol_table,
8897 bfd_elfNN_swap_dyn_in,
8898 bfd_elfNN_swap_dyn_out,
8899 bfd_elfNN_swap_reloc_in,
8900 bfd_elfNN_swap_reloc_out,
8901 bfd_elfNN_swap_reloca_in,
8902 bfd_elfNN_swap_reloca_out
8905 #define ELF_ARCH bfd_arch_aarch64
8906 #define ELF_MACHINE_CODE EM_AARCH64
8907 #define ELF_MAXPAGESIZE 0x10000
8908 #define ELF_MINPAGESIZE 0x1000
8909 #define ELF_COMMONPAGESIZE 0x1000
8911 #define bfd_elfNN_close_and_cleanup \
8912 elfNN_aarch64_close_and_cleanup
8914 #define bfd_elfNN_bfd_free_cached_info \
8915 elfNN_aarch64_bfd_free_cached_info
8917 #define bfd_elfNN_bfd_is_target_special_symbol \
8918 elfNN_aarch64_is_target_special_symbol
8920 #define bfd_elfNN_bfd_link_hash_table_create \
8921 elfNN_aarch64_link_hash_table_create
8923 #define bfd_elfNN_bfd_merge_private_bfd_data \
8924 elfNN_aarch64_merge_private_bfd_data
8926 #define bfd_elfNN_bfd_print_private_bfd_data \
8927 elfNN_aarch64_print_private_bfd_data
8929 #define bfd_elfNN_bfd_reloc_type_lookup \
8930 elfNN_aarch64_reloc_type_lookup
8932 #define bfd_elfNN_bfd_reloc_name_lookup \
8933 elfNN_aarch64_reloc_name_lookup
8935 #define bfd_elfNN_bfd_set_private_flags \
8936 elfNN_aarch64_set_private_flags
8938 #define bfd_elfNN_find_inliner_info \
8939 elfNN_aarch64_find_inliner_info
8941 #define bfd_elfNN_find_nearest_line \
8942 elfNN_aarch64_find_nearest_line
8944 #define bfd_elfNN_mkobject \
8945 elfNN_aarch64_mkobject
8947 #define bfd_elfNN_new_section_hook \
8948 elfNN_aarch64_new_section_hook
8950 #define elf_backend_adjust_dynamic_symbol \
8951 elfNN_aarch64_adjust_dynamic_symbol
8953 #define elf_backend_always_size_sections \
8954 elfNN_aarch64_always_size_sections
8956 #define elf_backend_check_relocs \
8957 elfNN_aarch64_check_relocs
8959 #define elf_backend_copy_indirect_symbol \
8960 elfNN_aarch64_copy_indirect_symbol
8962 /* Create .dynbss, and .rela.bss sections in DYNOBJ, and set up shortcuts
8963 to them in our hash. */
8964 #define elf_backend_create_dynamic_sections \
8965 elfNN_aarch64_create_dynamic_sections
8967 #define elf_backend_init_index_section \
8968 _bfd_elf_init_2_index_sections
8970 #define elf_backend_finish_dynamic_sections \
8971 elfNN_aarch64_finish_dynamic_sections
8973 #define elf_backend_finish_dynamic_symbol \
8974 elfNN_aarch64_finish_dynamic_symbol
8976 #define elf_backend_gc_sweep_hook \
8977 elfNN_aarch64_gc_sweep_hook
8979 #define elf_backend_object_p \
8980 elfNN_aarch64_object_p
8982 #define elf_backend_output_arch_local_syms \
8983 elfNN_aarch64_output_arch_local_syms
8985 #define elf_backend_plt_sym_val \
8986 elfNN_aarch64_plt_sym_val
8988 #define elf_backend_post_process_headers \
8989 elfNN_aarch64_post_process_headers
8991 #define elf_backend_relocate_section \
8992 elfNN_aarch64_relocate_section
8994 #define elf_backend_reloc_type_class \
8995 elfNN_aarch64_reloc_type_class
8997 #define elf_backend_section_from_shdr \
8998 elfNN_aarch64_section_from_shdr
9000 #define elf_backend_size_dynamic_sections \
9001 elfNN_aarch64_size_dynamic_sections
9003 #define elf_backend_size_info \
9004 elfNN_aarch64_size_info
9006 #define elf_backend_write_section \
9007 elfNN_aarch64_write_section
9009 #define elf_backend_can_refcount 1
9010 #define elf_backend_can_gc_sections 1
9011 #define elf_backend_plt_readonly 1
9012 #define elf_backend_want_got_plt 1
9013 #define elf_backend_want_plt_sym 0
9014 #define elf_backend_may_use_rel_p 0
9015 #define elf_backend_may_use_rela_p 1
9016 #define elf_backend_default_use_rela_p 1
9017 #define elf_backend_rela_normal 1
9018 #define elf_backend_got_header_size (GOT_ENTRY_SIZE * 3)
9019 #define elf_backend_default_execstack 0
9020 #define elf_backend_extern_protected_data 1
9022 #undef elf_backend_obj_attrs_section
9023 #define elf_backend_obj_attrs_section ".ARM.attributes"
9025 #include "elfNN-target.h"
projects / binutils.git / blob