1 1.120 riastrad /* $NetBSD: reloc.c,v 1.120 2025/05/02 23:03:16 riastradh Exp $ */ 2 1.1 cgd 3 1.1 cgd /* 4 1.1 cgd * Copyright 1996 John D. Polstra. 5 1.1 cgd * Copyright 1996 Matt Thomas <matt (at) 3am-software.com> 6 1.1 cgd * All rights reserved. 7 1.1 cgd * 8 1.1 cgd * Redistribution and use in source and binary forms, with or without 9 1.1 cgd * modification, are permitted provided that the following conditions 10 1.1 cgd * are met: 11 1.1 cgd * 1. Redistributions of source code must retain the above copyright 12 1.1 cgd * notice, this list of conditions and the following disclaimer. 13 1.1 cgd * 2. Redistributions in binary form must reproduce the above copyright 14 1.1 cgd * notice, this list of conditions and the following disclaimer in the 15 1.1 cgd * documentation and/or other materials provided with the distribution. 16 1.1 cgd * 3. All advertising materials mentioning features or use of this software 17 1.1 cgd * must display the following acknowledgement: 18 1.1 cgd * This product includes software developed by John Polstra. 19 1.1 cgd * 4. The name of the author may not be used to endorse or promote products 20 1.1 cgd * derived from this software without specific prior written permission. 21 1.1 cgd * 22 1.1 cgd * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 23 1.1 cgd * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 24 1.1 cgd * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 25 1.1 cgd * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 26 1.1 cgd * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 27 1.1 cgd * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 28 1.1 cgd * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 29 1.1 cgd * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 30 1.1 cgd * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 31 1.1 cgd * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 32 1.1 cgd */ 33 1.1 cgd 34 1.1 cgd /* 35 1.1 cgd * Dynamic linker for ELF. 36 1.1 cgd * 37 1.1 cgd * John Polstra <jdp (at) polstra.com>. 38 1.1 cgd */ 39 1.1 cgd 40 1.85 skrll #include <sys/cdefs.h> 41 1.85 skrll #ifndef lint 42 1.120 riastrad __RCSID("$NetBSD: reloc.c,v 1.120 2025/05/02 23:03:16 riastradh Exp $"); 43 1.85 skrll #endif /* not lint */ 44 1.85 skrll 45 1.1 cgd #include <err.h> 46 1.1 cgd #include <errno.h> 47 1.1 cgd #include <fcntl.h> 48 1.1 cgd #include <stdarg.h> 49 1.1 cgd #include <stdio.h> 50 1.1 cgd #include <stdlib.h> 51 1.1 cgd #include <string.h> 52 1.1 cgd #include <unistd.h> 53 1.1 cgd #include <sys/types.h> 54 1.1 cgd #include <sys/mman.h> 55 1.102 joerg #include <sys/bitops.h> 56 1.1 cgd #include <dirent.h> 57 1.1 cgd 58 1.1 cgd #include "debug.h" 59 1.118 riastrad #include "hash.h" 60 1.1 cgd #include "rtld.h" 61 1.1 cgd 62 1.14 pk #ifndef RTLD_INHIBIT_COPY_RELOCS 63 1.80 skrll static int _rtld_do_copy_relocation(const Obj_Entry *, const Elf_Rela *); 64 1.16 christos 65 1.1 cgd static int 66 1.80 skrll _rtld_do_copy_relocation(const Obj_Entry *dstobj, const Elf_Rela *rela) 67 1.1 cgd { 68 1.11 christos void *dstaddr = (void *)(dstobj->relocbase + rela->r_offset); 69 1.11 christos const Elf_Sym *dstsym = dstobj->symtab + ELF_R_SYM(rela->r_info); 70 1.11 christos const char *name = dstobj->strtab + dstsym->st_name; 71 1.115 kamil Elf_Hash hash; 72 1.11 christos size_t size = dstsym->st_size; 73 1.11 christos const void *srcaddr; 74 1.37 matt const Elf_Sym *srcsym = NULL; 75 1.11 christos Obj_Entry *srcobj; 76 1.11 christos 77 1.115 kamil hash.sysv = _rtld_sysv_hash(name); 78 1.115 kamil hash.gnu = _rtld_gnu_hash(name); 79 1.115 kamil 80 1.110 uwe if (__predict_false(size == 0)) { 81 1.110 uwe #if defined(__powerpc__) && !defined(__LP64) /* PR port-macppc/47464 */ 82 1.110 uwe if (strcmp(name, "_SDA_BASE_") == 0 83 1.110 uwe || strcmp(name, "_SDA2_BASE_") == 0) 84 1.110 uwe { 85 1.110 uwe rdbg(("COPY %s %s --> ignoring old binutils bug", 86 1.110 uwe dstobj->path, name)); 87 1.110 uwe return 0; 88 1.110 uwe } 89 1.110 uwe #endif 90 1.110 uwe #if 0 /* shall we warn? */ 91 1.110 uwe xwarnx("%s: zero size COPY relocation for \"%s\"", 92 1.110 uwe dstobj->path, name); 93 1.110 uwe #endif 94 1.110 uwe } 95 1.110 uwe 96 1.104 nonaka for (srcobj = dstobj->next; srcobj != NULL; srcobj = srcobj->next) { 97 1.115 kamil srcsym = _rtld_symlook_obj(name, &hash, srcobj, 0, 98 1.104 nonaka _rtld_fetch_ventry(dstobj, ELF_R_SYM(rela->r_info))); 99 1.104 nonaka if (srcsym != NULL) 100 1.11 christos break; 101 1.104 nonaka } 102 1.11 christos 103 1.11 christos if (srcobj == NULL) { 104 1.11 christos _rtld_error("Undefined symbol \"%s\" referenced from COPY" 105 1.11 christos " relocation in %s", name, dstobj->path); 106 1.14 pk return (-1); 107 1.11 christos } 108 1.11 christos srcaddr = (const void *)(srcobj->relocbase + srcsym->st_value); 109 1.84 petrov rdbg(("COPY %s %s %s --> src=%p dst=%p size %ld", 110 1.98 christos dstobj->path, srcobj->path, name, srcaddr, 111 1.84 petrov (void *)dstaddr, (long)size)); 112 1.114 christos (void)memcpy(dstaddr, srcaddr, size); 113 1.14 pk return (0); 114 1.1 cgd } 115 1.14 pk #endif /* RTLD_INHIBIT_COPY_RELOCS */ 116 1.11 christos 117 1.11 christos 118 1.1 cgd /* 119 1.1 cgd * Process the special R_xxx_COPY relocations in the main program. These 120 1.1 cgd * copy data from a shared object into a region in the main program's BSS 121 1.1 cgd * segment. 122 1.1 cgd * 123 1.1 cgd * Returns 0 on success, -1 on failure. 124 1.1 cgd */ 125 1.1 cgd int 126 1.80 skrll _rtld_do_copy_relocations(const Obj_Entry *dstobj) 127 1.1 cgd { 128 1.14 pk #ifndef RTLD_INHIBIT_COPY_RELOCS 129 1.14 pk 130 1.14 pk /* COPY relocations are invalid elsewhere */ 131 1.64 mycroft assert(!dstobj->isdynamic); 132 1.1 cgd 133 1.11 christos if (dstobj->rel != NULL) { 134 1.11 christos const Elf_Rel *rel; 135 1.11 christos for (rel = dstobj->rel; rel < dstobj->rellim; ++rel) { 136 1.11 christos if (ELF_R_TYPE(rel->r_info) == R_TYPE(COPY)) { 137 1.35 kleink Elf_Rela ourrela; 138 1.11 christos ourrela.r_info = rel->r_info; 139 1.11 christos ourrela.r_offset = rel->r_offset; 140 1.11 christos ourrela.r_addend = 0; 141 1.11 christos if (_rtld_do_copy_relocation(dstobj, 142 1.66 mycroft &ourrela) < 0) 143 1.14 pk return (-1); 144 1.11 christos } 145 1.11 christos } 146 1.11 christos } 147 1.11 christos if (dstobj->rela != NULL) { 148 1.35 kleink const Elf_Rela *rela; 149 1.11 christos for (rela = dstobj->rela; rela < dstobj->relalim; ++rela) { 150 1.11 christos if (ELF_R_TYPE(rela->r_info) == R_TYPE(COPY)) { 151 1.66 mycroft if (_rtld_do_copy_relocation(dstobj, rela) < 0) 152 1.14 pk return (-1); 153 1.11 christos } 154 1.11 christos } 155 1.1 cgd } 156 1.114 christos #ifdef GNU_RELRO 157 1.119 riastrad /* 158 1.119 riastrad * If the main program is lazily bound (default -- whether or 159 1.119 riastrad * not LD_BINDNOW is set in the calling environment), we are 160 1.119 riastrad * now done writing to anything covered by RELRO and we can 161 1.119 riastrad * safely make it read-only. There may still be ifunc 162 1.119 riastrad * resolution to do later; it will happen in a read/write 163 1.119 riastrad * segment and will not be made read-only. 164 1.119 riastrad * 165 1.119 riastrad * But if the main program is eagerly bound (i.e., the object 166 1.119 riastrad * has DF_1_NOW set in DT_FLAGS_1, whether or not LD_BIND_NOW 167 1.119 riastrad * is set in the calling environment), we delay protecting the 168 1.119 riastrad * RELRO region as read-only until we have resolved ifuncs -- 169 1.119 riastrad * at which point we will make the ifunc resolution read-only 170 1.119 riastrad * too. 171 1.119 riastrad */ 172 1.119 riastrad if (!dstobj->z_now && _rtld_relro(dstobj, true) == -1) 173 1.114 christos return -1; 174 1.114 christos #endif 175 1.14 pk #endif /* RTLD_INHIBIT_COPY_RELOCS */ 176 1.1 cgd 177 1.14 pk return (0); 178 1.1 cgd } 179 1.9 pk 180 1.1 cgd /* 181 1.120 riastrad * _rtld_relocate_relr(obj) 182 1.120 riastrad * 183 1.120 riastrad * Relocate the RELR entries of obj. The RELR table is encoded as 184 1.120 riastrad * a sequence of alternating addresses and bitmaps. Each address 185 1.120 riastrad * entry has the low-order bit clear, and each bitmap has the 186 1.120 riastrad * low-order bit set: 187 1.120 riastrad * 188 1.120 riastrad * AAAAAAA0 189 1.120 riastrad * BBBBBBB1 190 1.120 riastrad * BBBBBBB1 191 1.120 riastrad * BBBBBBB1 192 1.120 riastrad * AAAAAAA0 193 1.120 riastrad * BBBBBBB1 194 1.120 riastrad * ... 195 1.120 riastrad * 196 1.120 riastrad * Each address A is taken relative to obj->relocbase, and has 197 1.120 riastrad * obj->relocbase added to the Elf_Addr it points at. For each 198 1.120 riastrad * bit i in the following bitmaps concatenated starting at 1, 199 1.120 riastrad * excluding the low-order bit used to distinguish bitmaps from 200 1.120 riastrad * addresses, the Elf_Addr at the address 201 1.120 riastrad * 202 1.120 riastrad * A + sizeof(Elf_Addr)*i 203 1.120 riastrad * 204 1.120 riastrad * (again, relative to obj->relocbase) has obj->relocbase added 205 1.120 riastrad * too. 206 1.120 riastrad * 207 1.120 riastrad * DT_RELR relocations are processed before any DT_REL or DT_RELA 208 1.120 riastrad * relocations. 209 1.120 riastrad * 210 1.120 riastrad * References: 211 1.120 riastrad * 212 1.120 riastrad * Rahul Chaudhry, `Re: Proposal for a new section type SHT_RELR', 213 1.120 riastrad * generic-abi mailing list, 2018-02-07. 214 1.120 riastrad * 215 1.120 riastrad * https://groups.google.com/g/generic-abi/c/bX460iggiKg/m/Jnz1lgLJAgAJ 216 1.120 riastrad * https://web.archive.org/web/20241213012330/https://groups.google.com/g/generic-abi/c/bX460iggiKg/m/Jnz1lgLJAgAJ 217 1.120 riastrad */ 218 1.120 riastrad static void 219 1.120 riastrad _rtld_relocate_relr(Obj_Entry *obj) 220 1.120 riastrad { 221 1.120 riastrad const Elf_Relr *relr; 222 1.120 riastrad 223 1.120 riastrad if (obj->relr == obj->relrlim) 224 1.120 riastrad return; 225 1.120 riastrad 226 1.120 riastrad for (relr = obj->relr; relr < obj->relrlim;) { 227 1.120 riastrad Elf_Addr *where; 228 1.120 riastrad 229 1.120 riastrad /* 230 1.120 riastrad * At an address entry. Relocate the address. 231 1.120 riastrad */ 232 1.120 riastrad assert((*relr & 1) == 0); 233 1.120 riastrad where = (Elf_Addr *)(obj->relocbase + *relr); 234 1.120 riastrad *where++ += (Elf_Addr)obj->relocbase; 235 1.120 riastrad 236 1.120 riastrad /* 237 1.120 riastrad * Process every bitmap entry after the address. 238 1.120 riastrad */ 239 1.120 riastrad while (++relr < obj->relrlim && *relr & 1) { 240 1.120 riastrad unsigned i; 241 1.120 riastrad 242 1.120 riastrad /* 243 1.120 riastrad * Process every set bit in the bitmap. Note 244 1.120 riastrad * that the first bit (i=0) is not processed 245 1.120 riastrad * here -- it's just metadata to mark a bitmap 246 1.120 riastrad * entry. 247 1.120 riastrad */ 248 1.120 riastrad for (i = 1; i < CHAR_BIT*sizeof(*relr); i++, where++) { 249 1.120 riastrad if (*relr & ((Elf_Relr)1 << i)) 250 1.120 riastrad *where += (Elf_Addr)obj->relocbase; 251 1.120 riastrad } 252 1.120 riastrad } 253 1.120 riastrad } 254 1.120 riastrad } 255 1.120 riastrad 256 1.120 riastrad /* 257 1.1 cgd * Relocate newly-loaded shared objects. The argument is a pointer to 258 1.1 cgd * the Obj_Entry for the first such object. All objects from the first 259 1.1 cgd * to the end of the list of objects are relocated. Returns 0 on success, 260 1.1 cgd * or -1 on failure. 261 1.1 cgd */ 262 1.1 cgd int 263 1.80 skrll _rtld_relocate_objects(Obj_Entry *first, bool bind_now) 264 1.1 cgd { 265 1.16 christos Obj_Entry *obj; 266 1.77 mycroft int ok = 1; 267 1.1 cgd 268 1.11 christos for (obj = first; obj != NULL; obj = obj->next) { 269 1.116 kamil if ((!obj->sysv_hash && !obj->gnu_hash) || 270 1.116 kamil obj->symtab == NULL || obj->strtab == NULL) { 271 1.11 christos _rtld_error("%s: Shared object has no run-time" 272 1.11 christos " symbol table", obj->path); 273 1.11 christos return -1; 274 1.11 christos } 275 1.102 joerg if (obj->nbuckets == UINT32_MAX) { 276 1.102 joerg _rtld_error("%s: Symbol table too large", obj->path); 277 1.102 joerg return -1; 278 1.102 joerg } 279 1.66 mycroft rdbg((" relocating %s (%ld/%ld rel/rela, %ld/%ld plt rel/rela)", 280 1.11 christos obj->path, 281 1.11 christos (long)(obj->rellim - obj->rel), 282 1.11 christos (long)(obj->relalim - obj->rela), 283 1.11 christos (long)(obj->pltrellim - obj->pltrel), 284 1.16 christos (long)(obj->pltrelalim - obj->pltrela))); 285 1.11 christos 286 1.11 christos if (obj->textrel) { 287 1.108 christos xwarnx("%s: text relocations", obj->path); 288 1.11 christos /* 289 1.11 christos * There are relocations to the write-protected text 290 1.11 christos * segment. 291 1.11 christos */ 292 1.11 christos if (mprotect(obj->mapbase, obj->textsize, 293 1.108 christos PROT_READ | PROT_WRITE) == -1) { 294 1.11 christos _rtld_error("%s: Cannot write-enable text " 295 1.11 christos "segment: %s", obj->path, xstrerror(errno)); 296 1.11 christos return -1; 297 1.11 christos } 298 1.11 christos } 299 1.120 riastrad dbg(("doing relative relocations")); 300 1.120 riastrad _rtld_relocate_relr(obj); 301 1.71 mycroft dbg(("doing non-PLT relocations")); 302 1.76 junyoung if (_rtld_relocate_nonplt_objects(obj) < 0) 303 1.77 mycroft ok = 0; 304 1.11 christos if (obj->textrel) { /* Re-protected the text segment. */ 305 1.11 christos if (mprotect(obj->mapbase, obj->textsize, 306 1.11 christos PROT_READ | PROT_EXEC) == -1) { 307 1.11 christos _rtld_error("%s: Cannot write-protect text " 308 1.11 christos "segment: %s", obj->path, xstrerror(errno)); 309 1.11 christos return -1; 310 1.11 christos } 311 1.11 christos } 312 1.71 mycroft dbg(("doing lazy PLT binding")); 313 1.76 junyoung if (_rtld_relocate_plt_lazy(obj) < 0) 314 1.77 mycroft ok = 0; 315 1.103 skrll if (obj->z_now || bind_now) { 316 1.82 skrll dbg(("doing immediate PLT binding")); 317 1.76 junyoung if (_rtld_relocate_plt_objects(obj) < 0) 318 1.77 mycroft ok = 0; 319 1.82 skrll } 320 1.77 mycroft if (!ok) 321 1.77 mycroft return -1; 322 1.77 mycroft 323 1.71 mycroft dbg(("fixing up PLTGOT")); 324 1.11 christos /* Set the special PLTGOT entries. */ 325 1.53 mycroft if (obj->pltgot != NULL) 326 1.53 mycroft _rtld_setup_pltgot(obj); 327 1.109 christos #ifdef GNU_RELRO 328 1.114 christos if (_rtld_relro(obj, false) == -1) 329 1.114 christos return -1; 330 1.109 christos #endif 331 1.1 cgd } 332 1.11 christos return 0; 333 1.1 cgd } 334 1.107 joerg 335 1.107 joerg Elf_Addr 336 1.107 joerg _rtld_resolve_ifunc(const Obj_Entry *obj, const Elf_Sym *def) 337 1.107 joerg { 338 1.107 joerg Elf_Addr target; 339 1.107 joerg 340 1.107 joerg _rtld_shared_exit(); 341 1.111 joerg target = _rtld_resolve_ifunc2(obj, 342 1.107 joerg (Elf_Addr)obj->relocbase + def->st_value); 343 1.107 joerg _rtld_shared_enter(); 344 1.111 joerg return target; 345 1.111 joerg } 346 1.111 joerg 347 1.111 joerg Elf_Addr 348 1.111 joerg _rtld_resolve_ifunc2(const Obj_Entry *obj, Elf_Addr addr) 349 1.111 joerg { 350 1.111 joerg Elf_Addr target; 351 1.111 joerg 352 1.111 joerg target = _rtld_call_function_addr(obj, addr); 353 1.107 joerg 354 1.107 joerg return target; 355 1.107 joerg } 356 1.112 joerg 357 1.117 skrll #if \ 358 1.117 skrll !defined(RTLD_COMMON_CALL_IFUNC_RELA) && \ 359 1.117 skrll !defined(RTLD_COMMON_CALL_IFUNC_REL) && \ 360 1.117 skrll !defined(RTLD_ARCH_CALL_IFUNC) 361 1.117 skrll void 362 1.117 skrll _rtld_call_ifunc(Obj_Entry *obj, sigset_t *mask, u_int cur_objgen) 363 1.117 skrll { 364 1.117 skrll } 365 1.117 skrll #endif 366 1.117 skrll 367 1.112 joerg #ifdef RTLD_COMMON_CALL_IFUNC_RELA 368 1.112 joerg # ifdef __sparc__ 369 1.112 joerg # include <machine/elf_support.h> 370 1.112 joerg # endif 371 1.112 joerg 372 1.112 joerg void 373 1.112 joerg _rtld_call_ifunc(Obj_Entry *obj, sigset_t *mask, u_int cur_objgen) 374 1.112 joerg { 375 1.112 joerg const Elf_Rela *rela; 376 1.112 joerg Elf_Addr *where; 377 1.112 joerg #ifdef __sparc__ 378 1.112 joerg Elf_Word *where2; 379 1.112 joerg #endif 380 1.112 joerg Elf_Addr target; 381 1.112 joerg 382 1.112 joerg while (obj->ifunc_remaining > 0 && _rtld_objgen == cur_objgen) { 383 1.112 joerg rela = obj->pltrelalim - obj->ifunc_remaining--; 384 1.112 joerg #ifdef __sparc__ 385 1.112 joerg #define PLT_IRELATIVE R_TYPE(JMP_IREL) 386 1.112 joerg #else 387 1.112 joerg #define PLT_IRELATIVE R_TYPE(IRELATIVE) 388 1.112 joerg #endif 389 1.112 joerg if (ELF_R_TYPE(rela->r_info) != PLT_IRELATIVE) 390 1.112 joerg continue; 391 1.112 joerg #ifdef __sparc__ 392 1.112 joerg where2 = (Elf_Word *)(obj->relocbase + rela->r_offset); 393 1.112 joerg #else 394 1.112 joerg where = (Elf_Addr *)(obj->relocbase + rela->r_offset); 395 1.112 joerg #endif 396 1.112 joerg target = (Elf_Addr)(obj->relocbase + rela->r_addend); 397 1.112 joerg _rtld_exclusive_exit(mask); 398 1.112 joerg target = _rtld_resolve_ifunc2(obj, target); 399 1.112 joerg _rtld_exclusive_enter(mask); 400 1.112 joerg #ifdef __sparc__ 401 1.112 joerg sparc_write_branch(where2 + 1, (void *)target); 402 1.112 joerg #else 403 1.112 joerg if (*where != target) 404 1.112 joerg *where = target; 405 1.112 joerg #endif 406 1.112 joerg } 407 1.112 joerg 408 1.112 joerg while (obj->ifunc_remaining_nonplt > 0 && _rtld_objgen == cur_objgen) { 409 1.112 joerg rela = obj->relalim - obj->ifunc_remaining_nonplt--; 410 1.112 joerg if (ELF_R_TYPE(rela->r_info) != R_TYPE(IRELATIVE)) 411 1.112 joerg continue; 412 1.112 joerg where = (Elf_Addr *)(obj->relocbase + rela->r_offset); 413 1.112 joerg target = (Elf_Addr)(obj->relocbase + rela->r_addend); 414 1.112 joerg _rtld_exclusive_exit(mask); 415 1.112 joerg target = _rtld_resolve_ifunc2(obj, target); 416 1.112 joerg _rtld_exclusive_enter(mask); 417 1.112 joerg if (*where != target) 418 1.112 joerg *where = target; 419 1.112 joerg } 420 1.112 joerg } 421 1.112 joerg #endif 422 1.112 joerg 423 1.112 joerg #ifdef RTLD_COMMON_CALL_IFUNC_REL 424 1.112 joerg void 425 1.112 joerg _rtld_call_ifunc(Obj_Entry *obj, sigset_t *mask, u_int cur_objgen) 426 1.112 joerg { 427 1.112 joerg const Elf_Rel *rel; 428 1.112 joerg Elf_Addr *where, target; 429 1.112 joerg 430 1.112 joerg while (obj->ifunc_remaining > 0 && _rtld_objgen == cur_objgen) { 431 1.112 joerg rel = obj->pltrellim - obj->ifunc_remaining; 432 1.112 joerg --obj->ifunc_remaining; 433 1.112 joerg if (ELF_R_TYPE(rel->r_info) == R_TYPE(IRELATIVE)) { 434 1.112 joerg where = (Elf_Addr *)(obj->relocbase + rel->r_offset); 435 1.112 joerg _rtld_exclusive_exit(mask); 436 1.112 joerg target = _rtld_resolve_ifunc2(obj, *where); 437 1.112 joerg _rtld_exclusive_enter(mask); 438 1.112 joerg if (*where != target) 439 1.112 joerg *where = target; 440 1.112 joerg } 441 1.112 joerg } 442 1.112 joerg 443 1.112 joerg while (obj->ifunc_remaining_nonplt > 0 && _rtld_objgen == cur_objgen) { 444 1.112 joerg rel = obj->rellim - obj->ifunc_remaining_nonplt--; 445 1.112 joerg if (ELF_R_TYPE(rel->r_info) == R_TYPE(IRELATIVE)) { 446 1.112 joerg where = (Elf_Addr *)(obj->relocbase + rel->r_offset); 447 1.112 joerg _rtld_exclusive_exit(mask); 448 1.112 joerg target = _rtld_resolve_ifunc2(obj, *where); 449 1.112 joerg _rtld_exclusive_enter(mask); 450 1.112 joerg if (*where != target) 451 1.112 joerg *where = target; 452 1.112 joerg } 453 1.112 joerg } 454 1.112 joerg } 455 1.112 joerg #endif 456