Home | History | Annotate | Line # | Download | only in ld.elf_so
rtld.h revision 1.149
      1 /*	$NetBSD: rtld.h,v 1.149 2025/05/02 23:03:16 riastradh Exp $	 */
      2 
      3 /*
      4  * Copyright 1996 John D. Polstra.
      5  * Copyright 1996 Matt Thomas <matt (at) 3am-software.com>
      6  * All rights reserved.
      7  *
      8  * Redistribution and use in source and binary forms, with or without
      9  * modification, are permitted provided that the following conditions
     10  * are met:
     11  * 1. Redistributions of source code must retain the above copyright
     12  *    notice, this list of conditions and the following disclaimer.
     13  * 2. Redistributions in binary form must reproduce the above copyright
     14  *    notice, this list of conditions and the following disclaimer in the
     15  *    documentation and/or other materials provided with the distribution.
     16  * 3. All advertising materials mentioning features or use of this software
     17  *    must display the following acknowledgement:
     18  *      This product includes software developed by John Polstra.
     19  * 4. The name of the author may not be used to endorse or promote products
     20  *    derived from this software without specific prior written permission.
     21  *
     22  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
     23  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
     24  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     25  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
     26  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
     27  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
     28  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
     29  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
     30  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
     31  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     32  */
     33 
     34 #ifndef RTLD_H
     35 #define RTLD_H
     36 
     37 #include <dlfcn.h>
     38 #include <signal.h>
     39 #include <stdbool.h>
     40 #include <stddef.h>
     41 #include <sys/param.h>
     42 #include <sys/types.h>
     43 #include <sys/queue.h>
     44 #include <sys/exec_elf.h>
     45 #include <sys/tls.h>
     46 #include "rtldenv.h"
     47 #include "link.h"
     48 
     49 #if defined(_RTLD_SOURCE)
     50 
     51 #if defined(__ARM_EABI__) && !defined(__ARM_DWARF_EH__)
     52 #include "unwind.h"
     53 #endif
     54 
     55 #ifndef	RTLD_DEFAULT_LIBRARY_PATH
     56 #define	RTLD_DEFAULT_LIBRARY_PATH	"/usr/lib"
     57 #endif
     58 #define _PATH_LD_HINTS			"/etc/ld.so.conf"
     59 
     60 extern size_t _rtld_pagesz;
     61 
     62 #define round_down(x)	((x) & ~(_rtld_pagesz - 1))
     63 #define round_up(x)	round_down((x) + _rtld_pagesz - 1)
     64 
     65 #define NEW(type)	((type *) xmalloc(sizeof(type)))
     66 #define CNEW(type)	((type *) xcalloc(sizeof(type)))
     67 
     68 /*
     69  * Fill in a DoneList with an allocation large enough to hold all of
     70  * the currently-loaded objects. Keep this in a macro since it calls
     71  * alloca and we want that to occur within the scope of the caller.
     72  */
     73 #define _rtld_donelist_init(dlp)					\
     74     ((dlp)->num_alloc = _rtld_objcount,					\
     75     (dlp)->objs = alloca((dlp)->num_alloc * sizeof((dlp)->objs[0])),	\
     76     assert((dlp)->objs != NULL),					\
     77     (dlp)->num_used = 0)
     78 
     79 
     80 typedef struct Struct_Elf_Hash {
     81 	unsigned long sysv;
     82 	unsigned long gnu;
     83 } Elf_Hash;
     84 #endif /* _RTLD_SOURCE */
     85 
     86 /*
     87  * C++ has mandated the use of the following keywords for its new boolean
     88  * type.  We might as well follow their lead.
     89  */
     90 struct Struct_Obj_Entry;
     91 
     92 typedef struct Struct_Objlist_Entry {
     93 	SIMPLEQ_ENTRY(Struct_Objlist_Entry) link;
     94 	struct Struct_Obj_Entry *obj;
     95 } Objlist_Entry;
     96 
     97 typedef SIMPLEQ_HEAD(Struct_Objlist, Struct_Objlist_Entry) Objlist;
     98 
     99 typedef struct Struct_Name_Entry {
    100 	SIMPLEQ_ENTRY(Struct_Name_Entry) link;
    101 	char	name[1];
    102 } Name_Entry;
    103 
    104 typedef struct Struct_Needed_Entry {
    105 	struct Struct_Needed_Entry *next;
    106 	struct Struct_Obj_Entry *obj;
    107 	unsigned long   name;	/* Offset of name in string table */
    108 } Needed_Entry;
    109 
    110 typedef struct _rtld_search_path_t {
    111 	struct _rtld_search_path_t *sp_next;
    112 	const char     *sp_path;
    113 	size_t          sp_pathlen;
    114 } Search_Path;
    115 
    116 typedef struct Struct_Ver_Entry {
    117 	Elf_Word        hash;
    118 	u_int           flags;
    119 	const char     *name;
    120 	const char     *file;
    121 } Ver_Entry;
    122 
    123 /* Ver_Entry.flags */
    124 #define VER_INFO_HIDDEN	0x01
    125 
    126 #define RTLD_MAX_ENTRY 10
    127 #define RTLD_MAX_LIBRARY 4
    128 #define RTLD_MAX_CTL 2
    129 typedef struct _rtld_library_xform_t {
    130 	struct _rtld_library_xform_t *next;
    131 	char *name;
    132 	const char *ctlname;
    133 	struct {
    134 		char *value;
    135 		char *library[RTLD_MAX_LIBRARY];
    136 	} entry[RTLD_MAX_ENTRY];
    137 } Library_Xform;
    138 
    139 /*
    140  * Shared object descriptor.
    141  *
    142  * Items marked with "(%)" are dynamically allocated, and must be freed
    143  * when the structure is destroyed.
    144  */
    145 
    146 typedef void (*fptr_t)(void);
    147 
    148 typedef struct Struct_Obj_Entry {
    149 	struct Struct_Obj_Entry *next;
    150 	char           *path;		/* Pathname of underlying file (%) */
    151 	int             refcount;
    152 	int             dl_refcount;	/* Number of times loaded by dlopen */
    153 
    154 	/* These items are computed by map_object() or by digest_phdr(). */
    155 	caddr_t         mapbase;	/* Base address of mapped region */
    156 	size_t          mapsize;	/* Size of mapped region in bytes */
    157 	size_t          textsize;	/* Size of text segment in bytes */
    158 	Elf_Addr        vaddrbase;	/* Base address in shared object file */
    159 	caddr_t         relocbase;	/* Reloc const = mapbase - *vaddrbase */
    160 	Elf_Dyn        *dynamic;	/* Dynamic section */
    161 	caddr_t         entry;		/* Entry point */
    162 	const Elf_Phdr *phdr;		/* Program header (may be xmalloc'ed) */
    163 	size_t		phsize;		/* Size of program header in bytes */
    164 
    165 	/* Items from the dynamic section. */
    166 	Elf_Addr       *pltgot;		/* PLTGOT table */
    167 	const Elf_Rel  *rel;		/* Relocation entries */
    168 	const Elf_Rel  *rellim;		/* Limit of Relocation entries */
    169 	const Elf_Rela *rela;		/* Relocation entries */
    170 	const Elf_Rela *relalim;	/* Limit of Relocation entries */
    171 	const Elf_Relr *relr;		/* Relative relocations */
    172 	const Elf_Relr *relrlim;	/* Limit of relative relocations */
    173 	const Elf_Rel  *pltrel;		/* PLT relocation entries */
    174 	const Elf_Rel  *pltrellim;	/* Limit of PLT relocation entries */
    175 	const Elf_Rela *pltrela;	/* PLT relocation entries */
    176 	const Elf_Rela *pltrelalim;	/* Limit of PLT relocation entries */
    177 	const Elf_Sym  *symtab;		/* Symbol table */
    178 	const char     *strtab;		/* String table */
    179 	unsigned long   strsize;	/* Size in bytes of string table */
    180 #if defined(__mips__) || defined(__riscv__)
    181 	Elf_Word        local_gotno;	/* Number of local GOT entries */
    182 	Elf_Word        symtabno;	/* Number of dynamic symbols */
    183 	Elf_Word        gotsym;		/* First dynamic symbol in GOT */
    184 #endif
    185 
    186 	/* SysV Hash fields */
    187 	const Elf_Symindx *buckets;	/* Hash table buckets array */
    188 	unsigned long	unused1;	/* Used to be nbuckets */
    189 	const Elf_Symindx *chains;	/* Hash table chain array */
    190 	unsigned long   nchains;	/* Number of chains */
    191 
    192 	Search_Path    *rpaths;		/* Search path specified in object */
    193 	Needed_Entry   *needed;		/* Shared objects needed by this (%) */
    194 
    195 	fptr_t		init;		/* Initialization function to call */
    196 	fptr_t		fini;		/* Termination function to call */
    197 
    198 	u_int32_t	mainprog:1,	/* True if this is the main program */
    199 	        	rtld:1,		/* True if this is the dynamic linker */
    200 			textrel:1,	/* True if there are relocations to
    201 					 * text seg */
    202 			symbolic:1,	/* True if generated with
    203 					 * "-Bsymbolic" */
    204 			printed:1,	/* True if ldd has printed it */
    205 			isdynamic:1,	/* True if this is a pure PIC object */
    206 			mainref:1,	/* True if on _rtld_list_main */
    207 			globalref:1,	/* True if on _rtld_list_global */
    208 			init_done:1,	/* True if .init has been added */
    209 			init_called:1,	/* True if .init function has been
    210 					 * called */
    211 			fini_called:1,	/* True if .fini function has been
    212 					 * called */
    213 			z_now:1,	/* True if object's symbols should be
    214 					   bound immediately */
    215 			z_nodelete:1,	/* True if object should never be
    216 					   unloaded */
    217 			z_initfirst:1,	/* True if object's .init/.fini take
    218 					 * priority over others */
    219 			z_noopen:1,	/* True if object should never be
    220 					   dlopen'ed */
    221 			phdr_loaded:1,	/* Phdr is loaded and doesn't need to
    222 					 * be freed. */
    223 #ifdef __alpha__
    224 			secureplt:1,	/* True if PLT is read-only format */
    225 #endif
    226 #if defined(__HAVE_TLS_VARIANT_I) || defined(__HAVE_TLS_VARIANT_II)
    227 			tls_static:1,	/* True if static TLS offset
    228 					 * has been allocated */
    229 			tls_dynamic:1,	/* True if any non-static DTV entry
    230 					 * has been allocated */
    231 #endif
    232 			ref_nodel:1,	/* Refcount increased to prevent dlclose */
    233 			sysv_hash:1,	/* SysV Hash available */
    234 			gnu_hash:1;	/* GNU Hash available */
    235 
    236 	struct link_map linkmap;	/* for the debugger */
    237 
    238 	/* These items are computed by map_object() or by digest_phdr(). */
    239 	const char     *interp;	/* Pathname of the interpreter, if any */
    240 	Objlist         dldags;	/* Object belongs to these dlopened DAGs (%) */
    241 	Objlist         dagmembers;	/* DAG has these members (%) */
    242 	dev_t           dev;		/* Object's filesystem's device */
    243 	ino_t           ino;		/* Object's inode number */
    244 
    245 	void		*ehdr;
    246 
    247 	/* SysV Hash fields */
    248 	uint32_t        nbuckets;	/* Number of buckets */
    249 	uint32_t        nbuckets_m;	/* Precomputed for fast remainder */
    250 	uint8_t         nbuckets_s1;
    251 	uint8_t         nbuckets_s2;
    252 
    253 	/* GNU Hash fields */
    254 	const uint32_t *buckets_gnu;	/* Hash table buckets array */
    255 	uint32_t	nbuckets_gnu;	/* Number of GNU hash buckets */
    256 	uint32_t	nbuckets_m_gnu;	/* Precomputed for fast remainder */
    257 	uint8_t		nbuckets_s1_gnu;
    258 	uint8_t		nbuckets_s2_gnu;
    259 	const uint32_t *chains_gnu;	/* Hash table chain array */
    260 #define nchains_gnu	nchains		/* Number of symbols, shared with SysV Hash */
    261 	const Elf_Addr *bloom_gnu;
    262 	uint32_t	symndx_gnu;	/* First accessible symbol on dynsym table */
    263 	uint32_t	mask_bm_gnu;	/* Bloom filter words - 1 (bitmask) */
    264 	uint32_t	shift2_gnu;	/* Bloom filter shift count */
    265 
    266 	size_t		pathlen;	/* Pathname length */
    267 	SIMPLEQ_HEAD(, Struct_Name_Entry) names; /* List of names for this
    268 						  * object we know about. */
    269 
    270 #ifdef __powerpc__
    271 #ifdef _LP64
    272 	Elf_Addr	glink;		/* global linkage */
    273 #else
    274 	Elf_Addr       *gotptr;		/* GOT table (secure-plt only) */
    275 #endif
    276 #endif
    277 
    278 #if defined(__HAVE_TLS_VARIANT_I) || defined(__HAVE_TLS_VARIANT_II)
    279 	/* Thread Local Storage support for this module */
    280 	size_t		tlsindex;	/* Index in DTV */
    281 	void		*tlsinit;	/* Base address of TLS init block */
    282 	size_t		tlsinitsize;	/* Size of TLS init block */
    283 	size_t		tlssize;	/* Size of TLS block */
    284 	size_t		tlsoffset;	/* Offset in the static TLS block */
    285 	size_t		tlsalign;	/* Needed alignment for static TLS */
    286 #endif
    287 
    288 #ifdef GNU_RELRO
    289 	/* relocation readonly */
    290 	void		*relro_page;
    291 	size_t		relro_size;
    292 #endif
    293 
    294 	/* symbol versioning */
    295 	const Elf_Verneed *verneed;	/* Required versions. */
    296 	Elf_Word	verneednum;	/* Number of entries in verneed table */
    297 	const Elf_Verdef  *verdef;	/* Provided versions. */
    298 	Elf_Word	verdefnum;	/* Number of entries in verdef table */
    299 	const Elf_Versym *versyms;	/* Symbol versions table */
    300 
    301 	Ver_Entry	*vertab;	/* Versions required/defined by this
    302 					 * object */
    303 	int		vertabnum;	/* Number of entries in vertab */
    304 
    305 	/* init_array/fini_array */
    306 	fptr_t		*init_array;	/* start of init array */
    307 	size_t		init_arraysz;	/* # of entries in it */
    308 	fptr_t		*fini_array;	/* start of fini array */
    309 	size_t		fini_arraysz;	/* # of entries in it */
    310 	/* IRELATIVE relocations */
    311 	size_t		ifunc_remaining;
    312 #if \
    313     defined(__aarch64__) || \
    314     defined(__arm__) || \
    315     defined(__i386__) || \
    316     defined(__powerpc__) || \
    317     defined(__sparc__) || \
    318     defined(__x86_64__)
    319 #define IFUNC_NONPLT
    320 	/* On SPARC, the PLT variant is called JMP_IREL and counted above. */
    321 	size_t		ifunc_remaining_nonplt;
    322 #endif
    323 	size_t		cxa_refcount;	/* For TLS destructors. */
    324 #ifdef __ARM_EABI__
    325 	void		*exidx_start;
    326 	size_t		exidx_sz;
    327 #endif
    328 } Obj_Entry;
    329 
    330 typedef struct Struct_DoneList {
    331 	const Obj_Entry **objs;		/* Array of object pointers */
    332 	unsigned int num_alloc;		/* Allocated size of the array */
    333 	unsigned int num_used;		/* Number of array slots used */
    334 } DoneList;
    335 
    336 
    337 #if defined(_RTLD_SOURCE)
    338 
    339 extern struct r_debug _rtld_debug;
    340 extern Search_Path *_rtld_default_paths;
    341 extern Obj_Entry *_rtld_objlist;
    342 extern Obj_Entry **_rtld_objtail;
    343 extern u_int _rtld_objcount;
    344 extern u_int _rtld_objloads;
    345 extern const uintptr_t _rtld_compat_obj[];
    346 extern Obj_Entry *_rtld_objmain;
    347 extern Obj_Entry _rtld_objself;
    348 extern Search_Path *_rtld_paths;
    349 extern Library_Xform *_rtld_xforms;
    350 extern bool _rtld_trust;
    351 extern Objlist _rtld_list_global;
    352 extern Objlist _rtld_list_main;
    353 extern Elf_Sym _rtld_sym_zero;
    354 extern u_int _rtld_objgen;
    355 
    356 #define	RTLD_MODEMASK 0x3
    357 
    358 /* Flags to be passed into _rtld_symlook_ family of functions. */
    359 #define SYMLOOK_IN_PLT	0x01	/* Lookup for PLT symbol */
    360 #define SYMLOOK_DLSYM	0x02	/* Return newest versioned symbol.
    361 				   Used by dlsym. */
    362 
    363 /* Flags for _rtld_load_object() and friends. */
    364 #define	_RTLD_GLOBAL	0x01	/* Add object to global DAG. */
    365 #define	_RTLD_MAIN	0x02
    366 #define	_RTLD_NOLOAD	0x04	/* dlopen() specified RTLD_NOLOAD. */
    367 #define	_RTLD_DLOPEN	0x08	/* Load_object() called from dlopen(). */
    368 
    369 /* Preallocation for static TLS model */
    370 #define	RTLD_STATIC_TLS_RESERVATION	64
    371 
    372 /* rtld.c */
    373 __dso_public char *dlerror(void);
    374 __dso_public void *dlopen(const char *, int);
    375 __dso_public void *dlsym(void *, const char *);
    376 __dso_public int dlclose(void *);
    377 __dso_public int dladdr(const void *, Dl_info *);
    378 __dso_public int dlinfo(void *, int, void *);
    379 __dso_public int dl_iterate_phdr(int (*)(struct dl_phdr_info *, size_t, void *),
    380     void *);
    381 
    382 __dso_public void *_dlauxinfo(void) __pure;
    383 __dso_public void __dl_cxa_refcount(void *addr, ssize_t delta);
    384 
    385 __dso_public pid_t __locked_fork(int *);
    386 
    387 #if defined(__ARM_EABI__) && !defined(__ARM_DWARF_EH__)
    388 /*
    389  * This is used by libgcc to find the start and length of the exception table
    390  * associated with a PC.
    391  */
    392 __dso_public _Unwind_Ptr __gnu_Unwind_Find_exidx(_Unwind_Ptr, int *);
    393 #endif
    394 
    395 /* These aren't exported */
    396 void _rtld_error(const char *, ...) __printflike(1,2);
    397 void _rtld_die(void) __dead;
    398 void *_rtld_objmain_sym(const char *);
    399 __dso_public void _rtld_debug_state(void) __noinline;
    400 void _rtld_linkmap_add(Obj_Entry *);
    401 void _rtld_linkmap_delete(Obj_Entry *);
    402 void _rtld_objlist_push_head(Objlist *, Obj_Entry *);
    403 void _rtld_objlist_push_tail(Objlist *, Obj_Entry *);
    404 Objlist_Entry *_rtld_objlist_find(Objlist *, const Obj_Entry *);
    405 void _rtld_ref_dag(Obj_Entry *);
    406 
    407 void _rtld_shared_enter(void);
    408 void _rtld_shared_exit(void);
    409 void _rtld_exclusive_enter(sigset_t *);
    410 void _rtld_exclusive_exit(sigset_t *);
    411 
    412 int _rtld_relro(const Obj_Entry *, bool);
    413 
    414 /* expand.c */
    415 size_t _rtld_expand_path(char *, size_t, const char *, const char *,\
    416     const char *);
    417 
    418 /* headers.c */
    419 void _rtld_digest_dynamic(const char *, Obj_Entry *);
    420 Obj_Entry *_rtld_digest_phdr(const Elf_Phdr *, int, caddr_t);
    421 
    422 /* load.c */
    423 Obj_Entry *_rtld_load_object(const char *, int);
    424 int _rtld_load_needed_objects(Obj_Entry *, int);
    425 int _rtld_preload(const char *);
    426 
    427 #define	OBJ_ERR	(Obj_Entry *)(-1)
    428 /* path.c */
    429 void _rtld_add_paths(const char *, Search_Path **, const char *);
    430 void _rtld_process_hints(const char *, Search_Path **, Library_Xform **,
    431     const char *);
    432 int _rtld_sysctl(const char *, void *, size_t *);
    433 
    434 /* reloc.c */
    435 int _rtld_do_copy_relocations(const Obj_Entry *);
    436 int _rtld_relocate_objects(Obj_Entry *, bool);
    437 int _rtld_relocate_nonplt_objects(Obj_Entry *);
    438 int _rtld_relocate_plt_lazy(Obj_Entry *);
    439 int _rtld_relocate_plt_objects(const Obj_Entry *);
    440 void _rtld_setup_pltgot(const Obj_Entry *);
    441 Elf_Addr _rtld_resolve_ifunc(const Obj_Entry *, const Elf_Sym *);
    442 Elf_Addr _rtld_resolve_ifunc2(const Obj_Entry *, Elf_Addr);
    443 
    444 void _rtld_call_ifunc(Obj_Entry *, sigset_t *, u_int);
    445 
    446 /* search.c */
    447 Obj_Entry *_rtld_load_library(const char *, const Obj_Entry *, int);
    448 
    449 /* symbol.c */
    450 const Elf_Sym *_rtld_symlook_obj(const char *, Elf_Hash *,
    451     const Obj_Entry *, u_int, const Ver_Entry *);
    452 const Elf_Sym *_rtld_find_symdef(unsigned long, const Obj_Entry *,
    453     const Obj_Entry **, u_int);
    454 const Elf_Sym *_rtld_find_plt_symdef(unsigned long, const Obj_Entry *,
    455     const Obj_Entry **, bool);
    456 
    457 const Elf_Sym *_rtld_symlook_list(const char *, Elf_Hash *,
    458     const Objlist *, const Obj_Entry **, u_int, const Ver_Entry *, DoneList *);
    459 const Elf_Sym *_rtld_symlook_default(const char *, Elf_Hash *,
    460     const Obj_Entry *, const Obj_Entry **, u_int, const Ver_Entry *);
    461 const Elf_Sym *_rtld_symlook_needed(const char *, Elf_Hash *,
    462     const Needed_Entry *, const Obj_Entry **, u_int, const Ver_Entry *,
    463     DoneList *, DoneList *);
    464 
    465 /* symver.c */
    466 void _rtld_object_add_name(Obj_Entry *, const char *);
    467 int _rtld_object_match_name(const Obj_Entry *, const char *);
    468 int _rtld_verify_object_versions(Obj_Entry *);
    469 
    470 static __inline const Ver_Entry *
    471 _rtld_fetch_ventry(const Obj_Entry *obj, unsigned long symnum)
    472 {
    473 	Elf_Half vernum;
    474 
    475 	if (obj->vertab) {
    476 		vernum = VER_NDX(obj->versyms[symnum].vs_vers);
    477 		if (vernum >= obj->vertabnum) {
    478 			_rtld_error("%s: symbol %s has wrong verneed value %d",
    479 			    obj->path, &obj->strtab[symnum], vernum);
    480 		} else if (obj->vertab[vernum].hash) {
    481 			return &obj->vertab[vernum];
    482 		}
    483 	}
    484 	return NULL;
    485 }
    486 
    487 #if defined(__HAVE_TLS_VARIANT_I) || defined(__HAVE_TLS_VARIANT_II)
    488 /* tls.c */
    489 void *_rtld_tls_get_addr(void *, size_t, size_t);
    490 void _rtld_tls_initial_allocation(void);
    491 int _rtld_tls_offset_allocate(Obj_Entry *);
    492 void _rtld_tls_offset_free(Obj_Entry *);
    493 
    494 extern size_t _rtld_tls_dtv_generation;
    495 extern size_t _rtld_tls_max_index;
    496 
    497 __dso_public extern void *__tls_get_addr(void *);
    498 #ifdef __i386__
    499 __dso_public extern void *___tls_get_addr(void *)
    500     __attribute__((__regparm__(1)));
    501 #endif
    502 #endif
    503 
    504 /* map_object.c */
    505 struct stat;
    506 Obj_Entry *_rtld_map_object(const char *, int, const struct stat *);
    507 void _rtld_obj_free(Obj_Entry *);
    508 Obj_Entry *_rtld_obj_new(void);
    509 
    510 #ifdef RTLD_LOADER
    511 /* function descriptors */
    512 #ifdef __HAVE_FUNCTION_DESCRIPTORS
    513 Elf_Addr _rtld_function_descriptor_alloc(const Obj_Entry *,
    514     const Elf_Sym *, Elf_Addr);
    515 const void *_rtld_function_descriptor_function(const void *);
    516 
    517 Elf_Addr _rtld_call_function_addr(const Obj_Entry *, Elf_Addr);
    518 #else
    519 static inline Elf_Addr
    520 _rtld_call_function_addr(const Obj_Entry *obj, Elf_Addr addr)
    521 {
    522 	return ((Elf_Addr(*)(void))addr)();
    523 }
    524 #endif /* __HAVE_FUNCTION_DESCRIPTORS */
    525 #endif /* RTLD_LOADER */
    526 
    527 #endif /* _RTLD_SOURCE */
    528 
    529 #endif /* RTLD_H */
    530