Home | History | Annotate | Line # | Download | only in ld.elf_so
rtld.c revision 1.117.6.1
      1  1.117.6.1      yamt /*	$NetBSD: rtld.c,v 1.117.6.1 2008/06/17 09:13:39 yamt Exp $	 */
      2        1.1       cgd 
      3        1.1       cgd /*
      4        1.1       cgd  * Copyright 1996 John D. Polstra.
      5        1.1       cgd  * Copyright 1996 Matt Thomas <matt (at) 3am-software.com>
      6       1.87   mycroft  * Copyright 2002 Charles M. Hannum <root (at) ihack.net>
      7        1.1       cgd  * All rights reserved.
      8        1.1       cgd  *
      9        1.1       cgd  * Redistribution and use in source and binary forms, with or without
     10        1.1       cgd  * modification, are permitted provided that the following conditions
     11        1.1       cgd  * are met:
     12        1.1       cgd  * 1. Redistributions of source code must retain the above copyright
     13        1.1       cgd  *    notice, this list of conditions and the following disclaimer.
     14        1.1       cgd  * 2. Redistributions in binary form must reproduce the above copyright
     15        1.1       cgd  *    notice, this list of conditions and the following disclaimer in the
     16        1.1       cgd  *    documentation and/or other materials provided with the distribution.
     17        1.1       cgd  * 3. All advertising materials mentioning features or use of this software
     18        1.1       cgd  *    must display the following acknowledgement:
     19        1.1       cgd  *      This product includes software developed by John Polstra.
     20        1.1       cgd  * 4. The name of the author may not be used to endorse or promote products
     21        1.1       cgd  *    derived from this software without specific prior written permission.
     22        1.1       cgd  *
     23        1.1       cgd  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
     24        1.1       cgd  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
     25        1.1       cgd  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     26        1.1       cgd  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
     27        1.1       cgd  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
     28        1.1       cgd  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
     29        1.1       cgd  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
     30        1.1       cgd  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
     31        1.1       cgd  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
     32        1.1       cgd  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     33        1.1       cgd  */
     34        1.1       cgd 
     35        1.1       cgd /*
     36        1.1       cgd  * Dynamic linker for ELF.
     37        1.1       cgd  *
     38        1.1       cgd  * John Polstra <jdp (at) polstra.com>.
     39        1.1       cgd  */
     40        1.1       cgd 
     41      1.107     skrll #include <sys/cdefs.h>
     42      1.107     skrll #ifndef lint
     43  1.117.6.1      yamt __RCSID("$NetBSD: rtld.c,v 1.117.6.1 2008/06/17 09:13:39 yamt Exp $");
     44      1.107     skrll #endif /* not lint */
     45      1.107     skrll 
     46        1.1       cgd #include <err.h>
     47        1.1       cgd #include <errno.h>
     48        1.1       cgd #include <fcntl.h>
     49        1.1       cgd #include <stdarg.h>
     50        1.1       cgd #include <stdio.h>
     51        1.1       cgd #include <stdlib.h>
     52        1.1       cgd #include <string.h>
     53        1.1       cgd #include <unistd.h>
     54        1.3       cgd #include <sys/param.h>
     55        1.1       cgd #include <sys/mman.h>
     56        1.1       cgd #include <dirent.h>
     57        1.1       cgd 
     58        1.1       cgd #include <ctype.h>
     59        1.1       cgd 
     60        1.2       cgd #include <dlfcn.h>
     61        1.1       cgd #include "debug.h"
     62        1.1       cgd #include "rtld.h"
     63        1.3       cgd 
     64       1.20    kleink #if !defined(lint)
     65        1.3       cgd #include "sysident.h"
     66       1.20    kleink #endif
     67        1.1       cgd 
     68        1.1       cgd /*
     69        1.1       cgd  * Function declarations.
     70        1.1       cgd  */
     71      1.113  christos static void     _rtld_init(caddr_t, caddr_t, const char *);
     72       1.98     skrll static void     _rtld_exit(void);
     73       1.15  christos 
     74       1.98     skrll Elf_Addr        _rtld(Elf_Addr *, Elf_Addr);
     75       1.15  christos 
     76        1.1       cgd 
     77        1.1       cgd /*
     78        1.1       cgd  * Data declarations.
     79        1.1       cgd  */
     80       1.15  christos static char    *error_message;	/* Message for dlopen(), or NULL */
     81        1.1       cgd 
     82       1.15  christos struct r_debug  _rtld_debug;	/* for GDB; */
     83       1.15  christos bool            _rtld_trust;	/* False for setuid and setgid programs */
     84       1.15  christos Obj_Entry      *_rtld_objlist;	/* Head of linked list of shared objects */
     85       1.15  christos Obj_Entry     **_rtld_objtail;	/* Link field of last object in list */
     86       1.15  christos Obj_Entry      *_rtld_objmain;	/* The main program shared object */
     87       1.15  christos Obj_Entry       _rtld_objself;	/* The dynamic linker shared object */
     88       1.79   mycroft char           *_rtld_path = _PATH_RTLD;
     89       1.25   mycroft Elf_Sym         _rtld_sym_zero;	/* For resolving undefined weak refs. */
     90       1.18        ws int		_rtld_pagesz;	/* Page size, as provided by kernel */
     91       1.25   mycroft 
     92       1.22    kleink Search_Path    *_rtld_default_paths;
     93       1.15  christos Search_Path    *_rtld_paths;
     94       1.28  christos 
     95       1.28  christos Library_Xform  *_rtld_xforms;
     96       1.28  christos 
     97        1.1       cgd /*
     98        1.1       cgd  * Global declarations normally provided by crt0.
     99        1.1       cgd  */
    100       1.15  christos char           *__progname;
    101       1.15  christos char          **environ;
    102        1.1       cgd 
    103      1.108       uwe #if defined(RTLD_DEBUG)
    104      1.112       scw #ifndef __sh__
    105        1.9        tv extern Elf_Addr _GLOBAL_OFFSET_TABLE_[];
    106      1.108       uwe #else  /* 32-bit SuperH */
    107      1.108       uwe register Elf_Addr *_GLOBAL_OFFSET_TABLE_ asm("r12");
    108      1.108       uwe #endif
    109      1.108       uwe #endif /* RTLD_DEBUG */
    110       1.15  christos extern Elf_Dyn  _DYNAMIC;
    111        1.8        tv 
    112      1.117        ad static void _rtld_call_fini_functions(int);
    113      1.117        ad static void _rtld_call_init_functions(void);
    114      1.117        ad static void _rtld_initlist_visit(Objlist *, Obj_Entry *, int);
    115      1.117        ad static void _rtld_initlist_tsort(Objlist *, int);
    116       1.98     skrll static Obj_Entry *_rtld_dlcheck(void *);
    117       1.98     skrll static void _rtld_init_dag(Obj_Entry *);
    118       1.98     skrll static void _rtld_init_dag1(Obj_Entry *, Obj_Entry *);
    119       1.98     skrll static void _rtld_objlist_remove(Objlist *, Obj_Entry *);
    120      1.117        ad static void _rtld_objlist_clear(Objlist *);
    121       1.98     skrll static void _rtld_unload_object(Obj_Entry *, bool);
    122       1.98     skrll static void _rtld_unref_dag(Obj_Entry *);
    123       1.98     skrll static Obj_Entry *_rtld_obj_from_addr(const void *);
    124       1.15  christos 
    125        1.1       cgd static void
    126      1.117        ad _rtld_call_fini_functions(int force)
    127        1.1       cgd {
    128      1.117        ad 	Objlist_Entry *elm;
    129      1.117        ad 	Objlist finilist;
    130       1.14        pk 	Obj_Entry *obj;
    131        1.1       cgd 
    132      1.117        ad 	dbg(("_rtld_call_fini_functions(%d)", force));
    133      1.117        ad 
    134      1.117        ad 	SIMPLEQ_INIT(&finilist);
    135      1.117        ad 	_rtld_initlist_tsort(&finilist, 1);
    136      1.117        ad 
    137      1.117        ad 	/* First pass: objects _not_ marked with DF_1_INITFIRST. */
    138      1.117        ad 	SIMPLEQ_FOREACH(elm, &finilist, link) {
    139      1.117        ad 		obj = elm->obj;
    140      1.117        ad 		if (obj->refcount > 0 && !force) {
    141      1.117        ad 			continue;
    142      1.117        ad 		}
    143      1.117        ad 		if (obj->fini == NULL || obj->fini_called || obj->initfirst) {
    144      1.117        ad 		    	continue;
    145      1.117        ad 		}
    146      1.117        ad 		dbg (("calling fini function %s at %p",  obj->path,
    147      1.117        ad 		    (void *)obj->fini));
    148      1.117        ad 		obj->fini_called = 1;
    149      1.117        ad 		(*obj->fini)();
    150      1.117        ad 	}
    151      1.117        ad 
    152      1.117        ad 	/* Second pass: objects marked with DF_1_INITFIRST. */
    153      1.117        ad 	SIMPLEQ_FOREACH(elm, &finilist, link) {
    154      1.117        ad 		obj = elm->obj;
    155      1.117        ad 		if (obj->refcount > 0 && !force) {
    156      1.117        ad 			continue;
    157      1.117        ad 		}
    158      1.117        ad 		if (obj->fini == NULL || obj->fini_called) {
    159      1.117        ad 		    	continue;
    160      1.117        ad 		}
    161      1.117        ad 		dbg (("calling fini function %s at %p (DF_1_INITFIRST)",
    162      1.117        ad 		    obj->path, (void *)obj->fini));
    163      1.117        ad 		obj->fini_called = 1;
    164      1.117        ad 		(*obj->fini)();
    165      1.117        ad 	}
    166      1.117        ad 
    167      1.117        ad         _rtld_objlist_clear(&finilist);
    168        1.1       cgd }
    169        1.1       cgd 
    170        1.1       cgd static void
    171      1.117        ad _rtld_call_init_functions()
    172        1.1       cgd {
    173      1.117        ad 	Objlist_Entry *elm;
    174      1.117        ad 	Objlist initlist;
    175      1.117        ad 	Obj_Entry *obj;
    176       1.94    simonb 
    177      1.117        ad 	dbg(("_rtld_call_init_functions()"));
    178      1.117        ad 	SIMPLEQ_INIT(&initlist);
    179      1.117        ad 	_rtld_initlist_tsort(&initlist, 0);
    180      1.117        ad 
    181      1.117        ad 	/* First pass: objects marked with DF_1_INITFIRST. */
    182      1.117        ad 	SIMPLEQ_FOREACH(elm, &initlist, link) {
    183      1.117        ad 		obj = elm->obj;
    184      1.117        ad 		if (obj->init == NULL || obj->init_called || !obj->initfirst) {
    185      1.117        ad 			continue;
    186      1.117        ad 		}
    187      1.117        ad 		dbg (("calling init function %s at %p (DF_1_INITFIRST)",
    188      1.117        ad 		    obj->path, (void *)obj->init));
    189      1.117        ad 		obj->init_called = 1;
    190      1.117        ad 		(*obj->init)();
    191      1.117        ad 	}
    192      1.117        ad 
    193      1.117        ad 	/* Second pass: all other objects. */
    194      1.117        ad 	SIMPLEQ_FOREACH(elm, &initlist, link) {
    195      1.117        ad 		obj = elm->obj;
    196      1.117        ad 		if (obj->init == NULL || obj->init_called) {
    197      1.117        ad 			continue;
    198      1.117        ad 		}
    199      1.117        ad 		dbg (("calling init function %s at %p",  obj->path,
    200      1.117        ad 		    (void *)obj->init));
    201      1.117        ad 		obj->init_called = 1;
    202      1.117        ad 		(*obj->init)();
    203       1.14        pk 	}
    204      1.117        ad 
    205      1.117        ad         _rtld_objlist_clear(&initlist);
    206        1.1       cgd }
    207       1.14        pk 
    208        1.1       cgd /*
    209        1.1       cgd  * Initialize the dynamic linker.  The argument is the address at which
    210        1.1       cgd  * the dynamic linker has been mapped into memory.  The primary task of
    211      1.105     skrll  * this function is to create an Obj_Entry for the dynamic linker and
    212      1.105     skrll  * to resolve the PLT relocation for platforms that need it (those that
    213      1.105     skrll  * define __HAVE_FUNCTION_DESCRIPTORS
    214        1.1       cgd  */
    215        1.1       cgd static void
    216      1.114  christos _rtld_init(caddr_t mapbase, caddr_t relocbase, const char *execname)
    217        1.1       cgd {
    218       1.94    simonb 
    219       1.14        pk 	/* Conjure up an Obj_Entry structure for the dynamic linker. */
    220       1.80   mycroft 	_rtld_objself.path = _rtld_path;
    221       1.89  junyoung 	_rtld_objself.pathlen = strlen(_rtld_path);
    222       1.80   mycroft 	_rtld_objself.rtld = true;
    223       1.80   mycroft 	_rtld_objself.mapbase = mapbase;
    224       1.80   mycroft 	_rtld_objself.relocbase = relocbase;
    225       1.80   mycroft 	_rtld_objself.dynamic = (Elf_Dyn *) &_DYNAMIC;
    226        1.1       cgd 
    227      1.113  christos 	_rtld_digest_dynamic(_rtld_path, &_rtld_objself);
    228      1.104     skrll 	assert(!_rtld_objself.needed);
    229      1.105     skrll #if !defined(__hppa__)
    230      1.103     skrll 	assert(!_rtld_objself.pltrel && !_rtld_objself.pltrela);
    231      1.105     skrll #else
    232      1.105     skrll 	_rtld_relocate_plt_objects(&_rtld_objself);
    233      1.105     skrll #endif
    234      1.105     skrll #if !defined(__mips__) && !defined(__hppa__)
    235      1.104     skrll 	assert(!_rtld_objself.pltgot);
    236      1.103     skrll #endif
    237       1.97     skrll #if !defined(__arm__) && !defined(__mips__) && !defined(__sh__)
    238       1.97     skrll 	/* ARM, MIPS and SH{3,5} have a bogus DT_TEXTREL. */
    239      1.103     skrll 	assert(!_rtld_objself.textrel);
    240       1.80   mycroft #endif
    241       1.13  christos 
    242      1.114  christos 	_rtld_add_paths(execname, &_rtld_default_paths,
    243      1.114  christos 	    RTLD_DEFAULT_LIBRARY_PATH);
    244       1.13  christos 
    245       1.14        pk 	/*
    246       1.14        pk 	 * Set up the _rtld_objlist pointer, so that rtld symbols can be found.
    247       1.14        pk 	 */
    248       1.14        pk 	_rtld_objlist = &_rtld_objself;
    249        1.1       cgd 
    250       1.14        pk 	/* Make the object list empty again. */
    251       1.14        pk 	_rtld_objlist = NULL;
    252       1.14        pk 	_rtld_objtail = &_rtld_objlist;
    253        1.1       cgd 
    254       1.14        pk 	_rtld_debug.r_brk = _rtld_debug_state;
    255       1.14        pk 	_rtld_debug.r_state = RT_CONSISTENT;
    256        1.1       cgd }
    257       1.14        pk 
    258        1.1       cgd /*
    259        1.1       cgd  * Cleanup procedure.  It will be called (by the atexit() mechanism) just
    260        1.1       cgd  * before the process exits.
    261        1.1       cgd  */
    262        1.1       cgd static void
    263       1.98     skrll _rtld_exit(void)
    264        1.1       cgd {
    265       1.15  christos 	dbg(("rtld_exit()"));
    266        1.1       cgd 
    267      1.117        ad 	_rtld_call_fini_functions(1);
    268        1.1       cgd }
    269       1.14        pk 
    270        1.1       cgd /*
    271        1.1       cgd  * Main entry point for dynamic linking.  The argument is the stack
    272        1.1       cgd  * pointer.  The stack is expected to be laid out as described in the
    273        1.1       cgd  * SVR4 ABI specification, Intel 386 Processor Supplement.  Specifically,
    274        1.1       cgd  * the stack pointer points to a word containing ARGC.  Following that
    275        1.1       cgd  * in the stack is a null-terminated sequence of pointers to argument
    276        1.1       cgd  * strings.  Then comes a null-terminated sequence of pointers to
    277        1.1       cgd  * environment strings.  Finally, there is a sequence of "auxiliary
    278        1.1       cgd  * vector" entries.
    279        1.1       cgd  *
    280       1.17    kleink  * This function returns the entry point for the main program, the dynamic
    281       1.17    kleink  * linker's exit procedure in sp[0], and a pointer to the main object in
    282       1.17    kleink  * sp[1].
    283        1.1       cgd  */
    284        1.1       cgd Elf_Addr
    285       1.98     skrll _rtld(Elf_Addr *sp, Elf_Addr relocbase)
    286        1.1       cgd {
    287       1.15  christos 	const AuxInfo  *pAUX_base, *pAUX_entry, *pAUX_execfd, *pAUX_phdr,
    288       1.53  christos 	               *pAUX_phent, *pAUX_phnum, *pAUX_euid, *pAUX_egid,
    289       1.53  christos 		       *pAUX_ruid, *pAUX_rgid;
    290       1.18        ws 	const AuxInfo  *pAUX_pagesz;
    291       1.15  christos 	char          **env;
    292       1.15  christos 	const AuxInfo  *aux;
    293       1.15  christos 	const AuxInfo  *auxp;
    294       1.39   mycroft 	Elf_Addr       *const osp = sp;
    295       1.15  christos 	bool            bind_now = 0;
    296       1.15  christos 	const char     *ld_bind_now;
    297       1.15  christos 	const char    **argv;
    298      1.114  christos 	const char     *execname;
    299       1.40   mycroft 	long		argc;
    300       1.31       erh 	const char **real___progname;
    301       1.34  christos 	const Obj_Entry **real___mainprog_obj;
    302       1.31       erh 	char ***real_environ;
    303       1.60   mycroft #if defined(RTLD_DEBUG)
    304      1.117        ad 	int i = 0;
    305       1.12  christos #endif
    306        1.1       cgd 
    307       1.15  christos 	/*
    308       1.15  christos          * On entry, the dynamic linker itself has not been relocated yet.
    309       1.15  christos          * Be very careful not to reference any global data until after
    310       1.15  christos          * _rtld_init has returned.  It is OK to reference file-scope statics
    311       1.15  christos          * and string constants, and to call static and global functions.
    312       1.15  christos          */
    313       1.15  christos 	/* Find the auxiliary vector on the stack. */
    314       1.15  christos 	/* first Elf_Word reserved to address of exit routine */
    315       1.60   mycroft #if defined(RTLD_DEBUG)
    316       1.75   mycroft 	debug = 1;
    317       1.88      fvdl 	dbg(("sp = %p, argc = %ld, argv = %p <%s> relocbase %p", sp,
    318       1.88      fvdl 	    (long)sp[2], &sp[3], (char *) sp[3], (void *)relocbase));
    319       1.75   mycroft 	dbg(("got is at %p, dynamic is at %p", _GLOBAL_OFFSET_TABLE_,
    320       1.75   mycroft 	    &_DYNAMIC));
    321       1.71  junyoung 	dbg(("_ctype_ is %p", _ctype_));
    322        1.1       cgd #endif
    323        1.1       cgd 
    324       1.15  christos 	sp += 2;		/* skip over return argument space */
    325       1.15  christos 	argv = (const char **) &sp[1];
    326       1.40   mycroft 	argc = *(long *)sp;
    327       1.39   mycroft 	sp += 2 + argc;		/* Skip over argc, arguments, and NULL
    328       1.15  christos 				 * terminator */
    329       1.15  christos 	env = (char **) sp;
    330       1.15  christos 	while (*sp++ != 0) {	/* Skip over environment, and NULL terminator */
    331       1.60   mycroft #if defined(RTLD_DEBUG)
    332       1.71  junyoung 		dbg(("env[%d] = %p %s", i++, (void *)sp[-1], (char *)sp[-1]));
    333        1.1       cgd #endif
    334       1.15  christos 	}
    335       1.15  christos 	aux = (const AuxInfo *) sp;
    336        1.1       cgd 
    337       1.15  christos 	pAUX_base = pAUX_entry = pAUX_execfd = NULL;
    338       1.15  christos 	pAUX_phdr = pAUX_phent = pAUX_phnum = NULL;
    339       1.53  christos 	pAUX_euid = pAUX_ruid = pAUX_egid = pAUX_rgid = NULL;
    340       1.18        ws 	pAUX_pagesz = NULL;
    341       1.44        pk 
    342      1.114  christos 	execname = NULL;
    343      1.114  christos 
    344       1.69   mycroft 	/* Digest the auxiliary vector. */
    345       1.24    kleink 	for (auxp = aux; auxp->a_type != AT_NULL; ++auxp) {
    346       1.24    kleink 		switch (auxp->a_type) {
    347       1.24    kleink 		case AT_BASE:
    348       1.15  christos 			pAUX_base = auxp;
    349       1.15  christos 			break;
    350       1.24    kleink 		case AT_ENTRY:
    351       1.15  christos 			pAUX_entry = auxp;
    352       1.15  christos 			break;
    353       1.24    kleink 		case AT_EXECFD:
    354       1.15  christos 			pAUX_execfd = auxp;
    355       1.15  christos 			break;
    356       1.24    kleink 		case AT_PHDR:
    357       1.15  christos 			pAUX_phdr = auxp;
    358       1.15  christos 			break;
    359       1.24    kleink 		case AT_PHENT:
    360       1.15  christos 			pAUX_phent = auxp;
    361       1.15  christos 			break;
    362       1.24    kleink 		case AT_PHNUM:
    363       1.15  christos 			pAUX_phnum = auxp;
    364       1.15  christos 			break;
    365       1.54   mycroft #ifdef AT_EUID
    366       1.53  christos 		case AT_EUID:
    367       1.53  christos 			pAUX_euid = auxp;
    368       1.53  christos 			break;
    369       1.53  christos 		case AT_RUID:
    370       1.53  christos 			pAUX_ruid = auxp;
    371       1.53  christos 			break;
    372       1.53  christos 		case AT_EGID:
    373       1.53  christos 			pAUX_egid = auxp;
    374       1.53  christos 			break;
    375       1.53  christos 		case AT_RGID:
    376       1.53  christos 			pAUX_rgid = auxp;
    377       1.53  christos 			break;
    378       1.54   mycroft #endif
    379      1.114  christos #ifdef AT_SUN_EXECNAME
    380      1.114  christos 		case AT_SUN_EXECNAME:
    381      1.114  christos 			execname = (const char *)(const void *)auxp->a_v;
    382      1.114  christos 			break;
    383      1.114  christos #endif
    384       1.24    kleink 		case AT_PAGESZ:
    385       1.18        ws 			pAUX_pagesz = auxp;
    386       1.18        ws 			break;
    387       1.15  christos 		}
    388       1.15  christos 	}
    389       1.18        ws 
    390       1.69   mycroft 	/* Initialize and relocate ourselves. */
    391       1.90  junyoung 	if (pAUX_base == NULL) {
    392       1.90  junyoung 		_rtld_error("Bad pAUX_base");
    393       1.90  junyoung 		_rtld_die();
    394       1.90  junyoung 	}
    395       1.69   mycroft 	assert(pAUX_pagesz != NULL);
    396       1.24    kleink 	_rtld_pagesz = (int)pAUX_pagesz->a_v;
    397      1.114  christos 	_rtld_init((caddr_t)pAUX_base->a_v, (caddr_t)relocbase, execname);
    398        1.1       cgd 
    399       1.15  christos 	__progname = _rtld_objself.path;
    400       1.15  christos 	environ = env;
    401        1.1       cgd 
    402       1.53  christos 	_rtld_trust = ((pAUX_euid ? (uid_t)pAUX_euid->a_v : geteuid()) ==
    403       1.53  christos 	    (pAUX_ruid ? (uid_t)pAUX_ruid->a_v : getuid())) &&
    404       1.53  christos 	    ((pAUX_egid ? (gid_t)pAUX_egid->a_v : getegid()) ==
    405       1.53  christos 	    (pAUX_rgid ? (gid_t)pAUX_rgid->a_v : getgid()));
    406        1.1       cgd 
    407       1.15  christos 	ld_bind_now = getenv("LD_BIND_NOW");
    408       1.15  christos 	if (ld_bind_now != NULL && *ld_bind_now != '\0')
    409       1.15  christos 		bind_now = true;
    410       1.15  christos 	if (_rtld_trust) {
    411        1.6    mhitch #ifdef DEBUG
    412       1.15  christos 		const char     *ld_debug = getenv("LD_DEBUG");
    413       1.75   mycroft #ifdef RTLD_DEBUG
    414       1.75   mycroft 		debug = 0;
    415       1.75   mycroft #endif
    416       1.15  christos 		if (ld_debug != NULL && *ld_debug != '\0')
    417       1.15  christos 			debug = 1;
    418       1.15  christos #endif
    419      1.114  christos 		_rtld_add_paths(execname, &_rtld_paths,
    420      1.114  christos 		    getenv("LD_LIBRARY_PATH"));
    421      1.111  christos 	} else {
    422      1.115  christos 		execname = NULL;
    423      1.111  christos 		unsetenv("LD_DEBUG");
    424      1.111  christos 		unsetenv("LD_LIBRARY_PATH");
    425       1.15  christos 	}
    426      1.114  christos 	_rtld_process_hints(execname, &_rtld_paths, &_rtld_xforms,
    427      1.113  christos 	    _PATH_LD_HINTS);
    428       1.66  junyoung 	dbg(("dynamic linker is initialized, mapbase=%p, relocbase=%p",
    429       1.58   mycroft 	     _rtld_objself.mapbase, _rtld_objself.relocbase));
    430       1.15  christos 
    431       1.15  christos 	/*
    432       1.15  christos          * Load the main program, or process its program header if it is
    433       1.15  christos          * already loaded.
    434       1.15  christos          */
    435       1.15  christos 	if (pAUX_execfd != NULL) {	/* Load the main program. */
    436       1.24    kleink 		int             fd = pAUX_execfd->a_v;
    437      1.110  christos 		const char *obj_name = argv[0] ? argv[0] : "main program";
    438       1.15  christos 		dbg(("loading main program"));
    439      1.110  christos 		_rtld_objmain = _rtld_map_object(obj_name, fd, NULL);
    440       1.15  christos 		close(fd);
    441       1.15  christos 		if (_rtld_objmain == NULL)
    442       1.15  christos 			_rtld_die();
    443       1.15  christos 	} else {		/* Main program already loaded. */
    444       1.15  christos 		const Elf_Phdr *phdr;
    445       1.15  christos 		int             phnum;
    446       1.15  christos 		caddr_t         entry;
    447       1.15  christos 
    448       1.15  christos 		dbg(("processing main program's program header"));
    449       1.15  christos 		assert(pAUX_phdr != NULL);
    450       1.24    kleink 		phdr = (const Elf_Phdr *) pAUX_phdr->a_v;
    451       1.15  christos 		assert(pAUX_phnum != NULL);
    452       1.24    kleink 		phnum = pAUX_phnum->a_v;
    453       1.15  christos 		assert(pAUX_phent != NULL);
    454       1.24    kleink 		assert(pAUX_phent->a_v == sizeof(Elf_Phdr));
    455       1.15  christos 		assert(pAUX_entry != NULL);
    456       1.24    kleink 		entry = (caddr_t) pAUX_entry->a_v;
    457       1.15  christos 		_rtld_objmain = _rtld_digest_phdr(phdr, phnum, entry);
    458       1.84   mycroft 		_rtld_objmain->path = xstrdup(argv[0] ? argv[0] :
    459       1.84   mycroft 		    "main program");
    460       1.89  junyoung 		_rtld_objmain->pathlen = strlen(_rtld_objmain->path);
    461       1.15  christos 	}
    462       1.15  christos 
    463       1.92   mycroft 	_rtld_objmain->mainprog = true;
    464       1.92   mycroft 
    465       1.25   mycroft 	/*
    466       1.25   mycroft 	 * Get the actual dynamic linker pathname from the executable if
    467       1.25   mycroft 	 * possible.  (It should always be possible.)  That ensures that
    468       1.25   mycroft 	 * gdb will find the right dynamic linker even if a non-standard
    469       1.25   mycroft 	 * one is being used.
    470       1.25   mycroft 	 */
    471       1.25   mycroft 	if (_rtld_objmain->interp != NULL &&
    472       1.78   mycroft 	    strcmp(_rtld_objmain->interp, _rtld_objself.path) != 0)
    473       1.25   mycroft 		_rtld_objself.path = xstrdup(_rtld_objmain->interp);
    474       1.66  junyoung 	dbg(("actual dynamic linker is %s", _rtld_objself.path));
    475       1.25   mycroft 
    476      1.114  christos 	_rtld_digest_dynamic(execname, _rtld_objmain);
    477       1.15  christos 
    478       1.84   mycroft 	/* Link the main program into the list of objects. */
    479       1.84   mycroft 	*_rtld_objtail = _rtld_objmain;
    480       1.84   mycroft 	_rtld_objtail = &_rtld_objmain->next;
    481       1.84   mycroft 
    482       1.15  christos 	_rtld_linkmap_add(_rtld_objmain);
    483       1.15  christos 	_rtld_linkmap_add(&_rtld_objself);
    484       1.15  christos 
    485       1.15  christos 	++_rtld_objmain->refcount;
    486       1.84   mycroft 	_rtld_objmain->mainref = 1;
    487      1.117        ad 	_rtld_objlist_push_tail(&_rtld_list_main, _rtld_objmain);
    488       1.19    kleink 
    489       1.25   mycroft 	/* Initialize a fake symbol for resolving undefined weak references. */
    490       1.26   thorpej 	_rtld_sym_zero.st_info = ELF_ST_INFO(STB_GLOBAL, STT_NOTYPE);
    491       1.25   mycroft 	_rtld_sym_zero.st_shndx = SHN_ABS;
    492       1.25   mycroft 
    493      1.111  christos 	if (_rtld_trust) {
    494      1.111  christos 		/*
    495      1.111  christos 		 * Pre-load user-specified objects after the main program
    496      1.111  christos 		 * but before any shared object dependencies.
    497      1.111  christos 		 */
    498      1.111  christos 		dbg(("preloading objects"));
    499      1.111  christos 		if (_rtld_preload(getenv("LD_PRELOAD")) == -1)
    500      1.111  christos 			_rtld_die();
    501      1.111  christos 	} else
    502      1.111  christos 		unsetenv("LD_PRELOAD");
    503       1.15  christos 
    504       1.15  christos 	dbg(("loading needed objects"));
    505       1.84   mycroft 	if (_rtld_load_needed_objects(_rtld_objmain, RTLD_MAIN) == -1)
    506       1.15  christos 		_rtld_die();
    507       1.15  christos 
    508       1.15  christos 	dbg(("relocating objects"));
    509       1.81   mycroft 	if (_rtld_relocate_objects(_rtld_objmain, bind_now) == -1)
    510       1.15  christos 		_rtld_die();
    511       1.15  christos 
    512       1.15  christos 	dbg(("doing copy relocations"));
    513       1.60   mycroft 	if (_rtld_do_copy_relocations(_rtld_objmain) == -1)
    514       1.15  christos 		_rtld_die();
    515       1.15  christos 
    516       1.31       erh 	/*
    517       1.34  christos 	 * Set the __progname,  environ and, __mainprog_obj before
    518       1.34  christos 	 * calling anything that might use them.
    519       1.31       erh 	 */
    520       1.31       erh 	real___progname = _rtld_objmain_sym("__progname");
    521       1.31       erh 	if (real___progname) {
    522       1.64  christos 		if (argv[0] != NULL) {
    523       1.64  christos 			if ((*real___progname = strrchr(argv[0], '/')) == NULL)
    524       1.64  christos 				(*real___progname) = argv[0];
    525       1.64  christos 			else
    526       1.64  christos 				(*real___progname)++;
    527       1.64  christos 		} else {
    528       1.64  christos 			(*real___progname) = NULL;
    529       1.64  christos 		}
    530       1.31       erh 	}
    531       1.31       erh 	real_environ = _rtld_objmain_sym("environ");
    532       1.31       erh 	if (real_environ)
    533       1.31       erh 		*real_environ = environ;
    534       1.99     skrll 	/*
    535       1.99     skrll 	 * Set __mainprog_obj for old binaries.
    536       1.99     skrll 	 */
    537       1.34  christos 	real___mainprog_obj = _rtld_objmain_sym("__mainprog_obj");
    538       1.34  christos 	if (real___mainprog_obj)
    539       1.34  christos 		*real___mainprog_obj = _rtld_objmain;
    540       1.31       erh 
    541       1.15  christos 	dbg(("calling _init functions"));
    542      1.117        ad 	_rtld_call_init_functions();
    543       1.15  christos 
    544       1.15  christos 	dbg(("control at program entry point = %p, obj = %p, exit = %p",
    545       1.15  christos 	     _rtld_objmain->entry, _rtld_objmain, _rtld_exit));
    546       1.15  christos 
    547       1.15  christos 	/*
    548       1.15  christos 	 * Return with the entry point and the exit procedure in at the top
    549       1.15  christos 	 * of stack.
    550       1.15  christos 	 */
    551       1.15  christos 
    552       1.15  christos 	_rtld_debug_state();	/* say hello to gdb! */
    553       1.15  christos 
    554       1.15  christos 	((void **) osp)[0] = _rtld_exit;
    555       1.15  christos 	((void **) osp)[1] = _rtld_objmain;
    556       1.15  christos 	return (Elf_Addr) _rtld_objmain->entry;
    557        1.1       cgd }
    558        1.1       cgd 
    559        1.1       cgd void
    560       1.98     skrll _rtld_die(void)
    561        1.1       cgd {
    562       1.99     skrll 	const char *msg = dlerror();
    563        1.1       cgd 
    564       1.15  christos 	if (msg == NULL)
    565       1.15  christos 		msg = "Fatal error";
    566       1.52     soren 	xerrx(1, "%s", msg);
    567        1.1       cgd }
    568        1.1       cgd 
    569        1.1       cgd static Obj_Entry *
    570       1.98     skrll _rtld_dlcheck(void *handle)
    571        1.1       cgd {
    572       1.15  christos 	Obj_Entry *obj;
    573        1.1       cgd 
    574       1.15  christos 	for (obj = _rtld_objlist; obj != NULL; obj = obj->next)
    575       1.15  christos 		if (obj == (Obj_Entry *) handle)
    576       1.15  christos 			break;
    577       1.15  christos 
    578       1.15  christos 	if (obj == NULL || obj->dl_refcount == 0) {
    579       1.15  christos 		xwarnx("Invalid shared object handle %p", handle);
    580       1.15  christos 		return NULL;
    581       1.15  christos 	}
    582       1.15  christos 	return obj;
    583        1.1       cgd }
    584        1.1       cgd 
    585        1.1       cgd static void
    586      1.117        ad _rtld_initlist_visit(Objlist* list, Obj_Entry *obj, int rev)
    587      1.117        ad {
    588      1.117        ad 	Needed_Entry* elm;
    589      1.117        ad 
    590      1.117        ad 	/* dbg(("_rtld_initlist_visit(%s)", obj->path)); */
    591      1.117        ad 
    592      1.117        ad 	if (obj->init_done)
    593      1.117        ad 		return;
    594      1.117        ad 	obj->init_done = 1;
    595      1.117        ad 
    596      1.117        ad 	for (elm = obj->needed; elm != NULL; elm = elm->next) {
    597      1.117        ad 		if (elm->obj != NULL) {
    598      1.117        ad 			_rtld_initlist_visit(list, elm->obj, rev);
    599      1.117        ad 		}
    600      1.117        ad 	}
    601      1.117        ad 
    602      1.117        ad 	if (rev) {
    603      1.117        ad 		_rtld_objlist_push_head(list, obj);
    604      1.117        ad 	} else {
    605      1.117        ad 		_rtld_objlist_push_tail(list, obj);
    606      1.117        ad 	}
    607      1.117        ad }
    608      1.117        ad 
    609      1.117        ad static void
    610      1.117        ad _rtld_initlist_tsort(Objlist* list, int rev)
    611      1.117        ad {
    612      1.117        ad 	dbg(("_rtld_initlist_tsort"));
    613      1.117        ad 
    614      1.117        ad 	Obj_Entry* obj;
    615      1.117        ad 
    616      1.117        ad 	for (obj = _rtld_objlist->next; obj; obj = obj->next) {
    617      1.117        ad 		obj->init_done = 0;
    618      1.117        ad 	}
    619      1.117        ad 
    620      1.117        ad 	for (obj = _rtld_objlist->next; obj; obj = obj->next) {
    621      1.117        ad 		_rtld_initlist_visit(list, obj, rev);
    622      1.117        ad 	}
    623      1.117        ad }
    624      1.117        ad 
    625      1.117        ad static void
    626       1.98     skrll _rtld_init_dag(Obj_Entry *root)
    627       1.25   mycroft {
    628       1.94    simonb 
    629       1.25   mycroft 	_rtld_init_dag1(root, root);
    630       1.25   mycroft }
    631       1.25   mycroft 
    632       1.25   mycroft static void
    633       1.98     skrll _rtld_init_dag1(Obj_Entry *root, Obj_Entry *obj)
    634       1.25   mycroft {
    635       1.25   mycroft 	const Needed_Entry *needed;
    636       1.25   mycroft 
    637       1.84   mycroft 	if (!obj->mainref) {
    638       1.84   mycroft 		if (_rtld_objlist_find(&obj->dldags, root))
    639       1.84   mycroft 			return;
    640       1.84   mycroft 		rdbg(("add %p (%s) to %p (%s) DAG", obj, obj->path, root,
    641       1.84   mycroft 		    root->path));
    642      1.117        ad 		_rtld_objlist_push_tail(&obj->dldags, root);
    643      1.117        ad 		_rtld_objlist_push_tail(&root->dagmembers, obj);
    644       1.84   mycroft 	}
    645       1.25   mycroft 	for (needed = obj->needed; needed != NULL; needed = needed->next)
    646       1.25   mycroft 		if (needed->obj != NULL)
    647       1.25   mycroft 			_rtld_init_dag1(root, needed->obj);
    648       1.25   mycroft }
    649       1.25   mycroft 
    650       1.25   mycroft /*
    651       1.25   mycroft  * Note, this is called only for objects loaded by dlopen().
    652       1.25   mycroft  */
    653       1.25   mycroft static void
    654       1.98     skrll _rtld_unload_object(Obj_Entry *root, bool do_fini_funcs)
    655       1.25   mycroft {
    656       1.94    simonb 
    657       1.25   mycroft 	_rtld_unref_dag(root);
    658       1.25   mycroft 	if (root->refcount == 0) { /* We are finished with some objects. */
    659       1.25   mycroft 		Obj_Entry *obj;
    660       1.25   mycroft 		Obj_Entry **linkp;
    661       1.25   mycroft 		Objlist_Entry *elm;
    662       1.25   mycroft 
    663       1.25   mycroft 		/* Finalize objects that are about to be unmapped. */
    664       1.25   mycroft 		if (do_fini_funcs)
    665      1.117        ad 			_rtld_call_fini_functions(0);
    666       1.25   mycroft 
    667       1.25   mycroft 		/* Remove the DAG from all objects' DAG lists. */
    668       1.50     lukem 		SIMPLEQ_FOREACH(elm, &root->dagmembers, link)
    669       1.25   mycroft 			_rtld_objlist_remove(&elm->obj->dldags, root);
    670       1.25   mycroft 
    671       1.25   mycroft 		/* Remove the DAG from the RTLD_GLOBAL list. */
    672       1.84   mycroft 		if (root->globalref) {
    673       1.84   mycroft 			root->globalref = 0;
    674       1.84   mycroft 			_rtld_objlist_remove(&_rtld_list_global, root);
    675       1.84   mycroft 		}
    676       1.25   mycroft 
    677       1.25   mycroft 		/* Unmap all objects that are no longer referenced. */
    678       1.25   mycroft 		linkp = &_rtld_objlist->next;
    679       1.25   mycroft 		while ((obj = *linkp) != NULL) {
    680       1.25   mycroft 			if (obj->refcount == 0) {
    681       1.25   mycroft #ifdef RTLD_DEBUG
    682       1.25   mycroft 				dbg(("unloading \"%s\"", obj->path));
    683       1.25   mycroft #endif
    684  1.117.6.1      yamt 				if (obj->ehdr != MAP_FAILED)
    685  1.117.6.1      yamt 					munmap(obj->ehdr, _rtld_pagesz);
    686       1.25   mycroft 				munmap(obj->mapbase, obj->mapsize);
    687       1.45  christos 				_rtld_objlist_remove(&_rtld_list_global, obj);
    688       1.25   mycroft 				_rtld_linkmap_delete(obj);
    689       1.25   mycroft 				*linkp = obj->next;
    690       1.25   mycroft 				_rtld_obj_free(obj);
    691       1.25   mycroft 			} else
    692       1.25   mycroft 				linkp = &obj->next;
    693       1.25   mycroft 		}
    694       1.25   mycroft 		_rtld_objtail = linkp;
    695       1.25   mycroft 	}
    696       1.25   mycroft }
    697       1.25   mycroft 
    698       1.25   mycroft static void
    699       1.98     skrll _rtld_unref_dag(Obj_Entry *root)
    700        1.1       cgd {
    701       1.94    simonb 
    702       1.33  jdolecek 	assert(root);
    703       1.15  christos 	assert(root->refcount != 0);
    704       1.15  christos 	--root->refcount;
    705       1.15  christos 	if (root->refcount == 0) {
    706       1.15  christos 		const Needed_Entry *needed;
    707       1.15  christos 
    708       1.15  christos 		for (needed = root->needed; needed != NULL;
    709       1.32  jdolecek 		     needed = needed->next) {
    710       1.32  jdolecek 			if (needed->obj != NULL)
    711       1.32  jdolecek 				_rtld_unref_dag(needed->obj);
    712       1.32  jdolecek 		}
    713       1.15  christos 	}
    714        1.1       cgd }
    715        1.1       cgd 
    716      1.106   thorpej __strong_alias(__dlclose,dlclose)
    717        1.1       cgd int
    718       1.99     skrll dlclose(void *handle)
    719        1.1       cgd {
    720       1.15  christos 	Obj_Entry *root = _rtld_dlcheck(handle);
    721        1.1       cgd 
    722       1.15  christos 	if (root == NULL)
    723       1.15  christos 		return -1;
    724        1.1       cgd 
    725       1.15  christos 	_rtld_debug.r_state = RT_DELETE;
    726       1.15  christos 	_rtld_debug_state();
    727       1.15  christos 
    728       1.15  christos 	--root->dl_refcount;
    729       1.29    kleink 	_rtld_unload_object(root, true);
    730       1.15  christos 
    731       1.15  christos 	_rtld_debug.r_state = RT_CONSISTENT;
    732       1.15  christos 	_rtld_debug_state();
    733        1.1       cgd 
    734       1.15  christos 	return 0;
    735        1.1       cgd }
    736        1.1       cgd 
    737      1.106   thorpej __strong_alias(__dlerror,dlerror)
    738        1.1       cgd char *
    739       1.99     skrll dlerror(void)
    740        1.1       cgd {
    741       1.15  christos 	char *msg = error_message;
    742       1.94    simonb 
    743       1.15  christos 	error_message = NULL;
    744       1.15  christos 	return msg;
    745        1.1       cgd }
    746        1.1       cgd 
    747      1.106   thorpej __strong_alias(__dlopen,dlopen)
    748        1.1       cgd void *
    749       1.99     skrll dlopen(const char *name, int mode)
    750       1.15  christos {
    751       1.15  christos 	Obj_Entry **old_obj_tail = _rtld_objtail;
    752       1.15  christos 	Obj_Entry *obj = NULL;
    753       1.15  christos 
    754       1.15  christos 	_rtld_debug.r_state = RT_ADD;
    755       1.15  christos 	_rtld_debug_state();
    756       1.15  christos 
    757       1.15  christos 	if (name == NULL) {
    758       1.15  christos 		obj = _rtld_objmain;
    759       1.25   mycroft 		obj->refcount++;
    760       1.67   mycroft 	} else
    761       1.67   mycroft 		obj = _rtld_load_library(name, _rtld_objmain, mode);
    762        1.1       cgd 
    763       1.15  christos 	if (obj != NULL) {
    764       1.15  christos 		++obj->dl_refcount;
    765       1.15  christos 		if (*old_obj_tail != NULL) {	/* We loaded something new. */
    766       1.15  christos 			assert(*old_obj_tail == obj);
    767       1.15  christos 
    768       1.60   mycroft 			if (_rtld_load_needed_objects(obj, mode) == -1 ||
    769       1.28  christos 			    (_rtld_init_dag(obj),
    770       1.28  christos 			    _rtld_relocate_objects(obj,
    771       1.81   mycroft 			    ((mode & 3) == RTLD_NOW))) == -1) {
    772       1.25   mycroft 				_rtld_unload_object(obj, false);
    773       1.25   mycroft 				obj->dl_refcount--;
    774       1.15  christos 				obj = NULL;
    775      1.117        ad 			} else {
    776      1.117        ad 				_rtld_call_init_functions();
    777      1.117        ad 			}
    778       1.15  christos 		}
    779       1.15  christos 	}
    780       1.15  christos 	_rtld_debug.r_state = RT_CONSISTENT;
    781       1.15  christos 	_rtld_debug_state();
    782        1.1       cgd 
    783       1.15  christos 	return obj;
    784       1.31       erh }
    785       1.31       erh 
    786       1.31       erh /*
    787       1.31       erh  * Find a symbol in the main program.
    788       1.31       erh  */
    789       1.31       erh void *
    790       1.98     skrll _rtld_objmain_sym(const char *name)
    791       1.31       erh {
    792       1.31       erh 	unsigned long hash;
    793       1.31       erh 	const Elf_Sym *def;
    794       1.31       erh 	const Obj_Entry *obj;
    795       1.31       erh 
    796       1.31       erh 	hash = _rtld_elf_hash(name);
    797       1.31       erh 	obj = _rtld_objmain;
    798       1.31       erh 
    799       1.76   mycroft 	def = _rtld_symlook_list(name, hash, &_rtld_list_main, &obj, false);
    800       1.31       erh 
    801       1.31       erh 	if (def != NULL)
    802       1.31       erh 		return obj->relocbase + def->st_value;
    803       1.31       erh 	return(NULL);
    804        1.1       cgd }
    805        1.1       cgd 
    806      1.106   thorpej __strong_alias(__dlsym,dlsym)
    807        1.1       cgd void *
    808       1.99     skrll dlsym(void *handle, const char *name)
    809       1.15  christos {
    810       1.25   mycroft 	const Obj_Entry *obj;
    811       1.92   mycroft 	unsigned long hash;
    812       1.25   mycroft 	const Elf_Sym *def;
    813       1.15  christos 	const Obj_Entry *defobj;
    814       1.93  christos 	void *retaddr;
    815       1.25   mycroft 
    816       1.92   mycroft 	hash = _rtld_elf_hash(name);
    817       1.92   mycroft 	def = NULL;
    818       1.92   mycroft 	defobj = NULL;
    819       1.92   mycroft 
    820       1.93  christos 	switch ((intptr_t)handle) {
    821       1.93  christos 	case (intptr_t)NULL:
    822       1.93  christos 	case (intptr_t)RTLD_NEXT:
    823       1.93  christos 	case (intptr_t)RTLD_DEFAULT:
    824       1.93  christos 	case (intptr_t)RTLD_SELF:
    825       1.30  christos 		retaddr = __builtin_return_address(0); /* __GNUC__ only */
    826       1.30  christos 		if ((obj = _rtld_obj_from_addr(retaddr)) == NULL) {
    827       1.30  christos 			_rtld_error("Cannot determine caller's shared object");
    828       1.30  christos 			return NULL;
    829       1.30  christos 		}
    830       1.93  christos 
    831       1.93  christos 		switch ((intptr_t)handle) {
    832       1.93  christos 		case (intptr_t)NULL:	 /* Just the caller's shared object. */
    833       1.92   mycroft 			def = _rtld_symlook_obj(name, hash, obj, false);
    834       1.92   mycroft 			defobj = obj;
    835       1.93  christos 			break;
    836       1.93  christos 
    837       1.93  christos 		case (intptr_t)RTLD_NEXT:	/* Objects after callers */
    838       1.93  christos 			obj = obj->next;
    839       1.93  christos 			/*FALLTHROUGH*/
    840       1.93  christos 
    841       1.93  christos 		case (intptr_t)RTLD_SELF:	/* Caller included */
    842       1.93  christos 			for (; obj; obj = obj->next) {
    843       1.93  christos 				if ((def = _rtld_symlook_obj(name, hash, obj,
    844       1.93  christos 				    false)) != NULL) {
    845       1.92   mycroft 					defobj = obj;
    846       1.92   mycroft 					break;
    847       1.92   mycroft 				}
    848       1.92   mycroft 			}
    849       1.93  christos 			break;
    850       1.93  christos 
    851       1.93  christos 		case (intptr_t)RTLD_DEFAULT:
    852       1.93  christos 			def = _rtld_symlook_default(name, hash, obj, &defobj,
    853       1.96     skrll 			    false);
    854       1.93  christos 			break;
    855       1.93  christos 
    856       1.93  christos 		default:
    857       1.93  christos 			abort();
    858       1.92   mycroft 		}
    859       1.93  christos 		break;
    860       1.93  christos 
    861       1.93  christos 	default:
    862       1.92   mycroft 		if ((obj = _rtld_dlcheck(handle)) == NULL)
    863       1.30  christos 			return NULL;
    864       1.92   mycroft 
    865       1.92   mycroft 		if (obj->mainprog) {
    866       1.93  christos 			/* Search main program and all libraries loaded by it */
    867       1.93  christos 			def = _rtld_symlook_list(name, hash, &_rtld_list_main,
    868       1.93  christos 			    &defobj, false);
    869       1.92   mycroft 		} else {
    870       1.92   mycroft 			/*
    871       1.93  christos 			 * XXX - This isn't correct.  The search should include
    872       1.93  christos 			 * the whole DAG rooted at the given object.
    873       1.92   mycroft 			 */
    874       1.92   mycroft 			def = _rtld_symlook_obj(name, hash, obj, false);
    875       1.92   mycroft 			defobj = obj;
    876       1.25   mycroft 		}
    877       1.93  christos 		break;
    878       1.30  christos 	}
    879       1.30  christos 
    880       1.51  fredette 	if (def != NULL) {
    881       1.51  fredette #ifdef __HAVE_FUNCTION_DESCRIPTORS
    882       1.51  fredette 		if (ELF_ST_TYPE(def->st_info) == STT_FUNC)
    883       1.51  fredette 			return (void *)_rtld_function_descriptor_alloc(defobj,
    884       1.51  fredette 			    def, 0);
    885       1.51  fredette #endif /* __HAVE_FUNCTION_DESCRIPTORS */
    886       1.30  christos 		return defobj->relocbase + def->st_value;
    887       1.51  fredette 	}
    888       1.92   mycroft 
    889      1.101   mycroft 	_rtld_error("Undefined symbol \"%s\"", name);
    890       1.92   mycroft 	return NULL;
    891       1.25   mycroft }
    892        1.1       cgd 
    893      1.106   thorpej __strong_alias(__dladdr,dladdr)
    894       1.25   mycroft int
    895       1.99     skrll dladdr(const void *addr, Dl_info *info)
    896       1.25   mycroft {
    897       1.25   mycroft 	const Obj_Entry *obj;
    898       1.51  fredette 	const Elf_Sym *def, *best_def;
    899       1.25   mycroft 	void *symbol_addr;
    900       1.25   mycroft 	unsigned long symoffset;
    901       1.25   mycroft 
    902       1.51  fredette #ifdef __HAVE_FUNCTION_DESCRIPTORS
    903       1.51  fredette 	addr = _rtld_function_descriptor_function(addr);
    904       1.51  fredette #endif /* __HAVE_FUNCTION_DESCRIPTORS */
    905       1.51  fredette 
    906       1.25   mycroft 	obj = _rtld_obj_from_addr(addr);
    907       1.25   mycroft 	if (obj == NULL) {
    908       1.25   mycroft 		_rtld_error("No shared object contains address");
    909       1.25   mycroft 		return 0;
    910       1.25   mycroft 	}
    911       1.25   mycroft 	info->dli_fname = obj->path;
    912       1.25   mycroft 	info->dli_fbase = obj->mapbase;
    913       1.25   mycroft 	info->dli_saddr = (void *)0;
    914       1.25   mycroft 	info->dli_sname = NULL;
    915       1.25   mycroft 
    916       1.15  christos 	/*
    917       1.25   mycroft 	 * Walk the symbol list looking for the symbol whose address is
    918       1.25   mycroft 	 * closest to the address sent in.
    919       1.25   mycroft 	 */
    920       1.51  fredette 	best_def = NULL;
    921       1.25   mycroft 	for (symoffset = 0; symoffset < obj->nchains; symoffset++) {
    922       1.25   mycroft 		def = obj->symtab + symoffset;
    923       1.25   mycroft 
    924       1.25   mycroft 		/*
    925       1.25   mycroft 		 * For skip the symbol if st_shndx is either SHN_UNDEF or
    926       1.25   mycroft 		 * SHN_COMMON.
    927       1.25   mycroft 		 */
    928       1.25   mycroft 		if (def->st_shndx == SHN_UNDEF || def->st_shndx == SHN_COMMON)
    929       1.25   mycroft 			continue;
    930       1.25   mycroft 
    931       1.25   mycroft 		/*
    932       1.25   mycroft 		 * If the symbol is greater than the specified address, or if it
    933       1.25   mycroft 		 * is further away from addr than the current nearest symbol,
    934       1.25   mycroft 		 * then reject it.
    935       1.25   mycroft 		 */
    936       1.25   mycroft 		symbol_addr = obj->relocbase + def->st_value;
    937       1.25   mycroft 		if (symbol_addr > addr || symbol_addr < info->dli_saddr)
    938       1.25   mycroft 			continue;
    939       1.25   mycroft 
    940       1.25   mycroft 		/* Update our idea of the nearest symbol. */
    941       1.25   mycroft 		info->dli_sname = obj->strtab + def->st_name;
    942       1.25   mycroft 		info->dli_saddr = symbol_addr;
    943       1.51  fredette 		best_def = def;
    944        1.1       cgd 
    945       1.25   mycroft 		/* Exact match? */
    946       1.25   mycroft 		if (info->dli_saddr == addr)
    947       1.25   mycroft 			break;
    948       1.25   mycroft 	}
    949       1.51  fredette 
    950       1.51  fredette #ifdef __HAVE_FUNCTION_DESCRIPTORS
    951       1.51  fredette 	if (best_def != NULL && ELF_ST_TYPE(best_def->st_info) == STT_FUNC)
    952       1.51  fredette 		info->dli_saddr = (void *)_rtld_function_descriptor_alloc(obj,
    953       1.51  fredette 		    best_def, 0);
    954       1.51  fredette #endif /* __HAVE_FUNCTION_DESCRIPTORS */
    955       1.51  fredette 
    956       1.25   mycroft 	return 1;
    957        1.1       cgd }
    958        1.1       cgd 
    959        1.1       cgd /*
    960        1.1       cgd  * Error reporting function.  Use it like printf.  If formats the message
    961        1.1       cgd  * into a buffer, and sets things up so that the next call to dlerror()
    962        1.1       cgd  * will return the message.
    963        1.1       cgd  */
    964        1.1       cgd void
    965       1.15  christos _rtld_error(const char *fmt,...)
    966        1.1       cgd {
    967       1.15  christos 	static char     buf[512];
    968       1.15  christos 	va_list         ap;
    969       1.49       wiz 
    970       1.15  christos 	va_start(ap, fmt);
    971       1.15  christos 	xvsnprintf(buf, sizeof buf, fmt, ap);
    972       1.15  christos 	error_message = buf;
    973       1.15  christos 	va_end(ap);
    974        1.1       cgd }
    975       1.14        pk 
    976        1.1       cgd void
    977       1.98     skrll _rtld_debug_state(void)
    978        1.1       cgd {
    979       1.94    simonb 
    980       1.15  christos 	/* do nothing */
    981        1.1       cgd }
    982        1.1       cgd 
    983        1.1       cgd void
    984       1.98     skrll _rtld_linkmap_add(Obj_Entry *obj)
    985        1.1       cgd {
    986       1.15  christos 	struct link_map *l = &obj->linkmap;
    987       1.15  christos 	struct link_map *prev;
    988        1.1       cgd 
    989       1.15  christos 	obj->linkmap.l_name = obj->path;
    990       1.68   mycroft 	obj->linkmap.l_addr = obj->relocbase;
    991       1.15  christos 	obj->linkmap.l_ld = obj->dynamic;
    992        1.6    mhitch #ifdef __mips__
    993       1.72   mycroft 	/* XXX This field is not standard and will be removed eventually. */
    994       1.15  christos 	obj->linkmap.l_offs = obj->relocbase;
    995        1.6    mhitch #endif
    996        1.1       cgd 
    997       1.15  christos 	if (_rtld_debug.r_map == NULL) {
    998       1.15  christos 		_rtld_debug.r_map = l;
    999       1.15  christos 		return;
   1000       1.15  christos 	}
   1001      1.109     skrll 
   1002      1.109     skrll 	/*
   1003      1.109     skrll 	 * Scan to the end of the list, but not past the entry for the
   1004      1.109     skrll 	 * dynamic linker, which we want to keep at the very end.
   1005      1.109     skrll 	 */
   1006      1.109     skrll 	for (prev = _rtld_debug.r_map;
   1007      1.109     skrll 	    prev->l_next != NULL && prev->l_next != &_rtld_objself.linkmap;
   1008      1.109     skrll 	    prev = prev->l_next);
   1009      1.109     skrll 
   1010       1.15  christos 	l->l_prev = prev;
   1011      1.109     skrll 	l->l_next = prev->l_next;
   1012      1.109     skrll 	if (l->l_next != NULL)
   1013      1.109     skrll 		l->l_next->l_prev = l;
   1014       1.15  christos 	prev->l_next = l;
   1015        1.1       cgd }
   1016        1.1       cgd 
   1017        1.1       cgd void
   1018       1.98     skrll _rtld_linkmap_delete(Obj_Entry *obj)
   1019        1.1       cgd {
   1020       1.15  christos 	struct link_map *l = &obj->linkmap;
   1021        1.1       cgd 
   1022       1.15  christos 	if (l->l_prev == NULL) {
   1023       1.15  christos 		if ((_rtld_debug.r_map = l->l_next) != NULL)
   1024       1.15  christos 			l->l_next->l_prev = NULL;
   1025       1.15  christos 		return;
   1026       1.15  christos 	}
   1027       1.15  christos 	if ((l->l_prev->l_next = l->l_next) != NULL)
   1028       1.15  christos 		l->l_next->l_prev = l->l_prev;
   1029       1.25   mycroft }
   1030       1.25   mycroft 
   1031       1.25   mycroft static Obj_Entry *
   1032       1.25   mycroft _rtld_obj_from_addr(const void *addr)
   1033       1.25   mycroft {
   1034       1.25   mycroft 	Obj_Entry *obj;
   1035       1.25   mycroft 
   1036       1.25   mycroft 	for (obj = _rtld_objlist;  obj != NULL;  obj = obj->next) {
   1037       1.25   mycroft 		if (addr < (void *) obj->mapbase)
   1038       1.25   mycroft 			continue;
   1039       1.67   mycroft 		if (addr < (void *) (obj->mapbase + obj->mapsize))
   1040       1.25   mycroft 			return obj;
   1041       1.25   mycroft 	}
   1042       1.25   mycroft 	return NULL;
   1043       1.25   mycroft }
   1044       1.25   mycroft 
   1045       1.25   mycroft static void
   1046      1.117        ad _rtld_objlist_clear(Objlist *list)
   1047      1.117        ad {
   1048      1.117        ad 	while (!SIMPLEQ_EMPTY(list)) {
   1049      1.117        ad 		Objlist_Entry* elm = SIMPLEQ_FIRST(list);
   1050      1.117        ad 		SIMPLEQ_REMOVE_HEAD(list, link);
   1051      1.117        ad 		xfree(elm);
   1052      1.117        ad 	}
   1053      1.117        ad }
   1054      1.117        ad 
   1055      1.117        ad static void
   1056       1.98     skrll _rtld_objlist_remove(Objlist *list, Obj_Entry *obj)
   1057       1.25   mycroft {
   1058       1.25   mycroft 	Objlist_Entry *elm;
   1059       1.25   mycroft 
   1060       1.25   mycroft 	if ((elm = _rtld_objlist_find(list, obj)) != NULL) {
   1061       1.50     lukem 		SIMPLEQ_REMOVE(list, elm, Struct_Objlist_Entry, link);
   1062      1.116        ad 		xfree(elm);
   1063       1.25   mycroft 	}
   1064        1.1       cgd }
   1065