rtld.c revision 1.112 1 1.112 scw /* $NetBSD: rtld.c,v 1.112 2007/04/08 10:02:35 scw Exp $ */
2 1.1 cgd
3 1.1 cgd /*
4 1.1 cgd * Copyright 1996 John D. Polstra.
5 1.1 cgd * Copyright 1996 Matt Thomas <matt (at) 3am-software.com>
6 1.87 mycroft * Copyright 2002 Charles M. Hannum <root (at) ihack.net>
7 1.1 cgd * All rights reserved.
8 1.1 cgd *
9 1.1 cgd * Redistribution and use in source and binary forms, with or without
10 1.1 cgd * modification, are permitted provided that the following conditions
11 1.1 cgd * are met:
12 1.1 cgd * 1. Redistributions of source code must retain the above copyright
13 1.1 cgd * notice, this list of conditions and the following disclaimer.
14 1.1 cgd * 2. Redistributions in binary form must reproduce the above copyright
15 1.1 cgd * notice, this list of conditions and the following disclaimer in the
16 1.1 cgd * documentation and/or other materials provided with the distribution.
17 1.1 cgd * 3. All advertising materials mentioning features or use of this software
18 1.1 cgd * must display the following acknowledgement:
19 1.1 cgd * This product includes software developed by John Polstra.
20 1.1 cgd * 4. The name of the author may not be used to endorse or promote products
21 1.1 cgd * derived from this software without specific prior written permission.
22 1.1 cgd *
23 1.1 cgd * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
24 1.1 cgd * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
25 1.1 cgd * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
26 1.1 cgd * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
27 1.1 cgd * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
28 1.1 cgd * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
29 1.1 cgd * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
30 1.1 cgd * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
31 1.1 cgd * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
32 1.1 cgd * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
33 1.1 cgd */
34 1.1 cgd
35 1.1 cgd /*
36 1.1 cgd * Dynamic linker for ELF.
37 1.1 cgd *
38 1.1 cgd * John Polstra <jdp (at) polstra.com>.
39 1.1 cgd */
40 1.1 cgd
41 1.107 skrll #include <sys/cdefs.h>
42 1.107 skrll #ifndef lint
43 1.112 scw __RCSID("$NetBSD: rtld.c,v 1.112 2007/04/08 10:02:35 scw Exp $");
44 1.107 skrll #endif /* not lint */
45 1.107 skrll
46 1.1 cgd #include <err.h>
47 1.1 cgd #include <errno.h>
48 1.1 cgd #include <fcntl.h>
49 1.1 cgd #include <stdarg.h>
50 1.1 cgd #include <stdio.h>
51 1.1 cgd #include <stdlib.h>
52 1.1 cgd #include <string.h>
53 1.1 cgd #include <unistd.h>
54 1.3 cgd #include <sys/param.h>
55 1.1 cgd #include <sys/mman.h>
56 1.1 cgd #include <dirent.h>
57 1.1 cgd
58 1.1 cgd #include <ctype.h>
59 1.1 cgd
60 1.2 cgd #include <dlfcn.h>
61 1.1 cgd #include "debug.h"
62 1.1 cgd #include "rtld.h"
63 1.3 cgd
64 1.20 kleink #if !defined(lint)
65 1.3 cgd #include "sysident.h"
66 1.20 kleink #endif
67 1.1 cgd
68 1.1 cgd /*
69 1.1 cgd * Function declarations.
70 1.1 cgd */
71 1.98 skrll static void _rtld_init(caddr_t, caddr_t);
72 1.98 skrll static void _rtld_exit(void);
73 1.15 christos
74 1.98 skrll Elf_Addr _rtld(Elf_Addr *, Elf_Addr);
75 1.15 christos
76 1.1 cgd
77 1.1 cgd /*
78 1.1 cgd * Data declarations.
79 1.1 cgd */
80 1.15 christos static char *error_message; /* Message for dlopen(), or NULL */
81 1.1 cgd
82 1.15 christos struct r_debug _rtld_debug; /* for GDB; */
83 1.15 christos bool _rtld_trust; /* False for setuid and setgid programs */
84 1.15 christos Obj_Entry *_rtld_objlist; /* Head of linked list of shared objects */
85 1.15 christos Obj_Entry **_rtld_objtail; /* Link field of last object in list */
86 1.15 christos Obj_Entry *_rtld_objmain; /* The main program shared object */
87 1.15 christos Obj_Entry _rtld_objself; /* The dynamic linker shared object */
88 1.79 mycroft char *_rtld_path = _PATH_RTLD;
89 1.25 mycroft Elf_Sym _rtld_sym_zero; /* For resolving undefined weak refs. */
90 1.18 ws int _rtld_pagesz; /* Page size, as provided by kernel */
91 1.25 mycroft
92 1.22 kleink Search_Path *_rtld_default_paths;
93 1.15 christos Search_Path *_rtld_paths;
94 1.28 christos
95 1.28 christos Library_Xform *_rtld_xforms;
96 1.28 christos
97 1.1 cgd /*
98 1.1 cgd * Global declarations normally provided by crt0.
99 1.1 cgd */
100 1.15 christos char *__progname;
101 1.15 christos char **environ;
102 1.1 cgd
103 1.108 uwe #if defined(RTLD_DEBUG)
104 1.112 scw #ifndef __sh__
105 1.9 tv extern Elf_Addr _GLOBAL_OFFSET_TABLE_[];
106 1.108 uwe #else /* 32-bit SuperH */
107 1.108 uwe register Elf_Addr *_GLOBAL_OFFSET_TABLE_ asm("r12");
108 1.108 uwe #endif
109 1.108 uwe #endif /* RTLD_DEBUG */
110 1.15 christos extern Elf_Dyn _DYNAMIC;
111 1.8 tv
112 1.98 skrll static void _rtld_call_fini_functions(Obj_Entry *);
113 1.98 skrll static void _rtld_call_init_functions(Obj_Entry *);
114 1.98 skrll static Obj_Entry *_rtld_dlcheck(void *);
115 1.98 skrll static void _rtld_init_dag(Obj_Entry *);
116 1.98 skrll static void _rtld_init_dag1(Obj_Entry *, Obj_Entry *);
117 1.98 skrll static void _rtld_objlist_remove(Objlist *, Obj_Entry *);
118 1.98 skrll static void _rtld_unload_object(Obj_Entry *, bool);
119 1.98 skrll static void _rtld_unref_dag(Obj_Entry *);
120 1.98 skrll static Obj_Entry *_rtld_obj_from_addr(const void *);
121 1.15 christos
122 1.1 cgd static void
123 1.98 skrll _rtld_call_fini_functions(Obj_Entry *first)
124 1.1 cgd {
125 1.14 pk Obj_Entry *obj;
126 1.1 cgd
127 1.15 christos for (obj = first; obj != NULL; obj = obj->next)
128 1.14 pk if (obj->fini != NULL)
129 1.14 pk (*obj->fini)();
130 1.1 cgd }
131 1.1 cgd
132 1.1 cgd static void
133 1.98 skrll _rtld_call_init_functions(Obj_Entry *first)
134 1.1 cgd {
135 1.94 simonb
136 1.14 pk if (first != NULL) {
137 1.14 pk _rtld_call_init_functions(first->next);
138 1.14 pk if (first->init != NULL)
139 1.14 pk (*first->init)();
140 1.14 pk }
141 1.1 cgd }
142 1.14 pk
143 1.1 cgd /*
144 1.1 cgd * Initialize the dynamic linker. The argument is the address at which
145 1.1 cgd * the dynamic linker has been mapped into memory. The primary task of
146 1.105 skrll * this function is to create an Obj_Entry for the dynamic linker and
147 1.105 skrll * to resolve the PLT relocation for platforms that need it (those that
148 1.105 skrll * define __HAVE_FUNCTION_DESCRIPTORS
149 1.1 cgd */
150 1.1 cgd static void
151 1.98 skrll _rtld_init(caddr_t mapbase, caddr_t relocbase)
152 1.1 cgd {
153 1.94 simonb
154 1.14 pk /* Conjure up an Obj_Entry structure for the dynamic linker. */
155 1.80 mycroft _rtld_objself.path = _rtld_path;
156 1.89 junyoung _rtld_objself.pathlen = strlen(_rtld_path);
157 1.80 mycroft _rtld_objself.rtld = true;
158 1.80 mycroft _rtld_objself.mapbase = mapbase;
159 1.80 mycroft _rtld_objself.relocbase = relocbase;
160 1.80 mycroft _rtld_objself.dynamic = (Elf_Dyn *) &_DYNAMIC;
161 1.1 cgd
162 1.80 mycroft _rtld_digest_dynamic(&_rtld_objself);
163 1.104 skrll assert(!_rtld_objself.needed);
164 1.105 skrll #if !defined(__hppa__)
165 1.103 skrll assert(!_rtld_objself.pltrel && !_rtld_objself.pltrela);
166 1.105 skrll #else
167 1.105 skrll _rtld_relocate_plt_objects(&_rtld_objself);
168 1.105 skrll #endif
169 1.105 skrll #if !defined(__mips__) && !defined(__hppa__)
170 1.104 skrll assert(!_rtld_objself.pltgot);
171 1.103 skrll #endif
172 1.97 skrll #if !defined(__arm__) && !defined(__mips__) && !defined(__sh__)
173 1.97 skrll /* ARM, MIPS and SH{3,5} have a bogus DT_TEXTREL. */
174 1.103 skrll assert(!_rtld_objself.textrel);
175 1.80 mycroft #endif
176 1.13 christos
177 1.60 mycroft _rtld_add_paths(&_rtld_default_paths, RTLD_DEFAULT_LIBRARY_PATH);
178 1.13 christos
179 1.14 pk /*
180 1.14 pk * Set up the _rtld_objlist pointer, so that rtld symbols can be found.
181 1.14 pk */
182 1.14 pk _rtld_objlist = &_rtld_objself;
183 1.1 cgd
184 1.14 pk /* Make the object list empty again. */
185 1.14 pk _rtld_objlist = NULL;
186 1.14 pk _rtld_objtail = &_rtld_objlist;
187 1.1 cgd
188 1.14 pk _rtld_debug.r_brk = _rtld_debug_state;
189 1.14 pk _rtld_debug.r_state = RT_CONSISTENT;
190 1.1 cgd }
191 1.14 pk
192 1.1 cgd /*
193 1.1 cgd * Cleanup procedure. It will be called (by the atexit() mechanism) just
194 1.1 cgd * before the process exits.
195 1.1 cgd */
196 1.1 cgd static void
197 1.98 skrll _rtld_exit(void)
198 1.1 cgd {
199 1.94 simonb
200 1.15 christos dbg(("rtld_exit()"));
201 1.1 cgd
202 1.14 pk _rtld_call_fini_functions(_rtld_objlist->next);
203 1.1 cgd }
204 1.14 pk
205 1.1 cgd /*
206 1.1 cgd * Main entry point for dynamic linking. The argument is the stack
207 1.1 cgd * pointer. The stack is expected to be laid out as described in the
208 1.1 cgd * SVR4 ABI specification, Intel 386 Processor Supplement. Specifically,
209 1.1 cgd * the stack pointer points to a word containing ARGC. Following that
210 1.1 cgd * in the stack is a null-terminated sequence of pointers to argument
211 1.1 cgd * strings. Then comes a null-terminated sequence of pointers to
212 1.1 cgd * environment strings. Finally, there is a sequence of "auxiliary
213 1.1 cgd * vector" entries.
214 1.1 cgd *
215 1.17 kleink * This function returns the entry point for the main program, the dynamic
216 1.17 kleink * linker's exit procedure in sp[0], and a pointer to the main object in
217 1.17 kleink * sp[1].
218 1.1 cgd */
219 1.1 cgd Elf_Addr
220 1.98 skrll _rtld(Elf_Addr *sp, Elf_Addr relocbase)
221 1.1 cgd {
222 1.15 christos const AuxInfo *pAUX_base, *pAUX_entry, *pAUX_execfd, *pAUX_phdr,
223 1.53 christos *pAUX_phent, *pAUX_phnum, *pAUX_euid, *pAUX_egid,
224 1.53 christos *pAUX_ruid, *pAUX_rgid;
225 1.18 ws const AuxInfo *pAUX_pagesz;
226 1.15 christos char **env;
227 1.15 christos const AuxInfo *aux;
228 1.15 christos const AuxInfo *auxp;
229 1.39 mycroft Elf_Addr *const osp = sp;
230 1.15 christos bool bind_now = 0;
231 1.15 christos const char *ld_bind_now;
232 1.15 christos const char **argv;
233 1.40 mycroft long argc;
234 1.31 erh const char **real___progname;
235 1.34 christos const Obj_Entry **real___mainprog_obj;
236 1.31 erh char ***real_environ;
237 1.60 mycroft #if defined(RTLD_DEBUG)
238 1.15 christos int i = 0;
239 1.12 christos #endif
240 1.1 cgd
241 1.15 christos /*
242 1.15 christos * On entry, the dynamic linker itself has not been relocated yet.
243 1.15 christos * Be very careful not to reference any global data until after
244 1.15 christos * _rtld_init has returned. It is OK to reference file-scope statics
245 1.15 christos * and string constants, and to call static and global functions.
246 1.15 christos */
247 1.15 christos /* Find the auxiliary vector on the stack. */
248 1.15 christos /* first Elf_Word reserved to address of exit routine */
249 1.60 mycroft #if defined(RTLD_DEBUG)
250 1.75 mycroft debug = 1;
251 1.88 fvdl dbg(("sp = %p, argc = %ld, argv = %p <%s> relocbase %p", sp,
252 1.88 fvdl (long)sp[2], &sp[3], (char *) sp[3], (void *)relocbase));
253 1.75 mycroft dbg(("got is at %p, dynamic is at %p", _GLOBAL_OFFSET_TABLE_,
254 1.75 mycroft &_DYNAMIC));
255 1.71 junyoung dbg(("_ctype_ is %p", _ctype_));
256 1.1 cgd #endif
257 1.1 cgd
258 1.15 christos sp += 2; /* skip over return argument space */
259 1.15 christos argv = (const char **) &sp[1];
260 1.40 mycroft argc = *(long *)sp;
261 1.39 mycroft sp += 2 + argc; /* Skip over argc, arguments, and NULL
262 1.15 christos * terminator */
263 1.15 christos env = (char **) sp;
264 1.15 christos while (*sp++ != 0) { /* Skip over environment, and NULL terminator */
265 1.60 mycroft #if defined(RTLD_DEBUG)
266 1.71 junyoung dbg(("env[%d] = %p %s", i++, (void *)sp[-1], (char *)sp[-1]));
267 1.1 cgd #endif
268 1.15 christos }
269 1.15 christos aux = (const AuxInfo *) sp;
270 1.1 cgd
271 1.15 christos pAUX_base = pAUX_entry = pAUX_execfd = NULL;
272 1.15 christos pAUX_phdr = pAUX_phent = pAUX_phnum = NULL;
273 1.53 christos pAUX_euid = pAUX_ruid = pAUX_egid = pAUX_rgid = NULL;
274 1.18 ws pAUX_pagesz = NULL;
275 1.44 pk
276 1.69 mycroft /* Digest the auxiliary vector. */
277 1.24 kleink for (auxp = aux; auxp->a_type != AT_NULL; ++auxp) {
278 1.24 kleink switch (auxp->a_type) {
279 1.24 kleink case AT_BASE:
280 1.15 christos pAUX_base = auxp;
281 1.15 christos break;
282 1.24 kleink case AT_ENTRY:
283 1.15 christos pAUX_entry = auxp;
284 1.15 christos break;
285 1.24 kleink case AT_EXECFD:
286 1.15 christos pAUX_execfd = auxp;
287 1.15 christos break;
288 1.24 kleink case AT_PHDR:
289 1.15 christos pAUX_phdr = auxp;
290 1.15 christos break;
291 1.24 kleink case AT_PHENT:
292 1.15 christos pAUX_phent = auxp;
293 1.15 christos break;
294 1.24 kleink case AT_PHNUM:
295 1.15 christos pAUX_phnum = auxp;
296 1.15 christos break;
297 1.54 mycroft #ifdef AT_EUID
298 1.53 christos case AT_EUID:
299 1.53 christos pAUX_euid = auxp;
300 1.53 christos break;
301 1.53 christos case AT_RUID:
302 1.53 christos pAUX_ruid = auxp;
303 1.53 christos break;
304 1.53 christos case AT_EGID:
305 1.53 christos pAUX_egid = auxp;
306 1.53 christos break;
307 1.53 christos case AT_RGID:
308 1.53 christos pAUX_rgid = auxp;
309 1.53 christos break;
310 1.54 mycroft #endif
311 1.24 kleink case AT_PAGESZ:
312 1.18 ws pAUX_pagesz = auxp;
313 1.18 ws break;
314 1.15 christos }
315 1.15 christos }
316 1.18 ws
317 1.69 mycroft /* Initialize and relocate ourselves. */
318 1.90 junyoung if (pAUX_base == NULL) {
319 1.90 junyoung _rtld_error("Bad pAUX_base");
320 1.90 junyoung _rtld_die();
321 1.90 junyoung }
322 1.69 mycroft assert(pAUX_pagesz != NULL);
323 1.24 kleink _rtld_pagesz = (int)pAUX_pagesz->a_v;
324 1.69 mycroft _rtld_init((caddr_t)pAUX_base->a_v, (caddr_t)relocbase);
325 1.1 cgd
326 1.15 christos __progname = _rtld_objself.path;
327 1.15 christos environ = env;
328 1.1 cgd
329 1.53 christos _rtld_trust = ((pAUX_euid ? (uid_t)pAUX_euid->a_v : geteuid()) ==
330 1.53 christos (pAUX_ruid ? (uid_t)pAUX_ruid->a_v : getuid())) &&
331 1.53 christos ((pAUX_egid ? (gid_t)pAUX_egid->a_v : getegid()) ==
332 1.53 christos (pAUX_rgid ? (gid_t)pAUX_rgid->a_v : getgid()));
333 1.1 cgd
334 1.15 christos ld_bind_now = getenv("LD_BIND_NOW");
335 1.15 christos if (ld_bind_now != NULL && *ld_bind_now != '\0')
336 1.15 christos bind_now = true;
337 1.15 christos if (_rtld_trust) {
338 1.6 mhitch #ifdef DEBUG
339 1.15 christos const char *ld_debug = getenv("LD_DEBUG");
340 1.75 mycroft #ifdef RTLD_DEBUG
341 1.75 mycroft debug = 0;
342 1.75 mycroft #endif
343 1.15 christos if (ld_debug != NULL && *ld_debug != '\0')
344 1.15 christos debug = 1;
345 1.15 christos #endif
346 1.60 mycroft _rtld_add_paths(&_rtld_paths, getenv("LD_LIBRARY_PATH"));
347 1.111 christos } else {
348 1.111 christos unsetenv("LD_DEBUG");
349 1.111 christos unsetenv("LD_LIBRARY_PATH");
350 1.15 christos }
351 1.60 mycroft _rtld_process_hints(&_rtld_paths, &_rtld_xforms, _PATH_LD_HINTS);
352 1.66 junyoung dbg(("dynamic linker is initialized, mapbase=%p, relocbase=%p",
353 1.58 mycroft _rtld_objself.mapbase, _rtld_objself.relocbase));
354 1.15 christos
355 1.15 christos /*
356 1.15 christos * Load the main program, or process its program header if it is
357 1.15 christos * already loaded.
358 1.15 christos */
359 1.15 christos if (pAUX_execfd != NULL) { /* Load the main program. */
360 1.24 kleink int fd = pAUX_execfd->a_v;
361 1.110 christos const char *obj_name = argv[0] ? argv[0] : "main program";
362 1.15 christos dbg(("loading main program"));
363 1.110 christos _rtld_objmain = _rtld_map_object(obj_name, fd, NULL);
364 1.15 christos close(fd);
365 1.15 christos if (_rtld_objmain == NULL)
366 1.15 christos _rtld_die();
367 1.15 christos } else { /* Main program already loaded. */
368 1.15 christos const Elf_Phdr *phdr;
369 1.15 christos int phnum;
370 1.15 christos caddr_t entry;
371 1.15 christos
372 1.15 christos dbg(("processing main program's program header"));
373 1.15 christos assert(pAUX_phdr != NULL);
374 1.24 kleink phdr = (const Elf_Phdr *) pAUX_phdr->a_v;
375 1.15 christos assert(pAUX_phnum != NULL);
376 1.24 kleink phnum = pAUX_phnum->a_v;
377 1.15 christos assert(pAUX_phent != NULL);
378 1.24 kleink assert(pAUX_phent->a_v == sizeof(Elf_Phdr));
379 1.15 christos assert(pAUX_entry != NULL);
380 1.24 kleink entry = (caddr_t) pAUX_entry->a_v;
381 1.15 christos _rtld_objmain = _rtld_digest_phdr(phdr, phnum, entry);
382 1.84 mycroft _rtld_objmain->path = xstrdup(argv[0] ? argv[0] :
383 1.84 mycroft "main program");
384 1.89 junyoung _rtld_objmain->pathlen = strlen(_rtld_objmain->path);
385 1.15 christos }
386 1.15 christos
387 1.92 mycroft _rtld_objmain->mainprog = true;
388 1.92 mycroft
389 1.25 mycroft /*
390 1.25 mycroft * Get the actual dynamic linker pathname from the executable if
391 1.25 mycroft * possible. (It should always be possible.) That ensures that
392 1.25 mycroft * gdb will find the right dynamic linker even if a non-standard
393 1.25 mycroft * one is being used.
394 1.25 mycroft */
395 1.25 mycroft if (_rtld_objmain->interp != NULL &&
396 1.78 mycroft strcmp(_rtld_objmain->interp, _rtld_objself.path) != 0)
397 1.25 mycroft _rtld_objself.path = xstrdup(_rtld_objmain->interp);
398 1.66 junyoung dbg(("actual dynamic linker is %s", _rtld_objself.path));
399 1.25 mycroft
400 1.15 christos _rtld_digest_dynamic(_rtld_objmain);
401 1.15 christos
402 1.84 mycroft /* Link the main program into the list of objects. */
403 1.84 mycroft *_rtld_objtail = _rtld_objmain;
404 1.84 mycroft _rtld_objtail = &_rtld_objmain->next;
405 1.84 mycroft
406 1.15 christos _rtld_linkmap_add(_rtld_objmain);
407 1.15 christos _rtld_linkmap_add(&_rtld_objself);
408 1.15 christos
409 1.15 christos ++_rtld_objmain->refcount;
410 1.84 mycroft _rtld_objmain->mainref = 1;
411 1.84 mycroft _rtld_objlist_add(&_rtld_list_main, _rtld_objmain);
412 1.19 kleink
413 1.25 mycroft /* Initialize a fake symbol for resolving undefined weak references. */
414 1.26 thorpej _rtld_sym_zero.st_info = ELF_ST_INFO(STB_GLOBAL, STT_NOTYPE);
415 1.25 mycroft _rtld_sym_zero.st_shndx = SHN_ABS;
416 1.25 mycroft
417 1.111 christos if (_rtld_trust) {
418 1.111 christos /*
419 1.111 christos * Pre-load user-specified objects after the main program
420 1.111 christos * but before any shared object dependencies.
421 1.111 christos */
422 1.111 christos dbg(("preloading objects"));
423 1.111 christos if (_rtld_preload(getenv("LD_PRELOAD")) == -1)
424 1.111 christos _rtld_die();
425 1.111 christos } else
426 1.111 christos unsetenv("LD_PRELOAD");
427 1.15 christos
428 1.15 christos dbg(("loading needed objects"));
429 1.84 mycroft if (_rtld_load_needed_objects(_rtld_objmain, RTLD_MAIN) == -1)
430 1.15 christos _rtld_die();
431 1.15 christos
432 1.15 christos dbg(("relocating objects"));
433 1.81 mycroft if (_rtld_relocate_objects(_rtld_objmain, bind_now) == -1)
434 1.15 christos _rtld_die();
435 1.15 christos
436 1.15 christos dbg(("doing copy relocations"));
437 1.60 mycroft if (_rtld_do_copy_relocations(_rtld_objmain) == -1)
438 1.15 christos _rtld_die();
439 1.15 christos
440 1.31 erh /*
441 1.34 christos * Set the __progname, environ and, __mainprog_obj before
442 1.34 christos * calling anything that might use them.
443 1.31 erh */
444 1.31 erh real___progname = _rtld_objmain_sym("__progname");
445 1.31 erh if (real___progname) {
446 1.64 christos if (argv[0] != NULL) {
447 1.64 christos if ((*real___progname = strrchr(argv[0], '/')) == NULL)
448 1.64 christos (*real___progname) = argv[0];
449 1.64 christos else
450 1.64 christos (*real___progname)++;
451 1.64 christos } else {
452 1.64 christos (*real___progname) = NULL;
453 1.64 christos }
454 1.31 erh }
455 1.31 erh real_environ = _rtld_objmain_sym("environ");
456 1.31 erh if (real_environ)
457 1.31 erh *real_environ = environ;
458 1.99 skrll /*
459 1.99 skrll * Set __mainprog_obj for old binaries.
460 1.99 skrll */
461 1.34 christos real___mainprog_obj = _rtld_objmain_sym("__mainprog_obj");
462 1.34 christos if (real___mainprog_obj)
463 1.34 christos *real___mainprog_obj = _rtld_objmain;
464 1.31 erh
465 1.15 christos dbg(("calling _init functions"));
466 1.15 christos _rtld_call_init_functions(_rtld_objmain->next);
467 1.15 christos
468 1.15 christos dbg(("control at program entry point = %p, obj = %p, exit = %p",
469 1.15 christos _rtld_objmain->entry, _rtld_objmain, _rtld_exit));
470 1.15 christos
471 1.15 christos /*
472 1.15 christos * Return with the entry point and the exit procedure in at the top
473 1.15 christos * of stack.
474 1.15 christos */
475 1.15 christos
476 1.15 christos _rtld_debug_state(); /* say hello to gdb! */
477 1.15 christos
478 1.15 christos ((void **) osp)[0] = _rtld_exit;
479 1.15 christos ((void **) osp)[1] = _rtld_objmain;
480 1.15 christos return (Elf_Addr) _rtld_objmain->entry;
481 1.1 cgd }
482 1.1 cgd
483 1.1 cgd void
484 1.98 skrll _rtld_die(void)
485 1.1 cgd {
486 1.99 skrll const char *msg = dlerror();
487 1.1 cgd
488 1.15 christos if (msg == NULL)
489 1.15 christos msg = "Fatal error";
490 1.52 soren xerrx(1, "%s", msg);
491 1.1 cgd }
492 1.1 cgd
493 1.1 cgd static Obj_Entry *
494 1.98 skrll _rtld_dlcheck(void *handle)
495 1.1 cgd {
496 1.15 christos Obj_Entry *obj;
497 1.1 cgd
498 1.15 christos for (obj = _rtld_objlist; obj != NULL; obj = obj->next)
499 1.15 christos if (obj == (Obj_Entry *) handle)
500 1.15 christos break;
501 1.15 christos
502 1.15 christos if (obj == NULL || obj->dl_refcount == 0) {
503 1.15 christos xwarnx("Invalid shared object handle %p", handle);
504 1.15 christos return NULL;
505 1.15 christos }
506 1.15 christos return obj;
507 1.1 cgd }
508 1.1 cgd
509 1.1 cgd static void
510 1.98 skrll _rtld_init_dag(Obj_Entry *root)
511 1.25 mycroft {
512 1.94 simonb
513 1.25 mycroft _rtld_init_dag1(root, root);
514 1.25 mycroft }
515 1.25 mycroft
516 1.25 mycroft static void
517 1.98 skrll _rtld_init_dag1(Obj_Entry *root, Obj_Entry *obj)
518 1.25 mycroft {
519 1.25 mycroft const Needed_Entry *needed;
520 1.25 mycroft
521 1.84 mycroft if (!obj->mainref) {
522 1.84 mycroft if (_rtld_objlist_find(&obj->dldags, root))
523 1.84 mycroft return;
524 1.84 mycroft rdbg(("add %p (%s) to %p (%s) DAG", obj, obj->path, root,
525 1.84 mycroft root->path));
526 1.84 mycroft _rtld_objlist_add(&obj->dldags, root);
527 1.83 mycroft _rtld_objlist_add(&root->dagmembers, obj);
528 1.84 mycroft }
529 1.25 mycroft for (needed = obj->needed; needed != NULL; needed = needed->next)
530 1.25 mycroft if (needed->obj != NULL)
531 1.25 mycroft _rtld_init_dag1(root, needed->obj);
532 1.25 mycroft }
533 1.25 mycroft
534 1.25 mycroft /*
535 1.25 mycroft * Note, this is called only for objects loaded by dlopen().
536 1.25 mycroft */
537 1.25 mycroft static void
538 1.98 skrll _rtld_unload_object(Obj_Entry *root, bool do_fini_funcs)
539 1.25 mycroft {
540 1.94 simonb
541 1.25 mycroft _rtld_unref_dag(root);
542 1.25 mycroft if (root->refcount == 0) { /* We are finished with some objects. */
543 1.25 mycroft Obj_Entry *obj;
544 1.25 mycroft Obj_Entry **linkp;
545 1.25 mycroft Objlist_Entry *elm;
546 1.25 mycroft
547 1.25 mycroft /* Finalize objects that are about to be unmapped. */
548 1.25 mycroft if (do_fini_funcs)
549 1.25 mycroft for (obj = _rtld_objlist->next; obj != NULL; obj = obj->next)
550 1.25 mycroft if (obj->refcount == 0 && obj->fini != NULL)
551 1.25 mycroft (*obj->fini)();
552 1.25 mycroft
553 1.25 mycroft /* Remove the DAG from all objects' DAG lists. */
554 1.50 lukem SIMPLEQ_FOREACH(elm, &root->dagmembers, link)
555 1.25 mycroft _rtld_objlist_remove(&elm->obj->dldags, root);
556 1.25 mycroft
557 1.25 mycroft /* Remove the DAG from the RTLD_GLOBAL list. */
558 1.84 mycroft if (root->globalref) {
559 1.84 mycroft root->globalref = 0;
560 1.84 mycroft _rtld_objlist_remove(&_rtld_list_global, root);
561 1.84 mycroft }
562 1.25 mycroft
563 1.25 mycroft /* Unmap all objects that are no longer referenced. */
564 1.25 mycroft linkp = &_rtld_objlist->next;
565 1.25 mycroft while ((obj = *linkp) != NULL) {
566 1.25 mycroft if (obj->refcount == 0) {
567 1.25 mycroft #ifdef RTLD_DEBUG
568 1.25 mycroft dbg(("unloading \"%s\"", obj->path));
569 1.25 mycroft #endif
570 1.25 mycroft munmap(obj->mapbase, obj->mapsize);
571 1.45 christos _rtld_objlist_remove(&_rtld_list_global, obj);
572 1.25 mycroft _rtld_linkmap_delete(obj);
573 1.25 mycroft *linkp = obj->next;
574 1.25 mycroft _rtld_obj_free(obj);
575 1.25 mycroft } else
576 1.25 mycroft linkp = &obj->next;
577 1.25 mycroft }
578 1.25 mycroft _rtld_objtail = linkp;
579 1.25 mycroft }
580 1.25 mycroft }
581 1.25 mycroft
582 1.25 mycroft static void
583 1.98 skrll _rtld_unref_dag(Obj_Entry *root)
584 1.1 cgd {
585 1.94 simonb
586 1.33 jdolecek assert(root);
587 1.15 christos assert(root->refcount != 0);
588 1.15 christos --root->refcount;
589 1.15 christos if (root->refcount == 0) {
590 1.15 christos const Needed_Entry *needed;
591 1.15 christos
592 1.15 christos for (needed = root->needed; needed != NULL;
593 1.32 jdolecek needed = needed->next) {
594 1.32 jdolecek if (needed->obj != NULL)
595 1.32 jdolecek _rtld_unref_dag(needed->obj);
596 1.32 jdolecek }
597 1.15 christos }
598 1.1 cgd }
599 1.1 cgd
600 1.106 thorpej __strong_alias(__dlclose,dlclose)
601 1.1 cgd int
602 1.99 skrll dlclose(void *handle)
603 1.1 cgd {
604 1.15 christos Obj_Entry *root = _rtld_dlcheck(handle);
605 1.1 cgd
606 1.15 christos if (root == NULL)
607 1.15 christos return -1;
608 1.1 cgd
609 1.15 christos _rtld_debug.r_state = RT_DELETE;
610 1.15 christos _rtld_debug_state();
611 1.15 christos
612 1.15 christos --root->dl_refcount;
613 1.29 kleink _rtld_unload_object(root, true);
614 1.15 christos
615 1.15 christos _rtld_debug.r_state = RT_CONSISTENT;
616 1.15 christos _rtld_debug_state();
617 1.1 cgd
618 1.15 christos return 0;
619 1.1 cgd }
620 1.1 cgd
621 1.106 thorpej __strong_alias(__dlerror,dlerror)
622 1.1 cgd char *
623 1.99 skrll dlerror(void)
624 1.1 cgd {
625 1.15 christos char *msg = error_message;
626 1.94 simonb
627 1.15 christos error_message = NULL;
628 1.15 christos return msg;
629 1.1 cgd }
630 1.1 cgd
631 1.106 thorpej __strong_alias(__dlopen,dlopen)
632 1.1 cgd void *
633 1.99 skrll dlopen(const char *name, int mode)
634 1.15 christos {
635 1.15 christos Obj_Entry **old_obj_tail = _rtld_objtail;
636 1.15 christos Obj_Entry *obj = NULL;
637 1.15 christos
638 1.15 christos _rtld_debug.r_state = RT_ADD;
639 1.15 christos _rtld_debug_state();
640 1.15 christos
641 1.15 christos if (name == NULL) {
642 1.15 christos obj = _rtld_objmain;
643 1.25 mycroft obj->refcount++;
644 1.67 mycroft } else
645 1.67 mycroft obj = _rtld_load_library(name, _rtld_objmain, mode);
646 1.1 cgd
647 1.15 christos if (obj != NULL) {
648 1.15 christos ++obj->dl_refcount;
649 1.15 christos if (*old_obj_tail != NULL) { /* We loaded something new. */
650 1.15 christos assert(*old_obj_tail == obj);
651 1.15 christos
652 1.60 mycroft if (_rtld_load_needed_objects(obj, mode) == -1 ||
653 1.28 christos (_rtld_init_dag(obj),
654 1.28 christos _rtld_relocate_objects(obj,
655 1.81 mycroft ((mode & 3) == RTLD_NOW))) == -1) {
656 1.25 mycroft _rtld_unload_object(obj, false);
657 1.25 mycroft obj->dl_refcount--;
658 1.15 christos obj = NULL;
659 1.25 mycroft } else
660 1.15 christos _rtld_call_init_functions(obj);
661 1.15 christos }
662 1.15 christos }
663 1.15 christos _rtld_debug.r_state = RT_CONSISTENT;
664 1.15 christos _rtld_debug_state();
665 1.1 cgd
666 1.15 christos return obj;
667 1.31 erh }
668 1.31 erh
669 1.31 erh /*
670 1.31 erh * Find a symbol in the main program.
671 1.31 erh */
672 1.31 erh void *
673 1.98 skrll _rtld_objmain_sym(const char *name)
674 1.31 erh {
675 1.31 erh unsigned long hash;
676 1.31 erh const Elf_Sym *def;
677 1.31 erh const Obj_Entry *obj;
678 1.31 erh
679 1.31 erh hash = _rtld_elf_hash(name);
680 1.31 erh obj = _rtld_objmain;
681 1.31 erh
682 1.76 mycroft def = _rtld_symlook_list(name, hash, &_rtld_list_main, &obj, false);
683 1.31 erh
684 1.31 erh if (def != NULL)
685 1.31 erh return obj->relocbase + def->st_value;
686 1.31 erh return(NULL);
687 1.1 cgd }
688 1.1 cgd
689 1.106 thorpej __strong_alias(__dlsym,dlsym)
690 1.1 cgd void *
691 1.99 skrll dlsym(void *handle, const char *name)
692 1.15 christos {
693 1.25 mycroft const Obj_Entry *obj;
694 1.92 mycroft unsigned long hash;
695 1.25 mycroft const Elf_Sym *def;
696 1.15 christos const Obj_Entry *defobj;
697 1.93 christos void *retaddr;
698 1.25 mycroft
699 1.92 mycroft hash = _rtld_elf_hash(name);
700 1.92 mycroft def = NULL;
701 1.92 mycroft defobj = NULL;
702 1.92 mycroft
703 1.93 christos switch ((intptr_t)handle) {
704 1.93 christos case (intptr_t)NULL:
705 1.93 christos case (intptr_t)RTLD_NEXT:
706 1.93 christos case (intptr_t)RTLD_DEFAULT:
707 1.93 christos case (intptr_t)RTLD_SELF:
708 1.30 christos retaddr = __builtin_return_address(0); /* __GNUC__ only */
709 1.30 christos if ((obj = _rtld_obj_from_addr(retaddr)) == NULL) {
710 1.30 christos _rtld_error("Cannot determine caller's shared object");
711 1.30 christos return NULL;
712 1.30 christos }
713 1.93 christos
714 1.93 christos switch ((intptr_t)handle) {
715 1.93 christos case (intptr_t)NULL: /* Just the caller's shared object. */
716 1.92 mycroft def = _rtld_symlook_obj(name, hash, obj, false);
717 1.92 mycroft defobj = obj;
718 1.93 christos break;
719 1.93 christos
720 1.93 christos case (intptr_t)RTLD_NEXT: /* Objects after callers */
721 1.93 christos obj = obj->next;
722 1.93 christos /*FALLTHROUGH*/
723 1.93 christos
724 1.93 christos case (intptr_t)RTLD_SELF: /* Caller included */
725 1.93 christos for (; obj; obj = obj->next) {
726 1.93 christos if ((def = _rtld_symlook_obj(name, hash, obj,
727 1.93 christos false)) != NULL) {
728 1.92 mycroft defobj = obj;
729 1.92 mycroft break;
730 1.92 mycroft }
731 1.92 mycroft }
732 1.93 christos break;
733 1.93 christos
734 1.93 christos case (intptr_t)RTLD_DEFAULT:
735 1.93 christos def = _rtld_symlook_default(name, hash, obj, &defobj,
736 1.96 skrll false);
737 1.93 christos break;
738 1.93 christos
739 1.93 christos default:
740 1.93 christos abort();
741 1.92 mycroft }
742 1.93 christos break;
743 1.93 christos
744 1.93 christos default:
745 1.92 mycroft if ((obj = _rtld_dlcheck(handle)) == NULL)
746 1.30 christos return NULL;
747 1.92 mycroft
748 1.92 mycroft if (obj->mainprog) {
749 1.93 christos /* Search main program and all libraries loaded by it */
750 1.93 christos def = _rtld_symlook_list(name, hash, &_rtld_list_main,
751 1.93 christos &defobj, false);
752 1.92 mycroft } else {
753 1.92 mycroft /*
754 1.93 christos * XXX - This isn't correct. The search should include
755 1.93 christos * the whole DAG rooted at the given object.
756 1.92 mycroft */
757 1.92 mycroft def = _rtld_symlook_obj(name, hash, obj, false);
758 1.92 mycroft defobj = obj;
759 1.25 mycroft }
760 1.93 christos break;
761 1.30 christos }
762 1.30 christos
763 1.51 fredette if (def != NULL) {
764 1.51 fredette #ifdef __HAVE_FUNCTION_DESCRIPTORS
765 1.51 fredette if (ELF_ST_TYPE(def->st_info) == STT_FUNC)
766 1.51 fredette return (void *)_rtld_function_descriptor_alloc(defobj,
767 1.51 fredette def, 0);
768 1.51 fredette #endif /* __HAVE_FUNCTION_DESCRIPTORS */
769 1.30 christos return defobj->relocbase + def->st_value;
770 1.51 fredette }
771 1.92 mycroft
772 1.101 mycroft _rtld_error("Undefined symbol \"%s\"", name);
773 1.92 mycroft return NULL;
774 1.25 mycroft }
775 1.1 cgd
776 1.106 thorpej __strong_alias(__dladdr,dladdr)
777 1.25 mycroft int
778 1.99 skrll dladdr(const void *addr, Dl_info *info)
779 1.25 mycroft {
780 1.25 mycroft const Obj_Entry *obj;
781 1.51 fredette const Elf_Sym *def, *best_def;
782 1.25 mycroft void *symbol_addr;
783 1.25 mycroft unsigned long symoffset;
784 1.25 mycroft
785 1.51 fredette #ifdef __HAVE_FUNCTION_DESCRIPTORS
786 1.51 fredette addr = _rtld_function_descriptor_function(addr);
787 1.51 fredette #endif /* __HAVE_FUNCTION_DESCRIPTORS */
788 1.51 fredette
789 1.25 mycroft obj = _rtld_obj_from_addr(addr);
790 1.25 mycroft if (obj == NULL) {
791 1.25 mycroft _rtld_error("No shared object contains address");
792 1.25 mycroft return 0;
793 1.25 mycroft }
794 1.25 mycroft info->dli_fname = obj->path;
795 1.25 mycroft info->dli_fbase = obj->mapbase;
796 1.25 mycroft info->dli_saddr = (void *)0;
797 1.25 mycroft info->dli_sname = NULL;
798 1.25 mycroft
799 1.15 christos /*
800 1.25 mycroft * Walk the symbol list looking for the symbol whose address is
801 1.25 mycroft * closest to the address sent in.
802 1.25 mycroft */
803 1.51 fredette best_def = NULL;
804 1.25 mycroft for (symoffset = 0; symoffset < obj->nchains; symoffset++) {
805 1.25 mycroft def = obj->symtab + symoffset;
806 1.25 mycroft
807 1.25 mycroft /*
808 1.25 mycroft * For skip the symbol if st_shndx is either SHN_UNDEF or
809 1.25 mycroft * SHN_COMMON.
810 1.25 mycroft */
811 1.25 mycroft if (def->st_shndx == SHN_UNDEF || def->st_shndx == SHN_COMMON)
812 1.25 mycroft continue;
813 1.25 mycroft
814 1.25 mycroft /*
815 1.25 mycroft * If the symbol is greater than the specified address, or if it
816 1.25 mycroft * is further away from addr than the current nearest symbol,
817 1.25 mycroft * then reject it.
818 1.25 mycroft */
819 1.25 mycroft symbol_addr = obj->relocbase + def->st_value;
820 1.25 mycroft if (symbol_addr > addr || symbol_addr < info->dli_saddr)
821 1.25 mycroft continue;
822 1.25 mycroft
823 1.25 mycroft /* Update our idea of the nearest symbol. */
824 1.25 mycroft info->dli_sname = obj->strtab + def->st_name;
825 1.25 mycroft info->dli_saddr = symbol_addr;
826 1.51 fredette best_def = def;
827 1.1 cgd
828 1.25 mycroft /* Exact match? */
829 1.25 mycroft if (info->dli_saddr == addr)
830 1.25 mycroft break;
831 1.25 mycroft }
832 1.51 fredette
833 1.51 fredette #ifdef __HAVE_FUNCTION_DESCRIPTORS
834 1.51 fredette if (best_def != NULL && ELF_ST_TYPE(best_def->st_info) == STT_FUNC)
835 1.51 fredette info->dli_saddr = (void *)_rtld_function_descriptor_alloc(obj,
836 1.51 fredette best_def, 0);
837 1.51 fredette #endif /* __HAVE_FUNCTION_DESCRIPTORS */
838 1.51 fredette
839 1.25 mycroft return 1;
840 1.1 cgd }
841 1.1 cgd
842 1.1 cgd /*
843 1.1 cgd * Error reporting function. Use it like printf. If formats the message
844 1.1 cgd * into a buffer, and sets things up so that the next call to dlerror()
845 1.1 cgd * will return the message.
846 1.1 cgd */
847 1.1 cgd void
848 1.15 christos _rtld_error(const char *fmt,...)
849 1.1 cgd {
850 1.15 christos static char buf[512];
851 1.15 christos va_list ap;
852 1.49 wiz
853 1.15 christos va_start(ap, fmt);
854 1.15 christos xvsnprintf(buf, sizeof buf, fmt, ap);
855 1.15 christos error_message = buf;
856 1.15 christos va_end(ap);
857 1.1 cgd }
858 1.14 pk
859 1.1 cgd void
860 1.98 skrll _rtld_debug_state(void)
861 1.1 cgd {
862 1.94 simonb
863 1.15 christos /* do nothing */
864 1.1 cgd }
865 1.1 cgd
866 1.1 cgd void
867 1.98 skrll _rtld_linkmap_add(Obj_Entry *obj)
868 1.1 cgd {
869 1.15 christos struct link_map *l = &obj->linkmap;
870 1.15 christos struct link_map *prev;
871 1.1 cgd
872 1.15 christos obj->linkmap.l_name = obj->path;
873 1.68 mycroft obj->linkmap.l_addr = obj->relocbase;
874 1.15 christos obj->linkmap.l_ld = obj->dynamic;
875 1.6 mhitch #ifdef __mips__
876 1.72 mycroft /* XXX This field is not standard and will be removed eventually. */
877 1.15 christos obj->linkmap.l_offs = obj->relocbase;
878 1.6 mhitch #endif
879 1.1 cgd
880 1.15 christos if (_rtld_debug.r_map == NULL) {
881 1.15 christos _rtld_debug.r_map = l;
882 1.15 christos return;
883 1.15 christos }
884 1.109 skrll
885 1.109 skrll /*
886 1.109 skrll * Scan to the end of the list, but not past the entry for the
887 1.109 skrll * dynamic linker, which we want to keep at the very end.
888 1.109 skrll */
889 1.109 skrll for (prev = _rtld_debug.r_map;
890 1.109 skrll prev->l_next != NULL && prev->l_next != &_rtld_objself.linkmap;
891 1.109 skrll prev = prev->l_next);
892 1.109 skrll
893 1.15 christos l->l_prev = prev;
894 1.109 skrll l->l_next = prev->l_next;
895 1.109 skrll if (l->l_next != NULL)
896 1.109 skrll l->l_next->l_prev = l;
897 1.15 christos prev->l_next = l;
898 1.1 cgd }
899 1.1 cgd
900 1.1 cgd void
901 1.98 skrll _rtld_linkmap_delete(Obj_Entry *obj)
902 1.1 cgd {
903 1.15 christos struct link_map *l = &obj->linkmap;
904 1.1 cgd
905 1.15 christos if (l->l_prev == NULL) {
906 1.15 christos if ((_rtld_debug.r_map = l->l_next) != NULL)
907 1.15 christos l->l_next->l_prev = NULL;
908 1.15 christos return;
909 1.15 christos }
910 1.15 christos if ((l->l_prev->l_next = l->l_next) != NULL)
911 1.15 christos l->l_next->l_prev = l->l_prev;
912 1.25 mycroft }
913 1.25 mycroft
914 1.25 mycroft static Obj_Entry *
915 1.25 mycroft _rtld_obj_from_addr(const void *addr)
916 1.25 mycroft {
917 1.25 mycroft Obj_Entry *obj;
918 1.25 mycroft
919 1.25 mycroft for (obj = _rtld_objlist; obj != NULL; obj = obj->next) {
920 1.25 mycroft if (addr < (void *) obj->mapbase)
921 1.25 mycroft continue;
922 1.67 mycroft if (addr < (void *) (obj->mapbase + obj->mapsize))
923 1.25 mycroft return obj;
924 1.25 mycroft }
925 1.25 mycroft return NULL;
926 1.25 mycroft }
927 1.25 mycroft
928 1.25 mycroft static void
929 1.98 skrll _rtld_objlist_remove(Objlist *list, Obj_Entry *obj)
930 1.25 mycroft {
931 1.25 mycroft Objlist_Entry *elm;
932 1.25 mycroft
933 1.25 mycroft if ((elm = _rtld_objlist_find(list, obj)) != NULL) {
934 1.50 lukem SIMPLEQ_REMOVE(list, elm, Struct_Objlist_Entry, link);
935 1.25 mycroft free(elm);
936 1.25 mycroft }
937 1.1 cgd }
938