rtld.c revision 1.113 1 1.113 christos /* $NetBSD: rtld.c,v 1.113 2007/05/18 21:44:08 christos Exp $ */
2 1.1 cgd
3 1.1 cgd /*
4 1.1 cgd * Copyright 1996 John D. Polstra.
5 1.1 cgd * Copyright 1996 Matt Thomas <matt (at) 3am-software.com>
6 1.87 mycroft * Copyright 2002 Charles M. Hannum <root (at) ihack.net>
7 1.1 cgd * All rights reserved.
8 1.1 cgd *
9 1.1 cgd * Redistribution and use in source and binary forms, with or without
10 1.1 cgd * modification, are permitted provided that the following conditions
11 1.1 cgd * are met:
12 1.1 cgd * 1. Redistributions of source code must retain the above copyright
13 1.1 cgd * notice, this list of conditions and the following disclaimer.
14 1.1 cgd * 2. Redistributions in binary form must reproduce the above copyright
15 1.1 cgd * notice, this list of conditions and the following disclaimer in the
16 1.1 cgd * documentation and/or other materials provided with the distribution.
17 1.1 cgd * 3. All advertising materials mentioning features or use of this software
18 1.1 cgd * must display the following acknowledgement:
19 1.1 cgd * This product includes software developed by John Polstra.
20 1.1 cgd * 4. The name of the author may not be used to endorse or promote products
21 1.1 cgd * derived from this software without specific prior written permission.
22 1.1 cgd *
23 1.1 cgd * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
24 1.1 cgd * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
25 1.1 cgd * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
26 1.1 cgd * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
27 1.1 cgd * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
28 1.1 cgd * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
29 1.1 cgd * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
30 1.1 cgd * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
31 1.1 cgd * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
32 1.1 cgd * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
33 1.1 cgd */
34 1.1 cgd
35 1.1 cgd /*
36 1.1 cgd * Dynamic linker for ELF.
37 1.1 cgd *
38 1.1 cgd * John Polstra <jdp (at) polstra.com>.
39 1.1 cgd */
40 1.1 cgd
41 1.107 skrll #include <sys/cdefs.h>
42 1.107 skrll #ifndef lint
43 1.113 christos __RCSID("$NetBSD: rtld.c,v 1.113 2007/05/18 21:44:08 christos Exp $");
44 1.107 skrll #endif /* not lint */
45 1.107 skrll
46 1.1 cgd #include <err.h>
47 1.1 cgd #include <errno.h>
48 1.1 cgd #include <fcntl.h>
49 1.1 cgd #include <stdarg.h>
50 1.1 cgd #include <stdio.h>
51 1.1 cgd #include <stdlib.h>
52 1.1 cgd #include <string.h>
53 1.1 cgd #include <unistd.h>
54 1.3 cgd #include <sys/param.h>
55 1.1 cgd #include <sys/mman.h>
56 1.1 cgd #include <dirent.h>
57 1.1 cgd
58 1.1 cgd #include <ctype.h>
59 1.1 cgd
60 1.2 cgd #include <dlfcn.h>
61 1.1 cgd #include "debug.h"
62 1.1 cgd #include "rtld.h"
63 1.3 cgd
64 1.20 kleink #if !defined(lint)
65 1.3 cgd #include "sysident.h"
66 1.20 kleink #endif
67 1.1 cgd
68 1.1 cgd /*
69 1.1 cgd * Function declarations.
70 1.1 cgd */
71 1.113 christos static void _rtld_init(caddr_t, caddr_t, const char *);
72 1.98 skrll static void _rtld_exit(void);
73 1.15 christos
74 1.98 skrll Elf_Addr _rtld(Elf_Addr *, Elf_Addr);
75 1.15 christos
76 1.1 cgd
77 1.1 cgd /*
78 1.1 cgd * Data declarations.
79 1.1 cgd */
80 1.15 christos static char *error_message; /* Message for dlopen(), or NULL */
81 1.1 cgd
82 1.15 christos struct r_debug _rtld_debug; /* for GDB; */
83 1.15 christos bool _rtld_trust; /* False for setuid and setgid programs */
84 1.15 christos Obj_Entry *_rtld_objlist; /* Head of linked list of shared objects */
85 1.15 christos Obj_Entry **_rtld_objtail; /* Link field of last object in list */
86 1.15 christos Obj_Entry *_rtld_objmain; /* The main program shared object */
87 1.15 christos Obj_Entry _rtld_objself; /* The dynamic linker shared object */
88 1.79 mycroft char *_rtld_path = _PATH_RTLD;
89 1.25 mycroft Elf_Sym _rtld_sym_zero; /* For resolving undefined weak refs. */
90 1.18 ws int _rtld_pagesz; /* Page size, as provided by kernel */
91 1.25 mycroft
92 1.22 kleink Search_Path *_rtld_default_paths;
93 1.15 christos Search_Path *_rtld_paths;
94 1.28 christos
95 1.28 christos Library_Xform *_rtld_xforms;
96 1.28 christos
97 1.1 cgd /*
98 1.1 cgd * Global declarations normally provided by crt0.
99 1.1 cgd */
100 1.15 christos char *__progname;
101 1.15 christos char **environ;
102 1.1 cgd
103 1.108 uwe #if defined(RTLD_DEBUG)
104 1.112 scw #ifndef __sh__
105 1.9 tv extern Elf_Addr _GLOBAL_OFFSET_TABLE_[];
106 1.108 uwe #else /* 32-bit SuperH */
107 1.108 uwe register Elf_Addr *_GLOBAL_OFFSET_TABLE_ asm("r12");
108 1.108 uwe #endif
109 1.108 uwe #endif /* RTLD_DEBUG */
110 1.15 christos extern Elf_Dyn _DYNAMIC;
111 1.8 tv
112 1.98 skrll static void _rtld_call_fini_functions(Obj_Entry *);
113 1.98 skrll static void _rtld_call_init_functions(Obj_Entry *);
114 1.98 skrll static Obj_Entry *_rtld_dlcheck(void *);
115 1.98 skrll static void _rtld_init_dag(Obj_Entry *);
116 1.98 skrll static void _rtld_init_dag1(Obj_Entry *, Obj_Entry *);
117 1.98 skrll static void _rtld_objlist_remove(Objlist *, Obj_Entry *);
118 1.98 skrll static void _rtld_unload_object(Obj_Entry *, bool);
119 1.98 skrll static void _rtld_unref_dag(Obj_Entry *);
120 1.98 skrll static Obj_Entry *_rtld_obj_from_addr(const void *);
121 1.15 christos
122 1.1 cgd static void
123 1.98 skrll _rtld_call_fini_functions(Obj_Entry *first)
124 1.1 cgd {
125 1.14 pk Obj_Entry *obj;
126 1.1 cgd
127 1.15 christos for (obj = first; obj != NULL; obj = obj->next)
128 1.14 pk if (obj->fini != NULL)
129 1.14 pk (*obj->fini)();
130 1.1 cgd }
131 1.1 cgd
132 1.1 cgd static void
133 1.98 skrll _rtld_call_init_functions(Obj_Entry *first)
134 1.1 cgd {
135 1.94 simonb
136 1.14 pk if (first != NULL) {
137 1.14 pk _rtld_call_init_functions(first->next);
138 1.14 pk if (first->init != NULL)
139 1.14 pk (*first->init)();
140 1.14 pk }
141 1.1 cgd }
142 1.14 pk
143 1.1 cgd /*
144 1.1 cgd * Initialize the dynamic linker. The argument is the address at which
145 1.1 cgd * the dynamic linker has been mapped into memory. The primary task of
146 1.105 skrll * this function is to create an Obj_Entry for the dynamic linker and
147 1.105 skrll * to resolve the PLT relocation for platforms that need it (those that
148 1.105 skrll * define __HAVE_FUNCTION_DESCRIPTORS
149 1.1 cgd */
150 1.1 cgd static void
151 1.113 christos _rtld_init(caddr_t mapbase, caddr_t relocbase, const char *argv0)
152 1.1 cgd {
153 1.94 simonb
154 1.14 pk /* Conjure up an Obj_Entry structure for the dynamic linker. */
155 1.80 mycroft _rtld_objself.path = _rtld_path;
156 1.89 junyoung _rtld_objself.pathlen = strlen(_rtld_path);
157 1.80 mycroft _rtld_objself.rtld = true;
158 1.80 mycroft _rtld_objself.mapbase = mapbase;
159 1.80 mycroft _rtld_objself.relocbase = relocbase;
160 1.80 mycroft _rtld_objself.dynamic = (Elf_Dyn *) &_DYNAMIC;
161 1.1 cgd
162 1.113 christos _rtld_digest_dynamic(_rtld_path, &_rtld_objself);
163 1.104 skrll assert(!_rtld_objself.needed);
164 1.105 skrll #if !defined(__hppa__)
165 1.103 skrll assert(!_rtld_objself.pltrel && !_rtld_objself.pltrela);
166 1.105 skrll #else
167 1.105 skrll _rtld_relocate_plt_objects(&_rtld_objself);
168 1.105 skrll #endif
169 1.105 skrll #if !defined(__mips__) && !defined(__hppa__)
170 1.104 skrll assert(!_rtld_objself.pltgot);
171 1.103 skrll #endif
172 1.97 skrll #if !defined(__arm__) && !defined(__mips__) && !defined(__sh__)
173 1.97 skrll /* ARM, MIPS and SH{3,5} have a bogus DT_TEXTREL. */
174 1.103 skrll assert(!_rtld_objself.textrel);
175 1.80 mycroft #endif
176 1.13 christos
177 1.113 christos _rtld_add_paths(argv0, &_rtld_default_paths, RTLD_DEFAULT_LIBRARY_PATH);
178 1.13 christos
179 1.14 pk /*
180 1.14 pk * Set up the _rtld_objlist pointer, so that rtld symbols can be found.
181 1.14 pk */
182 1.14 pk _rtld_objlist = &_rtld_objself;
183 1.1 cgd
184 1.14 pk /* Make the object list empty again. */
185 1.14 pk _rtld_objlist = NULL;
186 1.14 pk _rtld_objtail = &_rtld_objlist;
187 1.1 cgd
188 1.14 pk _rtld_debug.r_brk = _rtld_debug_state;
189 1.14 pk _rtld_debug.r_state = RT_CONSISTENT;
190 1.1 cgd }
191 1.14 pk
192 1.1 cgd /*
193 1.1 cgd * Cleanup procedure. It will be called (by the atexit() mechanism) just
194 1.1 cgd * before the process exits.
195 1.1 cgd */
196 1.1 cgd static void
197 1.98 skrll _rtld_exit(void)
198 1.1 cgd {
199 1.94 simonb
200 1.15 christos dbg(("rtld_exit()"));
201 1.1 cgd
202 1.14 pk _rtld_call_fini_functions(_rtld_objlist->next);
203 1.1 cgd }
204 1.14 pk
205 1.1 cgd /*
206 1.1 cgd * Main entry point for dynamic linking. The argument is the stack
207 1.1 cgd * pointer. The stack is expected to be laid out as described in the
208 1.1 cgd * SVR4 ABI specification, Intel 386 Processor Supplement. Specifically,
209 1.1 cgd * the stack pointer points to a word containing ARGC. Following that
210 1.1 cgd * in the stack is a null-terminated sequence of pointers to argument
211 1.1 cgd * strings. Then comes a null-terminated sequence of pointers to
212 1.1 cgd * environment strings. Finally, there is a sequence of "auxiliary
213 1.1 cgd * vector" entries.
214 1.1 cgd *
215 1.17 kleink * This function returns the entry point for the main program, the dynamic
216 1.17 kleink * linker's exit procedure in sp[0], and a pointer to the main object in
217 1.17 kleink * sp[1].
218 1.1 cgd */
219 1.1 cgd Elf_Addr
220 1.98 skrll _rtld(Elf_Addr *sp, Elf_Addr relocbase)
221 1.1 cgd {
222 1.15 christos const AuxInfo *pAUX_base, *pAUX_entry, *pAUX_execfd, *pAUX_phdr,
223 1.53 christos *pAUX_phent, *pAUX_phnum, *pAUX_euid, *pAUX_egid,
224 1.53 christos *pAUX_ruid, *pAUX_rgid;
225 1.18 ws const AuxInfo *pAUX_pagesz;
226 1.15 christos char **env;
227 1.15 christos const AuxInfo *aux;
228 1.15 christos const AuxInfo *auxp;
229 1.39 mycroft Elf_Addr *const osp = sp;
230 1.15 christos bool bind_now = 0;
231 1.15 christos const char *ld_bind_now;
232 1.15 christos const char **argv;
233 1.40 mycroft long argc;
234 1.31 erh const char **real___progname;
235 1.34 christos const Obj_Entry **real___mainprog_obj;
236 1.31 erh char ***real_environ;
237 1.60 mycroft #if defined(RTLD_DEBUG)
238 1.15 christos int i = 0;
239 1.12 christos #endif
240 1.1 cgd
241 1.15 christos /*
242 1.15 christos * On entry, the dynamic linker itself has not been relocated yet.
243 1.15 christos * Be very careful not to reference any global data until after
244 1.15 christos * _rtld_init has returned. It is OK to reference file-scope statics
245 1.15 christos * and string constants, and to call static and global functions.
246 1.15 christos */
247 1.15 christos /* Find the auxiliary vector on the stack. */
248 1.15 christos /* first Elf_Word reserved to address of exit routine */
249 1.60 mycroft #if defined(RTLD_DEBUG)
250 1.75 mycroft debug = 1;
251 1.88 fvdl dbg(("sp = %p, argc = %ld, argv = %p <%s> relocbase %p", sp,
252 1.88 fvdl (long)sp[2], &sp[3], (char *) sp[3], (void *)relocbase));
253 1.75 mycroft dbg(("got is at %p, dynamic is at %p", _GLOBAL_OFFSET_TABLE_,
254 1.75 mycroft &_DYNAMIC));
255 1.71 junyoung dbg(("_ctype_ is %p", _ctype_));
256 1.1 cgd #endif
257 1.1 cgd
258 1.15 christos sp += 2; /* skip over return argument space */
259 1.15 christos argv = (const char **) &sp[1];
260 1.40 mycroft argc = *(long *)sp;
261 1.39 mycroft sp += 2 + argc; /* Skip over argc, arguments, and NULL
262 1.15 christos * terminator */
263 1.15 christos env = (char **) sp;
264 1.15 christos while (*sp++ != 0) { /* Skip over environment, and NULL terminator */
265 1.60 mycroft #if defined(RTLD_DEBUG)
266 1.71 junyoung dbg(("env[%d] = %p %s", i++, (void *)sp[-1], (char *)sp[-1]));
267 1.1 cgd #endif
268 1.15 christos }
269 1.15 christos aux = (const AuxInfo *) sp;
270 1.1 cgd
271 1.15 christos pAUX_base = pAUX_entry = pAUX_execfd = NULL;
272 1.15 christos pAUX_phdr = pAUX_phent = pAUX_phnum = NULL;
273 1.53 christos pAUX_euid = pAUX_ruid = pAUX_egid = pAUX_rgid = NULL;
274 1.18 ws pAUX_pagesz = NULL;
275 1.44 pk
276 1.69 mycroft /* Digest the auxiliary vector. */
277 1.24 kleink for (auxp = aux; auxp->a_type != AT_NULL; ++auxp) {
278 1.24 kleink switch (auxp->a_type) {
279 1.24 kleink case AT_BASE:
280 1.15 christos pAUX_base = auxp;
281 1.15 christos break;
282 1.24 kleink case AT_ENTRY:
283 1.15 christos pAUX_entry = auxp;
284 1.15 christos break;
285 1.24 kleink case AT_EXECFD:
286 1.15 christos pAUX_execfd = auxp;
287 1.15 christos break;
288 1.24 kleink case AT_PHDR:
289 1.15 christos pAUX_phdr = auxp;
290 1.15 christos break;
291 1.24 kleink case AT_PHENT:
292 1.15 christos pAUX_phent = auxp;
293 1.15 christos break;
294 1.24 kleink case AT_PHNUM:
295 1.15 christos pAUX_phnum = auxp;
296 1.15 christos break;
297 1.54 mycroft #ifdef AT_EUID
298 1.53 christos case AT_EUID:
299 1.53 christos pAUX_euid = auxp;
300 1.53 christos break;
301 1.53 christos case AT_RUID:
302 1.53 christos pAUX_ruid = auxp;
303 1.53 christos break;
304 1.53 christos case AT_EGID:
305 1.53 christos pAUX_egid = auxp;
306 1.53 christos break;
307 1.53 christos case AT_RGID:
308 1.53 christos pAUX_rgid = auxp;
309 1.53 christos break;
310 1.54 mycroft #endif
311 1.24 kleink case AT_PAGESZ:
312 1.18 ws pAUX_pagesz = auxp;
313 1.18 ws break;
314 1.15 christos }
315 1.15 christos }
316 1.18 ws
317 1.69 mycroft /* Initialize and relocate ourselves. */
318 1.90 junyoung if (pAUX_base == NULL) {
319 1.90 junyoung _rtld_error("Bad pAUX_base");
320 1.90 junyoung _rtld_die();
321 1.90 junyoung }
322 1.69 mycroft assert(pAUX_pagesz != NULL);
323 1.24 kleink _rtld_pagesz = (int)pAUX_pagesz->a_v;
324 1.113 christos _rtld_init((caddr_t)pAUX_base->a_v, (caddr_t)relocbase, argv[0]);
325 1.1 cgd
326 1.15 christos __progname = _rtld_objself.path;
327 1.15 christos environ = env;
328 1.1 cgd
329 1.53 christos _rtld_trust = ((pAUX_euid ? (uid_t)pAUX_euid->a_v : geteuid()) ==
330 1.53 christos (pAUX_ruid ? (uid_t)pAUX_ruid->a_v : getuid())) &&
331 1.53 christos ((pAUX_egid ? (gid_t)pAUX_egid->a_v : getegid()) ==
332 1.53 christos (pAUX_rgid ? (gid_t)pAUX_rgid->a_v : getgid()));
333 1.1 cgd
334 1.15 christos ld_bind_now = getenv("LD_BIND_NOW");
335 1.15 christos if (ld_bind_now != NULL && *ld_bind_now != '\0')
336 1.15 christos bind_now = true;
337 1.15 christos if (_rtld_trust) {
338 1.6 mhitch #ifdef DEBUG
339 1.15 christos const char *ld_debug = getenv("LD_DEBUG");
340 1.75 mycroft #ifdef RTLD_DEBUG
341 1.75 mycroft debug = 0;
342 1.75 mycroft #endif
343 1.15 christos if (ld_debug != NULL && *ld_debug != '\0')
344 1.15 christos debug = 1;
345 1.15 christos #endif
346 1.113 christos _rtld_add_paths(argv[0], &_rtld_paths, getenv("LD_LIBRARY_PATH"));
347 1.111 christos } else {
348 1.111 christos unsetenv("LD_DEBUG");
349 1.111 christos unsetenv("LD_LIBRARY_PATH");
350 1.15 christos }
351 1.113 christos _rtld_process_hints(argv[0], &_rtld_paths, &_rtld_xforms,
352 1.113 christos _PATH_LD_HINTS);
353 1.66 junyoung dbg(("dynamic linker is initialized, mapbase=%p, relocbase=%p",
354 1.58 mycroft _rtld_objself.mapbase, _rtld_objself.relocbase));
355 1.15 christos
356 1.15 christos /*
357 1.15 christos * Load the main program, or process its program header if it is
358 1.15 christos * already loaded.
359 1.15 christos */
360 1.15 christos if (pAUX_execfd != NULL) { /* Load the main program. */
361 1.24 kleink int fd = pAUX_execfd->a_v;
362 1.110 christos const char *obj_name = argv[0] ? argv[0] : "main program";
363 1.15 christos dbg(("loading main program"));
364 1.110 christos _rtld_objmain = _rtld_map_object(obj_name, fd, NULL);
365 1.15 christos close(fd);
366 1.15 christos if (_rtld_objmain == NULL)
367 1.15 christos _rtld_die();
368 1.15 christos } else { /* Main program already loaded. */
369 1.15 christos const Elf_Phdr *phdr;
370 1.15 christos int phnum;
371 1.15 christos caddr_t entry;
372 1.15 christos
373 1.15 christos dbg(("processing main program's program header"));
374 1.15 christos assert(pAUX_phdr != NULL);
375 1.24 kleink phdr = (const Elf_Phdr *) pAUX_phdr->a_v;
376 1.15 christos assert(pAUX_phnum != NULL);
377 1.24 kleink phnum = pAUX_phnum->a_v;
378 1.15 christos assert(pAUX_phent != NULL);
379 1.24 kleink assert(pAUX_phent->a_v == sizeof(Elf_Phdr));
380 1.15 christos assert(pAUX_entry != NULL);
381 1.24 kleink entry = (caddr_t) pAUX_entry->a_v;
382 1.15 christos _rtld_objmain = _rtld_digest_phdr(phdr, phnum, entry);
383 1.84 mycroft _rtld_objmain->path = xstrdup(argv[0] ? argv[0] :
384 1.84 mycroft "main program");
385 1.89 junyoung _rtld_objmain->pathlen = strlen(_rtld_objmain->path);
386 1.15 christos }
387 1.15 christos
388 1.92 mycroft _rtld_objmain->mainprog = true;
389 1.92 mycroft
390 1.25 mycroft /*
391 1.25 mycroft * Get the actual dynamic linker pathname from the executable if
392 1.25 mycroft * possible. (It should always be possible.) That ensures that
393 1.25 mycroft * gdb will find the right dynamic linker even if a non-standard
394 1.25 mycroft * one is being used.
395 1.25 mycroft */
396 1.25 mycroft if (_rtld_objmain->interp != NULL &&
397 1.78 mycroft strcmp(_rtld_objmain->interp, _rtld_objself.path) != 0)
398 1.25 mycroft _rtld_objself.path = xstrdup(_rtld_objmain->interp);
399 1.66 junyoung dbg(("actual dynamic linker is %s", _rtld_objself.path));
400 1.25 mycroft
401 1.113 christos _rtld_digest_dynamic(argv[0], _rtld_objmain);
402 1.15 christos
403 1.84 mycroft /* Link the main program into the list of objects. */
404 1.84 mycroft *_rtld_objtail = _rtld_objmain;
405 1.84 mycroft _rtld_objtail = &_rtld_objmain->next;
406 1.84 mycroft
407 1.15 christos _rtld_linkmap_add(_rtld_objmain);
408 1.15 christos _rtld_linkmap_add(&_rtld_objself);
409 1.15 christos
410 1.15 christos ++_rtld_objmain->refcount;
411 1.84 mycroft _rtld_objmain->mainref = 1;
412 1.84 mycroft _rtld_objlist_add(&_rtld_list_main, _rtld_objmain);
413 1.19 kleink
414 1.25 mycroft /* Initialize a fake symbol for resolving undefined weak references. */
415 1.26 thorpej _rtld_sym_zero.st_info = ELF_ST_INFO(STB_GLOBAL, STT_NOTYPE);
416 1.25 mycroft _rtld_sym_zero.st_shndx = SHN_ABS;
417 1.25 mycroft
418 1.111 christos if (_rtld_trust) {
419 1.111 christos /*
420 1.111 christos * Pre-load user-specified objects after the main program
421 1.111 christos * but before any shared object dependencies.
422 1.111 christos */
423 1.111 christos dbg(("preloading objects"));
424 1.111 christos if (_rtld_preload(getenv("LD_PRELOAD")) == -1)
425 1.111 christos _rtld_die();
426 1.111 christos } else
427 1.111 christos unsetenv("LD_PRELOAD");
428 1.15 christos
429 1.15 christos dbg(("loading needed objects"));
430 1.84 mycroft if (_rtld_load_needed_objects(_rtld_objmain, RTLD_MAIN) == -1)
431 1.15 christos _rtld_die();
432 1.15 christos
433 1.15 christos dbg(("relocating objects"));
434 1.81 mycroft if (_rtld_relocate_objects(_rtld_objmain, bind_now) == -1)
435 1.15 christos _rtld_die();
436 1.15 christos
437 1.15 christos dbg(("doing copy relocations"));
438 1.60 mycroft if (_rtld_do_copy_relocations(_rtld_objmain) == -1)
439 1.15 christos _rtld_die();
440 1.15 christos
441 1.31 erh /*
442 1.34 christos * Set the __progname, environ and, __mainprog_obj before
443 1.34 christos * calling anything that might use them.
444 1.31 erh */
445 1.31 erh real___progname = _rtld_objmain_sym("__progname");
446 1.31 erh if (real___progname) {
447 1.64 christos if (argv[0] != NULL) {
448 1.64 christos if ((*real___progname = strrchr(argv[0], '/')) == NULL)
449 1.64 christos (*real___progname) = argv[0];
450 1.64 christos else
451 1.64 christos (*real___progname)++;
452 1.64 christos } else {
453 1.64 christos (*real___progname) = NULL;
454 1.64 christos }
455 1.31 erh }
456 1.31 erh real_environ = _rtld_objmain_sym("environ");
457 1.31 erh if (real_environ)
458 1.31 erh *real_environ = environ;
459 1.99 skrll /*
460 1.99 skrll * Set __mainprog_obj for old binaries.
461 1.99 skrll */
462 1.34 christos real___mainprog_obj = _rtld_objmain_sym("__mainprog_obj");
463 1.34 christos if (real___mainprog_obj)
464 1.34 christos *real___mainprog_obj = _rtld_objmain;
465 1.31 erh
466 1.15 christos dbg(("calling _init functions"));
467 1.15 christos _rtld_call_init_functions(_rtld_objmain->next);
468 1.15 christos
469 1.15 christos dbg(("control at program entry point = %p, obj = %p, exit = %p",
470 1.15 christos _rtld_objmain->entry, _rtld_objmain, _rtld_exit));
471 1.15 christos
472 1.15 christos /*
473 1.15 christos * Return with the entry point and the exit procedure in at the top
474 1.15 christos * of stack.
475 1.15 christos */
476 1.15 christos
477 1.15 christos _rtld_debug_state(); /* say hello to gdb! */
478 1.15 christos
479 1.15 christos ((void **) osp)[0] = _rtld_exit;
480 1.15 christos ((void **) osp)[1] = _rtld_objmain;
481 1.15 christos return (Elf_Addr) _rtld_objmain->entry;
482 1.1 cgd }
483 1.1 cgd
484 1.1 cgd void
485 1.98 skrll _rtld_die(void)
486 1.1 cgd {
487 1.99 skrll const char *msg = dlerror();
488 1.1 cgd
489 1.15 christos if (msg == NULL)
490 1.15 christos msg = "Fatal error";
491 1.52 soren xerrx(1, "%s", msg);
492 1.1 cgd }
493 1.1 cgd
494 1.1 cgd static Obj_Entry *
495 1.98 skrll _rtld_dlcheck(void *handle)
496 1.1 cgd {
497 1.15 christos Obj_Entry *obj;
498 1.1 cgd
499 1.15 christos for (obj = _rtld_objlist; obj != NULL; obj = obj->next)
500 1.15 christos if (obj == (Obj_Entry *) handle)
501 1.15 christos break;
502 1.15 christos
503 1.15 christos if (obj == NULL || obj->dl_refcount == 0) {
504 1.15 christos xwarnx("Invalid shared object handle %p", handle);
505 1.15 christos return NULL;
506 1.15 christos }
507 1.15 christos return obj;
508 1.1 cgd }
509 1.1 cgd
510 1.1 cgd static void
511 1.98 skrll _rtld_init_dag(Obj_Entry *root)
512 1.25 mycroft {
513 1.94 simonb
514 1.25 mycroft _rtld_init_dag1(root, root);
515 1.25 mycroft }
516 1.25 mycroft
517 1.25 mycroft static void
518 1.98 skrll _rtld_init_dag1(Obj_Entry *root, Obj_Entry *obj)
519 1.25 mycroft {
520 1.25 mycroft const Needed_Entry *needed;
521 1.25 mycroft
522 1.84 mycroft if (!obj->mainref) {
523 1.84 mycroft if (_rtld_objlist_find(&obj->dldags, root))
524 1.84 mycroft return;
525 1.84 mycroft rdbg(("add %p (%s) to %p (%s) DAG", obj, obj->path, root,
526 1.84 mycroft root->path));
527 1.84 mycroft _rtld_objlist_add(&obj->dldags, root);
528 1.83 mycroft _rtld_objlist_add(&root->dagmembers, obj);
529 1.84 mycroft }
530 1.25 mycroft for (needed = obj->needed; needed != NULL; needed = needed->next)
531 1.25 mycroft if (needed->obj != NULL)
532 1.25 mycroft _rtld_init_dag1(root, needed->obj);
533 1.25 mycroft }
534 1.25 mycroft
535 1.25 mycroft /*
536 1.25 mycroft * Note, this is called only for objects loaded by dlopen().
537 1.25 mycroft */
538 1.25 mycroft static void
539 1.98 skrll _rtld_unload_object(Obj_Entry *root, bool do_fini_funcs)
540 1.25 mycroft {
541 1.94 simonb
542 1.25 mycroft _rtld_unref_dag(root);
543 1.25 mycroft if (root->refcount == 0) { /* We are finished with some objects. */
544 1.25 mycroft Obj_Entry *obj;
545 1.25 mycroft Obj_Entry **linkp;
546 1.25 mycroft Objlist_Entry *elm;
547 1.25 mycroft
548 1.25 mycroft /* Finalize objects that are about to be unmapped. */
549 1.25 mycroft if (do_fini_funcs)
550 1.25 mycroft for (obj = _rtld_objlist->next; obj != NULL; obj = obj->next)
551 1.25 mycroft if (obj->refcount == 0 && obj->fini != NULL)
552 1.25 mycroft (*obj->fini)();
553 1.25 mycroft
554 1.25 mycroft /* Remove the DAG from all objects' DAG lists. */
555 1.50 lukem SIMPLEQ_FOREACH(elm, &root->dagmembers, link)
556 1.25 mycroft _rtld_objlist_remove(&elm->obj->dldags, root);
557 1.25 mycroft
558 1.25 mycroft /* Remove the DAG from the RTLD_GLOBAL list. */
559 1.84 mycroft if (root->globalref) {
560 1.84 mycroft root->globalref = 0;
561 1.84 mycroft _rtld_objlist_remove(&_rtld_list_global, root);
562 1.84 mycroft }
563 1.25 mycroft
564 1.25 mycroft /* Unmap all objects that are no longer referenced. */
565 1.25 mycroft linkp = &_rtld_objlist->next;
566 1.25 mycroft while ((obj = *linkp) != NULL) {
567 1.25 mycroft if (obj->refcount == 0) {
568 1.25 mycroft #ifdef RTLD_DEBUG
569 1.25 mycroft dbg(("unloading \"%s\"", obj->path));
570 1.25 mycroft #endif
571 1.25 mycroft munmap(obj->mapbase, obj->mapsize);
572 1.45 christos _rtld_objlist_remove(&_rtld_list_global, obj);
573 1.25 mycroft _rtld_linkmap_delete(obj);
574 1.25 mycroft *linkp = obj->next;
575 1.25 mycroft _rtld_obj_free(obj);
576 1.25 mycroft } else
577 1.25 mycroft linkp = &obj->next;
578 1.25 mycroft }
579 1.25 mycroft _rtld_objtail = linkp;
580 1.25 mycroft }
581 1.25 mycroft }
582 1.25 mycroft
583 1.25 mycroft static void
584 1.98 skrll _rtld_unref_dag(Obj_Entry *root)
585 1.1 cgd {
586 1.94 simonb
587 1.33 jdolecek assert(root);
588 1.15 christos assert(root->refcount != 0);
589 1.15 christos --root->refcount;
590 1.15 christos if (root->refcount == 0) {
591 1.15 christos const Needed_Entry *needed;
592 1.15 christos
593 1.15 christos for (needed = root->needed; needed != NULL;
594 1.32 jdolecek needed = needed->next) {
595 1.32 jdolecek if (needed->obj != NULL)
596 1.32 jdolecek _rtld_unref_dag(needed->obj);
597 1.32 jdolecek }
598 1.15 christos }
599 1.1 cgd }
600 1.1 cgd
601 1.106 thorpej __strong_alias(__dlclose,dlclose)
602 1.1 cgd int
603 1.99 skrll dlclose(void *handle)
604 1.1 cgd {
605 1.15 christos Obj_Entry *root = _rtld_dlcheck(handle);
606 1.1 cgd
607 1.15 christos if (root == NULL)
608 1.15 christos return -1;
609 1.1 cgd
610 1.15 christos _rtld_debug.r_state = RT_DELETE;
611 1.15 christos _rtld_debug_state();
612 1.15 christos
613 1.15 christos --root->dl_refcount;
614 1.29 kleink _rtld_unload_object(root, true);
615 1.15 christos
616 1.15 christos _rtld_debug.r_state = RT_CONSISTENT;
617 1.15 christos _rtld_debug_state();
618 1.1 cgd
619 1.15 christos return 0;
620 1.1 cgd }
621 1.1 cgd
622 1.106 thorpej __strong_alias(__dlerror,dlerror)
623 1.1 cgd char *
624 1.99 skrll dlerror(void)
625 1.1 cgd {
626 1.15 christos char *msg = error_message;
627 1.94 simonb
628 1.15 christos error_message = NULL;
629 1.15 christos return msg;
630 1.1 cgd }
631 1.1 cgd
632 1.106 thorpej __strong_alias(__dlopen,dlopen)
633 1.1 cgd void *
634 1.99 skrll dlopen(const char *name, int mode)
635 1.15 christos {
636 1.15 christos Obj_Entry **old_obj_tail = _rtld_objtail;
637 1.15 christos Obj_Entry *obj = NULL;
638 1.15 christos
639 1.15 christos _rtld_debug.r_state = RT_ADD;
640 1.15 christos _rtld_debug_state();
641 1.15 christos
642 1.15 christos if (name == NULL) {
643 1.15 christos obj = _rtld_objmain;
644 1.25 mycroft obj->refcount++;
645 1.67 mycroft } else
646 1.67 mycroft obj = _rtld_load_library(name, _rtld_objmain, mode);
647 1.1 cgd
648 1.15 christos if (obj != NULL) {
649 1.15 christos ++obj->dl_refcount;
650 1.15 christos if (*old_obj_tail != NULL) { /* We loaded something new. */
651 1.15 christos assert(*old_obj_tail == obj);
652 1.15 christos
653 1.60 mycroft if (_rtld_load_needed_objects(obj, mode) == -1 ||
654 1.28 christos (_rtld_init_dag(obj),
655 1.28 christos _rtld_relocate_objects(obj,
656 1.81 mycroft ((mode & 3) == RTLD_NOW))) == -1) {
657 1.25 mycroft _rtld_unload_object(obj, false);
658 1.25 mycroft obj->dl_refcount--;
659 1.15 christos obj = NULL;
660 1.25 mycroft } else
661 1.15 christos _rtld_call_init_functions(obj);
662 1.15 christos }
663 1.15 christos }
664 1.15 christos _rtld_debug.r_state = RT_CONSISTENT;
665 1.15 christos _rtld_debug_state();
666 1.1 cgd
667 1.15 christos return obj;
668 1.31 erh }
669 1.31 erh
670 1.31 erh /*
671 1.31 erh * Find a symbol in the main program.
672 1.31 erh */
673 1.31 erh void *
674 1.98 skrll _rtld_objmain_sym(const char *name)
675 1.31 erh {
676 1.31 erh unsigned long hash;
677 1.31 erh const Elf_Sym *def;
678 1.31 erh const Obj_Entry *obj;
679 1.31 erh
680 1.31 erh hash = _rtld_elf_hash(name);
681 1.31 erh obj = _rtld_objmain;
682 1.31 erh
683 1.76 mycroft def = _rtld_symlook_list(name, hash, &_rtld_list_main, &obj, false);
684 1.31 erh
685 1.31 erh if (def != NULL)
686 1.31 erh return obj->relocbase + def->st_value;
687 1.31 erh return(NULL);
688 1.1 cgd }
689 1.1 cgd
690 1.106 thorpej __strong_alias(__dlsym,dlsym)
691 1.1 cgd void *
692 1.99 skrll dlsym(void *handle, const char *name)
693 1.15 christos {
694 1.25 mycroft const Obj_Entry *obj;
695 1.92 mycroft unsigned long hash;
696 1.25 mycroft const Elf_Sym *def;
697 1.15 christos const Obj_Entry *defobj;
698 1.93 christos void *retaddr;
699 1.25 mycroft
700 1.92 mycroft hash = _rtld_elf_hash(name);
701 1.92 mycroft def = NULL;
702 1.92 mycroft defobj = NULL;
703 1.92 mycroft
704 1.93 christos switch ((intptr_t)handle) {
705 1.93 christos case (intptr_t)NULL:
706 1.93 christos case (intptr_t)RTLD_NEXT:
707 1.93 christos case (intptr_t)RTLD_DEFAULT:
708 1.93 christos case (intptr_t)RTLD_SELF:
709 1.30 christos retaddr = __builtin_return_address(0); /* __GNUC__ only */
710 1.30 christos if ((obj = _rtld_obj_from_addr(retaddr)) == NULL) {
711 1.30 christos _rtld_error("Cannot determine caller's shared object");
712 1.30 christos return NULL;
713 1.30 christos }
714 1.93 christos
715 1.93 christos switch ((intptr_t)handle) {
716 1.93 christos case (intptr_t)NULL: /* Just the caller's shared object. */
717 1.92 mycroft def = _rtld_symlook_obj(name, hash, obj, false);
718 1.92 mycroft defobj = obj;
719 1.93 christos break;
720 1.93 christos
721 1.93 christos case (intptr_t)RTLD_NEXT: /* Objects after callers */
722 1.93 christos obj = obj->next;
723 1.93 christos /*FALLTHROUGH*/
724 1.93 christos
725 1.93 christos case (intptr_t)RTLD_SELF: /* Caller included */
726 1.93 christos for (; obj; obj = obj->next) {
727 1.93 christos if ((def = _rtld_symlook_obj(name, hash, obj,
728 1.93 christos false)) != NULL) {
729 1.92 mycroft defobj = obj;
730 1.92 mycroft break;
731 1.92 mycroft }
732 1.92 mycroft }
733 1.93 christos break;
734 1.93 christos
735 1.93 christos case (intptr_t)RTLD_DEFAULT:
736 1.93 christos def = _rtld_symlook_default(name, hash, obj, &defobj,
737 1.96 skrll false);
738 1.93 christos break;
739 1.93 christos
740 1.93 christos default:
741 1.93 christos abort();
742 1.92 mycroft }
743 1.93 christos break;
744 1.93 christos
745 1.93 christos default:
746 1.92 mycroft if ((obj = _rtld_dlcheck(handle)) == NULL)
747 1.30 christos return NULL;
748 1.92 mycroft
749 1.92 mycroft if (obj->mainprog) {
750 1.93 christos /* Search main program and all libraries loaded by it */
751 1.93 christos def = _rtld_symlook_list(name, hash, &_rtld_list_main,
752 1.93 christos &defobj, false);
753 1.92 mycroft } else {
754 1.92 mycroft /*
755 1.93 christos * XXX - This isn't correct. The search should include
756 1.93 christos * the whole DAG rooted at the given object.
757 1.92 mycroft */
758 1.92 mycroft def = _rtld_symlook_obj(name, hash, obj, false);
759 1.92 mycroft defobj = obj;
760 1.25 mycroft }
761 1.93 christos break;
762 1.30 christos }
763 1.30 christos
764 1.51 fredette if (def != NULL) {
765 1.51 fredette #ifdef __HAVE_FUNCTION_DESCRIPTORS
766 1.51 fredette if (ELF_ST_TYPE(def->st_info) == STT_FUNC)
767 1.51 fredette return (void *)_rtld_function_descriptor_alloc(defobj,
768 1.51 fredette def, 0);
769 1.51 fredette #endif /* __HAVE_FUNCTION_DESCRIPTORS */
770 1.30 christos return defobj->relocbase + def->st_value;
771 1.51 fredette }
772 1.92 mycroft
773 1.101 mycroft _rtld_error("Undefined symbol \"%s\"", name);
774 1.92 mycroft return NULL;
775 1.25 mycroft }
776 1.1 cgd
777 1.106 thorpej __strong_alias(__dladdr,dladdr)
778 1.25 mycroft int
779 1.99 skrll dladdr(const void *addr, Dl_info *info)
780 1.25 mycroft {
781 1.25 mycroft const Obj_Entry *obj;
782 1.51 fredette const Elf_Sym *def, *best_def;
783 1.25 mycroft void *symbol_addr;
784 1.25 mycroft unsigned long symoffset;
785 1.25 mycroft
786 1.51 fredette #ifdef __HAVE_FUNCTION_DESCRIPTORS
787 1.51 fredette addr = _rtld_function_descriptor_function(addr);
788 1.51 fredette #endif /* __HAVE_FUNCTION_DESCRIPTORS */
789 1.51 fredette
790 1.25 mycroft obj = _rtld_obj_from_addr(addr);
791 1.25 mycroft if (obj == NULL) {
792 1.25 mycroft _rtld_error("No shared object contains address");
793 1.25 mycroft return 0;
794 1.25 mycroft }
795 1.25 mycroft info->dli_fname = obj->path;
796 1.25 mycroft info->dli_fbase = obj->mapbase;
797 1.25 mycroft info->dli_saddr = (void *)0;
798 1.25 mycroft info->dli_sname = NULL;
799 1.25 mycroft
800 1.15 christos /*
801 1.25 mycroft * Walk the symbol list looking for the symbol whose address is
802 1.25 mycroft * closest to the address sent in.
803 1.25 mycroft */
804 1.51 fredette best_def = NULL;
805 1.25 mycroft for (symoffset = 0; symoffset < obj->nchains; symoffset++) {
806 1.25 mycroft def = obj->symtab + symoffset;
807 1.25 mycroft
808 1.25 mycroft /*
809 1.25 mycroft * For skip the symbol if st_shndx is either SHN_UNDEF or
810 1.25 mycroft * SHN_COMMON.
811 1.25 mycroft */
812 1.25 mycroft if (def->st_shndx == SHN_UNDEF || def->st_shndx == SHN_COMMON)
813 1.25 mycroft continue;
814 1.25 mycroft
815 1.25 mycroft /*
816 1.25 mycroft * If the symbol is greater than the specified address, or if it
817 1.25 mycroft * is further away from addr than the current nearest symbol,
818 1.25 mycroft * then reject it.
819 1.25 mycroft */
820 1.25 mycroft symbol_addr = obj->relocbase + def->st_value;
821 1.25 mycroft if (symbol_addr > addr || symbol_addr < info->dli_saddr)
822 1.25 mycroft continue;
823 1.25 mycroft
824 1.25 mycroft /* Update our idea of the nearest symbol. */
825 1.25 mycroft info->dli_sname = obj->strtab + def->st_name;
826 1.25 mycroft info->dli_saddr = symbol_addr;
827 1.51 fredette best_def = def;
828 1.1 cgd
829 1.25 mycroft /* Exact match? */
830 1.25 mycroft if (info->dli_saddr == addr)
831 1.25 mycroft break;
832 1.25 mycroft }
833 1.51 fredette
834 1.51 fredette #ifdef __HAVE_FUNCTION_DESCRIPTORS
835 1.51 fredette if (best_def != NULL && ELF_ST_TYPE(best_def->st_info) == STT_FUNC)
836 1.51 fredette info->dli_saddr = (void *)_rtld_function_descriptor_alloc(obj,
837 1.51 fredette best_def, 0);
838 1.51 fredette #endif /* __HAVE_FUNCTION_DESCRIPTORS */
839 1.51 fredette
840 1.25 mycroft return 1;
841 1.1 cgd }
842 1.1 cgd
843 1.1 cgd /*
844 1.1 cgd * Error reporting function. Use it like printf. If formats the message
845 1.1 cgd * into a buffer, and sets things up so that the next call to dlerror()
846 1.1 cgd * will return the message.
847 1.1 cgd */
848 1.1 cgd void
849 1.15 christos _rtld_error(const char *fmt,...)
850 1.1 cgd {
851 1.15 christos static char buf[512];
852 1.15 christos va_list ap;
853 1.49 wiz
854 1.15 christos va_start(ap, fmt);
855 1.15 christos xvsnprintf(buf, sizeof buf, fmt, ap);
856 1.15 christos error_message = buf;
857 1.15 christos va_end(ap);
858 1.1 cgd }
859 1.14 pk
860 1.1 cgd void
861 1.98 skrll _rtld_debug_state(void)
862 1.1 cgd {
863 1.94 simonb
864 1.15 christos /* do nothing */
865 1.1 cgd }
866 1.1 cgd
867 1.1 cgd void
868 1.98 skrll _rtld_linkmap_add(Obj_Entry *obj)
869 1.1 cgd {
870 1.15 christos struct link_map *l = &obj->linkmap;
871 1.15 christos struct link_map *prev;
872 1.1 cgd
873 1.15 christos obj->linkmap.l_name = obj->path;
874 1.68 mycroft obj->linkmap.l_addr = obj->relocbase;
875 1.15 christos obj->linkmap.l_ld = obj->dynamic;
876 1.6 mhitch #ifdef __mips__
877 1.72 mycroft /* XXX This field is not standard and will be removed eventually. */
878 1.15 christos obj->linkmap.l_offs = obj->relocbase;
879 1.6 mhitch #endif
880 1.1 cgd
881 1.15 christos if (_rtld_debug.r_map == NULL) {
882 1.15 christos _rtld_debug.r_map = l;
883 1.15 christos return;
884 1.15 christos }
885 1.109 skrll
886 1.109 skrll /*
887 1.109 skrll * Scan to the end of the list, but not past the entry for the
888 1.109 skrll * dynamic linker, which we want to keep at the very end.
889 1.109 skrll */
890 1.109 skrll for (prev = _rtld_debug.r_map;
891 1.109 skrll prev->l_next != NULL && prev->l_next != &_rtld_objself.linkmap;
892 1.109 skrll prev = prev->l_next);
893 1.109 skrll
894 1.15 christos l->l_prev = prev;
895 1.109 skrll l->l_next = prev->l_next;
896 1.109 skrll if (l->l_next != NULL)
897 1.109 skrll l->l_next->l_prev = l;
898 1.15 christos prev->l_next = l;
899 1.1 cgd }
900 1.1 cgd
901 1.1 cgd void
902 1.98 skrll _rtld_linkmap_delete(Obj_Entry *obj)
903 1.1 cgd {
904 1.15 christos struct link_map *l = &obj->linkmap;
905 1.1 cgd
906 1.15 christos if (l->l_prev == NULL) {
907 1.15 christos if ((_rtld_debug.r_map = l->l_next) != NULL)
908 1.15 christos l->l_next->l_prev = NULL;
909 1.15 christos return;
910 1.15 christos }
911 1.15 christos if ((l->l_prev->l_next = l->l_next) != NULL)
912 1.15 christos l->l_next->l_prev = l->l_prev;
913 1.25 mycroft }
914 1.25 mycroft
915 1.25 mycroft static Obj_Entry *
916 1.25 mycroft _rtld_obj_from_addr(const void *addr)
917 1.25 mycroft {
918 1.25 mycroft Obj_Entry *obj;
919 1.25 mycroft
920 1.25 mycroft for (obj = _rtld_objlist; obj != NULL; obj = obj->next) {
921 1.25 mycroft if (addr < (void *) obj->mapbase)
922 1.25 mycroft continue;
923 1.67 mycroft if (addr < (void *) (obj->mapbase + obj->mapsize))
924 1.25 mycroft return obj;
925 1.25 mycroft }
926 1.25 mycroft return NULL;
927 1.25 mycroft }
928 1.25 mycroft
929 1.25 mycroft static void
930 1.98 skrll _rtld_objlist_remove(Objlist *list, Obj_Entry *obj)
931 1.25 mycroft {
932 1.25 mycroft Objlist_Entry *elm;
933 1.25 mycroft
934 1.25 mycroft if ((elm = _rtld_objlist_find(list, obj)) != NULL) {
935 1.50 lukem SIMPLEQ_REMOVE(list, elm, Struct_Objlist_Entry, link);
936 1.25 mycroft free(elm);
937 1.25 mycroft }
938 1.1 cgd }
939