rtld.c revision 1.43 1 1.43 mycroft /* $NetBSD: rtld.c,v 1.43 2000/11/10 23:53:04 mycroft Exp $ */
2 1.1 cgd
3 1.1 cgd /*
4 1.1 cgd * Copyright 1996 John D. Polstra.
5 1.1 cgd * Copyright 1996 Matt Thomas <matt (at) 3am-software.com>
6 1.1 cgd * All rights reserved.
7 1.1 cgd *
8 1.1 cgd * Redistribution and use in source and binary forms, with or without
9 1.1 cgd * modification, are permitted provided that the following conditions
10 1.1 cgd * are met:
11 1.1 cgd * 1. Redistributions of source code must retain the above copyright
12 1.1 cgd * notice, this list of conditions and the following disclaimer.
13 1.1 cgd * 2. Redistributions in binary form must reproduce the above copyright
14 1.1 cgd * notice, this list of conditions and the following disclaimer in the
15 1.1 cgd * documentation and/or other materials provided with the distribution.
16 1.1 cgd * 3. All advertising materials mentioning features or use of this software
17 1.1 cgd * must display the following acknowledgement:
18 1.1 cgd * This product includes software developed by John Polstra.
19 1.1 cgd * 4. The name of the author may not be used to endorse or promote products
20 1.1 cgd * derived from this software without specific prior written permission.
21 1.1 cgd *
22 1.1 cgd * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
23 1.1 cgd * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
24 1.1 cgd * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
25 1.1 cgd * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
26 1.1 cgd * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
27 1.1 cgd * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
28 1.1 cgd * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
29 1.1 cgd * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
30 1.1 cgd * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
31 1.1 cgd * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
32 1.1 cgd */
33 1.1 cgd
34 1.1 cgd /*
35 1.1 cgd * Dynamic linker for ELF.
36 1.1 cgd *
37 1.1 cgd * John Polstra <jdp (at) polstra.com>.
38 1.1 cgd */
39 1.1 cgd
40 1.1 cgd #include <err.h>
41 1.1 cgd #include <errno.h>
42 1.1 cgd #include <fcntl.h>
43 1.1 cgd #include <stdarg.h>
44 1.1 cgd #include <stdio.h>
45 1.1 cgd #include <stdlib.h>
46 1.1 cgd #include <string.h>
47 1.1 cgd #include <unistd.h>
48 1.3 cgd #include <sys/param.h>
49 1.1 cgd #include <sys/mman.h>
50 1.1 cgd #include <dirent.h>
51 1.1 cgd
52 1.1 cgd #include <ctype.h>
53 1.1 cgd
54 1.2 cgd #include <dlfcn.h>
55 1.1 cgd #include "debug.h"
56 1.1 cgd #include "rtld.h"
57 1.3 cgd
58 1.20 kleink #if !defined(lint)
59 1.3 cgd #include "sysident.h"
60 1.20 kleink #endif
61 1.1 cgd
62 1.25 mycroft #define END_SYM "_end"
63 1.25 mycroft
64 1.1 cgd /*
65 1.1 cgd * Debugging support.
66 1.1 cgd */
67 1.1 cgd
68 1.15 christos typedef void (*funcptr) __P((void));
69 1.1 cgd
70 1.1 cgd /*
71 1.1 cgd * Function declarations.
72 1.1 cgd */
73 1.37 eeh static void _rtld_init __P((caddr_t, int));
74 1.15 christos static void _rtld_exit __P((void));
75 1.15 christos
76 1.39 mycroft Elf_Addr _rtld __P((Elf_Addr *));
77 1.15 christos
78 1.1 cgd
79 1.1 cgd /*
80 1.1 cgd * Data declarations.
81 1.1 cgd */
82 1.15 christos static char *error_message; /* Message for dlopen(), or NULL */
83 1.1 cgd
84 1.15 christos struct r_debug _rtld_debug; /* for GDB; */
85 1.15 christos bool _rtld_trust; /* False for setuid and setgid programs */
86 1.15 christos Obj_Entry *_rtld_objlist; /* Head of linked list of shared objects */
87 1.15 christos Obj_Entry **_rtld_objtail; /* Link field of last object in list */
88 1.15 christos Obj_Entry *_rtld_objmain; /* The main program shared object */
89 1.15 christos Obj_Entry _rtld_objself; /* The dynamic linker shared object */
90 1.15 christos char _rtld_path[] = _PATH_RTLD;
91 1.27 thorpej unsigned long _rtld_curmark; /* Current mark value */
92 1.25 mycroft Elf_Sym _rtld_sym_zero; /* For resolving undefined weak refs. */
93 1.18 ws #ifdef VARPSZ
94 1.18 ws int _rtld_pagesz; /* Page size, as provided by kernel */
95 1.18 ws #endif
96 1.1 cgd
97 1.25 mycroft Objlist _rtld_list_main = /* Objects loaded at program startup */
98 1.25 mycroft SIMPLEQ_HEAD_INITIALIZER(_rtld_list_main);
99 1.25 mycroft
100 1.22 kleink Search_Path *_rtld_default_paths;
101 1.15 christos Search_Path *_rtld_paths;
102 1.28 christos
103 1.28 christos Library_Xform *_rtld_xforms;
104 1.28 christos
105 1.1 cgd /*
106 1.1 cgd * Global declarations normally provided by crt0.
107 1.1 cgd */
108 1.15 christos char *__progname;
109 1.15 christos char **environ;
110 1.1 cgd
111 1.9 tv #ifdef OLD_GOT
112 1.9 tv extern Elf_Addr _GLOBAL_OFFSET_TABLE_[];
113 1.9 tv #else
114 1.9 tv extern Elf_Addr _GLOBAL_OFFSET_TABLE_[];
115 1.15 christos extern Elf_Dyn _DYNAMIC;
116 1.1 cgd #endif
117 1.8 tv
118 1.15 christos static void _rtld_call_fini_functions __P((Obj_Entry *));
119 1.15 christos static void _rtld_call_init_functions __P((Obj_Entry *));
120 1.15 christos static Obj_Entry *_rtld_dlcheck __P((void *));
121 1.25 mycroft static void _rtld_init_dag __P((Obj_Entry *));
122 1.25 mycroft static void _rtld_init_dag1 __P((Obj_Entry *, Obj_Entry *));
123 1.25 mycroft static void _rtld_objlist_remove __P((Objlist *, Obj_Entry *));
124 1.25 mycroft static void _rtld_unload_object __P((Obj_Entry *, bool));
125 1.25 mycroft static void _rtld_unref_dag __P((Obj_Entry *));
126 1.25 mycroft static Obj_Entry *_rtld_obj_from_addr __P((const void *));
127 1.15 christos
128 1.1 cgd static void
129 1.15 christos _rtld_call_fini_functions(first)
130 1.15 christos Obj_Entry *first;
131 1.1 cgd {
132 1.14 pk Obj_Entry *obj;
133 1.1 cgd
134 1.15 christos for (obj = first; obj != NULL; obj = obj->next)
135 1.14 pk if (obj->fini != NULL)
136 1.14 pk (*obj->fini)();
137 1.1 cgd }
138 1.1 cgd
139 1.1 cgd static void
140 1.15 christos _rtld_call_init_functions(first)
141 1.15 christos Obj_Entry *first;
142 1.1 cgd {
143 1.14 pk if (first != NULL) {
144 1.14 pk _rtld_call_init_functions(first->next);
145 1.14 pk if (first->init != NULL)
146 1.14 pk (*first->init)();
147 1.14 pk }
148 1.1 cgd }
149 1.14 pk
150 1.1 cgd /*
151 1.1 cgd * Initialize the dynamic linker. The argument is the address at which
152 1.1 cgd * the dynamic linker has been mapped into memory. The primary task of
153 1.1 cgd * this function is to relocate the dynamic linker.
154 1.1 cgd */
155 1.1 cgd static void
156 1.37 eeh _rtld_init(mapbase, pagesz)
157 1.15 christos caddr_t mapbase;
158 1.37 eeh int pagesz;
159 1.1 cgd {
160 1.15 christos Obj_Entry objself;/* The dynamic linker shared object */
161 1.35 matt const Elf_Ehdr *hdr = (Elf_Ehdr *) mapbase;
162 1.13 christos #ifdef RTLD_RELOCATE_SELF
163 1.14 pk int dodebug = false;
164 1.13 christos #else
165 1.14 pk int dodebug = true;
166 1.13 christos #endif
167 1.35 matt int i;
168 1.1 cgd
169 1.14 pk memset(&objself, 0, sizeof objself);
170 1.14 pk
171 1.14 pk /* Conjure up an Obj_Entry structure for the dynamic linker. */
172 1.14 pk objself.path = NULL;
173 1.14 pk objself.rtld = true;
174 1.14 pk objself.mapbase = mapbase;
175 1.35 matt objself.phdr = (Elf_Phdr *) (mapbase + hdr->e_phoff);
176 1.35 matt for (i = 0; i < hdr->e_phnum; i++) {
177 1.35 matt if (objself.phdr[i].p_type == PT_LOAD) {
178 1.37 eeh #ifdef VARPSZ
179 1.37 eeh /* We can't touch _rtld_pagesz yet so we can't use round_*() */
180 1.37 eeh #define _rnd_down(x) ((x) & ~((long)pagesz-1))
181 1.37 eeh #define _rnd_up(x) _rnd_down((x) + pagesz - 1)
182 1.37 eeh objself.textsize = _rnd_up(objself.phdr[i].p_vaddr + objself.phdr[i].p_memsz) - _rnd_down(objself.phdr[i].p_vaddr);
183 1.37 eeh #undef _rnd_down(x)
184 1.37 eeh #undef _rnd_up(x)
185 1.37 eeh #else
186 1.35 matt objself.textsize = round_up(objself.phdr[i].p_vaddr + objself.phdr[i].p_memsz) - round_down(objself.phdr[i].p_vaddr);
187 1.37 eeh #endif
188 1.35 matt break;
189 1.35 matt }
190 1.35 matt }
191 1.14 pk
192 1.13 christos #if defined(__mips__)
193 1.14 pk /*
194 1.14 pk * mips and ld.so currently linked at load address,
195 1.14 pk * so no relocation needed
196 1.14 pk */
197 1.14 pk objself.relocbase = 0;
198 1.6 mhitch #else
199 1.14 pk objself.relocbase = mapbase;
200 1.6 mhitch #endif
201 1.14 pk
202 1.14 pk objself.pltgot = NULL;
203 1.14 pk
204 1.1 cgd #ifdef OLD_GOT
205 1.15 christos objself.dynamic = (Elf_Dyn *) _GLOBAL_OFFSET_TABLE_[0];
206 1.1 cgd #else
207 1.15 christos objself.dynamic = (Elf_Dyn *) & _DYNAMIC;
208 1.1 cgd #endif
209 1.1 cgd
210 1.13 christos #ifdef RTLD_RELOCATE_SELF
211 1.14 pk /* We have not been relocated yet, so fix the dynamic address */
212 1.14 pk objself.dynamic = (Elf_Dyn *)
213 1.15 christos ((u_long) mapbase + (char *) objself.dynamic);
214 1.15 christos #endif /* RTLD_RELOCATE_SELF */
215 1.13 christos
216 1.14 pk _rtld_digest_dynamic(&objself);
217 1.14 pk
218 1.1 cgd #ifdef __alpha__
219 1.14 pk /* XXX XXX XXX */
220 1.14 pk objself.pltgot = NULL;
221 1.1 cgd #endif
222 1.14 pk assert(objself.needed == NULL);
223 1.14 pk
224 1.35 matt #if !defined(__mips__) && !defined(__i386__) && !defined(__vax__)
225 1.14 pk /* no relocation for mips/i386 */
226 1.14 pk assert(!objself.textrel);
227 1.6 mhitch #endif
228 1.1 cgd
229 1.14 pk _rtld_relocate_objects(&objself, true, dodebug);
230 1.13 christos
231 1.14 pk /*
232 1.14 pk * Now that we relocated ourselves, we can use globals.
233 1.14 pk */
234 1.14 pk _rtld_objself = objself;
235 1.13 christos
236 1.14 pk _rtld_objself.path = _rtld_path;
237 1.22 kleink _rtld_add_paths(&_rtld_default_paths, RTLD_DEFAULT_LIBRARY_PATH, true);
238 1.13 christos
239 1.14 pk /*
240 1.14 pk * Set up the _rtld_objlist pointer, so that rtld symbols can be found.
241 1.14 pk */
242 1.14 pk _rtld_objlist = &_rtld_objself;
243 1.1 cgd
244 1.14 pk /* Make the object list empty again. */
245 1.14 pk _rtld_objlist = NULL;
246 1.14 pk _rtld_objtail = &_rtld_objlist;
247 1.1 cgd
248 1.14 pk _rtld_debug.r_brk = _rtld_debug_state;
249 1.14 pk _rtld_debug.r_state = RT_CONSISTENT;
250 1.1 cgd }
251 1.14 pk
252 1.1 cgd /*
253 1.1 cgd * Cleanup procedure. It will be called (by the atexit() mechanism) just
254 1.1 cgd * before the process exits.
255 1.1 cgd */
256 1.1 cgd static void
257 1.15 christos _rtld_exit()
258 1.1 cgd {
259 1.15 christos dbg(("rtld_exit()"));
260 1.1 cgd
261 1.14 pk _rtld_call_fini_functions(_rtld_objlist->next);
262 1.1 cgd }
263 1.14 pk
264 1.1 cgd /*
265 1.1 cgd * Main entry point for dynamic linking. The argument is the stack
266 1.1 cgd * pointer. The stack is expected to be laid out as described in the
267 1.1 cgd * SVR4 ABI specification, Intel 386 Processor Supplement. Specifically,
268 1.1 cgd * the stack pointer points to a word containing ARGC. Following that
269 1.1 cgd * in the stack is a null-terminated sequence of pointers to argument
270 1.1 cgd * strings. Then comes a null-terminated sequence of pointers to
271 1.1 cgd * environment strings. Finally, there is a sequence of "auxiliary
272 1.1 cgd * vector" entries.
273 1.1 cgd *
274 1.17 kleink * This function returns the entry point for the main program, the dynamic
275 1.17 kleink * linker's exit procedure in sp[0], and a pointer to the main object in
276 1.17 kleink * sp[1].
277 1.1 cgd */
278 1.1 cgd Elf_Addr
279 1.15 christos _rtld(sp)
280 1.39 mycroft Elf_Addr *sp;
281 1.1 cgd {
282 1.15 christos const AuxInfo *pAUX_base, *pAUX_entry, *pAUX_execfd, *pAUX_phdr,
283 1.15 christos *pAUX_phent, *pAUX_phnum;
284 1.18 ws #ifdef VARPSZ
285 1.18 ws const AuxInfo *pAUX_pagesz;
286 1.18 ws #endif
287 1.15 christos char **env;
288 1.15 christos const AuxInfo *aux;
289 1.15 christos const AuxInfo *auxp;
290 1.39 mycroft Elf_Addr *const osp = sp;
291 1.15 christos bool bind_now = 0;
292 1.15 christos const char *ld_bind_now;
293 1.15 christos const char **argv;
294 1.40 mycroft long argc;
295 1.25 mycroft Obj_Entry *obj;
296 1.31 erh const char **real___progname;
297 1.34 christos const Obj_Entry **real___mainprog_obj;
298 1.31 erh char ***real_environ;
299 1.13 christos #if defined(RTLD_DEBUG) && !defined(RTLD_RELOCATE_SELF)
300 1.15 christos int i = 0;
301 1.12 christos #endif
302 1.1 cgd
303 1.15 christos /*
304 1.15 christos * On entry, the dynamic linker itself has not been relocated yet.
305 1.15 christos * Be very careful not to reference any global data until after
306 1.15 christos * _rtld_init has returned. It is OK to reference file-scope statics
307 1.15 christos * and string constants, and to call static and global functions.
308 1.15 christos */
309 1.15 christos /* Find the auxiliary vector on the stack. */
310 1.15 christos /* first Elf_Word reserved to address of exit routine */
311 1.13 christos #if defined(RTLD_DEBUG) && !defined(RTLD_RELOCATE_SELF)
312 1.16 christos dbg(("sp = %p, argc = %ld, argv = %p <%s>\n", sp, (long)sp[2],
313 1.15 christos &sp[3], (char *) sp[3]));
314 1.15 christos dbg(("got is at %p, dynamic is at %p\n",
315 1.15 christos _GLOBAL_OFFSET_TABLE_, &_DYNAMIC));
316 1.15 christos debug = 1;
317 1.15 christos dbg(("_ctype_ is %p\n", _ctype_));
318 1.1 cgd #endif
319 1.1 cgd
320 1.15 christos sp += 2; /* skip over return argument space */
321 1.15 christos argv = (const char **) &sp[1];
322 1.40 mycroft argc = *(long *)sp;
323 1.40 mycroft #ifdef __sparc_v9__
324 1.40 mycroft /* XXX Temporary hack for argc format conversion. */
325 1.40 mycroft argc = (argc >> 32) | (argc & 0xffffffff);
326 1.40 mycroft #endif
327 1.39 mycroft sp += 2 + argc; /* Skip over argc, arguments, and NULL
328 1.15 christos * terminator */
329 1.15 christos env = (char **) sp;
330 1.15 christos while (*sp++ != 0) { /* Skip over environment, and NULL terminator */
331 1.13 christos #if defined(RTLD_DEBUG) && !defined(RTLD_RELOCATE_SELF)
332 1.15 christos dbg(("env[%d] = %p %s\n", i++, (void *)sp[-1], (char *)sp[-1]));
333 1.1 cgd #endif
334 1.15 christos }
335 1.15 christos aux = (const AuxInfo *) sp;
336 1.1 cgd
337 1.15 christos /* Digest the auxiliary vector. */
338 1.15 christos pAUX_base = pAUX_entry = pAUX_execfd = NULL;
339 1.15 christos pAUX_phdr = pAUX_phent = pAUX_phnum = NULL;
340 1.18 ws #ifdef VARPSZ
341 1.18 ws pAUX_pagesz = NULL;
342 1.18 ws #endif
343 1.24 kleink for (auxp = aux; auxp->a_type != AT_NULL; ++auxp) {
344 1.24 kleink switch (auxp->a_type) {
345 1.24 kleink case AT_BASE:
346 1.15 christos pAUX_base = auxp;
347 1.15 christos break;
348 1.24 kleink case AT_ENTRY:
349 1.15 christos pAUX_entry = auxp;
350 1.15 christos break;
351 1.24 kleink case AT_EXECFD:
352 1.15 christos pAUX_execfd = auxp;
353 1.15 christos break;
354 1.24 kleink case AT_PHDR:
355 1.15 christos pAUX_phdr = auxp;
356 1.15 christos break;
357 1.24 kleink case AT_PHENT:
358 1.15 christos pAUX_phent = auxp;
359 1.15 christos break;
360 1.24 kleink case AT_PHNUM:
361 1.15 christos pAUX_phnum = auxp;
362 1.15 christos break;
363 1.18 ws #ifdef VARPSZ
364 1.24 kleink case AT_PAGESZ:
365 1.18 ws pAUX_pagesz = auxp;
366 1.18 ws break;
367 1.18 ws #endif
368 1.15 christos }
369 1.15 christos }
370 1.15 christos
371 1.15 christos /* Initialize and relocate ourselves. */
372 1.15 christos assert(pAUX_base != NULL);
373 1.38 thorpej #ifdef VARPSZ
374 1.38 thorpej assert(pAUX_pagesz != NULL);
375 1.38 thorpej _rtld_init((caddr_t) pAUX_base->a_v, (int)pAUX_pagesz->a_v);
376 1.38 thorpej #else
377 1.38 thorpej _rtld_init((caddr_t) pAUX_base->a_v, 0);
378 1.38 thorpej #endif
379 1.18 ws
380 1.18 ws #ifdef VARPSZ
381 1.24 kleink _rtld_pagesz = (int)pAUX_pagesz->a_v;
382 1.18 ws #endif
383 1.1 cgd
384 1.1 cgd #ifdef RTLD_DEBUG
385 1.15 christos dbg(("_ctype_ is %p\n", _ctype_));
386 1.1 cgd #endif
387 1.1 cgd
388 1.15 christos __progname = _rtld_objself.path;
389 1.15 christos environ = env;
390 1.1 cgd
391 1.15 christos _rtld_trust = geteuid() == getuid() && getegid() == getgid();
392 1.1 cgd
393 1.15 christos ld_bind_now = getenv("LD_BIND_NOW");
394 1.15 christos if (ld_bind_now != NULL && *ld_bind_now != '\0')
395 1.15 christos bind_now = true;
396 1.15 christos if (_rtld_trust) {
397 1.6 mhitch #ifdef DEBUG
398 1.15 christos const char *ld_debug = getenv("LD_DEBUG");
399 1.15 christos if (ld_debug != NULL && *ld_debug != '\0')
400 1.15 christos debug = 1;
401 1.15 christos #endif
402 1.15 christos _rtld_add_paths(&_rtld_paths, getenv("LD_LIBRARY_PATH"), true);
403 1.15 christos }
404 1.28 christos _rtld_process_hints(&_rtld_paths, &_rtld_xforms, _PATH_LD_HINTS, true);
405 1.15 christos dbg(("%s is initialized, base address = %p", __progname,
406 1.24 kleink (void *) pAUX_base->a_v));
407 1.15 christos
408 1.15 christos /*
409 1.15 christos * Load the main program, or process its program header if it is
410 1.15 christos * already loaded.
411 1.15 christos */
412 1.15 christos if (pAUX_execfd != NULL) { /* Load the main program. */
413 1.24 kleink int fd = pAUX_execfd->a_v;
414 1.15 christos dbg(("loading main program"));
415 1.25 mycroft _rtld_objmain = _rtld_map_object(argv[0], fd, NULL);
416 1.15 christos close(fd);
417 1.15 christos if (_rtld_objmain == NULL)
418 1.15 christos _rtld_die();
419 1.15 christos } else { /* Main program already loaded. */
420 1.15 christos const Elf_Phdr *phdr;
421 1.15 christos int phnum;
422 1.15 christos caddr_t entry;
423 1.15 christos
424 1.15 christos dbg(("processing main program's program header"));
425 1.15 christos assert(pAUX_phdr != NULL);
426 1.24 kleink phdr = (const Elf_Phdr *) pAUX_phdr->a_v;
427 1.15 christos assert(pAUX_phnum != NULL);
428 1.24 kleink phnum = pAUX_phnum->a_v;
429 1.15 christos assert(pAUX_phent != NULL);
430 1.24 kleink assert(pAUX_phent->a_v == sizeof(Elf_Phdr));
431 1.15 christos assert(pAUX_entry != NULL);
432 1.24 kleink entry = (caddr_t) pAUX_entry->a_v;
433 1.15 christos _rtld_objmain = _rtld_digest_phdr(phdr, phnum, entry);
434 1.15 christos }
435 1.15 christos
436 1.41 scottb if (argv[0] != NULL)
437 1.41 scottb _rtld_objmain->path = xstrdup(argv[0]);
438 1.41 scottb else
439 1.41 scottb _rtld_objmain->path = xstrdup("main program");
440 1.15 christos _rtld_objmain->mainprog = true;
441 1.25 mycroft
442 1.25 mycroft /*
443 1.25 mycroft * Get the actual dynamic linker pathname from the executable if
444 1.25 mycroft * possible. (It should always be possible.) That ensures that
445 1.25 mycroft * gdb will find the right dynamic linker even if a non-standard
446 1.25 mycroft * one is being used.
447 1.25 mycroft */
448 1.25 mycroft if (_rtld_objmain->interp != NULL &&
449 1.25 mycroft strcmp(_rtld_objmain->interp, _rtld_objself.path) != 0) {
450 1.25 mycroft free(_rtld_objself.path);
451 1.25 mycroft _rtld_objself.path = xstrdup(_rtld_objmain->interp);
452 1.25 mycroft }
453 1.25 mycroft
454 1.15 christos _rtld_digest_dynamic(_rtld_objmain);
455 1.15 christos
456 1.15 christos _rtld_linkmap_add(_rtld_objmain);
457 1.15 christos _rtld_linkmap_add(&_rtld_objself);
458 1.15 christos
459 1.15 christos /* Link the main program into the list of objects. */
460 1.15 christos *_rtld_objtail = _rtld_objmain;
461 1.15 christos _rtld_objtail = &_rtld_objmain->next;
462 1.15 christos ++_rtld_objmain->refcount;
463 1.19 kleink
464 1.25 mycroft /* Initialize a fake symbol for resolving undefined weak references. */
465 1.26 thorpej _rtld_sym_zero.st_info = ELF_ST_INFO(STB_GLOBAL, STT_NOTYPE);
466 1.25 mycroft _rtld_sym_zero.st_shndx = SHN_ABS;
467 1.25 mycroft
468 1.19 kleink /*
469 1.19 kleink * Pre-load user-specified objects after the main program but before
470 1.19 kleink * any shared object dependencies.
471 1.19 kleink */
472 1.19 kleink dbg(("preloading objects"));
473 1.19 kleink if (_rtld_trust && _rtld_preload(getenv("LD_PRELOAD"), true) == -1)
474 1.19 kleink _rtld_die();
475 1.15 christos
476 1.15 christos dbg(("loading needed objects"));
477 1.42 mycroft if (_rtld_load_needed_objects(_rtld_objmain, RTLD_GLOBAL, true) == -1)
478 1.15 christos _rtld_die();
479 1.15 christos
480 1.25 mycroft for (obj = _rtld_objlist; obj != NULL; obj = obj->next)
481 1.25 mycroft _rtld_objlist_add(&_rtld_list_main, obj);
482 1.25 mycroft
483 1.15 christos dbg(("relocating objects"));
484 1.15 christos if (_rtld_relocate_objects(_rtld_objmain, bind_now, true) == -1)
485 1.15 christos _rtld_die();
486 1.15 christos
487 1.15 christos dbg(("doing copy relocations"));
488 1.15 christos if (_rtld_do_copy_relocations(_rtld_objmain, true) == -1)
489 1.15 christos _rtld_die();
490 1.15 christos
491 1.31 erh /*
492 1.34 christos * Set the __progname, environ and, __mainprog_obj before
493 1.34 christos * calling anything that might use them.
494 1.31 erh */
495 1.31 erh real___progname = _rtld_objmain_sym("__progname");
496 1.31 erh if (real___progname) {
497 1.31 erh if ((*real___progname = strrchr(argv[0], '/')) == NULL)
498 1.31 erh (*real___progname) = argv[0];
499 1.31 erh else
500 1.31 erh (*real___progname)++;
501 1.31 erh }
502 1.31 erh real_environ = _rtld_objmain_sym("environ");
503 1.31 erh if (real_environ)
504 1.31 erh *real_environ = environ;
505 1.34 christos real___mainprog_obj = _rtld_objmain_sym("__mainprog_obj");
506 1.34 christos if (real___mainprog_obj)
507 1.34 christos *real___mainprog_obj = _rtld_objmain;
508 1.31 erh
509 1.15 christos dbg(("calling _init functions"));
510 1.15 christos _rtld_call_init_functions(_rtld_objmain->next);
511 1.15 christos
512 1.15 christos dbg(("control at program entry point = %p, obj = %p, exit = %p",
513 1.15 christos _rtld_objmain->entry, _rtld_objmain, _rtld_exit));
514 1.15 christos
515 1.15 christos /*
516 1.15 christos * Return with the entry point and the exit procedure in at the top
517 1.15 christos * of stack.
518 1.15 christos */
519 1.15 christos
520 1.15 christos _rtld_debug_state(); /* say hello to gdb! */
521 1.15 christos
522 1.15 christos ((void **) osp)[0] = _rtld_exit;
523 1.15 christos ((void **) osp)[1] = _rtld_objmain;
524 1.15 christos return (Elf_Addr) _rtld_objmain->entry;
525 1.1 cgd }
526 1.1 cgd
527 1.1 cgd void
528 1.15 christos _rtld_die()
529 1.1 cgd {
530 1.15 christos const char *msg = _rtld_dlerror();
531 1.1 cgd
532 1.15 christos if (msg == NULL)
533 1.15 christos msg = "Fatal error";
534 1.15 christos xerrx(1, "%s\n", msg);
535 1.1 cgd }
536 1.1 cgd
537 1.1 cgd static Obj_Entry *
538 1.15 christos _rtld_dlcheck(handle)
539 1.15 christos void *handle;
540 1.1 cgd {
541 1.15 christos Obj_Entry *obj;
542 1.1 cgd
543 1.15 christos for (obj = _rtld_objlist; obj != NULL; obj = obj->next)
544 1.15 christos if (obj == (Obj_Entry *) handle)
545 1.15 christos break;
546 1.15 christos
547 1.15 christos if (obj == NULL || obj->dl_refcount == 0) {
548 1.15 christos xwarnx("Invalid shared object handle %p", handle);
549 1.15 christos return NULL;
550 1.15 christos }
551 1.15 christos return obj;
552 1.1 cgd }
553 1.1 cgd
554 1.1 cgd static void
555 1.25 mycroft _rtld_init_dag(root)
556 1.25 mycroft Obj_Entry *root;
557 1.25 mycroft {
558 1.27 thorpej _rtld_curmark++;
559 1.25 mycroft _rtld_init_dag1(root, root);
560 1.25 mycroft }
561 1.25 mycroft
562 1.25 mycroft static void
563 1.25 mycroft _rtld_init_dag1(root, obj)
564 1.25 mycroft Obj_Entry *root;
565 1.25 mycroft Obj_Entry *obj;
566 1.25 mycroft {
567 1.25 mycroft const Needed_Entry *needed;
568 1.25 mycroft
569 1.27 thorpej if (obj->mark == _rtld_curmark)
570 1.25 mycroft return;
571 1.27 thorpej obj->mark = _rtld_curmark;
572 1.25 mycroft _rtld_objlist_add(&obj->dldags, root);
573 1.25 mycroft _rtld_objlist_add(&root->dagmembers, obj);
574 1.25 mycroft for (needed = obj->needed; needed != NULL; needed = needed->next)
575 1.25 mycroft if (needed->obj != NULL)
576 1.25 mycroft _rtld_init_dag1(root, needed->obj);
577 1.25 mycroft }
578 1.25 mycroft
579 1.25 mycroft /*
580 1.25 mycroft * Note, this is called only for objects loaded by dlopen().
581 1.25 mycroft */
582 1.25 mycroft static void
583 1.25 mycroft _rtld_unload_object(root, do_fini_funcs)
584 1.25 mycroft Obj_Entry *root;
585 1.25 mycroft bool do_fini_funcs;
586 1.25 mycroft {
587 1.25 mycroft _rtld_unref_dag(root);
588 1.25 mycroft if (root->refcount == 0) { /* We are finished with some objects. */
589 1.25 mycroft Obj_Entry *obj;
590 1.25 mycroft Obj_Entry **linkp;
591 1.25 mycroft Objlist_Entry *elm;
592 1.25 mycroft
593 1.25 mycroft /* Finalize objects that are about to be unmapped. */
594 1.25 mycroft if (do_fini_funcs)
595 1.25 mycroft for (obj = _rtld_objlist->next; obj != NULL; obj = obj->next)
596 1.25 mycroft if (obj->refcount == 0 && obj->fini != NULL)
597 1.25 mycroft (*obj->fini)();
598 1.25 mycroft
599 1.25 mycroft /* Remove the DAG from all objects' DAG lists. */
600 1.25 mycroft for (elm = SIMPLEQ_FIRST(&root->dagmembers); elm; elm = SIMPLEQ_NEXT(elm, link))
601 1.25 mycroft _rtld_objlist_remove(&elm->obj->dldags, root);
602 1.25 mycroft
603 1.25 mycroft /* Remove the DAG from the RTLD_GLOBAL list. */
604 1.25 mycroft _rtld_objlist_remove(&_rtld_list_global, root);
605 1.25 mycroft
606 1.25 mycroft /* Unmap all objects that are no longer referenced. */
607 1.25 mycroft linkp = &_rtld_objlist->next;
608 1.25 mycroft while ((obj = *linkp) != NULL) {
609 1.25 mycroft if (obj->refcount == 0) {
610 1.25 mycroft #ifdef RTLD_DEBUG
611 1.25 mycroft dbg(("unloading \"%s\"", obj->path));
612 1.25 mycroft #endif
613 1.25 mycroft munmap(obj->mapbase, obj->mapsize);
614 1.25 mycroft _rtld_linkmap_delete(obj);
615 1.25 mycroft *linkp = obj->next;
616 1.25 mycroft _rtld_obj_free(obj);
617 1.25 mycroft } else
618 1.25 mycroft linkp = &obj->next;
619 1.25 mycroft }
620 1.25 mycroft _rtld_objtail = linkp;
621 1.25 mycroft }
622 1.25 mycroft }
623 1.25 mycroft
624 1.25 mycroft static void
625 1.25 mycroft _rtld_unref_dag(root)
626 1.15 christos Obj_Entry *root;
627 1.1 cgd {
628 1.33 jdolecek assert(root);
629 1.15 christos assert(root->refcount != 0);
630 1.15 christos --root->refcount;
631 1.15 christos if (root->refcount == 0) {
632 1.15 christos const Needed_Entry *needed;
633 1.15 christos
634 1.15 christos for (needed = root->needed; needed != NULL;
635 1.32 jdolecek needed = needed->next) {
636 1.32 jdolecek if (needed->obj != NULL)
637 1.32 jdolecek _rtld_unref_dag(needed->obj);
638 1.32 jdolecek }
639 1.15 christos }
640 1.1 cgd }
641 1.1 cgd
642 1.1 cgd int
643 1.15 christos _rtld_dlclose(handle)
644 1.15 christos void *handle;
645 1.1 cgd {
646 1.15 christos Obj_Entry *root = _rtld_dlcheck(handle);
647 1.1 cgd
648 1.15 christos if (root == NULL)
649 1.15 christos return -1;
650 1.1 cgd
651 1.15 christos _rtld_debug.r_state = RT_DELETE;
652 1.15 christos _rtld_debug_state();
653 1.15 christos
654 1.15 christos --root->dl_refcount;
655 1.29 kleink _rtld_unload_object(root, true);
656 1.15 christos
657 1.15 christos _rtld_debug.r_state = RT_CONSISTENT;
658 1.15 christos _rtld_debug_state();
659 1.1 cgd
660 1.15 christos return 0;
661 1.1 cgd }
662 1.1 cgd
663 1.1 cgd char *
664 1.15 christos _rtld_dlerror()
665 1.1 cgd {
666 1.15 christos char *msg = error_message;
667 1.15 christos error_message = NULL;
668 1.15 christos return msg;
669 1.1 cgd }
670 1.1 cgd
671 1.1 cgd void *
672 1.15 christos _rtld_dlopen(name, mode)
673 1.15 christos const char *name;
674 1.15 christos int mode;
675 1.15 christos {
676 1.15 christos Obj_Entry **old_obj_tail = _rtld_objtail;
677 1.15 christos Obj_Entry *obj = NULL;
678 1.15 christos
679 1.15 christos _rtld_debug.r_state = RT_ADD;
680 1.15 christos _rtld_debug_state();
681 1.15 christos
682 1.15 christos if (name == NULL) {
683 1.15 christos obj = _rtld_objmain;
684 1.25 mycroft obj->refcount++;
685 1.15 christos } else {
686 1.21 thorpej char *path = _rtld_find_library(name, _rtld_objmain);
687 1.15 christos if (path != NULL)
688 1.42 mycroft obj = _rtld_load_object(path, mode, true);
689 1.1 cgd }
690 1.1 cgd
691 1.15 christos if (obj != NULL) {
692 1.15 christos ++obj->dl_refcount;
693 1.15 christos if (*old_obj_tail != NULL) { /* We loaded something new. */
694 1.15 christos assert(*old_obj_tail == obj);
695 1.15 christos
696 1.42 mycroft if (_rtld_load_needed_objects(obj, mode, true) == -1 ||
697 1.28 christos (_rtld_init_dag(obj),
698 1.28 christos _rtld_relocate_objects(obj,
699 1.28 christos ((mode & 3) == RTLD_NOW), true)) == -1) {
700 1.25 mycroft _rtld_unload_object(obj, false);
701 1.25 mycroft obj->dl_refcount--;
702 1.15 christos obj = NULL;
703 1.25 mycroft } else
704 1.15 christos _rtld_call_init_functions(obj);
705 1.15 christos }
706 1.15 christos }
707 1.15 christos _rtld_debug.r_state = RT_CONSISTENT;
708 1.15 christos _rtld_debug_state();
709 1.1 cgd
710 1.15 christos return obj;
711 1.31 erh }
712 1.31 erh
713 1.31 erh /*
714 1.31 erh * Find a symbol in the main program.
715 1.31 erh */
716 1.31 erh void *
717 1.31 erh _rtld_objmain_sym(name)
718 1.31 erh const char *name;
719 1.31 erh {
720 1.31 erh unsigned long hash;
721 1.31 erh const Elf_Sym *def;
722 1.31 erh const Obj_Entry *obj;
723 1.31 erh
724 1.31 erh hash = _rtld_elf_hash(name);
725 1.31 erh obj = _rtld_objmain;
726 1.31 erh
727 1.31 erh _rtld_curmark++;
728 1.31 erh def = _rtld_symlook_list(name, hash, &_rtld_list_main, &obj, true);
729 1.31 erh
730 1.31 erh if (def != NULL)
731 1.31 erh return obj->relocbase + def->st_value;
732 1.31 erh return(NULL);
733 1.1 cgd }
734 1.1 cgd
735 1.1 cgd void *
736 1.15 christos _rtld_dlsym(handle, name)
737 1.15 christos void *handle;
738 1.15 christos const char *name;
739 1.15 christos {
740 1.25 mycroft const Obj_Entry *obj;
741 1.25 mycroft unsigned long hash;
742 1.25 mycroft const Elf_Sym *def;
743 1.15 christos const Obj_Entry *defobj;
744 1.25 mycroft
745 1.25 mycroft hash = _rtld_elf_hash(name);
746 1.25 mycroft def = NULL;
747 1.25 mycroft defobj = NULL;
748 1.25 mycroft
749 1.30 christos if (handle == NULL
750 1.30 christos #if 0
751 1.30 christos || handle == RTLD_NEXT
752 1.30 christos #endif
753 1.30 christos ) {
754 1.30 christos void *retaddr;
755 1.30 christos
756 1.30 christos retaddr = __builtin_return_address(0); /* __GNUC__ only */
757 1.30 christos if ((obj = _rtld_obj_from_addr(retaddr)) == NULL) {
758 1.30 christos _rtld_error("Cannot determine caller's shared object");
759 1.30 christos return NULL;
760 1.30 christos }
761 1.30 christos if (handle == NULL) { /* Just the caller's shared object. */
762 1.30 christos def = _rtld_symlook_obj(name, hash, obj, true);
763 1.30 christos defobj = obj;
764 1.30 christos } else { /* All the shared objects after the caller's */
765 1.30 christos while ((obj = obj->next) != NULL) {
766 1.30 christos if ((def = _rtld_symlook_obj(name, hash, obj, true)) != NULL) {
767 1.30 christos defobj = obj;
768 1.30 christos break;
769 1.25 mycroft }
770 1.25 mycroft }
771 1.30 christos }
772 1.30 christos } else {
773 1.30 christos if ((obj = _rtld_dlcheck(handle)) == NULL)
774 1.30 christos return NULL;
775 1.30 christos
776 1.30 christos if (obj->mainprog) {
777 1.30 christos /* Search main program and all libraries loaded by it. */
778 1.30 christos _rtld_curmark++;
779 1.30 christos def = _rtld_symlook_list(name, hash, &_rtld_list_main, &defobj, true);
780 1.25 mycroft } else {
781 1.30 christos /*
782 1.30 christos * XXX - This isn't correct. The search should include the whole
783 1.30 christos * DAG rooted at the given object.
784 1.30 christos */
785 1.30 christos def = _rtld_symlook_obj(name, hash, obj, true);
786 1.30 christos defobj = obj;
787 1.25 mycroft }
788 1.30 christos }
789 1.30 christos
790 1.30 christos if (def != NULL)
791 1.30 christos return defobj->relocbase + def->st_value;
792 1.30 christos
793 1.30 christos _rtld_error("Undefined symbol \"%s\"", name);
794 1.25 mycroft return NULL;
795 1.25 mycroft }
796 1.1 cgd
797 1.25 mycroft int
798 1.25 mycroft _rtld_dladdr(addr, info)
799 1.25 mycroft const void *addr;
800 1.25 mycroft Dl_info *info;
801 1.25 mycroft {
802 1.25 mycroft const Obj_Entry *obj;
803 1.25 mycroft const Elf_Sym *def;
804 1.25 mycroft void *symbol_addr;
805 1.25 mycroft unsigned long symoffset;
806 1.25 mycroft
807 1.25 mycroft obj = _rtld_obj_from_addr(addr);
808 1.25 mycroft if (obj == NULL) {
809 1.25 mycroft _rtld_error("No shared object contains address");
810 1.25 mycroft return 0;
811 1.25 mycroft }
812 1.25 mycroft info->dli_fname = obj->path;
813 1.25 mycroft info->dli_fbase = obj->mapbase;
814 1.25 mycroft info->dli_saddr = (void *)0;
815 1.25 mycroft info->dli_sname = NULL;
816 1.25 mycroft
817 1.15 christos /*
818 1.25 mycroft * Walk the symbol list looking for the symbol whose address is
819 1.25 mycroft * closest to the address sent in.
820 1.25 mycroft */
821 1.25 mycroft for (symoffset = 0; symoffset < obj->nchains; symoffset++) {
822 1.25 mycroft def = obj->symtab + symoffset;
823 1.25 mycroft
824 1.25 mycroft /*
825 1.25 mycroft * For skip the symbol if st_shndx is either SHN_UNDEF or
826 1.25 mycroft * SHN_COMMON.
827 1.25 mycroft */
828 1.25 mycroft if (def->st_shndx == SHN_UNDEF || def->st_shndx == SHN_COMMON)
829 1.25 mycroft continue;
830 1.25 mycroft
831 1.25 mycroft /*
832 1.25 mycroft * If the symbol is greater than the specified address, or if it
833 1.25 mycroft * is further away from addr than the current nearest symbol,
834 1.25 mycroft * then reject it.
835 1.25 mycroft */
836 1.25 mycroft symbol_addr = obj->relocbase + def->st_value;
837 1.25 mycroft if (symbol_addr > addr || symbol_addr < info->dli_saddr)
838 1.25 mycroft continue;
839 1.25 mycroft
840 1.25 mycroft /* Update our idea of the nearest symbol. */
841 1.25 mycroft info->dli_sname = obj->strtab + def->st_name;
842 1.25 mycroft info->dli_saddr = symbol_addr;
843 1.1 cgd
844 1.25 mycroft /* Exact match? */
845 1.25 mycroft if (info->dli_saddr == addr)
846 1.25 mycroft break;
847 1.25 mycroft }
848 1.25 mycroft return 1;
849 1.1 cgd }
850 1.1 cgd
851 1.1 cgd /*
852 1.1 cgd * Error reporting function. Use it like printf. If formats the message
853 1.1 cgd * into a buffer, and sets things up so that the next call to dlerror()
854 1.1 cgd * will return the message.
855 1.1 cgd */
856 1.1 cgd void
857 1.15 christos #ifdef __STDC__
858 1.15 christos _rtld_error(const char *fmt,...)
859 1.15 christos #else
860 1.15 christos _rtld_error(va_alist)
861 1.15 christos va_dcl
862 1.15 christos #endif
863 1.1 cgd {
864 1.15 christos static char buf[512];
865 1.15 christos va_list ap;
866 1.15 christos #ifdef __STDC__
867 1.15 christos va_start(ap, fmt);
868 1.15 christos #else
869 1.15 christos const char *fmt;
870 1.1 cgd
871 1.15 christos va_start(ap);
872 1.15 christos fmt = va_arg(ap, const char *);
873 1.15 christos #endif
874 1.15 christos xvsnprintf(buf, sizeof buf, fmt, ap);
875 1.15 christos error_message = buf;
876 1.15 christos va_end(ap);
877 1.1 cgd }
878 1.14 pk
879 1.1 cgd void
880 1.15 christos _rtld_debug_state()
881 1.1 cgd {
882 1.15 christos /* do nothing */
883 1.1 cgd }
884 1.1 cgd
885 1.1 cgd void
886 1.15 christos _rtld_linkmap_add(obj)
887 1.15 christos Obj_Entry *obj;
888 1.1 cgd {
889 1.15 christos struct link_map *l = &obj->linkmap;
890 1.15 christos struct link_map *prev;
891 1.1 cgd
892 1.15 christos obj->linkmap.l_name = obj->path;
893 1.15 christos obj->linkmap.l_addr = obj->mapbase;
894 1.15 christos obj->linkmap.l_ld = obj->dynamic;
895 1.6 mhitch #ifdef __mips__
896 1.15 christos /* GDB needs load offset on MIPS to use the symbols */
897 1.15 christos obj->linkmap.l_offs = obj->relocbase;
898 1.36 matt #endif
899 1.36 matt #ifdef __vax__
900 1.36 matt /* VAX shared libaries don't start at a vaddr of 0 */
901 1.36 matt obj->linkmap.l_addr -= obj->vaddrbase;
902 1.6 mhitch #endif
903 1.1 cgd
904 1.15 christos if (_rtld_debug.r_map == NULL) {
905 1.15 christos _rtld_debug.r_map = l;
906 1.15 christos return;
907 1.15 christos }
908 1.15 christos for (prev = _rtld_debug.r_map; prev->l_next != NULL; prev = prev->l_next);
909 1.15 christos l->l_prev = prev;
910 1.15 christos prev->l_next = l;
911 1.15 christos l->l_next = NULL;
912 1.1 cgd }
913 1.1 cgd
914 1.1 cgd void
915 1.15 christos _rtld_linkmap_delete(obj)
916 1.15 christos Obj_Entry *obj;
917 1.1 cgd {
918 1.15 christos struct link_map *l = &obj->linkmap;
919 1.1 cgd
920 1.15 christos if (l->l_prev == NULL) {
921 1.15 christos if ((_rtld_debug.r_map = l->l_next) != NULL)
922 1.15 christos l->l_next->l_prev = NULL;
923 1.15 christos return;
924 1.15 christos }
925 1.15 christos if ((l->l_prev->l_next = l->l_next) != NULL)
926 1.15 christos l->l_next->l_prev = l->l_prev;
927 1.25 mycroft }
928 1.25 mycroft
929 1.25 mycroft static Obj_Entry *
930 1.25 mycroft _rtld_obj_from_addr(const void *addr)
931 1.25 mycroft {
932 1.25 mycroft unsigned long endhash;
933 1.25 mycroft Obj_Entry *obj;
934 1.25 mycroft
935 1.25 mycroft endhash = _rtld_elf_hash(END_SYM);
936 1.25 mycroft for (obj = _rtld_objlist; obj != NULL; obj = obj->next) {
937 1.25 mycroft const Elf_Sym *endsym;
938 1.25 mycroft
939 1.25 mycroft if (addr < (void *) obj->mapbase)
940 1.25 mycroft continue;
941 1.25 mycroft if ((endsym = _rtld_symlook_obj(END_SYM, endhash, obj, true)) == NULL)
942 1.25 mycroft continue; /* No "end" symbol?! */
943 1.25 mycroft if (addr < (void *) (obj->relocbase + endsym->st_value))
944 1.25 mycroft return obj;
945 1.25 mycroft }
946 1.25 mycroft return NULL;
947 1.25 mycroft }
948 1.25 mycroft
949 1.25 mycroft static void
950 1.25 mycroft _rtld_objlist_remove(list, obj)
951 1.25 mycroft Objlist *list;
952 1.25 mycroft Obj_Entry *obj;
953 1.25 mycroft {
954 1.25 mycroft Objlist_Entry *elm;
955 1.25 mycroft
956 1.25 mycroft if ((elm = _rtld_objlist_find(list, obj)) != NULL) {
957 1.25 mycroft if ((list)->sqh_first == (elm)) {
958 1.25 mycroft SIMPLEQ_REMOVE_HEAD(list, elm, link);
959 1.25 mycroft }
960 1.25 mycroft else {
961 1.25 mycroft struct Struct_Objlist_Entry *curelm = (list)->sqh_first;
962 1.25 mycroft while (curelm->link.sqe_next != (elm))
963 1.25 mycroft curelm = curelm->link.sqe_next;
964 1.25 mycroft if((curelm->link.sqe_next =
965 1.25 mycroft curelm->link.sqe_next->link.sqe_next) == NULL)
966 1.25 mycroft (list)->sqh_last = &(curelm)->link.sqe_next;
967 1.25 mycroft }
968 1.25 mycroft free(elm);
969 1.25 mycroft }
970 1.1 cgd }
971