rumpuser_dl.c revision 1.10 1 1.10 pooka /* $NetBSD: rumpuser_dl.c,v 1.10 2012/11/26 17:55:11 pooka Exp $ */
2 1.1 pooka
3 1.1 pooka /*
4 1.1 pooka * Copyright (c) 2009 Antti Kantee. All Rights Reserved.
5 1.1 pooka *
6 1.1 pooka * Redistribution and use in source and binary forms, with or without
7 1.1 pooka * modification, are permitted provided that the following conditions
8 1.1 pooka * are met:
9 1.1 pooka * 1. Redistributions of source code must retain the above copyright
10 1.1 pooka * notice, this list of conditions and the following disclaimer.
11 1.1 pooka * 2. Redistributions in binary form must reproduce the above copyright
12 1.1 pooka * notice, this list of conditions and the following disclaimer in the
13 1.1 pooka * documentation and/or other materials provided with the distribution.
14 1.1 pooka *
15 1.1 pooka * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
16 1.1 pooka * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
17 1.1 pooka * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
18 1.1 pooka * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
19 1.1 pooka * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
20 1.1 pooka * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
21 1.1 pooka * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
22 1.1 pooka * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
23 1.1 pooka * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
24 1.1 pooka * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
25 1.1 pooka * SUCH DAMAGE.
26 1.1 pooka */
27 1.1 pooka
28 1.1 pooka /*
29 1.1 pooka * Load all module link sets and feed symbol table to the kernel.
30 1.1 pooka * Called during rump bootstrap.
31 1.1 pooka */
32 1.1 pooka
33 1.8 pooka #include "rumpuser_port.h"
34 1.8 pooka
35 1.8 pooka #if !defined(lint)
36 1.10 pooka __RCSID("$NetBSD: rumpuser_dl.c,v 1.10 2012/11/26 17:55:11 pooka Exp $");
37 1.8 pooka #endif /* !lint */
38 1.1 pooka
39 1.1 pooka #include <sys/types.h>
40 1.1 pooka #include <sys/time.h>
41 1.8 pooka #include <assert.h>
42 1.1 pooka
43 1.1 pooka #include <dlfcn.h>
44 1.1 pooka #include <elf.h>
45 1.1 pooka #include <errno.h>
46 1.1 pooka #include <fcntl.h>
47 1.1 pooka #include <link.h>
48 1.1 pooka #include <stdio.h>
49 1.1 pooka #include <stdlib.h>
50 1.1 pooka #include <string.h>
51 1.1 pooka #include <unistd.h>
52 1.1 pooka
53 1.1 pooka #include <rump/rumpuser.h>
54 1.1 pooka
55 1.1 pooka #if defined(__ELF__) && (defined(__NetBSD__) || defined(__FreeBSD__) \
56 1.10 pooka || (defined(__sun__) && defined(__svr4__))) || defined(__linux__) \
57 1.10 pooka || defined(__DragonFly__)
58 1.1 pooka static size_t symtabsize = 0, strtabsize = 0;
59 1.1 pooka static size_t symtaboff = 0, strtaboff = 0;
60 1.1 pooka static uint8_t *symtab = NULL;
61 1.1 pooka static char *strtab = NULL;
62 1.1 pooka static unsigned char eident;
63 1.1 pooka
64 1.7 pooka /* nb5 compat */
65 1.7 pooka #ifndef Elf_Symindx
66 1.7 pooka #define Elf_Symindx uint32_t
67 1.7 pooka #endif
68 1.7 pooka
69 1.8 pooka /*
70 1.8 pooka * Linux ld.so requires a valid handle for dlinfo(), so use the main
71 1.8 pooka * handle. We initialize this variable in rumpuser_dl_bootstrap()
72 1.8 pooka */
73 1.8 pooka static void *mainhandle;
74 1.8 pooka
75 1.1 pooka static void *
76 1.1 pooka reservespace(void *store, size_t *storesize,
77 1.1 pooka size_t storeoff, size_t required)
78 1.1 pooka {
79 1.1 pooka size_t chunk, newsize;
80 1.1 pooka
81 1.1 pooka assert(storeoff <= *storesize);
82 1.1 pooka chunk = *storesize - storeoff;
83 1.1 pooka
84 1.1 pooka if (chunk >= required)
85 1.1 pooka return store;
86 1.1 pooka
87 1.1 pooka newsize = *storesize + ((size_t)required - chunk);
88 1.1 pooka store = realloc(store, newsize);
89 1.1 pooka if (store == NULL) {
90 1.1 pooka return NULL;
91 1.1 pooka }
92 1.1 pooka *((uint8_t *)store + storeoff) = '\0';
93 1.1 pooka *storesize = newsize;
94 1.1 pooka
95 1.1 pooka return store;
96 1.1 pooka }
97 1.1 pooka
98 1.1 pooka /*
99 1.1 pooka * Macros to make handling elf32/64 in the code a little saner.
100 1.1 pooka */
101 1.1 pooka
102 1.1 pooka #define DYNn_GETMEMBER(base, n, thevar, result) \
103 1.1 pooka do { \
104 1.1 pooka if (eident == ELFCLASS32) { \
105 1.9 pooka const Elf32_Dyn *dyn = base; \
106 1.1 pooka /*LINTED*/ \
107 1.1 pooka result = dyn[n].thevar; \
108 1.1 pooka } else { \
109 1.9 pooka const Elf64_Dyn *dyn = base; \
110 1.1 pooka /*LINTED*/ \
111 1.1 pooka result = dyn[n].thevar; \
112 1.1 pooka } \
113 1.1 pooka } while (/*CONSTCOND*/0)
114 1.1 pooka
115 1.1 pooka #define SYMn_GETMEMBER(base, n, thevar, result) \
116 1.1 pooka do { \
117 1.1 pooka if (eident == ELFCLASS32) { \
118 1.4 pooka const Elf32_Sym *sym = base; \
119 1.1 pooka /*LINTED*/ \
120 1.1 pooka result = sym[n].thevar; \
121 1.1 pooka } else { \
122 1.4 pooka const Elf64_Sym *sym = base; \
123 1.1 pooka /*LINTED*/ \
124 1.1 pooka result = sym[n].thevar; \
125 1.1 pooka } \
126 1.1 pooka } while (/*CONSTCOND*/0)
127 1.1 pooka
128 1.1 pooka #define SYMn_SETMEMBER(base, n, thevar, value) \
129 1.1 pooka do { \
130 1.1 pooka if (eident == ELFCLASS32) { \
131 1.1 pooka Elf32_Sym *sym = base; \
132 1.1 pooka /*LINTED*/ \
133 1.1 pooka sym[n].thevar = value; \
134 1.1 pooka } else { \
135 1.1 pooka Elf64_Sym *sym = base; \
136 1.1 pooka /*LINTED*/ \
137 1.1 pooka sym[n].thevar = value; \
138 1.1 pooka } \
139 1.1 pooka } while (/*CONSTCOND*/0)
140 1.1 pooka
141 1.1 pooka #define SYM_GETSIZE() ((eident==ELFCLASS32)?sizeof(Elf32_Sym):sizeof(Elf64_Sym))
142 1.1 pooka
143 1.8 pooka /*
144 1.8 pooka * On NetBSD, the dynamic section pointer values seem to be relative to
145 1.8 pooka * the address the dso is mapped at. On Linux, they seem to contain
146 1.8 pooka * the absolute address. I couldn't find anything definite from a quick
147 1.8 pooka * read of the standard and therefore I will not go and figure beyond ifdef.
148 1.8 pooka */
149 1.8 pooka #ifdef __linux__
150 1.8 pooka #define adjptr(_map_, _ptr_) ((void *)(_ptr_))
151 1.8 pooka #else
152 1.8 pooka #define adjptr(_map_, _ptr_) ((void *)(_map_->l_addr + (_ptr_)))
153 1.8 pooka #endif
154 1.8 pooka
155 1.1 pooka static int
156 1.1 pooka getsymbols(struct link_map *map)
157 1.1 pooka {
158 1.1 pooka char *str_base;
159 1.1 pooka void *syms_base = NULL; /* XXXgcc */
160 1.4 pooka size_t curstrsize;
161 1.9 pooka const void *ed_base;
162 1.1 pooka uint64_t ed_tag;
163 1.4 pooka size_t cursymcount;
164 1.4 pooka unsigned i;
165 1.1 pooka
166 1.4 pooka if (map->l_addr) {
167 1.8 pooka if (memcmp((void *)map->l_addr, ELFMAG, SELFMAG) != 0)
168 1.4 pooka return ENOEXEC;
169 1.4 pooka eident = *(unsigned char *)(map->l_addr + EI_CLASS);
170 1.4 pooka if (eident != ELFCLASS32 && eident != ELFCLASS64)
171 1.4 pooka return ENOEXEC;
172 1.4 pooka }
173 1.1 pooka
174 1.4 pooka /*
175 1.4 pooka * ok, we probably have only the main object. instead of going
176 1.4 pooka * to disk and reading the ehdr, just try to guess the size.
177 1.4 pooka */
178 1.4 pooka if (eident == 0) {
179 1.4 pooka if (/*CONSTCOND*/sizeof(void *) == 4)
180 1.4 pooka eident = ELFCLASS32;
181 1.4 pooka else
182 1.4 pooka eident = ELFCLASS64;
183 1.1 pooka }
184 1.1 pooka
185 1.4 pooka /*
186 1.4 pooka * Find symtab and strtab and their sizes.
187 1.4 pooka */
188 1.1 pooka str_base = NULL;
189 1.4 pooka curstrsize = 0;
190 1.4 pooka cursymcount = 0;
191 1.1 pooka ed_base = map->l_ld;
192 1.4 pooka DYNn_GETMEMBER(ed_base, 0, d_tag, ed_tag);
193 1.4 pooka for (i = 0; ed_tag != DT_NULL;) {
194 1.1 pooka uintptr_t edptr;
195 1.1 pooka size_t edval;
196 1.6 njoly Elf_Symindx *hashtab;
197 1.1 pooka
198 1.1 pooka switch (ed_tag) {
199 1.1 pooka case DT_SYMTAB:
200 1.1 pooka DYNn_GETMEMBER(ed_base, i, d_un.d_ptr, edptr);
201 1.8 pooka syms_base = adjptr(map, edptr);
202 1.1 pooka break;
203 1.1 pooka case DT_STRTAB:
204 1.1 pooka DYNn_GETMEMBER(ed_base, i, d_un.d_ptr, edptr);
205 1.8 pooka str_base = adjptr(map, edptr);
206 1.1 pooka break;
207 1.1 pooka case DT_STRSZ:
208 1.1 pooka DYNn_GETMEMBER(ed_base, i, d_un.d_val, edval);
209 1.1 pooka curstrsize = edval;
210 1.1 pooka break;
211 1.4 pooka case DT_HASH:
212 1.4 pooka DYNn_GETMEMBER(ed_base, i, d_un.d_ptr, edptr);
213 1.8 pooka hashtab = (Elf_Symindx *)adjptr(map, edptr);
214 1.6 njoly cursymcount = hashtab[1];
215 1.4 pooka break;
216 1.4 pooka case DT_SYMENT:
217 1.4 pooka DYNn_GETMEMBER(ed_base, i, d_un.d_val, edval);
218 1.4 pooka assert(edval == SYM_GETSIZE());
219 1.4 pooka break;
220 1.1 pooka default:
221 1.1 pooka break;
222 1.1 pooka }
223 1.1 pooka i++;
224 1.1 pooka DYNn_GETMEMBER(ed_base, i, d_tag, ed_tag);
225 1.4 pooka }
226 1.1 pooka
227 1.4 pooka if (str_base == NULL || syms_base == NULL ||
228 1.4 pooka curstrsize == 0 || cursymcount == 0) {
229 1.4 pooka fprintf(stderr, "could not find strtab, symtab or their sizes "
230 1.1 pooka "in %s\n", map->l_name);
231 1.1 pooka return ENOEXEC;
232 1.1 pooka }
233 1.1 pooka
234 1.1 pooka /*
235 1.1 pooka * Make sure we have enough space for the contents of the symbol
236 1.1 pooka * and string tables we are currently processing. The total used
237 1.1 pooka * space will be smaller due to undefined symbols we are not
238 1.1 pooka * interested in.
239 1.1 pooka */
240 1.4 pooka symtab = reservespace(symtab, &symtabsize,
241 1.4 pooka symtaboff, cursymcount * SYM_GETSIZE());
242 1.1 pooka strtab = reservespace(strtab, &strtabsize, strtaboff, curstrsize);
243 1.1 pooka if (symtab == NULL || strtab == NULL) {
244 1.1 pooka fprintf(stderr, "failed to reserve memory");
245 1.1 pooka return ENOMEM;
246 1.1 pooka }
247 1.1 pooka
248 1.1 pooka /* iterate over all symbols in current symtab */
249 1.4 pooka for (i = 0; i < cursymcount; i++) {
250 1.4 pooka const char *cursymname;
251 1.1 pooka int shndx, name;
252 1.1 pooka uintptr_t value;
253 1.1 pooka void *csym;
254 1.1 pooka
255 1.1 pooka SYMn_GETMEMBER(syms_base, i, st_shndx, shndx);
256 1.1 pooka SYMn_GETMEMBER(syms_base, i, st_value, value);
257 1.1 pooka if (shndx == SHN_UNDEF || value == 0)
258 1.1 pooka continue;
259 1.1 pooka
260 1.1 pooka /* get symbol name */
261 1.1 pooka SYMn_GETMEMBER(syms_base, i, st_name, name);
262 1.1 pooka cursymname = name + str_base;
263 1.4 pooka
264 1.4 pooka /*
265 1.4 pooka * Only accept symbols which are decidedly in
266 1.4 pooka * the rump kernel namespace.
267 1.4 pooka * XXX: quirks, but they wouldn't matter here
268 1.4 pooka */
269 1.4 pooka if (strncmp(cursymname, "rump", 4) != 0 &&
270 1.4 pooka strncmp(cursymname, "RUMP", 4) != 0 &&
271 1.4 pooka strncmp(cursymname, "__", 2) != 0) {
272 1.4 pooka continue;
273 1.4 pooka }
274 1.4 pooka
275 1.1 pooka memcpy(symtab + symtaboff,
276 1.4 pooka (const uint8_t *)syms_base + i*SYM_GETSIZE(),SYM_GETSIZE());
277 1.1 pooka
278 1.1 pooka /*
279 1.1 pooka * set name to point at new strtab, offset symbol value
280 1.1 pooka * with lib base address.
281 1.1 pooka */
282 1.1 pooka csym = symtab + symtaboff;
283 1.1 pooka SYMn_SETMEMBER(csym, 0, st_name, strtaboff);
284 1.1 pooka SYMn_GETMEMBER(csym, 0, st_value, value);
285 1.1 pooka SYMn_SETMEMBER(csym, 0, st_value,(intptr_t)(value+map->l_addr));
286 1.1 pooka symtaboff += SYM_GETSIZE();
287 1.1 pooka
288 1.1 pooka strcpy(strtab + strtaboff, cursymname);
289 1.1 pooka strtaboff += strlen(cursymname)+1;
290 1.1 pooka }
291 1.1 pooka
292 1.1 pooka return 0;
293 1.1 pooka }
294 1.1 pooka
295 1.3 pooka static void
296 1.1 pooka process(const char *soname, rump_modinit_fn domodinit)
297 1.1 pooka {
298 1.1 pooka void *handle;
299 1.3 pooka const struct modinfo *const *mi_start, *const *mi_end;
300 1.1 pooka
301 1.1 pooka if (strstr(soname, "librump") == NULL)
302 1.3 pooka return;
303 1.1 pooka
304 1.1 pooka handle = dlopen(soname, RTLD_LAZY);
305 1.1 pooka if (handle == NULL)
306 1.3 pooka return;
307 1.1 pooka
308 1.3 pooka mi_start = dlsym(handle, "__start_link_set_modules");
309 1.3 pooka if (!mi_start)
310 1.1 pooka goto out;
311 1.1 pooka mi_end = dlsym(handle, "__stop_link_set_modules");
312 1.1 pooka if (!mi_end)
313 1.1 pooka goto out;
314 1.1 pooka
315 1.3 pooka domodinit(mi_start, (size_t)(mi_end-mi_start));
316 1.1 pooka
317 1.1 pooka out:
318 1.1 pooka dlclose(handle);
319 1.1 pooka }
320 1.1 pooka
321 1.1 pooka /*
322 1.1 pooka * Get the linkmap from the dynlinker. Try to load kernel modules
323 1.1 pooka * from all objects in the linkmap.
324 1.1 pooka */
325 1.1 pooka void
326 1.1 pooka rumpuser_dl_bootstrap(rump_modinit_fn domodinit,
327 1.1 pooka rump_symload_fn symload)
328 1.1 pooka {
329 1.1 pooka struct link_map *map, *origmap;
330 1.1 pooka int error;
331 1.1 pooka
332 1.8 pooka mainhandle = dlopen(NULL, RTLD_NOW);
333 1.8 pooka if (dlinfo(mainhandle, RTLD_DI_LINKMAP, &origmap) == -1) {
334 1.1 pooka fprintf(stderr, "warning: rumpuser module bootstrap "
335 1.1 pooka "failed: %s\n", dlerror());
336 1.1 pooka return;
337 1.1 pooka }
338 1.1 pooka /*
339 1.1 pooka * Process last->first because that's the most probable
340 1.1 pooka * order for dependencies
341 1.1 pooka */
342 1.1 pooka for (; origmap->l_next; origmap = origmap->l_next)
343 1.1 pooka continue;
344 1.1 pooka
345 1.1 pooka /*
346 1.1 pooka * Build symbol table to hand to the rump kernel. Do this by
347 1.1 pooka * iterating over all rump libraries and collecting symbol
348 1.1 pooka * addresses and relocation info.
349 1.1 pooka */
350 1.1 pooka error = 0;
351 1.1 pooka for (map = origmap; map && !error; map = map->l_prev) {
352 1.1 pooka if (strstr(map->l_name, "librump") != NULL)
353 1.1 pooka error = getsymbols(map);
354 1.4 pooka /* this should be the main object */
355 1.8 pooka else if (!map->l_addr && map->l_prev == NULL)
356 1.4 pooka error = getsymbols(map);
357 1.1 pooka }
358 1.1 pooka
359 1.1 pooka if (error == 0) {
360 1.1 pooka void *trimmedsym, *trimmedstr;
361 1.1 pooka
362 1.1 pooka /*
363 1.1 pooka * Allocate optimum-sized memory for storing tables
364 1.1 pooka * and feed to kernel. If memory allocation fails,
365 1.1 pooka * just give the ones with extra context (although
366 1.1 pooka * I'm pretty sure we'll die moments later due to
367 1.1 pooka * memory running out).
368 1.1 pooka */
369 1.1 pooka if ((trimmedsym = malloc(symtaboff)) != NULL) {
370 1.1 pooka memcpy(trimmedsym, symtab, symtaboff);
371 1.1 pooka } else {
372 1.1 pooka trimmedsym = symtab;
373 1.1 pooka symtab = NULL;
374 1.1 pooka }
375 1.1 pooka if ((trimmedstr = malloc(strtaboff)) != NULL) {
376 1.1 pooka memcpy(trimmedstr, strtab, strtaboff);
377 1.1 pooka } else {
378 1.1 pooka trimmedstr = strtab;
379 1.1 pooka strtab = NULL;
380 1.1 pooka }
381 1.1 pooka symload(trimmedsym, symtaboff, trimmedstr, strtaboff);
382 1.1 pooka }
383 1.1 pooka free(symtab);
384 1.1 pooka free(strtab);
385 1.1 pooka
386 1.1 pooka /*
387 1.1 pooka * Next, load modules from dynlibs.
388 1.1 pooka */
389 1.3 pooka for (map = origmap; map; map = map->l_prev)
390 1.3 pooka process(map->l_name, domodinit);
391 1.1 pooka }
392 1.2 pooka
393 1.2 pooka void
394 1.2 pooka rumpuser_dl_component_init(int type, rump_component_init_fn compinit)
395 1.2 pooka {
396 1.2 pooka struct link_map *map;
397 1.2 pooka
398 1.8 pooka if (dlinfo(mainhandle, RTLD_DI_LINKMAP, &map) == -1) {
399 1.2 pooka fprintf(stderr, "warning: rumpuser module bootstrap "
400 1.2 pooka "failed: %s\n", dlerror());
401 1.2 pooka return;
402 1.2 pooka }
403 1.2 pooka
404 1.2 pooka for (; map->l_next; map = map->l_next)
405 1.2 pooka continue;
406 1.2 pooka for (; map; map = map->l_prev) {
407 1.2 pooka if (strstr(map->l_name, "librump") != NULL) {
408 1.2 pooka void *handle;
409 1.2 pooka struct rump_component **rc, **rc_end;
410 1.2 pooka
411 1.2 pooka handle = dlopen(map->l_name, RTLD_LAZY);
412 1.2 pooka if (handle == NULL)
413 1.2 pooka continue;
414 1.2 pooka
415 1.2 pooka rc = dlsym(handle,
416 1.2 pooka "__start_link_set_rump_components");
417 1.2 pooka if (!rc)
418 1.2 pooka goto loop;
419 1.2 pooka rc_end = dlsym(handle,
420 1.2 pooka "__stop_link_set_rump_components");
421 1.2 pooka if (!rc_end)
422 1.2 pooka goto loop;
423 1.2 pooka
424 1.2 pooka for (; rc < rc_end; rc++)
425 1.2 pooka compinit(*rc, type);
426 1.2 pooka assert(rc == rc_end);
427 1.2 pooka loop:
428 1.2 pooka dlclose(handle);
429 1.2 pooka }
430 1.2 pooka }
431 1.2 pooka }
432 1.1 pooka #else
433 1.1 pooka void
434 1.1 pooka rumpuser_dl_bootstrap(rump_modinit_fn domodinit,
435 1.1 pooka rump_symload_fn symload)
436 1.1 pooka {
437 1.1 pooka
438 1.1 pooka fprintf(stderr, "Warning, dlinfo() unsupported on host?\n");
439 1.1 pooka }
440 1.2 pooka
441 1.2 pooka void
442 1.2 pooka rumpuser_dl_component_init(int type, rump_component_init_fn compinit)
443 1.2 pooka {
444 1.2 pooka
445 1.2 pooka fprintf(stderr, "Warning, dlinfo() unsupported on host?\n");
446 1.2 pooka }
447 1.1 pooka #endif
448 1.5 pooka
449 1.5 pooka void *
450 1.5 pooka rumpuser_dl_globalsym(const char *symname)
451 1.5 pooka {
452 1.5 pooka
453 1.5 pooka return dlsym(RTLD_DEFAULT, symname);
454 1.5 pooka }
455