rumpuser_dl.c revision 1.8 1 1.8 pooka /* $NetBSD: rumpuser_dl.c,v 1.8 2012/07/27 09:09:05 pooka Exp $ */
2 1.1 pooka
3 1.1 pooka /*
4 1.1 pooka * Copyright (c) 2009 Antti Kantee. All Rights Reserved.
5 1.1 pooka *
6 1.1 pooka * Redistribution and use in source and binary forms, with or without
7 1.1 pooka * modification, are permitted provided that the following conditions
8 1.1 pooka * are met:
9 1.1 pooka * 1. Redistributions of source code must retain the above copyright
10 1.1 pooka * notice, this list of conditions and the following disclaimer.
11 1.1 pooka * 2. Redistributions in binary form must reproduce the above copyright
12 1.1 pooka * notice, this list of conditions and the following disclaimer in the
13 1.1 pooka * documentation and/or other materials provided with the distribution.
14 1.1 pooka *
15 1.1 pooka * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
16 1.1 pooka * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
17 1.1 pooka * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
18 1.1 pooka * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
19 1.1 pooka * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
20 1.1 pooka * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
21 1.1 pooka * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
22 1.1 pooka * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
23 1.1 pooka * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
24 1.1 pooka * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
25 1.1 pooka * SUCH DAMAGE.
26 1.1 pooka */
27 1.1 pooka
28 1.1 pooka /*
29 1.1 pooka * Load all module link sets and feed symbol table to the kernel.
30 1.1 pooka * Called during rump bootstrap.
31 1.1 pooka */
32 1.1 pooka
33 1.8 pooka #include "rumpuser_port.h"
34 1.8 pooka
35 1.8 pooka #if !defined(lint)
36 1.8 pooka __RCSID("$NetBSD: rumpuser_dl.c,v 1.8 2012/07/27 09:09:05 pooka Exp $");
37 1.8 pooka #endif /* !lint */
38 1.1 pooka
39 1.1 pooka #include <sys/types.h>
40 1.1 pooka #include <sys/time.h>
41 1.8 pooka #include <assert.h>
42 1.1 pooka
43 1.1 pooka #include <dlfcn.h>
44 1.1 pooka #include <elf.h>
45 1.1 pooka #include <errno.h>
46 1.1 pooka #include <fcntl.h>
47 1.1 pooka #include <link.h>
48 1.1 pooka #include <stdio.h>
49 1.1 pooka #include <stdlib.h>
50 1.1 pooka #include <string.h>
51 1.1 pooka #include <unistd.h>
52 1.1 pooka
53 1.1 pooka #include <rump/rumpuser.h>
54 1.1 pooka
55 1.1 pooka #if defined(__ELF__) && (defined(__NetBSD__) || defined(__FreeBSD__) \
56 1.8 pooka || (defined(__sun__) && defined(__svr4__))) || defined(__linux__)
57 1.1 pooka static size_t symtabsize = 0, strtabsize = 0;
58 1.1 pooka static size_t symtaboff = 0, strtaboff = 0;
59 1.1 pooka static uint8_t *symtab = NULL;
60 1.1 pooka static char *strtab = NULL;
61 1.1 pooka static unsigned char eident;
62 1.1 pooka
63 1.7 pooka /* nb5 compat */
64 1.7 pooka #ifndef Elf_Symindx
65 1.7 pooka #define Elf_Symindx uint32_t
66 1.7 pooka #endif
67 1.7 pooka
68 1.8 pooka /*
69 1.8 pooka * Linux ld.so requires a valid handle for dlinfo(), so use the main
70 1.8 pooka * handle. We initialize this variable in rumpuser_dl_bootstrap()
71 1.8 pooka */
72 1.8 pooka static void *mainhandle;
73 1.8 pooka
74 1.1 pooka static void *
75 1.1 pooka reservespace(void *store, size_t *storesize,
76 1.1 pooka size_t storeoff, size_t required)
77 1.1 pooka {
78 1.1 pooka size_t chunk, newsize;
79 1.1 pooka
80 1.1 pooka assert(storeoff <= *storesize);
81 1.1 pooka chunk = *storesize - storeoff;
82 1.1 pooka
83 1.1 pooka if (chunk >= required)
84 1.1 pooka return store;
85 1.1 pooka
86 1.1 pooka newsize = *storesize + ((size_t)required - chunk);
87 1.1 pooka store = realloc(store, newsize);
88 1.1 pooka if (store == NULL) {
89 1.1 pooka return NULL;
90 1.1 pooka }
91 1.1 pooka *((uint8_t *)store + storeoff) = '\0';
92 1.1 pooka *storesize = newsize;
93 1.1 pooka
94 1.1 pooka return store;
95 1.1 pooka }
96 1.1 pooka
97 1.1 pooka /*
98 1.1 pooka * Macros to make handling elf32/64 in the code a little saner.
99 1.1 pooka */
100 1.1 pooka
101 1.1 pooka #define DYNn_GETMEMBER(base, n, thevar, result) \
102 1.1 pooka do { \
103 1.1 pooka if (eident == ELFCLASS32) { \
104 1.1 pooka Elf32_Dyn *dyn = base; \
105 1.1 pooka /*LINTED*/ \
106 1.1 pooka result = dyn[n].thevar; \
107 1.1 pooka } else { \
108 1.1 pooka Elf64_Dyn *dyn = base; \
109 1.1 pooka /*LINTED*/ \
110 1.1 pooka result = dyn[n].thevar; \
111 1.1 pooka } \
112 1.1 pooka } while (/*CONSTCOND*/0)
113 1.1 pooka
114 1.1 pooka #define SYMn_GETMEMBER(base, n, thevar, result) \
115 1.1 pooka do { \
116 1.1 pooka if (eident == ELFCLASS32) { \
117 1.4 pooka const Elf32_Sym *sym = base; \
118 1.1 pooka /*LINTED*/ \
119 1.1 pooka result = sym[n].thevar; \
120 1.1 pooka } else { \
121 1.4 pooka const Elf64_Sym *sym = base; \
122 1.1 pooka /*LINTED*/ \
123 1.1 pooka result = sym[n].thevar; \
124 1.1 pooka } \
125 1.1 pooka } while (/*CONSTCOND*/0)
126 1.1 pooka
127 1.1 pooka #define SYMn_SETMEMBER(base, n, thevar, value) \
128 1.1 pooka do { \
129 1.1 pooka if (eident == ELFCLASS32) { \
130 1.1 pooka Elf32_Sym *sym = base; \
131 1.1 pooka /*LINTED*/ \
132 1.1 pooka sym[n].thevar = value; \
133 1.1 pooka } else { \
134 1.1 pooka Elf64_Sym *sym = base; \
135 1.1 pooka /*LINTED*/ \
136 1.1 pooka sym[n].thevar = value; \
137 1.1 pooka } \
138 1.1 pooka } while (/*CONSTCOND*/0)
139 1.1 pooka
140 1.1 pooka #define SYM_GETSIZE() ((eident==ELFCLASS32)?sizeof(Elf32_Sym):sizeof(Elf64_Sym))
141 1.1 pooka
142 1.8 pooka /*
143 1.8 pooka * On NetBSD, the dynamic section pointer values seem to be relative to
144 1.8 pooka * the address the dso is mapped at. On Linux, they seem to contain
145 1.8 pooka * the absolute address. I couldn't find anything definite from a quick
146 1.8 pooka * read of the standard and therefore I will not go and figure beyond ifdef.
147 1.8 pooka */
148 1.8 pooka #ifdef __linux__
149 1.8 pooka #define adjptr(_map_, _ptr_) ((void *)(_ptr_))
150 1.8 pooka #else
151 1.8 pooka #define adjptr(_map_, _ptr_) ((void *)(_map_->l_addr + (_ptr_)))
152 1.8 pooka #endif
153 1.8 pooka
154 1.1 pooka static int
155 1.1 pooka getsymbols(struct link_map *map)
156 1.1 pooka {
157 1.1 pooka char *str_base;
158 1.1 pooka void *syms_base = NULL; /* XXXgcc */
159 1.4 pooka size_t curstrsize;
160 1.1 pooka void *ed_base;
161 1.1 pooka uint64_t ed_tag;
162 1.4 pooka size_t cursymcount;
163 1.4 pooka unsigned i;
164 1.1 pooka
165 1.4 pooka if (map->l_addr) {
166 1.8 pooka if (memcmp((void *)map->l_addr, ELFMAG, SELFMAG) != 0)
167 1.4 pooka return ENOEXEC;
168 1.4 pooka eident = *(unsigned char *)(map->l_addr + EI_CLASS);
169 1.4 pooka if (eident != ELFCLASS32 && eident != ELFCLASS64)
170 1.4 pooka return ENOEXEC;
171 1.4 pooka }
172 1.1 pooka
173 1.4 pooka /*
174 1.4 pooka * ok, we probably have only the main object. instead of going
175 1.4 pooka * to disk and reading the ehdr, just try to guess the size.
176 1.4 pooka */
177 1.4 pooka if (eident == 0) {
178 1.4 pooka if (/*CONSTCOND*/sizeof(void *) == 4)
179 1.4 pooka eident = ELFCLASS32;
180 1.4 pooka else
181 1.4 pooka eident = ELFCLASS64;
182 1.1 pooka }
183 1.1 pooka
184 1.4 pooka /*
185 1.4 pooka * Find symtab and strtab and their sizes.
186 1.4 pooka */
187 1.1 pooka str_base = NULL;
188 1.4 pooka curstrsize = 0;
189 1.4 pooka cursymcount = 0;
190 1.1 pooka ed_base = map->l_ld;
191 1.4 pooka DYNn_GETMEMBER(ed_base, 0, d_tag, ed_tag);
192 1.4 pooka for (i = 0; ed_tag != DT_NULL;) {
193 1.1 pooka uintptr_t edptr;
194 1.1 pooka size_t edval;
195 1.6 njoly Elf_Symindx *hashtab;
196 1.1 pooka
197 1.1 pooka switch (ed_tag) {
198 1.1 pooka case DT_SYMTAB:
199 1.1 pooka DYNn_GETMEMBER(ed_base, i, d_un.d_ptr, edptr);
200 1.8 pooka syms_base = adjptr(map, edptr);
201 1.1 pooka break;
202 1.1 pooka case DT_STRTAB:
203 1.1 pooka DYNn_GETMEMBER(ed_base, i, d_un.d_ptr, edptr);
204 1.8 pooka str_base = adjptr(map, edptr);
205 1.1 pooka break;
206 1.1 pooka case DT_STRSZ:
207 1.1 pooka DYNn_GETMEMBER(ed_base, i, d_un.d_val, edval);
208 1.1 pooka curstrsize = edval;
209 1.1 pooka break;
210 1.4 pooka case DT_HASH:
211 1.4 pooka DYNn_GETMEMBER(ed_base, i, d_un.d_ptr, edptr);
212 1.8 pooka hashtab = (Elf_Symindx *)adjptr(map, edptr);
213 1.6 njoly cursymcount = hashtab[1];
214 1.4 pooka break;
215 1.4 pooka case DT_SYMENT:
216 1.4 pooka DYNn_GETMEMBER(ed_base, i, d_un.d_val, edval);
217 1.4 pooka assert(edval == SYM_GETSIZE());
218 1.4 pooka break;
219 1.1 pooka default:
220 1.1 pooka break;
221 1.1 pooka }
222 1.1 pooka i++;
223 1.1 pooka DYNn_GETMEMBER(ed_base, i, d_tag, ed_tag);
224 1.4 pooka }
225 1.1 pooka
226 1.4 pooka if (str_base == NULL || syms_base == NULL ||
227 1.4 pooka curstrsize == 0 || cursymcount == 0) {
228 1.4 pooka fprintf(stderr, "could not find strtab, symtab or their sizes "
229 1.1 pooka "in %s\n", map->l_name);
230 1.1 pooka return ENOEXEC;
231 1.1 pooka }
232 1.1 pooka
233 1.1 pooka /*
234 1.1 pooka * Make sure we have enough space for the contents of the symbol
235 1.1 pooka * and string tables we are currently processing. The total used
236 1.1 pooka * space will be smaller due to undefined symbols we are not
237 1.1 pooka * interested in.
238 1.1 pooka */
239 1.4 pooka symtab = reservespace(symtab, &symtabsize,
240 1.4 pooka symtaboff, cursymcount * SYM_GETSIZE());
241 1.1 pooka strtab = reservespace(strtab, &strtabsize, strtaboff, curstrsize);
242 1.1 pooka if (symtab == NULL || strtab == NULL) {
243 1.1 pooka fprintf(stderr, "failed to reserve memory");
244 1.1 pooka return ENOMEM;
245 1.1 pooka }
246 1.1 pooka
247 1.1 pooka /* iterate over all symbols in current symtab */
248 1.4 pooka for (i = 0; i < cursymcount; i++) {
249 1.4 pooka const char *cursymname;
250 1.1 pooka int shndx, name;
251 1.1 pooka uintptr_t value;
252 1.1 pooka void *csym;
253 1.1 pooka
254 1.1 pooka SYMn_GETMEMBER(syms_base, i, st_shndx, shndx);
255 1.1 pooka SYMn_GETMEMBER(syms_base, i, st_value, value);
256 1.1 pooka if (shndx == SHN_UNDEF || value == 0)
257 1.1 pooka continue;
258 1.1 pooka
259 1.1 pooka /* get symbol name */
260 1.1 pooka SYMn_GETMEMBER(syms_base, i, st_name, name);
261 1.1 pooka cursymname = name + str_base;
262 1.4 pooka
263 1.4 pooka /*
264 1.4 pooka * Only accept symbols which are decidedly in
265 1.4 pooka * the rump kernel namespace.
266 1.4 pooka * XXX: quirks, but they wouldn't matter here
267 1.4 pooka */
268 1.4 pooka if (strncmp(cursymname, "rump", 4) != 0 &&
269 1.4 pooka strncmp(cursymname, "RUMP", 4) != 0 &&
270 1.4 pooka strncmp(cursymname, "__", 2) != 0) {
271 1.4 pooka continue;
272 1.4 pooka }
273 1.4 pooka
274 1.1 pooka memcpy(symtab + symtaboff,
275 1.4 pooka (const uint8_t *)syms_base + i*SYM_GETSIZE(),SYM_GETSIZE());
276 1.1 pooka
277 1.1 pooka /*
278 1.1 pooka * set name to point at new strtab, offset symbol value
279 1.1 pooka * with lib base address.
280 1.1 pooka */
281 1.1 pooka csym = symtab + symtaboff;
282 1.1 pooka SYMn_SETMEMBER(csym, 0, st_name, strtaboff);
283 1.1 pooka SYMn_GETMEMBER(csym, 0, st_value, value);
284 1.1 pooka SYMn_SETMEMBER(csym, 0, st_value,(intptr_t)(value+map->l_addr));
285 1.1 pooka symtaboff += SYM_GETSIZE();
286 1.1 pooka
287 1.1 pooka strcpy(strtab + strtaboff, cursymname);
288 1.1 pooka strtaboff += strlen(cursymname)+1;
289 1.1 pooka }
290 1.1 pooka
291 1.1 pooka return 0;
292 1.1 pooka }
293 1.1 pooka
294 1.3 pooka static void
295 1.1 pooka process(const char *soname, rump_modinit_fn domodinit)
296 1.1 pooka {
297 1.1 pooka void *handle;
298 1.3 pooka const struct modinfo *const *mi_start, *const *mi_end;
299 1.1 pooka
300 1.1 pooka if (strstr(soname, "librump") == NULL)
301 1.3 pooka return;
302 1.1 pooka
303 1.1 pooka handle = dlopen(soname, RTLD_LAZY);
304 1.1 pooka if (handle == NULL)
305 1.3 pooka return;
306 1.1 pooka
307 1.3 pooka mi_start = dlsym(handle, "__start_link_set_modules");
308 1.3 pooka if (!mi_start)
309 1.1 pooka goto out;
310 1.1 pooka mi_end = dlsym(handle, "__stop_link_set_modules");
311 1.1 pooka if (!mi_end)
312 1.1 pooka goto out;
313 1.1 pooka
314 1.3 pooka domodinit(mi_start, (size_t)(mi_end-mi_start));
315 1.1 pooka
316 1.1 pooka out:
317 1.1 pooka dlclose(handle);
318 1.1 pooka }
319 1.1 pooka
320 1.1 pooka /*
321 1.1 pooka * Get the linkmap from the dynlinker. Try to load kernel modules
322 1.1 pooka * from all objects in the linkmap.
323 1.1 pooka */
324 1.1 pooka void
325 1.1 pooka rumpuser_dl_bootstrap(rump_modinit_fn domodinit,
326 1.1 pooka rump_symload_fn symload)
327 1.1 pooka {
328 1.1 pooka struct link_map *map, *origmap;
329 1.1 pooka int error;
330 1.1 pooka
331 1.8 pooka mainhandle = dlopen(NULL, RTLD_NOW);
332 1.8 pooka if (dlinfo(mainhandle, RTLD_DI_LINKMAP, &origmap) == -1) {
333 1.1 pooka fprintf(stderr, "warning: rumpuser module bootstrap "
334 1.1 pooka "failed: %s\n", dlerror());
335 1.1 pooka return;
336 1.1 pooka }
337 1.1 pooka /*
338 1.1 pooka * Process last->first because that's the most probable
339 1.1 pooka * order for dependencies
340 1.1 pooka */
341 1.1 pooka for (; origmap->l_next; origmap = origmap->l_next)
342 1.1 pooka continue;
343 1.1 pooka
344 1.1 pooka /*
345 1.1 pooka * Build symbol table to hand to the rump kernel. Do this by
346 1.1 pooka * iterating over all rump libraries and collecting symbol
347 1.1 pooka * addresses and relocation info.
348 1.1 pooka */
349 1.1 pooka error = 0;
350 1.1 pooka for (map = origmap; map && !error; map = map->l_prev) {
351 1.1 pooka if (strstr(map->l_name, "librump") != NULL)
352 1.1 pooka error = getsymbols(map);
353 1.4 pooka /* this should be the main object */
354 1.8 pooka else if (!map->l_addr && map->l_prev == NULL)
355 1.4 pooka error = getsymbols(map);
356 1.1 pooka }
357 1.1 pooka
358 1.1 pooka if (error == 0) {
359 1.1 pooka void *trimmedsym, *trimmedstr;
360 1.1 pooka
361 1.1 pooka /*
362 1.1 pooka * Allocate optimum-sized memory for storing tables
363 1.1 pooka * and feed to kernel. If memory allocation fails,
364 1.1 pooka * just give the ones with extra context (although
365 1.1 pooka * I'm pretty sure we'll die moments later due to
366 1.1 pooka * memory running out).
367 1.1 pooka */
368 1.1 pooka if ((trimmedsym = malloc(symtaboff)) != NULL) {
369 1.1 pooka memcpy(trimmedsym, symtab, symtaboff);
370 1.1 pooka } else {
371 1.1 pooka trimmedsym = symtab;
372 1.1 pooka symtab = NULL;
373 1.1 pooka }
374 1.1 pooka if ((trimmedstr = malloc(strtaboff)) != NULL) {
375 1.1 pooka memcpy(trimmedstr, strtab, strtaboff);
376 1.1 pooka } else {
377 1.1 pooka trimmedstr = strtab;
378 1.1 pooka strtab = NULL;
379 1.1 pooka }
380 1.1 pooka symload(trimmedsym, symtaboff, trimmedstr, strtaboff);
381 1.1 pooka }
382 1.1 pooka free(symtab);
383 1.1 pooka free(strtab);
384 1.1 pooka
385 1.1 pooka /*
386 1.1 pooka * Next, load modules from dynlibs.
387 1.1 pooka */
388 1.3 pooka for (map = origmap; map; map = map->l_prev)
389 1.3 pooka process(map->l_name, domodinit);
390 1.1 pooka }
391 1.2 pooka
392 1.2 pooka void
393 1.2 pooka rumpuser_dl_component_init(int type, rump_component_init_fn compinit)
394 1.2 pooka {
395 1.2 pooka struct link_map *map;
396 1.2 pooka
397 1.8 pooka if (dlinfo(mainhandle, RTLD_DI_LINKMAP, &map) == -1) {
398 1.2 pooka fprintf(stderr, "warning: rumpuser module bootstrap "
399 1.2 pooka "failed: %s\n", dlerror());
400 1.2 pooka return;
401 1.2 pooka }
402 1.2 pooka
403 1.2 pooka for (; map->l_next; map = map->l_next)
404 1.2 pooka continue;
405 1.2 pooka for (; map; map = map->l_prev) {
406 1.2 pooka if (strstr(map->l_name, "librump") != NULL) {
407 1.2 pooka void *handle;
408 1.2 pooka struct rump_component **rc, **rc_end;
409 1.2 pooka
410 1.2 pooka handle = dlopen(map->l_name, RTLD_LAZY);
411 1.2 pooka if (handle == NULL)
412 1.2 pooka continue;
413 1.2 pooka
414 1.2 pooka rc = dlsym(handle,
415 1.2 pooka "__start_link_set_rump_components");
416 1.2 pooka if (!rc)
417 1.2 pooka goto loop;
418 1.2 pooka rc_end = dlsym(handle,
419 1.2 pooka "__stop_link_set_rump_components");
420 1.2 pooka if (!rc_end)
421 1.2 pooka goto loop;
422 1.2 pooka
423 1.2 pooka for (; rc < rc_end; rc++)
424 1.2 pooka compinit(*rc, type);
425 1.2 pooka assert(rc == rc_end);
426 1.2 pooka loop:
427 1.2 pooka dlclose(handle);
428 1.2 pooka }
429 1.2 pooka }
430 1.2 pooka }
431 1.1 pooka #else
432 1.1 pooka void
433 1.1 pooka rumpuser_dl_bootstrap(rump_modinit_fn domodinit,
434 1.1 pooka rump_symload_fn symload)
435 1.1 pooka {
436 1.1 pooka
437 1.1 pooka fprintf(stderr, "Warning, dlinfo() unsupported on host?\n");
438 1.1 pooka }
439 1.2 pooka
440 1.2 pooka void
441 1.2 pooka rumpuser_dl_component_init(int type, rump_component_init_fn compinit)
442 1.2 pooka {
443 1.2 pooka
444 1.2 pooka fprintf(stderr, "Warning, dlinfo() unsupported on host?\n");
445 1.2 pooka }
446 1.1 pooka #endif
447 1.5 pooka
448 1.5 pooka void *
449 1.5 pooka rumpuser_dl_globalsym(const char *symname)
450 1.5 pooka {
451 1.5 pooka
452 1.5 pooka return dlsym(RTLD_DEFAULT, symname);
453 1.5 pooka }
454