kern_module.c revision 1.39 1 1.39 drochner /* $NetBSD: kern_module.c,v 1.39 2009/01/20 20:12:41 drochner Exp $ */
2 1.1 ad
3 1.1 ad /*-
4 1.1 ad * Copyright (c) 2008 The NetBSD Foundation, Inc.
5 1.1 ad * All rights reserved.
6 1.1 ad *
7 1.25 ad * This code is derived from software developed for The NetBSD Foundation
8 1.25 ad * by Andrew Doran.
9 1.25 ad *
10 1.1 ad * Redistribution and use in source and binary forms, with or without
11 1.1 ad * modification, are permitted provided that the following conditions
12 1.1 ad * are met:
13 1.1 ad * 1. Redistributions of source code must retain the above copyright
14 1.1 ad * notice, this list of conditions and the following disclaimer.
15 1.1 ad * 2. Redistributions in binary form must reproduce the above copyright
16 1.1 ad * notice, this list of conditions and the following disclaimer in the
17 1.1 ad * documentation and/or other materials provided with the distribution.
18 1.1 ad *
19 1.1 ad * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 1.1 ad * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 1.1 ad * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 1.1 ad * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 1.1 ad * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 1.1 ad * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 1.1 ad * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 1.1 ad * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 1.1 ad * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 1.1 ad * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 1.1 ad * POSSIBILITY OF SUCH DAMAGE.
30 1.1 ad */
31 1.1 ad
32 1.1 ad /*
33 1.2 ad * Kernel module support.
34 1.1 ad */
35 1.1 ad
36 1.1 ad #include <sys/cdefs.h>
37 1.39 drochner __KERNEL_RCSID(0, "$NetBSD: kern_module.c,v 1.39 2009/01/20 20:12:41 drochner Exp $");
38 1.30 ad
39 1.30 ad #ifdef _KERNEL_OPT
40 1.30 ad #include "opt_ddb.h"
41 1.30 ad #endif
42 1.1 ad
43 1.1 ad #include <sys/param.h>
44 1.1 ad #include <sys/systm.h>
45 1.26 ad #include <sys/kernel.h>
46 1.1 ad #include <sys/fcntl.h>
47 1.1 ad #include <sys/proc.h>
48 1.1 ad #include <sys/kauth.h>
49 1.1 ad #include <sys/kobj.h>
50 1.1 ad #include <sys/kmem.h>
51 1.1 ad #include <sys/module.h>
52 1.18 ad #include <sys/kauth.h>
53 1.26 ad #include <sys/kthread.h>
54 1.34 ad #include <sys/sysctl.h>
55 1.1 ad
56 1.1 ad #include <uvm/uvm_extern.h>
57 1.1 ad
58 1.1 ad #include <machine/stdarg.h>
59 1.1 ad
60 1.25 ad struct vm_map *module_map;
61 1.2 ad
62 1.1 ad struct modlist module_list = TAILQ_HEAD_INITIALIZER(module_list);
63 1.1 ad struct modlist module_bootlist = TAILQ_HEAD_INITIALIZER(module_bootlist);
64 1.12 ad static module_t *module_active;
65 1.16 ad static char module_base[64];
66 1.34 ad static int module_verbose_on;
67 1.34 ad static int module_autoload_on = 1;
68 1.1 ad u_int module_count;
69 1.1 ad kmutex_t module_lock;
70 1.26 ad u_int module_autotime = 10;
71 1.26 ad u_int module_gen = 1;
72 1.26 ad static kcondvar_t module_thread_cv;
73 1.26 ad static kmutex_t module_thread_lock;
74 1.26 ad static int module_thread_ticks;
75 1.1 ad
76 1.1 ad /* Ensure that the kernel's link set isn't empty. */
77 1.1 ad static modinfo_t module_dummy;
78 1.1 ad __link_set_add_rodata(modules, module_dummy);
79 1.1 ad
80 1.1 ad static module_t *module_lookup(const char *);
81 1.9 jmmv static int module_do_load(const char *, bool, int, prop_dictionary_t,
82 1.20 ad module_t **, modclass_t class, bool);
83 1.1 ad static int module_do_unload(const char *);
84 1.39 drochner static void module_error(const char *, ...)
85 1.39 drochner __attribute__((__format__(__printf__,1,2)));
86 1.39 drochner static void module_print(const char *, ...)
87 1.39 drochner __attribute__((__format__(__printf__,1,2)));
88 1.1 ad static int module_do_builtin(const char *, module_t **);
89 1.11 ad static int module_fetch_info(module_t *);
90 1.26 ad static void module_thread(void *);
91 1.1 ad
92 1.1 ad /*
93 1.1 ad * module_error:
94 1.1 ad *
95 1.1 ad * Utility function: log an error.
96 1.1 ad */
97 1.1 ad static void
98 1.1 ad module_error(const char *fmt, ...)
99 1.1 ad {
100 1.1 ad va_list ap;
101 1.1 ad
102 1.1 ad va_start(ap, fmt);
103 1.1 ad printf("WARNING: module error: ");
104 1.1 ad vprintf(fmt, ap);
105 1.1 ad printf("\n");
106 1.1 ad va_end(ap);
107 1.1 ad }
108 1.1 ad
109 1.1 ad /*
110 1.34 ad * module_print:
111 1.34 ad *
112 1.34 ad * Utility function: log verbose output.
113 1.34 ad */
114 1.34 ad static void
115 1.34 ad module_print(const char *fmt, ...)
116 1.34 ad {
117 1.34 ad va_list ap;
118 1.34 ad
119 1.34 ad if (module_verbose_on) {
120 1.34 ad va_start(ap, fmt);
121 1.34 ad printf("DEBUG: module: ");
122 1.34 ad vprintf(fmt, ap);
123 1.34 ad printf("\n");
124 1.34 ad va_end(ap);
125 1.34 ad }
126 1.34 ad }
127 1.34 ad
128 1.34 ad /*
129 1.1 ad * module_init:
130 1.1 ad *
131 1.1 ad * Initialize the module subsystem.
132 1.1 ad */
133 1.1 ad void
134 1.1 ad module_init(void)
135 1.1 ad {
136 1.25 ad extern struct vm_map *module_map;
137 1.26 ad int error;
138 1.1 ad
139 1.25 ad if (module_map == NULL) {
140 1.25 ad module_map = kernel_map;
141 1.25 ad }
142 1.1 ad mutex_init(&module_lock, MUTEX_DEFAULT, IPL_NONE);
143 1.26 ad cv_init(&module_thread_cv, "modunload");
144 1.26 ad mutex_init(&module_thread_lock, MUTEX_DEFAULT, IPL_NONE);
145 1.13 ad #ifdef MODULAR /* XXX */
146 1.11 ad module_init_md();
147 1.12 ad #endif
148 1.16 ad
149 1.16 ad #if __NetBSD_Version__ / 1000000 % 100 == 99 /* -current */
150 1.17 ad snprintf(module_base, sizeof(module_base), "/stand/%s/%s/modules",
151 1.17 ad machine, osrelease);
152 1.16 ad #else /* release */
153 1.17 ad snprintf(module_base, sizeof(module_base), "/stand/%s/%d.%d/modules",
154 1.17 ad machine, __NetBSD_Version__ / 100000000,
155 1.16 ad __NetBSD_Version__ / 1000000 % 100);
156 1.16 ad #endif
157 1.26 ad
158 1.26 ad error = kthread_create(PRI_VM, KTHREAD_MPSAFE, NULL, module_thread,
159 1.26 ad NULL, NULL, "modunload");
160 1.26 ad if (error != 0)
161 1.26 ad panic("module_init: %d", error);
162 1.1 ad }
163 1.1 ad
164 1.34 ad SYSCTL_SETUP(sysctl_module_setup, "sysctl module setup")
165 1.34 ad {
166 1.34 ad const struct sysctlnode *node = NULL;
167 1.34 ad
168 1.34 ad sysctl_createv(clog, 0, NULL, NULL,
169 1.34 ad CTLFLAG_PERMANENT,
170 1.34 ad CTLTYPE_NODE, "kern", NULL,
171 1.34 ad NULL, 0, NULL, 0,
172 1.34 ad CTL_KERN, CTL_EOL);
173 1.34 ad sysctl_createv(clog, 0, NULL, &node,
174 1.34 ad CTLFLAG_PERMANENT,
175 1.34 ad CTLTYPE_NODE, "module",
176 1.34 ad SYSCTL_DESCR("Module options"),
177 1.34 ad NULL, 0, NULL, 0,
178 1.34 ad CTL_KERN, CTL_CREATE, CTL_EOL);
179 1.34 ad
180 1.34 ad if (node == NULL)
181 1.34 ad return;
182 1.34 ad
183 1.34 ad sysctl_createv(clog, 0, &node, NULL,
184 1.34 ad CTLFLAG_PERMANENT | CTLFLAG_READWRITE,
185 1.34 ad CTLTYPE_INT, "autoload",
186 1.34 ad SYSCTL_DESCR("Enable automatic load of modules"),
187 1.34 ad NULL, 0, &module_autoload_on, 0,
188 1.34 ad CTL_CREATE, CTL_EOL);
189 1.34 ad sysctl_createv(clog, 0, &node, NULL,
190 1.34 ad CTLFLAG_PERMANENT | CTLFLAG_READWRITE,
191 1.34 ad CTLTYPE_INT, "verbose",
192 1.34 ad SYSCTL_DESCR("Enable verbose output"),
193 1.34 ad NULL, 0, &module_verbose_on, 0,
194 1.34 ad CTL_CREATE, CTL_EOL);
195 1.34 ad }
196 1.34 ad
197 1.1 ad /*
198 1.1 ad * module_init_class:
199 1.1 ad *
200 1.1 ad * Initialize all built-in and pre-loaded modules of the
201 1.1 ad * specified class.
202 1.1 ad */
203 1.1 ad void
204 1.1 ad module_init_class(modclass_t class)
205 1.1 ad {
206 1.1 ad __link_set_decl(modules, modinfo_t);
207 1.1 ad modinfo_t *const *mip, *mi;
208 1.1 ad module_t *mod;
209 1.1 ad
210 1.1 ad mutex_enter(&module_lock);
211 1.1 ad /*
212 1.1 ad * Builtins first. These can't depend on pre-loaded modules.
213 1.1 ad */
214 1.1 ad __link_set_foreach(mip, modules) {
215 1.1 ad mi = *mip;
216 1.1 ad if (mi == &module_dummy) {
217 1.1 ad continue;
218 1.1 ad }
219 1.1 ad if (class != MODULE_CLASS_ANY && class != mi->mi_class) {
220 1.1 ad continue;
221 1.1 ad }
222 1.1 ad (void)module_do_builtin(mi->mi_name, NULL);
223 1.1 ad }
224 1.1 ad /*
225 1.1 ad * Now preloaded modules. These will be pulled off the
226 1.1 ad * list as we call module_do_load();
227 1.1 ad */
228 1.11 ad do {
229 1.11 ad TAILQ_FOREACH(mod, &module_bootlist, mod_chain) {
230 1.11 ad mi = mod->mod_info;
231 1.11 ad if (class != MODULE_CLASS_ANY &&
232 1.11 ad class != mi->mi_class)
233 1.11 ad continue;
234 1.18 ad module_do_load(mi->mi_name, false, 0, NULL, NULL,
235 1.38 christos class, false);
236 1.11 ad break;
237 1.11 ad }
238 1.11 ad } while (mod != NULL);
239 1.1 ad mutex_exit(&module_lock);
240 1.1 ad }
241 1.1 ad
242 1.1 ad /*
243 1.21 ad * module_compatible:
244 1.1 ad *
245 1.21 ad * Return true if the two supplied kernel versions are said to
246 1.21 ad * have the same binary interface for kernel code. The entire
247 1.21 ad * version is signficant for the development tree (-current),
248 1.21 ad * major and minor versions are significant for official
249 1.21 ad * releases of the system.
250 1.1 ad */
251 1.22 pooka bool
252 1.21 ad module_compatible(int v1, int v2)
253 1.1 ad {
254 1.1 ad
255 1.21 ad #if __NetBSD_Version__ / 1000000 % 100 == 99 /* -current */
256 1.21 ad return v1 == v2;
257 1.21 ad #else /* release */
258 1.21 ad return abs(v1 - v2) < 10000;
259 1.21 ad #endif
260 1.1 ad }
261 1.1 ad
262 1.1 ad /*
263 1.1 ad * module_load:
264 1.1 ad *
265 1.9 jmmv * Load a single module from the file system.
266 1.1 ad */
267 1.1 ad int
268 1.18 ad module_load(const char *filename, int flags, prop_dictionary_t props,
269 1.23 ad modclass_t class)
270 1.1 ad {
271 1.1 ad int error;
272 1.1 ad
273 1.18 ad /* Authorize. */
274 1.18 ad error = kauth_authorize_system(kauth_cred_get(), KAUTH_SYSTEM_MODULE,
275 1.18 ad 0, (void *)(uintptr_t)MODCTL_LOAD, NULL, NULL);
276 1.18 ad if (error != 0) {
277 1.18 ad return error;
278 1.18 ad }
279 1.18 ad
280 1.1 ad mutex_enter(&module_lock);
281 1.20 ad error = module_do_load(filename, false, flags, props, NULL, class,
282 1.23 ad false);
283 1.1 ad mutex_exit(&module_lock);
284 1.1 ad
285 1.1 ad return error;
286 1.1 ad }
287 1.1 ad
288 1.1 ad /*
289 1.23 ad * module_autoload:
290 1.23 ad *
291 1.23 ad * Load a single module from the file system, system initiated.
292 1.23 ad */
293 1.23 ad int
294 1.23 ad module_autoload(const char *filename, modclass_t class)
295 1.23 ad {
296 1.23 ad int error;
297 1.23 ad
298 1.23 ad KASSERT(mutex_owned(&module_lock));
299 1.23 ad
300 1.34 ad /* Nothing if the user has disabled it. */
301 1.34 ad if (!module_autoload_on) {
302 1.34 ad return EPERM;
303 1.34 ad }
304 1.34 ad
305 1.29 ad /* Disallow path seperators and magic symlinks. */
306 1.29 ad if (strchr(filename, '/') != NULL || strchr(filename, '@') != NULL ||
307 1.29 ad strchr(filename, '.') != NULL) {
308 1.29 ad return EPERM;
309 1.29 ad }
310 1.29 ad
311 1.23 ad /* Authorize. */
312 1.23 ad error = kauth_authorize_system(kauth_cred_get(), KAUTH_SYSTEM_MODULE,
313 1.23 ad 0, (void *)(uintptr_t)MODCTL_LOAD, (void *)(uintptr_t)1, NULL);
314 1.23 ad if (error != 0) {
315 1.23 ad return error;
316 1.23 ad }
317 1.23 ad
318 1.23 ad return module_do_load(filename, false, 0, NULL, NULL, class, true);
319 1.23 ad }
320 1.23 ad
321 1.23 ad /*
322 1.1 ad * module_unload:
323 1.1 ad *
324 1.1 ad * Find and unload a module by name.
325 1.1 ad */
326 1.1 ad int
327 1.1 ad module_unload(const char *name)
328 1.1 ad {
329 1.1 ad int error;
330 1.1 ad
331 1.18 ad /* Authorize. */
332 1.18 ad error = kauth_authorize_system(kauth_cred_get(), KAUTH_SYSTEM_MODULE,
333 1.18 ad 0, (void *)(uintptr_t)MODCTL_UNLOAD, NULL, NULL);
334 1.18 ad if (error != 0) {
335 1.18 ad return error;
336 1.18 ad }
337 1.18 ad
338 1.1 ad mutex_enter(&module_lock);
339 1.1 ad error = module_do_unload(name);
340 1.1 ad mutex_exit(&module_lock);
341 1.1 ad
342 1.1 ad return error;
343 1.1 ad }
344 1.1 ad
345 1.1 ad /*
346 1.1 ad * module_lookup:
347 1.1 ad *
348 1.1 ad * Look up a module by name.
349 1.1 ad */
350 1.1 ad module_t *
351 1.1 ad module_lookup(const char *name)
352 1.1 ad {
353 1.1 ad module_t *mod;
354 1.1 ad
355 1.1 ad KASSERT(mutex_owned(&module_lock));
356 1.1 ad
357 1.1 ad TAILQ_FOREACH(mod, &module_list, mod_chain) {
358 1.1 ad if (strcmp(mod->mod_info->mi_name, name) == 0) {
359 1.1 ad break;
360 1.1 ad }
361 1.1 ad }
362 1.1 ad
363 1.1 ad return mod;
364 1.1 ad }
365 1.1 ad
366 1.1 ad /*
367 1.1 ad * module_hold:
368 1.1 ad *
369 1.1 ad * Add a single reference to a module. It's the caller's
370 1.1 ad * responsibility to ensure that the reference is dropped
371 1.1 ad * later.
372 1.1 ad */
373 1.1 ad int
374 1.1 ad module_hold(const char *name)
375 1.1 ad {
376 1.1 ad module_t *mod;
377 1.1 ad
378 1.1 ad mutex_enter(&module_lock);
379 1.1 ad mod = module_lookup(name);
380 1.1 ad if (mod == NULL) {
381 1.1 ad mutex_exit(&module_lock);
382 1.1 ad return ENOENT;
383 1.1 ad }
384 1.1 ad mod->mod_refcnt++;
385 1.1 ad mutex_exit(&module_lock);
386 1.1 ad
387 1.1 ad return 0;
388 1.1 ad }
389 1.1 ad
390 1.1 ad /*
391 1.1 ad * module_rele:
392 1.1 ad *
393 1.1 ad * Release a reference acquired with module_hold().
394 1.1 ad */
395 1.1 ad void
396 1.1 ad module_rele(const char *name)
397 1.1 ad {
398 1.1 ad module_t *mod;
399 1.1 ad
400 1.1 ad mutex_enter(&module_lock);
401 1.1 ad mod = module_lookup(name);
402 1.1 ad if (mod == NULL) {
403 1.1 ad mutex_exit(&module_lock);
404 1.1 ad panic("module_rele: gone");
405 1.1 ad }
406 1.1 ad mod->mod_refcnt--;
407 1.1 ad mutex_exit(&module_lock);
408 1.1 ad }
409 1.1 ad
410 1.1 ad /*
411 1.27 ad * module_enqueue:
412 1.27 ad *
413 1.27 ad * Put a module onto the global list and update counters.
414 1.27 ad */
415 1.27 ad static void
416 1.27 ad module_enqueue(module_t *mod)
417 1.27 ad {
418 1.27 ad int i;
419 1.27 ad
420 1.27 ad /*
421 1.27 ad * If there are requisite modules, put at the head of the queue.
422 1.27 ad * This is so that autounload can unload requisite modules with
423 1.27 ad * only one pass through the queue.
424 1.27 ad */
425 1.27 ad if (mod->mod_nrequired) {
426 1.27 ad TAILQ_INSERT_HEAD(&module_list, mod, mod_chain);
427 1.27 ad
428 1.27 ad /* Add references to the requisite modules. */
429 1.27 ad for (i = 0; i < mod->mod_nrequired; i++) {
430 1.27 ad KASSERT(mod->mod_required[i] != NULL);
431 1.27 ad mod->mod_required[i]->mod_refcnt++;
432 1.27 ad }
433 1.27 ad } else {
434 1.27 ad TAILQ_INSERT_TAIL(&module_list, mod, mod_chain);
435 1.27 ad }
436 1.27 ad module_count++;
437 1.27 ad module_gen++;
438 1.27 ad }
439 1.27 ad
440 1.27 ad /*
441 1.1 ad * module_do_builtin:
442 1.1 ad *
443 1.1 ad * Initialize a single module from the list of modules that are
444 1.1 ad * built into the kernel (linked into the kernel image).
445 1.1 ad */
446 1.1 ad static int
447 1.1 ad module_do_builtin(const char *name, module_t **modp)
448 1.1 ad {
449 1.1 ad __link_set_decl(modules, modinfo_t);
450 1.1 ad modinfo_t *const *mip;
451 1.1 ad const char *p, *s;
452 1.1 ad char buf[MAXMODNAME];
453 1.1 ad modinfo_t *mi;
454 1.1 ad module_t *mod, *mod2;
455 1.1 ad size_t len;
456 1.27 ad int error;
457 1.1 ad
458 1.1 ad KASSERT(mutex_owned(&module_lock));
459 1.1 ad
460 1.1 ad /*
461 1.1 ad * Check to see if already loaded.
462 1.1 ad */
463 1.1 ad if ((mod = module_lookup(name)) != NULL) {
464 1.1 ad if (modp != NULL) {
465 1.1 ad *modp = mod;
466 1.1 ad }
467 1.1 ad return 0;
468 1.1 ad }
469 1.1 ad
470 1.1 ad /*
471 1.1 ad * Search the list to see if we have a module by this name.
472 1.1 ad */
473 1.1 ad error = ENOENT;
474 1.1 ad __link_set_foreach(mip, modules) {
475 1.1 ad mi = *mip;
476 1.1 ad if (mi == &module_dummy) {
477 1.1 ad continue;
478 1.1 ad }
479 1.1 ad if (strcmp(mi->mi_name, name) == 0) {
480 1.1 ad error = 0;
481 1.1 ad break;
482 1.1 ad }
483 1.1 ad }
484 1.1 ad if (error != 0) {
485 1.38 christos module_error("can't find `%s'", name);
486 1.1 ad return error;
487 1.1 ad }
488 1.1 ad
489 1.1 ad /*
490 1.1 ad * Initialize pre-requisites.
491 1.1 ad */
492 1.1 ad mod = kmem_zalloc(sizeof(*mod), KM_SLEEP);
493 1.1 ad if (mod == NULL) {
494 1.38 christos module_error("out of memory for `%s'", name);
495 1.1 ad return ENOMEM;
496 1.1 ad }
497 1.1 ad if (modp != NULL) {
498 1.1 ad *modp = mod;
499 1.1 ad }
500 1.1 ad if (mi->mi_required != NULL) {
501 1.1 ad for (s = mi->mi_required; *s != '\0'; s = p) {
502 1.1 ad if (*s == ',')
503 1.1 ad s++;
504 1.1 ad p = s;
505 1.1 ad while (*p != '\0' && *p != ',')
506 1.1 ad p++;
507 1.1 ad len = min(p - s + 1, sizeof(buf));
508 1.1 ad strlcpy(buf, s, len);
509 1.1 ad if (buf[0] == '\0')
510 1.1 ad break;
511 1.1 ad if (mod->mod_nrequired == MAXMODDEPS - 1) {
512 1.1 ad module_error("too many required modules");
513 1.1 ad kmem_free(mod, sizeof(*mod));
514 1.1 ad return EINVAL;
515 1.1 ad }
516 1.1 ad error = module_do_builtin(buf, &mod2);
517 1.1 ad if (error != 0) {
518 1.1 ad kmem_free(mod, sizeof(*mod));
519 1.1 ad return error;
520 1.1 ad }
521 1.1 ad mod->mod_required[mod->mod_nrequired++] = mod2;
522 1.1 ad }
523 1.1 ad }
524 1.1 ad
525 1.1 ad /*
526 1.1 ad * Try to initialize the module.
527 1.1 ad */
528 1.12 ad KASSERT(module_active == NULL);
529 1.12 ad module_active = mod;
530 1.1 ad error = (*mi->mi_modcmd)(MODULE_CMD_INIT, NULL);
531 1.12 ad module_active = NULL;
532 1.1 ad if (error != 0) {
533 1.1 ad module_error("builtin module `%s' "
534 1.1 ad "failed to init", mi->mi_name);
535 1.1 ad kmem_free(mod, sizeof(*mod));
536 1.1 ad return error;
537 1.1 ad }
538 1.1 ad mod->mod_info = mi;
539 1.1 ad mod->mod_source = MODULE_SOURCE_KERNEL;
540 1.27 ad module_enqueue(mod);
541 1.1 ad return 0;
542 1.1 ad }
543 1.1 ad
544 1.1 ad /*
545 1.1 ad * module_do_load:
546 1.1 ad *
547 1.1 ad * Helper routine: load a module from the file system, or one
548 1.1 ad * pushed by the boot loader.
549 1.1 ad */
550 1.1 ad static int
551 1.27 ad module_do_load(const char *name, bool isdep, int flags,
552 1.20 ad prop_dictionary_t props, module_t **modp, modclass_t class,
553 1.20 ad bool autoload)
554 1.1 ad {
555 1.1 ad static TAILQ_HEAD(,module) pending = TAILQ_HEAD_INITIALIZER(pending);
556 1.1 ad static int depth;
557 1.1 ad const int maxdepth = 6;
558 1.1 ad modinfo_t *mi;
559 1.1 ad module_t *mod, *mod2;
560 1.1 ad char buf[MAXMODNAME];
561 1.1 ad const char *s, *p;
562 1.1 ad int error;
563 1.1 ad size_t len;
564 1.1 ad
565 1.1 ad KASSERT(mutex_owned(&module_lock));
566 1.1 ad
567 1.1 ad error = 0;
568 1.1 ad
569 1.1 ad /*
570 1.1 ad * Avoid recursing too far.
571 1.1 ad */
572 1.1 ad if (++depth > maxdepth) {
573 1.1 ad module_error("too many required modules");
574 1.1 ad depth--;
575 1.1 ad return EMLINK;
576 1.1 ad }
577 1.1 ad
578 1.1 ad /*
579 1.1 ad * Load the module and link. Before going to the file system,
580 1.1 ad * scan the list of modules loaded by the boot loader. Just
581 1.1 ad * before init is started the list of modules loaded at boot
582 1.1 ad * will be purged. Before init is started we can assume that
583 1.27 ad * `name' is a module name and not a path name.
584 1.1 ad */
585 1.1 ad TAILQ_FOREACH(mod, &module_bootlist, mod_chain) {
586 1.27 ad if (strcmp(mod->mod_info->mi_name, name) == 0) {
587 1.1 ad TAILQ_REMOVE(&module_bootlist, mod, mod_chain);
588 1.1 ad break;
589 1.1 ad }
590 1.1 ad }
591 1.14 rumble if (mod != NULL) {
592 1.14 rumble TAILQ_INSERT_TAIL(&pending, mod, mod_chain);
593 1.14 rumble } else {
594 1.27 ad /*
595 1.27 ad * If a requisite module, check to see if it is
596 1.27 ad * already present.
597 1.27 ad */
598 1.27 ad if (isdep) {
599 1.27 ad TAILQ_FOREACH(mod, &module_list, mod_chain) {
600 1.27 ad if (strcmp(mod->mod_info->mi_name, name) == 0) {
601 1.27 ad break;
602 1.27 ad }
603 1.27 ad }
604 1.27 ad if (mod != NULL) {
605 1.27 ad if (modp != NULL) {
606 1.27 ad *modp = mod;
607 1.27 ad }
608 1.27 ad depth--;
609 1.27 ad return 0;
610 1.27 ad }
611 1.27 ad }
612 1.1 ad mod = kmem_zalloc(sizeof(*mod), KM_SLEEP);
613 1.1 ad if (mod == NULL) {
614 1.38 christos module_error("out of memory for `%s'", name);
615 1.1 ad depth--;
616 1.1 ad return ENOMEM;
617 1.1 ad }
618 1.27 ad error = kobj_load_file(&mod->mod_kobj, name, module_base,
619 1.20 ad autoload);
620 1.1 ad if (error != 0) {
621 1.1 ad kmem_free(mod, sizeof(*mod));
622 1.1 ad depth--;
623 1.34 ad if (autoload) {
624 1.34 ad module_print("Cannot load kernel object `%s'"
625 1.34 ad " error=%d", name, error);
626 1.34 ad } else {
627 1.32 christos module_error("Cannot load kernel object `%s'"
628 1.33 ad " error=%d", name, error);
629 1.34 ad }
630 1.8 rumble return error;
631 1.7 rumble }
632 1.14 rumble TAILQ_INSERT_TAIL(&pending, mod, mod_chain);
633 1.1 ad mod->mod_source = MODULE_SOURCE_FILESYS;
634 1.11 ad error = module_fetch_info(mod);
635 1.11 ad if (error != 0) {
636 1.33 ad module_error("cannot fetch module info for `%s'",
637 1.33 ad name);
638 1.11 ad goto fail;
639 1.11 ad }
640 1.1 ad }
641 1.1 ad
642 1.1 ad /*
643 1.11 ad * Check compatibility.
644 1.1 ad */
645 1.1 ad mi = mod->mod_info;
646 1.3 rumble if (strlen(mi->mi_name) >= MAXMODNAME) {
647 1.3 rumble error = EINVAL;
648 1.32 christos module_error("module name `%s' too long", mi->mi_name);
649 1.3 rumble goto fail;
650 1.3 rumble }
651 1.21 ad if (!module_compatible(mi->mi_version, __NetBSD_Version__)) {
652 1.33 ad module_error("module built for `%d', system `%d'",
653 1.32 christos mi->mi_version, __NetBSD_Version__);
654 1.24 ad if ((flags & MODCTL_LOAD_FORCE) != 0) {
655 1.24 ad module_error("forced load, system may be unstable");
656 1.24 ad } else {
657 1.24 ad error = EPROGMISMATCH;
658 1.24 ad goto fail;
659 1.24 ad }
660 1.21 ad }
661 1.3 rumble
662 1.1 ad /*
663 1.18 ad * If a specific kind of module was requested, ensure that we have
664 1.18 ad * a match.
665 1.18 ad */
666 1.18 ad if (class != MODULE_CLASS_ANY && class != mi->mi_class) {
667 1.34 ad module_print("incompatible module class for `%s' (%d != %d)",
668 1.32 christos name, class, mi->mi_class);
669 1.18 ad error = ENOENT;
670 1.18 ad goto fail;
671 1.18 ad }
672 1.18 ad
673 1.18 ad /*
674 1.27 ad * If loading a dependency, `name' is a plain module name.
675 1.1 ad * The name must match.
676 1.1 ad */
677 1.27 ad if (isdep && strcmp(mi->mi_name, name) != 0) {
678 1.32 christos module_error("dependency name mismatch (`%s' != `%s')",
679 1.32 christos name, mi->mi_name);
680 1.1 ad error = ENOENT;
681 1.1 ad goto fail;
682 1.1 ad }
683 1.1 ad
684 1.1 ad /*
685 1.3 rumble * Check to see if the module is already loaded. If so, we may
686 1.3 rumble * have been recursively called to handle a dependency, so be sure
687 1.3 rumble * to set modp.
688 1.1 ad */
689 1.3 rumble if ((mod2 = module_lookup(mi->mi_name)) != NULL) {
690 1.5 rumble if (modp != NULL)
691 1.5 rumble *modp = mod2;
692 1.34 ad module_print("module `%s' already loaded", mi->mi_name);
693 1.1 ad error = EEXIST;
694 1.1 ad goto fail;
695 1.1 ad }
696 1.3 rumble
697 1.3 rumble /*
698 1.3 rumble * Block circular dependencies.
699 1.3 rumble */
700 1.1 ad TAILQ_FOREACH(mod2, &pending, mod_chain) {
701 1.1 ad if (mod == mod2) {
702 1.1 ad continue;
703 1.1 ad }
704 1.1 ad if (strcmp(mod2->mod_info->mi_name, mi->mi_name) == 0) {
705 1.1 ad error = EDEADLK;
706 1.32 christos module_error("circular dependency detected for `%s'",
707 1.32 christos mi->mi_name);
708 1.1 ad goto fail;
709 1.1 ad }
710 1.1 ad }
711 1.1 ad
712 1.1 ad /*
713 1.1 ad * Now try to load any requisite modules.
714 1.1 ad */
715 1.1 ad if (mi->mi_required != NULL) {
716 1.1 ad for (s = mi->mi_required; *s != '\0'; s = p) {
717 1.1 ad if (*s == ',')
718 1.1 ad s++;
719 1.1 ad p = s;
720 1.1 ad while (*p != '\0' && *p != ',')
721 1.1 ad p++;
722 1.3 rumble len = p - s + 1;
723 1.3 rumble if (len >= MAXMODNAME) {
724 1.3 rumble error = EINVAL;
725 1.32 christos module_error("required module name `%s'"
726 1.32 christos " too long", mi->mi_required);
727 1.3 rumble goto fail;
728 1.3 rumble }
729 1.1 ad strlcpy(buf, s, len);
730 1.1 ad if (buf[0] == '\0')
731 1.1 ad break;
732 1.1 ad if (mod->mod_nrequired == MAXMODDEPS - 1) {
733 1.1 ad error = EINVAL;
734 1.32 christos module_error("too many required modules (%d)",
735 1.32 christos mod->mod_nrequired);
736 1.1 ad goto fail;
737 1.1 ad }
738 1.6 rumble if (strcmp(buf, mi->mi_name) == 0) {
739 1.6 rumble error = EDEADLK;
740 1.32 christos module_error("self-dependency detected for "
741 1.32 christos "`%s'", mi->mi_name);
742 1.6 rumble goto fail;
743 1.6 rumble }
744 1.9 jmmv error = module_do_load(buf, true, flags, NULL,
745 1.18 ad &mod->mod_required[mod->mod_nrequired++],
746 1.20 ad MODULE_CLASS_ANY, true);
747 1.27 ad if (error != 0)
748 1.1 ad goto fail;
749 1.1 ad }
750 1.1 ad }
751 1.1 ad
752 1.1 ad /*
753 1.15 ad * We loaded all needed modules successfully: perform global
754 1.15 ad * relocations and initialize.
755 1.1 ad */
756 1.15 ad error = kobj_affix(mod->mod_kobj, mi->mi_name);
757 1.15 ad if (error != 0) {
758 1.36 ad /* Cannot touch 'mi' as the module is now gone. */
759 1.36 ad module_error("unable to affix module `%s'", name);
760 1.15 ad goto fail2;
761 1.15 ad }
762 1.15 ad
763 1.12 ad KASSERT(module_active == NULL);
764 1.12 ad module_active = mod;
765 1.9 jmmv error = (*mi->mi_modcmd)(MODULE_CMD_INIT, props);
766 1.12 ad module_active = NULL;
767 1.1 ad if (error != 0) {
768 1.32 christos module_error("modcmd function returned error %d for `%s'",
769 1.32 christos error, mi->mi_name);
770 1.1 ad goto fail;
771 1.1 ad }
772 1.1 ad
773 1.1 ad /*
774 1.1 ad * Good, the module loaded successfully. Put it onto the
775 1.1 ad * list and add references to its requisite modules.
776 1.1 ad */
777 1.1 ad TAILQ_REMOVE(&pending, mod, mod_chain);
778 1.27 ad module_enqueue(mod);
779 1.1 ad if (modp != NULL) {
780 1.1 ad *modp = mod;
781 1.1 ad }
782 1.26 ad if (autoload) {
783 1.26 ad /*
784 1.26 ad * Arrange to try unloading the module after
785 1.26 ad * a short delay.
786 1.26 ad */
787 1.26 ad mod->mod_autotime = time_second + module_autotime;
788 1.26 ad module_thread_kick();
789 1.26 ad }
790 1.1 ad depth--;
791 1.1 ad return 0;
792 1.7 rumble
793 1.1 ad fail:
794 1.15 ad kobj_unload(mod->mod_kobj);
795 1.15 ad fail2:
796 1.1 ad TAILQ_REMOVE(&pending, mod, mod_chain);
797 1.1 ad kmem_free(mod, sizeof(*mod));
798 1.1 ad depth--;
799 1.1 ad return error;
800 1.1 ad }
801 1.1 ad
802 1.1 ad /*
803 1.1 ad * module_do_unload:
804 1.1 ad *
805 1.1 ad * Helper routine: do the dirty work of unloading a module.
806 1.1 ad */
807 1.1 ad static int
808 1.1 ad module_do_unload(const char *name)
809 1.1 ad {
810 1.1 ad module_t *mod;
811 1.1 ad int error;
812 1.1 ad u_int i;
813 1.1 ad
814 1.1 ad KASSERT(mutex_owned(&module_lock));
815 1.1 ad
816 1.1 ad mod = module_lookup(name);
817 1.1 ad if (mod == NULL) {
818 1.32 christos module_error("module `%s' not found", name);
819 1.1 ad return ENOENT;
820 1.1 ad }
821 1.1 ad if (mod->mod_refcnt != 0 || mod->mod_source == MODULE_SOURCE_KERNEL) {
822 1.34 ad module_print("module `%s' busy", name);
823 1.1 ad return EBUSY;
824 1.1 ad }
825 1.12 ad KASSERT(module_active == NULL);
826 1.12 ad module_active = mod;
827 1.1 ad error = (*mod->mod_info->mi_modcmd)(MODULE_CMD_FINI, NULL);
828 1.12 ad module_active = NULL;
829 1.1 ad if (error != 0) {
830 1.34 ad module_print("cannot unload module `%s' error=%d", name,
831 1.33 ad error);
832 1.1 ad return error;
833 1.1 ad }
834 1.1 ad module_count--;
835 1.1 ad TAILQ_REMOVE(&module_list, mod, mod_chain);
836 1.1 ad for (i = 0; i < mod->mod_nrequired; i++) {
837 1.1 ad mod->mod_required[i]->mod_refcnt--;
838 1.1 ad }
839 1.1 ad if (mod->mod_kobj != NULL) {
840 1.1 ad kobj_unload(mod->mod_kobj);
841 1.1 ad }
842 1.1 ad kmem_free(mod, sizeof(*mod));
843 1.26 ad module_gen++;
844 1.1 ad
845 1.1 ad return 0;
846 1.1 ad }
847 1.1 ad
848 1.1 ad /*
849 1.1 ad * module_prime:
850 1.1 ad *
851 1.1 ad * Push a module loaded by the bootloader onto our internal
852 1.1 ad * list.
853 1.1 ad */
854 1.1 ad int
855 1.1 ad module_prime(void *base, size_t size)
856 1.1 ad {
857 1.1 ad module_t *mod;
858 1.1 ad int error;
859 1.1 ad
860 1.1 ad mod = kmem_zalloc(sizeof(*mod), KM_SLEEP);
861 1.1 ad if (mod == NULL) {
862 1.1 ad return ENOMEM;
863 1.1 ad }
864 1.1 ad mod->mod_source = MODULE_SOURCE_BOOT;
865 1.1 ad
866 1.15 ad error = kobj_load_mem(&mod->mod_kobj, base, size);
867 1.1 ad if (error != 0) {
868 1.11 ad kmem_free(mod, sizeof(*mod));
869 1.11 ad module_error("unable to load object pushed by boot loader");
870 1.11 ad return error;
871 1.11 ad }
872 1.11 ad error = module_fetch_info(mod);
873 1.11 ad if (error != 0) {
874 1.11 ad kobj_unload(mod->mod_kobj);
875 1.1 ad kmem_free(mod, sizeof(*mod));
876 1.11 ad module_error("unable to load object pushed by boot loader");
877 1.1 ad return error;
878 1.1 ad }
879 1.11 ad
880 1.1 ad TAILQ_INSERT_TAIL(&module_bootlist, mod, mod_chain);
881 1.1 ad
882 1.1 ad return 0;
883 1.1 ad }
884 1.11 ad
885 1.11 ad /*
886 1.11 ad * module_fetch_into:
887 1.11 ad *
888 1.11 ad * Fetch modinfo record from a loaded module.
889 1.11 ad */
890 1.11 ad static int
891 1.11 ad module_fetch_info(module_t *mod)
892 1.11 ad {
893 1.11 ad int error;
894 1.11 ad void *addr;
895 1.11 ad size_t size;
896 1.11 ad
897 1.11 ad /*
898 1.11 ad * Find module info record and check compatibility.
899 1.11 ad */
900 1.11 ad error = kobj_find_section(mod->mod_kobj, "link_set_modules",
901 1.11 ad &addr, &size);
902 1.11 ad if (error != 0) {
903 1.11 ad module_error("`link_set_modules' section not present");
904 1.11 ad return error;
905 1.11 ad }
906 1.11 ad if (size != sizeof(modinfo_t **)) {
907 1.11 ad module_error("`link_set_modules' section wrong size");
908 1.11 ad return error;
909 1.11 ad }
910 1.11 ad mod->mod_info = *(modinfo_t **)addr;
911 1.11 ad
912 1.11 ad return 0;
913 1.11 ad }
914 1.12 ad
915 1.12 ad /*
916 1.12 ad * module_find_section:
917 1.12 ad *
918 1.12 ad * Allows a module that is being initialized to look up a section
919 1.12 ad * within its ELF object.
920 1.12 ad */
921 1.12 ad int
922 1.12 ad module_find_section(const char *name, void **addr, size_t *size)
923 1.12 ad {
924 1.12 ad
925 1.12 ad KASSERT(mutex_owned(&module_lock));
926 1.12 ad KASSERT(module_active != NULL);
927 1.12 ad
928 1.12 ad return kobj_find_section(module_active->mod_kobj, name, addr, size);
929 1.12 ad }
930 1.26 ad
931 1.26 ad /*
932 1.26 ad * module_thread:
933 1.26 ad *
934 1.26 ad * Automatically unload modules. We try once to unload autoloaded
935 1.26 ad * modules after module_autotime seconds. If the system is under
936 1.26 ad * severe memory pressure, we'll try unloading all modules.
937 1.26 ad */
938 1.26 ad static void
939 1.26 ad module_thread(void *cookie)
940 1.26 ad {
941 1.26 ad module_t *mod, *next;
942 1.28 ad modinfo_t *mi;
943 1.28 ad int error;
944 1.26 ad
945 1.26 ad for (;;) {
946 1.26 ad mutex_enter(&module_lock);
947 1.26 ad for (mod = TAILQ_FIRST(&module_list); mod != NULL; mod = next) {
948 1.26 ad next = TAILQ_NEXT(mod, mod_chain);
949 1.37 ad if (uvmexp.free < uvmexp.freemin) {
950 1.26 ad module_thread_ticks = hz;
951 1.26 ad } else if (mod->mod_autotime == 0) {
952 1.26 ad continue;
953 1.26 ad } else if (time_second < mod->mod_autotime) {
954 1.26 ad module_thread_ticks = hz;
955 1.26 ad continue;
956 1.37 ad } else {
957 1.26 ad mod->mod_autotime = 0;
958 1.37 ad }
959 1.28 ad /*
960 1.28 ad * If this module wants to avoid autounload then
961 1.28 ad * skip it. Some modules can ping-pong in and out
962 1.28 ad * because their use is transient but often.
963 1.28 ad * Example: exec_script.
964 1.28 ad */
965 1.28 ad mi = mod->mod_info;
966 1.28 ad error = (*mi->mi_modcmd)(MODULE_CMD_AUTOUNLOAD, NULL);
967 1.28 ad if (error == 0 || error == ENOTTY) {
968 1.37 ad (void)module_do_unload(mi->mi_name);
969 1.28 ad }
970 1.26 ad }
971 1.26 ad mutex_exit(&module_lock);
972 1.26 ad
973 1.26 ad mutex_enter(&module_thread_lock);
974 1.26 ad (void)cv_timedwait(&module_thread_cv, &module_thread_lock,
975 1.26 ad module_thread_ticks);
976 1.26 ad module_thread_ticks = 0;
977 1.26 ad mutex_exit(&module_thread_lock);
978 1.26 ad }
979 1.26 ad }
980 1.26 ad
981 1.26 ad /*
982 1.26 ad * module_thread:
983 1.26 ad *
984 1.26 ad * Kick the module thread into action, perhaps because the
985 1.26 ad * system is low on memory.
986 1.26 ad */
987 1.26 ad void
988 1.26 ad module_thread_kick(void)
989 1.26 ad {
990 1.26 ad
991 1.26 ad mutex_enter(&module_thread_lock);
992 1.26 ad module_thread_ticks = hz;
993 1.26 ad cv_broadcast(&module_thread_cv);
994 1.26 ad mutex_exit(&module_thread_lock);
995 1.26 ad }
996 1.30 ad
997 1.30 ad #ifdef DDB
998 1.30 ad /*
999 1.30 ad * module_whatis:
1000 1.30 ad *
1001 1.30 ad * Helper routine for DDB.
1002 1.30 ad */
1003 1.30 ad void
1004 1.30 ad module_whatis(uintptr_t addr, void (*pr)(const char *, ...))
1005 1.30 ad {
1006 1.30 ad module_t *mod;
1007 1.30 ad size_t msize;
1008 1.30 ad vaddr_t maddr;
1009 1.30 ad
1010 1.30 ad TAILQ_FOREACH(mod, &module_list, mod_chain) {
1011 1.30 ad kobj_stat(mod->mod_kobj, &maddr, &msize);
1012 1.30 ad if (addr < maddr || addr >= maddr + msize) {
1013 1.30 ad continue;
1014 1.30 ad }
1015 1.30 ad (*pr)("%p is %p+%zu, in kernel module `%s'\n",
1016 1.30 ad (void *)addr, (void *)maddr,
1017 1.30 ad (size_t)(addr - maddr), mod->mod_info->mi_name);
1018 1.30 ad }
1019 1.30 ad }
1020 1.30 ad
1021 1.30 ad /*
1022 1.30 ad * module_print_list:
1023 1.30 ad *
1024 1.30 ad * Helper routine for DDB.
1025 1.30 ad */
1026 1.30 ad void
1027 1.30 ad module_print_list(void (*pr)(const char *, ...))
1028 1.30 ad {
1029 1.30 ad const char *src;
1030 1.30 ad module_t *mod;
1031 1.30 ad size_t msize;
1032 1.30 ad vaddr_t maddr;
1033 1.30 ad
1034 1.30 ad (*pr)("%16s %16s %8s %8s\n", "NAME", "TEXT/DATA", "SIZE", "SOURCE");
1035 1.30 ad
1036 1.30 ad TAILQ_FOREACH(mod, &module_list, mod_chain) {
1037 1.30 ad switch (mod->mod_source) {
1038 1.30 ad case MODULE_SOURCE_KERNEL:
1039 1.30 ad src = "builtin";
1040 1.30 ad break;
1041 1.30 ad case MODULE_SOURCE_FILESYS:
1042 1.30 ad src = "filesys";
1043 1.30 ad break;
1044 1.30 ad case MODULE_SOURCE_BOOT:
1045 1.30 ad src = "boot";
1046 1.30 ad break;
1047 1.30 ad default:
1048 1.30 ad src = "unknown";
1049 1.30 ad break;
1050 1.30 ad }
1051 1.30 ad kobj_stat(mod->mod_kobj, &maddr, &msize);
1052 1.31 ad (*pr)("%16s %16lx %8ld %8s\n", mod->mod_info->mi_name,
1053 1.30 ad (long)maddr, (long)msize, src);
1054 1.30 ad }
1055 1.30 ad }
1056 1.30 ad #endif /* DDB */
1057