Home | History | Annotate | Line # | Download | only in kern
kern_subr.c revision 1.179
      1 /*	$NetBSD: kern_subr.c,v 1.179 2008/02/12 17:30:59 joerg Exp $	*/
      2 
      3 /*-
      4  * Copyright (c) 1997, 1998, 1999, 2002, 2007, 2006 The NetBSD Foundation, Inc.
      5  * All rights reserved.
      6  *
      7  * This code is derived from software contributed to The NetBSD Foundation
      8  * by Jason R. Thorpe of the Numerical Aerospace Simulation Facility,
      9  * NASA Ames Research Center, and by Luke Mewburn.
     10  *
     11  * Redistribution and use in source and binary forms, with or without
     12  * modification, are permitted provided that the following conditions
     13  * are met:
     14  * 1. Redistributions of source code must retain the above copyright
     15  *    notice, this list of conditions and the following disclaimer.
     16  * 2. Redistributions in binary form must reproduce the above copyright
     17  *    notice, this list of conditions and the following disclaimer in the
     18  *    documentation and/or other materials provided with the distribution.
     19  * 3. All advertising materials mentioning features or use of this software
     20  *    must display the following acknowledgement:
     21  *	This product includes software developed by the NetBSD
     22  *	Foundation, Inc. and its contributors.
     23  * 4. Neither the name of The NetBSD Foundation nor the names of its
     24  *    contributors may be used to endorse or promote products derived
     25  *    from this software without specific prior written permission.
     26  *
     27  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     28  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     29  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     30  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     31  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     32  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     33  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     34  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     35  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     36  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     37  * POSSIBILITY OF SUCH DAMAGE.
     38  */
     39 
     40 /*
     41  * Copyright (c) 1982, 1986, 1991, 1993
     42  *	The Regents of the University of California.  All rights reserved.
     43  * (c) UNIX System Laboratories, Inc.
     44  * All or some portions of this file are derived from material licensed
     45  * to the University of California by American Telephone and Telegraph
     46  * Co. or Unix System Laboratories, Inc. and are reproduced herein with
     47  * the permission of UNIX System Laboratories, Inc.
     48  *
     49  * Copyright (c) 1992, 1993
     50  *	The Regents of the University of California.  All rights reserved.
     51  *
     52  * This software was developed by the Computer Systems Engineering group
     53  * at Lawrence Berkeley Laboratory under DARPA contract BG 91-66 and
     54  * contributed to Berkeley.
     55  *
     56  * All advertising materials mentioning features or use of this software
     57  * must display the following acknowledgement:
     58  *	This product includes software developed by the University of
     59  *	California, Lawrence Berkeley Laboratory.
     60  *
     61  * Redistribution and use in source and binary forms, with or without
     62  * modification, are permitted provided that the following conditions
     63  * are met:
     64  * 1. Redistributions of source code must retain the above copyright
     65  *    notice, this list of conditions and the following disclaimer.
     66  * 2. Redistributions in binary form must reproduce the above copyright
     67  *    notice, this list of conditions and the following disclaimer in the
     68  *    documentation and/or other materials provided with the distribution.
     69  * 3. Neither the name of the University nor the names of its contributors
     70  *    may be used to endorse or promote products derived from this software
     71  *    without specific prior written permission.
     72  *
     73  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     74  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     75  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     76  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     77  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     78  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     79  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     80  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     81  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     82  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     83  * SUCH DAMAGE.
     84  *
     85  *	@(#)kern_subr.c	8.4 (Berkeley) 2/14/95
     86  */
     87 
     88 #include <sys/cdefs.h>
     89 __KERNEL_RCSID(0, "$NetBSD: kern_subr.c,v 1.179 2008/02/12 17:30:59 joerg Exp $");
     90 
     91 #include "opt_ddb.h"
     92 #include "opt_md.h"
     93 #include "opt_syscall_debug.h"
     94 #include "opt_ktrace.h"
     95 #include "opt_ptrace.h"
     96 #include "opt_powerhook.h"
     97 #include "opt_tftproot.h"
     98 
     99 #include <sys/param.h>
    100 #include <sys/systm.h>
    101 #include <sys/proc.h>
    102 #include <sys/malloc.h>
    103 #include <sys/mount.h>
    104 #include <sys/device.h>
    105 #include <sys/reboot.h>
    106 #include <sys/conf.h>
    107 #include <sys/disk.h>
    108 #include <sys/disklabel.h>
    109 #include <sys/queue.h>
    110 #include <sys/ktrace.h>
    111 #include <sys/ptrace.h>
    112 #include <sys/fcntl.h>
    113 #include <sys/kauth.h>
    114 #include <sys/vnode.h>
    115 #include <sys/pmf.h>
    116 
    117 #include <uvm/uvm_extern.h>
    118 
    119 #include <dev/cons.h>
    120 
    121 #include <net/if.h>
    122 
    123 /* XXX these should eventually move to subr_autoconf.c */
    124 static struct device *finddevice(const char *);
    125 static struct device *getdisk(char *, int, int, dev_t *, int);
    126 static struct device *parsedisk(char *, int, int, dev_t *);
    127 static const char *getwedgename(const char *, int);
    128 
    129 /*
    130  * A generic linear hook.
    131  */
    132 struct hook_desc {
    133 	LIST_ENTRY(hook_desc) hk_list;
    134 	void	(*hk_fn)(void *);
    135 	void	*hk_arg;
    136 };
    137 typedef LIST_HEAD(, hook_desc) hook_list_t;
    138 
    139 MALLOC_DEFINE(M_IOV, "iov", "large iov's");
    140 
    141 #ifdef TFTPROOT
    142 int tftproot_dhcpboot(struct device *);
    143 #endif
    144 
    145 dev_t	dumpcdev;	/* for savecore */
    146 
    147 void
    148 uio_setup_sysspace(struct uio *uio)
    149 {
    150 
    151 	uio->uio_vmspace = vmspace_kernel();
    152 }
    153 
    154 int
    155 uiomove(void *buf, size_t n, struct uio *uio)
    156 {
    157 	struct vmspace *vm = uio->uio_vmspace;
    158 	struct iovec *iov;
    159 	u_int cnt;
    160 	int error = 0;
    161 	char *cp = buf;
    162 
    163 	ASSERT_SLEEPABLE(NULL, "uiomove");
    164 
    165 #ifdef DIAGNOSTIC
    166 	if (uio->uio_rw != UIO_READ && uio->uio_rw != UIO_WRITE)
    167 		panic("uiomove: mode");
    168 #endif
    169 	while (n > 0 && uio->uio_resid) {
    170 		iov = uio->uio_iov;
    171 		cnt = iov->iov_len;
    172 		if (cnt == 0) {
    173 			KASSERT(uio->uio_iovcnt > 0);
    174 			uio->uio_iov++;
    175 			uio->uio_iovcnt--;
    176 			continue;
    177 		}
    178 		if (cnt > n)
    179 			cnt = n;
    180 		if (!VMSPACE_IS_KERNEL_P(vm)) {
    181 			if (curcpu()->ci_schedstate.spc_flags &
    182 			    SPCF_SHOULDYIELD)
    183 				preempt();
    184 		}
    185 
    186 		if (uio->uio_rw == UIO_READ) {
    187 			error = copyout_vmspace(vm, cp, iov->iov_base,
    188 			    cnt);
    189 		} else {
    190 			error = copyin_vmspace(vm, iov->iov_base, cp,
    191 			    cnt);
    192 		}
    193 		if (error) {
    194 			break;
    195 		}
    196 		iov->iov_base = (char *)iov->iov_base + cnt;
    197 		iov->iov_len -= cnt;
    198 		uio->uio_resid -= cnt;
    199 		uio->uio_offset += cnt;
    200 		cp += cnt;
    201 		KDASSERT(cnt <= n);
    202 		n -= cnt;
    203 	}
    204 
    205 	return (error);
    206 }
    207 
    208 /*
    209  * Wrapper for uiomove() that validates the arguments against a known-good
    210  * kernel buffer.
    211  */
    212 int
    213 uiomove_frombuf(void *buf, size_t buflen, struct uio *uio)
    214 {
    215 	size_t offset;
    216 
    217 	if (uio->uio_offset < 0 || /* uio->uio_resid < 0 || */
    218 	    (offset = uio->uio_offset) != uio->uio_offset)
    219 		return (EINVAL);
    220 	if (offset >= buflen)
    221 		return (0);
    222 	return (uiomove((char *)buf + offset, buflen - offset, uio));
    223 }
    224 
    225 /*
    226  * Give next character to user as result of read.
    227  */
    228 int
    229 ureadc(int c, struct uio *uio)
    230 {
    231 	struct iovec *iov;
    232 
    233 	if (uio->uio_resid <= 0)
    234 		panic("ureadc: non-positive resid");
    235 again:
    236 	if (uio->uio_iovcnt <= 0)
    237 		panic("ureadc: non-positive iovcnt");
    238 	iov = uio->uio_iov;
    239 	if (iov->iov_len <= 0) {
    240 		uio->uio_iovcnt--;
    241 		uio->uio_iov++;
    242 		goto again;
    243 	}
    244 	if (!VMSPACE_IS_KERNEL_P(uio->uio_vmspace)) {
    245 		if (subyte(iov->iov_base, c) < 0)
    246 			return (EFAULT);
    247 	} else {
    248 		*(char *)iov->iov_base = c;
    249 	}
    250 	iov->iov_base = (char *)iov->iov_base + 1;
    251 	iov->iov_len--;
    252 	uio->uio_resid--;
    253 	uio->uio_offset++;
    254 	return (0);
    255 }
    256 
    257 /*
    258  * Like copyin(), but operates on an arbitrary vmspace.
    259  */
    260 int
    261 copyin_vmspace(struct vmspace *vm, const void *uaddr, void *kaddr, size_t len)
    262 {
    263 	struct iovec iov;
    264 	struct uio uio;
    265 	int error;
    266 
    267 	if (len == 0)
    268 		return (0);
    269 
    270 	if (VMSPACE_IS_KERNEL_P(vm)) {
    271 		return kcopy(uaddr, kaddr, len);
    272 	}
    273 	if (__predict_true(vm == curproc->p_vmspace)) {
    274 		return copyin(uaddr, kaddr, len);
    275 	}
    276 
    277 	iov.iov_base = kaddr;
    278 	iov.iov_len = len;
    279 	uio.uio_iov = &iov;
    280 	uio.uio_iovcnt = 1;
    281 	uio.uio_offset = (off_t)(intptr_t)uaddr;
    282 	uio.uio_resid = len;
    283 	uio.uio_rw = UIO_READ;
    284 	UIO_SETUP_SYSSPACE(&uio);
    285 	error = uvm_io(&vm->vm_map, &uio);
    286 
    287 	return (error);
    288 }
    289 
    290 /*
    291  * Like copyout(), but operates on an arbitrary vmspace.
    292  */
    293 int
    294 copyout_vmspace(struct vmspace *vm, const void *kaddr, void *uaddr, size_t len)
    295 {
    296 	struct iovec iov;
    297 	struct uio uio;
    298 	int error;
    299 
    300 	if (len == 0)
    301 		return (0);
    302 
    303 	if (VMSPACE_IS_KERNEL_P(vm)) {
    304 		return kcopy(kaddr, uaddr, len);
    305 	}
    306 	if (__predict_true(vm == curproc->p_vmspace)) {
    307 		return copyout(kaddr, uaddr, len);
    308 	}
    309 
    310 	iov.iov_base = __UNCONST(kaddr); /* XXXUNCONST cast away const */
    311 	iov.iov_len = len;
    312 	uio.uio_iov = &iov;
    313 	uio.uio_iovcnt = 1;
    314 	uio.uio_offset = (off_t)(intptr_t)uaddr;
    315 	uio.uio_resid = len;
    316 	uio.uio_rw = UIO_WRITE;
    317 	UIO_SETUP_SYSSPACE(&uio);
    318 	error = uvm_io(&vm->vm_map, &uio);
    319 
    320 	return (error);
    321 }
    322 
    323 /*
    324  * Like copyin(), but operates on an arbitrary process.
    325  */
    326 int
    327 copyin_proc(struct proc *p, const void *uaddr, void *kaddr, size_t len)
    328 {
    329 	struct vmspace *vm;
    330 	int error;
    331 
    332 	error = proc_vmspace_getref(p, &vm);
    333 	if (error) {
    334 		return error;
    335 	}
    336 	error = copyin_vmspace(vm, uaddr, kaddr, len);
    337 	uvmspace_free(vm);
    338 
    339 	return error;
    340 }
    341 
    342 /*
    343  * Like copyout(), but operates on an arbitrary process.
    344  */
    345 int
    346 copyout_proc(struct proc *p, const void *kaddr, void *uaddr, size_t len)
    347 {
    348 	struct vmspace *vm;
    349 	int error;
    350 
    351 	error = proc_vmspace_getref(p, &vm);
    352 	if (error) {
    353 		return error;
    354 	}
    355 	error = copyout_vmspace(vm, kaddr, uaddr, len);
    356 	uvmspace_free(vm);
    357 
    358 	return error;
    359 }
    360 
    361 /*
    362  * Like copyin(), except it operates on kernel addresses when the FKIOCTL
    363  * flag is passed in `ioctlflags' from the ioctl call.
    364  */
    365 int
    366 ioctl_copyin(int ioctlflags, const void *src, void *dst, size_t len)
    367 {
    368 	if (ioctlflags & FKIOCTL)
    369 		return kcopy(src, dst, len);
    370 	return copyin(src, dst, len);
    371 }
    372 
    373 /*
    374  * Like copyout(), except it operates on kernel addresses when the FKIOCTL
    375  * flag is passed in `ioctlflags' from the ioctl call.
    376  */
    377 int
    378 ioctl_copyout(int ioctlflags, const void *src, void *dst, size_t len)
    379 {
    380 	if (ioctlflags & FKIOCTL)
    381 		return kcopy(src, dst, len);
    382 	return copyout(src, dst, len);
    383 }
    384 
    385 static void *
    386 hook_establish(hook_list_t *list, void (*fn)(void *), void *arg)
    387 {
    388 	struct hook_desc *hd;
    389 
    390 	hd = malloc(sizeof(*hd), M_DEVBUF, M_NOWAIT);
    391 	if (hd == NULL)
    392 		return (NULL);
    393 
    394 	hd->hk_fn = fn;
    395 	hd->hk_arg = arg;
    396 	LIST_INSERT_HEAD(list, hd, hk_list);
    397 
    398 	return (hd);
    399 }
    400 
    401 static void
    402 hook_disestablish(hook_list_t *list, void *vhook)
    403 {
    404 #ifdef DIAGNOSTIC
    405 	struct hook_desc *hd;
    406 
    407 	LIST_FOREACH(hd, list, hk_list) {
    408                 if (hd == vhook)
    409 			break;
    410 	}
    411 
    412 	if (hd == NULL)
    413 		panic("hook_disestablish: hook %p not established", vhook);
    414 #endif
    415 	LIST_REMOVE((struct hook_desc *)vhook, hk_list);
    416 	free(vhook, M_DEVBUF);
    417 }
    418 
    419 static void
    420 hook_destroy(hook_list_t *list)
    421 {
    422 	struct hook_desc *hd;
    423 
    424 	while ((hd = LIST_FIRST(list)) != NULL) {
    425 		LIST_REMOVE(hd, hk_list);
    426 		free(hd, M_DEVBUF);
    427 	}
    428 }
    429 
    430 static void
    431 hook_proc_run(hook_list_t *list, struct proc *p)
    432 {
    433 	struct hook_desc *hd;
    434 
    435 	LIST_FOREACH(hd, list, hk_list)
    436 		((void (*)(struct proc *, void *))*hd->hk_fn)(p, hd->hk_arg);
    437 }
    438 
    439 /*
    440  * "Shutdown hook" types, functions, and variables.
    441  *
    442  * Should be invoked immediately before the
    443  * system is halted or rebooted, i.e. after file systems unmounted,
    444  * after crash dump done, etc.
    445  *
    446  * Each shutdown hook is removed from the list before it's run, so that
    447  * it won't be run again.
    448  */
    449 
    450 static hook_list_t shutdownhook_list;
    451 
    452 void *
    453 shutdownhook_establish(void (*fn)(void *), void *arg)
    454 {
    455 	return hook_establish(&shutdownhook_list, fn, arg);
    456 }
    457 
    458 void
    459 shutdownhook_disestablish(void *vhook)
    460 {
    461 	hook_disestablish(&shutdownhook_list, vhook);
    462 }
    463 
    464 /*
    465  * Run shutdown hooks.  Should be invoked immediately before the
    466  * system is halted or rebooted, i.e. after file systems unmounted,
    467  * after crash dump done, etc.
    468  *
    469  * Each shutdown hook is removed from the list before it's run, so that
    470  * it won't be run again.
    471  */
    472 void
    473 doshutdownhooks(void)
    474 {
    475 	struct hook_desc *dp;
    476 
    477 	if (panicstr != NULL) {
    478 		/*
    479 		 * Do as few things as possible after a panic.
    480 		 * We don't know the state the system is in.
    481 		 */
    482 		return;
    483 	}
    484 
    485 	while ((dp = LIST_FIRST(&shutdownhook_list)) != NULL) {
    486 		LIST_REMOVE(dp, hk_list);
    487 		(*dp->hk_fn)(dp->hk_arg);
    488 #if 0
    489 		/*
    490 		 * Don't bother freeing the hook structure,, since we may
    491 		 * be rebooting because of a memory corruption problem,
    492 		 * and this might only make things worse.  It doesn't
    493 		 * matter, anyway, since the system is just about to
    494 		 * reboot.
    495 		 */
    496 		free(dp, M_DEVBUF);
    497 #endif
    498 	}
    499 
    500 	pmf_system_shutdown();
    501 }
    502 
    503 /*
    504  * "Mountroot hook" types, functions, and variables.
    505  */
    506 
    507 static hook_list_t mountroothook_list;
    508 
    509 void *
    510 mountroothook_establish(void (*fn)(struct device *), struct device *dev)
    511 {
    512 	return hook_establish(&mountroothook_list, (void (*)(void *))fn, dev);
    513 }
    514 
    515 void
    516 mountroothook_disestablish(void *vhook)
    517 {
    518 	hook_disestablish(&mountroothook_list, vhook);
    519 }
    520 
    521 void
    522 mountroothook_destroy(void)
    523 {
    524 	hook_destroy(&mountroothook_list);
    525 }
    526 
    527 void
    528 domountroothook(void)
    529 {
    530 	struct hook_desc *hd;
    531 
    532 	LIST_FOREACH(hd, &mountroothook_list, hk_list) {
    533 		if (hd->hk_arg == (void *)root_device) {
    534 			(*hd->hk_fn)(hd->hk_arg);
    535 			return;
    536 		}
    537 	}
    538 }
    539 
    540 static hook_list_t exechook_list;
    541 
    542 void *
    543 exechook_establish(void (*fn)(struct proc *, void *), void *arg)
    544 {
    545 	return hook_establish(&exechook_list, (void (*)(void *))fn, arg);
    546 }
    547 
    548 void
    549 exechook_disestablish(void *vhook)
    550 {
    551 	hook_disestablish(&exechook_list, vhook);
    552 }
    553 
    554 /*
    555  * Run exec hooks.
    556  */
    557 void
    558 doexechooks(struct proc *p)
    559 {
    560 	hook_proc_run(&exechook_list, p);
    561 }
    562 
    563 static hook_list_t exithook_list;
    564 
    565 void *
    566 exithook_establish(void (*fn)(struct proc *, void *), void *arg)
    567 {
    568 	return hook_establish(&exithook_list, (void (*)(void *))fn, arg);
    569 }
    570 
    571 void
    572 exithook_disestablish(void *vhook)
    573 {
    574 	hook_disestablish(&exithook_list, vhook);
    575 }
    576 
    577 /*
    578  * Run exit hooks.
    579  */
    580 void
    581 doexithooks(struct proc *p)
    582 {
    583 	hook_proc_run(&exithook_list, p);
    584 }
    585 
    586 static hook_list_t forkhook_list;
    587 
    588 void *
    589 forkhook_establish(void (*fn)(struct proc *, struct proc *))
    590 {
    591 	return hook_establish(&forkhook_list, (void (*)(void *))fn, NULL);
    592 }
    593 
    594 void
    595 forkhook_disestablish(void *vhook)
    596 {
    597 	hook_disestablish(&forkhook_list, vhook);
    598 }
    599 
    600 /*
    601  * Run fork hooks.
    602  */
    603 void
    604 doforkhooks(struct proc *p2, struct proc *p1)
    605 {
    606 	struct hook_desc *hd;
    607 
    608 	LIST_FOREACH(hd, &forkhook_list, hk_list) {
    609 		((void (*)(struct proc *, struct proc *))*hd->hk_fn)
    610 		    (p2, p1);
    611 	}
    612 }
    613 
    614 /*
    615  * "Power hook" types, functions, and variables.
    616  * The list of power hooks is kept ordered with the last registered hook
    617  * first.
    618  * When running the hooks on power down the hooks are called in reverse
    619  * registration order, when powering up in registration order.
    620  */
    621 struct powerhook_desc {
    622 	CIRCLEQ_ENTRY(powerhook_desc) sfd_list;
    623 	void	(*sfd_fn)(int, void *);
    624 	void	*sfd_arg;
    625 	char	sfd_name[16];
    626 };
    627 
    628 static CIRCLEQ_HEAD(, powerhook_desc) powerhook_list =
    629     CIRCLEQ_HEAD_INITIALIZER(powerhook_list);
    630 
    631 void *
    632 powerhook_establish(const char *name, void (*fn)(int, void *), void *arg)
    633 {
    634 	struct powerhook_desc *ndp;
    635 
    636 	ndp = (struct powerhook_desc *)
    637 	    malloc(sizeof(*ndp), M_DEVBUF, M_NOWAIT);
    638 	if (ndp == NULL)
    639 		return (NULL);
    640 
    641 	ndp->sfd_fn = fn;
    642 	ndp->sfd_arg = arg;
    643 	strlcpy(ndp->sfd_name, name, sizeof(ndp->sfd_name));
    644 	CIRCLEQ_INSERT_HEAD(&powerhook_list, ndp, sfd_list);
    645 
    646 	aprint_error("%s: WARNING: powerhook_establish is deprecated\n", name);
    647 	return (ndp);
    648 }
    649 
    650 void
    651 powerhook_disestablish(void *vhook)
    652 {
    653 #ifdef DIAGNOSTIC
    654 	struct powerhook_desc *dp;
    655 
    656 	CIRCLEQ_FOREACH(dp, &powerhook_list, sfd_list)
    657                 if (dp == vhook)
    658 			goto found;
    659 	panic("powerhook_disestablish: hook %p not established", vhook);
    660  found:
    661 #endif
    662 
    663 	CIRCLEQ_REMOVE(&powerhook_list, (struct powerhook_desc *)vhook,
    664 	    sfd_list);
    665 	free(vhook, M_DEVBUF);
    666 }
    667 
    668 /*
    669  * Run power hooks.
    670  */
    671 void
    672 dopowerhooks(int why)
    673 {
    674 	struct powerhook_desc *dp;
    675 
    676 #ifdef POWERHOOK_DEBUG
    677 	const char *why_name;
    678 	static const char * pwr_names[] = {PWR_NAMES};
    679 	why_name = why < __arraycount(pwr_names) ? pwr_names[why] : "???";
    680 #endif
    681 
    682 	if (why == PWR_RESUME || why == PWR_SOFTRESUME) {
    683 		CIRCLEQ_FOREACH_REVERSE(dp, &powerhook_list, sfd_list) {
    684 #ifdef POWERHOOK_DEBUG
    685 			printf("dopowerhooks %s: %s (%p)\n", why_name, dp->sfd_name, dp);
    686 #endif
    687 			(*dp->sfd_fn)(why, dp->sfd_arg);
    688 		}
    689 	} else {
    690 		CIRCLEQ_FOREACH(dp, &powerhook_list, sfd_list) {
    691 #ifdef POWERHOOK_DEBUG
    692 			printf("dopowerhooks %s: %s (%p)\n", why_name, dp->sfd_name, dp);
    693 #endif
    694 			(*dp->sfd_fn)(why, dp->sfd_arg);
    695 		}
    696 	}
    697 
    698 #ifdef POWERHOOK_DEBUG
    699 	printf("dopowerhooks: %s done\n", why_name);
    700 #endif
    701 }
    702 
    703 static int
    704 isswap(struct device *dv)
    705 {
    706 	struct dkwedge_info wi;
    707 	struct vnode *vn;
    708 	int error;
    709 
    710 	if (device_class(dv) != DV_DISK || !device_is_a(dv, "dk"))
    711 		return 0;
    712 
    713 	if ((vn = opendisk(dv)) == NULL)
    714 		return 0;
    715 
    716 	error = VOP_IOCTL(vn, DIOCGWEDGEINFO, &wi, FREAD, NOCRED);
    717 	VOP_CLOSE(vn, FREAD, NOCRED);
    718 	vput(vn);
    719 	if (error) {
    720 #ifdef DEBUG_WEDGE
    721 		printf("%s: Get wedge info returned %d\n", dv->dv_xname, error);
    722 #endif
    723 		return 0;
    724 	}
    725 	return strcmp(wi.dkw_ptype, DKW_PTYPE_SWAP) == 0;
    726 }
    727 
    728 /*
    729  * Determine the root device and, if instructed to, the root file system.
    730  */
    731 
    732 #include "md.h"
    733 #if NMD == 0
    734 #undef MEMORY_DISK_HOOKS
    735 #endif
    736 
    737 #ifdef MEMORY_DISK_HOOKS
    738 static struct device fakemdrootdev[NMD];
    739 extern struct cfdriver md_cd;
    740 #endif
    741 
    742 #ifdef MEMORY_DISK_IS_ROOT
    743 #define BOOT_FROM_MEMORY_HOOKS 1
    744 #endif
    745 
    746 /*
    747  * The device and wedge that we booted from.  If booted_wedge is NULL,
    748  * the we might consult booted_partition.
    749  */
    750 struct device *booted_device;
    751 struct device *booted_wedge;
    752 int booted_partition;
    753 
    754 /*
    755  * Use partition letters if it's a disk class but not a wedge.
    756  * XXX Check for wedge is kinda gross.
    757  */
    758 #define	DEV_USES_PARTITIONS(dv)						\
    759 	(device_class((dv)) == DV_DISK &&				\
    760 	 !device_is_a((dv), "dk"))
    761 
    762 void
    763 setroot(struct device *bootdv, int bootpartition)
    764 {
    765 	struct device *dv;
    766 	int len, majdev;
    767 #ifdef MEMORY_DISK_HOOKS
    768 	int i;
    769 #endif
    770 	dev_t nrootdev;
    771 	dev_t ndumpdev = NODEV;
    772 	char buf[128];
    773 	const char *rootdevname;
    774 	const char *dumpdevname;
    775 	struct device *rootdv = NULL;		/* XXX gcc -Wuninitialized */
    776 	struct device *dumpdv = NULL;
    777 	struct ifnet *ifp;
    778 	const char *deffsname;
    779 	struct vfsops *vops;
    780 
    781 #ifdef TFTPROOT
    782 	if (tftproot_dhcpboot(bootdv) != 0)
    783 		boothowto |= RB_ASKNAME;
    784 #endif
    785 
    786 #ifdef MEMORY_DISK_HOOKS
    787 	for (i = 0; i < NMD; i++) {
    788 		fakemdrootdev[i].dv_class  = DV_DISK;
    789 		fakemdrootdev[i].dv_cfdata = NULL;
    790 		fakemdrootdev[i].dv_cfdriver = &md_cd;
    791 		fakemdrootdev[i].dv_unit   = i;
    792 		fakemdrootdev[i].dv_parent = NULL;
    793 		snprintf(fakemdrootdev[i].dv_xname,
    794 		    sizeof(fakemdrootdev[i].dv_xname), "md%d", i);
    795 	}
    796 #endif /* MEMORY_DISK_HOOKS */
    797 
    798 #ifdef MEMORY_DISK_IS_ROOT
    799 	bootdv = &fakemdrootdev[0];
    800 	bootpartition = 0;
    801 #endif
    802 
    803 	/*
    804 	 * If NFS is specified as the file system, and we found
    805 	 * a DV_DISK boot device (or no boot device at all), then
    806 	 * find a reasonable network interface for "rootspec".
    807 	 */
    808 	vops = vfs_getopsbyname("nfs");
    809 	if (vops != NULL && vops->vfs_mountroot == mountroot &&
    810 	    rootspec == NULL &&
    811 	    (bootdv == NULL || device_class(bootdv) != DV_IFNET)) {
    812 		IFNET_FOREACH(ifp) {
    813 			if ((ifp->if_flags &
    814 			     (IFF_LOOPBACK|IFF_POINTOPOINT)) == 0)
    815 				break;
    816 		}
    817 		if (ifp == NULL) {
    818 			/*
    819 			 * Can't find a suitable interface; ask the
    820 			 * user.
    821 			 */
    822 			boothowto |= RB_ASKNAME;
    823 		} else {
    824 			/*
    825 			 * Have a suitable interface; behave as if
    826 			 * the user specified this interface.
    827 			 */
    828 			rootspec = (const char *)ifp->if_xname;
    829 		}
    830 	}
    831 	if (vops != NULL)
    832 		vfs_delref(vops);
    833 
    834 	/*
    835 	 * If wildcarded root and we the boot device wasn't determined,
    836 	 * ask the user.
    837 	 */
    838 	if (rootspec == NULL && bootdv == NULL)
    839 		boothowto |= RB_ASKNAME;
    840 
    841  top:
    842 	if (boothowto & RB_ASKNAME) {
    843 		struct device *defdumpdv;
    844 
    845 		for (;;) {
    846 			printf("root device");
    847 			if (bootdv != NULL) {
    848 				printf(" (default %s", bootdv->dv_xname);
    849 				if (DEV_USES_PARTITIONS(bootdv))
    850 					printf("%c", bootpartition + 'a');
    851 				printf(")");
    852 			}
    853 			printf(": ");
    854 			len = cngetsn(buf, sizeof(buf));
    855 			if (len == 0 && bootdv != NULL) {
    856 				strlcpy(buf, bootdv->dv_xname, sizeof(buf));
    857 				len = strlen(buf);
    858 			}
    859 			if (len > 0 && buf[len - 1] == '*') {
    860 				buf[--len] = '\0';
    861 				dv = getdisk(buf, len, 1, &nrootdev, 0);
    862 				if (dv != NULL) {
    863 					rootdv = dv;
    864 					break;
    865 				}
    866 			}
    867 			dv = getdisk(buf, len, bootpartition, &nrootdev, 0);
    868 			if (dv != NULL) {
    869 				rootdv = dv;
    870 				break;
    871 			}
    872 		}
    873 
    874 		/*
    875 		 * Set up the default dump device.  If root is on
    876 		 * a network device, there is no default dump
    877 		 * device, since we don't support dumps to the
    878 		 * network.
    879 		 */
    880 		if (DEV_USES_PARTITIONS(rootdv) == 0)
    881 			defdumpdv = NULL;
    882 		else
    883 			defdumpdv = rootdv;
    884 
    885 		for (;;) {
    886 			printf("dump device");
    887 			if (defdumpdv != NULL) {
    888 				/*
    889 				 * Note, we know it's a disk if we get here.
    890 				 */
    891 				printf(" (default %sb)", defdumpdv->dv_xname);
    892 			}
    893 			printf(": ");
    894 			len = cngetsn(buf, sizeof(buf));
    895 			if (len == 0) {
    896 				if (defdumpdv != NULL) {
    897 					ndumpdev = MAKEDISKDEV(major(nrootdev),
    898 					    DISKUNIT(nrootdev), 1);
    899 				}
    900 				dumpdv = defdumpdv;
    901 				break;
    902 			}
    903 			if (len == 4 && strcmp(buf, "none") == 0) {
    904 				dumpdv = NULL;
    905 				break;
    906 			}
    907 			dv = getdisk(buf, len, 1, &ndumpdev, 1);
    908 			if (dv != NULL) {
    909 				dumpdv = dv;
    910 				break;
    911 			}
    912 		}
    913 
    914 		rootdev = nrootdev;
    915 		dumpdev = ndumpdev;
    916 
    917 		for (vops = LIST_FIRST(&vfs_list); vops != NULL;
    918 		     vops = LIST_NEXT(vops, vfs_list)) {
    919 			if (vops->vfs_mountroot != NULL &&
    920 			    vops->vfs_mountroot == mountroot)
    921 			break;
    922 		}
    923 
    924 		if (vops == NULL) {
    925 			mountroot = NULL;
    926 			deffsname = "generic";
    927 		} else
    928 			deffsname = vops->vfs_name;
    929 
    930 		for (;;) {
    931 			printf("file system (default %s): ", deffsname);
    932 			len = cngetsn(buf, sizeof(buf));
    933 			if (len == 0)
    934 				break;
    935 			if (len == 4 && strcmp(buf, "halt") == 0)
    936 				cpu_reboot(RB_HALT, NULL);
    937 			else if (len == 6 && strcmp(buf, "reboot") == 0)
    938 				cpu_reboot(0, NULL);
    939 #if defined(DDB)
    940 			else if (len == 3 && strcmp(buf, "ddb") == 0) {
    941 				console_debugger();
    942 			}
    943 #endif
    944 			else if (len == 7 && strcmp(buf, "generic") == 0) {
    945 				mountroot = NULL;
    946 				break;
    947 			}
    948 			vops = vfs_getopsbyname(buf);
    949 			if (vops == NULL || vops->vfs_mountroot == NULL) {
    950 				printf("use one of: generic");
    951 				for (vops = LIST_FIRST(&vfs_list);
    952 				     vops != NULL;
    953 				     vops = LIST_NEXT(vops, vfs_list)) {
    954 					if (vops->vfs_mountroot != NULL)
    955 						printf(" %s", vops->vfs_name);
    956 				}
    957 #if defined(DDB)
    958 				printf(" ddb");
    959 #endif
    960 				printf(" halt reboot\n");
    961 			} else {
    962 				mountroot = vops->vfs_mountroot;
    963 				vfs_delref(vops);
    964 				break;
    965 			}
    966 		}
    967 
    968 	} else if (rootspec == NULL) {
    969 		/*
    970 		 * Wildcarded root; use the boot device.
    971 		 */
    972 		rootdv = bootdv;
    973 
    974 		majdev = devsw_name2blk(bootdv->dv_xname, NULL, 0);
    975 		if (majdev >= 0) {
    976 			/*
    977 			 * Root is on a disk.  `bootpartition' is root,
    978 			 * unless the device does not use partitions.
    979 			 */
    980 			if (DEV_USES_PARTITIONS(bootdv))
    981 				rootdev = MAKEDISKDEV(majdev,
    982 						      device_unit(bootdv),
    983 						      bootpartition);
    984 			else
    985 				rootdev = makedev(majdev, device_unit(bootdv));
    986 		}
    987 	} else {
    988 
    989 		/*
    990 		 * `root on <dev> ...'
    991 		 */
    992 
    993 		/*
    994 		 * If it's a network interface, we can bail out
    995 		 * early.
    996 		 */
    997 		dv = finddevice(rootspec);
    998 		if (dv != NULL && device_class(dv) == DV_IFNET) {
    999 			rootdv = dv;
   1000 			goto haveroot;
   1001 		}
   1002 
   1003 		if (rootdev == NODEV &&
   1004 		    device_class(dv) == DV_DISK && device_is_a(dv, "dk") &&
   1005 		    (majdev = devsw_name2blk(dv->dv_xname, NULL, 0)) >= 0)
   1006 			rootdev = makedev(majdev, device_unit(dv));
   1007 
   1008 		rootdevname = devsw_blk2name(major(rootdev));
   1009 		if (rootdevname == NULL) {
   1010 			printf("unknown device major 0x%x\n", rootdev);
   1011 			boothowto |= RB_ASKNAME;
   1012 			goto top;
   1013 		}
   1014 		memset(buf, 0, sizeof(buf));
   1015 		snprintf(buf, sizeof(buf), "%s%d", rootdevname,
   1016 		    DISKUNIT(rootdev));
   1017 
   1018 		rootdv = finddevice(buf);
   1019 		if (rootdv == NULL) {
   1020 			printf("device %s (0x%x) not configured\n",
   1021 			    buf, rootdev);
   1022 			boothowto |= RB_ASKNAME;
   1023 			goto top;
   1024 		}
   1025 	}
   1026 
   1027  haveroot:
   1028 
   1029 	root_device = rootdv;
   1030 
   1031 	switch (device_class(rootdv)) {
   1032 	case DV_IFNET:
   1033 	case DV_DISK:
   1034 		aprint_normal("root on %s", rootdv->dv_xname);
   1035 		if (DEV_USES_PARTITIONS(rootdv))
   1036 			aprint_normal("%c", DISKPART(rootdev) + 'a');
   1037 		break;
   1038 
   1039 	default:
   1040 		printf("can't determine root device\n");
   1041 		boothowto |= RB_ASKNAME;
   1042 		goto top;
   1043 	}
   1044 
   1045 	/*
   1046 	 * Now configure the dump device.
   1047 	 *
   1048 	 * If we haven't figured out the dump device, do so, with
   1049 	 * the following rules:
   1050 	 *
   1051 	 *	(a) We already know dumpdv in the RB_ASKNAME case.
   1052 	 *
   1053 	 *	(b) If dumpspec is set, try to use it.  If the device
   1054 	 *	    is not available, punt.
   1055 	 *
   1056 	 *	(c) If dumpspec is not set, the dump device is
   1057 	 *	    wildcarded or unspecified.  If the root device
   1058 	 *	    is DV_IFNET, punt.  Otherwise, use partition b
   1059 	 *	    of the root device.
   1060 	 */
   1061 
   1062 	if (boothowto & RB_ASKNAME) {		/* (a) */
   1063 		if (dumpdv == NULL)
   1064 			goto nodumpdev;
   1065 	} else if (dumpspec != NULL) {		/* (b) */
   1066 		if (strcmp(dumpspec, "none") == 0 || dumpdev == NODEV) {
   1067 			/*
   1068 			 * Operator doesn't want a dump device.
   1069 			 * Or looks like they tried to pick a network
   1070 			 * device.  Oops.
   1071 			 */
   1072 			goto nodumpdev;
   1073 		}
   1074 
   1075 		dumpdevname = devsw_blk2name(major(dumpdev));
   1076 		if (dumpdevname == NULL)
   1077 			goto nodumpdev;
   1078 		memset(buf, 0, sizeof(buf));
   1079 		snprintf(buf, sizeof(buf), "%s%d", dumpdevname,
   1080 		    DISKUNIT(dumpdev));
   1081 
   1082 		dumpdv = finddevice(buf);
   1083 		if (dumpdv == NULL) {
   1084 			/*
   1085 			 * Device not configured.
   1086 			 */
   1087 			goto nodumpdev;
   1088 		}
   1089 	} else {				/* (c) */
   1090 		if (DEV_USES_PARTITIONS(rootdv) == 0) {
   1091 			for (dv = TAILQ_FIRST(&alldevs); dv != NULL;
   1092 			    dv = TAILQ_NEXT(dv, dv_list))
   1093 				if (isswap(dv))
   1094 					break;
   1095 			if (dv == NULL)
   1096 				goto nodumpdev;
   1097 
   1098 			majdev = devsw_name2blk(dv->dv_xname, NULL, 0);
   1099 			if (majdev < 0)
   1100 				goto nodumpdev;
   1101 			dumpdv = dv;
   1102 			dumpdev = makedev(majdev, device_unit(dumpdv));
   1103 		} else {
   1104 			dumpdv = rootdv;
   1105 			dumpdev = MAKEDISKDEV(major(rootdev),
   1106 			    device_unit(dumpdv), 1);
   1107 		}
   1108 	}
   1109 
   1110 	dumpcdev = devsw_blk2chr(dumpdev);
   1111 	aprint_normal(" dumps on %s", dumpdv->dv_xname);
   1112 	if (DEV_USES_PARTITIONS(dumpdv))
   1113 		aprint_normal("%c", DISKPART(dumpdev) + 'a');
   1114 	aprint_normal("\n");
   1115 	return;
   1116 
   1117  nodumpdev:
   1118 	dumpdev = NODEV;
   1119 	dumpcdev = NODEV;
   1120 	aprint_normal("\n");
   1121 }
   1122 
   1123 static struct device *
   1124 finddevice(const char *name)
   1125 {
   1126 	const char *wname;
   1127 #if defined(BOOT_FROM_MEMORY_HOOKS)
   1128 	int j;
   1129 #endif /* BOOT_FROM_MEMORY_HOOKS */
   1130 
   1131 	if ((wname = getwedgename(name, strlen(name))) != NULL)
   1132 		return dkwedge_find_by_wname(wname);
   1133 
   1134 #ifdef BOOT_FROM_MEMORY_HOOKS
   1135 	for (j = 0; j < NMD; j++) {
   1136 		if (strcmp(name, fakemdrootdev[j].dv_xname) == 0)
   1137 			return &fakemdrootdev[j];
   1138 	}
   1139 #endif /* BOOT_FROM_MEMORY_HOOKS */
   1140 
   1141 	return device_find_by_xname(name);
   1142 }
   1143 
   1144 static struct device *
   1145 getdisk(char *str, int len, int defpart, dev_t *devp, int isdump)
   1146 {
   1147 	struct device	*dv;
   1148 #ifdef MEMORY_DISK_HOOKS
   1149 	int		i;
   1150 #endif
   1151 
   1152 	if ((dv = parsedisk(str, len, defpart, devp)) == NULL) {
   1153 		printf("use one of:");
   1154 #ifdef MEMORY_DISK_HOOKS
   1155 		if (isdump == 0)
   1156 			for (i = 0; i < NMD; i++)
   1157 				printf(" %s[a-%c]", fakemdrootdev[i].dv_xname,
   1158 				    'a' + MAXPARTITIONS - 1);
   1159 #endif
   1160 		TAILQ_FOREACH(dv, &alldevs, dv_list) {
   1161 			if (DEV_USES_PARTITIONS(dv))
   1162 				printf(" %s[a-%c]", dv->dv_xname,
   1163 				    'a' + MAXPARTITIONS - 1);
   1164 			else if (device_class(dv) == DV_DISK)
   1165 				printf(" %s", dv->dv_xname);
   1166 			if (isdump == 0 && device_class(dv) == DV_IFNET)
   1167 				printf(" %s", dv->dv_xname);
   1168 		}
   1169 		dkwedge_print_wnames();
   1170 		if (isdump)
   1171 			printf(" none");
   1172 #if defined(DDB)
   1173 		printf(" ddb");
   1174 #endif
   1175 		printf(" halt reboot\n");
   1176 	}
   1177 	return dv;
   1178 }
   1179 
   1180 static const char *
   1181 getwedgename(const char *name, int namelen)
   1182 {
   1183 	const char *wpfx = "wedge:";
   1184 	const int wpfxlen = strlen(wpfx);
   1185 
   1186 	if (namelen < wpfxlen || strncmp(name, wpfx, wpfxlen) != 0)
   1187 		return NULL;
   1188 
   1189 	return name + wpfxlen;
   1190 }
   1191 
   1192 static struct device *
   1193 parsedisk(char *str, int len, int defpart, dev_t *devp)
   1194 {
   1195 	struct device *dv;
   1196 	const char *wname;
   1197 	char *cp, c;
   1198 	int majdev, part;
   1199 #ifdef MEMORY_DISK_HOOKS
   1200 	int i;
   1201 #endif
   1202 	if (len == 0)
   1203 		return (NULL);
   1204 
   1205 	if (len == 4 && strcmp(str, "halt") == 0)
   1206 		cpu_reboot(RB_HALT, NULL);
   1207 	else if (len == 6 && strcmp(str, "reboot") == 0)
   1208 		cpu_reboot(0, NULL);
   1209 #if defined(DDB)
   1210 	else if (len == 3 && strcmp(str, "ddb") == 0)
   1211 		console_debugger();
   1212 #endif
   1213 
   1214 	cp = str + len - 1;
   1215 	c = *cp;
   1216 
   1217 	if ((wname = getwedgename(str, len)) != NULL) {
   1218 		if ((dv = dkwedge_find_by_wname(wname)) == NULL)
   1219 			return NULL;
   1220 		part = defpart;
   1221 		goto gotdisk;
   1222 	} else if (c >= 'a' && c <= ('a' + MAXPARTITIONS - 1)) {
   1223 		part = c - 'a';
   1224 		*cp = '\0';
   1225 	} else
   1226 		part = defpart;
   1227 
   1228 #ifdef MEMORY_DISK_HOOKS
   1229 	for (i = 0; i < NMD; i++)
   1230 		if (strcmp(str, fakemdrootdev[i].dv_xname) == 0) {
   1231 			dv = &fakemdrootdev[i];
   1232 			goto gotdisk;
   1233 		}
   1234 #endif
   1235 
   1236 	dv = finddevice(str);
   1237 	if (dv != NULL) {
   1238 		if (device_class(dv) == DV_DISK) {
   1239  gotdisk:
   1240 			majdev = devsw_name2blk(dv->dv_xname, NULL, 0);
   1241 			if (majdev < 0)
   1242 				panic("parsedisk");
   1243 			if (DEV_USES_PARTITIONS(dv))
   1244 				*devp = MAKEDISKDEV(majdev, device_unit(dv),
   1245 						    part);
   1246 			else
   1247 				*devp = makedev(majdev, device_unit(dv));
   1248 		}
   1249 
   1250 		if (device_class(dv) == DV_IFNET)
   1251 			*devp = NODEV;
   1252 	}
   1253 
   1254 	*cp = c;
   1255 	return (dv);
   1256 }
   1257 
   1258 /*
   1259  * snprintf() `bytes' into `buf', reformatting it so that the number,
   1260  * plus a possible `x' + suffix extension) fits into len bytes (including
   1261  * the terminating NUL).
   1262  * Returns the number of bytes stored in buf, or -1 if there was a problem.
   1263  * E.g, given a len of 9 and a suffix of `B':
   1264  *	bytes		result
   1265  *	-----		------
   1266  *	99999		`99999 B'
   1267  *	100000		`97 kB'
   1268  *	66715648	`65152 kB'
   1269  *	252215296	`240 MB'
   1270  */
   1271 int
   1272 humanize_number(char *buf, size_t len, uint64_t bytes, const char *suffix,
   1273     int divisor)
   1274 {
   1275        	/* prefixes are: (none), kilo, Mega, Giga, Tera, Peta, Exa */
   1276 	const char *prefixes;
   1277 	int		r;
   1278 	uint64_t	umax;
   1279 	size_t		i, suffixlen;
   1280 
   1281 	if (buf == NULL || suffix == NULL)
   1282 		return (-1);
   1283 	if (len > 0)
   1284 		buf[0] = '\0';
   1285 	suffixlen = strlen(suffix);
   1286 	/* check if enough room for `x y' + suffix + `\0' */
   1287 	if (len < 4 + suffixlen)
   1288 		return (-1);
   1289 
   1290 	if (divisor == 1024) {
   1291 		/*
   1292 		 * binary multiplies
   1293 		 * XXX IEC 60027-2 recommends Ki, Mi, Gi...
   1294 		 */
   1295 		prefixes = " KMGTPE";
   1296 	} else
   1297 		prefixes = " kMGTPE"; /* SI for decimal multiplies */
   1298 
   1299 	umax = 1;
   1300 	for (i = 0; i < len - suffixlen - 3; i++)
   1301 		umax *= 10;
   1302 	for (i = 0; bytes >= umax && prefixes[i + 1]; i++)
   1303 		bytes /= divisor;
   1304 
   1305 	r = snprintf(buf, len, "%qu%s%c%s", (unsigned long long)bytes,
   1306 	    i == 0 ? "" : " ", prefixes[i], suffix);
   1307 
   1308 	return (r);
   1309 }
   1310 
   1311 int
   1312 format_bytes(char *buf, size_t len, uint64_t bytes)
   1313 {
   1314 	int	rv;
   1315 	size_t	nlen;
   1316 
   1317 	rv = humanize_number(buf, len, bytes, "B", 1024);
   1318 	if (rv != -1) {
   1319 			/* nuke the trailing ` B' if it exists */
   1320 		nlen = strlen(buf) - 2;
   1321 		if (strcmp(&buf[nlen], " B") == 0)
   1322 			buf[nlen] = '\0';
   1323 	}
   1324 	return (rv);
   1325 }
   1326 
   1327 /*
   1328  * Return true if system call tracing is enabled for the specified process.
   1329  */
   1330 bool
   1331 trace_is_enabled(struct proc *p)
   1332 {
   1333 #ifdef SYSCALL_DEBUG
   1334 	return (true);
   1335 #endif
   1336 #ifdef KTRACE
   1337 	if (ISSET(p->p_traceflag, (KTRFAC_SYSCALL | KTRFAC_SYSRET)))
   1338 		return (true);
   1339 #endif
   1340 #ifdef PTRACE
   1341 	if (ISSET(p->p_slflag, PSL_SYSCALL))
   1342 		return (true);
   1343 #endif
   1344 
   1345 	return (false);
   1346 }
   1347 
   1348 /*
   1349  * Start trace of particular system call. If process is being traced,
   1350  * this routine is called by MD syscall dispatch code just before
   1351  * a system call is actually executed.
   1352  */
   1353 int
   1354 trace_enter(register_t code, const register_t *args, int narg)
   1355 {
   1356 #ifdef SYSCALL_DEBUG
   1357 	scdebug_call(code, args);
   1358 #endif /* SYSCALL_DEBUG */
   1359 
   1360 	ktrsyscall(code, args, narg);
   1361 
   1362 #ifdef PTRACE
   1363 	if ((curlwp->l_proc->p_slflag & (PSL_SYSCALL|PSL_TRACED)) ==
   1364 	    (PSL_SYSCALL|PSL_TRACED))
   1365 		process_stoptrace();
   1366 #endif
   1367 	return 0;
   1368 }
   1369 
   1370 /*
   1371  * End trace of particular system call. If process is being traced,
   1372  * this routine is called by MD syscall dispatch code just after
   1373  * a system call finishes.
   1374  * MD caller guarantees the passed 'code' is within the supported
   1375  * system call number range for emulation the process runs under.
   1376  */
   1377 void
   1378 trace_exit(register_t code, register_t rval[], int error)
   1379 {
   1380 #ifdef SYSCALL_DEBUG
   1381 	scdebug_ret(code, error, rval);
   1382 #endif /* SYSCALL_DEBUG */
   1383 
   1384 	ktrsysret(code, error, rval);
   1385 
   1386 #ifdef PTRACE
   1387 	if ((curlwp->l_proc->p_slflag & (PSL_SYSCALL|PSL_TRACED)) ==
   1388 	    (PSL_SYSCALL|PSL_TRACED))
   1389 		process_stoptrace();
   1390 #endif
   1391 }
   1392 
   1393 /*
   1394  * Disable kernel preemption.
   1395  */
   1396 void
   1397 crit_enter(void)
   1398 {
   1399 	/* nothing */
   1400 }
   1401 
   1402 /*
   1403  * Reenable kernel preemption.
   1404  */
   1405 void
   1406 crit_exit(void)
   1407 {
   1408 	/* nothing */
   1409 }
   1410