Home | History | Annotate | Line # | Download | only in kern
kern_ktrace.c revision 1.155
      1 /*	$NetBSD: kern_ktrace.c,v 1.155 2010/11/19 06:44:42 dholland Exp $	*/
      2 
      3 /*-
      4  * Copyright (c) 2006, 2007, 2008 The NetBSD Foundation, Inc.
      5  * All rights reserved.
      6  *
      7  * This code is derived from software contributed to The NetBSD Foundation
      8  * by Andrew Doran.
      9  *
     10  * Redistribution and use in source and binary forms, with or without
     11  * modification, are permitted provided that the following conditions
     12  * are met:
     13  * 1. Redistributions of source code must retain the above copyright
     14  *    notice, this list of conditions and the following disclaimer.
     15  * 2. Redistributions in binary form must reproduce the above copyright
     16  *    notice, this list of conditions and the following disclaimer in the
     17  *    documentation and/or other materials provided with the distribution.
     18  *
     19  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29  * POSSIBILITY OF SUCH DAMAGE.
     30  */
     31 
     32 /*
     33  * Copyright (c) 1989, 1993
     34  *	The Regents of the University of California.  All rights reserved.
     35  *
     36  * Redistribution and use in source and binary forms, with or without
     37  * modification, are permitted provided that the following conditions
     38  * are met:
     39  * 1. Redistributions of source code must retain the above copyright
     40  *    notice, this list of conditions and the following disclaimer.
     41  * 2. Redistributions in binary form must reproduce the above copyright
     42  *    notice, this list of conditions and the following disclaimer in the
     43  *    documentation and/or other materials provided with the distribution.
     44  * 3. Neither the name of the University nor the names of its contributors
     45  *    may be used to endorse or promote products derived from this software
     46  *    without specific prior written permission.
     47  *
     48  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     49  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     50  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     51  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     52  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     53  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     54  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     55  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     56  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     57  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     58  * SUCH DAMAGE.
     59  *
     60  *	@(#)kern_ktrace.c	8.5 (Berkeley) 5/14/95
     61  */
     62 
     63 #include <sys/cdefs.h>
     64 __KERNEL_RCSID(0, "$NetBSD: kern_ktrace.c,v 1.155 2010/11/19 06:44:42 dholland Exp $");
     65 
     66 #include <sys/param.h>
     67 #include <sys/systm.h>
     68 #include <sys/proc.h>
     69 #include <sys/file.h>
     70 #include <sys/namei.h>
     71 #include <sys/vnode.h>
     72 #include <sys/kernel.h>
     73 #include <sys/kthread.h>
     74 #include <sys/ktrace.h>
     75 #include <sys/kmem.h>
     76 #include <sys/syslog.h>
     77 #include <sys/filedesc.h>
     78 #include <sys/ioctl.h>
     79 #include <sys/callout.h>
     80 #include <sys/kauth.h>
     81 
     82 #include <sys/mount.h>
     83 #include <sys/sa.h>
     84 #include <sys/syscallargs.h>
     85 
     86 /*
     87  * TODO:
     88  *	- need better error reporting?
     89  *	- userland utility to sort ktrace.out by timestamp.
     90  *	- keep minimum information in ktrace_entry when rest of alloc failed.
     91  *	- per trace control of configurable parameters.
     92  */
     93 
     94 struct ktrace_entry {
     95 	TAILQ_ENTRY(ktrace_entry) kte_list;
     96 	struct	ktr_header kte_kth;
     97 	void	*kte_buf;
     98 	size_t	kte_bufsz;
     99 #define	KTE_SPACE		32
    100 	uint8_t kte_space[KTE_SPACE];
    101 };
    102 
    103 struct ktr_desc {
    104 	TAILQ_ENTRY(ktr_desc) ktd_list;
    105 	int ktd_flags;
    106 #define	KTDF_WAIT		0x0001
    107 #define	KTDF_DONE		0x0002
    108 #define	KTDF_BLOCKING		0x0004
    109 #define	KTDF_INTERACTIVE	0x0008
    110 	int ktd_error;
    111 #define	KTDE_ENOMEM		0x0001
    112 #define	KTDE_ENOSPC		0x0002
    113 	int ktd_errcnt;
    114 	int ktd_ref;			/* # of reference */
    115 	int ktd_qcount;			/* # of entry in the queue */
    116 
    117 	/*
    118 	 * Params to control behaviour.
    119 	 */
    120 	int ktd_delayqcnt;		/* # of entry allowed to delay */
    121 	int ktd_wakedelay;		/* delay of wakeup in *tick* */
    122 	int ktd_intrwakdl;		/* ditto, but when interactive */
    123 
    124 	file_t *ktd_fp;			/* trace output file */
    125 	lwp_t *ktd_lwp;			/* our kernel thread */
    126 	TAILQ_HEAD(, ktrace_entry) ktd_queue;
    127 	callout_t ktd_wakch;		/* delayed wakeup */
    128 	kcondvar_t ktd_sync_cv;
    129 	kcondvar_t ktd_cv;
    130 };
    131 
    132 static int	ktealloc(struct ktrace_entry **, void **, lwp_t *, int,
    133 			 size_t);
    134 static void	ktrwrite(struct ktr_desc *, struct ktrace_entry *);
    135 static int	ktrace_common(lwp_t *, int, int, int, file_t *);
    136 static int	ktrops(lwp_t *, struct proc *, int, int,
    137 		    struct ktr_desc *);
    138 static int	ktrsetchildren(lwp_t *, struct proc *, int, int,
    139 		    struct ktr_desc *);
    140 static int	ktrcanset(lwp_t *, struct proc *);
    141 static int	ktrsamefile(file_t *, file_t *);
    142 static void	ktr_kmem(lwp_t *, int, const void *, size_t);
    143 static void	ktr_io(lwp_t *, int, enum uio_rw, struct iovec *, size_t);
    144 
    145 static struct ktr_desc *
    146 		ktd_lookup(file_t *);
    147 static void	ktdrel(struct ktr_desc *);
    148 static void	ktdref(struct ktr_desc *);
    149 static void	ktraddentry(lwp_t *, struct ktrace_entry *, int);
    150 /* Flags for ktraddentry (3rd arg) */
    151 #define	KTA_NOWAIT		0x0000
    152 #define	KTA_WAITOK		0x0001
    153 #define	KTA_LARGE		0x0002
    154 static void	ktefree(struct ktrace_entry *);
    155 static void	ktd_logerrl(struct ktr_desc *, int);
    156 static void	ktrace_thread(void *);
    157 static int	ktrderefall(struct ktr_desc *, int);
    158 
    159 /*
    160  * Default vaules.
    161  */
    162 #define	KTD_MAXENTRY		1000	/* XXX: tune */
    163 #define	KTD_TIMEOUT		5	/* XXX: tune */
    164 #define	KTD_DELAYQCNT		100	/* XXX: tune */
    165 #define	KTD_WAKEDELAY		5000	/* XXX: tune */
    166 #define	KTD_INTRWAKDL		100	/* XXX: tune */
    167 
    168 /*
    169  * Patchable variables.
    170  */
    171 int ktd_maxentry = KTD_MAXENTRY;	/* max # of entry in the queue */
    172 int ktd_timeout = KTD_TIMEOUT;		/* timeout in seconds */
    173 int ktd_delayqcnt = KTD_DELAYQCNT;	/* # of entry allowed to delay */
    174 int ktd_wakedelay = KTD_WAKEDELAY;	/* delay of wakeup in *ms* */
    175 int ktd_intrwakdl = KTD_INTRWAKDL;	/* ditto, but when interactive */
    176 
    177 kmutex_t ktrace_lock;
    178 int ktrace_on;
    179 static TAILQ_HEAD(, ktr_desc) ktdq = TAILQ_HEAD_INITIALIZER(ktdq);
    180 static pool_cache_t kte_cache;
    181 
    182 static kauth_listener_t ktrace_listener;
    183 
    184 static void
    185 ktd_wakeup(struct ktr_desc *ktd)
    186 {
    187 
    188 	callout_stop(&ktd->ktd_wakch);
    189 	cv_signal(&ktd->ktd_cv);
    190 }
    191 
    192 static void
    193 ktd_callout(void *arg)
    194 {
    195 
    196 	mutex_enter(&ktrace_lock);
    197 	ktd_wakeup(arg);
    198 	mutex_exit(&ktrace_lock);
    199 }
    200 
    201 static void
    202 ktd_logerrl(struct ktr_desc *ktd, int error)
    203 {
    204 
    205 	ktd->ktd_error |= error;
    206 	ktd->ktd_errcnt++;
    207 }
    208 
    209 #if 0
    210 static void
    211 ktd_logerr(struct proc *p, int error)
    212 {
    213 	struct ktr_desc *ktd;
    214 
    215 	KASSERT(mutex_owned(&ktrace_lock));
    216 
    217 	ktd = p->p_tracep;
    218 	if (ktd == NULL)
    219 		return;
    220 
    221 	ktd_logerrl(ktd, error);
    222 }
    223 #endif
    224 
    225 static inline int
    226 ktrenter(lwp_t *l)
    227 {
    228 
    229 	if ((l->l_pflag & LP_KTRACTIVE) != 0)
    230 		return 1;
    231 	l->l_pflag |= LP_KTRACTIVE;
    232 	return 0;
    233 }
    234 
    235 static inline void
    236 ktrexit(lwp_t *l)
    237 {
    238 
    239 	l->l_pflag &= ~LP_KTRACTIVE;
    240 }
    241 
    242 static int
    243 ktrace_listener_cb(kauth_cred_t cred, kauth_action_t action, void *cookie,
    244     void *arg0, void *arg1, void *arg2, void *arg3)
    245 {
    246 	struct proc *p;
    247 	int result;
    248 	enum kauth_process_req req;
    249 
    250 	result = KAUTH_RESULT_DEFER;
    251 	p = arg0;
    252 
    253 	if (action != KAUTH_PROCESS_KTRACE)
    254 		return result;
    255 
    256 	req = (enum kauth_process_req)(unsigned long)arg1;
    257 
    258 	/* Privileged; secmodel should handle these. */
    259 	if (req == KAUTH_REQ_PROCESS_KTRACE_PERSISTENT)
    260 		return result;
    261 
    262 	if ((p->p_traceflag & KTRFAC_PERSISTENT) ||
    263 	    (p->p_flag & PK_SUGID))
    264 		return result;
    265 
    266 	if (kauth_cred_geteuid(cred) == kauth_cred_getuid(p->p_cred) &&
    267 	    kauth_cred_getuid(cred) == kauth_cred_getsvuid(p->p_cred) &&
    268 	    kauth_cred_getgid(cred) == kauth_cred_getgid(p->p_cred) &&
    269 	    kauth_cred_getgid(cred) == kauth_cred_getsvgid(p->p_cred))
    270 		result = KAUTH_RESULT_ALLOW;
    271 
    272 	return result;
    273 }
    274 
    275 /*
    276  * Initialise the ktrace system.
    277  */
    278 void
    279 ktrinit(void)
    280 {
    281 
    282 	mutex_init(&ktrace_lock, MUTEX_DEFAULT, IPL_NONE);
    283 	kte_cache = pool_cache_init(sizeof(struct ktrace_entry), 0, 0, 0,
    284 	    "ktrace", &pool_allocator_nointr, IPL_NONE, NULL, NULL, NULL);
    285 
    286 	ktrace_listener = kauth_listen_scope(KAUTH_SCOPE_PROCESS,
    287 	    ktrace_listener_cb, NULL);
    288 }
    289 
    290 /*
    291  * Release a reference.  Called with ktrace_lock held.
    292  */
    293 void
    294 ktdrel(struct ktr_desc *ktd)
    295 {
    296 
    297 	KASSERT(mutex_owned(&ktrace_lock));
    298 
    299 	KDASSERT(ktd->ktd_ref != 0);
    300 	KASSERT(ktd->ktd_ref > 0);
    301 	KASSERT(ktrace_on > 0);
    302 	ktrace_on--;
    303 	if (--ktd->ktd_ref <= 0) {
    304 		ktd->ktd_flags |= KTDF_DONE;
    305 		cv_signal(&ktd->ktd_cv);
    306 	}
    307 }
    308 
    309 void
    310 ktdref(struct ktr_desc *ktd)
    311 {
    312 
    313 	KASSERT(mutex_owned(&ktrace_lock));
    314 
    315 	ktd->ktd_ref++;
    316 	ktrace_on++;
    317 }
    318 
    319 struct ktr_desc *
    320 ktd_lookup(file_t *fp)
    321 {
    322 	struct ktr_desc *ktd;
    323 
    324 	KASSERT(mutex_owned(&ktrace_lock));
    325 
    326 	for (ktd = TAILQ_FIRST(&ktdq); ktd != NULL;
    327 	    ktd = TAILQ_NEXT(ktd, ktd_list)) {
    328 		if (ktrsamefile(ktd->ktd_fp, fp)) {
    329 			ktdref(ktd);
    330 			break;
    331 		}
    332 	}
    333 
    334 	return (ktd);
    335 }
    336 
    337 void
    338 ktraddentry(lwp_t *l, struct ktrace_entry *kte, int flags)
    339 {
    340 	struct proc *p = l->l_proc;
    341 	struct ktr_desc *ktd;
    342 #ifdef DEBUG
    343 	struct timeval t1, t2;
    344 #endif
    345 
    346 	mutex_enter(&ktrace_lock);
    347 
    348 	if (p->p_traceflag & KTRFAC_TRC_EMUL) {
    349 		/* Add emulation trace before first entry for this process */
    350 		p->p_traceflag &= ~KTRFAC_TRC_EMUL;
    351 		mutex_exit(&ktrace_lock);
    352 		ktrexit(l);
    353 		ktremul();
    354 		(void)ktrenter(l);
    355 		mutex_enter(&ktrace_lock);
    356 	}
    357 
    358 	/* Tracing may have been cancelled. */
    359 	ktd = p->p_tracep;
    360 	if (ktd == NULL)
    361 		goto freekte;
    362 
    363 	/*
    364 	 * Bump reference count so that the object will remain while
    365 	 * we are here.  Note that the trace is controlled by other
    366 	 * process.
    367 	 */
    368 	ktdref(ktd);
    369 
    370 	if (ktd->ktd_flags & KTDF_DONE)
    371 		goto relktd;
    372 
    373 	if (ktd->ktd_qcount > ktd_maxentry) {
    374 		ktd_logerrl(ktd, KTDE_ENOSPC);
    375 		goto relktd;
    376 	}
    377 	TAILQ_INSERT_TAIL(&ktd->ktd_queue, kte, kte_list);
    378 	ktd->ktd_qcount++;
    379 	if (ktd->ktd_flags & KTDF_BLOCKING)
    380 		goto skip_sync;
    381 
    382 	if (flags & KTA_WAITOK &&
    383 	    (/* flags & KTA_LARGE */0 || ktd->ktd_flags & KTDF_WAIT ||
    384 	    ktd->ktd_qcount > ktd_maxentry >> 1))
    385 		/*
    386 		 * Sync with writer thread since we're requesting rather
    387 		 * big one or many requests are pending.
    388 		 */
    389 		do {
    390 			ktd->ktd_flags |= KTDF_WAIT;
    391 			ktd_wakeup(ktd);
    392 #ifdef DEBUG
    393 			getmicrouptime(&t1);
    394 #endif
    395 			if (cv_timedwait(&ktd->ktd_sync_cv, &ktrace_lock,
    396 			    ktd_timeout * hz) != 0) {
    397 				ktd->ktd_flags |= KTDF_BLOCKING;
    398 				/*
    399 				 * Maybe the writer thread is blocking
    400 				 * completely for some reason, but
    401 				 * don't stop target process forever.
    402 				 */
    403 				log(LOG_NOTICE, "ktrace timeout\n");
    404 				break;
    405 			}
    406 #ifdef DEBUG
    407 			getmicrouptime(&t2);
    408 			timersub(&t2, &t1, &t2);
    409 			if (t2.tv_sec > 0)
    410 				log(LOG_NOTICE,
    411 				    "ktrace long wait: %lld.%06ld\n",
    412 				    (long long)t2.tv_sec, (long)t2.tv_usec);
    413 #endif
    414 		} while (p->p_tracep == ktd &&
    415 		    (ktd->ktd_flags & (KTDF_WAIT | KTDF_DONE)) == KTDF_WAIT);
    416 	else {
    417 		/* Schedule delayed wakeup */
    418 		if (ktd->ktd_qcount > ktd->ktd_delayqcnt)
    419 			ktd_wakeup(ktd);	/* Wakeup now */
    420 		else if (!callout_pending(&ktd->ktd_wakch))
    421 			callout_reset(&ktd->ktd_wakch,
    422 			    ktd->ktd_flags & KTDF_INTERACTIVE ?
    423 			    ktd->ktd_intrwakdl : ktd->ktd_wakedelay,
    424 			    ktd_callout, ktd);
    425 	}
    426 
    427 skip_sync:
    428 	ktdrel(ktd);
    429 	mutex_exit(&ktrace_lock);
    430 	ktrexit(l);
    431 	return;
    432 
    433 relktd:
    434 	ktdrel(ktd);
    435 
    436 freekte:
    437 	mutex_exit(&ktrace_lock);
    438 	ktefree(kte);
    439 	ktrexit(l);
    440 }
    441 
    442 void
    443 ktefree(struct ktrace_entry *kte)
    444 {
    445 
    446 	if (kte->kte_buf != kte->kte_space)
    447 		kmem_free(kte->kte_buf, kte->kte_bufsz);
    448 	pool_cache_put(kte_cache, kte);
    449 }
    450 
    451 /*
    452  * "deep" compare of two files for the purposes of clearing a trace.
    453  * Returns true if they're the same open file, or if they point at the
    454  * same underlying vnode/socket.
    455  */
    456 
    457 int
    458 ktrsamefile(file_t *f1, file_t *f2)
    459 {
    460 
    461 	return ((f1 == f2) ||
    462 	    ((f1 != NULL) && (f2 != NULL) &&
    463 		(f1->f_type == f2->f_type) &&
    464 		(f1->f_data == f2->f_data)));
    465 }
    466 
    467 void
    468 ktrderef(struct proc *p)
    469 {
    470 	struct ktr_desc *ktd = p->p_tracep;
    471 
    472 	KASSERT(mutex_owned(&ktrace_lock));
    473 
    474 	p->p_traceflag = 0;
    475 	if (ktd == NULL)
    476 		return;
    477 	p->p_tracep = NULL;
    478 
    479 	cv_broadcast(&ktd->ktd_sync_cv);
    480 	ktdrel(ktd);
    481 }
    482 
    483 void
    484 ktradref(struct proc *p)
    485 {
    486 	struct ktr_desc *ktd = p->p_tracep;
    487 
    488 	KASSERT(mutex_owned(&ktrace_lock));
    489 
    490 	ktdref(ktd);
    491 }
    492 
    493 int
    494 ktrderefall(struct ktr_desc *ktd, int auth)
    495 {
    496 	lwp_t *curl = curlwp;
    497 	struct proc *p;
    498 	int error = 0;
    499 
    500 	mutex_enter(proc_lock);
    501 	PROCLIST_FOREACH(p, &allproc) {
    502 		if (p->p_tracep != ktd)
    503 			continue;
    504 		mutex_enter(p->p_lock);
    505 		mutex_enter(&ktrace_lock);
    506 		if (p->p_tracep == ktd) {
    507 			if (!auth || ktrcanset(curl, p))
    508 				ktrderef(p);
    509 			else
    510 				error = EPERM;
    511 		}
    512 		mutex_exit(&ktrace_lock);
    513 		mutex_exit(p->p_lock);
    514 	}
    515 	mutex_exit(proc_lock);
    516 
    517 	return error;
    518 }
    519 
    520 int
    521 ktealloc(struct ktrace_entry **ktep, void **bufp, lwp_t *l, int type,
    522 	 size_t sz)
    523 {
    524 	struct proc *p = l->l_proc;
    525 	struct ktrace_entry *kte;
    526 	struct ktr_header *kth;
    527 	void *buf;
    528 
    529 	if (ktrenter(l))
    530 		return EAGAIN;
    531 
    532 	kte = pool_cache_get(kte_cache, PR_WAITOK);
    533 	if (sz > sizeof(kte->kte_space)) {
    534 		if ((buf = kmem_alloc(sz, KM_SLEEP)) == NULL) {
    535 			pool_cache_put(kte_cache, kte);
    536 			ktrexit(l);
    537 			return ENOMEM;
    538 		}
    539 	} else
    540 		buf = kte->kte_space;
    541 
    542 	kte->kte_bufsz = sz;
    543 	kte->kte_buf = buf;
    544 
    545 	kth = &kte->kte_kth;
    546 	(void)memset(kth, 0, sizeof(*kth));
    547 	kth->ktr_len = sz;
    548 	kth->ktr_type = type;
    549 	kth->ktr_pid = p->p_pid;
    550 	memcpy(kth->ktr_comm, p->p_comm, MAXCOMLEN);
    551 	kth->ktr_version = KTRFAC_VERSION(p->p_traceflag);
    552 	kth->ktr_lid = l->l_lid;
    553 	nanotime(&kth->ktr_ts);
    554 
    555 	*ktep = kte;
    556 	*bufp = buf;
    557 
    558 	return 0;
    559 }
    560 
    561 void
    562 ktr_syscall(register_t code, const register_t args[], int narg)
    563 {
    564 	lwp_t *l = curlwp;
    565 	struct proc *p = l->l_proc;
    566 	struct ktrace_entry *kte;
    567 	struct ktr_syscall *ktp;
    568 	register_t *argp;
    569 	size_t len;
    570 	u_int i;
    571 
    572 	if (!KTRPOINT(p, KTR_SYSCALL))
    573 		return;
    574 
    575 	len = sizeof(struct ktr_syscall) + narg * sizeof argp[0];
    576 
    577 	if (ktealloc(&kte, (void *)&ktp, l, KTR_SYSCALL, len))
    578 		return;
    579 
    580 	ktp->ktr_code = code;
    581 	ktp->ktr_argsize = narg * sizeof argp[0];
    582 	argp = (register_t *)(ktp + 1);
    583 	for (i = 0; i < narg; i++)
    584 		*argp++ = args[i];
    585 
    586 	ktraddentry(l, kte, KTA_WAITOK);
    587 }
    588 
    589 void
    590 ktr_sysret(register_t code, int error, register_t *retval)
    591 {
    592 	lwp_t *l = curlwp;
    593 	struct ktrace_entry *kte;
    594 	struct ktr_sysret *ktp;
    595 
    596 	if (!KTRPOINT(l->l_proc, KTR_SYSRET))
    597 		return;
    598 
    599 	if (ktealloc(&kte, (void *)&ktp, l, KTR_SYSRET,
    600 	    sizeof(struct ktr_sysret)))
    601 		return;
    602 
    603 	ktp->ktr_code = code;
    604 	ktp->ktr_eosys = 0;			/* XXX unused */
    605 	ktp->ktr_error = error;
    606 	ktp->ktr_retval = retval ? retval[0] : 0;
    607 	ktp->ktr_retval_1 = retval ? retval[1] : 0;
    608 
    609 	ktraddentry(l, kte, KTA_WAITOK);
    610 }
    611 
    612 void
    613 ktr_namei(const char *path, size_t pathlen)
    614 {
    615 	lwp_t *l = curlwp;
    616 
    617 	if (!KTRPOINT(l->l_proc, KTR_NAMEI))
    618 		return;
    619 
    620 	ktr_kmem(l, KTR_NAMEI, path, pathlen);
    621 }
    622 
    623 void
    624 ktr_namei2(const char *eroot, size_t erootlen,
    625 	  const char *path, size_t pathlen)
    626 {
    627 	lwp_t *l = curlwp;
    628 	struct ktrace_entry *kte;
    629 	void *buf;
    630 
    631 	if (!KTRPOINT(l->l_proc, KTR_NAMEI))
    632 		return;
    633 
    634 	if (ktealloc(&kte, &buf, l, KTR_NAMEI, erootlen + pathlen))
    635 		return;
    636 	memcpy(buf, eroot, erootlen);
    637 	buf = (char *)buf + erootlen;
    638 	memcpy(buf, path, pathlen);
    639 	ktraddentry(l, kte, KTA_WAITOK);
    640 }
    641 
    642 void
    643 ktr_emul(void)
    644 {
    645 	lwp_t *l = curlwp;
    646 	const char *emul = l->l_proc->p_emul->e_name;
    647 
    648 	if (!KTRPOINT(l->l_proc, KTR_EMUL))
    649 		return;
    650 
    651 	ktr_kmem(l, KTR_EMUL, emul, strlen(emul));
    652 }
    653 
    654 void
    655 ktr_execarg(const void *bf, size_t len)
    656 {
    657 	lwp_t *l = curlwp;
    658 
    659 	if (!KTRPOINT(l->l_proc, KTR_EXEC_ARG))
    660 		return;
    661 
    662 	ktr_kmem(l, KTR_EXEC_ARG, bf, len);
    663 }
    664 
    665 void
    666 ktr_execenv(const void *bf, size_t len)
    667 {
    668 	lwp_t *l = curlwp;
    669 
    670 	if (!KTRPOINT(l->l_proc, KTR_EXEC_ENV))
    671 		return;
    672 
    673 	ktr_kmem(l, KTR_EXEC_ENV, bf, len);
    674 }
    675 
    676 static void
    677 ktr_kmem(lwp_t *l, int type, const void *bf, size_t len)
    678 {
    679 	struct ktrace_entry *kte;
    680 	void *buf;
    681 
    682 	if (ktealloc(&kte, &buf, l, type, len))
    683 		return;
    684 	memcpy(buf, bf, len);
    685 	ktraddentry(l, kte, KTA_WAITOK);
    686 }
    687 
    688 static void
    689 ktr_io(lwp_t *l, int fd, enum uio_rw rw, struct iovec *iov, size_t len)
    690 {
    691 	struct ktrace_entry *kte;
    692 	struct ktr_genio *ktp;
    693 	size_t resid = len, cnt, buflen;
    694 	char *cp;
    695 
    696  next:
    697 	buflen = min(PAGE_SIZE, resid + sizeof(struct ktr_genio));
    698 
    699 	if (ktealloc(&kte, (void *)&ktp, l, KTR_GENIO, buflen))
    700 		return;
    701 
    702 	ktp->ktr_fd = fd;
    703 	ktp->ktr_rw = rw;
    704 
    705 	cp = (void *)(ktp + 1);
    706 	buflen -= sizeof(struct ktr_genio);
    707 	kte->kte_kth.ktr_len = sizeof(struct ktr_genio);
    708 
    709 	while (buflen > 0) {
    710 		cnt = min(iov->iov_len, buflen);
    711 		if (copyin(iov->iov_base, cp, cnt) != 0)
    712 			goto out;
    713 		kte->kte_kth.ktr_len += cnt;
    714 		cp += cnt;
    715 		buflen -= cnt;
    716 		resid -= cnt;
    717 		iov->iov_len -= cnt;
    718 		if (iov->iov_len == 0)
    719 			iov++;
    720 		else
    721 			iov->iov_base = (char *)iov->iov_base + cnt;
    722 	}
    723 
    724 	/*
    725 	 * Don't push so many entry at once.  It will cause kmem map
    726 	 * shortage.
    727 	 */
    728 	ktraddentry(l, kte, KTA_WAITOK | KTA_LARGE);
    729 	if (resid > 0) {
    730 		if (curcpu()->ci_schedstate.spc_flags & SPCF_SHOULDYIELD) {
    731 			(void)ktrenter(l);
    732 			preempt();
    733 			ktrexit(l);
    734 		}
    735 
    736 		goto next;
    737 	}
    738 
    739 	return;
    740 
    741 out:
    742 	ktefree(kte);
    743 	ktrexit(l);
    744 }
    745 
    746 void
    747 ktr_genio(int fd, enum uio_rw rw, const void *addr, size_t len, int error)
    748 {
    749 	lwp_t *l = curlwp;
    750 	struct iovec iov;
    751 
    752 	if (!KTRPOINT(l->l_proc, KTR_GENIO) || error != 0)
    753 		return;
    754 	iov.iov_base = __UNCONST(addr);
    755 	iov.iov_len = len;
    756 	ktr_io(l, fd, rw, &iov, len);
    757 }
    758 
    759 void
    760 ktr_geniov(int fd, enum uio_rw rw, struct iovec *iov, size_t len, int error)
    761 {
    762 	lwp_t *l = curlwp;
    763 
    764 	if (!KTRPOINT(l->l_proc, KTR_GENIO) || error != 0)
    765 		return;
    766 	ktr_io(l, fd, rw, iov, len);
    767 }
    768 
    769 void
    770 ktr_mibio(int fd, enum uio_rw rw, const void *addr, size_t len, int error)
    771 {
    772 	lwp_t *l = curlwp;
    773 	struct iovec iov;
    774 
    775 	if (!KTRPOINT(l->l_proc, KTR_MIB) || error != 0)
    776 		return;
    777 	iov.iov_base = __UNCONST(addr);
    778 	iov.iov_len = len;
    779 	ktr_io(l, fd, rw, &iov, len);
    780 }
    781 
    782 void
    783 ktr_psig(int sig, sig_t action, const sigset_t *mask,
    784 	 const ksiginfo_t *ksi)
    785 {
    786 	struct ktrace_entry *kte;
    787 	lwp_t *l = curlwp;
    788 	struct {
    789 		struct ktr_psig	kp;
    790 		siginfo_t	si;
    791 	} *kbuf;
    792 
    793 	if (!KTRPOINT(l->l_proc, KTR_PSIG))
    794 		return;
    795 
    796 	if (ktealloc(&kte, (void *)&kbuf, l, KTR_PSIG, sizeof(*kbuf)))
    797 		return;
    798 
    799 	kbuf->kp.signo = (char)sig;
    800 	kbuf->kp.action = action;
    801 	kbuf->kp.mask = *mask;
    802 
    803 	if (ksi) {
    804 		kbuf->kp.code = KSI_TRAPCODE(ksi);
    805 		(void)memset(&kbuf->si, 0, sizeof(kbuf->si));
    806 		kbuf->si._info = ksi->ksi_info;
    807 		kte->kte_kth.ktr_len = sizeof(*kbuf);
    808 	} else {
    809 		kbuf->kp.code = 0;
    810 		kte->kte_kth.ktr_len = sizeof(struct ktr_psig);
    811 	}
    812 
    813 	ktraddentry(l, kte, KTA_WAITOK);
    814 }
    815 
    816 void
    817 ktr_csw(int out, int user)
    818 {
    819 	lwp_t *l = curlwp;
    820 	struct proc *p = l->l_proc;
    821 	struct ktrace_entry *kte;
    822 	struct ktr_csw *kc;
    823 
    824 	if (!KTRPOINT(p, KTR_CSW))
    825 		return;
    826 
    827 	/*
    828 	 * Don't record context switches resulting from blocking on
    829 	 * locks; it's too easy to get duff results.
    830 	 */
    831 	if (l->l_syncobj == &mutex_syncobj || l->l_syncobj == &rw_syncobj)
    832 		return;
    833 
    834 	/*
    835 	 * We can't sleep if we're already going to sleep (if original
    836 	 * condition is met during sleep, we hang up).
    837 	 *
    838 	 * XXX This is not ideal: it would be better to maintain a pool
    839 	 * of ktes and actually push this to the kthread when context
    840 	 * switch happens, however given the points where we are called
    841 	 * from that is difficult to do.
    842 	 */
    843 	if (out) {
    844 		if (ktrenter(l))
    845 			return;
    846 
    847 		nanotime(&l->l_ktrcsw);
    848 		l->l_pflag |= LP_KTRCSW;
    849 		if (user)
    850 			l->l_pflag |= LP_KTRCSWUSER;
    851 		else
    852 			l->l_pflag &= ~LP_KTRCSWUSER;
    853 
    854 		ktrexit(l);
    855 		return;
    856 	}
    857 
    858 	/*
    859 	 * On the way back in, we need to record twice: once for entry, and
    860 	 * once for exit.
    861 	 */
    862 	if ((l->l_pflag & LP_KTRCSW) != 0) {
    863 		struct timespec *ts;
    864 		l->l_pflag &= ~LP_KTRCSW;
    865 
    866 		if (ktealloc(&kte, (void *)&kc, l, KTR_CSW, sizeof(*kc)))
    867 			return;
    868 
    869 		kc->out = 1;
    870 		kc->user = ((l->l_pflag & LP_KTRCSWUSER) != 0);
    871 
    872 		ts = &l->l_ktrcsw;
    873 		switch (KTRFAC_VERSION(p->p_traceflag)) {
    874 		case 0:
    875 			kte->kte_kth.ktr_otv.tv_sec = ts->tv_sec;
    876 			kte->kte_kth.ktr_otv.tv_usec = ts->tv_nsec / 1000;
    877 			break;
    878 		case 1:
    879 			kte->kte_kth.ktr_ots.tv_sec = ts->tv_sec;
    880 			kte->kte_kth.ktr_ots.tv_nsec = ts->tv_nsec;
    881 			break;
    882 		case 2:
    883 			kte->kte_kth.ktr_ts.tv_sec = ts->tv_sec;
    884 			kte->kte_kth.ktr_ts.tv_nsec = ts->tv_nsec;
    885 			break;
    886 		default:
    887 			break;
    888 		}
    889 
    890 		ktraddentry(l, kte, KTA_WAITOK);
    891 	}
    892 
    893 	if (ktealloc(&kte, (void *)&kc, l, KTR_CSW, sizeof(*kc)))
    894 		return;
    895 
    896 	kc->out = 0;
    897 	kc->user = user;
    898 
    899 	ktraddentry(l, kte, KTA_WAITOK);
    900 }
    901 
    902 bool
    903 ktr_point(int fac_bit)
    904 {
    905 	return curlwp->l_proc->p_traceflag & fac_bit;
    906 }
    907 
    908 int
    909 ktruser(const char *id, void *addr, size_t len, int ustr)
    910 {
    911 	struct ktrace_entry *kte;
    912 	struct ktr_user *ktp;
    913 	lwp_t *l = curlwp;
    914 	void *user_dta;
    915 	int error;
    916 
    917 	if (!KTRPOINT(l->l_proc, KTR_USER))
    918 		return 0;
    919 
    920 	if (len > KTR_USER_MAXLEN)
    921 		return ENOSPC;
    922 
    923 	error = ktealloc(&kte, (void *)&ktp, l, KTR_USER, sizeof(*ktp) + len);
    924 	if (error != 0)
    925 		return error;
    926 
    927 	if (ustr) {
    928 		if (copyinstr(id, ktp->ktr_id, KTR_USER_MAXIDLEN, NULL) != 0)
    929 			ktp->ktr_id[0] = '\0';
    930 	} else
    931 		strncpy(ktp->ktr_id, id, KTR_USER_MAXIDLEN);
    932 	ktp->ktr_id[KTR_USER_MAXIDLEN-1] = '\0';
    933 
    934 	user_dta = (void *)(ktp + 1);
    935 	if ((error = copyin(addr, (void *)user_dta, len)) != 0)
    936 		len = 0;
    937 
    938 	ktraddentry(l, kte, KTA_WAITOK);
    939 	return error;
    940 }
    941 
    942 void
    943 ktr_kuser(const char *id, void *addr, size_t len)
    944 {
    945 	struct ktrace_entry *kte;
    946 	struct ktr_user *ktp;
    947 	lwp_t *l = curlwp;
    948 	int error;
    949 
    950 	if (!KTRPOINT(l->l_proc, KTR_USER))
    951 		return;
    952 
    953 	if (len > KTR_USER_MAXLEN)
    954 		return;
    955 
    956 	error = ktealloc(&kte, (void *)&ktp, l, KTR_USER, sizeof(*ktp) + len);
    957 	if (error != 0)
    958 		return;
    959 
    960 	strlcpy(ktp->ktr_id, id, KTR_USER_MAXIDLEN);
    961 
    962 	memcpy(ktp + 1, addr, len);
    963 
    964 	ktraddentry(l, kte, KTA_WAITOK);
    965 }
    966 
    967 void
    968 ktr_mmsg(const void *msgh, size_t size)
    969 {
    970 	lwp_t *l = curlwp;
    971 
    972 	if (!KTRPOINT(l->l_proc, KTR_MMSG))
    973 		return;
    974 
    975 	ktr_kmem(l, KTR_MMSG, msgh, size);
    976 }
    977 
    978 void
    979 ktr_mool(const void *kaddr, size_t size, const void *uaddr)
    980 {
    981 	struct ktrace_entry *kte;
    982 	struct ktr_mool *kp;
    983 	struct ktr_mool *bf;
    984 	lwp_t *l = curlwp;
    985 
    986 	if (!KTRPOINT(l->l_proc, KTR_MOOL))
    987 		return;
    988 
    989 	if (ktealloc(&kte, (void *)&kp, l, KTR_MOOL, size + sizeof(*kp)))
    990 		return;
    991 
    992 	kp->uaddr = uaddr;
    993 	kp->size = size;
    994 	bf = kp + 1; /* Skip uaddr and size */
    995 	(void)memcpy(bf, kaddr, size);
    996 
    997 	ktraddentry(l, kte, KTA_WAITOK);
    998 }
    999 
   1000 void
   1001 ktr_saupcall(struct lwp *l, int type, int nevent, int nint, void *sas,
   1002     void *ap, void *ksas)
   1003 {
   1004 	struct ktrace_entry *kte;
   1005 	struct ktr_saupcall *ktp;
   1006 	size_t len, sz;
   1007 	struct sa_t **sapp;
   1008 	int i;
   1009 
   1010 	if (!KTRPOINT(l->l_proc, KTR_SAUPCALL))
   1011 		return;
   1012 
   1013 	len = sizeof(struct ktr_saupcall);
   1014 	sz = len + sizeof(struct sa_t) * (nevent + nint + 1);
   1015 
   1016 	if (ktealloc(&kte, (void *)&ktp, l, KTR_SAUPCALL, sz))
   1017 		return;
   1018 
   1019 	ktp->ktr_type = type;
   1020 	ktp->ktr_nevent = nevent;
   1021 	ktp->ktr_nint = nint;
   1022 	ktp->ktr_sas = sas;
   1023 	ktp->ktr_ap = ap;
   1024 
   1025 	/* Copy the sa_t's */
   1026 	sapp = (struct sa_t **) ksas;
   1027 
   1028 	for (i = nevent + nint; i >= 0; i--) {
   1029 		memcpy((char *)ktp + len, *sapp, sizeof(struct sa_t));
   1030 		len += sizeof(struct sa_t);
   1031 		sapp++;
   1032 	}
   1033 
   1034 	kte->kte_kth.ktr_len = len;
   1035 	ktraddentry(l, kte, KTA_WAITOK);
   1036 }
   1037 
   1038 void
   1039 ktr_mib(const int *name, u_int namelen)
   1040 {
   1041 	struct ktrace_entry *kte;
   1042 	int *namep;
   1043 	size_t size;
   1044 	lwp_t *l = curlwp;
   1045 
   1046 	if (!KTRPOINT(l->l_proc, KTR_MIB))
   1047 		return;
   1048 
   1049 	size = namelen * sizeof(*name);
   1050 
   1051 	if (ktealloc(&kte, (void *)&namep, l, KTR_MIB, size))
   1052 		return;
   1053 
   1054 	(void)memcpy(namep, name, namelen * sizeof(*name));
   1055 
   1056 	ktraddentry(l, kte, KTA_WAITOK);
   1057 }
   1058 
   1059 /* Interface and common routines */
   1060 
   1061 int
   1062 ktrace_common(lwp_t *curl, int ops, int facs, int pid, file_t *fp)
   1063 {
   1064 	struct proc *curp;
   1065 	struct proc *p;
   1066 	struct pgrp *pg;
   1067 	struct ktr_desc *ktd = NULL;
   1068 	int ret = 0;
   1069 	int error = 0;
   1070 	int descend;
   1071 
   1072 	curp = curl->l_proc;
   1073 	descend = ops & KTRFLAG_DESCEND;
   1074 	facs = facs & ~((unsigned) KTRFAC_PERSISTENT);
   1075 
   1076 	(void)ktrenter(curl);
   1077 
   1078 	switch (KTROP(ops)) {
   1079 
   1080 	case KTROP_CLEARFILE:
   1081 		/*
   1082 		 * Clear all uses of the tracefile
   1083 		 */
   1084 		mutex_enter(&ktrace_lock);
   1085 		ktd = ktd_lookup(fp);
   1086 		mutex_exit(&ktrace_lock);
   1087 		if (ktd == NULL)
   1088 			goto done;
   1089 		error = ktrderefall(ktd, 1);
   1090 		goto done;
   1091 
   1092 	case KTROP_SET:
   1093 		mutex_enter(&ktrace_lock);
   1094 		ktd = ktd_lookup(fp);
   1095 		mutex_exit(&ktrace_lock);
   1096 		if (ktd == NULL) {
   1097 			ktd = kmem_alloc(sizeof(*ktd), KM_SLEEP);
   1098 			TAILQ_INIT(&ktd->ktd_queue);
   1099 			callout_init(&ktd->ktd_wakch, CALLOUT_MPSAFE);
   1100 			cv_init(&ktd->ktd_cv, "ktrwait");
   1101 			cv_init(&ktd->ktd_sync_cv, "ktrsync");
   1102 			ktd->ktd_flags = 0;
   1103 			ktd->ktd_qcount = 0;
   1104 			ktd->ktd_error = 0;
   1105 			ktd->ktd_errcnt = 0;
   1106 			ktd->ktd_delayqcnt = ktd_delayqcnt;
   1107 			ktd->ktd_wakedelay = mstohz(ktd_wakedelay);
   1108 			ktd->ktd_intrwakdl = mstohz(ktd_intrwakdl);
   1109 			ktd->ktd_ref = 0;
   1110 			ktd->ktd_fp = fp;
   1111 			mutex_enter(&ktrace_lock);
   1112 			ktdref(ktd);
   1113 			mutex_exit(&ktrace_lock);
   1114 
   1115 			/*
   1116 			 * XXX: not correct.  needs an way to detect
   1117 			 * whether ktruss or ktrace.
   1118 			 */
   1119 			if (fp->f_type == DTYPE_PIPE)
   1120 				ktd->ktd_flags |= KTDF_INTERACTIVE;
   1121 
   1122 			mutex_enter(&fp->f_lock);
   1123 			fp->f_count++;
   1124 			mutex_exit(&fp->f_lock);
   1125 			error = kthread_create(PRI_NONE, KTHREAD_MPSAFE, NULL,
   1126 			    ktrace_thread, ktd, &ktd->ktd_lwp, "ktrace");
   1127 			if (error != 0) {
   1128 				kmem_free(ktd, sizeof(*ktd));
   1129 				mutex_enter(&fp->f_lock);
   1130 				fp->f_count--;
   1131 				mutex_exit(&fp->f_lock);
   1132 				goto done;
   1133 			}
   1134 
   1135 			mutex_enter(&ktrace_lock);
   1136 			if (ktd_lookup(fp) != NULL) {
   1137 				ktdrel(ktd);
   1138 				ktd = NULL;
   1139 			} else
   1140 				TAILQ_INSERT_TAIL(&ktdq, ktd, ktd_list);
   1141 			if (ktd == NULL)
   1142 				cv_wait(&lbolt, &ktrace_lock);
   1143 			mutex_exit(&ktrace_lock);
   1144 			if (ktd == NULL)
   1145 				goto done;
   1146 		}
   1147 		break;
   1148 
   1149 	case KTROP_CLEAR:
   1150 		break;
   1151 	}
   1152 
   1153 	/*
   1154 	 * need something to (un)trace (XXX - why is this here?)
   1155 	 */
   1156 	if (!facs) {
   1157 		error = EINVAL;
   1158 		goto done;
   1159 	}
   1160 
   1161 	/*
   1162 	 * do it
   1163 	 */
   1164 	mutex_enter(proc_lock);
   1165 	if (pid < 0) {
   1166 		/*
   1167 		 * by process group
   1168 		 */
   1169 		pg = pgrp_find(-pid);
   1170 		if (pg == NULL)
   1171 			error = ESRCH;
   1172 		else {
   1173 			LIST_FOREACH(p, &pg->pg_members, p_pglist) {
   1174 				if (descend)
   1175 					ret |= ktrsetchildren(curl, p, ops,
   1176 					    facs, ktd);
   1177 				else
   1178 					ret |= ktrops(curl, p, ops, facs,
   1179 					    ktd);
   1180 			}
   1181 		}
   1182 
   1183 	} else {
   1184 		/*
   1185 		 * by pid
   1186 		 */
   1187 		p = proc_find(pid);
   1188 		if (p == NULL)
   1189 			error = ESRCH;
   1190 		else if (descend)
   1191 			ret |= ktrsetchildren(curl, p, ops, facs, ktd);
   1192 		else
   1193 			ret |= ktrops(curl, p, ops, facs, ktd);
   1194 	}
   1195 	mutex_exit(proc_lock);
   1196 	if (error == 0 && !ret)
   1197 		error = EPERM;
   1198 done:
   1199 	if (ktd != NULL) {
   1200 		mutex_enter(&ktrace_lock);
   1201 		if (error != 0) {
   1202 			/*
   1203 			 * Wakeup the thread so that it can be die if we
   1204 			 * can't trace any process.
   1205 			 */
   1206 			ktd_wakeup(ktd);
   1207 		}
   1208 		if (KTROP(ops) == KTROP_SET || KTROP(ops) == KTROP_CLEARFILE)
   1209 			ktdrel(ktd);
   1210 		mutex_exit(&ktrace_lock);
   1211 	}
   1212 	ktrexit(curl);
   1213 	return (error);
   1214 }
   1215 
   1216 /*
   1217  * fktrace system call
   1218  */
   1219 /* ARGSUSED */
   1220 int
   1221 sys_fktrace(struct lwp *l, const struct sys_fktrace_args *uap, register_t *retval)
   1222 {
   1223 	/* {
   1224 		syscallarg(int) fd;
   1225 		syscallarg(int) ops;
   1226 		syscallarg(int) facs;
   1227 		syscallarg(int) pid;
   1228 	} */
   1229 	file_t *fp;
   1230 	int error, fd;
   1231 
   1232 	fd = SCARG(uap, fd);
   1233 	if ((fp = fd_getfile(fd)) == NULL)
   1234 		return (EBADF);
   1235 	if ((fp->f_flag & FWRITE) == 0)
   1236 		error = EBADF;
   1237 	else
   1238 		error = ktrace_common(l, SCARG(uap, ops),
   1239 		    SCARG(uap, facs), SCARG(uap, pid), fp);
   1240 	fd_putfile(fd);
   1241 	return error;
   1242 }
   1243 
   1244 /*
   1245  * ktrace system call
   1246  */
   1247 /* ARGSUSED */
   1248 int
   1249 sys_ktrace(struct lwp *l, const struct sys_ktrace_args *uap, register_t *retval)
   1250 {
   1251 	/* {
   1252 		syscallarg(const char *) fname;
   1253 		syscallarg(int) ops;
   1254 		syscallarg(int) facs;
   1255 		syscallarg(int) pid;
   1256 	} */
   1257 	struct vnode *vp = NULL;
   1258 	file_t *fp = NULL;
   1259 	struct pathbuf *pb;
   1260 	struct nameidata nd;
   1261 	int error = 0;
   1262 	int fd;
   1263 
   1264 	if (ktrenter(l))
   1265 		return EAGAIN;
   1266 
   1267 	if (KTROP(SCARG(uap, ops)) != KTROP_CLEAR) {
   1268 		/*
   1269 		 * an operation which requires a file argument.
   1270 		 */
   1271 		error = pathbuf_copyin(SCARG(uap, fname), &pb);
   1272 		if (error) {
   1273 			ktrexit(l);
   1274 			return (error);
   1275 		}
   1276 		NDINIT(&nd, LOOKUP, FOLLOW, pb);
   1277 		if ((error = vn_open(&nd, FREAD|FWRITE, 0)) != 0) {
   1278 			pathbuf_destroy(pb);
   1279 			ktrexit(l);
   1280 			return (error);
   1281 		}
   1282 		vp = nd.ni_vp;
   1283 		pathbuf_destroy(pb);
   1284 		VOP_UNLOCK(vp);
   1285 		if (vp->v_type != VREG) {
   1286 			vn_close(vp, FREAD|FWRITE, l->l_cred);
   1287 			ktrexit(l);
   1288 			return (EACCES);
   1289 		}
   1290 		/*
   1291 		 * This uses up a file descriptor slot in the
   1292 		 * tracing process for the duration of this syscall.
   1293 		 * This is not expected to be a problem.
   1294 		 */
   1295 		if ((error = fd_allocfile(&fp, &fd)) != 0) {
   1296 			vn_close(vp, FWRITE, l->l_cred);
   1297 			ktrexit(l);
   1298 			return error;
   1299 		}
   1300 		fp->f_flag = FWRITE;
   1301 		fp->f_type = DTYPE_VNODE;
   1302 		fp->f_ops = &vnops;
   1303 		fp->f_data = (void *)vp;
   1304 		vp = NULL;
   1305 	}
   1306 	error = ktrace_common(l, SCARG(uap, ops), SCARG(uap, facs),
   1307 	    SCARG(uap, pid), fp);
   1308 	if (fp != NULL) {
   1309 		if (error != 0) {
   1310 			/* File unused. */
   1311 			fd_abort(curproc, fp, fd);
   1312 		} else {
   1313 			/* File was used. */
   1314 			fd_abort(curproc, NULL, fd);
   1315 		}
   1316 	}
   1317 	return (error);
   1318 }
   1319 
   1320 int
   1321 ktrops(lwp_t *curl, struct proc *p, int ops, int facs,
   1322     struct ktr_desc *ktd)
   1323 {
   1324 	int vers = ops & KTRFAC_VER_MASK;
   1325 	int error = 0;
   1326 
   1327 	mutex_enter(p->p_lock);
   1328 	mutex_enter(&ktrace_lock);
   1329 
   1330 	if (!ktrcanset(curl, p))
   1331 		goto out;
   1332 
   1333 	switch (vers) {
   1334 	case KTRFACv0:
   1335 	case KTRFACv1:
   1336 	case KTRFACv2:
   1337 		break;
   1338 	default:
   1339 		error = EINVAL;
   1340 		goto out;
   1341 	}
   1342 
   1343 	if (KTROP(ops) == KTROP_SET) {
   1344 		if (p->p_tracep != ktd) {
   1345 			/*
   1346 			 * if trace file already in use, relinquish
   1347 			 */
   1348 			ktrderef(p);
   1349 			p->p_tracep = ktd;
   1350 			ktradref(p);
   1351 		}
   1352 		p->p_traceflag |= facs;
   1353 		if (kauth_authorize_process(curl->l_cred, KAUTH_PROCESS_KTRACE,
   1354 		    p, KAUTH_ARG(KAUTH_REQ_PROCESS_KTRACE_PERSISTENT), NULL,
   1355 		    NULL) == 0)
   1356 			p->p_traceflag |= KTRFAC_PERSISTENT;
   1357 	} else {
   1358 		/* KTROP_CLEAR */
   1359 		if (((p->p_traceflag &= ~facs) & KTRFAC_MASK) == 0) {
   1360 			/* no more tracing */
   1361 			ktrderef(p);
   1362 		}
   1363 	}
   1364 
   1365 	if (p->p_traceflag)
   1366 		p->p_traceflag |= vers;
   1367 	/*
   1368 	 * Emit an emulation record, every time there is a ktrace
   1369 	 * change/attach request.
   1370 	 */
   1371 	if (KTRPOINT(p, KTR_EMUL))
   1372 		p->p_traceflag |= KTRFAC_TRC_EMUL;
   1373 
   1374 	p->p_trace_enabled = trace_is_enabled(p);
   1375 #ifdef __HAVE_SYSCALL_INTERN
   1376 	(*p->p_emul->e_syscall_intern)(p);
   1377 #endif
   1378 
   1379  out:
   1380  	mutex_exit(&ktrace_lock);
   1381  	mutex_exit(p->p_lock);
   1382 
   1383 	return (1);
   1384 }
   1385 
   1386 int
   1387 ktrsetchildren(lwp_t *curl, struct proc *top, int ops, int facs,
   1388     struct ktr_desc *ktd)
   1389 {
   1390 	struct proc *p;
   1391 	int ret = 0;
   1392 
   1393 	KASSERT(mutex_owned(proc_lock));
   1394 
   1395 	p = top;
   1396 	for (;;) {
   1397 		ret |= ktrops(curl, p, ops, facs, ktd);
   1398 		/*
   1399 		 * If this process has children, descend to them next,
   1400 		 * otherwise do any siblings, and if done with this level,
   1401 		 * follow back up the tree (but not past top).
   1402 		 */
   1403 		if (LIST_FIRST(&p->p_children) != NULL) {
   1404 			p = LIST_FIRST(&p->p_children);
   1405 			continue;
   1406 		}
   1407 		for (;;) {
   1408 			if (p == top)
   1409 				return (ret);
   1410 			if (LIST_NEXT(p, p_sibling) != NULL) {
   1411 				p = LIST_NEXT(p, p_sibling);
   1412 				break;
   1413 			}
   1414 			p = p->p_pptr;
   1415 		}
   1416 	}
   1417 	/*NOTREACHED*/
   1418 }
   1419 
   1420 void
   1421 ktrwrite(struct ktr_desc *ktd, struct ktrace_entry *kte)
   1422 {
   1423 	size_t hlen;
   1424 	struct uio auio;
   1425 	struct iovec aiov[64], *iov;
   1426 	struct ktrace_entry *top = kte;
   1427 	struct ktr_header *kth;
   1428 	file_t *fp = ktd->ktd_fp;
   1429 	int error;
   1430 next:
   1431 	auio.uio_iov = iov = &aiov[0];
   1432 	auio.uio_offset = 0;
   1433 	auio.uio_rw = UIO_WRITE;
   1434 	auio.uio_resid = 0;
   1435 	auio.uio_iovcnt = 0;
   1436 	UIO_SETUP_SYSSPACE(&auio);
   1437 	do {
   1438 		struct timespec ts;
   1439 		lwpid_t lid;
   1440 		kth = &kte->kte_kth;
   1441 
   1442 		hlen = sizeof(struct ktr_header);
   1443 		switch (kth->ktr_version) {
   1444 		case 0:
   1445 			ts = kth->ktr_time;
   1446 
   1447 			kth->ktr_otv.tv_sec = ts.tv_sec;
   1448 			kth->ktr_otv.tv_usec = ts.tv_nsec / 1000;
   1449 			kth->ktr_unused = NULL;
   1450 			hlen -= sizeof(kth->_v) -
   1451 			    MAX(sizeof(kth->_v._v0), sizeof(kth->_v._v1));
   1452 			break;
   1453 		case 1:
   1454 			ts = kth->ktr_time;
   1455 			lid = kth->ktr_lid;
   1456 
   1457 			kth->ktr_ots.tv_sec = ts.tv_sec;
   1458 			kth->ktr_ots.tv_nsec = ts.tv_nsec;
   1459 			kth->ktr_olid = lid;
   1460 			hlen -= sizeof(kth->_v) -
   1461 			    MAX(sizeof(kth->_v._v0), sizeof(kth->_v._v1));
   1462 			break;
   1463 		}
   1464 		iov->iov_base = (void *)kth;
   1465 		iov++->iov_len = hlen;
   1466 		auio.uio_resid += hlen;
   1467 		auio.uio_iovcnt++;
   1468 		if (kth->ktr_len > 0) {
   1469 			iov->iov_base = kte->kte_buf;
   1470 			iov++->iov_len = kth->ktr_len;
   1471 			auio.uio_resid += kth->ktr_len;
   1472 			auio.uio_iovcnt++;
   1473 		}
   1474 	} while ((kte = TAILQ_NEXT(kte, kte_list)) != NULL &&
   1475 	    auio.uio_iovcnt < sizeof(aiov) / sizeof(aiov[0]) - 1);
   1476 
   1477 again:
   1478 	error = (*fp->f_ops->fo_write)(fp, &fp->f_offset, &auio,
   1479 	    fp->f_cred, FOF_UPDATE_OFFSET);
   1480 	switch (error) {
   1481 
   1482 	case 0:
   1483 		if (auio.uio_resid > 0)
   1484 			goto again;
   1485 		if (kte != NULL)
   1486 			goto next;
   1487 		break;
   1488 
   1489 	case EWOULDBLOCK:
   1490 		kpause("ktrzzz", false, 1, NULL);
   1491 		goto again;
   1492 
   1493 	default:
   1494 		/*
   1495 		 * If error encountered, give up tracing on this
   1496 		 * vnode.  Don't report EPIPE as this can easily
   1497 		 * happen with fktrace()/ktruss.
   1498 		 */
   1499 #ifndef DEBUG
   1500 		if (error != EPIPE)
   1501 #endif
   1502 			log(LOG_NOTICE,
   1503 			    "ktrace write failed, errno %d, tracing stopped\n",
   1504 			    error);
   1505 		(void)ktrderefall(ktd, 0);
   1506 	}
   1507 
   1508 	while ((kte = top) != NULL) {
   1509 		top = TAILQ_NEXT(top, kte_list);
   1510 		ktefree(kte);
   1511 	}
   1512 }
   1513 
   1514 void
   1515 ktrace_thread(void *arg)
   1516 {
   1517 	struct ktr_desc *ktd = arg;
   1518 	file_t *fp = ktd->ktd_fp;
   1519 	struct ktrace_entry *kte;
   1520 	int ktrerr, errcnt;
   1521 
   1522 	mutex_enter(&ktrace_lock);
   1523 	for (;;) {
   1524 		kte = TAILQ_FIRST(&ktd->ktd_queue);
   1525 		if (kte == NULL) {
   1526 			if (ktd->ktd_flags & KTDF_WAIT) {
   1527 				ktd->ktd_flags &= ~(KTDF_WAIT | KTDF_BLOCKING);
   1528 				cv_broadcast(&ktd->ktd_sync_cv);
   1529 			}
   1530 			if (ktd->ktd_ref == 0)
   1531 				break;
   1532 			cv_wait(&ktd->ktd_cv, &ktrace_lock);
   1533 			continue;
   1534 		}
   1535 		TAILQ_INIT(&ktd->ktd_queue);
   1536 		ktd->ktd_qcount = 0;
   1537 		ktrerr = ktd->ktd_error;
   1538 		errcnt = ktd->ktd_errcnt;
   1539 		ktd->ktd_error = ktd->ktd_errcnt = 0;
   1540 		mutex_exit(&ktrace_lock);
   1541 
   1542 		if (ktrerr) {
   1543 			log(LOG_NOTICE,
   1544 			    "ktrace failed, fp %p, error 0x%x, total %d\n",
   1545 			    fp, ktrerr, errcnt);
   1546 		}
   1547 		ktrwrite(ktd, kte);
   1548 		mutex_enter(&ktrace_lock);
   1549 	}
   1550 
   1551 	TAILQ_REMOVE(&ktdq, ktd, ktd_list);
   1552 	mutex_exit(&ktrace_lock);
   1553 
   1554 	/*
   1555 	 * ktrace file descriptor can't be watched (are not visible to
   1556 	 * userspace), so no kqueue stuff here
   1557 	 * XXX: The above comment is wrong, because the fktrace file
   1558 	 * descriptor is available in userland.
   1559 	 */
   1560 	closef(fp);
   1561 
   1562 	cv_destroy(&ktd->ktd_sync_cv);
   1563 	cv_destroy(&ktd->ktd_cv);
   1564 
   1565 	callout_stop(&ktd->ktd_wakch);
   1566 	callout_destroy(&ktd->ktd_wakch);
   1567 	kmem_free(ktd, sizeof(*ktd));
   1568 
   1569 	kthread_exit(0);
   1570 }
   1571 
   1572 /*
   1573  * Return true if caller has permission to set the ktracing state
   1574  * of target.  Essentially, the target can't possess any
   1575  * more permissions than the caller.  KTRFAC_PERSISTENT signifies that
   1576  * the tracing will persist on sugid processes during exec; it is only
   1577  * settable by a process with appropriate credentials.
   1578  *
   1579  * TODO: check groups.  use caller effective gid.
   1580  */
   1581 int
   1582 ktrcanset(lwp_t *calll, struct proc *targetp)
   1583 {
   1584 	KASSERT(mutex_owned(targetp->p_lock));
   1585 	KASSERT(mutex_owned(&ktrace_lock));
   1586 
   1587 	if (kauth_authorize_process(calll->l_cred, KAUTH_PROCESS_KTRACE,
   1588 	    targetp, NULL, NULL, NULL) == 0)
   1589 		return (1);
   1590 
   1591 	return (0);
   1592 }
   1593 
   1594 /*
   1595  * Put user defined entry to ktrace records.
   1596  */
   1597 int
   1598 sys_utrace(struct lwp *l, const struct sys_utrace_args *uap, register_t *retval)
   1599 {
   1600 	/* {
   1601 		syscallarg(const char *) label;
   1602 		syscallarg(void *) addr;
   1603 		syscallarg(size_t) len;
   1604 	} */
   1605 
   1606 	return ktruser(SCARG(uap, label), SCARG(uap, addr),
   1607 	    SCARG(uap, len), 1);
   1608 }
   1609