Home | History | Annotate | Line # | Download | only in kern
kern_ktrace.c revision 1.155
      1  1.155  dholland /*	$NetBSD: kern_ktrace.c,v 1.155 2010/11/19 06:44:42 dholland Exp $	*/
      2  1.125        ad 
      3  1.125        ad /*-
      4  1.140        ad  * Copyright (c) 2006, 2007, 2008 The NetBSD Foundation, Inc.
      5  1.125        ad  * All rights reserved.
      6  1.125        ad  *
      7  1.125        ad  * This code is derived from software contributed to The NetBSD Foundation
      8  1.125        ad  * by Andrew Doran.
      9  1.125        ad  *
     10  1.125        ad  * Redistribution and use in source and binary forms, with or without
     11  1.125        ad  * modification, are permitted provided that the following conditions
     12  1.125        ad  * are met:
     13  1.125        ad  * 1. Redistributions of source code must retain the above copyright
     14  1.125        ad  *    notice, this list of conditions and the following disclaimer.
     15  1.125        ad  * 2. Redistributions in binary form must reproduce the above copyright
     16  1.125        ad  *    notice, this list of conditions and the following disclaimer in the
     17  1.125        ad  *    documentation and/or other materials provided with the distribution.
     18  1.125        ad  *
     19  1.125        ad  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20  1.125        ad  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21  1.125        ad  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22  1.125        ad  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23  1.125        ad  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24  1.125        ad  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25  1.125        ad  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26  1.125        ad  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27  1.125        ad  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28  1.125        ad  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29  1.125        ad  * POSSIBILITY OF SUCH DAMAGE.
     30  1.125        ad  */
     31   1.11       cgd 
     32    1.1       cgd /*
     33    1.9       cgd  * Copyright (c) 1989, 1993
     34    1.9       cgd  *	The Regents of the University of California.  All rights reserved.
     35    1.1       cgd  *
     36    1.1       cgd  * Redistribution and use in source and binary forms, with or without
     37    1.1       cgd  * modification, are permitted provided that the following conditions
     38    1.1       cgd  * are met:
     39    1.1       cgd  * 1. Redistributions of source code must retain the above copyright
     40    1.1       cgd  *    notice, this list of conditions and the following disclaimer.
     41    1.1       cgd  * 2. Redistributions in binary form must reproduce the above copyright
     42    1.1       cgd  *    notice, this list of conditions and the following disclaimer in the
     43    1.1       cgd  *    documentation and/or other materials provided with the distribution.
     44   1.77       agc  * 3. Neither the name of the University nor the names of its contributors
     45    1.1       cgd  *    may be used to endorse or promote products derived from this software
     46    1.1       cgd  *    without specific prior written permission.
     47    1.1       cgd  *
     48    1.1       cgd  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     49    1.1       cgd  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     50    1.1       cgd  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     51    1.1       cgd  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     52    1.1       cgd  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     53    1.1       cgd  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     54    1.1       cgd  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     55    1.1       cgd  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     56    1.1       cgd  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     57    1.1       cgd  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     58    1.1       cgd  * SUCH DAMAGE.
     59    1.1       cgd  *
     60   1.25      fvdl  *	@(#)kern_ktrace.c	8.5 (Berkeley) 5/14/95
     61    1.1       cgd  */
     62   1.55     lukem 
     63   1.55     lukem #include <sys/cdefs.h>
     64  1.155  dholland __KERNEL_RCSID(0, "$NetBSD: kern_ktrace.c,v 1.155 2010/11/19 06:44:42 dholland Exp $");
     65    1.1       cgd 
     66    1.7   mycroft #include <sys/param.h>
     67   1.13       cgd #include <sys/systm.h>
     68    1.7   mycroft #include <sys/proc.h>
     69    1.7   mycroft #include <sys/file.h>
     70    1.7   mycroft #include <sys/namei.h>
     71    1.7   mycroft #include <sys/vnode.h>
     72   1.93     enami #include <sys/kernel.h>
     73   1.93     enami #include <sys/kthread.h>
     74    1.7   mycroft #include <sys/ktrace.h>
     75  1.114        ad #include <sys/kmem.h>
     76    1.7   mycroft #include <sys/syslog.h>
     77   1.28  christos #include <sys/filedesc.h>
     78   1.42  sommerfe #include <sys/ioctl.h>
     79   1.93     enami #include <sys/callout.h>
     80  1.103      elad #include <sys/kauth.h>
     81    1.1       cgd 
     82   1.13       cgd #include <sys/mount.h>
     83  1.147  wrstuden #include <sys/sa.h>
     84   1.13       cgd #include <sys/syscallargs.h>
     85   1.22  christos 
     86   1.93     enami /*
     87  1.121        ad  * TODO:
     88   1.93     enami  *	- need better error reporting?
     89   1.93     enami  *	- userland utility to sort ktrace.out by timestamp.
     90   1.93     enami  *	- keep minimum information in ktrace_entry when rest of alloc failed.
     91   1.93     enami  *	- per trace control of configurable parameters.
     92   1.93     enami  */
     93   1.93     enami 
     94   1.93     enami struct ktrace_entry {
     95   1.93     enami 	TAILQ_ENTRY(ktrace_entry) kte_list;
     96  1.114        ad 	struct	ktr_header kte_kth;
     97  1.114        ad 	void	*kte_buf;
     98  1.114        ad 	size_t	kte_bufsz;
     99  1.114        ad #define	KTE_SPACE		32
    100  1.114        ad 	uint8_t kte_space[KTE_SPACE];
    101   1.93     enami };
    102   1.93     enami 
    103   1.93     enami struct ktr_desc {
    104   1.93     enami 	TAILQ_ENTRY(ktr_desc) ktd_list;
    105   1.93     enami 	int ktd_flags;
    106   1.93     enami #define	KTDF_WAIT		0x0001
    107   1.93     enami #define	KTDF_DONE		0x0002
    108   1.93     enami #define	KTDF_BLOCKING		0x0004
    109   1.93     enami #define	KTDF_INTERACTIVE	0x0008
    110   1.93     enami 	int ktd_error;
    111   1.93     enami #define	KTDE_ENOMEM		0x0001
    112   1.93     enami #define	KTDE_ENOSPC		0x0002
    113   1.93     enami 	int ktd_errcnt;
    114   1.93     enami 	int ktd_ref;			/* # of reference */
    115   1.93     enami 	int ktd_qcount;			/* # of entry in the queue */
    116   1.93     enami 
    117   1.93     enami 	/*
    118   1.93     enami 	 * Params to control behaviour.
    119   1.93     enami 	 */
    120   1.93     enami 	int ktd_delayqcnt;		/* # of entry allowed to delay */
    121   1.93     enami 	int ktd_wakedelay;		/* delay of wakeup in *tick* */
    122   1.93     enami 	int ktd_intrwakdl;		/* ditto, but when interactive */
    123   1.93     enami 
    124  1.140        ad 	file_t *ktd_fp;			/* trace output file */
    125  1.125        ad 	lwp_t *ktd_lwp;			/* our kernel thread */
    126   1.93     enami 	TAILQ_HEAD(, ktrace_entry) ktd_queue;
    127  1.124        ad 	callout_t ktd_wakch;		/* delayed wakeup */
    128  1.114        ad 	kcondvar_t ktd_sync_cv;
    129  1.114        ad 	kcondvar_t ktd_cv;
    130   1.93     enami };
    131   1.93     enami 
    132  1.125        ad static int	ktealloc(struct ktrace_entry **, void **, lwp_t *, int,
    133  1.114        ad 			 size_t);
    134   1.93     enami static void	ktrwrite(struct ktr_desc *, struct ktrace_entry *);
    135  1.140        ad static int	ktrace_common(lwp_t *, int, int, int, file_t *);
    136  1.125        ad static int	ktrops(lwp_t *, struct proc *, int, int,
    137   1.93     enami 		    struct ktr_desc *);
    138  1.125        ad static int	ktrsetchildren(lwp_t *, struct proc *, int, int,
    139   1.93     enami 		    struct ktr_desc *);
    140  1.125        ad static int	ktrcanset(lwp_t *, struct proc *);
    141  1.140        ad static int	ktrsamefile(file_t *, file_t *);
    142  1.125        ad static void	ktr_kmem(lwp_t *, int, const void *, size_t);
    143  1.125        ad static void	ktr_io(lwp_t *, int, enum uio_rw, struct iovec *, size_t);
    144   1.93     enami 
    145   1.93     enami static struct ktr_desc *
    146  1.140        ad 		ktd_lookup(file_t *);
    147   1.93     enami static void	ktdrel(struct ktr_desc *);
    148   1.93     enami static void	ktdref(struct ktr_desc *);
    149  1.125        ad static void	ktraddentry(lwp_t *, struct ktrace_entry *, int);
    150   1.93     enami /* Flags for ktraddentry (3rd arg) */
    151   1.93     enami #define	KTA_NOWAIT		0x0000
    152   1.93     enami #define	KTA_WAITOK		0x0001
    153   1.93     enami #define	KTA_LARGE		0x0002
    154   1.93     enami static void	ktefree(struct ktrace_entry *);
    155   1.93     enami static void	ktd_logerrl(struct ktr_desc *, int);
    156   1.93     enami static void	ktrace_thread(void *);
    157  1.114        ad static int	ktrderefall(struct ktr_desc *, int);
    158   1.93     enami 
    159   1.93     enami /*
    160   1.93     enami  * Default vaules.
    161   1.93     enami  */
    162   1.93     enami #define	KTD_MAXENTRY		1000	/* XXX: tune */
    163   1.93     enami #define	KTD_TIMEOUT		5	/* XXX: tune */
    164   1.93     enami #define	KTD_DELAYQCNT		100	/* XXX: tune */
    165   1.93     enami #define	KTD_WAKEDELAY		5000	/* XXX: tune */
    166   1.93     enami #define	KTD_INTRWAKDL		100	/* XXX: tune */
    167   1.93     enami 
    168   1.93     enami /*
    169   1.93     enami  * Patchable variables.
    170   1.93     enami  */
    171   1.93     enami int ktd_maxentry = KTD_MAXENTRY;	/* max # of entry in the queue */
    172   1.93     enami int ktd_timeout = KTD_TIMEOUT;		/* timeout in seconds */
    173   1.93     enami int ktd_delayqcnt = KTD_DELAYQCNT;	/* # of entry allowed to delay */
    174   1.93     enami int ktd_wakedelay = KTD_WAKEDELAY;	/* delay of wakeup in *ms* */
    175   1.93     enami int ktd_intrwakdl = KTD_INTRWAKDL;	/* ditto, but when interactive */
    176   1.93     enami 
    177  1.125        ad kmutex_t ktrace_lock;
    178  1.125        ad int ktrace_on;
    179   1.93     enami static TAILQ_HEAD(, ktr_desc) ktdq = TAILQ_HEAD_INITIALIZER(ktdq);
    180  1.145        ad static pool_cache_t kte_cache;
    181   1.93     enami 
    182  1.150      elad static kauth_listener_t ktrace_listener;
    183  1.150      elad 
    184  1.121        ad static void
    185   1.93     enami ktd_wakeup(struct ktr_desc *ktd)
    186   1.93     enami {
    187   1.93     enami 
    188   1.93     enami 	callout_stop(&ktd->ktd_wakch);
    189  1.121        ad 	cv_signal(&ktd->ktd_cv);
    190  1.121        ad }
    191  1.121        ad 
    192  1.121        ad static void
    193  1.121        ad ktd_callout(void *arg)
    194  1.121        ad {
    195  1.121        ad 
    196  1.129        ad 	mutex_enter(&ktrace_lock);
    197  1.121        ad 	ktd_wakeup(arg);
    198  1.129        ad 	mutex_exit(&ktrace_lock);
    199   1.93     enami }
    200   1.93     enami 
    201   1.93     enami static void
    202   1.93     enami ktd_logerrl(struct ktr_desc *ktd, int error)
    203   1.93     enami {
    204   1.93     enami 
    205   1.93     enami 	ktd->ktd_error |= error;
    206   1.93     enami 	ktd->ktd_errcnt++;
    207   1.93     enami }
    208   1.93     enami 
    209  1.114        ad #if 0
    210   1.93     enami static void
    211   1.93     enami ktd_logerr(struct proc *p, int error)
    212   1.93     enami {
    213  1.114        ad 	struct ktr_desc *ktd;
    214  1.114        ad 
    215  1.125        ad 	KASSERT(mutex_owned(&ktrace_lock));
    216   1.93     enami 
    217  1.114        ad 	ktd = p->p_tracep;
    218   1.93     enami 	if (ktd == NULL)
    219   1.93     enami 		return;
    220   1.93     enami 
    221   1.93     enami 	ktd_logerrl(ktd, error);
    222  1.114        ad }
    223  1.114        ad #endif
    224  1.114        ad 
    225  1.114        ad static inline int
    226  1.125        ad ktrenter(lwp_t *l)
    227  1.114        ad {
    228  1.114        ad 
    229  1.114        ad 	if ((l->l_pflag & LP_KTRACTIVE) != 0)
    230  1.114        ad 		return 1;
    231  1.114        ad 	l->l_pflag |= LP_KTRACTIVE;
    232  1.114        ad 	return 0;
    233  1.114        ad }
    234  1.114        ad 
    235  1.114        ad static inline void
    236  1.125        ad ktrexit(lwp_t *l)
    237  1.114        ad {
    238  1.114        ad 
    239  1.114        ad 	l->l_pflag &= ~LP_KTRACTIVE;
    240  1.114        ad }
    241  1.114        ad 
    242  1.150      elad static int
    243  1.150      elad ktrace_listener_cb(kauth_cred_t cred, kauth_action_t action, void *cookie,
    244  1.150      elad     void *arg0, void *arg1, void *arg2, void *arg3)
    245  1.150      elad {
    246  1.150      elad 	struct proc *p;
    247  1.150      elad 	int result;
    248  1.150      elad 	enum kauth_process_req req;
    249  1.150      elad 
    250  1.150      elad 	result = KAUTH_RESULT_DEFER;
    251  1.150      elad 	p = arg0;
    252  1.150      elad 
    253  1.150      elad 	if (action != KAUTH_PROCESS_KTRACE)
    254  1.150      elad 		return result;
    255  1.150      elad 
    256  1.150      elad 	req = (enum kauth_process_req)(unsigned long)arg1;
    257  1.150      elad 
    258  1.150      elad 	/* Privileged; secmodel should handle these. */
    259  1.150      elad 	if (req == KAUTH_REQ_PROCESS_KTRACE_PERSISTENT)
    260  1.150      elad 		return result;
    261  1.150      elad 
    262  1.150      elad 	if ((p->p_traceflag & KTRFAC_PERSISTENT) ||
    263  1.150      elad 	    (p->p_flag & PK_SUGID))
    264  1.150      elad 		return result;
    265  1.150      elad 
    266  1.150      elad 	if (kauth_cred_geteuid(cred) == kauth_cred_getuid(p->p_cred) &&
    267  1.150      elad 	    kauth_cred_getuid(cred) == kauth_cred_getsvuid(p->p_cred) &&
    268  1.150      elad 	    kauth_cred_getgid(cred) == kauth_cred_getgid(p->p_cred) &&
    269  1.150      elad 	    kauth_cred_getgid(cred) == kauth_cred_getsvgid(p->p_cred))
    270  1.150      elad 		result = KAUTH_RESULT_ALLOW;
    271  1.150      elad 
    272  1.150      elad 	return result;
    273  1.150      elad }
    274  1.150      elad 
    275  1.114        ad /*
    276  1.114        ad  * Initialise the ktrace system.
    277  1.114        ad  */
    278  1.114        ad void
    279  1.114        ad ktrinit(void)
    280  1.114        ad {
    281  1.114        ad 
    282  1.125        ad 	mutex_init(&ktrace_lock, MUTEX_DEFAULT, IPL_NONE);
    283  1.145        ad 	kte_cache = pool_cache_init(sizeof(struct ktrace_entry), 0, 0, 0,
    284  1.145        ad 	    "ktrace", &pool_allocator_nointr, IPL_NONE, NULL, NULL, NULL);
    285  1.150      elad 
    286  1.150      elad 	ktrace_listener = kauth_listen_scope(KAUTH_SCOPE_PROCESS,
    287  1.150      elad 	    ktrace_listener_cb, NULL);
    288   1.93     enami }
    289   1.93     enami 
    290   1.93     enami /*
    291  1.125        ad  * Release a reference.  Called with ktrace_lock held.
    292   1.93     enami  */
    293   1.93     enami void
    294   1.93     enami ktdrel(struct ktr_desc *ktd)
    295   1.93     enami {
    296   1.93     enami 
    297  1.125        ad 	KASSERT(mutex_owned(&ktrace_lock));
    298  1.114        ad 
    299   1.93     enami 	KDASSERT(ktd->ktd_ref != 0);
    300   1.93     enami 	KASSERT(ktd->ktd_ref > 0);
    301  1.125        ad 	KASSERT(ktrace_on > 0);
    302  1.125        ad 	ktrace_on--;
    303   1.93     enami 	if (--ktd->ktd_ref <= 0) {
    304   1.93     enami 		ktd->ktd_flags |= KTDF_DONE;
    305  1.121        ad 		cv_signal(&ktd->ktd_cv);
    306   1.93     enami 	}
    307   1.93     enami }
    308   1.93     enami 
    309   1.93     enami void
    310   1.93     enami ktdref(struct ktr_desc *ktd)
    311   1.93     enami {
    312   1.93     enami 
    313  1.125        ad 	KASSERT(mutex_owned(&ktrace_lock));
    314  1.114        ad 
    315   1.93     enami 	ktd->ktd_ref++;
    316  1.125        ad 	ktrace_on++;
    317   1.93     enami }
    318   1.93     enami 
    319   1.93     enami struct ktr_desc *
    320  1.140        ad ktd_lookup(file_t *fp)
    321   1.93     enami {
    322   1.93     enami 	struct ktr_desc *ktd;
    323   1.93     enami 
    324  1.125        ad 	KASSERT(mutex_owned(&ktrace_lock));
    325  1.114        ad 
    326   1.93     enami 	for (ktd = TAILQ_FIRST(&ktdq); ktd != NULL;
    327   1.93     enami 	    ktd = TAILQ_NEXT(ktd, ktd_list)) {
    328   1.93     enami 		if (ktrsamefile(ktd->ktd_fp, fp)) {
    329  1.125        ad 			ktdref(ktd);
    330   1.93     enami 			break;
    331   1.93     enami 		}
    332   1.93     enami 	}
    333  1.114        ad 
    334   1.93     enami 	return (ktd);
    335   1.93     enami }
    336   1.93     enami 
    337   1.93     enami void
    338  1.125        ad ktraddentry(lwp_t *l, struct ktrace_entry *kte, int flags)
    339   1.93     enami {
    340   1.98  christos 	struct proc *p = l->l_proc;
    341   1.93     enami 	struct ktr_desc *ktd;
    342   1.93     enami #ifdef DEBUG
    343  1.104    kardel 	struct timeval t1, t2;
    344   1.93     enami #endif
    345   1.93     enami 
    346  1.125        ad 	mutex_enter(&ktrace_lock);
    347  1.114        ad 
    348   1.93     enami 	if (p->p_traceflag & KTRFAC_TRC_EMUL) {
    349   1.93     enami 		/* Add emulation trace before first entry for this process */
    350   1.93     enami 		p->p_traceflag &= ~KTRFAC_TRC_EMUL;
    351  1.125        ad 		mutex_exit(&ktrace_lock);
    352  1.114        ad 		ktrexit(l);
    353  1.125        ad 		ktremul();
    354  1.114        ad 		(void)ktrenter(l);
    355  1.125        ad 		mutex_enter(&ktrace_lock);
    356   1.93     enami 	}
    357   1.93     enami 
    358  1.125        ad 	/* Tracing may have been cancelled. */
    359   1.93     enami 	ktd = p->p_tracep;
    360   1.93     enami 	if (ktd == NULL)
    361   1.93     enami 		goto freekte;
    362   1.93     enami 
    363   1.93     enami 	/*
    364   1.93     enami 	 * Bump reference count so that the object will remain while
    365   1.93     enami 	 * we are here.  Note that the trace is controlled by other
    366   1.93     enami 	 * process.
    367   1.93     enami 	 */
    368   1.93     enami 	ktdref(ktd);
    369   1.93     enami 
    370   1.93     enami 	if (ktd->ktd_flags & KTDF_DONE)
    371   1.93     enami 		goto relktd;
    372   1.93     enami 
    373   1.93     enami 	if (ktd->ktd_qcount > ktd_maxentry) {
    374   1.93     enami 		ktd_logerrl(ktd, KTDE_ENOSPC);
    375   1.93     enami 		goto relktd;
    376   1.93     enami 	}
    377   1.93     enami 	TAILQ_INSERT_TAIL(&ktd->ktd_queue, kte, kte_list);
    378   1.93     enami 	ktd->ktd_qcount++;
    379   1.93     enami 	if (ktd->ktd_flags & KTDF_BLOCKING)
    380   1.93     enami 		goto skip_sync;
    381   1.93     enami 
    382   1.93     enami 	if (flags & KTA_WAITOK &&
    383   1.93     enami 	    (/* flags & KTA_LARGE */0 || ktd->ktd_flags & KTDF_WAIT ||
    384   1.93     enami 	    ktd->ktd_qcount > ktd_maxentry >> 1))
    385   1.93     enami 		/*
    386   1.93     enami 		 * Sync with writer thread since we're requesting rather
    387   1.93     enami 		 * big one or many requests are pending.
    388   1.93     enami 		 */
    389   1.93     enami 		do {
    390   1.93     enami 			ktd->ktd_flags |= KTDF_WAIT;
    391   1.93     enami 			ktd_wakeup(ktd);
    392   1.93     enami #ifdef DEBUG
    393  1.104    kardel 			getmicrouptime(&t1);
    394   1.93     enami #endif
    395  1.125        ad 			if (cv_timedwait(&ktd->ktd_sync_cv, &ktrace_lock,
    396  1.114        ad 			    ktd_timeout * hz) != 0) {
    397   1.93     enami 				ktd->ktd_flags |= KTDF_BLOCKING;
    398   1.93     enami 				/*
    399   1.93     enami 				 * Maybe the writer thread is blocking
    400   1.93     enami 				 * completely for some reason, but
    401   1.93     enami 				 * don't stop target process forever.
    402   1.93     enami 				 */
    403   1.93     enami 				log(LOG_NOTICE, "ktrace timeout\n");
    404   1.93     enami 				break;
    405   1.93     enami 			}
    406   1.93     enami #ifdef DEBUG
    407  1.104    kardel 			getmicrouptime(&t2);
    408  1.104    kardel 			timersub(&t2, &t1, &t2);
    409  1.104    kardel 			if (t2.tv_sec > 0)
    410   1.93     enami 				log(LOG_NOTICE,
    411  1.148  christos 				    "ktrace long wait: %lld.%06ld\n",
    412  1.148  christos 				    (long long)t2.tv_sec, (long)t2.tv_usec);
    413   1.93     enami #endif
    414   1.93     enami 		} while (p->p_tracep == ktd &&
    415   1.93     enami 		    (ktd->ktd_flags & (KTDF_WAIT | KTDF_DONE)) == KTDF_WAIT);
    416   1.93     enami 	else {
    417   1.93     enami 		/* Schedule delayed wakeup */
    418   1.93     enami 		if (ktd->ktd_qcount > ktd->ktd_delayqcnt)
    419   1.93     enami 			ktd_wakeup(ktd);	/* Wakeup now */
    420   1.93     enami 		else if (!callout_pending(&ktd->ktd_wakch))
    421   1.93     enami 			callout_reset(&ktd->ktd_wakch,
    422   1.93     enami 			    ktd->ktd_flags & KTDF_INTERACTIVE ?
    423   1.93     enami 			    ktd->ktd_intrwakdl : ktd->ktd_wakedelay,
    424  1.121        ad 			    ktd_callout, ktd);
    425   1.93     enami 	}
    426   1.93     enami 
    427   1.93     enami skip_sync:
    428   1.93     enami 	ktdrel(ktd);
    429  1.125        ad 	mutex_exit(&ktrace_lock);
    430  1.114        ad 	ktrexit(l);
    431   1.93     enami 	return;
    432   1.93     enami 
    433   1.93     enami relktd:
    434   1.93     enami 	ktdrel(ktd);
    435   1.93     enami 
    436   1.93     enami freekte:
    437  1.125        ad 	mutex_exit(&ktrace_lock);
    438   1.93     enami 	ktefree(kte);
    439  1.114        ad 	ktrexit(l);
    440   1.93     enami }
    441   1.93     enami 
    442   1.93     enami void
    443   1.93     enami ktefree(struct ktrace_entry *kte)
    444   1.93     enami {
    445   1.93     enami 
    446  1.114        ad 	if (kte->kte_buf != kte->kte_space)
    447  1.114        ad 		kmem_free(kte->kte_buf, kte->kte_bufsz);
    448  1.145        ad 	pool_cache_put(kte_cache, kte);
    449   1.93     enami }
    450   1.44  sommerfe 
    451   1.44  sommerfe /*
    452   1.44  sommerfe  * "deep" compare of two files for the purposes of clearing a trace.
    453   1.44  sommerfe  * Returns true if they're the same open file, or if they point at the
    454   1.44  sommerfe  * same underlying vnode/socket.
    455   1.44  sommerfe  */
    456   1.44  sommerfe 
    457   1.44  sommerfe int
    458  1.140        ad ktrsamefile(file_t *f1, file_t *f2)
    459   1.44  sommerfe {
    460   1.88     enami 
    461   1.44  sommerfe 	return ((f1 == f2) ||
    462   1.45  sommerfe 	    ((f1 != NULL) && (f2 != NULL) &&
    463   1.45  sommerfe 		(f1->f_type == f2->f_type) &&
    464   1.44  sommerfe 		(f1->f_data == f2->f_data)));
    465   1.44  sommerfe }
    466   1.22  christos 
    467   1.28  christos void
    468   1.89     enami ktrderef(struct proc *p)
    469   1.28  christos {
    470   1.93     enami 	struct ktr_desc *ktd = p->p_tracep;
    471   1.93     enami 
    472  1.125        ad 	KASSERT(mutex_owned(&ktrace_lock));
    473  1.114        ad 
    474   1.42  sommerfe 	p->p_traceflag = 0;
    475   1.93     enami 	if (ktd == NULL)
    476   1.28  christos 		return;
    477   1.84       dsl 	p->p_tracep = NULL;
    478   1.84       dsl 
    479  1.114        ad 	cv_broadcast(&ktd->ktd_sync_cv);
    480   1.93     enami 	ktdrel(ktd);
    481   1.28  christos }
    482   1.28  christos 
    483   1.28  christos void
    484   1.89     enami ktradref(struct proc *p)
    485   1.28  christos {
    486   1.93     enami 	struct ktr_desc *ktd = p->p_tracep;
    487   1.28  christos 
    488  1.125        ad 	KASSERT(mutex_owned(&ktrace_lock));
    489  1.114        ad 
    490   1.93     enami 	ktdref(ktd);
    491   1.28  christos }
    492   1.28  christos 
    493  1.114        ad int
    494  1.114        ad ktrderefall(struct ktr_desc *ktd, int auth)
    495  1.114        ad {
    496  1.125        ad 	lwp_t *curl = curlwp;
    497  1.114        ad 	struct proc *p;
    498  1.114        ad 	int error = 0;
    499  1.114        ad 
    500  1.141        ad 	mutex_enter(proc_lock);
    501  1.114        ad 	PROCLIST_FOREACH(p, &allproc) {
    502  1.151      yamt 		if (p->p_tracep != ktd)
    503  1.114        ad 			continue;
    504  1.142        ad 		mutex_enter(p->p_lock);
    505  1.125        ad 		mutex_enter(&ktrace_lock);
    506  1.114        ad 		if (p->p_tracep == ktd) {
    507  1.114        ad 			if (!auth || ktrcanset(curl, p))
    508  1.114        ad 				ktrderef(p);
    509  1.114        ad 			else
    510  1.114        ad 				error = EPERM;
    511  1.114        ad 		}
    512  1.125        ad 		mutex_exit(&ktrace_lock);
    513  1.142        ad 		mutex_exit(p->p_lock);
    514  1.114        ad 	}
    515  1.141        ad 	mutex_exit(proc_lock);
    516  1.114        ad 
    517  1.114        ad 	return error;
    518  1.114        ad }
    519  1.114        ad 
    520  1.114        ad int
    521  1.125        ad ktealloc(struct ktrace_entry **ktep, void **bufp, lwp_t *l, int type,
    522  1.114        ad 	 size_t sz)
    523    1.1       cgd {
    524   1.98  christos 	struct proc *p = l->l_proc;
    525  1.114        ad 	struct ktrace_entry *kte;
    526  1.114        ad 	struct ktr_header *kth;
    527  1.114        ad 	void *buf;
    528  1.114        ad 
    529  1.114        ad 	if (ktrenter(l))
    530  1.114        ad 		return EAGAIN;
    531    1.1       cgd 
    532  1.145        ad 	kte = pool_cache_get(kte_cache, PR_WAITOK);
    533  1.114        ad 	if (sz > sizeof(kte->kte_space)) {
    534  1.114        ad 		if ((buf = kmem_alloc(sz, KM_SLEEP)) == NULL) {
    535  1.145        ad 			pool_cache_put(kte_cache, kte);
    536  1.114        ad 			ktrexit(l);
    537  1.114        ad 			return ENOMEM;
    538  1.114        ad 		}
    539  1.114        ad 	} else
    540  1.114        ad 		buf = kte->kte_space;
    541  1.114        ad 
    542  1.114        ad 	kte->kte_bufsz = sz;
    543  1.114        ad 	kte->kte_buf = buf;
    544  1.114        ad 
    545  1.114        ad 	kth = &kte->kte_kth;
    546   1.90  christos 	(void)memset(kth, 0, sizeof(*kth));
    547  1.114        ad 	kth->ktr_len = sz;
    548    1.1       cgd 	kth->ktr_type = type;
    549    1.1       cgd 	kth->ktr_pid = p->p_pid;
    550   1.32     perry 	memcpy(kth->ktr_comm, p->p_comm, MAXCOMLEN);
    551   1.98  christos 	kth->ktr_version = KTRFAC_VERSION(p->p_traceflag);
    552  1.154       chs 	kth->ktr_lid = l->l_lid;
    553  1.154       chs 	nanotime(&kth->ktr_ts);
    554  1.114        ad 
    555  1.114        ad 	*ktep = kte;
    556  1.114        ad 	*bufp = buf;
    557  1.114        ad 
    558  1.114        ad 	return 0;
    559    1.1       cgd }
    560    1.1       cgd 
    561   1.93     enami void
    562  1.138       dsl ktr_syscall(register_t code, const register_t args[], int narg)
    563    1.1       cgd {
    564  1.125        ad 	lwp_t *l = curlwp;
    565   1.98  christos 	struct proc *p = l->l_proc;
    566   1.93     enami 	struct ktrace_entry *kte;
    567   1.72   darrenr 	struct ktr_syscall *ktp;
    568   1.17       cgd 	register_t *argp;
    569   1.57      fvdl 	size_t len;
    570   1.60   thorpej 	u_int i;
    571   1.57      fvdl 
    572  1.125        ad 	if (!KTRPOINT(p, KTR_SYSCALL))
    573  1.125        ad 		return;
    574  1.125        ad 
    575  1.138       dsl 	len = sizeof(struct ktr_syscall) + narg * sizeof argp[0];
    576    1.1       cgd 
    577  1.114        ad 	if (ktealloc(&kte, (void *)&ktp, l, KTR_SYSCALL, len))
    578  1.114        ad 		return;
    579   1.93     enami 
    580  1.138       dsl 	ktp->ktr_code = code;
    581  1.138       dsl 	ktp->ktr_argsize = narg * sizeof argp[0];
    582   1.93     enami 	argp = (register_t *)(ktp + 1);
    583  1.138       dsl 	for (i = 0; i < narg; i++)
    584    1.1       cgd 		*argp++ = args[i];
    585   1.93     enami 
    586   1.98  christos 	ktraddentry(l, kte, KTA_WAITOK);
    587    1.1       cgd }
    588    1.1       cgd 
    589   1.93     enami void
    590  1.125        ad ktr_sysret(register_t code, int error, register_t *retval)
    591    1.1       cgd {
    592  1.125        ad 	lwp_t *l = curlwp;
    593   1.93     enami 	struct ktrace_entry *kte;
    594   1.93     enami 	struct ktr_sysret *ktp;
    595    1.1       cgd 
    596  1.125        ad 	if (!KTRPOINT(l->l_proc, KTR_SYSRET))
    597  1.125        ad 		return;
    598  1.125        ad 
    599  1.114        ad 	if (ktealloc(&kte, (void *)&ktp, l, KTR_SYSRET,
    600  1.114        ad 	    sizeof(struct ktr_sysret)))
    601  1.114        ad 		return;
    602   1.93     enami 
    603   1.93     enami 	ktp->ktr_code = code;
    604   1.93     enami 	ktp->ktr_eosys = 0;			/* XXX unused */
    605   1.93     enami 	ktp->ktr_error = error;
    606   1.93     enami 	ktp->ktr_retval = retval ? retval[0] : 0;
    607   1.93     enami 	ktp->ktr_retval_1 = retval ? retval[1] : 0;
    608    1.1       cgd 
    609   1.98  christos 	ktraddentry(l, kte, KTA_WAITOK);
    610    1.1       cgd }
    611    1.1       cgd 
    612   1.93     enami void
    613  1.125        ad ktr_namei(const char *path, size_t pathlen)
    614  1.122       dsl {
    615  1.125        ad 	lwp_t *l = curlwp;
    616  1.125        ad 
    617  1.125        ad 	if (!KTRPOINT(l->l_proc, KTR_NAMEI))
    618  1.125        ad 		return;
    619  1.125        ad 
    620  1.125        ad 	ktr_kmem(l, KTR_NAMEI, path, pathlen);
    621  1.122       dsl }
    622  1.122       dsl 
    623  1.122       dsl void
    624  1.125        ad ktr_namei2(const char *eroot, size_t erootlen,
    625  1.125        ad 	  const char *path, size_t pathlen)
    626    1.1       cgd {
    627  1.125        ad 	lwp_t *l = curlwp;
    628  1.122       dsl 	struct ktrace_entry *kte;
    629  1.122       dsl 	void *buf;
    630    1.1       cgd 
    631  1.125        ad 	if (!KTRPOINT(l->l_proc, KTR_NAMEI))
    632  1.125        ad 		return;
    633  1.125        ad 
    634  1.122       dsl 	if (ktealloc(&kte, &buf, l, KTR_NAMEI, erootlen + pathlen))
    635  1.122       dsl 		return;
    636  1.122       dsl 	memcpy(buf, eroot, erootlen);
    637  1.122       dsl 	buf = (char *)buf + erootlen;
    638  1.122       dsl 	memcpy(buf, path, pathlen);
    639  1.122       dsl 	ktraddentry(l, kte, KTA_WAITOK);
    640   1.18  christos }
    641   1.18  christos 
    642   1.93     enami void
    643  1.125        ad ktr_emul(void)
    644   1.18  christos {
    645  1.125        ad 	lwp_t *l = curlwp;
    646   1.98  christos 	const char *emul = l->l_proc->p_emul->e_name;
    647    1.1       cgd 
    648  1.125        ad 	if (!KTRPOINT(l->l_proc, KTR_EMUL))
    649  1.125        ad 		return;
    650  1.125        ad 
    651  1.125        ad 	ktr_kmem(l, KTR_EMUL, emul, strlen(emul));
    652    1.1       cgd }
    653    1.1       cgd 
    654   1.93     enami void
    655  1.125        ad ktr_execarg(const void *bf, size_t len)
    656  1.125        ad {
    657  1.125        ad 	lwp_t *l = curlwp;
    658  1.125        ad 
    659  1.125        ad 	if (!KTRPOINT(l->l_proc, KTR_EXEC_ARG))
    660  1.125        ad 		return;
    661  1.125        ad 
    662  1.125        ad 	ktr_kmem(l, KTR_EXEC_ARG, bf, len);
    663  1.125        ad }
    664  1.125        ad 
    665  1.125        ad void
    666  1.125        ad ktr_execenv(const void *bf, size_t len)
    667  1.125        ad {
    668  1.125        ad 	lwp_t *l = curlwp;
    669  1.125        ad 
    670  1.125        ad 	if (!KTRPOINT(l->l_proc, KTR_EXEC_ENV))
    671  1.125        ad 		return;
    672  1.125        ad 
    673  1.125        ad 	ktr_kmem(l, KTR_EXEC_ENV, bf, len);
    674  1.125        ad }
    675  1.125        ad 
    676  1.125        ad static void
    677  1.125        ad ktr_kmem(lwp_t *l, int type, const void *bf, size_t len)
    678   1.75       dsl {
    679   1.93     enami 	struct ktrace_entry *kte;
    680  1.114        ad 	void *buf;
    681   1.75       dsl 
    682  1.114        ad 	if (ktealloc(&kte, &buf, l, type, len))
    683  1.114        ad 		return;
    684  1.114        ad 	memcpy(buf, bf, len);
    685   1.98  christos 	ktraddentry(l, kte, KTA_WAITOK);
    686   1.75       dsl }
    687   1.75       dsl 
    688  1.125        ad static void
    689  1.125        ad ktr_io(lwp_t *l, int fd, enum uio_rw rw, struct iovec *iov, size_t len)
    690    1.1       cgd {
    691   1.93     enami 	struct ktrace_entry *kte;
    692   1.28  christos 	struct ktr_genio *ktp;
    693  1.125        ad 	size_t resid = len, cnt, buflen;
    694  1.149       dsl 	char *cp;
    695   1.39   thorpej 
    696  1.114        ad  next:
    697   1.93     enami 	buflen = min(PAGE_SIZE, resid + sizeof(struct ktr_genio));
    698   1.39   thorpej 
    699  1.114        ad 	if (ktealloc(&kte, (void *)&ktp, l, KTR_GENIO, buflen))
    700  1.114        ad 		return;
    701   1.93     enami 
    702    1.1       cgd 	ktp->ktr_fd = fd;
    703    1.1       cgd 	ktp->ktr_rw = rw;
    704   1.39   thorpej 
    705  1.118  christos 	cp = (void *)(ktp + 1);
    706   1.39   thorpej 	buflen -= sizeof(struct ktr_genio);
    707  1.114        ad 	kte->kte_kth.ktr_len = sizeof(struct ktr_genio);
    708   1.93     enami 
    709   1.93     enami 	while (buflen > 0) {
    710   1.93     enami 		cnt = min(iov->iov_len, buflen);
    711   1.93     enami 		if (copyin(iov->iov_base, cp, cnt) != 0)
    712   1.93     enami 			goto out;
    713  1.114        ad 		kte->kte_kth.ktr_len += cnt;
    714  1.149       dsl 		cp += cnt;
    715   1.93     enami 		buflen -= cnt;
    716   1.93     enami 		resid -= cnt;
    717   1.93     enami 		iov->iov_len -= cnt;
    718   1.93     enami 		if (iov->iov_len == 0)
    719   1.93     enami 			iov++;
    720   1.93     enami 		else
    721  1.118  christos 			iov->iov_base = (char *)iov->iov_base + cnt;
    722   1.93     enami 	}
    723   1.39   thorpej 
    724   1.93     enami 	/*
    725   1.93     enami 	 * Don't push so many entry at once.  It will cause kmem map
    726   1.93     enami 	 * shortage.
    727   1.93     enami 	 */
    728   1.98  christos 	ktraddentry(l, kte, KTA_WAITOK | KTA_LARGE);
    729   1.93     enami 	if (resid > 0) {
    730  1.114        ad 		if (curcpu()->ci_schedstate.spc_flags & SPCF_SHOULDYIELD) {
    731  1.114        ad 			(void)ktrenter(l);
    732  1.114        ad 			preempt();
    733  1.114        ad 			ktrexit(l);
    734  1.114        ad 		}
    735   1.39   thorpej 
    736   1.93     enami 		goto next;
    737   1.93     enami 	}
    738   1.39   thorpej 
    739   1.93     enami 	return;
    740   1.39   thorpej 
    741   1.93     enami out:
    742   1.93     enami 	ktefree(kte);
    743  1.114        ad 	ktrexit(l);
    744    1.1       cgd }
    745    1.1       cgd 
    746   1.93     enami void
    747  1.125        ad ktr_genio(int fd, enum uio_rw rw, const void *addr, size_t len, int error)
    748  1.125        ad {
    749  1.125        ad 	lwp_t *l = curlwp;
    750  1.125        ad 	struct iovec iov;
    751  1.125        ad 
    752  1.125        ad 	if (!KTRPOINT(l->l_proc, KTR_GENIO) || error != 0)
    753  1.125        ad 		return;
    754  1.125        ad 	iov.iov_base = __UNCONST(addr);
    755  1.125        ad 	iov.iov_len = len;
    756  1.125        ad 	ktr_io(l, fd, rw, &iov, len);
    757  1.125        ad }
    758  1.125        ad 
    759  1.125        ad void
    760  1.125        ad ktr_geniov(int fd, enum uio_rw rw, struct iovec *iov, size_t len, int error)
    761  1.125        ad {
    762  1.125        ad 	lwp_t *l = curlwp;
    763  1.125        ad 
    764  1.125        ad 	if (!KTRPOINT(l->l_proc, KTR_GENIO) || error != 0)
    765  1.125        ad 		return;
    766  1.125        ad 	ktr_io(l, fd, rw, iov, len);
    767  1.125        ad }
    768  1.125        ad 
    769  1.125        ad void
    770  1.125        ad ktr_mibio(int fd, enum uio_rw rw, const void *addr, size_t len, int error)
    771  1.125        ad {
    772  1.125        ad 	lwp_t *l = curlwp;
    773  1.125        ad 	struct iovec iov;
    774  1.125        ad 
    775  1.125        ad 	if (!KTRPOINT(l->l_proc, KTR_MIB) || error != 0)
    776  1.125        ad 		return;
    777  1.125        ad 	iov.iov_base = __UNCONST(addr);
    778  1.125        ad 	iov.iov_len = len;
    779  1.125        ad 	ktr_io(l, fd, rw, &iov, len);
    780  1.125        ad }
    781  1.125        ad 
    782  1.125        ad void
    783  1.125        ad ktr_psig(int sig, sig_t action, const sigset_t *mask,
    784  1.125        ad 	 const ksiginfo_t *ksi)
    785    1.1       cgd {
    786   1.93     enami 	struct ktrace_entry *kte;
    787  1.125        ad 	lwp_t *l = curlwp;
    788   1.78  christos 	struct {
    789   1.78  christos 		struct ktr_psig	kp;
    790   1.78  christos 		siginfo_t	si;
    791   1.93     enami 	} *kbuf;
    792    1.1       cgd 
    793  1.125        ad 	if (!KTRPOINT(l->l_proc, KTR_PSIG))
    794  1.125        ad 		return;
    795  1.125        ad 
    796  1.114        ad 	if (ktealloc(&kte, (void *)&kbuf, l, KTR_PSIG, sizeof(*kbuf)))
    797  1.114        ad 		return;
    798   1.93     enami 
    799   1.93     enami 	kbuf->kp.signo = (char)sig;
    800   1.93     enami 	kbuf->kp.action = action;
    801   1.93     enami 	kbuf->kp.mask = *mask;
    802  1.114        ad 
    803   1.78  christos 	if (ksi) {
    804   1.93     enami 		kbuf->kp.code = KSI_TRAPCODE(ksi);
    805   1.93     enami 		(void)memset(&kbuf->si, 0, sizeof(kbuf->si));
    806   1.93     enami 		kbuf->si._info = ksi->ksi_info;
    807  1.114        ad 		kte->kte_kth.ktr_len = sizeof(*kbuf);
    808   1.78  christos 	} else {
    809   1.93     enami 		kbuf->kp.code = 0;
    810  1.114        ad 		kte->kte_kth.ktr_len = sizeof(struct ktr_psig);
    811   1.78  christos 	}
    812   1.93     enami 
    813   1.98  christos 	ktraddentry(l, kte, KTA_WAITOK);
    814    1.9       cgd }
    815    1.9       cgd 
    816   1.93     enami void
    817  1.125        ad ktr_csw(int out, int user)
    818    1.9       cgd {
    819  1.125        ad 	lwp_t *l = curlwp;
    820   1.98  christos 	struct proc *p = l->l_proc;
    821   1.93     enami 	struct ktrace_entry *kte;
    822   1.93     enami 	struct ktr_csw *kc;
    823    1.9       cgd 
    824  1.125        ad 	if (!KTRPOINT(p, KTR_CSW))
    825  1.125        ad 		return;
    826  1.125        ad 
    827  1.114        ad 	/*
    828  1.114        ad 	 * Don't record context switches resulting from blocking on
    829  1.114        ad 	 * locks; it's too easy to get duff results.
    830  1.114        ad 	 */
    831  1.117      yamt 	if (l->l_syncobj == &mutex_syncobj || l->l_syncobj == &rw_syncobj)
    832  1.114        ad 		return;
    833    1.9       cgd 
    834   1.93     enami 	/*
    835   1.93     enami 	 * We can't sleep if we're already going to sleep (if original
    836   1.93     enami 	 * condition is met during sleep, we hang up).
    837  1.114        ad 	 *
    838  1.114        ad 	 * XXX This is not ideal: it would be better to maintain a pool
    839  1.114        ad 	 * of ktes and actually push this to the kthread when context
    840  1.114        ad 	 * switch happens, however given the points where we are called
    841  1.114        ad 	 * from that is difficult to do.
    842   1.93     enami 	 */
    843  1.114        ad 	if (out) {
    844  1.114        ad 		if (ktrenter(l))
    845  1.114        ad 			return;
    846  1.114        ad 
    847  1.148  christos 		nanotime(&l->l_ktrcsw);
    848  1.148  christos 		l->l_pflag |= LP_KTRCSW;
    849  1.114        ad 		if (user)
    850  1.114        ad 			l->l_pflag |= LP_KTRCSWUSER;
    851  1.114        ad 		else
    852  1.114        ad 			l->l_pflag &= ~LP_KTRCSWUSER;
    853  1.114        ad 
    854  1.114        ad 		ktrexit(l);
    855  1.114        ad 		return;
    856   1.93     enami 	}
    857   1.93     enami 
    858  1.114        ad 	/*
    859  1.114        ad 	 * On the way back in, we need to record twice: once for entry, and
    860  1.114        ad 	 * once for exit.
    861  1.114        ad 	 */
    862  1.114        ad 	if ((l->l_pflag & LP_KTRCSW) != 0) {
    863  1.148  christos 		struct timespec *ts;
    864  1.114        ad 		l->l_pflag &= ~LP_KTRCSW;
    865  1.114        ad 
    866  1.114        ad 		if (ktealloc(&kte, (void *)&kc, l, KTR_CSW, sizeof(*kc)))
    867  1.114        ad 			return;
    868  1.114        ad 
    869  1.114        ad 		kc->out = 1;
    870  1.114        ad 		kc->user = ((l->l_pflag & LP_KTRCSWUSER) != 0);
    871  1.114        ad 
    872  1.148  christos 		ts = &l->l_ktrcsw;
    873  1.114        ad 		switch (KTRFAC_VERSION(p->p_traceflag)) {
    874  1.114        ad 		case 0:
    875  1.148  christos 			kte->kte_kth.ktr_otv.tv_sec = ts->tv_sec;
    876  1.148  christos 			kte->kte_kth.ktr_otv.tv_usec = ts->tv_nsec / 1000;
    877  1.114        ad 			break;
    878  1.148  christos 		case 1:
    879  1.148  christos 			kte->kte_kth.ktr_ots.tv_sec = ts->tv_sec;
    880  1.148  christos 			kte->kte_kth.ktr_ots.tv_nsec = ts->tv_nsec;
    881  1.148  christos 			break;
    882  1.148  christos 		case 2:
    883  1.148  christos 			kte->kte_kth.ktr_ts.tv_sec = ts->tv_sec;
    884  1.148  christos 			kte->kte_kth.ktr_ts.tv_nsec = ts->tv_nsec;
    885  1.148  christos 			break;
    886  1.114        ad 		default:
    887  1.148  christos 			break;
    888  1.114        ad 		}
    889  1.114        ad 
    890  1.114        ad 		ktraddentry(l, kte, KTA_WAITOK);
    891   1.93     enami 	}
    892  1.114        ad 
    893  1.114        ad 	if (ktealloc(&kte, (void *)&kc, l, KTR_CSW, sizeof(*kc)))
    894  1.114        ad 		return;
    895  1.114        ad 
    896  1.114        ad 	kc->out = 0;
    897   1.93     enami 	kc->user = user;
    898   1.93     enami 
    899  1.114        ad 	ktraddentry(l, kte, KTA_WAITOK);
    900    1.1       cgd }
    901    1.1       cgd 
    902  1.125        ad bool
    903  1.126       dsl ktr_point(int fac_bit)
    904  1.125        ad {
    905  1.126       dsl 	return curlwp->l_proc->p_traceflag & fac_bit;
    906  1.125        ad }
    907  1.125        ad 
    908  1.110  christos int
    909  1.125        ad ktruser(const char *id, void *addr, size_t len, int ustr)
    910   1.51  jdolecek {
    911   1.93     enami 	struct ktrace_entry *kte;
    912   1.51  jdolecek 	struct ktr_user *ktp;
    913  1.125        ad 	lwp_t *l = curlwp;
    914  1.118  christos 	void *user_dta;
    915  1.110  christos 	int error;
    916  1.110  christos 
    917  1.125        ad 	if (!KTRPOINT(l->l_proc, KTR_USER))
    918  1.125        ad 		return 0;
    919  1.125        ad 
    920  1.110  christos 	if (len > KTR_USER_MAXLEN)
    921  1.110  christos 		return ENOSPC;
    922   1.51  jdolecek 
    923  1.114        ad 	error = ktealloc(&kte, (void *)&ktp, l, KTR_USER, sizeof(*ktp) + len);
    924  1.114        ad 	if (error != 0)
    925  1.114        ad 		return error;
    926   1.93     enami 
    927   1.51  jdolecek 	if (ustr) {
    928   1.51  jdolecek 		if (copyinstr(id, ktp->ktr_id, KTR_USER_MAXIDLEN, NULL) != 0)
    929   1.51  jdolecek 			ktp->ktr_id[0] = '\0';
    930   1.51  jdolecek 	} else
    931   1.51  jdolecek 		strncpy(ktp->ktr_id, id, KTR_USER_MAXIDLEN);
    932   1.51  jdolecek 	ktp->ktr_id[KTR_USER_MAXIDLEN-1] = '\0';
    933   1.51  jdolecek 
    934  1.118  christos 	user_dta = (void *)(ktp + 1);
    935  1.110  christos 	if ((error = copyin(addr, (void *)user_dta, len)) != 0)
    936   1.51  jdolecek 		len = 0;
    937   1.51  jdolecek 
    938   1.98  christos 	ktraddentry(l, kte, KTA_WAITOK);
    939  1.110  christos 	return error;
    940   1.51  jdolecek }
    941   1.51  jdolecek 
    942   1.93     enami void
    943  1.125        ad ktr_kuser(const char *id, void *addr, size_t len)
    944  1.123       dsl {
    945  1.123       dsl 	struct ktrace_entry *kte;
    946  1.123       dsl 	struct ktr_user *ktp;
    947  1.125        ad 	lwp_t *l = curlwp;
    948  1.123       dsl 	int error;
    949  1.123       dsl 
    950  1.125        ad 	if (!KTRPOINT(l->l_proc, KTR_USER))
    951  1.125        ad 		return;
    952  1.125        ad 
    953  1.123       dsl 	if (len > KTR_USER_MAXLEN)
    954  1.123       dsl 		return;
    955  1.123       dsl 
    956  1.123       dsl 	error = ktealloc(&kte, (void *)&ktp, l, KTR_USER, sizeof(*ktp) + len);
    957  1.123       dsl 	if (error != 0)
    958  1.123       dsl 		return;
    959  1.123       dsl 
    960  1.123       dsl 	strlcpy(ktp->ktr_id, id, KTR_USER_MAXIDLEN);
    961  1.123       dsl 
    962  1.123       dsl 	memcpy(ktp + 1, addr, len);
    963  1.123       dsl 
    964  1.123       dsl 	ktraddentry(l, kte, KTA_WAITOK);
    965  1.123       dsl }
    966  1.123       dsl 
    967  1.123       dsl void
    968  1.125        ad ktr_mmsg(const void *msgh, size_t size)
    969   1.62      manu {
    970  1.125        ad 	lwp_t *l = curlwp;
    971  1.125        ad 
    972  1.125        ad 	if (!KTRPOINT(l->l_proc, KTR_MMSG))
    973  1.125        ad 		return;
    974  1.125        ad 
    975  1.125        ad 	ktr_kmem(l, KTR_MMSG, msgh, size);
    976   1.62      manu }
    977   1.83      manu 
    978   1.93     enami void
    979  1.125        ad ktr_mool(const void *kaddr, size_t size, const void *uaddr)
    980   1.83      manu {
    981   1.93     enami 	struct ktrace_entry *kte;
    982   1.83      manu 	struct ktr_mool *kp;
    983   1.97  christos 	struct ktr_mool *bf;
    984  1.125        ad 	lwp_t *l = curlwp;
    985  1.125        ad 
    986  1.125        ad 	if (!KTRPOINT(l->l_proc, KTR_MOOL))
    987  1.125        ad 		return;
    988   1.83      manu 
    989  1.114        ad 	if (ktealloc(&kte, (void *)&kp, l, KTR_MOOL, size + sizeof(*kp)))
    990  1.114        ad 		return;
    991   1.83      manu 
    992   1.83      manu 	kp->uaddr = uaddr;
    993   1.83      manu 	kp->size = size;
    994   1.97  christos 	bf = kp + 1; /* Skip uaddr and size */
    995   1.97  christos 	(void)memcpy(bf, kaddr, size);
    996   1.88     enami 
    997   1.98  christos 	ktraddentry(l, kte, KTA_WAITOK);
    998   1.83      manu }
    999   1.83      manu 
   1000   1.98  christos void
   1001  1.147  wrstuden ktr_saupcall(struct lwp *l, int type, int nevent, int nint, void *sas,
   1002  1.147  wrstuden     void *ap, void *ksas)
   1003  1.147  wrstuden {
   1004  1.147  wrstuden 	struct ktrace_entry *kte;
   1005  1.147  wrstuden 	struct ktr_saupcall *ktp;
   1006  1.147  wrstuden 	size_t len, sz;
   1007  1.147  wrstuden 	struct sa_t **sapp;
   1008  1.147  wrstuden 	int i;
   1009  1.147  wrstuden 
   1010  1.147  wrstuden 	if (!KTRPOINT(l->l_proc, KTR_SAUPCALL))
   1011  1.147  wrstuden 		return;
   1012  1.147  wrstuden 
   1013  1.147  wrstuden 	len = sizeof(struct ktr_saupcall);
   1014  1.147  wrstuden 	sz = len + sizeof(struct sa_t) * (nevent + nint + 1);
   1015  1.147  wrstuden 
   1016  1.147  wrstuden 	if (ktealloc(&kte, (void *)&ktp, l, KTR_SAUPCALL, sz))
   1017  1.147  wrstuden 		return;
   1018  1.147  wrstuden 
   1019  1.147  wrstuden 	ktp->ktr_type = type;
   1020  1.147  wrstuden 	ktp->ktr_nevent = nevent;
   1021  1.147  wrstuden 	ktp->ktr_nint = nint;
   1022  1.147  wrstuden 	ktp->ktr_sas = sas;
   1023  1.147  wrstuden 	ktp->ktr_ap = ap;
   1024  1.147  wrstuden 
   1025  1.147  wrstuden 	/* Copy the sa_t's */
   1026  1.147  wrstuden 	sapp = (struct sa_t **) ksas;
   1027  1.147  wrstuden 
   1028  1.147  wrstuden 	for (i = nevent + nint; i >= 0; i--) {
   1029  1.147  wrstuden 		memcpy((char *)ktp + len, *sapp, sizeof(struct sa_t));
   1030  1.147  wrstuden 		len += sizeof(struct sa_t);
   1031  1.147  wrstuden 		sapp++;
   1032  1.147  wrstuden 	}
   1033  1.147  wrstuden 
   1034  1.147  wrstuden 	kte->kte_kth.ktr_len = len;
   1035  1.147  wrstuden 	ktraddentry(l, kte, KTA_WAITOK);
   1036  1.147  wrstuden }
   1037  1.147  wrstuden 
   1038  1.147  wrstuden void
   1039  1.125        ad ktr_mib(const int *name, u_int namelen)
   1040   1.98  christos {
   1041   1.98  christos 	struct ktrace_entry *kte;
   1042  1.106      manu 	int *namep;
   1043  1.106      manu 	size_t size;
   1044  1.125        ad 	lwp_t *l = curlwp;
   1045  1.125        ad 
   1046  1.125        ad 	if (!KTRPOINT(l->l_proc, KTR_MIB))
   1047  1.125        ad 		return;
   1048  1.106      manu 
   1049  1.114        ad 	size = namelen * sizeof(*name);
   1050  1.114        ad 
   1051  1.114        ad 	if (ktealloc(&kte, (void *)&namep, l, KTR_MIB, size))
   1052  1.114        ad 		return;
   1053  1.106      manu 
   1054  1.106      manu 	(void)memcpy(namep, name, namelen * sizeof(*name));
   1055  1.106      manu 
   1056  1.106      manu 	ktraddentry(l, kte, KTA_WAITOK);
   1057  1.106      manu }
   1058  1.106      manu 
   1059    1.1       cgd /* Interface and common routines */
   1060    1.1       cgd 
   1061   1.17       cgd int
   1062  1.140        ad ktrace_common(lwp_t *curl, int ops, int facs, int pid, file_t *fp)
   1063   1.28  christos {
   1064  1.105        ad 	struct proc *curp;
   1065   1.93     enami 	struct proc *p;
   1066   1.93     enami 	struct pgrp *pg;
   1067   1.93     enami 	struct ktr_desc *ktd = NULL;
   1068   1.74      fvdl 	int ret = 0;
   1069   1.72   darrenr 	int error = 0;
   1070   1.42  sommerfe 	int descend;
   1071   1.28  christos 
   1072  1.105        ad 	curp = curl->l_proc;
   1073   1.42  sommerfe 	descend = ops & KTRFLAG_DESCEND;
   1074  1.136      elad 	facs = facs & ~((unsigned) KTRFAC_PERSISTENT);
   1075   1.28  christos 
   1076  1.114        ad 	(void)ktrenter(curl);
   1077  1.114        ad 
   1078   1.93     enami 	switch (KTROP(ops)) {
   1079   1.93     enami 
   1080   1.93     enami 	case KTROP_CLEARFILE:
   1081   1.93     enami 		/*
   1082   1.93     enami 		 * Clear all uses of the tracefile
   1083   1.93     enami 		 */
   1084  1.125        ad 		mutex_enter(&ktrace_lock);
   1085   1.93     enami 		ktd = ktd_lookup(fp);
   1086  1.125        ad 		mutex_exit(&ktrace_lock);
   1087   1.93     enami 		if (ktd == NULL)
   1088   1.93     enami 			goto done;
   1089  1.114        ad 		error = ktrderefall(ktd, 1);
   1090   1.28  christos 		goto done;
   1091   1.42  sommerfe 
   1092   1.93     enami 	case KTROP_SET:
   1093  1.125        ad 		mutex_enter(&ktrace_lock);
   1094   1.93     enami 		ktd = ktd_lookup(fp);
   1095  1.125        ad 		mutex_exit(&ktrace_lock);
   1096   1.93     enami 		if (ktd == NULL) {
   1097  1.114        ad 			ktd = kmem_alloc(sizeof(*ktd), KM_SLEEP);
   1098   1.93     enami 			TAILQ_INIT(&ktd->ktd_queue);
   1099  1.133        ad 			callout_init(&ktd->ktd_wakch, CALLOUT_MPSAFE);
   1100  1.114        ad 			cv_init(&ktd->ktd_cv, "ktrwait");
   1101  1.114        ad 			cv_init(&ktd->ktd_sync_cv, "ktrsync");
   1102  1.125        ad 			ktd->ktd_flags = 0;
   1103  1.125        ad 			ktd->ktd_qcount = 0;
   1104  1.125        ad 			ktd->ktd_error = 0;
   1105  1.125        ad 			ktd->ktd_errcnt = 0;
   1106   1.93     enami 			ktd->ktd_delayqcnt = ktd_delayqcnt;
   1107   1.93     enami 			ktd->ktd_wakedelay = mstohz(ktd_wakedelay);
   1108   1.93     enami 			ktd->ktd_intrwakdl = mstohz(ktd_intrwakdl);
   1109  1.125        ad 			ktd->ktd_ref = 0;
   1110  1.140        ad 			ktd->ktd_fp = fp;
   1111  1.125        ad 			mutex_enter(&ktrace_lock);
   1112  1.125        ad 			ktdref(ktd);
   1113  1.125        ad 			mutex_exit(&ktrace_lock);
   1114  1.125        ad 
   1115   1.93     enami 			/*
   1116   1.93     enami 			 * XXX: not correct.  needs an way to detect
   1117   1.93     enami 			 * whether ktruss or ktrace.
   1118   1.93     enami 			 */
   1119   1.93     enami 			if (fp->f_type == DTYPE_PIPE)
   1120   1.93     enami 				ktd->ktd_flags |= KTDF_INTERACTIVE;
   1121   1.93     enami 
   1122  1.140        ad 			mutex_enter(&fp->f_lock);
   1123  1.140        ad 			fp->f_count++;
   1124  1.140        ad 			mutex_exit(&fp->f_lock);
   1125  1.133        ad 			error = kthread_create(PRI_NONE, KTHREAD_MPSAFE, NULL,
   1126  1.124        ad 			    ktrace_thread, ktd, &ktd->ktd_lwp, "ktrace");
   1127   1.93     enami 			if (error != 0) {
   1128  1.114        ad 				kmem_free(ktd, sizeof(*ktd));
   1129  1.140        ad 				mutex_enter(&fp->f_lock);
   1130  1.140        ad 				fp->f_count--;
   1131  1.140        ad 				mutex_exit(&fp->f_lock);
   1132   1.93     enami 				goto done;
   1133   1.93     enami 			}
   1134   1.93     enami 
   1135  1.125        ad 			mutex_enter(&ktrace_lock);
   1136  1.114        ad 			if (ktd_lookup(fp) != NULL) {
   1137  1.114        ad 				ktdrel(ktd);
   1138  1.114        ad 				ktd = NULL;
   1139  1.114        ad 			} else
   1140  1.114        ad 				TAILQ_INSERT_TAIL(&ktdq, ktd, ktd_list);
   1141  1.124        ad 			if (ktd == NULL)
   1142  1.125        ad 				cv_wait(&lbolt, &ktrace_lock);
   1143  1.125        ad 			mutex_exit(&ktrace_lock);
   1144  1.124        ad 			if (ktd == NULL)
   1145  1.114        ad 				goto done;
   1146   1.93     enami 		}
   1147   1.93     enami 		break;
   1148   1.42  sommerfe 
   1149   1.93     enami 	case KTROP_CLEAR:
   1150   1.93     enami 		break;
   1151   1.43  sommerfe 	}
   1152   1.88     enami 
   1153   1.28  christos 	/*
   1154   1.28  christos 	 * need something to (un)trace (XXX - why is this here?)
   1155   1.28  christos 	 */
   1156   1.28  christos 	if (!facs) {
   1157   1.28  christos 		error = EINVAL;
   1158   1.28  christos 		goto done;
   1159   1.28  christos 	}
   1160   1.93     enami 
   1161   1.88     enami 	/*
   1162   1.28  christos 	 * do it
   1163   1.28  christos 	 */
   1164  1.141        ad 	mutex_enter(proc_lock);
   1165   1.42  sommerfe 	if (pid < 0) {
   1166   1.28  christos 		/*
   1167   1.28  christos 		 * by process group
   1168   1.28  christos 		 */
   1169  1.153     rmind 		pg = pgrp_find(-pid);
   1170  1.114        ad 		if (pg == NULL)
   1171   1.28  christos 			error = ESRCH;
   1172  1.114        ad 		else {
   1173  1.114        ad 			LIST_FOREACH(p, &pg->pg_members, p_pglist) {
   1174  1.114        ad 				if (descend)
   1175  1.114        ad 					ret |= ktrsetchildren(curl, p, ops,
   1176  1.114        ad 					    facs, ktd);
   1177  1.114        ad 				else
   1178  1.114        ad 					ret |= ktrops(curl, p, ops, facs,
   1179  1.114        ad 					    ktd);
   1180  1.114        ad 			}
   1181   1.39   thorpej 		}
   1182   1.88     enami 
   1183   1.28  christos 	} else {
   1184   1.28  christos 		/*
   1185   1.28  christos 		 * by pid
   1186   1.28  christos 		 */
   1187  1.153     rmind 		p = proc_find(pid);
   1188  1.114        ad 		if (p == NULL)
   1189   1.28  christos 			error = ESRCH;
   1190  1.114        ad 		else if (descend)
   1191  1.105        ad 			ret |= ktrsetchildren(curl, p, ops, facs, ktd);
   1192   1.28  christos 		else
   1193  1.105        ad 			ret |= ktrops(curl, p, ops, facs, ktd);
   1194   1.28  christos 	}
   1195  1.141        ad 	mutex_exit(proc_lock);
   1196  1.114        ad 	if (error == 0 && !ret)
   1197   1.28  christos 		error = EPERM;
   1198   1.28  christos done:
   1199   1.96  christos 	if (ktd != NULL) {
   1200  1.125        ad 		mutex_enter(&ktrace_lock);
   1201   1.96  christos 		if (error != 0) {
   1202   1.96  christos 			/*
   1203   1.96  christos 			 * Wakeup the thread so that it can be die if we
   1204   1.96  christos 			 * can't trace any process.
   1205   1.96  christos 			 */
   1206   1.96  christos 			ktd_wakeup(ktd);
   1207   1.96  christos 		}
   1208  1.121        ad 		if (KTROP(ops) == KTROP_SET || KTROP(ops) == KTROP_CLEARFILE)
   1209  1.114        ad 			ktdrel(ktd);
   1210  1.125        ad 		mutex_exit(&ktrace_lock);
   1211   1.93     enami 	}
   1212  1.114        ad 	ktrexit(curl);
   1213   1.28  christos 	return (error);
   1214   1.28  christos }
   1215   1.28  christos 
   1216   1.28  christos /*
   1217   1.93     enami  * fktrace system call
   1218   1.28  christos  */
   1219   1.28  christos /* ARGSUSED */
   1220   1.28  christos int
   1221  1.131       dsl sys_fktrace(struct lwp *l, const struct sys_fktrace_args *uap, register_t *retval)
   1222   1.42  sommerfe {
   1223  1.131       dsl 	/* {
   1224   1.42  sommerfe 		syscallarg(int) fd;
   1225   1.42  sommerfe 		syscallarg(int) ops;
   1226   1.42  sommerfe 		syscallarg(int) facs;
   1227   1.42  sommerfe 		syscallarg(int) pid;
   1228  1.131       dsl 	} */
   1229  1.140        ad 	file_t *fp;
   1230  1.140        ad 	int error, fd;
   1231   1.42  sommerfe 
   1232  1.140        ad 	fd = SCARG(uap, fd);
   1233  1.140        ad 	if ((fp = fd_getfile(fd)) == NULL)
   1234   1.54   thorpej 		return (EBADF);
   1235   1.54   thorpej 	if ((fp->f_flag & FWRITE) == 0)
   1236   1.70      yamt 		error = EBADF;
   1237   1.70      yamt 	else
   1238  1.105        ad 		error = ktrace_common(l, SCARG(uap, ops),
   1239   1.70      yamt 		    SCARG(uap, facs), SCARG(uap, pid), fp);
   1240  1.140        ad 	fd_putfile(fd);
   1241   1.70      yamt 	return error;
   1242   1.42  sommerfe }
   1243   1.42  sommerfe 
   1244   1.42  sommerfe /*
   1245   1.42  sommerfe  * ktrace system call
   1246   1.42  sommerfe  */
   1247   1.42  sommerfe /* ARGSUSED */
   1248   1.42  sommerfe int
   1249  1.131       dsl sys_ktrace(struct lwp *l, const struct sys_ktrace_args *uap, register_t *retval)
   1250   1.19   thorpej {
   1251  1.131       dsl 	/* {
   1252   1.24   mycroft 		syscallarg(const char *) fname;
   1253   1.13       cgd 		syscallarg(int) ops;
   1254   1.13       cgd 		syscallarg(int) facs;
   1255   1.13       cgd 		syscallarg(int) pid;
   1256  1.131       dsl 	} */
   1257   1.28  christos 	struct vnode *vp = NULL;
   1258  1.140        ad 	file_t *fp = NULL;
   1259  1.155  dholland 	struct pathbuf *pb;
   1260   1.98  christos 	struct nameidata nd;
   1261   1.74      fvdl 	int error = 0;
   1262   1.98  christos 	int fd;
   1263    1.1       cgd 
   1264  1.114        ad 	if (ktrenter(l))
   1265  1.114        ad 		return EAGAIN;
   1266  1.114        ad 
   1267  1.102  christos 	if (KTROP(SCARG(uap, ops)) != KTROP_CLEAR) {
   1268    1.1       cgd 		/*
   1269    1.1       cgd 		 * an operation which requires a file argument.
   1270    1.1       cgd 		 */
   1271  1.155  dholland 		error = pathbuf_copyin(SCARG(uap, fname), &pb);
   1272  1.155  dholland 		if (error) {
   1273  1.155  dholland 			ktrexit(l);
   1274  1.155  dholland 			return (error);
   1275  1.155  dholland 		}
   1276  1.155  dholland 		NDINIT(&nd, LOOKUP, FOLLOW, pb);
   1277   1.22  christos 		if ((error = vn_open(&nd, FREAD|FWRITE, 0)) != 0) {
   1278  1.155  dholland 			pathbuf_destroy(pb);
   1279  1.114        ad 			ktrexit(l);
   1280    1.1       cgd 			return (error);
   1281    1.9       cgd 		}
   1282    1.1       cgd 		vp = nd.ni_vp;
   1283  1.155  dholland 		pathbuf_destroy(pb);
   1284  1.152   hannken 		VOP_UNLOCK(vp);
   1285    1.1       cgd 		if (vp->v_type != VREG) {
   1286  1.140        ad 			vn_close(vp, FREAD|FWRITE, l->l_cred);
   1287  1.114        ad 			ktrexit(l);
   1288    1.1       cgd 			return (EACCES);
   1289    1.1       cgd 		}
   1290    1.1       cgd 		/*
   1291  1.140        ad 		 * This uses up a file descriptor slot in the
   1292   1.42  sommerfe 		 * tracing process for the duration of this syscall.
   1293  1.140        ad 		 * This is not expected to be a problem.
   1294    1.1       cgd 		 */
   1295  1.140        ad 		if ((error = fd_allocfile(&fp, &fd)) != 0) {
   1296  1.140        ad 			vn_close(vp, FWRITE, l->l_cred);
   1297  1.140        ad 			ktrexit(l);
   1298  1.140        ad 			return error;
   1299  1.140        ad 		}
   1300   1.93     enami 		fp->f_flag = FWRITE;
   1301   1.42  sommerfe 		fp->f_type = DTYPE_VNODE;
   1302   1.42  sommerfe 		fp->f_ops = &vnops;
   1303  1.118  christos 		fp->f_data = (void *)vp;
   1304   1.42  sommerfe 		vp = NULL;
   1305   1.42  sommerfe 	}
   1306  1.105        ad 	error = ktrace_common(l, SCARG(uap, ops), SCARG(uap, facs),
   1307   1.42  sommerfe 	    SCARG(uap, pid), fp);
   1308   1.42  sommerfe 	if (fp != NULL) {
   1309  1.140        ad 		if (error != 0) {
   1310  1.140        ad 			/* File unused. */
   1311  1.140        ad 			fd_abort(curproc, fp, fd);
   1312  1.140        ad 		} else {
   1313  1.140        ad 			/* File was used. */
   1314  1.140        ad 			fd_abort(curproc, NULL, fd);
   1315  1.140        ad 		}
   1316   1.42  sommerfe 	}
   1317    1.1       cgd 	return (error);
   1318    1.1       cgd }
   1319    1.1       cgd 
   1320    1.4    andrew int
   1321  1.125        ad ktrops(lwp_t *curl, struct proc *p, int ops, int facs,
   1322   1.93     enami     struct ktr_desc *ktd)
   1323    1.1       cgd {
   1324   1.98  christos 	int vers = ops & KTRFAC_VER_MASK;
   1325  1.114        ad 	int error = 0;
   1326  1.114        ad 
   1327  1.142        ad 	mutex_enter(p->p_lock);
   1328  1.125        ad 	mutex_enter(&ktrace_lock);
   1329   1.98  christos 
   1330  1.105        ad 	if (!ktrcanset(curl, p))
   1331  1.114        ad 		goto out;
   1332   1.98  christos 
   1333   1.98  christos 	switch (vers) {
   1334   1.98  christos 	case KTRFACv0:
   1335   1.98  christos 	case KTRFACv1:
   1336  1.148  christos 	case KTRFACv2:
   1337   1.98  christos 		break;
   1338   1.98  christos 	default:
   1339  1.114        ad 		error = EINVAL;
   1340  1.114        ad 		goto out;
   1341   1.98  christos 	}
   1342   1.98  christos 
   1343   1.28  christos 	if (KTROP(ops) == KTROP_SET) {
   1344   1.93     enami 		if (p->p_tracep != ktd) {
   1345    1.1       cgd 			/*
   1346    1.1       cgd 			 * if trace file already in use, relinquish
   1347    1.1       cgd 			 */
   1348   1.28  christos 			ktrderef(p);
   1349   1.93     enami 			p->p_tracep = ktd;
   1350   1.28  christos 			ktradref(p);
   1351    1.1       cgd 		}
   1352    1.1       cgd 		p->p_traceflag |= facs;
   1353  1.137      elad 		if (kauth_authorize_process(curl->l_cred, KAUTH_PROCESS_KTRACE,
   1354  1.137      elad 		    p, KAUTH_ARG(KAUTH_REQ_PROCESS_KTRACE_PERSISTENT), NULL,
   1355  1.137      elad 		    NULL) == 0)
   1356  1.136      elad 			p->p_traceflag |= KTRFAC_PERSISTENT;
   1357   1.88     enami 	} else {
   1358    1.1       cgd 		/* KTROP_CLEAR */
   1359    1.1       cgd 		if (((p->p_traceflag &= ~facs) & KTRFAC_MASK) == 0) {
   1360    1.1       cgd 			/* no more tracing */
   1361   1.28  christos 			ktrderef(p);
   1362    1.1       cgd 		}
   1363    1.1       cgd 	}
   1364   1.21  christos 
   1365   1.98  christos 	if (p->p_traceflag)
   1366   1.98  christos 		p->p_traceflag |= vers;
   1367   1.21  christos 	/*
   1368   1.21  christos 	 * Emit an emulation record, every time there is a ktrace
   1369   1.88     enami 	 * change/attach request.
   1370   1.21  christos 	 */
   1371   1.21  christos 	if (KTRPOINT(p, KTR_EMUL))
   1372   1.84       dsl 		p->p_traceflag |= KTRFAC_TRC_EMUL;
   1373  1.139       dsl 
   1374  1.139       dsl 	p->p_trace_enabled = trace_is_enabled(p);
   1375   1.49    martin #ifdef __HAVE_SYSCALL_INTERN
   1376   1.48   mycroft 	(*p->p_emul->e_syscall_intern)(p);
   1377   1.49    martin #endif
   1378    1.1       cgd 
   1379  1.114        ad  out:
   1380  1.125        ad  	mutex_exit(&ktrace_lock);
   1381  1.142        ad  	mutex_exit(p->p_lock);
   1382  1.114        ad 
   1383    1.1       cgd 	return (1);
   1384    1.1       cgd }
   1385    1.1       cgd 
   1386   1.22  christos int
   1387  1.125        ad ktrsetchildren(lwp_t *curl, struct proc *top, int ops, int facs,
   1388   1.93     enami     struct ktr_desc *ktd)
   1389    1.1       cgd {
   1390   1.28  christos 	struct proc *p;
   1391   1.28  christos 	int ret = 0;
   1392    1.1       cgd 
   1393  1.141        ad 	KASSERT(mutex_owned(proc_lock));
   1394  1.114        ad 
   1395    1.1       cgd 	p = top;
   1396    1.1       cgd 	for (;;) {
   1397  1.105        ad 		ret |= ktrops(curl, p, ops, facs, ktd);
   1398    1.1       cgd 		/*
   1399    1.1       cgd 		 * If this process has children, descend to them next,
   1400    1.1       cgd 		 * otherwise do any siblings, and if done with this level,
   1401    1.1       cgd 		 * follow back up the tree (but not past top).
   1402    1.1       cgd 		 */
   1403   1.82       dsl 		if (LIST_FIRST(&p->p_children) != NULL) {
   1404   1.39   thorpej 			p = LIST_FIRST(&p->p_children);
   1405   1.82       dsl 			continue;
   1406   1.82       dsl 		}
   1407   1.82       dsl 		for (;;) {
   1408    1.1       cgd 			if (p == top)
   1409    1.1       cgd 				return (ret);
   1410   1.39   thorpej 			if (LIST_NEXT(p, p_sibling) != NULL) {
   1411   1.39   thorpej 				p = LIST_NEXT(p, p_sibling);
   1412    1.1       cgd 				break;
   1413    1.1       cgd 			}
   1414   1.12   mycroft 			p = p->p_pptr;
   1415    1.1       cgd 		}
   1416    1.1       cgd 	}
   1417    1.1       cgd 	/*NOTREACHED*/
   1418    1.1       cgd }
   1419    1.1       cgd 
   1420   1.93     enami void
   1421   1.93     enami ktrwrite(struct ktr_desc *ktd, struct ktrace_entry *kte)
   1422    1.1       cgd {
   1423  1.148  christos 	size_t hlen;
   1424   1.74      fvdl 	struct uio auio;
   1425   1.93     enami 	struct iovec aiov[64], *iov;
   1426   1.93     enami 	struct ktrace_entry *top = kte;
   1427   1.93     enami 	struct ktr_header *kth;
   1428  1.140        ad 	file_t *fp = ktd->ktd_fp;
   1429   1.93     enami 	int error;
   1430   1.93     enami next:
   1431   1.93     enami 	auio.uio_iov = iov = &aiov[0];
   1432    1.1       cgd 	auio.uio_offset = 0;
   1433    1.1       cgd 	auio.uio_rw = UIO_WRITE;
   1434   1.93     enami 	auio.uio_resid = 0;
   1435   1.93     enami 	auio.uio_iovcnt = 0;
   1436  1.101      yamt 	UIO_SETUP_SYSSPACE(&auio);
   1437   1.93     enami 	do {
   1438  1.148  christos 		struct timespec ts;
   1439  1.148  christos 		lwpid_t lid;
   1440   1.93     enami 		kth = &kte->kte_kth;
   1441   1.98  christos 
   1442  1.148  christos 		hlen = sizeof(struct ktr_header);
   1443  1.148  christos 		switch (kth->ktr_version) {
   1444  1.148  christos 		case 0:
   1445  1.148  christos 			ts = kth->ktr_time;
   1446  1.148  christos 
   1447  1.148  christos 			kth->ktr_otv.tv_sec = ts.tv_sec;
   1448  1.148  christos 			kth->ktr_otv.tv_usec = ts.tv_nsec / 1000;
   1449   1.98  christos 			kth->ktr_unused = NULL;
   1450  1.148  christos 			hlen -= sizeof(kth->_v) -
   1451  1.148  christos 			    MAX(sizeof(kth->_v._v0), sizeof(kth->_v._v1));
   1452  1.148  christos 			break;
   1453  1.148  christos 		case 1:
   1454  1.148  christos 			ts = kth->ktr_time;
   1455  1.148  christos 			lid = kth->ktr_lid;
   1456  1.148  christos 
   1457  1.148  christos 			kth->ktr_ots.tv_sec = ts.tv_sec;
   1458  1.148  christos 			kth->ktr_ots.tv_nsec = ts.tv_nsec;
   1459  1.148  christos 			kth->ktr_olid = lid;
   1460  1.148  christos 			hlen -= sizeof(kth->_v) -
   1461  1.148  christos 			    MAX(sizeof(kth->_v._v0), sizeof(kth->_v._v1));
   1462  1.148  christos 			break;
   1463   1.98  christos 		}
   1464  1.118  christos 		iov->iov_base = (void *)kth;
   1465  1.148  christos 		iov++->iov_len = hlen;
   1466  1.148  christos 		auio.uio_resid += hlen;
   1467    1.1       cgd 		auio.uio_iovcnt++;
   1468   1.93     enami 		if (kth->ktr_len > 0) {
   1469   1.93     enami 			iov->iov_base = kte->kte_buf;
   1470   1.93     enami 			iov++->iov_len = kth->ktr_len;
   1471   1.93     enami 			auio.uio_resid += kth->ktr_len;
   1472   1.93     enami 			auio.uio_iovcnt++;
   1473   1.93     enami 		}
   1474   1.93     enami 	} while ((kte = TAILQ_NEXT(kte, kte_list)) != NULL &&
   1475   1.93     enami 	    auio.uio_iovcnt < sizeof(aiov) / sizeof(aiov[0]) - 1);
   1476   1.93     enami 
   1477   1.93     enami again:
   1478   1.93     enami 	error = (*fp->f_ops->fo_write)(fp, &fp->f_offset, &auio,
   1479   1.93     enami 	    fp->f_cred, FOF_UPDATE_OFFSET);
   1480   1.93     enami 	switch (error) {
   1481   1.93     enami 
   1482   1.93     enami 	case 0:
   1483   1.93     enami 		if (auio.uio_resid > 0)
   1484   1.93     enami 			goto again;
   1485   1.93     enami 		if (kte != NULL)
   1486   1.93     enami 			goto next;
   1487   1.93     enami 		break;
   1488   1.93     enami 
   1489   1.93     enami 	case EWOULDBLOCK:
   1490  1.116   thorpej 		kpause("ktrzzz", false, 1, NULL);
   1491   1.93     enami 		goto again;
   1492   1.93     enami 
   1493   1.93     enami 	default:
   1494   1.93     enami 		/*
   1495   1.93     enami 		 * If error encountered, give up tracing on this
   1496   1.93     enami 		 * vnode.  Don't report EPIPE as this can easily
   1497   1.93     enami 		 * happen with fktrace()/ktruss.
   1498   1.93     enami 		 */
   1499   1.93     enami #ifndef DEBUG
   1500   1.93     enami 		if (error != EPIPE)
   1501   1.93     enami #endif
   1502   1.93     enami 			log(LOG_NOTICE,
   1503   1.93     enami 			    "ktrace write failed, errno %d, tracing stopped\n",
   1504   1.93     enami 			    error);
   1505  1.114        ad 		(void)ktrderefall(ktd, 0);
   1506   1.93     enami 	}
   1507   1.93     enami 
   1508   1.93     enami 	while ((kte = top) != NULL) {
   1509   1.93     enami 		top = TAILQ_NEXT(top, kte_list);
   1510   1.93     enami 		ktefree(kte);
   1511   1.93     enami 	}
   1512   1.93     enami }
   1513   1.93     enami 
   1514   1.93     enami void
   1515   1.93     enami ktrace_thread(void *arg)
   1516   1.93     enami {
   1517   1.93     enami 	struct ktr_desc *ktd = arg;
   1518  1.140        ad 	file_t *fp = ktd->ktd_fp;
   1519   1.93     enami 	struct ktrace_entry *kte;
   1520   1.93     enami 	int ktrerr, errcnt;
   1521   1.93     enami 
   1522  1.125        ad 	mutex_enter(&ktrace_lock);
   1523   1.93     enami 	for (;;) {
   1524   1.93     enami 		kte = TAILQ_FIRST(&ktd->ktd_queue);
   1525   1.93     enami 		if (kte == NULL) {
   1526   1.93     enami 			if (ktd->ktd_flags & KTDF_WAIT) {
   1527   1.93     enami 				ktd->ktd_flags &= ~(KTDF_WAIT | KTDF_BLOCKING);
   1528  1.114        ad 				cv_broadcast(&ktd->ktd_sync_cv);
   1529   1.93     enami 			}
   1530   1.93     enami 			if (ktd->ktd_ref == 0)
   1531   1.93     enami 				break;
   1532  1.125        ad 			cv_wait(&ktd->ktd_cv, &ktrace_lock);
   1533   1.93     enami 			continue;
   1534   1.93     enami 		}
   1535   1.93     enami 		TAILQ_INIT(&ktd->ktd_queue);
   1536   1.93     enami 		ktd->ktd_qcount = 0;
   1537   1.93     enami 		ktrerr = ktd->ktd_error;
   1538   1.93     enami 		errcnt = ktd->ktd_errcnt;
   1539   1.93     enami 		ktd->ktd_error = ktd->ktd_errcnt = 0;
   1540  1.125        ad 		mutex_exit(&ktrace_lock);
   1541   1.93     enami 
   1542   1.93     enami 		if (ktrerr) {
   1543   1.93     enami 			log(LOG_NOTICE,
   1544   1.93     enami 			    "ktrace failed, fp %p, error 0x%x, total %d\n",
   1545   1.93     enami 			    fp, ktrerr, errcnt);
   1546   1.93     enami 		}
   1547   1.93     enami 		ktrwrite(ktd, kte);
   1548  1.125        ad 		mutex_enter(&ktrace_lock);
   1549    1.1       cgd 	}
   1550   1.93     enami 
   1551   1.93     enami 	TAILQ_REMOVE(&ktdq, ktd, ktd_list);
   1552  1.125        ad 	mutex_exit(&ktrace_lock);
   1553   1.28  christos 
   1554    1.1       cgd 	/*
   1555   1.93     enami 	 * ktrace file descriptor can't be watched (are not visible to
   1556   1.93     enami 	 * userspace), so no kqueue stuff here
   1557   1.93     enami 	 * XXX: The above comment is wrong, because the fktrace file
   1558   1.93     enami 	 * descriptor is available in userland.
   1559    1.1       cgd 	 */
   1560  1.140        ad 	closef(fp);
   1561   1.93     enami 
   1562  1.146    dyoung 	cv_destroy(&ktd->ktd_sync_cv);
   1563  1.146    dyoung 	cv_destroy(&ktd->ktd_cv);
   1564  1.146    dyoung 
   1565   1.93     enami 	callout_stop(&ktd->ktd_wakch);
   1566  1.124        ad 	callout_destroy(&ktd->ktd_wakch);
   1567  1.114        ad 	kmem_free(ktd, sizeof(*ktd));
   1568   1.39   thorpej 
   1569   1.93     enami 	kthread_exit(0);
   1570    1.1       cgd }
   1571    1.1       cgd 
   1572    1.1       cgd /*
   1573    1.1       cgd  * Return true if caller has permission to set the ktracing state
   1574    1.1       cgd  * of target.  Essentially, the target can't possess any
   1575  1.136      elad  * more permissions than the caller.  KTRFAC_PERSISTENT signifies that
   1576  1.136      elad  * the tracing will persist on sugid processes during exec; it is only
   1577  1.136      elad  * settable by a process with appropriate credentials.
   1578    1.1       cgd  *
   1579    1.1       cgd  * TODO: check groups.  use caller effective gid.
   1580    1.1       cgd  */
   1581   1.22  christos int
   1582  1.125        ad ktrcanset(lwp_t *calll, struct proc *targetp)
   1583    1.1       cgd {
   1584  1.142        ad 	KASSERT(mutex_owned(targetp->p_lock));
   1585  1.125        ad 	KASSERT(mutex_owned(&ktrace_lock));
   1586  1.114        ad 
   1587  1.135      elad 	if (kauth_authorize_process(calll->l_cred, KAUTH_PROCESS_KTRACE,
   1588  1.112      elad 	    targetp, NULL, NULL, NULL) == 0)
   1589    1.1       cgd 		return (1);
   1590    1.1       cgd 
   1591    1.1       cgd 	return (0);
   1592    1.1       cgd }
   1593   1.51  jdolecek 
   1594   1.51  jdolecek /*
   1595   1.51  jdolecek  * Put user defined entry to ktrace records.
   1596   1.51  jdolecek  */
   1597   1.51  jdolecek int
   1598  1.131       dsl sys_utrace(struct lwp *l, const struct sys_utrace_args *uap, register_t *retval)
   1599   1.51  jdolecek {
   1600  1.131       dsl 	/* {
   1601   1.52  jdolecek 		syscallarg(const char *) label;
   1602   1.51  jdolecek 		syscallarg(void *) addr;
   1603   1.51  jdolecek 		syscallarg(size_t) len;
   1604  1.131       dsl 	} */
   1605   1.53  jdolecek 
   1606  1.125        ad 	return ktruser(SCARG(uap, label), SCARG(uap, addr),
   1607  1.110  christos 	    SCARG(uap, len), 1);
   1608   1.51  jdolecek }
   1609