kern_ktrace.c revision 1.155 1 /* $NetBSD: kern_ktrace.c,v 1.155 2010/11/19 06:44:42 dholland Exp $ */
2
3 /*-
4 * Copyright (c) 2006, 2007, 2008 The NetBSD Foundation, Inc.
5 * All rights reserved.
6 *
7 * This code is derived from software contributed to The NetBSD Foundation
8 * by Andrew Doran.
9 *
10 * Redistribution and use in source and binary forms, with or without
11 * modification, are permitted provided that the following conditions
12 * are met:
13 * 1. Redistributions of source code must retain the above copyright
14 * notice, this list of conditions and the following disclaimer.
15 * 2. Redistributions in binary form must reproduce the above copyright
16 * notice, this list of conditions and the following disclaimer in the
17 * documentation and/or other materials provided with the distribution.
18 *
19 * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 * POSSIBILITY OF SUCH DAMAGE.
30 */
31
32 /*
33 * Copyright (c) 1989, 1993
34 * The Regents of the University of California. All rights reserved.
35 *
36 * Redistribution and use in source and binary forms, with or without
37 * modification, are permitted provided that the following conditions
38 * are met:
39 * 1. Redistributions of source code must retain the above copyright
40 * notice, this list of conditions and the following disclaimer.
41 * 2. Redistributions in binary form must reproduce the above copyright
42 * notice, this list of conditions and the following disclaimer in the
43 * documentation and/or other materials provided with the distribution.
44 * 3. Neither the name of the University nor the names of its contributors
45 * may be used to endorse or promote products derived from this software
46 * without specific prior written permission.
47 *
48 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
49 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
50 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
51 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
52 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
53 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
54 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
55 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
56 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
57 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
58 * SUCH DAMAGE.
59 *
60 * @(#)kern_ktrace.c 8.5 (Berkeley) 5/14/95
61 */
62
63 #include <sys/cdefs.h>
64 __KERNEL_RCSID(0, "$NetBSD: kern_ktrace.c,v 1.155 2010/11/19 06:44:42 dholland Exp $");
65
66 #include <sys/param.h>
67 #include <sys/systm.h>
68 #include <sys/proc.h>
69 #include <sys/file.h>
70 #include <sys/namei.h>
71 #include <sys/vnode.h>
72 #include <sys/kernel.h>
73 #include <sys/kthread.h>
74 #include <sys/ktrace.h>
75 #include <sys/kmem.h>
76 #include <sys/syslog.h>
77 #include <sys/filedesc.h>
78 #include <sys/ioctl.h>
79 #include <sys/callout.h>
80 #include <sys/kauth.h>
81
82 #include <sys/mount.h>
83 #include <sys/sa.h>
84 #include <sys/syscallargs.h>
85
86 /*
87 * TODO:
88 * - need better error reporting?
89 * - userland utility to sort ktrace.out by timestamp.
90 * - keep minimum information in ktrace_entry when rest of alloc failed.
91 * - per trace control of configurable parameters.
92 */
93
94 struct ktrace_entry {
95 TAILQ_ENTRY(ktrace_entry) kte_list;
96 struct ktr_header kte_kth;
97 void *kte_buf;
98 size_t kte_bufsz;
99 #define KTE_SPACE 32
100 uint8_t kte_space[KTE_SPACE];
101 };
102
103 struct ktr_desc {
104 TAILQ_ENTRY(ktr_desc) ktd_list;
105 int ktd_flags;
106 #define KTDF_WAIT 0x0001
107 #define KTDF_DONE 0x0002
108 #define KTDF_BLOCKING 0x0004
109 #define KTDF_INTERACTIVE 0x0008
110 int ktd_error;
111 #define KTDE_ENOMEM 0x0001
112 #define KTDE_ENOSPC 0x0002
113 int ktd_errcnt;
114 int ktd_ref; /* # of reference */
115 int ktd_qcount; /* # of entry in the queue */
116
117 /*
118 * Params to control behaviour.
119 */
120 int ktd_delayqcnt; /* # of entry allowed to delay */
121 int ktd_wakedelay; /* delay of wakeup in *tick* */
122 int ktd_intrwakdl; /* ditto, but when interactive */
123
124 file_t *ktd_fp; /* trace output file */
125 lwp_t *ktd_lwp; /* our kernel thread */
126 TAILQ_HEAD(, ktrace_entry) ktd_queue;
127 callout_t ktd_wakch; /* delayed wakeup */
128 kcondvar_t ktd_sync_cv;
129 kcondvar_t ktd_cv;
130 };
131
132 static int ktealloc(struct ktrace_entry **, void **, lwp_t *, int,
133 size_t);
134 static void ktrwrite(struct ktr_desc *, struct ktrace_entry *);
135 static int ktrace_common(lwp_t *, int, int, int, file_t *);
136 static int ktrops(lwp_t *, struct proc *, int, int,
137 struct ktr_desc *);
138 static int ktrsetchildren(lwp_t *, struct proc *, int, int,
139 struct ktr_desc *);
140 static int ktrcanset(lwp_t *, struct proc *);
141 static int ktrsamefile(file_t *, file_t *);
142 static void ktr_kmem(lwp_t *, int, const void *, size_t);
143 static void ktr_io(lwp_t *, int, enum uio_rw, struct iovec *, size_t);
144
145 static struct ktr_desc *
146 ktd_lookup(file_t *);
147 static void ktdrel(struct ktr_desc *);
148 static void ktdref(struct ktr_desc *);
149 static void ktraddentry(lwp_t *, struct ktrace_entry *, int);
150 /* Flags for ktraddentry (3rd arg) */
151 #define KTA_NOWAIT 0x0000
152 #define KTA_WAITOK 0x0001
153 #define KTA_LARGE 0x0002
154 static void ktefree(struct ktrace_entry *);
155 static void ktd_logerrl(struct ktr_desc *, int);
156 static void ktrace_thread(void *);
157 static int ktrderefall(struct ktr_desc *, int);
158
159 /*
160 * Default vaules.
161 */
162 #define KTD_MAXENTRY 1000 /* XXX: tune */
163 #define KTD_TIMEOUT 5 /* XXX: tune */
164 #define KTD_DELAYQCNT 100 /* XXX: tune */
165 #define KTD_WAKEDELAY 5000 /* XXX: tune */
166 #define KTD_INTRWAKDL 100 /* XXX: tune */
167
168 /*
169 * Patchable variables.
170 */
171 int ktd_maxentry = KTD_MAXENTRY; /* max # of entry in the queue */
172 int ktd_timeout = KTD_TIMEOUT; /* timeout in seconds */
173 int ktd_delayqcnt = KTD_DELAYQCNT; /* # of entry allowed to delay */
174 int ktd_wakedelay = KTD_WAKEDELAY; /* delay of wakeup in *ms* */
175 int ktd_intrwakdl = KTD_INTRWAKDL; /* ditto, but when interactive */
176
177 kmutex_t ktrace_lock;
178 int ktrace_on;
179 static TAILQ_HEAD(, ktr_desc) ktdq = TAILQ_HEAD_INITIALIZER(ktdq);
180 static pool_cache_t kte_cache;
181
182 static kauth_listener_t ktrace_listener;
183
184 static void
185 ktd_wakeup(struct ktr_desc *ktd)
186 {
187
188 callout_stop(&ktd->ktd_wakch);
189 cv_signal(&ktd->ktd_cv);
190 }
191
192 static void
193 ktd_callout(void *arg)
194 {
195
196 mutex_enter(&ktrace_lock);
197 ktd_wakeup(arg);
198 mutex_exit(&ktrace_lock);
199 }
200
201 static void
202 ktd_logerrl(struct ktr_desc *ktd, int error)
203 {
204
205 ktd->ktd_error |= error;
206 ktd->ktd_errcnt++;
207 }
208
209 #if 0
210 static void
211 ktd_logerr(struct proc *p, int error)
212 {
213 struct ktr_desc *ktd;
214
215 KASSERT(mutex_owned(&ktrace_lock));
216
217 ktd = p->p_tracep;
218 if (ktd == NULL)
219 return;
220
221 ktd_logerrl(ktd, error);
222 }
223 #endif
224
225 static inline int
226 ktrenter(lwp_t *l)
227 {
228
229 if ((l->l_pflag & LP_KTRACTIVE) != 0)
230 return 1;
231 l->l_pflag |= LP_KTRACTIVE;
232 return 0;
233 }
234
235 static inline void
236 ktrexit(lwp_t *l)
237 {
238
239 l->l_pflag &= ~LP_KTRACTIVE;
240 }
241
242 static int
243 ktrace_listener_cb(kauth_cred_t cred, kauth_action_t action, void *cookie,
244 void *arg0, void *arg1, void *arg2, void *arg3)
245 {
246 struct proc *p;
247 int result;
248 enum kauth_process_req req;
249
250 result = KAUTH_RESULT_DEFER;
251 p = arg0;
252
253 if (action != KAUTH_PROCESS_KTRACE)
254 return result;
255
256 req = (enum kauth_process_req)(unsigned long)arg1;
257
258 /* Privileged; secmodel should handle these. */
259 if (req == KAUTH_REQ_PROCESS_KTRACE_PERSISTENT)
260 return result;
261
262 if ((p->p_traceflag & KTRFAC_PERSISTENT) ||
263 (p->p_flag & PK_SUGID))
264 return result;
265
266 if (kauth_cred_geteuid(cred) == kauth_cred_getuid(p->p_cred) &&
267 kauth_cred_getuid(cred) == kauth_cred_getsvuid(p->p_cred) &&
268 kauth_cred_getgid(cred) == kauth_cred_getgid(p->p_cred) &&
269 kauth_cred_getgid(cred) == kauth_cred_getsvgid(p->p_cred))
270 result = KAUTH_RESULT_ALLOW;
271
272 return result;
273 }
274
275 /*
276 * Initialise the ktrace system.
277 */
278 void
279 ktrinit(void)
280 {
281
282 mutex_init(&ktrace_lock, MUTEX_DEFAULT, IPL_NONE);
283 kte_cache = pool_cache_init(sizeof(struct ktrace_entry), 0, 0, 0,
284 "ktrace", &pool_allocator_nointr, IPL_NONE, NULL, NULL, NULL);
285
286 ktrace_listener = kauth_listen_scope(KAUTH_SCOPE_PROCESS,
287 ktrace_listener_cb, NULL);
288 }
289
290 /*
291 * Release a reference. Called with ktrace_lock held.
292 */
293 void
294 ktdrel(struct ktr_desc *ktd)
295 {
296
297 KASSERT(mutex_owned(&ktrace_lock));
298
299 KDASSERT(ktd->ktd_ref != 0);
300 KASSERT(ktd->ktd_ref > 0);
301 KASSERT(ktrace_on > 0);
302 ktrace_on--;
303 if (--ktd->ktd_ref <= 0) {
304 ktd->ktd_flags |= KTDF_DONE;
305 cv_signal(&ktd->ktd_cv);
306 }
307 }
308
309 void
310 ktdref(struct ktr_desc *ktd)
311 {
312
313 KASSERT(mutex_owned(&ktrace_lock));
314
315 ktd->ktd_ref++;
316 ktrace_on++;
317 }
318
319 struct ktr_desc *
320 ktd_lookup(file_t *fp)
321 {
322 struct ktr_desc *ktd;
323
324 KASSERT(mutex_owned(&ktrace_lock));
325
326 for (ktd = TAILQ_FIRST(&ktdq); ktd != NULL;
327 ktd = TAILQ_NEXT(ktd, ktd_list)) {
328 if (ktrsamefile(ktd->ktd_fp, fp)) {
329 ktdref(ktd);
330 break;
331 }
332 }
333
334 return (ktd);
335 }
336
337 void
338 ktraddentry(lwp_t *l, struct ktrace_entry *kte, int flags)
339 {
340 struct proc *p = l->l_proc;
341 struct ktr_desc *ktd;
342 #ifdef DEBUG
343 struct timeval t1, t2;
344 #endif
345
346 mutex_enter(&ktrace_lock);
347
348 if (p->p_traceflag & KTRFAC_TRC_EMUL) {
349 /* Add emulation trace before first entry for this process */
350 p->p_traceflag &= ~KTRFAC_TRC_EMUL;
351 mutex_exit(&ktrace_lock);
352 ktrexit(l);
353 ktremul();
354 (void)ktrenter(l);
355 mutex_enter(&ktrace_lock);
356 }
357
358 /* Tracing may have been cancelled. */
359 ktd = p->p_tracep;
360 if (ktd == NULL)
361 goto freekte;
362
363 /*
364 * Bump reference count so that the object will remain while
365 * we are here. Note that the trace is controlled by other
366 * process.
367 */
368 ktdref(ktd);
369
370 if (ktd->ktd_flags & KTDF_DONE)
371 goto relktd;
372
373 if (ktd->ktd_qcount > ktd_maxentry) {
374 ktd_logerrl(ktd, KTDE_ENOSPC);
375 goto relktd;
376 }
377 TAILQ_INSERT_TAIL(&ktd->ktd_queue, kte, kte_list);
378 ktd->ktd_qcount++;
379 if (ktd->ktd_flags & KTDF_BLOCKING)
380 goto skip_sync;
381
382 if (flags & KTA_WAITOK &&
383 (/* flags & KTA_LARGE */0 || ktd->ktd_flags & KTDF_WAIT ||
384 ktd->ktd_qcount > ktd_maxentry >> 1))
385 /*
386 * Sync with writer thread since we're requesting rather
387 * big one or many requests are pending.
388 */
389 do {
390 ktd->ktd_flags |= KTDF_WAIT;
391 ktd_wakeup(ktd);
392 #ifdef DEBUG
393 getmicrouptime(&t1);
394 #endif
395 if (cv_timedwait(&ktd->ktd_sync_cv, &ktrace_lock,
396 ktd_timeout * hz) != 0) {
397 ktd->ktd_flags |= KTDF_BLOCKING;
398 /*
399 * Maybe the writer thread is blocking
400 * completely for some reason, but
401 * don't stop target process forever.
402 */
403 log(LOG_NOTICE, "ktrace timeout\n");
404 break;
405 }
406 #ifdef DEBUG
407 getmicrouptime(&t2);
408 timersub(&t2, &t1, &t2);
409 if (t2.tv_sec > 0)
410 log(LOG_NOTICE,
411 "ktrace long wait: %lld.%06ld\n",
412 (long long)t2.tv_sec, (long)t2.tv_usec);
413 #endif
414 } while (p->p_tracep == ktd &&
415 (ktd->ktd_flags & (KTDF_WAIT | KTDF_DONE)) == KTDF_WAIT);
416 else {
417 /* Schedule delayed wakeup */
418 if (ktd->ktd_qcount > ktd->ktd_delayqcnt)
419 ktd_wakeup(ktd); /* Wakeup now */
420 else if (!callout_pending(&ktd->ktd_wakch))
421 callout_reset(&ktd->ktd_wakch,
422 ktd->ktd_flags & KTDF_INTERACTIVE ?
423 ktd->ktd_intrwakdl : ktd->ktd_wakedelay,
424 ktd_callout, ktd);
425 }
426
427 skip_sync:
428 ktdrel(ktd);
429 mutex_exit(&ktrace_lock);
430 ktrexit(l);
431 return;
432
433 relktd:
434 ktdrel(ktd);
435
436 freekte:
437 mutex_exit(&ktrace_lock);
438 ktefree(kte);
439 ktrexit(l);
440 }
441
442 void
443 ktefree(struct ktrace_entry *kte)
444 {
445
446 if (kte->kte_buf != kte->kte_space)
447 kmem_free(kte->kte_buf, kte->kte_bufsz);
448 pool_cache_put(kte_cache, kte);
449 }
450
451 /*
452 * "deep" compare of two files for the purposes of clearing a trace.
453 * Returns true if they're the same open file, or if they point at the
454 * same underlying vnode/socket.
455 */
456
457 int
458 ktrsamefile(file_t *f1, file_t *f2)
459 {
460
461 return ((f1 == f2) ||
462 ((f1 != NULL) && (f2 != NULL) &&
463 (f1->f_type == f2->f_type) &&
464 (f1->f_data == f2->f_data)));
465 }
466
467 void
468 ktrderef(struct proc *p)
469 {
470 struct ktr_desc *ktd = p->p_tracep;
471
472 KASSERT(mutex_owned(&ktrace_lock));
473
474 p->p_traceflag = 0;
475 if (ktd == NULL)
476 return;
477 p->p_tracep = NULL;
478
479 cv_broadcast(&ktd->ktd_sync_cv);
480 ktdrel(ktd);
481 }
482
483 void
484 ktradref(struct proc *p)
485 {
486 struct ktr_desc *ktd = p->p_tracep;
487
488 KASSERT(mutex_owned(&ktrace_lock));
489
490 ktdref(ktd);
491 }
492
493 int
494 ktrderefall(struct ktr_desc *ktd, int auth)
495 {
496 lwp_t *curl = curlwp;
497 struct proc *p;
498 int error = 0;
499
500 mutex_enter(proc_lock);
501 PROCLIST_FOREACH(p, &allproc) {
502 if (p->p_tracep != ktd)
503 continue;
504 mutex_enter(p->p_lock);
505 mutex_enter(&ktrace_lock);
506 if (p->p_tracep == ktd) {
507 if (!auth || ktrcanset(curl, p))
508 ktrderef(p);
509 else
510 error = EPERM;
511 }
512 mutex_exit(&ktrace_lock);
513 mutex_exit(p->p_lock);
514 }
515 mutex_exit(proc_lock);
516
517 return error;
518 }
519
520 int
521 ktealloc(struct ktrace_entry **ktep, void **bufp, lwp_t *l, int type,
522 size_t sz)
523 {
524 struct proc *p = l->l_proc;
525 struct ktrace_entry *kte;
526 struct ktr_header *kth;
527 void *buf;
528
529 if (ktrenter(l))
530 return EAGAIN;
531
532 kte = pool_cache_get(kte_cache, PR_WAITOK);
533 if (sz > sizeof(kte->kte_space)) {
534 if ((buf = kmem_alloc(sz, KM_SLEEP)) == NULL) {
535 pool_cache_put(kte_cache, kte);
536 ktrexit(l);
537 return ENOMEM;
538 }
539 } else
540 buf = kte->kte_space;
541
542 kte->kte_bufsz = sz;
543 kte->kte_buf = buf;
544
545 kth = &kte->kte_kth;
546 (void)memset(kth, 0, sizeof(*kth));
547 kth->ktr_len = sz;
548 kth->ktr_type = type;
549 kth->ktr_pid = p->p_pid;
550 memcpy(kth->ktr_comm, p->p_comm, MAXCOMLEN);
551 kth->ktr_version = KTRFAC_VERSION(p->p_traceflag);
552 kth->ktr_lid = l->l_lid;
553 nanotime(&kth->ktr_ts);
554
555 *ktep = kte;
556 *bufp = buf;
557
558 return 0;
559 }
560
561 void
562 ktr_syscall(register_t code, const register_t args[], int narg)
563 {
564 lwp_t *l = curlwp;
565 struct proc *p = l->l_proc;
566 struct ktrace_entry *kte;
567 struct ktr_syscall *ktp;
568 register_t *argp;
569 size_t len;
570 u_int i;
571
572 if (!KTRPOINT(p, KTR_SYSCALL))
573 return;
574
575 len = sizeof(struct ktr_syscall) + narg * sizeof argp[0];
576
577 if (ktealloc(&kte, (void *)&ktp, l, KTR_SYSCALL, len))
578 return;
579
580 ktp->ktr_code = code;
581 ktp->ktr_argsize = narg * sizeof argp[0];
582 argp = (register_t *)(ktp + 1);
583 for (i = 0; i < narg; i++)
584 *argp++ = args[i];
585
586 ktraddentry(l, kte, KTA_WAITOK);
587 }
588
589 void
590 ktr_sysret(register_t code, int error, register_t *retval)
591 {
592 lwp_t *l = curlwp;
593 struct ktrace_entry *kte;
594 struct ktr_sysret *ktp;
595
596 if (!KTRPOINT(l->l_proc, KTR_SYSRET))
597 return;
598
599 if (ktealloc(&kte, (void *)&ktp, l, KTR_SYSRET,
600 sizeof(struct ktr_sysret)))
601 return;
602
603 ktp->ktr_code = code;
604 ktp->ktr_eosys = 0; /* XXX unused */
605 ktp->ktr_error = error;
606 ktp->ktr_retval = retval ? retval[0] : 0;
607 ktp->ktr_retval_1 = retval ? retval[1] : 0;
608
609 ktraddentry(l, kte, KTA_WAITOK);
610 }
611
612 void
613 ktr_namei(const char *path, size_t pathlen)
614 {
615 lwp_t *l = curlwp;
616
617 if (!KTRPOINT(l->l_proc, KTR_NAMEI))
618 return;
619
620 ktr_kmem(l, KTR_NAMEI, path, pathlen);
621 }
622
623 void
624 ktr_namei2(const char *eroot, size_t erootlen,
625 const char *path, size_t pathlen)
626 {
627 lwp_t *l = curlwp;
628 struct ktrace_entry *kte;
629 void *buf;
630
631 if (!KTRPOINT(l->l_proc, KTR_NAMEI))
632 return;
633
634 if (ktealloc(&kte, &buf, l, KTR_NAMEI, erootlen + pathlen))
635 return;
636 memcpy(buf, eroot, erootlen);
637 buf = (char *)buf + erootlen;
638 memcpy(buf, path, pathlen);
639 ktraddentry(l, kte, KTA_WAITOK);
640 }
641
642 void
643 ktr_emul(void)
644 {
645 lwp_t *l = curlwp;
646 const char *emul = l->l_proc->p_emul->e_name;
647
648 if (!KTRPOINT(l->l_proc, KTR_EMUL))
649 return;
650
651 ktr_kmem(l, KTR_EMUL, emul, strlen(emul));
652 }
653
654 void
655 ktr_execarg(const void *bf, size_t len)
656 {
657 lwp_t *l = curlwp;
658
659 if (!KTRPOINT(l->l_proc, KTR_EXEC_ARG))
660 return;
661
662 ktr_kmem(l, KTR_EXEC_ARG, bf, len);
663 }
664
665 void
666 ktr_execenv(const void *bf, size_t len)
667 {
668 lwp_t *l = curlwp;
669
670 if (!KTRPOINT(l->l_proc, KTR_EXEC_ENV))
671 return;
672
673 ktr_kmem(l, KTR_EXEC_ENV, bf, len);
674 }
675
676 static void
677 ktr_kmem(lwp_t *l, int type, const void *bf, size_t len)
678 {
679 struct ktrace_entry *kte;
680 void *buf;
681
682 if (ktealloc(&kte, &buf, l, type, len))
683 return;
684 memcpy(buf, bf, len);
685 ktraddentry(l, kte, KTA_WAITOK);
686 }
687
688 static void
689 ktr_io(lwp_t *l, int fd, enum uio_rw rw, struct iovec *iov, size_t len)
690 {
691 struct ktrace_entry *kte;
692 struct ktr_genio *ktp;
693 size_t resid = len, cnt, buflen;
694 char *cp;
695
696 next:
697 buflen = min(PAGE_SIZE, resid + sizeof(struct ktr_genio));
698
699 if (ktealloc(&kte, (void *)&ktp, l, KTR_GENIO, buflen))
700 return;
701
702 ktp->ktr_fd = fd;
703 ktp->ktr_rw = rw;
704
705 cp = (void *)(ktp + 1);
706 buflen -= sizeof(struct ktr_genio);
707 kte->kte_kth.ktr_len = sizeof(struct ktr_genio);
708
709 while (buflen > 0) {
710 cnt = min(iov->iov_len, buflen);
711 if (copyin(iov->iov_base, cp, cnt) != 0)
712 goto out;
713 kte->kte_kth.ktr_len += cnt;
714 cp += cnt;
715 buflen -= cnt;
716 resid -= cnt;
717 iov->iov_len -= cnt;
718 if (iov->iov_len == 0)
719 iov++;
720 else
721 iov->iov_base = (char *)iov->iov_base + cnt;
722 }
723
724 /*
725 * Don't push so many entry at once. It will cause kmem map
726 * shortage.
727 */
728 ktraddentry(l, kte, KTA_WAITOK | KTA_LARGE);
729 if (resid > 0) {
730 if (curcpu()->ci_schedstate.spc_flags & SPCF_SHOULDYIELD) {
731 (void)ktrenter(l);
732 preempt();
733 ktrexit(l);
734 }
735
736 goto next;
737 }
738
739 return;
740
741 out:
742 ktefree(kte);
743 ktrexit(l);
744 }
745
746 void
747 ktr_genio(int fd, enum uio_rw rw, const void *addr, size_t len, int error)
748 {
749 lwp_t *l = curlwp;
750 struct iovec iov;
751
752 if (!KTRPOINT(l->l_proc, KTR_GENIO) || error != 0)
753 return;
754 iov.iov_base = __UNCONST(addr);
755 iov.iov_len = len;
756 ktr_io(l, fd, rw, &iov, len);
757 }
758
759 void
760 ktr_geniov(int fd, enum uio_rw rw, struct iovec *iov, size_t len, int error)
761 {
762 lwp_t *l = curlwp;
763
764 if (!KTRPOINT(l->l_proc, KTR_GENIO) || error != 0)
765 return;
766 ktr_io(l, fd, rw, iov, len);
767 }
768
769 void
770 ktr_mibio(int fd, enum uio_rw rw, const void *addr, size_t len, int error)
771 {
772 lwp_t *l = curlwp;
773 struct iovec iov;
774
775 if (!KTRPOINT(l->l_proc, KTR_MIB) || error != 0)
776 return;
777 iov.iov_base = __UNCONST(addr);
778 iov.iov_len = len;
779 ktr_io(l, fd, rw, &iov, len);
780 }
781
782 void
783 ktr_psig(int sig, sig_t action, const sigset_t *mask,
784 const ksiginfo_t *ksi)
785 {
786 struct ktrace_entry *kte;
787 lwp_t *l = curlwp;
788 struct {
789 struct ktr_psig kp;
790 siginfo_t si;
791 } *kbuf;
792
793 if (!KTRPOINT(l->l_proc, KTR_PSIG))
794 return;
795
796 if (ktealloc(&kte, (void *)&kbuf, l, KTR_PSIG, sizeof(*kbuf)))
797 return;
798
799 kbuf->kp.signo = (char)sig;
800 kbuf->kp.action = action;
801 kbuf->kp.mask = *mask;
802
803 if (ksi) {
804 kbuf->kp.code = KSI_TRAPCODE(ksi);
805 (void)memset(&kbuf->si, 0, sizeof(kbuf->si));
806 kbuf->si._info = ksi->ksi_info;
807 kte->kte_kth.ktr_len = sizeof(*kbuf);
808 } else {
809 kbuf->kp.code = 0;
810 kte->kte_kth.ktr_len = sizeof(struct ktr_psig);
811 }
812
813 ktraddentry(l, kte, KTA_WAITOK);
814 }
815
816 void
817 ktr_csw(int out, int user)
818 {
819 lwp_t *l = curlwp;
820 struct proc *p = l->l_proc;
821 struct ktrace_entry *kte;
822 struct ktr_csw *kc;
823
824 if (!KTRPOINT(p, KTR_CSW))
825 return;
826
827 /*
828 * Don't record context switches resulting from blocking on
829 * locks; it's too easy to get duff results.
830 */
831 if (l->l_syncobj == &mutex_syncobj || l->l_syncobj == &rw_syncobj)
832 return;
833
834 /*
835 * We can't sleep if we're already going to sleep (if original
836 * condition is met during sleep, we hang up).
837 *
838 * XXX This is not ideal: it would be better to maintain a pool
839 * of ktes and actually push this to the kthread when context
840 * switch happens, however given the points where we are called
841 * from that is difficult to do.
842 */
843 if (out) {
844 if (ktrenter(l))
845 return;
846
847 nanotime(&l->l_ktrcsw);
848 l->l_pflag |= LP_KTRCSW;
849 if (user)
850 l->l_pflag |= LP_KTRCSWUSER;
851 else
852 l->l_pflag &= ~LP_KTRCSWUSER;
853
854 ktrexit(l);
855 return;
856 }
857
858 /*
859 * On the way back in, we need to record twice: once for entry, and
860 * once for exit.
861 */
862 if ((l->l_pflag & LP_KTRCSW) != 0) {
863 struct timespec *ts;
864 l->l_pflag &= ~LP_KTRCSW;
865
866 if (ktealloc(&kte, (void *)&kc, l, KTR_CSW, sizeof(*kc)))
867 return;
868
869 kc->out = 1;
870 kc->user = ((l->l_pflag & LP_KTRCSWUSER) != 0);
871
872 ts = &l->l_ktrcsw;
873 switch (KTRFAC_VERSION(p->p_traceflag)) {
874 case 0:
875 kte->kte_kth.ktr_otv.tv_sec = ts->tv_sec;
876 kte->kte_kth.ktr_otv.tv_usec = ts->tv_nsec / 1000;
877 break;
878 case 1:
879 kte->kte_kth.ktr_ots.tv_sec = ts->tv_sec;
880 kte->kte_kth.ktr_ots.tv_nsec = ts->tv_nsec;
881 break;
882 case 2:
883 kte->kte_kth.ktr_ts.tv_sec = ts->tv_sec;
884 kte->kte_kth.ktr_ts.tv_nsec = ts->tv_nsec;
885 break;
886 default:
887 break;
888 }
889
890 ktraddentry(l, kte, KTA_WAITOK);
891 }
892
893 if (ktealloc(&kte, (void *)&kc, l, KTR_CSW, sizeof(*kc)))
894 return;
895
896 kc->out = 0;
897 kc->user = user;
898
899 ktraddentry(l, kte, KTA_WAITOK);
900 }
901
902 bool
903 ktr_point(int fac_bit)
904 {
905 return curlwp->l_proc->p_traceflag & fac_bit;
906 }
907
908 int
909 ktruser(const char *id, void *addr, size_t len, int ustr)
910 {
911 struct ktrace_entry *kte;
912 struct ktr_user *ktp;
913 lwp_t *l = curlwp;
914 void *user_dta;
915 int error;
916
917 if (!KTRPOINT(l->l_proc, KTR_USER))
918 return 0;
919
920 if (len > KTR_USER_MAXLEN)
921 return ENOSPC;
922
923 error = ktealloc(&kte, (void *)&ktp, l, KTR_USER, sizeof(*ktp) + len);
924 if (error != 0)
925 return error;
926
927 if (ustr) {
928 if (copyinstr(id, ktp->ktr_id, KTR_USER_MAXIDLEN, NULL) != 0)
929 ktp->ktr_id[0] = '\0';
930 } else
931 strncpy(ktp->ktr_id, id, KTR_USER_MAXIDLEN);
932 ktp->ktr_id[KTR_USER_MAXIDLEN-1] = '\0';
933
934 user_dta = (void *)(ktp + 1);
935 if ((error = copyin(addr, (void *)user_dta, len)) != 0)
936 len = 0;
937
938 ktraddentry(l, kte, KTA_WAITOK);
939 return error;
940 }
941
942 void
943 ktr_kuser(const char *id, void *addr, size_t len)
944 {
945 struct ktrace_entry *kte;
946 struct ktr_user *ktp;
947 lwp_t *l = curlwp;
948 int error;
949
950 if (!KTRPOINT(l->l_proc, KTR_USER))
951 return;
952
953 if (len > KTR_USER_MAXLEN)
954 return;
955
956 error = ktealloc(&kte, (void *)&ktp, l, KTR_USER, sizeof(*ktp) + len);
957 if (error != 0)
958 return;
959
960 strlcpy(ktp->ktr_id, id, KTR_USER_MAXIDLEN);
961
962 memcpy(ktp + 1, addr, len);
963
964 ktraddentry(l, kte, KTA_WAITOK);
965 }
966
967 void
968 ktr_mmsg(const void *msgh, size_t size)
969 {
970 lwp_t *l = curlwp;
971
972 if (!KTRPOINT(l->l_proc, KTR_MMSG))
973 return;
974
975 ktr_kmem(l, KTR_MMSG, msgh, size);
976 }
977
978 void
979 ktr_mool(const void *kaddr, size_t size, const void *uaddr)
980 {
981 struct ktrace_entry *kte;
982 struct ktr_mool *kp;
983 struct ktr_mool *bf;
984 lwp_t *l = curlwp;
985
986 if (!KTRPOINT(l->l_proc, KTR_MOOL))
987 return;
988
989 if (ktealloc(&kte, (void *)&kp, l, KTR_MOOL, size + sizeof(*kp)))
990 return;
991
992 kp->uaddr = uaddr;
993 kp->size = size;
994 bf = kp + 1; /* Skip uaddr and size */
995 (void)memcpy(bf, kaddr, size);
996
997 ktraddentry(l, kte, KTA_WAITOK);
998 }
999
1000 void
1001 ktr_saupcall(struct lwp *l, int type, int nevent, int nint, void *sas,
1002 void *ap, void *ksas)
1003 {
1004 struct ktrace_entry *kte;
1005 struct ktr_saupcall *ktp;
1006 size_t len, sz;
1007 struct sa_t **sapp;
1008 int i;
1009
1010 if (!KTRPOINT(l->l_proc, KTR_SAUPCALL))
1011 return;
1012
1013 len = sizeof(struct ktr_saupcall);
1014 sz = len + sizeof(struct sa_t) * (nevent + nint + 1);
1015
1016 if (ktealloc(&kte, (void *)&ktp, l, KTR_SAUPCALL, sz))
1017 return;
1018
1019 ktp->ktr_type = type;
1020 ktp->ktr_nevent = nevent;
1021 ktp->ktr_nint = nint;
1022 ktp->ktr_sas = sas;
1023 ktp->ktr_ap = ap;
1024
1025 /* Copy the sa_t's */
1026 sapp = (struct sa_t **) ksas;
1027
1028 for (i = nevent + nint; i >= 0; i--) {
1029 memcpy((char *)ktp + len, *sapp, sizeof(struct sa_t));
1030 len += sizeof(struct sa_t);
1031 sapp++;
1032 }
1033
1034 kte->kte_kth.ktr_len = len;
1035 ktraddentry(l, kte, KTA_WAITOK);
1036 }
1037
1038 void
1039 ktr_mib(const int *name, u_int namelen)
1040 {
1041 struct ktrace_entry *kte;
1042 int *namep;
1043 size_t size;
1044 lwp_t *l = curlwp;
1045
1046 if (!KTRPOINT(l->l_proc, KTR_MIB))
1047 return;
1048
1049 size = namelen * sizeof(*name);
1050
1051 if (ktealloc(&kte, (void *)&namep, l, KTR_MIB, size))
1052 return;
1053
1054 (void)memcpy(namep, name, namelen * sizeof(*name));
1055
1056 ktraddentry(l, kte, KTA_WAITOK);
1057 }
1058
1059 /* Interface and common routines */
1060
1061 int
1062 ktrace_common(lwp_t *curl, int ops, int facs, int pid, file_t *fp)
1063 {
1064 struct proc *curp;
1065 struct proc *p;
1066 struct pgrp *pg;
1067 struct ktr_desc *ktd = NULL;
1068 int ret = 0;
1069 int error = 0;
1070 int descend;
1071
1072 curp = curl->l_proc;
1073 descend = ops & KTRFLAG_DESCEND;
1074 facs = facs & ~((unsigned) KTRFAC_PERSISTENT);
1075
1076 (void)ktrenter(curl);
1077
1078 switch (KTROP(ops)) {
1079
1080 case KTROP_CLEARFILE:
1081 /*
1082 * Clear all uses of the tracefile
1083 */
1084 mutex_enter(&ktrace_lock);
1085 ktd = ktd_lookup(fp);
1086 mutex_exit(&ktrace_lock);
1087 if (ktd == NULL)
1088 goto done;
1089 error = ktrderefall(ktd, 1);
1090 goto done;
1091
1092 case KTROP_SET:
1093 mutex_enter(&ktrace_lock);
1094 ktd = ktd_lookup(fp);
1095 mutex_exit(&ktrace_lock);
1096 if (ktd == NULL) {
1097 ktd = kmem_alloc(sizeof(*ktd), KM_SLEEP);
1098 TAILQ_INIT(&ktd->ktd_queue);
1099 callout_init(&ktd->ktd_wakch, CALLOUT_MPSAFE);
1100 cv_init(&ktd->ktd_cv, "ktrwait");
1101 cv_init(&ktd->ktd_sync_cv, "ktrsync");
1102 ktd->ktd_flags = 0;
1103 ktd->ktd_qcount = 0;
1104 ktd->ktd_error = 0;
1105 ktd->ktd_errcnt = 0;
1106 ktd->ktd_delayqcnt = ktd_delayqcnt;
1107 ktd->ktd_wakedelay = mstohz(ktd_wakedelay);
1108 ktd->ktd_intrwakdl = mstohz(ktd_intrwakdl);
1109 ktd->ktd_ref = 0;
1110 ktd->ktd_fp = fp;
1111 mutex_enter(&ktrace_lock);
1112 ktdref(ktd);
1113 mutex_exit(&ktrace_lock);
1114
1115 /*
1116 * XXX: not correct. needs an way to detect
1117 * whether ktruss or ktrace.
1118 */
1119 if (fp->f_type == DTYPE_PIPE)
1120 ktd->ktd_flags |= KTDF_INTERACTIVE;
1121
1122 mutex_enter(&fp->f_lock);
1123 fp->f_count++;
1124 mutex_exit(&fp->f_lock);
1125 error = kthread_create(PRI_NONE, KTHREAD_MPSAFE, NULL,
1126 ktrace_thread, ktd, &ktd->ktd_lwp, "ktrace");
1127 if (error != 0) {
1128 kmem_free(ktd, sizeof(*ktd));
1129 mutex_enter(&fp->f_lock);
1130 fp->f_count--;
1131 mutex_exit(&fp->f_lock);
1132 goto done;
1133 }
1134
1135 mutex_enter(&ktrace_lock);
1136 if (ktd_lookup(fp) != NULL) {
1137 ktdrel(ktd);
1138 ktd = NULL;
1139 } else
1140 TAILQ_INSERT_TAIL(&ktdq, ktd, ktd_list);
1141 if (ktd == NULL)
1142 cv_wait(&lbolt, &ktrace_lock);
1143 mutex_exit(&ktrace_lock);
1144 if (ktd == NULL)
1145 goto done;
1146 }
1147 break;
1148
1149 case KTROP_CLEAR:
1150 break;
1151 }
1152
1153 /*
1154 * need something to (un)trace (XXX - why is this here?)
1155 */
1156 if (!facs) {
1157 error = EINVAL;
1158 goto done;
1159 }
1160
1161 /*
1162 * do it
1163 */
1164 mutex_enter(proc_lock);
1165 if (pid < 0) {
1166 /*
1167 * by process group
1168 */
1169 pg = pgrp_find(-pid);
1170 if (pg == NULL)
1171 error = ESRCH;
1172 else {
1173 LIST_FOREACH(p, &pg->pg_members, p_pglist) {
1174 if (descend)
1175 ret |= ktrsetchildren(curl, p, ops,
1176 facs, ktd);
1177 else
1178 ret |= ktrops(curl, p, ops, facs,
1179 ktd);
1180 }
1181 }
1182
1183 } else {
1184 /*
1185 * by pid
1186 */
1187 p = proc_find(pid);
1188 if (p == NULL)
1189 error = ESRCH;
1190 else if (descend)
1191 ret |= ktrsetchildren(curl, p, ops, facs, ktd);
1192 else
1193 ret |= ktrops(curl, p, ops, facs, ktd);
1194 }
1195 mutex_exit(proc_lock);
1196 if (error == 0 && !ret)
1197 error = EPERM;
1198 done:
1199 if (ktd != NULL) {
1200 mutex_enter(&ktrace_lock);
1201 if (error != 0) {
1202 /*
1203 * Wakeup the thread so that it can be die if we
1204 * can't trace any process.
1205 */
1206 ktd_wakeup(ktd);
1207 }
1208 if (KTROP(ops) == KTROP_SET || KTROP(ops) == KTROP_CLEARFILE)
1209 ktdrel(ktd);
1210 mutex_exit(&ktrace_lock);
1211 }
1212 ktrexit(curl);
1213 return (error);
1214 }
1215
1216 /*
1217 * fktrace system call
1218 */
1219 /* ARGSUSED */
1220 int
1221 sys_fktrace(struct lwp *l, const struct sys_fktrace_args *uap, register_t *retval)
1222 {
1223 /* {
1224 syscallarg(int) fd;
1225 syscallarg(int) ops;
1226 syscallarg(int) facs;
1227 syscallarg(int) pid;
1228 } */
1229 file_t *fp;
1230 int error, fd;
1231
1232 fd = SCARG(uap, fd);
1233 if ((fp = fd_getfile(fd)) == NULL)
1234 return (EBADF);
1235 if ((fp->f_flag & FWRITE) == 0)
1236 error = EBADF;
1237 else
1238 error = ktrace_common(l, SCARG(uap, ops),
1239 SCARG(uap, facs), SCARG(uap, pid), fp);
1240 fd_putfile(fd);
1241 return error;
1242 }
1243
1244 /*
1245 * ktrace system call
1246 */
1247 /* ARGSUSED */
1248 int
1249 sys_ktrace(struct lwp *l, const struct sys_ktrace_args *uap, register_t *retval)
1250 {
1251 /* {
1252 syscallarg(const char *) fname;
1253 syscallarg(int) ops;
1254 syscallarg(int) facs;
1255 syscallarg(int) pid;
1256 } */
1257 struct vnode *vp = NULL;
1258 file_t *fp = NULL;
1259 struct pathbuf *pb;
1260 struct nameidata nd;
1261 int error = 0;
1262 int fd;
1263
1264 if (ktrenter(l))
1265 return EAGAIN;
1266
1267 if (KTROP(SCARG(uap, ops)) != KTROP_CLEAR) {
1268 /*
1269 * an operation which requires a file argument.
1270 */
1271 error = pathbuf_copyin(SCARG(uap, fname), &pb);
1272 if (error) {
1273 ktrexit(l);
1274 return (error);
1275 }
1276 NDINIT(&nd, LOOKUP, FOLLOW, pb);
1277 if ((error = vn_open(&nd, FREAD|FWRITE, 0)) != 0) {
1278 pathbuf_destroy(pb);
1279 ktrexit(l);
1280 return (error);
1281 }
1282 vp = nd.ni_vp;
1283 pathbuf_destroy(pb);
1284 VOP_UNLOCK(vp);
1285 if (vp->v_type != VREG) {
1286 vn_close(vp, FREAD|FWRITE, l->l_cred);
1287 ktrexit(l);
1288 return (EACCES);
1289 }
1290 /*
1291 * This uses up a file descriptor slot in the
1292 * tracing process for the duration of this syscall.
1293 * This is not expected to be a problem.
1294 */
1295 if ((error = fd_allocfile(&fp, &fd)) != 0) {
1296 vn_close(vp, FWRITE, l->l_cred);
1297 ktrexit(l);
1298 return error;
1299 }
1300 fp->f_flag = FWRITE;
1301 fp->f_type = DTYPE_VNODE;
1302 fp->f_ops = &vnops;
1303 fp->f_data = (void *)vp;
1304 vp = NULL;
1305 }
1306 error = ktrace_common(l, SCARG(uap, ops), SCARG(uap, facs),
1307 SCARG(uap, pid), fp);
1308 if (fp != NULL) {
1309 if (error != 0) {
1310 /* File unused. */
1311 fd_abort(curproc, fp, fd);
1312 } else {
1313 /* File was used. */
1314 fd_abort(curproc, NULL, fd);
1315 }
1316 }
1317 return (error);
1318 }
1319
1320 int
1321 ktrops(lwp_t *curl, struct proc *p, int ops, int facs,
1322 struct ktr_desc *ktd)
1323 {
1324 int vers = ops & KTRFAC_VER_MASK;
1325 int error = 0;
1326
1327 mutex_enter(p->p_lock);
1328 mutex_enter(&ktrace_lock);
1329
1330 if (!ktrcanset(curl, p))
1331 goto out;
1332
1333 switch (vers) {
1334 case KTRFACv0:
1335 case KTRFACv1:
1336 case KTRFACv2:
1337 break;
1338 default:
1339 error = EINVAL;
1340 goto out;
1341 }
1342
1343 if (KTROP(ops) == KTROP_SET) {
1344 if (p->p_tracep != ktd) {
1345 /*
1346 * if trace file already in use, relinquish
1347 */
1348 ktrderef(p);
1349 p->p_tracep = ktd;
1350 ktradref(p);
1351 }
1352 p->p_traceflag |= facs;
1353 if (kauth_authorize_process(curl->l_cred, KAUTH_PROCESS_KTRACE,
1354 p, KAUTH_ARG(KAUTH_REQ_PROCESS_KTRACE_PERSISTENT), NULL,
1355 NULL) == 0)
1356 p->p_traceflag |= KTRFAC_PERSISTENT;
1357 } else {
1358 /* KTROP_CLEAR */
1359 if (((p->p_traceflag &= ~facs) & KTRFAC_MASK) == 0) {
1360 /* no more tracing */
1361 ktrderef(p);
1362 }
1363 }
1364
1365 if (p->p_traceflag)
1366 p->p_traceflag |= vers;
1367 /*
1368 * Emit an emulation record, every time there is a ktrace
1369 * change/attach request.
1370 */
1371 if (KTRPOINT(p, KTR_EMUL))
1372 p->p_traceflag |= KTRFAC_TRC_EMUL;
1373
1374 p->p_trace_enabled = trace_is_enabled(p);
1375 #ifdef __HAVE_SYSCALL_INTERN
1376 (*p->p_emul->e_syscall_intern)(p);
1377 #endif
1378
1379 out:
1380 mutex_exit(&ktrace_lock);
1381 mutex_exit(p->p_lock);
1382
1383 return (1);
1384 }
1385
1386 int
1387 ktrsetchildren(lwp_t *curl, struct proc *top, int ops, int facs,
1388 struct ktr_desc *ktd)
1389 {
1390 struct proc *p;
1391 int ret = 0;
1392
1393 KASSERT(mutex_owned(proc_lock));
1394
1395 p = top;
1396 for (;;) {
1397 ret |= ktrops(curl, p, ops, facs, ktd);
1398 /*
1399 * If this process has children, descend to them next,
1400 * otherwise do any siblings, and if done with this level,
1401 * follow back up the tree (but not past top).
1402 */
1403 if (LIST_FIRST(&p->p_children) != NULL) {
1404 p = LIST_FIRST(&p->p_children);
1405 continue;
1406 }
1407 for (;;) {
1408 if (p == top)
1409 return (ret);
1410 if (LIST_NEXT(p, p_sibling) != NULL) {
1411 p = LIST_NEXT(p, p_sibling);
1412 break;
1413 }
1414 p = p->p_pptr;
1415 }
1416 }
1417 /*NOTREACHED*/
1418 }
1419
1420 void
1421 ktrwrite(struct ktr_desc *ktd, struct ktrace_entry *kte)
1422 {
1423 size_t hlen;
1424 struct uio auio;
1425 struct iovec aiov[64], *iov;
1426 struct ktrace_entry *top = kte;
1427 struct ktr_header *kth;
1428 file_t *fp = ktd->ktd_fp;
1429 int error;
1430 next:
1431 auio.uio_iov = iov = &aiov[0];
1432 auio.uio_offset = 0;
1433 auio.uio_rw = UIO_WRITE;
1434 auio.uio_resid = 0;
1435 auio.uio_iovcnt = 0;
1436 UIO_SETUP_SYSSPACE(&auio);
1437 do {
1438 struct timespec ts;
1439 lwpid_t lid;
1440 kth = &kte->kte_kth;
1441
1442 hlen = sizeof(struct ktr_header);
1443 switch (kth->ktr_version) {
1444 case 0:
1445 ts = kth->ktr_time;
1446
1447 kth->ktr_otv.tv_sec = ts.tv_sec;
1448 kth->ktr_otv.tv_usec = ts.tv_nsec / 1000;
1449 kth->ktr_unused = NULL;
1450 hlen -= sizeof(kth->_v) -
1451 MAX(sizeof(kth->_v._v0), sizeof(kth->_v._v1));
1452 break;
1453 case 1:
1454 ts = kth->ktr_time;
1455 lid = kth->ktr_lid;
1456
1457 kth->ktr_ots.tv_sec = ts.tv_sec;
1458 kth->ktr_ots.tv_nsec = ts.tv_nsec;
1459 kth->ktr_olid = lid;
1460 hlen -= sizeof(kth->_v) -
1461 MAX(sizeof(kth->_v._v0), sizeof(kth->_v._v1));
1462 break;
1463 }
1464 iov->iov_base = (void *)kth;
1465 iov++->iov_len = hlen;
1466 auio.uio_resid += hlen;
1467 auio.uio_iovcnt++;
1468 if (kth->ktr_len > 0) {
1469 iov->iov_base = kte->kte_buf;
1470 iov++->iov_len = kth->ktr_len;
1471 auio.uio_resid += kth->ktr_len;
1472 auio.uio_iovcnt++;
1473 }
1474 } while ((kte = TAILQ_NEXT(kte, kte_list)) != NULL &&
1475 auio.uio_iovcnt < sizeof(aiov) / sizeof(aiov[0]) - 1);
1476
1477 again:
1478 error = (*fp->f_ops->fo_write)(fp, &fp->f_offset, &auio,
1479 fp->f_cred, FOF_UPDATE_OFFSET);
1480 switch (error) {
1481
1482 case 0:
1483 if (auio.uio_resid > 0)
1484 goto again;
1485 if (kte != NULL)
1486 goto next;
1487 break;
1488
1489 case EWOULDBLOCK:
1490 kpause("ktrzzz", false, 1, NULL);
1491 goto again;
1492
1493 default:
1494 /*
1495 * If error encountered, give up tracing on this
1496 * vnode. Don't report EPIPE as this can easily
1497 * happen with fktrace()/ktruss.
1498 */
1499 #ifndef DEBUG
1500 if (error != EPIPE)
1501 #endif
1502 log(LOG_NOTICE,
1503 "ktrace write failed, errno %d, tracing stopped\n",
1504 error);
1505 (void)ktrderefall(ktd, 0);
1506 }
1507
1508 while ((kte = top) != NULL) {
1509 top = TAILQ_NEXT(top, kte_list);
1510 ktefree(kte);
1511 }
1512 }
1513
1514 void
1515 ktrace_thread(void *arg)
1516 {
1517 struct ktr_desc *ktd = arg;
1518 file_t *fp = ktd->ktd_fp;
1519 struct ktrace_entry *kte;
1520 int ktrerr, errcnt;
1521
1522 mutex_enter(&ktrace_lock);
1523 for (;;) {
1524 kte = TAILQ_FIRST(&ktd->ktd_queue);
1525 if (kte == NULL) {
1526 if (ktd->ktd_flags & KTDF_WAIT) {
1527 ktd->ktd_flags &= ~(KTDF_WAIT | KTDF_BLOCKING);
1528 cv_broadcast(&ktd->ktd_sync_cv);
1529 }
1530 if (ktd->ktd_ref == 0)
1531 break;
1532 cv_wait(&ktd->ktd_cv, &ktrace_lock);
1533 continue;
1534 }
1535 TAILQ_INIT(&ktd->ktd_queue);
1536 ktd->ktd_qcount = 0;
1537 ktrerr = ktd->ktd_error;
1538 errcnt = ktd->ktd_errcnt;
1539 ktd->ktd_error = ktd->ktd_errcnt = 0;
1540 mutex_exit(&ktrace_lock);
1541
1542 if (ktrerr) {
1543 log(LOG_NOTICE,
1544 "ktrace failed, fp %p, error 0x%x, total %d\n",
1545 fp, ktrerr, errcnt);
1546 }
1547 ktrwrite(ktd, kte);
1548 mutex_enter(&ktrace_lock);
1549 }
1550
1551 TAILQ_REMOVE(&ktdq, ktd, ktd_list);
1552 mutex_exit(&ktrace_lock);
1553
1554 /*
1555 * ktrace file descriptor can't be watched (are not visible to
1556 * userspace), so no kqueue stuff here
1557 * XXX: The above comment is wrong, because the fktrace file
1558 * descriptor is available in userland.
1559 */
1560 closef(fp);
1561
1562 cv_destroy(&ktd->ktd_sync_cv);
1563 cv_destroy(&ktd->ktd_cv);
1564
1565 callout_stop(&ktd->ktd_wakch);
1566 callout_destroy(&ktd->ktd_wakch);
1567 kmem_free(ktd, sizeof(*ktd));
1568
1569 kthread_exit(0);
1570 }
1571
1572 /*
1573 * Return true if caller has permission to set the ktracing state
1574 * of target. Essentially, the target can't possess any
1575 * more permissions than the caller. KTRFAC_PERSISTENT signifies that
1576 * the tracing will persist on sugid processes during exec; it is only
1577 * settable by a process with appropriate credentials.
1578 *
1579 * TODO: check groups. use caller effective gid.
1580 */
1581 int
1582 ktrcanset(lwp_t *calll, struct proc *targetp)
1583 {
1584 KASSERT(mutex_owned(targetp->p_lock));
1585 KASSERT(mutex_owned(&ktrace_lock));
1586
1587 if (kauth_authorize_process(calll->l_cred, KAUTH_PROCESS_KTRACE,
1588 targetp, NULL, NULL, NULL) == 0)
1589 return (1);
1590
1591 return (0);
1592 }
1593
1594 /*
1595 * Put user defined entry to ktrace records.
1596 */
1597 int
1598 sys_utrace(struct lwp *l, const struct sys_utrace_args *uap, register_t *retval)
1599 {
1600 /* {
1601 syscallarg(const char *) label;
1602 syscallarg(void *) addr;
1603 syscallarg(size_t) len;
1604 } */
1605
1606 return ktruser(SCARG(uap, label), SCARG(uap, addr),
1607 SCARG(uap, len), 1);
1608 }
1609