Home | History | Annotate | Line # | Download | only in rumpkern
rump.c revision 1.232
      1  1.232     pooka /*	$NetBSD: rump.c,v 1.232 2011/03/08 12:39:29 pooka Exp $	*/
      2    1.1     pooka 
      3    1.1     pooka /*
      4    1.1     pooka  * Copyright (c) 2007 Antti Kantee.  All Rights Reserved.
      5    1.1     pooka  *
      6    1.1     pooka  * Development of this software was supported by Google Summer of Code.
      7    1.1     pooka  *
      8    1.1     pooka  * Redistribution and use in source and binary forms, with or without
      9    1.1     pooka  * modification, are permitted provided that the following conditions
     10    1.1     pooka  * are met:
     11    1.1     pooka  * 1. Redistributions of source code must retain the above copyright
     12    1.1     pooka  *    notice, this list of conditions and the following disclaimer.
     13    1.1     pooka  * 2. Redistributions in binary form must reproduce the above copyright
     14    1.1     pooka  *    notice, this list of conditions and the following disclaimer in the
     15    1.1     pooka  *    documentation and/or other materials provided with the distribution.
     16    1.1     pooka  *
     17    1.1     pooka  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
     18    1.1     pooka  * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
     19    1.1     pooka  * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
     20    1.1     pooka  * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
     21    1.1     pooka  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     22    1.1     pooka  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
     23    1.1     pooka  * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     24    1.1     pooka  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     25    1.1     pooka  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     26    1.1     pooka  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     27    1.1     pooka  * SUCH DAMAGE.
     28    1.1     pooka  */
     29    1.1     pooka 
     30   1.78     pooka #include <sys/cdefs.h>
     31  1.232     pooka __KERNEL_RCSID(0, "$NetBSD: rump.c,v 1.232 2011/03/08 12:39:29 pooka Exp $");
     32  1.165     pooka 
     33  1.165     pooka #include <sys/systm.h>
     34  1.165     pooka #define ELFSIZE ARCH_ELFSIZE
     35   1.78     pooka 
     36    1.1     pooka #include <sys/param.h>
     37   1.64     pooka #include <sys/atomic.h>
     38   1.75     pooka #include <sys/buf.h>
     39   1.66     pooka #include <sys/callout.h>
     40   1.79     pooka #include <sys/conf.h>
     41   1.27     pooka #include <sys/cpu.h>
     42  1.144     pooka #include <sys/device.h>
     43  1.100     pooka #include <sys/evcnt.h>
     44   1.98     pooka #include <sys/event.h>
     45  1.137     pooka #include <sys/exec_elf.h>
     46    1.1     pooka #include <sys/filedesc.h>
     47   1.72     pooka #include <sys/iostat.h>
     48    1.1     pooka #include <sys/kauth.h>
     49   1.80     pooka #include <sys/kernel.h>
     50   1.14     pooka #include <sys/kmem.h>
     51   1.81     pooka #include <sys/kprintf.h>
     52  1.175     pooka #include <sys/kthread.h>
     53   1.82     pooka #include <sys/ksyms.h>
     54   1.81     pooka #include <sys/msgbuf.h>
     55   1.49    simonb #include <sys/module.h>
     56   1.71     pooka #include <sys/once.h>
     57   1.65     pooka #include <sys/percpu.h>
     58  1.139     pooka #include <sys/pipe.h>
     59  1.162     pooka #include <sys/pool.h>
     60    1.1     pooka #include <sys/queue.h>
     61  1.121     pooka #include <sys/reboot.h>
     62    1.1     pooka #include <sys/resourcevar.h>
     63   1.27     pooka #include <sys/select.h>
     64   1.87     pooka #include <sys/sysctl.h>
     65   1.96     pooka #include <sys/syscall.h>
     66  1.169     pooka #include <sys/syscallvar.h>
     67  1.160     pooka #include <sys/timetc.h>
     68   1.87     pooka #include <sys/tty.h>
     69   1.68     pooka #include <sys/uidinfo.h>
     70   1.89     pooka #include <sys/vmem.h>
     71  1.143     pooka #include <sys/xcall.h>
     72  1.216     pooka #include <sys/simplelock.h>
     73    1.1     pooka 
     74   1.48     pooka #include <rump/rumpuser.h>
     75   1.48     pooka 
     76  1.117      elad #include <secmodel/suser/suser.h>
     77  1.101     pooka 
     78  1.114     pooka #include <prop/proplib.h>
     79  1.114     pooka 
     80  1.174     pooka #include <uvm/uvm_extern.h>
     81  1.136     pooka #include <uvm/uvm_readahead.h>
     82  1.136     pooka 
     83    1.8     pooka #include "rump_private.h"
     84   1.71     pooka #include "rump_net_private.h"
     85   1.75     pooka #include "rump_vfs_private.h"
     86  1.112     pooka #include "rump_dev_private.h"
     87    1.1     pooka 
     88  1.164     pooka char machine[] = MACHINE;
     89    1.1     pooka 
     90  1.193     pooka struct proc *initproc;
     91  1.101     pooka 
     92  1.144     pooka struct device rump_rootdev = {
     93  1.144     pooka 	.dv_class = DV_VIRTUAL
     94  1.144     pooka };
     95  1.144     pooka 
     96   1.54     pooka #ifdef RUMP_WITHOUT_THREADS
     97   1.54     pooka int rump_threads = 0;
     98   1.54     pooka #else
     99   1.54     pooka int rump_threads = 1;
    100   1.54     pooka #endif
    101   1.54     pooka 
    102  1.199     pooka static int rump_proxy_syscall(int, void *, register_t *);
    103  1.226     pooka static int rump_proxy_rfork(void *, int, const char *);
    104  1.232     pooka static void rump_proxy_lwpexit(void);
    105  1.230     pooka static void rump_proxy_execnotify(const char *);
    106  1.199     pooka 
    107  1.156     pooka static char rump_msgbuf[16*1024]; /* 16k should be enough for std rump needs */
    108  1.156     pooka 
    109  1.217     pooka #ifdef LOCKDEBUG
    110  1.217     pooka const int rump_lockdebug = 1;
    111  1.217     pooka #else
    112  1.217     pooka const int rump_lockdebug = 0;
    113  1.217     pooka #endif
    114  1.218     pooka bool rump_ttycomponent = false;
    115  1.217     pooka 
    116   1.14     pooka static void
    117   1.14     pooka rump_aiodone_worker(struct work *wk, void *dummy)
    118   1.14     pooka {
    119   1.14     pooka 	struct buf *bp = (struct buf *)wk;
    120   1.14     pooka 
    121   1.14     pooka 	KASSERT(&bp->b_work == wk);
    122   1.14     pooka 	bp->b_iodone(bp);
    123   1.14     pooka }
    124   1.14     pooka 
    125   1.51     pooka static int rump_inited;
    126   1.27     pooka 
    127  1.162     pooka /*
    128  1.162     pooka  * Make sure pnbuf_cache is available even without vfs
    129  1.162     pooka  */
    130  1.162     pooka struct pool_cache *pnbuf_cache;
    131  1.162     pooka int rump_initpnbufpool(void);
    132  1.162     pooka int rump_initpnbufpool(void)
    133  1.162     pooka {
    134  1.162     pooka 
    135  1.162     pooka         pnbuf_cache = pool_cache_init(MAXPATHLEN, 0, 0, 0, "pnbufpl",
    136  1.162     pooka 	    NULL, IPL_NONE, NULL, NULL, NULL);
    137  1.162     pooka 	return EOPNOTSUPP;
    138  1.162     pooka }
    139  1.162     pooka 
    140  1.126     pooka int rump__unavailable(void);
    141  1.126     pooka int rump__unavailable() {return EOPNOTSUPP;}
    142   1.86     pooka __weak_alias(rump_net_init,rump__unavailable);
    143  1.162     pooka __weak_alias(rump_vfs_init,rump_initpnbufpool);
    144  1.112     pooka __weak_alias(rump_dev_init,rump__unavailable);
    145   1.75     pooka 
    146  1.121     pooka __weak_alias(rump_vfs_fini,rump__unavailable);
    147  1.121     pooka 
    148  1.113     pooka __weak_alias(biodone,rump__unavailable);
    149  1.126     pooka __weak_alias(sopoll,rump__unavailable);
    150  1.113     pooka 
    151  1.188     pooka __weak_alias(rump_vfs_drainbufs,rump__unavailable);
    152  1.188     pooka 
    153   1.92     pooka void rump__unavailable_vfs_panic(void);
    154   1.92     pooka void rump__unavailable_vfs_panic() {panic("vfs component not available");}
    155  1.132     pooka __weak_alias(usermount_common_policy,rump__unavailable_vfs_panic);
    156   1.92     pooka 
    157  1.211     pooka /* easier to write vfs-less clients */
    158  1.211     pooka __weak_alias(rump_pub_etfs_register,rump__unavailable);
    159  1.228     pooka __weak_alias(rump_pub_etfs_register_withsize,rump__unavailable);
    160  1.211     pooka __weak_alias(rump_pub_etfs_remove,rump__unavailable);
    161  1.211     pooka 
    162  1.147     pooka rump_proc_vfs_init_fn rump_proc_vfs_init;
    163  1.147     pooka rump_proc_vfs_release_fn rump_proc_vfs_release;
    164   1.71     pooka 
    165  1.155     pooka static void add_linkedin_modules(const struct modinfo *const *, size_t);
    166  1.155     pooka 
    167  1.151     pooka static void __noinline
    168  1.105     pooka messthestack(void)
    169  1.105     pooka {
    170  1.151     pooka 	volatile uint32_t mess[64];
    171  1.105     pooka 	uint64_t d1, d2;
    172  1.105     pooka 	int i, error;
    173  1.105     pooka 
    174  1.105     pooka 	for (i = 0; i < 64; i++) {
    175  1.105     pooka 		rumpuser_gettime(&d1, &d2, &error);
    176  1.105     pooka 		mess[i] = d2;
    177  1.105     pooka 	}
    178  1.105     pooka }
    179  1.105     pooka 
    180  1.158     pooka /*
    181  1.158     pooka  * Create kern.hostname.  why only this you ask.  well, init_sysctl
    182  1.158     pooka  * is a kitchen sink in need of some gardening.  but i want to use
    183  1.158     pooka  * kern.hostname today.
    184  1.158     pooka  */
    185  1.158     pooka static void
    186  1.158     pooka mksysctls(void)
    187  1.158     pooka {
    188  1.158     pooka 
    189  1.158     pooka 	sysctl_createv(NULL, 0, NULL, NULL,
    190  1.158     pooka 	    CTLFLAG_PERMANENT, CTLTYPE_NODE, "kern", NULL,
    191  1.158     pooka 	    NULL, 0, NULL, 0, CTL_KERN, CTL_EOL);
    192  1.158     pooka 
    193  1.158     pooka 	/* XXX: setting hostnamelen is missing */
    194  1.158     pooka 	sysctl_createv(NULL, 0, NULL, NULL,
    195  1.158     pooka 	    CTLFLAG_PERMANENT|CTLFLAG_READWRITE, CTLTYPE_STRING, "hostname",
    196  1.158     pooka 	    SYSCTL_DESCR("System hostname"), NULL, 0,
    197  1.158     pooka 	    &hostname, MAXHOSTNAMELEN, CTL_KERN, KERN_HOSTNAME, CTL_EOL);
    198  1.158     pooka }
    199  1.158     pooka 
    200  1.201     pooka /* there's no convenient kernel entry point for this, so just craft out own */
    201  1.201     pooka static pid_t
    202  1.201     pooka spgetpid(void)
    203  1.201     pooka {
    204  1.201     pooka 
    205  1.201     pooka 	return curproc->p_pid;
    206  1.201     pooka }
    207  1.201     pooka 
    208  1.197     pooka static const struct rumpuser_sp_ops spops = {
    209  1.197     pooka 	.spop_schedule		= rump_schedule,
    210  1.197     pooka 	.spop_unschedule	= rump_unschedule,
    211  1.197     pooka 	.spop_lwproc_switch	= rump_lwproc_switch,
    212  1.197     pooka 	.spop_lwproc_release	= rump_lwproc_releaselwp,
    213  1.214     pooka 	.spop_lwproc_rfork	= rump_proxy_rfork,
    214  1.201     pooka 	.spop_lwproc_newlwp	= rump_lwproc_newlwp,
    215  1.197     pooka 	.spop_lwproc_curlwp	= rump_lwproc_curlwp,
    216  1.232     pooka 	.spop_lwpexit		= rump_proxy_lwpexit,
    217  1.199     pooka 	.spop_syscall		= rump_proxy_syscall,
    218  1.230     pooka 	.spop_execnotify	= rump_proxy_execnotify,
    219  1.201     pooka 	.spop_getpid		= spgetpid,
    220  1.197     pooka };
    221  1.197     pooka 
    222   1.61     pooka int
    223  1.207     pooka rump_daemonize_begin(void)
    224  1.207     pooka {
    225  1.207     pooka 
    226  1.207     pooka 	if (rump_inited)
    227  1.207     pooka 		return EALREADY;
    228  1.207     pooka 
    229  1.207     pooka 	return rumpuser_daemonize_begin();
    230  1.207     pooka }
    231  1.207     pooka 
    232  1.207     pooka int
    233  1.207     pooka rump_daemonize_done(int error)
    234  1.207     pooka {
    235  1.207     pooka 
    236  1.207     pooka 	return rumpuser_daemonize_done(error);
    237  1.207     pooka }
    238  1.207     pooka 
    239  1.207     pooka int
    240   1.83     pooka rump__init(int rump_version)
    241    1.1     pooka {
    242   1.36     pooka 	char buf[256];
    243  1.160     pooka 	struct timespec ts;
    244  1.157     pooka 	uint64_t sec, nsec;
    245   1.14     pooka 	struct lwp *l;
    246  1.166     pooka 	int i, numcpu;
    247    1.1     pooka 	int error;
    248    1.1     pooka 
    249  1.121     pooka 	/* not reentrant */
    250   1.27     pooka 	if (rump_inited)
    251   1.61     pooka 		return 0;
    252  1.121     pooka 	else if (rump_inited == -1)
    253  1.121     pooka 		panic("rump_init: host process restart required");
    254  1.121     pooka 	else
    255  1.121     pooka 		rump_inited = 1;
    256   1.27     pooka 
    257  1.177     pooka 	if (rumpuser_getversion() != RUMPUSER_VERSION) {
    258  1.177     pooka 		/* let's hope the ABI of rumpuser_dprintf is the same ;) */
    259  1.177     pooka 		rumpuser_dprintf("rumpuser version mismatch: %d vs. %d\n",
    260  1.177     pooka 		    rumpuser_getversion(), RUMPUSER_VERSION);
    261  1.177     pooka 		return EPROGMISMATCH;
    262  1.177     pooka 	}
    263  1.177     pooka 
    264  1.149     pooka 	if (rumpuser_getenv("RUMP_VERBOSE", buf, sizeof(buf), &error) == 0) {
    265  1.149     pooka 		if (*buf != '0')
    266  1.149     pooka 			boothowto = AB_VERBOSE;
    267  1.149     pooka 	}
    268  1.149     pooka 
    269  1.167     pooka 	if (rumpuser_getenv("RUMP_NCPU", buf, sizeof(buf), &error) == 0)
    270  1.167     pooka 		error = 0;
    271  1.167     pooka 	if (error == 0) {
    272  1.167     pooka 		numcpu = strtoll(buf, NULL, 10);
    273  1.167     pooka 		if (numcpu < 1)
    274  1.167     pooka 			numcpu = 1;
    275  1.167     pooka 	} else {
    276  1.167     pooka 		numcpu = rumpuser_getnhostcpu();
    277  1.167     pooka 	}
    278  1.204     pooka 	rump_cpus_bootstrap(&numcpu);
    279  1.165     pooka 
    280  1.157     pooka 	rumpuser_gettime(&sec, &nsec, &error);
    281  1.157     pooka 	boottime.tv_sec = sec;
    282  1.157     pooka 	boottime.tv_nsec = nsec;
    283  1.157     pooka 
    284  1.156     pooka 	initmsgbuf(rump_msgbuf, sizeof(rump_msgbuf));
    285  1.156     pooka 	aprint_verbose("%s%s", copyright, version);
    286  1.148     pooka 
    287  1.105     pooka 	/*
    288  1.105     pooka 	 * Seed arc4random() with a "reasonable" amount of randomness.
    289  1.105     pooka 	 * Yes, this is a quick kludge which depends on the arc4random
    290  1.105     pooka 	 * implementation.
    291  1.105     pooka 	 */
    292  1.105     pooka 	messthestack();
    293  1.105     pooka 	arc4random();
    294  1.105     pooka 
    295   1.61     pooka 	if (rump_version != RUMP_VERSION) {
    296   1.61     pooka 		printf("rump version mismatch, %d vs. %d\n",
    297   1.61     pooka 		    rump_version, RUMP_VERSION);
    298   1.61     pooka 		return EPROGMISMATCH;
    299   1.61     pooka 	}
    300   1.61     pooka 
    301   1.54     pooka 	if (rumpuser_getenv("RUMP_THREADS", buf, sizeof(buf), &error) == 0) {
    302   1.54     pooka 		rump_threads = *buf != '0';
    303   1.54     pooka 	}
    304  1.124     pooka 	rumpuser_thrinit(rump_user_schedule, rump_user_unschedule,
    305  1.124     pooka 	    rump_threads);
    306  1.187     pooka 	rump_intr_init(numcpu);
    307  1.173     pooka 	rump_tsleep_init();
    308   1.36     pooka 
    309  1.131     pooka 	/* init minimal lwp/cpu context */
    310  1.131     pooka 	l = &lwp0;
    311  1.131     pooka 	l->l_lid = 1;
    312  1.172     pooka 	l->l_cpu = l->l_target_cpu = rump_cpu;
    313  1.178     pooka 	l->l_fd = &filedesc0;
    314  1.131     pooka 	rumpuser_set_curlwp(l);
    315  1.131     pooka 
    316  1.208     pooka 	rumpuser_mutex_init(&rump_giantlock);
    317   1.82     pooka 	ksyms_init();
    318  1.174     pooka 	uvm_init();
    319  1.100     pooka 	evcnt_init();
    320   1.89     pooka 
    321   1.89     pooka 	once_init();
    322  1.181  pgoyette 	kernconfig_lock_init();
    323  1.114     pooka 	prop_kern_init();
    324   1.63     pooka 
    325   1.90     pooka 	pool_subsystem_init();
    326   1.52     pooka 	kmem_init();
    327  1.102     pooka 
    328  1.136     pooka 	uvm_ra_init();
    329  1.185     pooka 	uao_init();
    330  1.136     pooka 
    331  1.133     pooka 	mutex_obj_init();
    332  1.143     pooka 	callout_startup();
    333  1.133     pooka 
    334   1.81     pooka 	kprintf_init();
    335   1.81     pooka 	loginit();
    336   1.52     pooka 
    337   1.59     pooka 	kauth_init();
    338   1.59     pooka 
    339  1.184     pooka 	procinit();
    340  1.184     pooka 	proc0_init();
    341  1.192     pooka 	uid_init();
    342  1.192     pooka 	chgproccnt(0, 1);
    343  1.184     pooka 
    344  1.178     pooka 	l->l_proc = &proc0;
    345  1.184     pooka 	lwp_update_creds(l);
    346  1.176     pooka 
    347  1.159     pooka 	lwpinit_specificdata();
    348  1.176     pooka 	lwp_initspecific(&lwp0);
    349   1.36     pooka 
    350  1.186     pooka 	rump_scheduler_init(numcpu);
    351  1.193     pooka 	/* revert temporary context and schedule a semireal context */
    352  1.131     pooka 	rumpuser_set_curlwp(NULL);
    353  1.193     pooka 	initproc = &proc0; /* borrow proc0 before we get initproc started */
    354  1.124     pooka 	rump_schedule();
    355  1.124     pooka 
    356  1.150     pooka 	percpu_init();
    357  1.160     pooka 	inittimecounter();
    358  1.160     pooka 	ntp_init();
    359  1.160     pooka 
    360  1.160     pooka 	rumpuser_gettime(&sec, &nsec, &error);
    361  1.160     pooka 	ts.tv_sec = sec;
    362  1.160     pooka 	ts.tv_nsec = nsec;
    363  1.160     pooka 	tc_setclock(&ts);
    364  1.150     pooka 
    365  1.143     pooka 	/* we are mostly go.  do per-cpu subsystem init */
    366  1.186     pooka 	for (i = 0; i < numcpu; i++) {
    367  1.143     pooka 		struct cpu_info *ci = cpu_lookup(i);
    368  1.143     pooka 
    369  1.186     pooka 		/* attach non-bootstrap CPUs */
    370  1.186     pooka 		if (i > 0) {
    371  1.186     pooka 			rump_cpu_attach(ci);
    372  1.186     pooka 			ncpu++;
    373  1.186     pooka 		}
    374  1.186     pooka 
    375  1.143     pooka 		callout_init_cpu(ci);
    376  1.143     pooka 		softint_init(ci);
    377  1.143     pooka 		xc_init_cpu(ci);
    378  1.143     pooka 		pool_cache_cpu_init(ci);
    379  1.143     pooka 		selsysinit(ci);
    380  1.150     pooka 		percpu_init_cpu(ci);
    381  1.182     pooka 
    382  1.216     pooka 		TAILQ_INIT(&ci->ci_data.cpu_ld_locks);
    383  1.216     pooka 		__cpu_simple_lock_init(&ci->ci_data.cpu_ld_lock);
    384  1.216     pooka 
    385  1.182     pooka 		aprint_verbose("cpu%d at thinair0: rump virtual cpu\n", i);
    386  1.143     pooka 	}
    387   1.43     pooka 
    388  1.115     pooka 	sysctl_init();
    389  1.191     pooka 	mksysctls();
    390   1.98     pooka 	kqueue_init();
    391   1.72     pooka 	iostat_init();
    392   1.43     pooka 	fd_sys_init();
    393   1.44        ad 	module_init();
    394   1.79     pooka 	devsw_init();
    395  1.139     pooka 	pipe_init();
    396  1.162     pooka 	resource_init();
    397  1.224     pooka 	procinit_sysctl();
    398    1.1     pooka 
    399  1.175     pooka 	/* start page baroness */
    400  1.175     pooka 	if (rump_threads) {
    401  1.175     pooka 		if (kthread_create(PRI_PGDAEMON, KTHREAD_MPSAFE, NULL,
    402  1.175     pooka 		    uvm_pageout, NULL, &uvm.pagedaemon_lwp, "pdaemon") != 0)
    403  1.175     pooka 			panic("pagedaemon create failed");
    404  1.175     pooka 	} else
    405  1.175     pooka 		uvm.pagedaemon_lwp = NULL; /* doesn't match curlwp */
    406  1.175     pooka 
    407  1.175     pooka 	/* process dso's */
    408  1.155     pooka 	rumpuser_dl_bootstrap(add_linkedin_modules, rump_kernelfsym_load);
    409  1.155     pooka 
    410  1.179     pooka 	rump_component_init(RUMP_COMPONENT_KERN);
    411  1.179     pooka 
    412   1.75     pooka 	/* these do nothing if not present */
    413   1.75     pooka 	rump_vfs_init();
    414   1.75     pooka 	rump_net_init();
    415  1.112     pooka 	rump_dev_init();
    416  1.179     pooka 
    417  1.179     pooka 	rump_component_init(RUMP_COMPONENT_KERN_VFS);
    418  1.179     pooka 
    419  1.218     pooka 	/*
    420  1.218     pooka 	 * if we initialized the tty component above, the tyttymtx is
    421  1.218     pooka 	 * now initialized.  otherwise, we need to initialize it.
    422  1.218     pooka 	 */
    423  1.218     pooka 	if (!rump_ttycomponent)
    424  1.218     pooka 		mutex_init(&tty_lock, MUTEX_DEFAULT, IPL_VM);
    425  1.218     pooka 
    426  1.112     pooka 	cold = 0;
    427   1.31     pooka 
    428   1.14     pooka 	/* aieeeedondest */
    429   1.54     pooka 	if (rump_threads) {
    430   1.54     pooka 		if (workqueue_create(&uvm.aiodone_queue, "aiodoned",
    431  1.110     pooka 		    rump_aiodone_worker, NULL, 0, 0, WQ_MPSAFE))
    432   1.54     pooka 			panic("aiodoned");
    433   1.54     pooka 	}
    434   1.14     pooka 
    435  1.115     pooka 	sysctl_finalize();
    436  1.115     pooka 
    437  1.155     pooka 	module_init_class(MODULE_CLASS_ANY);
    438  1.140     pooka 
    439    1.1     pooka 	rumpuser_gethostname(hostname, MAXHOSTNAMELEN, &error);
    440    1.1     pooka 	hostnamelen = strlen(hostname);
    441   1.24     pooka 
    442   1.24     pooka 	sigemptyset(&sigcantmask);
    443   1.27     pooka 
    444   1.89     pooka 	if (rump_threads)
    445   1.89     pooka 		vmem_rehash_start();
    446   1.89     pooka 
    447  1.193     pooka 	/*
    448  1.193     pooka 	 * Create init, used to attach implicit threads in rump.
    449  1.193     pooka 	 * (note: must be done after vfsinit to get cwdi)
    450  1.193     pooka 	 */
    451  1.193     pooka 	(void)rump__lwproc_alloclwp(NULL); /* dummy thread for initproc */
    452  1.193     pooka 	mutex_enter(proc_lock);
    453  1.193     pooka 	initproc = proc_find_raw(1);
    454  1.193     pooka 	mutex_exit(proc_lock);
    455  1.193     pooka 	if (initproc == NULL)
    456  1.193     pooka 		panic("where in the world is initproc?");
    457  1.193     pooka 
    458  1.213     pooka 	/*
    459  1.213     pooka 	 * Adjust syscall vector in case factions were dlopen()'d
    460  1.213     pooka 	 * before calling rump_init().
    461  1.213     pooka 	 * (modules will handle dynamic syscalls the usual way)
    462  1.213     pooka 	 *
    463  1.213     pooka 	 * Note: this will adjust the function vectors of
    464  1.213     pooka 	 * syscalls which use a funcalias (getpid etc.), but
    465  1.213     pooka 	 * it makes no difference.
    466  1.213     pooka 	 */
    467  1.213     pooka 	for (i = 0; i < SYS_NSYSENT; i++) {
    468  1.213     pooka 		void *sym;
    469  1.213     pooka 
    470  1.213     pooka 		if (rump_sysent[i].sy_flags & SYCALL_NOSYS ||
    471  1.213     pooka 		    *syscallnames[i] == '#' ||
    472  1.213     pooka 		    rump_sysent[i].sy_call == sys_nomodule)
    473  1.213     pooka 			continue;
    474  1.213     pooka 
    475  1.222     pooka 		/*
    476  1.222     pooka 		 * deal with compat wrappers.  makesyscalls.sh should
    477  1.222     pooka 		 * generate the necessary info instead of this hack,
    478  1.222     pooka 		 * though.  ugly, fix it later.
    479  1.222     pooka 		 */
    480  1.222     pooka #define CPFX "compat_"
    481  1.222     pooka #define CPFXLEN (sizeof(CPFX)-1)
    482  1.222     pooka 		if (strncmp(syscallnames[i], CPFX, CPFXLEN) == 0) {
    483  1.222     pooka 			const char *p = syscallnames[i] + CPFXLEN;
    484  1.222     pooka 			size_t namelen;
    485  1.222     pooka 
    486  1.222     pooka 			/* skip version number */
    487  1.222     pooka 			while (*p >= '0' && *p <= '9')
    488  1.222     pooka 				p++;
    489  1.222     pooka 			if (p == syscallnames[i] + CPFXLEN || *p != '_')
    490  1.222     pooka 				panic("invalid syscall name %s\n",
    491  1.222     pooka 				    syscallnames[i]);
    492  1.222     pooka 
    493  1.222     pooka 			/* skip over the next underscore */
    494  1.222     pooka 			p++;
    495  1.222     pooka 			namelen = p + (sizeof("rumpns_")-1) - syscallnames[i];
    496  1.222     pooka 
    497  1.222     pooka 			strcpy(buf, "rumpns_");
    498  1.222     pooka 			strcat(buf, syscallnames[i]);
    499  1.222     pooka 			/* XXX: no strncat in the kernel */
    500  1.222     pooka 			strcpy(buf+namelen, "sys_");
    501  1.222     pooka 			strcat(buf, p);
    502  1.222     pooka #undef CPFX
    503  1.222     pooka #undef CPFXLEN
    504  1.222     pooka 		} else {
    505  1.222     pooka 			sprintf(buf, "rumpns_sys_%s", syscallnames[i]);
    506  1.222     pooka 		}
    507  1.213     pooka 		if ((sym = rumpuser_dl_globalsym(buf)) != NULL
    508  1.213     pooka 		    && sym != rump_sysent[i].sy_call) {
    509  1.213     pooka #if 0
    510  1.213     pooka 			rumpuser_dprintf("adjusting %s: %p (old %p)\n",
    511  1.213     pooka 			    syscallnames[i], sym, rump_sysent[i].sy_call);
    512  1.213     pooka #endif
    513  1.213     pooka 			rump_sysent[i].sy_call = sym;
    514  1.213     pooka 		}
    515  1.213     pooka 	}
    516  1.213     pooka 
    517  1.193     pooka 	/* release cpu */
    518  1.124     pooka 	rump_unschedule();
    519  1.116     pooka 
    520    1.2     pooka 	return 0;
    521    1.2     pooka }
    522    1.2     pooka 
    523  1.207     pooka int
    524  1.207     pooka rump_init_server(const char *url)
    525  1.207     pooka {
    526  1.207     pooka 
    527  1.212     pooka 	return rumpuser_sp_init(url, &spops, ostype, osrelease, MACHINE);
    528  1.207     pooka }
    529  1.207     pooka 
    530  1.121     pooka void
    531  1.203     pooka cpu_reboot(int howto, char *bootstr)
    532  1.121     pooka {
    533  1.209     pooka 	int ruhow = 0;
    534  1.220     pooka 	void *finiarg;
    535  1.209     pooka 
    536  1.209     pooka 	printf("rump kernel halting...\n");
    537  1.220     pooka 
    538  1.220     pooka 	if (!RUMP_LOCALPROC_P(curproc))
    539  1.220     pooka 		finiarg = curproc->p_vmspace->vm_map.pmap;
    540  1.220     pooka 	else
    541  1.220     pooka 		finiarg = NULL;
    542  1.121     pooka 
    543  1.121     pooka 	/* dump means we really take the dive here */
    544  1.121     pooka 	if ((howto & RB_DUMP) || panicstr) {
    545  1.209     pooka 		ruhow = RUMPUSER_PANIC;
    546  1.209     pooka 		goto out;
    547  1.121     pooka 	}
    548  1.121     pooka 
    549  1.121     pooka 	/* try to sync */
    550  1.121     pooka 	if (!((howto & RB_NOSYNC) || panicstr)) {
    551  1.121     pooka 		rump_vfs_fini();
    552  1.121     pooka 	}
    553  1.121     pooka 
    554  1.121     pooka 	/* your wish is my command */
    555  1.121     pooka 	if (howto & RB_HALT) {
    556  1.203     pooka 		printf("rump kernel halted\n");
    557  1.227    bouyer 		rumpuser_sp_fini(finiarg);
    558  1.121     pooka 		for (;;) {
    559  1.121     pooka 			uint64_t sec = 5, nsec = 0;
    560  1.121     pooka 			int error;
    561  1.121     pooka 
    562  1.121     pooka 			rumpuser_nanosleep(&sec, &nsec, &error);
    563  1.121     pooka 		}
    564  1.121     pooka 	}
    565  1.203     pooka 
    566  1.203     pooka 	/* this function is __dead, we must exit */
    567  1.209     pooka  out:
    568  1.209     pooka 	printf("halted\n");
    569  1.227    bouyer 	rumpuser_sp_fini(finiarg);
    570  1.209     pooka 	rumpuser_exit(ruhow);
    571  1.121     pooka }
    572  1.121     pooka 
    573    1.8     pooka struct uio *
    574  1.123     pooka rump_uio_setup(void *buf, size_t bufsize, off_t offset, enum rump_uiorw rw)
    575    1.8     pooka {
    576    1.8     pooka 	struct uio *uio;
    577    1.8     pooka 	enum uio_rw uiorw;
    578    1.8     pooka 
    579    1.8     pooka 	switch (rw) {
    580    1.8     pooka 	case RUMPUIO_READ:
    581    1.8     pooka 		uiorw = UIO_READ;
    582    1.8     pooka 		break;
    583    1.8     pooka 	case RUMPUIO_WRITE:
    584    1.8     pooka 		uiorw = UIO_WRITE;
    585    1.8     pooka 		break;
    586   1.11     pooka 	default:
    587   1.11     pooka 		panic("%s: invalid rw %d", __func__, rw);
    588    1.8     pooka 	}
    589    1.8     pooka 
    590   1.28     pooka 	uio = kmem_alloc(sizeof(struct uio), KM_SLEEP);
    591   1.28     pooka 	uio->uio_iov = kmem_alloc(sizeof(struct iovec), KM_SLEEP);
    592    1.8     pooka 
    593    1.8     pooka 	uio->uio_iov->iov_base = buf;
    594    1.8     pooka 	uio->uio_iov->iov_len = bufsize;
    595    1.8     pooka 
    596    1.8     pooka 	uio->uio_iovcnt = 1;
    597    1.8     pooka 	uio->uio_offset = offset;
    598    1.8     pooka 	uio->uio_resid = bufsize;
    599    1.8     pooka 	uio->uio_rw = uiorw;
    600  1.198     pooka 	UIO_SETUP_SYSSPACE(uio);
    601    1.8     pooka 
    602    1.8     pooka 	return uio;
    603    1.8     pooka }
    604    1.8     pooka 
    605    1.8     pooka size_t
    606  1.123     pooka rump_uio_getresid(struct uio *uio)
    607    1.8     pooka {
    608    1.8     pooka 
    609    1.8     pooka 	return uio->uio_resid;
    610    1.8     pooka }
    611    1.8     pooka 
    612    1.8     pooka off_t
    613  1.123     pooka rump_uio_getoff(struct uio *uio)
    614    1.8     pooka {
    615    1.8     pooka 
    616    1.8     pooka 	return uio->uio_offset;
    617    1.8     pooka }
    618    1.8     pooka 
    619    1.8     pooka size_t
    620  1.123     pooka rump_uio_free(struct uio *uio)
    621    1.8     pooka {
    622    1.8     pooka 	size_t resid;
    623    1.8     pooka 
    624    1.8     pooka 	resid = uio->uio_resid;
    625   1.28     pooka 	kmem_free(uio->uio_iov, sizeof(*uio->uio_iov));
    626   1.28     pooka 	kmem_free(uio, sizeof(*uio));
    627    1.8     pooka 
    628    1.8     pooka 	return resid;
    629    1.8     pooka }
    630    1.8     pooka 
    631   1.59     pooka kauth_cred_t
    632  1.123     pooka rump_cred_create(uid_t uid, gid_t gid, size_t ngroups, gid_t *groups)
    633   1.59     pooka {
    634   1.59     pooka 	kauth_cred_t cred;
    635   1.59     pooka 	int rv;
    636   1.59     pooka 
    637   1.59     pooka 	cred = kauth_cred_alloc();
    638   1.59     pooka 	kauth_cred_setuid(cred, uid);
    639   1.59     pooka 	kauth_cred_seteuid(cred, uid);
    640   1.59     pooka 	kauth_cred_setsvuid(cred, uid);
    641   1.59     pooka 	kauth_cred_setgid(cred, gid);
    642   1.59     pooka 	kauth_cred_setgid(cred, gid);
    643   1.59     pooka 	kauth_cred_setegid(cred, gid);
    644   1.59     pooka 	kauth_cred_setsvgid(cred, gid);
    645   1.59     pooka 	rv = kauth_cred_setgroups(cred, groups, ngroups, 0, UIO_SYSSPACE);
    646   1.59     pooka 	/* oh this is silly.  and by "this" I mean kauth_cred_setgroups() */
    647   1.59     pooka 	assert(rv == 0);
    648   1.59     pooka 
    649   1.59     pooka 	return cred;
    650   1.59     pooka }
    651   1.59     pooka 
    652   1.59     pooka void
    653  1.123     pooka rump_cred_put(kauth_cred_t cred)
    654   1.59     pooka {
    655   1.59     pooka 
    656   1.59     pooka 	kauth_cred_free(cred);
    657   1.59     pooka }
    658   1.59     pooka 
    659  1.154     pooka static int compcounter[RUMP_COMPONENT_MAX];
    660  1.154     pooka 
    661  1.154     pooka static void
    662  1.154     pooka rump_component_init_cb(struct rump_component *rc, int type)
    663  1.154     pooka {
    664  1.154     pooka 
    665  1.154     pooka 	KASSERT(type < RUMP_COMPONENT_MAX);
    666  1.154     pooka 	if (rc->rc_type == type) {
    667  1.154     pooka 		rc->rc_init();
    668  1.154     pooka 		compcounter[type]++;
    669  1.154     pooka 	}
    670  1.154     pooka }
    671  1.154     pooka 
    672  1.154     pooka int
    673  1.154     pooka rump_component_count(enum rump_component_type type)
    674  1.154     pooka {
    675  1.154     pooka 
    676  1.154     pooka 	KASSERT(type <= RUMP_COMPONENT_MAX);
    677  1.154     pooka 	return compcounter[type];
    678  1.154     pooka }
    679  1.154     pooka 
    680  1.154     pooka void
    681  1.154     pooka rump_component_init(enum rump_component_type type)
    682  1.154     pooka {
    683  1.154     pooka 
    684  1.154     pooka 	rumpuser_dl_component_init(type, rump_component_init_cb);
    685  1.154     pooka }
    686  1.154     pooka 
    687  1.155     pooka /*
    688  1.155     pooka  * Initialize a module which has already been loaded and linked
    689  1.155     pooka  * with dlopen(). This is fundamentally the same as a builtin module.
    690  1.155     pooka  */
    691   1.76     pooka int
    692  1.155     pooka rump_module_init(const struct modinfo * const *mip, size_t nmodinfo)
    693   1.76     pooka {
    694   1.76     pooka 
    695  1.155     pooka 	return module_builtin_add(mip, nmodinfo, true);
    696  1.106     pooka }
    697  1.106     pooka 
    698  1.155     pooka /*
    699  1.155     pooka  * Finish module (flawless victory, fatality!).
    700  1.155     pooka  */
    701  1.106     pooka int
    702  1.155     pooka rump_module_fini(const struct modinfo *mi)
    703  1.106     pooka {
    704  1.120     pooka 
    705  1.155     pooka 	return module_builtin_remove(mi, true);
    706  1.155     pooka }
    707  1.155     pooka 
    708  1.155     pooka /*
    709  1.155     pooka  * Add loaded and linked module to the builtin list.  It will
    710  1.155     pooka  * later be initialized with module_init_class().
    711  1.155     pooka  */
    712  1.155     pooka 
    713  1.155     pooka static void
    714  1.155     pooka add_linkedin_modules(const struct modinfo * const *mip, size_t nmodinfo)
    715  1.155     pooka {
    716  1.106     pooka 
    717  1.155     pooka 	module_builtin_add(mip, nmodinfo, false);
    718   1.76     pooka }
    719   1.76     pooka 
    720  1.137     pooka int
    721  1.137     pooka rump_kernelfsym_load(void *symtab, uint64_t symsize,
    722  1.137     pooka 	char *strtab, uint64_t strsize)
    723  1.137     pooka {
    724  1.137     pooka 	static int inited = 0;
    725  1.137     pooka 	Elf64_Ehdr ehdr;
    726  1.137     pooka 
    727  1.137     pooka 	if (inited)
    728  1.137     pooka 		return EBUSY;
    729  1.137     pooka 	inited = 1;
    730  1.137     pooka 
    731  1.137     pooka 	/*
    732  1.137     pooka 	 * Use 64bit header since it's bigger.  Shouldn't make a
    733  1.137     pooka 	 * difference, since we're passing in all zeroes anyway.
    734  1.137     pooka 	 */
    735  1.137     pooka 	memset(&ehdr, 0, sizeof(ehdr));
    736  1.137     pooka 	ksyms_addsyms_explicit(&ehdr, symtab, symsize, strtab, strsize);
    737  1.137     pooka 
    738  1.137     pooka 	return 0;
    739  1.137     pooka }
    740  1.137     pooka 
    741  1.199     pooka static int
    742  1.199     pooka rump_proxy_syscall(int num, void *arg, register_t *retval)
    743   1.95     pooka {
    744   1.95     pooka 	struct lwp *l;
    745   1.95     pooka 	struct sysent *callp;
    746  1.124     pooka 	int rv;
    747   1.95     pooka 
    748   1.95     pooka 	if (__predict_false(num >= SYS_NSYSENT))
    749   1.95     pooka 		return ENOSYS;
    750   1.95     pooka 
    751   1.95     pooka 	callp = rump_sysent + num;
    752  1.125     pooka 	l = curlwp;
    753  1.191     pooka 	rv = sy_call(callp, l, (void *)arg, retval);
    754  1.191     pooka 
    755  1.191     pooka 	return rv;
    756  1.191     pooka }
    757  1.191     pooka 
    758  1.206     pooka static int
    759  1.226     pooka rump_proxy_rfork(void *priv, int flags, const char *comm)
    760  1.206     pooka {
    761  1.206     pooka 	struct vmspace *newspace;
    762  1.226     pooka 	struct proc *p;
    763  1.206     pooka 	int error;
    764  1.206     pooka 
    765  1.214     pooka 	if ((error = rump_lwproc_rfork(flags)) != 0)
    766  1.206     pooka 		return error;
    767  1.206     pooka 
    768  1.206     pooka 	/*
    769  1.206     pooka 	 * Since it's a proxy proc, adjust the vmspace.
    770  1.206     pooka 	 * Refcount will eternally be 1.
    771  1.206     pooka 	 */
    772  1.226     pooka 	p = curproc;
    773  1.229     pooka 	newspace = kmem_zalloc(sizeof(*newspace), KM_SLEEP);
    774  1.206     pooka 	newspace->vm_refcnt = 1;
    775  1.206     pooka 	newspace->vm_map.pmap = priv;
    776  1.226     pooka 	KASSERT(p->p_vmspace == vmspace_kernel());
    777  1.226     pooka 	p->p_vmspace = newspace;
    778  1.226     pooka 	if (comm)
    779  1.226     pooka 		strlcpy(p->p_comm, comm, sizeof(p->p_comm));
    780  1.206     pooka 
    781  1.206     pooka 	return 0;
    782  1.206     pooka }
    783  1.206     pooka 
    784  1.232     pooka /*
    785  1.232     pooka  * Order all lwps in a process to exit.  does *not* wait for them to drain.
    786  1.232     pooka  */
    787  1.219     pooka static void
    788  1.232     pooka rump_proxy_lwpexit(void)
    789  1.219     pooka {
    790  1.219     pooka 	struct proc *p = curproc;
    791  1.219     pooka 	uint64_t where;
    792  1.219     pooka 	struct lwp *l;
    793  1.219     pooka 
    794  1.219     pooka 	mutex_enter(p->p_lock);
    795  1.219     pooka 	/*
    796  1.232     pooka 	 * First pass: mark all lwps in the process with LW_RUMP_QEXIT
    797  1.219     pooka 	 * so that they know they should exit.
    798  1.219     pooka 	 */
    799  1.219     pooka 	LIST_FOREACH(l, &p->p_lwps, l_sibling) {
    800  1.219     pooka 		if (l == curlwp)
    801  1.219     pooka 			continue;
    802  1.232     pooka 		l->l_flag |= LW_RUMP_QEXIT;
    803  1.219     pooka 	}
    804  1.219     pooka 	mutex_exit(p->p_lock);
    805  1.219     pooka 
    806  1.219     pooka 	/*
    807  1.219     pooka 	 * Next, make sure everyone on all CPUs sees our status
    808  1.219     pooka 	 * update.  This keeps threads inside cv_wait() and makes
    809  1.219     pooka 	 * sure we don't access a stale cv pointer later when
    810  1.219     pooka 	 * we wake up the threads.
    811  1.219     pooka 	 */
    812  1.219     pooka 
    813  1.219     pooka 	where = xc_broadcast(0, (xcfunc_t)nullop, NULL, NULL);
    814  1.219     pooka 	xc_wait(where);
    815  1.219     pooka 
    816  1.219     pooka 	/*
    817  1.219     pooka 	 * Ok, all lwps are either:
    818  1.219     pooka 	 *  1) not in the cv code
    819  1.219     pooka 	 *  2) sleeping on l->l_private
    820  1.219     pooka 	 *  3) sleeping on p->p_waitcv
    821  1.219     pooka 	 *
    822  1.232     pooka 	 * Either way, l_private is stable until we set PS_RUMP_LWPEXIT
    823  1.232     pooka 	 * in p->p_sflag.
    824  1.219     pooka 	 */
    825  1.219     pooka 
    826  1.219     pooka 	mutex_enter(p->p_lock);
    827  1.219     pooka 	LIST_FOREACH(l, &p->p_lwps, l_sibling) {
    828  1.219     pooka 		if (l->l_private)
    829  1.219     pooka 			cv_broadcast(l->l_private);
    830  1.219     pooka 	}
    831  1.232     pooka 	p->p_sflag |= PS_RUMP_LWPEXIT;
    832  1.219     pooka 	cv_broadcast(&p->p_waitcv);
    833  1.219     pooka 	mutex_exit(p->p_lock);
    834  1.232     pooka }
    835  1.219     pooka 
    836  1.232     pooka /*
    837  1.232     pooka  * Notify process that all threads have been drained and exec is complete.
    838  1.232     pooka  */
    839  1.232     pooka static void
    840  1.232     pooka rump_proxy_execnotify(const char *comm)
    841  1.232     pooka {
    842  1.232     pooka 	struct proc *p = curproc;
    843  1.232     pooka 
    844  1.232     pooka 	fd_closeexec();
    845  1.232     pooka 	mutex_enter(p->p_lock);
    846  1.232     pooka 	KASSERT(p->p_nlwps == 1 && p->p_sflag & PS_RUMP_LWPEXIT);
    847  1.232     pooka 	p->p_sflag &= ~PS_RUMP_LWPEXIT;
    848  1.232     pooka 	mutex_exit(p->p_lock);
    849  1.232     pooka 	strlcpy(p->p_comm, comm, sizeof(p->p_comm));
    850  1.219     pooka }
    851  1.219     pooka 
    852  1.191     pooka int
    853  1.130     pooka rump_boot_gethowto()
    854  1.130     pooka {
    855  1.130     pooka 
    856  1.130     pooka 	return boothowto;
    857  1.130     pooka }
    858  1.130     pooka 
    859  1.130     pooka void
    860  1.130     pooka rump_boot_sethowto(int howto)
    861  1.130     pooka {
    862  1.130     pooka 
    863  1.130     pooka 	boothowto = howto;
    864  1.130     pooka }
    865  1.130     pooka 
    866  1.109     pooka int
    867  1.124     pooka rump_getversion(void)
    868  1.109     pooka {
    869  1.109     pooka 
    870  1.109     pooka 	return __NetBSD_Version__;
    871  1.109     pooka }
    872  1.170     pooka 
    873  1.170     pooka /*
    874  1.170     pooka  * Note: may be called unscheduled.  Not fully safe since no locking
    875  1.170     pooka  * of allevents (currently that's not even available).
    876  1.170     pooka  */
    877  1.170     pooka void
    878  1.170     pooka rump_printevcnts()
    879  1.170     pooka {
    880  1.170     pooka 	struct evcnt *ev;
    881  1.170     pooka 
    882  1.170     pooka 	TAILQ_FOREACH(ev, &allevents, ev_list)
    883  1.170     pooka 		rumpuser_dprintf("%s / %s: %" PRIu64 "\n",
    884  1.170     pooka 		    ev->ev_group, ev->ev_name, ev->ev_count);
    885  1.170     pooka }
    886  1.184     pooka 
    887  1.184     pooka /*
    888  1.184     pooka  * If you use this interface ... well ... all bets are off.
    889  1.184     pooka  * The original purpose is for the p2k fs server library to be
    890  1.184     pooka  * able to use the same pid/lid for VOPs as the host kernel.
    891  1.184     pooka  */
    892  1.184     pooka void
    893  1.184     pooka rump_allbetsareoff_setid(pid_t pid, int lid)
    894  1.184     pooka {
    895  1.184     pooka 	struct lwp *l = curlwp;
    896  1.184     pooka 	struct proc *p = l->l_proc;
    897  1.184     pooka 
    898  1.184     pooka 	l->l_lid = lid;
    899  1.184     pooka 	p->p_pid = pid;
    900  1.184     pooka }
    901