Home | History | Annotate | Line # | Download | only in rumpkern
lwproc.c revision 1.14
      1  1.14  pooka /*      $NetBSD: lwproc.c,v 1.14 2011/02/10 13:31:30 pooka Exp $	*/
      2   1.1  pooka 
      3   1.1  pooka /*
      4   1.7  pooka  * Copyright (c) 2010, 2011 Antti Kantee.  All Rights Reserved.
      5   1.1  pooka  *
      6   1.1  pooka  * Redistribution and use in source and binary forms, with or without
      7   1.1  pooka  * modification, are permitted provided that the following conditions
      8   1.1  pooka  * are met:
      9   1.1  pooka  * 1. Redistributions of source code must retain the above copyright
     10   1.1  pooka  *    notice, this list of conditions and the following disclaimer.
     11   1.1  pooka  * 2. Redistributions in binary form must reproduce the above copyright
     12   1.1  pooka  *    notice, this list of conditions and the following disclaimer in the
     13   1.1  pooka  *    documentation and/or other materials provided with the distribution.
     14   1.1  pooka  *
     15   1.1  pooka  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
     16   1.1  pooka  * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
     17   1.1  pooka  * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
     18   1.1  pooka  * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
     19   1.1  pooka  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     20   1.1  pooka  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
     21   1.1  pooka  * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     22   1.1  pooka  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     23   1.1  pooka  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     24   1.1  pooka  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     25   1.1  pooka  * SUCH DAMAGE.
     26   1.1  pooka  */
     27   1.1  pooka 
     28   1.1  pooka #include <sys/cdefs.h>
     29  1.14  pooka __KERNEL_RCSID(0, "$NetBSD: lwproc.c,v 1.14 2011/02/10 13:31:30 pooka Exp $");
     30   1.1  pooka 
     31   1.1  pooka #include <sys/param.h>
     32   1.1  pooka #include <sys/atomic.h>
     33   1.1  pooka #include <sys/filedesc.h>
     34   1.1  pooka #include <sys/kauth.h>
     35   1.1  pooka #include <sys/kmem.h>
     36   1.1  pooka #include <sys/lwp.h>
     37   1.1  pooka #include <sys/pool.h>
     38   1.1  pooka #include <sys/proc.h>
     39   1.1  pooka #include <sys/queue.h>
     40   1.1  pooka #include <sys/resourcevar.h>
     41   1.1  pooka #include <sys/uidinfo.h>
     42   1.1  pooka 
     43   1.1  pooka #include <rump/rumpuser.h>
     44   1.1  pooka 
     45   1.1  pooka #include "rump_private.h"
     46   1.1  pooka 
     47   1.1  pooka static void
     48   1.1  pooka lwproc_proc_free(struct proc *p)
     49   1.1  pooka {
     50   1.1  pooka 	kauth_cred_t cred;
     51   1.1  pooka 
     52   1.1  pooka 	mutex_enter(proc_lock);
     53   1.1  pooka 
     54   1.1  pooka 	KASSERT(p->p_nlwps == 0);
     55   1.1  pooka 	KASSERT(LIST_EMPTY(&p->p_lwps));
     56  1.12  pooka 	KASSERT(p->p_stat == SACTIVE || p->p_stat == SDYING ||
     57  1.12  pooka 	    p->p_stat == SDEAD);
     58   1.1  pooka 
     59   1.1  pooka 	LIST_REMOVE(p, p_list);
     60   1.1  pooka 	LIST_REMOVE(p, p_sibling);
     61   1.1  pooka 	proc_free_pid(p->p_pid); /* decrements nprocs */
     62   1.1  pooka 	proc_leavepgrp(p); /* releases proc_lock */
     63   1.1  pooka 
     64   1.1  pooka 	cred = p->p_cred;
     65   1.1  pooka 	chgproccnt(kauth_cred_getuid(cred), -1);
     66   1.1  pooka 	if (rump_proc_vfs_release)
     67   1.1  pooka 		rump_proc_vfs_release(p);
     68   1.1  pooka 
     69   1.1  pooka 	limfree(p->p_limit);
     70   1.1  pooka 	pstatsfree(p->p_stats);
     71   1.1  pooka 	kauth_cred_free(p->p_cred);
     72   1.1  pooka 	proc_finispecific(p);
     73   1.1  pooka 
     74   1.1  pooka 	mutex_obj_free(p->p_lock);
     75   1.1  pooka 	mutex_destroy(&p->p_stmutex);
     76   1.1  pooka 	mutex_destroy(&p->p_auxlock);
     77   1.1  pooka 	rw_destroy(&p->p_reflock);
     78   1.1  pooka 	cv_destroy(&p->p_waitcv);
     79   1.1  pooka 	cv_destroy(&p->p_lwpcv);
     80   1.1  pooka 
     81   1.6  pooka 	/* non-kernel vmspaces are not shared */
     82  1.10  pooka 	if (!RUMP_LOCALPROC_P(p)) {
     83   1.6  pooka 		KASSERT(p->p_vmspace->vm_refcnt == 1);
     84   1.6  pooka 		kmem_free(p->p_vmspace, sizeof(*p->p_vmspace));
     85   1.6  pooka 	}
     86   1.6  pooka 
     87   1.1  pooka 	proc_free_mem(p);
     88   1.1  pooka }
     89   1.1  pooka 
     90   1.1  pooka /*
     91   1.1  pooka  * Allocate a new process.  Mostly mimic fork by
     92   1.1  pooka  * copying the properties of the parent.  However, there are some
     93   1.1  pooka  * differences.  For example, we never share the fd table.
     94   1.1  pooka  *
     95   1.1  pooka  * Switch to the new lwp and return a pointer to it.
     96   1.1  pooka  */
     97   1.1  pooka static struct proc *
     98   1.7  pooka lwproc_newproc(struct proc *parent, int flags)
     99   1.1  pooka {
    100   1.1  pooka 	uid_t uid = kauth_cred_getuid(parent->p_cred);
    101   1.1  pooka 	struct proc *p;
    102   1.1  pooka 
    103   1.1  pooka 	/* maxproc not enforced */
    104   1.1  pooka 	atomic_inc_uint(&nprocs);
    105   1.1  pooka 
    106   1.1  pooka 	/* allocate process */
    107   1.1  pooka 	p = proc_alloc();
    108   1.1  pooka 	memset(&p->p_startzero, 0,
    109   1.1  pooka 	    offsetof(struct proc, p_endzero)
    110   1.1  pooka 	      - offsetof(struct proc, p_startzero));
    111   1.1  pooka 	memcpy(&p->p_startcopy, &parent->p_startcopy,
    112   1.1  pooka 	    offsetof(struct proc, p_endcopy)
    113   1.1  pooka 	      - offsetof(struct proc, p_startcopy));
    114   1.1  pooka 
    115   1.1  pooka 	p->p_stats = pstatscopy(parent->p_stats);
    116   1.1  pooka 
    117   1.5  pooka 	p->p_vmspace = vmspace_kernel();
    118   1.1  pooka 	p->p_emul = &emul_netbsd;
    119  1.14  pooka 	if (*parent->p_comm)
    120  1.14  pooka 		strcpy(p->p_comm, parent->p_comm);
    121  1.14  pooka 	else
    122  1.14  pooka 		strcpy(p->p_comm, "rumproc");
    123   1.7  pooka 
    124   1.7  pooka 	if ((flags & RUMP_RFCFDG) == 0)
    125   1.7  pooka 		KASSERT(parent == curproc);
    126   1.7  pooka 	if (flags & RUMP_RFFDG)
    127   1.7  pooka 		p->p_fd = fd_copy();
    128   1.7  pooka 	else if (flags & RUMP_RFCFDG)
    129   1.7  pooka 		p->p_fd = fd_init(NULL);
    130   1.7  pooka 	else
    131   1.7  pooka 		fd_share(p);
    132   1.7  pooka 
    133   1.1  pooka 	lim_addref(parent->p_limit);
    134   1.1  pooka 	p->p_limit = parent->p_limit;
    135   1.1  pooka 
    136   1.1  pooka 	LIST_INIT(&p->p_lwps);
    137   1.1  pooka 	LIST_INIT(&p->p_children);
    138   1.1  pooka 
    139   1.1  pooka 	p->p_lock = mutex_obj_alloc(MUTEX_DEFAULT, IPL_NONE);
    140   1.1  pooka 	mutex_init(&p->p_stmutex, MUTEX_DEFAULT, IPL_NONE);
    141   1.1  pooka 	mutex_init(&p->p_auxlock, MUTEX_DEFAULT, IPL_NONE);
    142   1.1  pooka 	rw_init(&p->p_reflock);
    143   1.1  pooka 	cv_init(&p->p_waitcv, "pwait");
    144   1.1  pooka 	cv_init(&p->p_lwpcv, "plwp");
    145   1.1  pooka 
    146   1.1  pooka 	p->p_pptr = parent;
    147   1.1  pooka 	p->p_ppid = parent->p_pid;
    148  1.12  pooka 	p->p_stat = SACTIVE;
    149   1.1  pooka 
    150   1.1  pooka 	kauth_proc_fork(parent, p);
    151   1.1  pooka 
    152   1.1  pooka 	/* initialize cwd in rump kernels with vfs */
    153   1.1  pooka 	if (rump_proc_vfs_init)
    154   1.1  pooka 		rump_proc_vfs_init(p);
    155   1.1  pooka 
    156   1.1  pooka 	chgproccnt(uid, 1); /* not enforced */
    157   1.1  pooka 
    158   1.1  pooka 	/* publish proc various proc lists */
    159   1.1  pooka 	mutex_enter(proc_lock);
    160   1.1  pooka 	LIST_INSERT_HEAD(&allproc, p, p_list);
    161   1.1  pooka 	LIST_INSERT_HEAD(&parent->p_children, p, p_sibling);
    162   1.1  pooka 	LIST_INSERT_AFTER(parent, p, p_pglist);
    163   1.1  pooka 	mutex_exit(proc_lock);
    164   1.1  pooka 
    165   1.1  pooka 	return p;
    166   1.1  pooka }
    167   1.1  pooka 
    168   1.1  pooka static void
    169   1.1  pooka lwproc_freelwp(struct lwp *l)
    170   1.1  pooka {
    171   1.1  pooka 	struct proc *p;
    172   1.1  pooka 	bool freeproc;
    173   1.1  pooka 
    174   1.1  pooka 	p = l->l_proc;
    175   1.1  pooka 	mutex_enter(p->p_lock);
    176   1.1  pooka 
    177   1.1  pooka 	/* XXX: l_refcnt */
    178   1.1  pooka 	KASSERT(l->l_flag & LW_WEXIT);
    179   1.1  pooka 	KASSERT(l->l_refcnt == 0);
    180   1.1  pooka 
    181   1.1  pooka 	/* ok, zero references, continue with nuke */
    182   1.1  pooka 	LIST_REMOVE(l, l_sibling);
    183   1.1  pooka 	KASSERT(p->p_nlwps >= 1);
    184   1.1  pooka 	if (--p->p_nlwps == 0) {
    185   1.1  pooka 		KASSERT(p != &proc0);
    186   1.1  pooka 		p->p_stat = SDEAD;
    187   1.1  pooka 	}
    188   1.1  pooka 	freeproc = p->p_nlwps == 0;
    189   1.1  pooka 	cv_broadcast(&p->p_lwpcv); /* nobody sleeps on this in rump? */
    190   1.1  pooka 	kauth_cred_free(l->l_cred);
    191   1.1  pooka 	mutex_exit(p->p_lock);
    192   1.1  pooka 
    193   1.1  pooka 	mutex_enter(proc_lock);
    194   1.1  pooka 	LIST_REMOVE(l, l_list);
    195   1.1  pooka 	mutex_exit(proc_lock);
    196   1.1  pooka 
    197   1.1  pooka 	if (l->l_name)
    198   1.1  pooka 		kmem_free(l->l_name, MAXCOMLEN);
    199   1.1  pooka 	lwp_finispecific(l);
    200   1.1  pooka 
    201   1.1  pooka 	kmem_free(l, sizeof(*l));
    202   1.1  pooka 
    203   1.1  pooka 	if (p->p_stat == SDEAD)
    204   1.1  pooka 		lwproc_proc_free(p);
    205   1.1  pooka }
    206   1.1  pooka 
    207  1.12  pooka extern kmutex_t unruntime_lock;
    208  1.12  pooka 
    209   1.1  pooka /*
    210   1.1  pooka  * called with p_lock held, releases lock before return
    211   1.1  pooka  */
    212   1.1  pooka static void
    213   1.1  pooka lwproc_makelwp(struct proc *p, struct lwp *l, bool doswitch, bool procmake)
    214   1.1  pooka {
    215   1.1  pooka 
    216   1.1  pooka 	p->p_nlwps++;
    217   1.1  pooka 	l->l_refcnt = 1;
    218   1.1  pooka 	l->l_proc = p;
    219   1.1  pooka 
    220   1.1  pooka 	l->l_lid = p->p_nlwpid++;
    221   1.1  pooka 	LIST_INSERT_HEAD(&p->p_lwps, l, l_sibling);
    222   1.1  pooka 	mutex_exit(p->p_lock);
    223   1.1  pooka 
    224   1.1  pooka 	lwp_update_creds(l);
    225   1.1  pooka 
    226   1.1  pooka 	l->l_fd = p->p_fd;
    227  1.12  pooka 	l->l_cpu = rump_cpu;
    228   1.1  pooka 	l->l_target_cpu = rump_cpu; /* Initial target CPU always the same */
    229   1.9  pooka 	l->l_stat = LSRUN;
    230  1.12  pooka 	l->l_mutex = &unruntime_lock;
    231   1.8  pooka 	TAILQ_INIT(&l->l_ld_locks);
    232   1.1  pooka 
    233   1.1  pooka 	lwp_initspecific(l);
    234   1.1  pooka 
    235   1.1  pooka 	if (doswitch) {
    236   1.1  pooka 		rump_lwproc_switch(l);
    237   1.1  pooka 	}
    238   1.1  pooka 
    239   1.1  pooka 	/* filedesc already has refcount 1 when process is created */
    240   1.1  pooka 	if (!procmake) {
    241   1.1  pooka 		fd_hold(l);
    242   1.1  pooka 	}
    243   1.1  pooka 
    244   1.1  pooka 	mutex_enter(proc_lock);
    245   1.1  pooka 	LIST_INSERT_HEAD(&alllwp, l, l_list);
    246   1.1  pooka 	mutex_exit(proc_lock);
    247   1.1  pooka }
    248   1.1  pooka 
    249   1.1  pooka struct lwp *
    250   1.3  pooka rump__lwproc_alloclwp(struct proc *p)
    251   1.1  pooka {
    252   1.1  pooka 	struct lwp *l;
    253   1.3  pooka 	bool newproc = false;
    254   1.3  pooka 
    255   1.3  pooka 	if (p == NULL) {
    256   1.7  pooka 		p = lwproc_newproc(&proc0, 0);
    257   1.3  pooka 		newproc = true;
    258   1.3  pooka 	}
    259   1.1  pooka 
    260   1.1  pooka 	l = kmem_zalloc(sizeof(*l), KM_SLEEP);
    261   1.1  pooka 
    262   1.1  pooka 	mutex_enter(p->p_lock);
    263   1.3  pooka 	lwproc_makelwp(p, l, false, newproc);
    264   1.1  pooka 
    265   1.1  pooka 	return l;
    266   1.1  pooka }
    267   1.1  pooka 
    268   1.1  pooka int
    269   1.1  pooka rump_lwproc_newlwp(pid_t pid)
    270   1.1  pooka {
    271   1.1  pooka 	struct proc *p;
    272   1.1  pooka 	struct lwp *l;
    273   1.1  pooka 
    274   1.1  pooka 	l = kmem_zalloc(sizeof(*l), KM_SLEEP);
    275   1.1  pooka 	mutex_enter(proc_lock);
    276   1.1  pooka 	p = proc_find_raw(pid);
    277   1.1  pooka 	if (p == NULL) {
    278   1.1  pooka 		mutex_exit(proc_lock);
    279   1.1  pooka 		kmem_free(l, sizeof(*l));
    280   1.1  pooka 		return ESRCH;
    281   1.1  pooka 	}
    282   1.1  pooka 	mutex_enter(p->p_lock);
    283   1.1  pooka 	mutex_exit(proc_lock);
    284   1.1  pooka 	lwproc_makelwp(p, l, true, false);
    285   1.1  pooka 
    286   1.1  pooka 	return 0;
    287   1.1  pooka }
    288   1.1  pooka 
    289   1.1  pooka int
    290   1.7  pooka rump_lwproc_rfork(int flags)
    291   1.1  pooka {
    292   1.1  pooka 	struct proc *p;
    293   1.1  pooka 	struct lwp *l;
    294   1.1  pooka 
    295   1.7  pooka 	if (flags & ~(RUMP_RFFDG|RUMP_RFCFDG) ||
    296   1.7  pooka 	    (~flags & (RUMP_RFFDG|RUMP_RFCFDG)) == 0)
    297   1.7  pooka 		return EINVAL;
    298   1.7  pooka 
    299   1.7  pooka 	p = lwproc_newproc(curproc, flags);
    300   1.1  pooka 	l = kmem_zalloc(sizeof(*l), KM_SLEEP);
    301   1.1  pooka 	mutex_enter(p->p_lock);
    302   1.1  pooka 	lwproc_makelwp(p, l, true, true);
    303   1.1  pooka 
    304   1.1  pooka 	return 0;
    305   1.1  pooka }
    306   1.1  pooka 
    307   1.1  pooka /*
    308   1.1  pooka  * Switch to a new process/thread.  Release previous one if
    309   1.4  pooka  * deemed to be exiting.  This is considered a slow path for
    310   1.4  pooka  * rump kernel entry.
    311   1.1  pooka  */
    312   1.1  pooka void
    313   1.1  pooka rump_lwproc_switch(struct lwp *newlwp)
    314   1.1  pooka {
    315   1.1  pooka 	struct lwp *l = curlwp;
    316   1.1  pooka 
    317   1.1  pooka 	KASSERT(!(l->l_flag & LW_WEXIT) || newlwp);
    318   1.1  pooka 
    319   1.1  pooka 	if (__predict_false(newlwp && (newlwp->l_pflag & LP_RUNNING)))
    320   1.1  pooka 		panic("lwp %p (%d:%d) already running",
    321   1.1  pooka 		    newlwp, newlwp->l_proc->p_pid, newlwp->l_lid);
    322   1.1  pooka 
    323   1.1  pooka 	if (newlwp == NULL) {
    324   1.1  pooka 		l->l_pflag &= ~LP_RUNNING;
    325   1.1  pooka 		l->l_flag |= LW_RUMP_CLEAR;
    326   1.1  pooka 		return;
    327   1.1  pooka 	}
    328   1.1  pooka 
    329   1.1  pooka 	/* fd_free() must be called from curlwp context.  talk about ugh */
    330   1.1  pooka 	if (l->l_flag & LW_WEXIT) {
    331   1.1  pooka 		fd_free();
    332   1.1  pooka 	}
    333   1.1  pooka 
    334   1.1  pooka 	rumpuser_set_curlwp(NULL);
    335   1.1  pooka 
    336   1.1  pooka 	newlwp->l_cpu = newlwp->l_target_cpu = l->l_cpu;
    337   1.1  pooka 	newlwp->l_mutex = l->l_mutex;
    338   1.1  pooka 	newlwp->l_pflag |= LP_RUNNING;
    339   1.1  pooka 
    340   1.1  pooka 	rumpuser_set_curlwp(newlwp);
    341   1.1  pooka 
    342   1.4  pooka 	/*
    343   1.4  pooka 	 * Check if the thread should get a signal.  This is
    344   1.4  pooka 	 * mostly to satisfy the "record" rump sigmodel.
    345   1.4  pooka 	 */
    346   1.4  pooka 	mutex_enter(newlwp->l_proc->p_lock);
    347   1.4  pooka 	if (sigispending(newlwp, 0)) {
    348   1.4  pooka 		newlwp->l_flag |= LW_PENDSIG;
    349   1.4  pooka 	}
    350   1.4  pooka 	mutex_exit(newlwp->l_proc->p_lock);
    351   1.4  pooka 
    352  1.12  pooka 	l->l_mutex = &unruntime_lock;
    353   1.1  pooka 	l->l_pflag &= ~LP_RUNNING;
    354   1.4  pooka 	l->l_flag &= ~LW_PENDSIG;
    355  1.13  pooka 	l->l_stat = LSRUN;
    356   1.1  pooka 
    357   1.1  pooka 	if (l->l_flag & LW_WEXIT) {
    358   1.1  pooka 		lwproc_freelwp(l);
    359   1.1  pooka 	}
    360   1.1  pooka }
    361   1.1  pooka 
    362   1.1  pooka void
    363   1.1  pooka rump_lwproc_releaselwp(void)
    364   1.1  pooka {
    365   1.1  pooka 	struct proc *p;
    366   1.1  pooka 	struct lwp *l = curlwp;
    367   1.1  pooka 
    368   1.2  pooka 	if (l->l_refcnt == 0 && l->l_flag & LW_WEXIT)
    369   1.2  pooka 		panic("releasing non-pertinent lwp");
    370   1.2  pooka 
    371   1.1  pooka 	p = l->l_proc;
    372   1.1  pooka 	mutex_enter(p->p_lock);
    373   1.1  pooka 	KASSERT(l->l_refcnt != 0);
    374   1.1  pooka 	l->l_refcnt--;
    375   1.1  pooka 	mutex_exit(p->p_lock);
    376   1.1  pooka 	l->l_flag |= LW_WEXIT; /* will be released when unscheduled */
    377   1.1  pooka }
    378   1.1  pooka 
    379   1.1  pooka struct lwp *
    380   1.1  pooka rump_lwproc_curlwp(void)
    381   1.1  pooka {
    382   1.1  pooka 	struct lwp *l = curlwp;
    383   1.1  pooka 
    384   1.1  pooka 	if (l->l_flag & LW_WEXIT)
    385   1.1  pooka 		return NULL;
    386   1.1  pooka 	return l;
    387   1.1  pooka }
    388