Home | History | Annotate | Line # | Download | only in rumpkern
lwproc.c revision 1.13
      1  1.13  pooka /*      $NetBSD: lwproc.c,v 1.13 2011/01/28 18:48:21 pooka Exp $	*/
      2   1.1  pooka 
      3   1.1  pooka /*
      4   1.7  pooka  * Copyright (c) 2010, 2011 Antti Kantee.  All Rights Reserved.
      5   1.1  pooka  *
      6   1.1  pooka  * Redistribution and use in source and binary forms, with or without
      7   1.1  pooka  * modification, are permitted provided that the following conditions
      8   1.1  pooka  * are met:
      9   1.1  pooka  * 1. Redistributions of source code must retain the above copyright
     10   1.1  pooka  *    notice, this list of conditions and the following disclaimer.
     11   1.1  pooka  * 2. Redistributions in binary form must reproduce the above copyright
     12   1.1  pooka  *    notice, this list of conditions and the following disclaimer in the
     13   1.1  pooka  *    documentation and/or other materials provided with the distribution.
     14   1.1  pooka  *
     15   1.1  pooka  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
     16   1.1  pooka  * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
     17   1.1  pooka  * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
     18   1.1  pooka  * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
     19   1.1  pooka  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     20   1.1  pooka  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
     21   1.1  pooka  * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     22   1.1  pooka  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     23   1.1  pooka  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     24   1.1  pooka  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     25   1.1  pooka  * SUCH DAMAGE.
     26   1.1  pooka  */
     27   1.1  pooka 
     28   1.1  pooka #include <sys/cdefs.h>
     29  1.13  pooka __KERNEL_RCSID(0, "$NetBSD: lwproc.c,v 1.13 2011/01/28 18:48:21 pooka Exp $");
     30   1.1  pooka 
     31   1.1  pooka #include <sys/param.h>
     32   1.1  pooka #include <sys/atomic.h>
     33   1.1  pooka #include <sys/filedesc.h>
     34   1.1  pooka #include <sys/kauth.h>
     35   1.1  pooka #include <sys/kmem.h>
     36   1.1  pooka #include <sys/lwp.h>
     37   1.1  pooka #include <sys/pool.h>
     38   1.1  pooka #include <sys/proc.h>
     39   1.1  pooka #include <sys/queue.h>
     40   1.1  pooka #include <sys/resourcevar.h>
     41   1.1  pooka #include <sys/uidinfo.h>
     42   1.1  pooka 
     43   1.1  pooka #include <rump/rumpuser.h>
     44   1.1  pooka 
     45   1.1  pooka #include "rump_private.h"
     46   1.1  pooka 
     47   1.1  pooka static void
     48   1.1  pooka lwproc_proc_free(struct proc *p)
     49   1.1  pooka {
     50   1.1  pooka 	kauth_cred_t cred;
     51   1.1  pooka 
     52   1.1  pooka 	mutex_enter(proc_lock);
     53   1.1  pooka 
     54   1.1  pooka 	KASSERT(p->p_nlwps == 0);
     55   1.1  pooka 	KASSERT(LIST_EMPTY(&p->p_lwps));
     56  1.12  pooka 	KASSERT(p->p_stat == SACTIVE || p->p_stat == SDYING ||
     57  1.12  pooka 	    p->p_stat == SDEAD);
     58   1.1  pooka 
     59   1.1  pooka 	LIST_REMOVE(p, p_list);
     60   1.1  pooka 	LIST_REMOVE(p, p_sibling);
     61   1.1  pooka 	proc_free_pid(p->p_pid); /* decrements nprocs */
     62   1.1  pooka 	proc_leavepgrp(p); /* releases proc_lock */
     63   1.1  pooka 
     64   1.1  pooka 	cred = p->p_cred;
     65   1.1  pooka 	chgproccnt(kauth_cred_getuid(cred), -1);
     66   1.1  pooka 	if (rump_proc_vfs_release)
     67   1.1  pooka 		rump_proc_vfs_release(p);
     68   1.1  pooka 
     69   1.1  pooka 	limfree(p->p_limit);
     70   1.1  pooka 	pstatsfree(p->p_stats);
     71   1.1  pooka 	kauth_cred_free(p->p_cred);
     72   1.1  pooka 	proc_finispecific(p);
     73   1.1  pooka 
     74   1.1  pooka 	mutex_obj_free(p->p_lock);
     75   1.1  pooka 	mutex_destroy(&p->p_stmutex);
     76   1.1  pooka 	mutex_destroy(&p->p_auxlock);
     77   1.1  pooka 	rw_destroy(&p->p_reflock);
     78   1.1  pooka 	cv_destroy(&p->p_waitcv);
     79   1.1  pooka 	cv_destroy(&p->p_lwpcv);
     80   1.1  pooka 
     81   1.6  pooka 	/* non-kernel vmspaces are not shared */
     82  1.10  pooka 	if (!RUMP_LOCALPROC_P(p)) {
     83   1.6  pooka 		KASSERT(p->p_vmspace->vm_refcnt == 1);
     84   1.6  pooka 		kmem_free(p->p_vmspace, sizeof(*p->p_vmspace));
     85   1.6  pooka 	}
     86   1.6  pooka 
     87   1.1  pooka 	proc_free_mem(p);
     88   1.1  pooka }
     89   1.1  pooka 
     90   1.1  pooka /*
     91   1.1  pooka  * Allocate a new process.  Mostly mimic fork by
     92   1.1  pooka  * copying the properties of the parent.  However, there are some
     93   1.1  pooka  * differences.  For example, we never share the fd table.
     94   1.1  pooka  *
     95   1.1  pooka  * Switch to the new lwp and return a pointer to it.
     96   1.1  pooka  */
     97   1.1  pooka static struct proc *
     98   1.7  pooka lwproc_newproc(struct proc *parent, int flags)
     99   1.1  pooka {
    100   1.1  pooka 	uid_t uid = kauth_cred_getuid(parent->p_cred);
    101   1.1  pooka 	struct proc *p;
    102   1.1  pooka 
    103   1.1  pooka 	/* maxproc not enforced */
    104   1.1  pooka 	atomic_inc_uint(&nprocs);
    105   1.1  pooka 
    106   1.1  pooka 	/* allocate process */
    107   1.1  pooka 	p = proc_alloc();
    108   1.1  pooka 	memset(&p->p_startzero, 0,
    109   1.1  pooka 	    offsetof(struct proc, p_endzero)
    110   1.1  pooka 	      - offsetof(struct proc, p_startzero));
    111   1.1  pooka 	memcpy(&p->p_startcopy, &parent->p_startcopy,
    112   1.1  pooka 	    offsetof(struct proc, p_endcopy)
    113   1.1  pooka 	      - offsetof(struct proc, p_startcopy));
    114   1.1  pooka 
    115   1.1  pooka 	p->p_stats = pstatscopy(parent->p_stats);
    116   1.1  pooka 
    117   1.5  pooka 	p->p_vmspace = vmspace_kernel();
    118   1.1  pooka 	p->p_emul = &emul_netbsd;
    119  1.11  pooka 	strcpy(p->p_comm, "rumproc");
    120   1.7  pooka 
    121   1.7  pooka 	if ((flags & RUMP_RFCFDG) == 0)
    122   1.7  pooka 		KASSERT(parent == curproc);
    123   1.7  pooka 	if (flags & RUMP_RFFDG)
    124   1.7  pooka 		p->p_fd = fd_copy();
    125   1.7  pooka 	else if (flags & RUMP_RFCFDG)
    126   1.7  pooka 		p->p_fd = fd_init(NULL);
    127   1.7  pooka 	else
    128   1.7  pooka 		fd_share(p);
    129   1.7  pooka 
    130   1.1  pooka 	lim_addref(parent->p_limit);
    131   1.1  pooka 	p->p_limit = parent->p_limit;
    132   1.1  pooka 
    133   1.1  pooka 	LIST_INIT(&p->p_lwps);
    134   1.1  pooka 	LIST_INIT(&p->p_children);
    135   1.1  pooka 
    136   1.1  pooka 	p->p_lock = mutex_obj_alloc(MUTEX_DEFAULT, IPL_NONE);
    137   1.1  pooka 	mutex_init(&p->p_stmutex, MUTEX_DEFAULT, IPL_NONE);
    138   1.1  pooka 	mutex_init(&p->p_auxlock, MUTEX_DEFAULT, IPL_NONE);
    139   1.1  pooka 	rw_init(&p->p_reflock);
    140   1.1  pooka 	cv_init(&p->p_waitcv, "pwait");
    141   1.1  pooka 	cv_init(&p->p_lwpcv, "plwp");
    142   1.1  pooka 
    143   1.1  pooka 	p->p_pptr = parent;
    144   1.1  pooka 	p->p_ppid = parent->p_pid;
    145  1.12  pooka 	p->p_stat = SACTIVE;
    146   1.1  pooka 
    147   1.1  pooka 	kauth_proc_fork(parent, p);
    148   1.1  pooka 
    149   1.1  pooka 	/* initialize cwd in rump kernels with vfs */
    150   1.1  pooka 	if (rump_proc_vfs_init)
    151   1.1  pooka 		rump_proc_vfs_init(p);
    152   1.1  pooka 
    153   1.1  pooka 	chgproccnt(uid, 1); /* not enforced */
    154   1.1  pooka 
    155   1.1  pooka 	/* publish proc various proc lists */
    156   1.1  pooka 	mutex_enter(proc_lock);
    157   1.1  pooka 	LIST_INSERT_HEAD(&allproc, p, p_list);
    158   1.1  pooka 	LIST_INSERT_HEAD(&parent->p_children, p, p_sibling);
    159   1.1  pooka 	LIST_INSERT_AFTER(parent, p, p_pglist);
    160   1.1  pooka 	mutex_exit(proc_lock);
    161   1.1  pooka 
    162   1.1  pooka 	return p;
    163   1.1  pooka }
    164   1.1  pooka 
    165   1.1  pooka static void
    166   1.1  pooka lwproc_freelwp(struct lwp *l)
    167   1.1  pooka {
    168   1.1  pooka 	struct proc *p;
    169   1.1  pooka 	bool freeproc;
    170   1.1  pooka 
    171   1.1  pooka 	p = l->l_proc;
    172   1.1  pooka 	mutex_enter(p->p_lock);
    173   1.1  pooka 
    174   1.1  pooka 	/* XXX: l_refcnt */
    175   1.1  pooka 	KASSERT(l->l_flag & LW_WEXIT);
    176   1.1  pooka 	KASSERT(l->l_refcnt == 0);
    177   1.1  pooka 
    178   1.1  pooka 	/* ok, zero references, continue with nuke */
    179   1.1  pooka 	LIST_REMOVE(l, l_sibling);
    180   1.1  pooka 	KASSERT(p->p_nlwps >= 1);
    181   1.1  pooka 	if (--p->p_nlwps == 0) {
    182   1.1  pooka 		KASSERT(p != &proc0);
    183   1.1  pooka 		p->p_stat = SDEAD;
    184   1.1  pooka 	}
    185   1.1  pooka 	freeproc = p->p_nlwps == 0;
    186   1.1  pooka 	cv_broadcast(&p->p_lwpcv); /* nobody sleeps on this in rump? */
    187   1.1  pooka 	kauth_cred_free(l->l_cred);
    188   1.1  pooka 	mutex_exit(p->p_lock);
    189   1.1  pooka 
    190   1.1  pooka 	mutex_enter(proc_lock);
    191   1.1  pooka 	LIST_REMOVE(l, l_list);
    192   1.1  pooka 	mutex_exit(proc_lock);
    193   1.1  pooka 
    194   1.1  pooka 	if (l->l_name)
    195   1.1  pooka 		kmem_free(l->l_name, MAXCOMLEN);
    196   1.1  pooka 	lwp_finispecific(l);
    197   1.1  pooka 
    198   1.1  pooka 	kmem_free(l, sizeof(*l));
    199   1.1  pooka 
    200   1.1  pooka 	if (p->p_stat == SDEAD)
    201   1.1  pooka 		lwproc_proc_free(p);
    202   1.1  pooka }
    203   1.1  pooka 
    204  1.12  pooka extern kmutex_t unruntime_lock;
    205  1.12  pooka 
    206   1.1  pooka /*
    207   1.1  pooka  * called with p_lock held, releases lock before return
    208   1.1  pooka  */
    209   1.1  pooka static void
    210   1.1  pooka lwproc_makelwp(struct proc *p, struct lwp *l, bool doswitch, bool procmake)
    211   1.1  pooka {
    212   1.1  pooka 
    213   1.1  pooka 	p->p_nlwps++;
    214   1.1  pooka 	l->l_refcnt = 1;
    215   1.1  pooka 	l->l_proc = p;
    216   1.1  pooka 
    217   1.1  pooka 	l->l_lid = p->p_nlwpid++;
    218   1.1  pooka 	LIST_INSERT_HEAD(&p->p_lwps, l, l_sibling);
    219   1.1  pooka 	mutex_exit(p->p_lock);
    220   1.1  pooka 
    221   1.1  pooka 	lwp_update_creds(l);
    222   1.1  pooka 
    223   1.1  pooka 	l->l_fd = p->p_fd;
    224  1.12  pooka 	l->l_cpu = rump_cpu;
    225   1.1  pooka 	l->l_target_cpu = rump_cpu; /* Initial target CPU always the same */
    226   1.9  pooka 	l->l_stat = LSRUN;
    227  1.12  pooka 	l->l_mutex = &unruntime_lock;
    228   1.8  pooka 	TAILQ_INIT(&l->l_ld_locks);
    229   1.1  pooka 
    230   1.1  pooka 	lwp_initspecific(l);
    231   1.1  pooka 
    232   1.1  pooka 	if (doswitch) {
    233   1.1  pooka 		rump_lwproc_switch(l);
    234   1.1  pooka 	}
    235   1.1  pooka 
    236   1.1  pooka 	/* filedesc already has refcount 1 when process is created */
    237   1.1  pooka 	if (!procmake) {
    238   1.1  pooka 		fd_hold(l);
    239   1.1  pooka 	}
    240   1.1  pooka 
    241   1.1  pooka 	mutex_enter(proc_lock);
    242   1.1  pooka 	LIST_INSERT_HEAD(&alllwp, l, l_list);
    243   1.1  pooka 	mutex_exit(proc_lock);
    244   1.1  pooka }
    245   1.1  pooka 
    246   1.1  pooka struct lwp *
    247   1.3  pooka rump__lwproc_alloclwp(struct proc *p)
    248   1.1  pooka {
    249   1.1  pooka 	struct lwp *l;
    250   1.3  pooka 	bool newproc = false;
    251   1.3  pooka 
    252   1.3  pooka 	if (p == NULL) {
    253   1.7  pooka 		p = lwproc_newproc(&proc0, 0);
    254   1.3  pooka 		newproc = true;
    255   1.3  pooka 	}
    256   1.1  pooka 
    257   1.1  pooka 	l = kmem_zalloc(sizeof(*l), KM_SLEEP);
    258   1.1  pooka 
    259   1.1  pooka 	mutex_enter(p->p_lock);
    260   1.3  pooka 	lwproc_makelwp(p, l, false, newproc);
    261   1.1  pooka 
    262   1.1  pooka 	return l;
    263   1.1  pooka }
    264   1.1  pooka 
    265   1.1  pooka int
    266   1.1  pooka rump_lwproc_newlwp(pid_t pid)
    267   1.1  pooka {
    268   1.1  pooka 	struct proc *p;
    269   1.1  pooka 	struct lwp *l;
    270   1.1  pooka 
    271   1.1  pooka 	l = kmem_zalloc(sizeof(*l), KM_SLEEP);
    272   1.1  pooka 	mutex_enter(proc_lock);
    273   1.1  pooka 	p = proc_find_raw(pid);
    274   1.1  pooka 	if (p == NULL) {
    275   1.1  pooka 		mutex_exit(proc_lock);
    276   1.1  pooka 		kmem_free(l, sizeof(*l));
    277   1.1  pooka 		return ESRCH;
    278   1.1  pooka 	}
    279   1.1  pooka 	mutex_enter(p->p_lock);
    280   1.1  pooka 	mutex_exit(proc_lock);
    281   1.1  pooka 	lwproc_makelwp(p, l, true, false);
    282   1.1  pooka 
    283   1.1  pooka 	return 0;
    284   1.1  pooka }
    285   1.1  pooka 
    286   1.1  pooka int
    287   1.7  pooka rump_lwproc_rfork(int flags)
    288   1.1  pooka {
    289   1.1  pooka 	struct proc *p;
    290   1.1  pooka 	struct lwp *l;
    291   1.1  pooka 
    292   1.7  pooka 	if (flags & ~(RUMP_RFFDG|RUMP_RFCFDG) ||
    293   1.7  pooka 	    (~flags & (RUMP_RFFDG|RUMP_RFCFDG)) == 0)
    294   1.7  pooka 		return EINVAL;
    295   1.7  pooka 
    296   1.7  pooka 	p = lwproc_newproc(curproc, flags);
    297   1.1  pooka 	l = kmem_zalloc(sizeof(*l), KM_SLEEP);
    298   1.1  pooka 	mutex_enter(p->p_lock);
    299   1.1  pooka 	lwproc_makelwp(p, l, true, true);
    300   1.1  pooka 
    301   1.1  pooka 	return 0;
    302   1.1  pooka }
    303   1.1  pooka 
    304   1.1  pooka /*
    305   1.1  pooka  * Switch to a new process/thread.  Release previous one if
    306   1.4  pooka  * deemed to be exiting.  This is considered a slow path for
    307   1.4  pooka  * rump kernel entry.
    308   1.1  pooka  */
    309   1.1  pooka void
    310   1.1  pooka rump_lwproc_switch(struct lwp *newlwp)
    311   1.1  pooka {
    312   1.1  pooka 	struct lwp *l = curlwp;
    313   1.1  pooka 
    314   1.1  pooka 	KASSERT(!(l->l_flag & LW_WEXIT) || newlwp);
    315   1.1  pooka 
    316   1.1  pooka 	if (__predict_false(newlwp && (newlwp->l_pflag & LP_RUNNING)))
    317   1.1  pooka 		panic("lwp %p (%d:%d) already running",
    318   1.1  pooka 		    newlwp, newlwp->l_proc->p_pid, newlwp->l_lid);
    319   1.1  pooka 
    320   1.1  pooka 	if (newlwp == NULL) {
    321   1.1  pooka 		l->l_pflag &= ~LP_RUNNING;
    322   1.1  pooka 		l->l_flag |= LW_RUMP_CLEAR;
    323   1.1  pooka 		return;
    324   1.1  pooka 	}
    325   1.1  pooka 
    326   1.1  pooka 	/* fd_free() must be called from curlwp context.  talk about ugh */
    327   1.1  pooka 	if (l->l_flag & LW_WEXIT) {
    328   1.1  pooka 		fd_free();
    329   1.1  pooka 	}
    330   1.1  pooka 
    331   1.1  pooka 	rumpuser_set_curlwp(NULL);
    332   1.1  pooka 
    333   1.1  pooka 	newlwp->l_cpu = newlwp->l_target_cpu = l->l_cpu;
    334   1.1  pooka 	newlwp->l_mutex = l->l_mutex;
    335   1.1  pooka 	newlwp->l_pflag |= LP_RUNNING;
    336   1.1  pooka 
    337   1.1  pooka 	rumpuser_set_curlwp(newlwp);
    338   1.1  pooka 
    339   1.4  pooka 	/*
    340   1.4  pooka 	 * Check if the thread should get a signal.  This is
    341   1.4  pooka 	 * mostly to satisfy the "record" rump sigmodel.
    342   1.4  pooka 	 */
    343   1.4  pooka 	mutex_enter(newlwp->l_proc->p_lock);
    344   1.4  pooka 	if (sigispending(newlwp, 0)) {
    345   1.4  pooka 		newlwp->l_flag |= LW_PENDSIG;
    346   1.4  pooka 	}
    347   1.4  pooka 	mutex_exit(newlwp->l_proc->p_lock);
    348   1.4  pooka 
    349  1.12  pooka 	l->l_mutex = &unruntime_lock;
    350   1.1  pooka 	l->l_pflag &= ~LP_RUNNING;
    351   1.4  pooka 	l->l_flag &= ~LW_PENDSIG;
    352  1.13  pooka 	l->l_stat = LSRUN;
    353   1.1  pooka 
    354   1.1  pooka 	if (l->l_flag & LW_WEXIT) {
    355   1.1  pooka 		lwproc_freelwp(l);
    356   1.1  pooka 	}
    357   1.1  pooka }
    358   1.1  pooka 
    359   1.1  pooka void
    360   1.1  pooka rump_lwproc_releaselwp(void)
    361   1.1  pooka {
    362   1.1  pooka 	struct proc *p;
    363   1.1  pooka 	struct lwp *l = curlwp;
    364   1.1  pooka 
    365   1.2  pooka 	if (l->l_refcnt == 0 && l->l_flag & LW_WEXIT)
    366   1.2  pooka 		panic("releasing non-pertinent lwp");
    367   1.2  pooka 
    368   1.1  pooka 	p = l->l_proc;
    369   1.1  pooka 	mutex_enter(p->p_lock);
    370   1.1  pooka 	KASSERT(l->l_refcnt != 0);
    371   1.1  pooka 	l->l_refcnt--;
    372   1.1  pooka 	mutex_exit(p->p_lock);
    373   1.1  pooka 	l->l_flag |= LW_WEXIT; /* will be released when unscheduled */
    374   1.1  pooka }
    375   1.1  pooka 
    376   1.1  pooka struct lwp *
    377   1.1  pooka rump_lwproc_curlwp(void)
    378   1.1  pooka {
    379   1.1  pooka 	struct lwp *l = curlwp;
    380   1.1  pooka 
    381   1.1  pooka 	if (l->l_flag & LW_WEXIT)
    382   1.1  pooka 		return NULL;
    383   1.1  pooka 	return l;
    384   1.1  pooka }
    385