Home | History | Annotate | Line # | Download | only in kern
kern_proc.c revision 1.102
      1  1.102     pavel /*	$NetBSD: kern_proc.c,v 1.102 2007/02/17 22:31:43 pavel Exp $	*/
      2   1.33   thorpej 
      3   1.33   thorpej /*-
      4  1.100        ad  * Copyright (c) 1999, 2006, 2007 The NetBSD Foundation, Inc.
      5   1.33   thorpej  * All rights reserved.
      6   1.33   thorpej  *
      7   1.33   thorpej  * This code is derived from software contributed to The NetBSD Foundation
      8   1.33   thorpej  * by Jason R. Thorpe of the Numerical Aerospace Simulation Facility,
      9  1.100        ad  * NASA Ames Research Center, and by Andrew Doran.
     10   1.33   thorpej  *
     11   1.33   thorpej  * Redistribution and use in source and binary forms, with or without
     12   1.33   thorpej  * modification, are permitted provided that the following conditions
     13   1.33   thorpej  * are met:
     14   1.33   thorpej  * 1. Redistributions of source code must retain the above copyright
     15   1.33   thorpej  *    notice, this list of conditions and the following disclaimer.
     16   1.33   thorpej  * 2. Redistributions in binary form must reproduce the above copyright
     17   1.33   thorpej  *    notice, this list of conditions and the following disclaimer in the
     18   1.33   thorpej  *    documentation and/or other materials provided with the distribution.
     19   1.33   thorpej  * 3. All advertising materials mentioning features or use of this software
     20   1.33   thorpej  *    must display the following acknowledgement:
     21   1.33   thorpej  *	This product includes software developed by the NetBSD
     22   1.33   thorpej  *	Foundation, Inc. and its contributors.
     23   1.33   thorpej  * 4. Neither the name of The NetBSD Foundation nor the names of its
     24   1.33   thorpej  *    contributors may be used to endorse or promote products derived
     25   1.33   thorpej  *    from this software without specific prior written permission.
     26   1.33   thorpej  *
     27   1.33   thorpej  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     28   1.33   thorpej  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     29   1.33   thorpej  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     30   1.33   thorpej  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     31   1.33   thorpej  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     32   1.33   thorpej  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     33   1.33   thorpej  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     34   1.33   thorpej  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     35   1.33   thorpej  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     36   1.33   thorpej  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     37   1.33   thorpej  * POSSIBILITY OF SUCH DAMAGE.
     38   1.33   thorpej  */
     39    1.9       cgd 
     40    1.1       cgd /*
     41    1.7       cgd  * Copyright (c) 1982, 1986, 1989, 1991, 1993
     42    1.7       cgd  *	The Regents of the University of California.  All rights reserved.
     43    1.1       cgd  *
     44    1.1       cgd  * Redistribution and use in source and binary forms, with or without
     45    1.1       cgd  * modification, are permitted provided that the following conditions
     46    1.1       cgd  * are met:
     47    1.1       cgd  * 1. Redistributions of source code must retain the above copyright
     48    1.1       cgd  *    notice, this list of conditions and the following disclaimer.
     49    1.1       cgd  * 2. Redistributions in binary form must reproduce the above copyright
     50    1.1       cgd  *    notice, this list of conditions and the following disclaimer in the
     51    1.1       cgd  *    documentation and/or other materials provided with the distribution.
     52   1.65       agc  * 3. Neither the name of the University nor the names of its contributors
     53    1.1       cgd  *    may be used to endorse or promote products derived from this software
     54    1.1       cgd  *    without specific prior written permission.
     55    1.1       cgd  *
     56    1.1       cgd  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     57    1.1       cgd  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     58    1.1       cgd  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     59    1.1       cgd  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     60    1.1       cgd  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     61    1.1       cgd  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     62    1.1       cgd  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     63    1.1       cgd  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     64    1.1       cgd  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     65    1.1       cgd  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     66    1.1       cgd  * SUCH DAMAGE.
     67    1.1       cgd  *
     68   1.23      fvdl  *	@(#)kern_proc.c	8.7 (Berkeley) 2/14/95
     69    1.1       cgd  */
     70   1.45     lukem 
     71   1.45     lukem #include <sys/cdefs.h>
     72  1.102     pavel __KERNEL_RCSID(0, "$NetBSD: kern_proc.c,v 1.102 2007/02/17 22:31:43 pavel Exp $");
     73   1.48      yamt 
     74   1.48      yamt #include "opt_kstack.h"
     75   1.88      onoe #include "opt_maxuprc.h"
     76   1.90       rjs #include "opt_multiprocessor.h"
     77   1.90       rjs #include "opt_lockdebug.h"
     78    1.1       cgd 
     79    1.5   mycroft #include <sys/param.h>
     80    1.5   mycroft #include <sys/systm.h>
     81    1.5   mycroft #include <sys/kernel.h>
     82    1.5   mycroft #include <sys/proc.h>
     83   1.28   thorpej #include <sys/resourcevar.h>
     84    1.5   mycroft #include <sys/buf.h>
     85    1.5   mycroft #include <sys/acct.h>
     86    1.5   mycroft #include <sys/wait.h>
     87    1.5   mycroft #include <sys/file.h>
     88    1.8   mycroft #include <ufs/ufs/quota.h>
     89    1.5   mycroft #include <sys/uio.h>
     90    1.5   mycroft #include <sys/malloc.h>
     91   1.24   thorpej #include <sys/pool.h>
     92    1.5   mycroft #include <sys/mbuf.h>
     93    1.5   mycroft #include <sys/ioctl.h>
     94    1.5   mycroft #include <sys/tty.h>
     95   1.11       cgd #include <sys/signalvar.h>
     96   1.51  gmcgarry #include <sys/ras.h>
     97   1.81  junyoung #include <sys/filedesc.h>
     98   1.89      elad #include <sys/kauth.h>
     99  1.100        ad #include <sys/sleepq.h>
    100   1.81  junyoung 
    101   1.81  junyoung #include <uvm/uvm.h>
    102   1.79      yamt #include <uvm/uvm_extern.h>
    103    1.5   mycroft 
    104    1.7       cgd /*
    105   1.10   mycroft  * Other process lists
    106    1.7       cgd  */
    107   1.31   thorpej 
    108   1.10   mycroft struct proclist allproc;
    109   1.32   thorpej struct proclist zombproc;	/* resources have been freed */
    110   1.32   thorpej 
    111   1.32   thorpej /*
    112  1.100        ad  * There are two locks on global process state.
    113  1.100        ad  *
    114  1.100        ad  * 1. proclist_lock is a reader/writer lock and is used when modifying or
    115  1.100        ad  * examining process state from a process context.  It protects our internal
    116  1.100        ad  * tables, all of the process lists, and a number of members of struct lwp
    117  1.100        ad  * and struct proc.
    118  1.100        ad 
    119  1.100        ad  * 2. proclist_mutex is used when allproc must be traversed from an
    120  1.100        ad  * interrupt context, or when we must signal processes from an interrupt
    121  1.100        ad  * context.  The proclist_lock should always be used in preference.
    122   1.33   thorpej  *
    123  1.100        ad  *	proclist_lock	proclist_mutex	structure
    124  1.100        ad  *	--------------- --------------- -----------------
    125  1.100        ad  *	x				zombproc
    126  1.100        ad  *	x		x		pid_table
    127  1.100        ad  *	x				proc::p_pptr
    128  1.100        ad  *	x				proc::p_sibling
    129  1.100        ad  *	x				proc::p_children
    130  1.100        ad  *	x		x		allproc
    131  1.100        ad  *	x		x		proc::p_pgrp
    132  1.100        ad  *	x		x		proc::p_pglist
    133  1.100        ad  *	x		x		proc::p_session
    134  1.100        ad  *	x		x		proc::p_list
    135  1.100        ad  *			x		alllwp
    136  1.100        ad  *			x		lwp::l_list
    137   1.33   thorpej  *
    138  1.100        ad  * The lock order for processes and LWPs is approximately as following:
    139   1.33   thorpej  *
    140  1.100        ad  * kernel_mutex
    141  1.100        ad  * -> proclist_lock
    142  1.100        ad  *    -> proclist_mutex
    143  1.100        ad  *	-> proc::p_mutex
    144  1.100        ad  *         -> proc::p_smutex
    145   1.33   thorpej  */
    146  1.100        ad krwlock_t	proclist_lock;
    147  1.100        ad kmutex_t	proclist_mutex;
    148   1.33   thorpej 
    149   1.33   thorpej /*
    150   1.72  junyoung  * pid to proc lookup is done by indexing the pid_table array.
    151   1.61       dsl  * Since pid numbers are only allocated when an empty slot
    152   1.61       dsl  * has been found, there is no need to search any lists ever.
    153   1.61       dsl  * (an orphaned pgrp will lock the slot, a session will lock
    154   1.61       dsl  * the pgrp with the same number.)
    155   1.61       dsl  * If the table is too small it is reallocated with twice the
    156   1.61       dsl  * previous size and the entries 'unzipped' into the two halves.
    157   1.61       dsl  * A linked list of free entries is passed through the pt_proc
    158   1.61       dsl  * field of 'free' items - set odd to be an invalid ptr.
    159   1.61       dsl  */
    160   1.61       dsl 
    161   1.61       dsl struct pid_table {
    162   1.61       dsl 	struct proc	*pt_proc;
    163   1.61       dsl 	struct pgrp	*pt_pgrp;
    164   1.72  junyoung };
    165   1.61       dsl #if 1	/* strongly typed cast - should be a noop */
    166   1.84     perry static inline uint p2u(struct proc *p) { return (uint)(uintptr_t)p; }
    167   1.61       dsl #else
    168   1.61       dsl #define p2u(p) ((uint)p)
    169   1.72  junyoung #endif
    170   1.61       dsl #define P_VALID(p) (!(p2u(p) & 1))
    171   1.61       dsl #define P_NEXT(p) (p2u(p) >> 1)
    172   1.61       dsl #define P_FREE(pid) ((struct proc *)(uintptr_t)((pid) << 1 | 1))
    173   1.61       dsl 
    174   1.61       dsl #define INITIAL_PID_TABLE_SIZE	(1 << 5)
    175   1.61       dsl static struct pid_table *pid_table;
    176   1.61       dsl static uint pid_tbl_mask = INITIAL_PID_TABLE_SIZE - 1;
    177   1.61       dsl static uint pid_alloc_lim;	/* max we allocate before growing table */
    178   1.61       dsl static uint pid_alloc_cnt;	/* number of allocated pids */
    179   1.61       dsl 
    180   1.61       dsl /* links through free slots - never empty! */
    181   1.61       dsl static uint next_free_pt, last_free_pt;
    182   1.61       dsl static pid_t pid_max = PID_MAX;		/* largest value we allocate */
    183   1.31   thorpej 
    184   1.81  junyoung /* Components of the first process -- never freed. */
    185   1.81  junyoung struct session session0;
    186   1.81  junyoung struct pgrp pgrp0;
    187   1.81  junyoung struct proc proc0;
    188  1.100        ad struct lwp lwp0 __aligned(MIN_LWP_ALIGNMENT);
    189   1.89      elad kauth_cred_t cred0;
    190   1.81  junyoung struct filedesc0 filedesc0;
    191   1.81  junyoung struct cwdinfo cwdi0;
    192   1.81  junyoung struct plimit limit0;
    193   1.81  junyoung struct pstats pstat0;
    194   1.81  junyoung struct vmspace vmspace0;
    195   1.81  junyoung struct sigacts sigacts0;
    196  1.100        ad struct turnstile turnstile0;
    197   1.81  junyoung 
    198   1.81  junyoung extern struct user *proc0paddr;
    199   1.81  junyoung 
    200   1.81  junyoung extern const struct emul emul_netbsd;	/* defined in kern_exec.c */
    201   1.81  junyoung 
    202   1.81  junyoung int nofile = NOFILE;
    203   1.81  junyoung int maxuprc = MAXUPRC;
    204   1.81  junyoung int cmask = CMASK;
    205   1.81  junyoung 
    206   1.77    simonb POOL_INIT(proc_pool, sizeof(struct proc), 0, 0, 0, "procpl",
    207   1.77    simonb     &pool_allocator_nointr);
    208   1.77    simonb POOL_INIT(pgrp_pool, sizeof(struct pgrp), 0, 0, 0, "pgrppl",
    209   1.77    simonb     &pool_allocator_nointr);
    210   1.77    simonb POOL_INIT(plimit_pool, sizeof(struct plimit), 0, 0, 0, "plimitpl",
    211   1.77    simonb     &pool_allocator_nointr);
    212   1.77    simonb POOL_INIT(pstats_pool, sizeof(struct pstats), 0, 0, 0, "pstatspl",
    213   1.77    simonb     &pool_allocator_nointr);
    214   1.77    simonb POOL_INIT(rusage_pool, sizeof(struct rusage), 0, 0, 0, "rusgepl",
    215   1.77    simonb     &pool_allocator_nointr);
    216   1.77    simonb POOL_INIT(session_pool, sizeof(struct session), 0, 0, 0, "sessionpl",
    217   1.77    simonb     &pool_allocator_nointr);
    218   1.57   thorpej 
    219   1.57   thorpej MALLOC_DEFINE(M_EMULDATA, "emuldata", "Per-process emulation data");
    220   1.57   thorpej MALLOC_DEFINE(M_PROC, "proc", "Proc structures");
    221   1.57   thorpej MALLOC_DEFINE(M_SUBPROC, "subproc", "Proc sub-structures");
    222   1.10   mycroft 
    223   1.31   thorpej /*
    224   1.31   thorpej  * The process list descriptors, used during pid allocation and
    225   1.31   thorpej  * by sysctl.  No locking on this data structure is needed since
    226   1.31   thorpej  * it is completely static.
    227   1.31   thorpej  */
    228   1.31   thorpej const struct proclist_desc proclists[] = {
    229   1.31   thorpej 	{ &allproc	},
    230   1.31   thorpej 	{ &zombproc	},
    231   1.31   thorpej 	{ NULL		},
    232   1.31   thorpej };
    233   1.31   thorpej 
    234   1.72  junyoung static void orphanpg(struct pgrp *);
    235   1.72  junyoung static void pg_delete(pid_t);
    236   1.13  christos 
    237   1.95   thorpej static specificdata_domain_t proc_specificdata_domain;
    238   1.95   thorpej 
    239   1.10   mycroft /*
    240   1.10   mycroft  * Initialize global process hashing structures.
    241   1.10   mycroft  */
    242   1.11       cgd void
    243   1.59       dsl procinit(void)
    244    1.7       cgd {
    245   1.31   thorpej 	const struct proclist_desc *pd;
    246   1.61       dsl 	int i;
    247   1.61       dsl #define	LINK_EMPTY ((PID_MAX + INITIAL_PID_TABLE_SIZE) & ~(INITIAL_PID_TABLE_SIZE - 1))
    248   1.31   thorpej 
    249   1.31   thorpej 	for (pd = proclists; pd->pd_list != NULL; pd++)
    250   1.31   thorpej 		LIST_INIT(pd->pd_list);
    251    1.7       cgd 
    252  1.100        ad 	/*
    253  1.100        ad 	 * XXX p_smutex can be IPL_VM except for audio drivers
    254  1.100        ad 	 * XXX proclist_lock must die
    255  1.100        ad 	 */
    256  1.100        ad 	rw_init(&proclist_lock);
    257  1.100        ad 	mutex_init(&proclist_mutex, MUTEX_SPIN, IPL_SCHED);
    258   1.33   thorpej 
    259   1.61       dsl 	pid_table = malloc(INITIAL_PID_TABLE_SIZE * sizeof *pid_table,
    260   1.61       dsl 			    M_PROC, M_WAITOK);
    261   1.61       dsl 	/* Set free list running through table...
    262   1.61       dsl 	   Preset 'use count' above PID_MAX so we allocate pid 1 next. */
    263   1.61       dsl 	for (i = 0; i <= pid_tbl_mask; i++) {
    264   1.61       dsl 		pid_table[i].pt_proc = P_FREE(LINK_EMPTY + i + 1);
    265   1.61       dsl 		pid_table[i].pt_pgrp = 0;
    266   1.61       dsl 	}
    267   1.61       dsl 	/* slot 0 is just grabbed */
    268   1.61       dsl 	next_free_pt = 1;
    269   1.61       dsl 	/* Need to fix last entry. */
    270   1.61       dsl 	last_free_pt = pid_tbl_mask;
    271   1.61       dsl 	pid_table[last_free_pt].pt_proc = P_FREE(LINK_EMPTY);
    272   1.61       dsl 	/* point at which we grow table - to avoid reusing pids too often */
    273   1.61       dsl 	pid_alloc_lim = pid_tbl_mask - 1;
    274   1.61       dsl #undef LINK_EMPTY
    275   1.61       dsl 
    276   1.55   thorpej 	LIST_INIT(&alllwp);
    277   1.55   thorpej 
    278   1.43        ad 	uihashtbl =
    279   1.43        ad 	    hashinit(maxproc / 16, HASH_LIST, M_PROC, M_WAITOK, &uihash);
    280   1.95   thorpej 
    281   1.95   thorpej 	proc_specificdata_domain = specificdata_domain_create();
    282   1.95   thorpej 	KASSERT(proc_specificdata_domain != NULL);
    283    1.7       cgd }
    284    1.1       cgd 
    285    1.7       cgd /*
    286   1.81  junyoung  * Initialize process 0.
    287   1.81  junyoung  */
    288   1.81  junyoung void
    289   1.81  junyoung proc0_init(void)
    290   1.81  junyoung {
    291   1.81  junyoung 	struct proc *p;
    292   1.81  junyoung 	struct pgrp *pg;
    293   1.81  junyoung 	struct session *sess;
    294   1.81  junyoung 	struct lwp *l;
    295   1.81  junyoung 	u_int i;
    296   1.81  junyoung 	rlim_t lim;
    297   1.81  junyoung 
    298   1.81  junyoung 	p = &proc0;
    299   1.81  junyoung 	pg = &pgrp0;
    300   1.81  junyoung 	sess = &session0;
    301   1.81  junyoung 	l = &lwp0;
    302   1.81  junyoung 
    303  1.100        ad 	/* XXX p_smutex can be IPL_VM except for audio drivers */
    304  1.100        ad 	mutex_init(&p->p_smutex, MUTEX_SPIN, IPL_SCHED);
    305  1.100        ad 	mutex_init(&p->p_stmutex, MUTEX_SPIN, IPL_STATCLOCK);
    306  1.100        ad 	mutex_init(&p->p_rasmutex, MUTEX_SPIN, IPL_NONE);
    307  1.100        ad 	mutex_init(&p->p_mutex, MUTEX_DEFAULT, IPL_NONE);
    308  1.100        ad 	cv_init(&p->p_refcv, "drainref");
    309  1.100        ad 	cv_init(&p->p_waitcv, "wait");
    310  1.100        ad 	cv_init(&p->p_lwpcv, "lwpwait");
    311  1.100        ad 
    312   1.81  junyoung 	LIST_INIT(&p->p_lwps);
    313  1.100        ad 	LIST_INIT(&p->p_sigwaiters);
    314   1.81  junyoung 	LIST_INSERT_HEAD(&p->p_lwps, l, l_sibling);
    315  1.100        ad 
    316   1.81  junyoung 	p->p_nlwps = 1;
    317  1.100        ad 	p->p_nrlwps = 1;
    318  1.100        ad 	p->p_refcnt = 1;
    319   1.81  junyoung 
    320   1.81  junyoung 	pid_table[0].pt_proc = p;
    321   1.81  junyoung 	LIST_INSERT_HEAD(&allproc, p, p_list);
    322   1.81  junyoung 	LIST_INSERT_HEAD(&alllwp, l, l_list);
    323   1.81  junyoung 
    324   1.81  junyoung 	p->p_pgrp = pg;
    325   1.81  junyoung 	pid_table[0].pt_pgrp = pg;
    326   1.81  junyoung 	LIST_INIT(&pg->pg_members);
    327   1.81  junyoung 	LIST_INSERT_HEAD(&pg->pg_members, p, p_pglist);
    328   1.81  junyoung 
    329   1.81  junyoung 	pg->pg_session = sess;
    330   1.81  junyoung 	sess->s_count = 1;
    331   1.81  junyoung 	sess->s_sid = 0;
    332   1.81  junyoung 	sess->s_leader = p;
    333   1.81  junyoung 
    334   1.81  junyoung 	/*
    335   1.81  junyoung 	 * Set P_NOCLDWAIT so that kernel threads are reparented to
    336   1.81  junyoung 	 * init(8) when they exit.  init(8) can easily wait them out
    337   1.81  junyoung 	 * for us.
    338   1.81  junyoung 	 */
    339  1.102     pavel 	p->p_flag = PK_SYSTEM | PK_NOCLDWAIT;
    340   1.81  junyoung 	p->p_stat = SACTIVE;
    341   1.81  junyoung 	p->p_nice = NZERO;
    342   1.81  junyoung 	p->p_emul = &emul_netbsd;
    343   1.81  junyoung #ifdef __HAVE_SYSCALL_INTERN
    344   1.81  junyoung 	(*p->p_emul->e_syscall_intern)(p);
    345   1.81  junyoung #endif
    346   1.81  junyoung 	strncpy(p->p_comm, "swapper", MAXCOMLEN);
    347   1.81  junyoung 
    348  1.100        ad 	l->l_mutex = &sched_mutex;
    349  1.102     pavel 	l->l_flag = LW_INMEM | LW_SYSTEM;
    350   1.81  junyoung 	l->l_stat = LSONPROC;
    351  1.100        ad 	l->l_ts = &turnstile0;
    352  1.100        ad 	l->l_syncobj = &sched_syncobj;
    353  1.100        ad 	l->l_refcnt = 1;
    354  1.100        ad 	l->l_cpu = curcpu();
    355  1.100        ad 	l->l_priority = PRIBIO;
    356  1.100        ad 	l->l_usrpri = PRIBIO;
    357   1.81  junyoung 
    358   1.81  junyoung 	callout_init(&l->l_tsleep_ch);
    359  1.100        ad 	cv_init(&l->l_sigcv, "sigwait");
    360   1.81  junyoung 
    361   1.81  junyoung 	/* Create credentials. */
    362   1.89      elad 	cred0 = kauth_cred_alloc();
    363   1.89      elad 	p->p_cred = cred0;
    364  1.100        ad 	kauth_cred_hold(cred0);
    365  1.100        ad 	l->l_cred = cred0;
    366   1.81  junyoung 
    367   1.81  junyoung 	/* Create the CWD info. */
    368   1.81  junyoung 	p->p_cwdi = &cwdi0;
    369   1.81  junyoung 	cwdi0.cwdi_cmask = cmask;
    370   1.81  junyoung 	cwdi0.cwdi_refcnt = 1;
    371   1.81  junyoung 	simple_lock_init(&cwdi0.cwdi_slock);
    372   1.81  junyoung 
    373   1.81  junyoung 	/* Create the limits structures. */
    374   1.81  junyoung 	p->p_limit = &limit0;
    375   1.81  junyoung 	simple_lock_init(&limit0.p_slock);
    376   1.81  junyoung 	for (i = 0; i < sizeof(p->p_rlimit)/sizeof(p->p_rlimit[0]); i++)
    377   1.81  junyoung 		limit0.pl_rlimit[i].rlim_cur =
    378   1.81  junyoung 		    limit0.pl_rlimit[i].rlim_max = RLIM_INFINITY;
    379   1.81  junyoung 
    380   1.81  junyoung 	limit0.pl_rlimit[RLIMIT_NOFILE].rlim_max = maxfiles;
    381   1.81  junyoung 	limit0.pl_rlimit[RLIMIT_NOFILE].rlim_cur =
    382   1.81  junyoung 	    maxfiles < nofile ? maxfiles : nofile;
    383   1.81  junyoung 
    384   1.81  junyoung 	limit0.pl_rlimit[RLIMIT_NPROC].rlim_max = maxproc;
    385   1.81  junyoung 	limit0.pl_rlimit[RLIMIT_NPROC].rlim_cur =
    386   1.81  junyoung 	    maxproc < maxuprc ? maxproc : maxuprc;
    387   1.81  junyoung 
    388   1.81  junyoung 	lim = ptoa(uvmexp.free);
    389   1.81  junyoung 	limit0.pl_rlimit[RLIMIT_RSS].rlim_max = lim;
    390   1.81  junyoung 	limit0.pl_rlimit[RLIMIT_MEMLOCK].rlim_max = lim;
    391   1.81  junyoung 	limit0.pl_rlimit[RLIMIT_MEMLOCK].rlim_cur = lim / 3;
    392   1.81  junyoung 	limit0.pl_corename = defcorename;
    393   1.81  junyoung 	limit0.p_refcnt = 1;
    394   1.81  junyoung 
    395   1.81  junyoung 	/* Configure virtual memory system, set vm rlimits. */
    396   1.81  junyoung 	uvm_init_limits(p);
    397   1.81  junyoung 
    398   1.81  junyoung 	/* Initialize file descriptor table for proc0. */
    399   1.81  junyoung 	p->p_fd = &filedesc0.fd_fd;
    400   1.81  junyoung 	fdinit1(&filedesc0);
    401   1.81  junyoung 
    402   1.81  junyoung 	/*
    403   1.81  junyoung 	 * Initialize proc0's vmspace, which uses the kernel pmap.
    404   1.81  junyoung 	 * All kernel processes (which never have user space mappings)
    405   1.81  junyoung 	 * share proc0's vmspace, and thus, the kernel pmap.
    406   1.81  junyoung 	 */
    407   1.81  junyoung 	uvmspace_init(&vmspace0, pmap_kernel(), round_page(VM_MIN_ADDRESS),
    408   1.81  junyoung 	    trunc_page(VM_MAX_ADDRESS));
    409   1.81  junyoung 	p->p_vmspace = &vmspace0;
    410   1.81  junyoung 
    411   1.81  junyoung 	l->l_addr = proc0paddr;				/* XXX */
    412   1.81  junyoung 
    413   1.81  junyoung 	p->p_stats = &pstat0;
    414   1.81  junyoung 
    415   1.81  junyoung 	/* Initialize signal state for proc0. */
    416   1.81  junyoung 	p->p_sigacts = &sigacts0;
    417  1.100        ad 	mutex_init(&p->p_sigacts->sa_mutex, MUTEX_SPIN, IPL_NONE);
    418   1.81  junyoung 	siginit(p);
    419   1.96  christos 
    420   1.96  christos 	proc_initspecific(p);
    421   1.96  christos 	lwp_initspecific(l);
    422   1.81  junyoung }
    423   1.81  junyoung 
    424   1.81  junyoung /*
    425   1.74  junyoung  * Check that the specified process group is in the session of the
    426   1.60       dsl  * specified process.
    427   1.60       dsl  * Treats -ve ids as process ids.
    428   1.60       dsl  * Used to validate TIOCSPGRP requests.
    429   1.60       dsl  */
    430   1.60       dsl int
    431   1.60       dsl pgid_in_session(struct proc *p, pid_t pg_id)
    432   1.60       dsl {
    433   1.60       dsl 	struct pgrp *pgrp;
    434  1.101       dsl 	struct session *session;
    435  1.101       dsl 
    436  1.101       dsl 	rw_enter(&proclist_lock, RW_READER);
    437   1.60       dsl 
    438   1.60       dsl 	if (pg_id < 0) {
    439  1.101       dsl 		struct proc *p1 = p_find(-pg_id, PFIND_LOCKED | PFIND_UNLOCK_FAIL);
    440   1.64       dsl 		if (p1 == NULL)
    441   1.64       dsl 			return EINVAL;
    442   1.60       dsl 		pgrp = p1->p_pgrp;
    443   1.60       dsl 	} else {
    444  1.101       dsl 		pgrp = pg_find(pg_id, PFIND_LOCKED | PFIND_UNLOCK_FAIL);
    445   1.60       dsl 		if (pgrp == NULL)
    446   1.64       dsl 			return EINVAL;
    447   1.60       dsl 	}
    448  1.101       dsl 	session = pgrp->pg_session;
    449  1.101       dsl 	rw_exit(&proclist_lock);
    450  1.101       dsl 	if (session != p->p_pgrp->pg_session)
    451   1.60       dsl 		return EPERM;
    452   1.60       dsl 	return 0;
    453    1.7       cgd }
    454    1.4    andrew 
    455    1.1       cgd /*
    456   1.41  sommerfe  * Is p an inferior of q?
    457   1.94        ad  *
    458   1.94        ad  * Call with the proclist_lock held.
    459    1.1       cgd  */
    460   1.11       cgd int
    461   1.59       dsl inferior(struct proc *p, struct proc *q)
    462    1.1       cgd {
    463    1.1       cgd 
    464   1.41  sommerfe 	for (; p != q; p = p->p_pptr)
    465    1.1       cgd 		if (p->p_pid == 0)
    466   1.82  junyoung 			return 0;
    467   1.82  junyoung 	return 1;
    468    1.1       cgd }
    469    1.1       cgd 
    470    1.1       cgd /*
    471    1.1       cgd  * Locate a process by number
    472    1.1       cgd  */
    473    1.1       cgd struct proc *
    474   1.68       dsl p_find(pid_t pid, uint flags)
    475    1.1       cgd {
    476   1.33   thorpej 	struct proc *p;
    477   1.68       dsl 	char stat;
    478    1.1       cgd 
    479   1.68       dsl 	if (!(flags & PFIND_LOCKED))
    480  1.100        ad 		rw_enter(&proclist_lock, RW_READER);
    481  1.100        ad 
    482   1.61       dsl 	p = pid_table[pid & pid_tbl_mask].pt_proc;
    483  1.100        ad 
    484   1.61       dsl 	/* Only allow live processes to be found by pid. */
    485  1.100        ad 	/* XXXSMP p_stat */
    486  1.100        ad 	if (P_VALID(p) && p->p_pid == pid && ((stat = p->p_stat) == SACTIVE ||
    487  1.100        ad 	    stat == SSTOP || ((flags & PFIND_ZOMBIE) &&
    488  1.100        ad 	    (stat == SZOMB || stat == SDEAD || stat == SDYING)))) {
    489   1.68       dsl 		if (flags & PFIND_UNLOCK_OK)
    490  1.100        ad 			 rw_exit(&proclist_lock);
    491   1.68       dsl 		return p;
    492   1.68       dsl 	}
    493   1.68       dsl 	if (flags & PFIND_UNLOCK_FAIL)
    494  1.101       dsl 		rw_exit(&proclist_lock);
    495   1.68       dsl 	return NULL;
    496    1.1       cgd }
    497    1.1       cgd 
    498   1.61       dsl 
    499    1.1       cgd /*
    500    1.1       cgd  * Locate a process group by number
    501    1.1       cgd  */
    502    1.1       cgd struct pgrp *
    503   1.68       dsl pg_find(pid_t pgid, uint flags)
    504    1.1       cgd {
    505   1.68       dsl 	struct pgrp *pg;
    506    1.1       cgd 
    507   1.68       dsl 	if (!(flags & PFIND_LOCKED))
    508  1.100        ad 		rw_enter(&proclist_lock, RW_READER);
    509   1.68       dsl 	pg = pid_table[pgid & pid_tbl_mask].pt_pgrp;
    510   1.61       dsl 	/*
    511   1.61       dsl 	 * Can't look up a pgrp that only exists because the session
    512   1.61       dsl 	 * hasn't died yet (traditional)
    513   1.61       dsl 	 */
    514   1.68       dsl 	if (pg == NULL || pg->pg_id != pgid || LIST_EMPTY(&pg->pg_members)) {
    515   1.68       dsl 		if (flags & PFIND_UNLOCK_FAIL)
    516  1.100        ad 			 rw_exit(&proclist_lock);
    517   1.68       dsl 		return NULL;
    518   1.68       dsl 	}
    519   1.68       dsl 
    520   1.68       dsl 	if (flags & PFIND_UNLOCK_OK)
    521  1.100        ad 		rw_exit(&proclist_lock);
    522   1.68       dsl 	return pg;
    523    1.1       cgd }
    524    1.1       cgd 
    525   1.61       dsl static void
    526   1.61       dsl expand_pid_table(void)
    527    1.1       cgd {
    528   1.61       dsl 	uint pt_size = pid_tbl_mask + 1;
    529   1.61       dsl 	struct pid_table *n_pt, *new_pt;
    530   1.61       dsl 	struct proc *proc;
    531   1.61       dsl 	struct pgrp *pgrp;
    532   1.61       dsl 	int i;
    533   1.61       dsl 	pid_t pid;
    534    1.1       cgd 
    535   1.61       dsl 	new_pt = malloc(pt_size * 2 * sizeof *new_pt, M_PROC, M_WAITOK);
    536   1.61       dsl 
    537  1.100        ad 	rw_enter(&proclist_lock, RW_WRITER);
    538   1.61       dsl 	if (pt_size != pid_tbl_mask + 1) {
    539   1.61       dsl 		/* Another process beat us to it... */
    540  1.100        ad 		rw_exit(&proclist_lock);
    541   1.61       dsl 		FREE(new_pt, M_PROC);
    542   1.61       dsl 		return;
    543   1.61       dsl 	}
    544   1.72  junyoung 
    545   1.61       dsl 	/*
    546   1.61       dsl 	 * Copy entries from old table into new one.
    547   1.61       dsl 	 * If 'pid' is 'odd' we need to place in the upper half,
    548   1.61       dsl 	 * even pid's to the lower half.
    549   1.61       dsl 	 * Free items stay in the low half so we don't have to
    550   1.61       dsl 	 * fixup the reference to them.
    551   1.61       dsl 	 * We stuff free items on the front of the freelist
    552   1.61       dsl 	 * because we can't write to unmodified entries.
    553   1.74  junyoung 	 * Processing the table backwards maintains a semblance
    554   1.61       dsl 	 * of issueing pid numbers that increase with time.
    555   1.61       dsl 	 */
    556   1.61       dsl 	i = pt_size - 1;
    557   1.61       dsl 	n_pt = new_pt + i;
    558   1.61       dsl 	for (; ; i--, n_pt--) {
    559   1.61       dsl 		proc = pid_table[i].pt_proc;
    560   1.61       dsl 		pgrp = pid_table[i].pt_pgrp;
    561   1.61       dsl 		if (!P_VALID(proc)) {
    562   1.61       dsl 			/* Up 'use count' so that link is valid */
    563   1.61       dsl 			pid = (P_NEXT(proc) + pt_size) & ~pt_size;
    564   1.61       dsl 			proc = P_FREE(pid);
    565   1.61       dsl 			if (pgrp)
    566   1.61       dsl 				pid = pgrp->pg_id;
    567   1.61       dsl 		} else
    568   1.61       dsl 			pid = proc->p_pid;
    569   1.72  junyoung 
    570   1.61       dsl 		/* Save entry in appropriate half of table */
    571   1.61       dsl 		n_pt[pid & pt_size].pt_proc = proc;
    572   1.61       dsl 		n_pt[pid & pt_size].pt_pgrp = pgrp;
    573   1.61       dsl 
    574   1.61       dsl 		/* Put other piece on start of free list */
    575   1.61       dsl 		pid = (pid ^ pt_size) & ~pid_tbl_mask;
    576   1.61       dsl 		n_pt[pid & pt_size].pt_proc =
    577   1.61       dsl 				    P_FREE((pid & ~pt_size) | next_free_pt);
    578   1.61       dsl 		n_pt[pid & pt_size].pt_pgrp = 0;
    579   1.61       dsl 		next_free_pt = i | (pid & pt_size);
    580   1.61       dsl 		if (i == 0)
    581   1.61       dsl 			break;
    582   1.61       dsl 	}
    583   1.61       dsl 
    584   1.61       dsl 	/* Switch tables */
    585  1.100        ad 	mutex_enter(&proclist_mutex);
    586   1.61       dsl 	n_pt = pid_table;
    587   1.61       dsl 	pid_table = new_pt;
    588  1.100        ad 	mutex_exit(&proclist_mutex);
    589   1.61       dsl 	pid_tbl_mask = pt_size * 2 - 1;
    590   1.61       dsl 
    591   1.61       dsl 	/*
    592   1.61       dsl 	 * pid_max starts as PID_MAX (= 30000), once we have 16384
    593   1.61       dsl 	 * allocated pids we need it to be larger!
    594   1.61       dsl 	 */
    595   1.61       dsl 	if (pid_tbl_mask > PID_MAX) {
    596   1.61       dsl 		pid_max = pid_tbl_mask * 2 + 1;
    597   1.61       dsl 		pid_alloc_lim |= pid_alloc_lim << 1;
    598   1.61       dsl 	} else
    599   1.61       dsl 		pid_alloc_lim <<= 1;	/* doubles number of free slots... */
    600   1.61       dsl 
    601  1.100        ad 	rw_exit(&proclist_lock);
    602   1.61       dsl 	FREE(n_pt, M_PROC);
    603   1.61       dsl }
    604   1.61       dsl 
    605   1.61       dsl struct proc *
    606   1.61       dsl proc_alloc(void)
    607   1.61       dsl {
    608   1.61       dsl 	struct proc *p;
    609  1.100        ad 	int nxt;
    610   1.61       dsl 	pid_t pid;
    611   1.61       dsl 	struct pid_table *pt;
    612   1.61       dsl 
    613   1.61       dsl 	p = pool_get(&proc_pool, PR_WAITOK);
    614   1.61       dsl 	p->p_stat = SIDL;			/* protect against others */
    615   1.61       dsl 
    616   1.96  christos 	proc_initspecific(p);
    617   1.61       dsl 	/* allocate next free pid */
    618   1.61       dsl 
    619   1.61       dsl 	for (;;expand_pid_table()) {
    620   1.61       dsl 		if (__predict_false(pid_alloc_cnt >= pid_alloc_lim))
    621   1.61       dsl 			/* ensure pids cycle through 2000+ values */
    622   1.61       dsl 			continue;
    623  1.100        ad 		rw_enter(&proclist_lock, RW_WRITER);
    624   1.61       dsl 		pt = &pid_table[next_free_pt];
    625    1.1       cgd #ifdef DIAGNOSTIC
    626   1.63  christos 		if (__predict_false(P_VALID(pt->pt_proc) || pt->pt_pgrp))
    627   1.61       dsl 			panic("proc_alloc: slot busy");
    628    1.1       cgd #endif
    629   1.61       dsl 		nxt = P_NEXT(pt->pt_proc);
    630   1.61       dsl 		if (nxt & pid_tbl_mask)
    631   1.61       dsl 			break;
    632   1.61       dsl 		/* Table full - expand (NB last entry not used....) */
    633  1.100        ad 		rw_exit(&proclist_lock);
    634   1.61       dsl 	}
    635   1.61       dsl 
    636   1.61       dsl 	/* pid is 'saved use count' + 'size' + entry */
    637   1.61       dsl 	pid = (nxt & ~pid_tbl_mask) + pid_tbl_mask + 1 + next_free_pt;
    638   1.61       dsl 	if ((uint)pid > (uint)pid_max)
    639   1.61       dsl 		pid &= pid_tbl_mask;
    640   1.61       dsl 	p->p_pid = pid;
    641   1.61       dsl 	next_free_pt = nxt & pid_tbl_mask;
    642   1.61       dsl 
    643   1.61       dsl 	/* Grab table slot */
    644  1.100        ad 	mutex_enter(&proclist_mutex);
    645   1.61       dsl 	pt->pt_proc = p;
    646  1.100        ad 	mutex_exit(&proclist_mutex);
    647   1.61       dsl 	pid_alloc_cnt++;
    648   1.61       dsl 
    649  1.100        ad 	rw_exit(&proclist_lock);
    650   1.61       dsl 
    651   1.61       dsl 	return p;
    652   1.61       dsl }
    653   1.61       dsl 
    654   1.61       dsl /*
    655   1.61       dsl  * Free last resources of a process - called from proc_free (in kern_exit.c)
    656  1.100        ad  *
    657  1.100        ad  * Called with the proclist_lock write held, and releases upon exit.
    658   1.61       dsl  */
    659   1.61       dsl void
    660   1.61       dsl proc_free_mem(struct proc *p)
    661   1.61       dsl {
    662   1.61       dsl 	pid_t pid = p->p_pid;
    663   1.61       dsl 	struct pid_table *pt;
    664   1.61       dsl 
    665  1.100        ad 	LOCK_ASSERT(rw_write_held(&proclist_lock));
    666   1.61       dsl 
    667   1.61       dsl 	pt = &pid_table[pid & pid_tbl_mask];
    668    1.1       cgd #ifdef DIAGNOSTIC
    669   1.63  christos 	if (__predict_false(pt->pt_proc != p))
    670   1.61       dsl 		panic("proc_free: pid_table mismatch, pid %x, proc %p",
    671   1.61       dsl 			pid, p);
    672    1.1       cgd #endif
    673  1.100        ad 	mutex_enter(&proclist_mutex);
    674   1.61       dsl 	/* save pid use count in slot */
    675   1.61       dsl 	pt->pt_proc = P_FREE(pid & ~pid_tbl_mask);
    676   1.61       dsl 
    677   1.61       dsl 	if (pt->pt_pgrp == NULL) {
    678   1.61       dsl 		/* link last freed entry onto ours */
    679   1.61       dsl 		pid &= pid_tbl_mask;
    680   1.61       dsl 		pt = &pid_table[last_free_pt];
    681   1.61       dsl 		pt->pt_proc = P_FREE(P_NEXT(pt->pt_proc) | pid);
    682   1.61       dsl 		last_free_pt = pid;
    683   1.61       dsl 		pid_alloc_cnt--;
    684   1.61       dsl 	}
    685  1.100        ad 	mutex_exit(&proclist_mutex);
    686   1.61       dsl 
    687   1.61       dsl 	nprocs--;
    688  1.100        ad 	rw_exit(&proclist_lock);
    689   1.61       dsl 
    690   1.61       dsl 	pool_put(&proc_pool, p);
    691   1.61       dsl }
    692   1.61       dsl 
    693   1.61       dsl /*
    694   1.61       dsl  * Move p to a new or existing process group (and session)
    695   1.61       dsl  *
    696   1.61       dsl  * If we are creating a new pgrp, the pgid should equal
    697   1.72  junyoung  * the calling process' pid.
    698   1.61       dsl  * If is only valid to enter a process group that is in the session
    699   1.61       dsl  * of the process.
    700   1.61       dsl  * Also mksess should only be set if we are creating a process group
    701   1.61       dsl  *
    702   1.72  junyoung  * Only called from sys_setsid, sys_setpgid/sys_setpgrp and the
    703  1.100        ad  * SYSV setpgrp support for hpux.
    704   1.61       dsl  */
    705   1.61       dsl int
    706  1.100        ad enterpgrp(struct proc *curp, pid_t pid, pid_t pgid, int mksess)
    707   1.61       dsl {
    708   1.61       dsl 	struct pgrp *new_pgrp, *pgrp;
    709   1.61       dsl 	struct session *sess;
    710  1.100        ad 	struct proc *p;
    711   1.61       dsl 	int rval;
    712   1.61       dsl 	pid_t pg_id = NO_PGID;
    713   1.61       dsl 
    714   1.61       dsl 	/* Allocate data areas we might need before doing any validity checks */
    715  1.100        ad 	rw_enter(&proclist_lock, RW_READER);		/* Because pid_table might change */
    716   1.61       dsl 	if (pid_table[pgid & pid_tbl_mask].pt_pgrp == 0) {
    717  1.100        ad 		rw_exit(&proclist_lock);
    718   1.61       dsl 		new_pgrp = pool_get(&pgrp_pool, PR_WAITOK);
    719   1.61       dsl 	} else {
    720  1.100        ad 		rw_exit(&proclist_lock);
    721   1.61       dsl 		new_pgrp = NULL;
    722   1.61       dsl 	}
    723   1.61       dsl 	if (mksess)
    724   1.99     pooka 		sess = pool_get(&session_pool, PR_WAITOK);
    725   1.61       dsl 	else
    726   1.61       dsl 		sess = NULL;
    727   1.61       dsl 
    728  1.100        ad 	rw_enter(&proclist_lock, RW_WRITER);
    729   1.61       dsl 	rval = EPERM;	/* most common error (to save typing) */
    730   1.61       dsl 
    731   1.61       dsl 	/* Check pgrp exists or can be created */
    732   1.61       dsl 	pgrp = pid_table[pgid & pid_tbl_mask].pt_pgrp;
    733   1.61       dsl 	if (pgrp != NULL && pgrp->pg_id != pgid)
    734   1.61       dsl 		goto done;
    735   1.61       dsl 
    736   1.61       dsl 	/* Can only set another process under restricted circumstances. */
    737  1.100        ad 	if (pid != curp->p_pid) {
    738   1.61       dsl 		/* must exist and be one of our children... */
    739  1.100        ad 		if ((p = p_find(pid, PFIND_LOCKED)) == NULL ||
    740  1.100        ad 		    !inferior(p, curp)) {
    741   1.61       dsl 			rval = ESRCH;
    742   1.61       dsl 			goto done;
    743   1.61       dsl 		}
    744   1.61       dsl 		/* ... in the same session... */
    745   1.61       dsl 		if (sess != NULL || p->p_session != curp->p_session)
    746   1.61       dsl 			goto done;
    747   1.61       dsl 		/* ... existing pgid must be in same session ... */
    748   1.61       dsl 		if (pgrp != NULL && pgrp->pg_session != p->p_session)
    749   1.61       dsl 			goto done;
    750   1.61       dsl 		/* ... and not done an exec. */
    751  1.102     pavel 		if (p->p_flag & PK_EXEC) {
    752   1.61       dsl 			rval = EACCES;
    753   1.61       dsl 			goto done;
    754   1.49     enami 		}
    755  1.100        ad 	} else {
    756  1.100        ad 		/* ... setsid() cannot re-enter a pgrp */
    757  1.100        ad 		if (mksess && (curp->p_pgid == curp->p_pid ||
    758  1.100        ad 		    pg_find(curp->p_pid, PFIND_LOCKED)))
    759  1.100        ad 			goto done;
    760  1.100        ad 		p = curp;
    761   1.61       dsl 	}
    762    1.1       cgd 
    763   1.61       dsl 	/* Changing the process group/session of a session
    764   1.61       dsl 	   leader is definitely off limits. */
    765   1.61       dsl 	if (SESS_LEADER(p)) {
    766   1.61       dsl 		if (sess == NULL && p->p_pgrp == pgrp)
    767   1.61       dsl 			/* unless it's a definite noop */
    768   1.61       dsl 			rval = 0;
    769   1.61       dsl 		goto done;
    770   1.61       dsl 	}
    771   1.61       dsl 
    772   1.61       dsl 	/* Can only create a process group with id of process */
    773   1.61       dsl 	if (pgrp == NULL && pgid != pid)
    774   1.61       dsl 		goto done;
    775   1.61       dsl 
    776   1.61       dsl 	/* Can only create a session if creating pgrp */
    777   1.61       dsl 	if (sess != NULL && pgrp != NULL)
    778   1.61       dsl 		goto done;
    779   1.61       dsl 
    780   1.61       dsl 	/* Check we allocated memory for a pgrp... */
    781   1.61       dsl 	if (pgrp == NULL && new_pgrp == NULL)
    782   1.61       dsl 		goto done;
    783   1.61       dsl 
    784   1.61       dsl 	/* Don't attach to 'zombie' pgrp */
    785   1.61       dsl 	if (pgrp != NULL && LIST_EMPTY(&pgrp->pg_members))
    786   1.61       dsl 		goto done;
    787   1.61       dsl 
    788   1.61       dsl 	/* Expect to succeed now */
    789   1.61       dsl 	rval = 0;
    790   1.61       dsl 
    791   1.61       dsl 	if (pgrp == p->p_pgrp)
    792   1.61       dsl 		/* nothing to do */
    793   1.61       dsl 		goto done;
    794   1.61       dsl 
    795   1.61       dsl 	/* Ok all setup, link up required structures */
    796  1.100        ad 
    797   1.61       dsl 	if (pgrp == NULL) {
    798   1.61       dsl 		pgrp = new_pgrp;
    799   1.61       dsl 		new_pgrp = 0;
    800   1.61       dsl 		if (sess != NULL) {
    801   1.21   thorpej 			sess->s_sid = p->p_pid;
    802    1.1       cgd 			sess->s_leader = p;
    803    1.1       cgd 			sess->s_count = 1;
    804    1.1       cgd 			sess->s_ttyvp = NULL;
    805    1.1       cgd 			sess->s_ttyp = NULL;
    806   1.58       dsl 			sess->s_flags = p->p_session->s_flags & ~S_LOGIN_SET;
    807   1.25     perry 			memcpy(sess->s_login, p->p_session->s_login,
    808    1.1       cgd 			    sizeof(sess->s_login));
    809  1.100        ad 			p->p_lflag &= ~PL_CONTROLT;
    810    1.1       cgd 		} else {
    811   1.61       dsl 			sess = p->p_pgrp->pg_session;
    812   1.61       dsl 			SESSHOLD(sess);
    813    1.1       cgd 		}
    814   1.61       dsl 		pgrp->pg_session = sess;
    815   1.61       dsl 		sess = 0;
    816   1.61       dsl 
    817    1.1       cgd 		pgrp->pg_id = pgid;
    818   1.10   mycroft 		LIST_INIT(&pgrp->pg_members);
    819   1.61       dsl #ifdef DIAGNOSTIC
    820   1.63  christos 		if (__predict_false(pid_table[pgid & pid_tbl_mask].pt_pgrp))
    821   1.61       dsl 			panic("enterpgrp: pgrp table slot in use");
    822   1.63  christos 		if (__predict_false(mksess && p != curp))
    823   1.63  christos 			panic("enterpgrp: mksession and p != curproc");
    824   1.61       dsl #endif
    825  1.100        ad 		mutex_enter(&proclist_mutex);
    826   1.61       dsl 		pid_table[pgid & pid_tbl_mask].pt_pgrp = pgrp;
    827    1.1       cgd 		pgrp->pg_jobc = 0;
    828  1.100        ad 	} else
    829  1.100        ad 		mutex_enter(&proclist_mutex);
    830  1.100        ad 
    831  1.100        ad #ifdef notyet
    832  1.100        ad 	/*
    833  1.100        ad 	 * If there's a controlling terminal for the current session, we
    834  1.100        ad 	 * have to interlock with it.  See ttread().
    835  1.100        ad 	 */
    836  1.100        ad 	if (p->p_session->s_ttyvp != NULL) {
    837  1.100        ad 		tp = p->p_session->s_ttyp;
    838  1.100        ad 		mutex_enter(&tp->t_mutex);
    839  1.100        ad 	} else
    840  1.100        ad 		tp = NULL;
    841  1.100        ad #endif
    842    1.1       cgd 
    843    1.1       cgd 	/*
    844    1.1       cgd 	 * Adjust eligibility of affected pgrps to participate in job control.
    845    1.1       cgd 	 * Increment eligibility counts before decrementing, otherwise we
    846    1.1       cgd 	 * could reach 0 spuriously during the first call.
    847    1.1       cgd 	 */
    848    1.1       cgd 	fixjobc(p, pgrp, 1);
    849    1.1       cgd 	fixjobc(p, p->p_pgrp, 0);
    850    1.1       cgd 
    851  1.100        ad 	/* Move process to requested group. */
    852   1.10   mycroft 	LIST_REMOVE(p, p_pglist);
    853   1.52      matt 	if (LIST_EMPTY(&p->p_pgrp->pg_members))
    854   1.61       dsl 		/* defer delete until we've dumped the lock */
    855   1.61       dsl 		pg_id = p->p_pgrp->pg_id;
    856    1.1       cgd 	p->p_pgrp = pgrp;
    857   1.10   mycroft 	LIST_INSERT_HEAD(&pgrp->pg_members, p, p_pglist);
    858  1.100        ad 	mutex_exit(&proclist_mutex);
    859  1.100        ad 
    860  1.100        ad #ifdef notyet
    861  1.100        ad 	/* Done with the swap; we can release the tty mutex. */
    862  1.100        ad 	if (tp != NULL)
    863  1.100        ad 		mutex_exit(&tp->t_mutex);
    864  1.100        ad #endif
    865   1.61       dsl 
    866   1.61       dsl     done:
    867  1.100        ad 	if (pg_id != NO_PGID)
    868  1.100        ad 		pg_delete(pg_id);
    869  1.100        ad 	rw_exit(&proclist_lock);
    870   1.61       dsl 	if (sess != NULL)
    871   1.77    simonb 		pool_put(&session_pool, sess);
    872   1.61       dsl 	if (new_pgrp != NULL)
    873   1.61       dsl 		pool_put(&pgrp_pool, new_pgrp);
    874   1.63  christos #ifdef DEBUG_PGRP
    875   1.63  christos 	if (__predict_false(rval))
    876   1.61       dsl 		printf("enterpgrp(%d,%d,%d), curproc %d, rval %d\n",
    877   1.61       dsl 			pid, pgid, mksess, curp->p_pid, rval);
    878   1.61       dsl #endif
    879   1.61       dsl 	return rval;
    880    1.1       cgd }
    881    1.1       cgd 
    882    1.1       cgd /*
    883  1.100        ad  * Remove a process from its process group.  Must be called with the
    884  1.100        ad  * proclist_lock write held.
    885    1.1       cgd  */
    886  1.100        ad void
    887   1.59       dsl leavepgrp(struct proc *p)
    888    1.1       cgd {
    889   1.61       dsl 	struct pgrp *pgrp;
    890    1.1       cgd 
    891  1.100        ad 	LOCK_ASSERT(rw_write_held(&proclist_lock));
    892  1.100        ad 
    893  1.100        ad 	/*
    894  1.100        ad 	 * If there's a controlling terminal for the session, we have to
    895  1.100        ad 	 * interlock with it.  See ttread().
    896  1.100        ad 	 */
    897  1.100        ad 	mutex_enter(&proclist_mutex);
    898  1.100        ad #ifdef notyet
    899  1.100        ad 	if (p_>p_session->s_ttyvp != NULL) {
    900  1.100        ad 		tp = p->p_session->s_ttyp;
    901  1.100        ad 		mutex_enter(&tp->t_mutex);
    902  1.100        ad 	} else
    903  1.100        ad 		tp = NULL;
    904  1.100        ad #endif
    905  1.100        ad 
    906   1.61       dsl 	pgrp = p->p_pgrp;
    907   1.10   mycroft 	LIST_REMOVE(p, p_pglist);
    908   1.94        ad 	p->p_pgrp = NULL;
    909   1.61       dsl 
    910  1.100        ad #ifdef notyet
    911  1.100        ad 	if (tp != NULL)
    912  1.100        ad 		mutex_exit(&tp->t_mutex);
    913  1.100        ad #endif
    914  1.100        ad 	mutex_exit(&proclist_mutex);
    915  1.100        ad 
    916  1.100        ad 	if (LIST_EMPTY(&pgrp->pg_members))
    917  1.100        ad 		pg_delete(pgrp->pg_id);
    918   1.61       dsl }
    919   1.61       dsl 
    920  1.100        ad /*
    921  1.100        ad  * Free a process group.  Must be called with the proclist_lock write held.
    922  1.100        ad  */
    923   1.61       dsl static void
    924   1.61       dsl pg_free(pid_t pg_id)
    925   1.61       dsl {
    926   1.61       dsl 	struct pgrp *pgrp;
    927   1.61       dsl 	struct pid_table *pt;
    928   1.61       dsl 
    929  1.100        ad 	LOCK_ASSERT(rw_write_held(&proclist_lock));
    930  1.100        ad 
    931   1.61       dsl 	pt = &pid_table[pg_id & pid_tbl_mask];
    932   1.61       dsl 	pgrp = pt->pt_pgrp;
    933   1.61       dsl #ifdef DIAGNOSTIC
    934   1.63  christos 	if (__predict_false(!pgrp || pgrp->pg_id != pg_id
    935   1.63  christos 	    || !LIST_EMPTY(&pgrp->pg_members)))
    936   1.61       dsl 		panic("pg_free: process group absent or has members");
    937   1.61       dsl #endif
    938   1.61       dsl 	pt->pt_pgrp = 0;
    939   1.61       dsl 
    940   1.61       dsl 	if (!P_VALID(pt->pt_proc)) {
    941   1.61       dsl 		/* orphaned pgrp, put slot onto free list */
    942   1.61       dsl #ifdef DIAGNOSTIC
    943   1.63  christos 		if (__predict_false(P_NEXT(pt->pt_proc) & pid_tbl_mask))
    944   1.61       dsl 			panic("pg_free: process slot on free list");
    945   1.61       dsl #endif
    946  1.100        ad 		mutex_enter(&proclist_mutex);
    947   1.61       dsl 		pg_id &= pid_tbl_mask;
    948   1.61       dsl 		pt = &pid_table[last_free_pt];
    949   1.61       dsl 		pt->pt_proc = P_FREE(P_NEXT(pt->pt_proc) | pg_id);
    950  1.100        ad 		mutex_exit(&proclist_mutex);
    951   1.61       dsl 		last_free_pt = pg_id;
    952   1.61       dsl 		pid_alloc_cnt--;
    953   1.61       dsl 	}
    954   1.61       dsl 	pool_put(&pgrp_pool, pgrp);
    955    1.1       cgd }
    956    1.1       cgd 
    957    1.1       cgd /*
    958  1.100        ad  * Delete a process group.  Must be called with the proclist_lock write
    959  1.100        ad  * held.
    960    1.1       cgd  */
    961   1.61       dsl static void
    962   1.61       dsl pg_delete(pid_t pg_id)
    963   1.61       dsl {
    964   1.61       dsl 	struct pgrp *pgrp;
    965   1.61       dsl 	struct tty *ttyp;
    966   1.61       dsl 	struct session *ss;
    967  1.100        ad 	int is_pgrp_leader;
    968  1.100        ad 
    969  1.100        ad 	LOCK_ASSERT(rw_write_held(&proclist_lock));
    970   1.61       dsl 
    971   1.61       dsl 	pgrp = pid_table[pg_id & pid_tbl_mask].pt_pgrp;
    972   1.61       dsl 	if (pgrp == NULL || pgrp->pg_id != pg_id ||
    973  1.100        ad 	    !LIST_EMPTY(&pgrp->pg_members))
    974   1.61       dsl 		return;
    975   1.61       dsl 
    976   1.71        pk 	ss = pgrp->pg_session;
    977   1.71        pk 
    978   1.61       dsl 	/* Remove reference (if any) from tty to this process group */
    979   1.71        pk 	ttyp = ss->s_ttyp;
    980   1.71        pk 	if (ttyp != NULL && ttyp->t_pgrp == pgrp) {
    981   1.61       dsl 		ttyp->t_pgrp = NULL;
    982   1.71        pk #ifdef DIAGNOSTIC
    983   1.71        pk 		if (ttyp->t_session != ss)
    984   1.71        pk 			panic("pg_delete: wrong session on terminal");
    985   1.71        pk #endif
    986   1.71        pk 	}
    987   1.61       dsl 
    988   1.71        pk 	/*
    989   1.71        pk 	 * The leading process group in a session is freed
    990   1.71        pk 	 * by sessdelete() if last reference.
    991   1.71        pk 	 */
    992   1.71        pk 	is_pgrp_leader = (ss->s_sid == pgrp->pg_id);
    993   1.71        pk 	SESSRELE(ss);
    994   1.61       dsl 
    995   1.71        pk 	if (is_pgrp_leader)
    996   1.61       dsl 		return;
    997   1.61       dsl 
    998   1.61       dsl 	pg_free(pg_id);
    999   1.61       dsl }
   1000   1.61       dsl 
   1001   1.61       dsl /*
   1002   1.61       dsl  * Delete session - called from SESSRELE when s_count becomes zero.
   1003  1.100        ad  * Must be called with the proclist_lock write held.
   1004   1.61       dsl  */
   1005   1.11       cgd void
   1006   1.61       dsl sessdelete(struct session *ss)
   1007    1.1       cgd {
   1008  1.100        ad 
   1009  1.100        ad 	LOCK_ASSERT(rw_write_held(&proclist_lock));
   1010  1.100        ad 
   1011   1.61       dsl 	/*
   1012   1.61       dsl 	 * We keep the pgrp with the same id as the session in
   1013   1.61       dsl 	 * order to stop a process being given the same pid.
   1014   1.61       dsl 	 * Since the pgrp holds a reference to the session, it
   1015   1.61       dsl 	 * must be a 'zombie' pgrp by now.
   1016   1.61       dsl 	 */
   1017   1.61       dsl 	pg_free(ss->s_sid);
   1018   1.77    simonb 	pool_put(&session_pool, ss);
   1019    1.1       cgd }
   1020    1.1       cgd 
   1021    1.1       cgd /*
   1022    1.1       cgd  * Adjust pgrp jobc counters when specified process changes process group.
   1023    1.1       cgd  * We count the number of processes in each process group that "qualify"
   1024    1.1       cgd  * the group for terminal job control (those with a parent in a different
   1025    1.1       cgd  * process group of the same session).  If that count reaches zero, the
   1026    1.1       cgd  * process group becomes orphaned.  Check both the specified process'
   1027    1.1       cgd  * process group and that of its children.
   1028    1.1       cgd  * entering == 0 => p is leaving specified group.
   1029    1.1       cgd  * entering == 1 => p is entering specified group.
   1030   1.68       dsl  *
   1031  1.100        ad  * Call with proclist_lock write held.
   1032    1.1       cgd  */
   1033    1.4    andrew void
   1034   1.59       dsl fixjobc(struct proc *p, struct pgrp *pgrp, int entering)
   1035    1.1       cgd {
   1036   1.39  augustss 	struct pgrp *hispgrp;
   1037   1.39  augustss 	struct session *mysession = pgrp->pg_session;
   1038   1.68       dsl 	struct proc *child;
   1039    1.1       cgd 
   1040  1.100        ad 	LOCK_ASSERT(rw_write_held(&proclist_lock));
   1041  1.100        ad 	LOCK_ASSERT(mutex_owned(&proclist_mutex));
   1042  1.100        ad 
   1043    1.1       cgd 	/*
   1044    1.1       cgd 	 * Check p's parent to see whether p qualifies its own process
   1045    1.1       cgd 	 * group; if so, adjust count for p's process group.
   1046    1.1       cgd 	 */
   1047   1.68       dsl 	hispgrp = p->p_pptr->p_pgrp;
   1048   1.68       dsl 	if (hispgrp != pgrp && hispgrp->pg_session == mysession) {
   1049  1.100        ad 		if (entering) {
   1050  1.100        ad 			mutex_enter(&p->p_smutex);
   1051  1.100        ad 			p->p_sflag &= ~PS_ORPHANPG;
   1052  1.100        ad 			mutex_exit(&p->p_smutex);
   1053    1.1       cgd 			pgrp->pg_jobc++;
   1054  1.100        ad 		} else if (--pgrp->pg_jobc == 0)
   1055    1.1       cgd 			orphanpg(pgrp);
   1056   1.26   thorpej 	}
   1057    1.1       cgd 
   1058    1.1       cgd 	/*
   1059    1.1       cgd 	 * Check this process' children to see whether they qualify
   1060    1.1       cgd 	 * their process groups; if so, adjust counts for children's
   1061    1.1       cgd 	 * process groups.
   1062    1.1       cgd 	 */
   1063   1.68       dsl 	LIST_FOREACH(child, &p->p_children, p_sibling) {
   1064   1.68       dsl 		hispgrp = child->p_pgrp;
   1065   1.68       dsl 		if (hispgrp != pgrp && hispgrp->pg_session == mysession &&
   1066   1.68       dsl 		    !P_ZOMBIE(child)) {
   1067  1.100        ad 			if (entering) {
   1068  1.100        ad 				mutex_enter(&child->p_smutex);
   1069  1.100        ad 				child->p_sflag &= ~PS_ORPHANPG;
   1070  1.100        ad 				mutex_exit(&child->p_smutex);
   1071    1.1       cgd 				hispgrp->pg_jobc++;
   1072  1.100        ad 			} else if (--hispgrp->pg_jobc == 0)
   1073    1.1       cgd 				orphanpg(hispgrp);
   1074   1.26   thorpej 		}
   1075   1.26   thorpej 	}
   1076    1.1       cgd }
   1077    1.1       cgd 
   1078   1.72  junyoung /*
   1079    1.1       cgd  * A process group has become orphaned;
   1080    1.1       cgd  * if there are any stopped processes in the group,
   1081    1.1       cgd  * hang-up all process in that group.
   1082   1.68       dsl  *
   1083  1.100        ad  * Call with proclist_lock write held.
   1084    1.1       cgd  */
   1085    1.4    andrew static void
   1086   1.59       dsl orphanpg(struct pgrp *pg)
   1087    1.1       cgd {
   1088   1.39  augustss 	struct proc *p;
   1089  1.100        ad 	int doit;
   1090  1.100        ad 
   1091  1.100        ad 	LOCK_ASSERT(rw_write_held(&proclist_lock));
   1092  1.100        ad 	LOCK_ASSERT(mutex_owned(&proclist_mutex));
   1093  1.100        ad 
   1094  1.100        ad 	doit = 0;
   1095    1.1       cgd 
   1096   1.52      matt 	LIST_FOREACH(p, &pg->pg_members, p_pglist) {
   1097  1.100        ad 		mutex_enter(&p->p_smutex);
   1098    1.1       cgd 		if (p->p_stat == SSTOP) {
   1099  1.100        ad 			doit = 1;
   1100  1.100        ad 			p->p_sflag |= PS_ORPHANPG;
   1101    1.1       cgd 		}
   1102  1.100        ad 		mutex_exit(&p->p_smutex);
   1103    1.1       cgd 	}
   1104   1.35    bouyer 
   1105  1.100        ad 	if (doit) {
   1106  1.100        ad 		LIST_FOREACH(p, &pg->pg_members, p_pglist) {
   1107  1.100        ad 			psignal(p, SIGHUP);
   1108  1.100        ad 			psignal(p, SIGCONT);
   1109   1.35    bouyer 		}
   1110   1.35    bouyer 	}
   1111   1.35    bouyer }
   1112    1.1       cgd 
   1113   1.61       dsl #ifdef DDB
   1114   1.61       dsl #include <ddb/db_output.h>
   1115   1.61       dsl void pidtbl_dump(void);
   1116   1.14  christos void
   1117   1.61       dsl pidtbl_dump(void)
   1118    1.1       cgd {
   1119   1.61       dsl 	struct pid_table *pt;
   1120   1.61       dsl 	struct proc *p;
   1121   1.39  augustss 	struct pgrp *pgrp;
   1122   1.61       dsl 	int id;
   1123    1.1       cgd 
   1124   1.61       dsl 	db_printf("pid table %p size %x, next %x, last %x\n",
   1125   1.61       dsl 		pid_table, pid_tbl_mask+1,
   1126   1.61       dsl 		next_free_pt, last_free_pt);
   1127   1.61       dsl 	for (pt = pid_table, id = 0; id <= pid_tbl_mask; id++, pt++) {
   1128   1.61       dsl 		p = pt->pt_proc;
   1129   1.61       dsl 		if (!P_VALID(p) && !pt->pt_pgrp)
   1130   1.61       dsl 			continue;
   1131   1.61       dsl 		db_printf("  id %x: ", id);
   1132   1.61       dsl 		if (P_VALID(p))
   1133   1.61       dsl 			db_printf("proc %p id %d (0x%x) %s\n",
   1134   1.61       dsl 				p, p->p_pid, p->p_pid, p->p_comm);
   1135   1.61       dsl 		else
   1136   1.61       dsl 			db_printf("next %x use %x\n",
   1137   1.61       dsl 				P_NEXT(p) & pid_tbl_mask,
   1138   1.61       dsl 				P_NEXT(p) & ~pid_tbl_mask);
   1139   1.61       dsl 		if ((pgrp = pt->pt_pgrp)) {
   1140   1.61       dsl 			db_printf("\tsession %p, sid %d, count %d, login %s\n",
   1141   1.61       dsl 			    pgrp->pg_session, pgrp->pg_session->s_sid,
   1142   1.61       dsl 			    pgrp->pg_session->s_count,
   1143   1.61       dsl 			    pgrp->pg_session->s_login);
   1144   1.61       dsl 			db_printf("\tpgrp %p, pg_id %d, pg_jobc %d, members %p\n",
   1145   1.61       dsl 			    pgrp, pgrp->pg_id, pgrp->pg_jobc,
   1146   1.61       dsl 			    pgrp->pg_members.lh_first);
   1147   1.61       dsl 			for (p = pgrp->pg_members.lh_first; p != 0;
   1148   1.61       dsl 			    p = p->p_pglist.le_next) {
   1149   1.72  junyoung 				db_printf("\t\tpid %d addr %p pgrp %p %s\n",
   1150   1.61       dsl 				    p->p_pid, p, p->p_pgrp, p->p_comm);
   1151   1.10   mycroft 			}
   1152    1.1       cgd 		}
   1153    1.1       cgd 	}
   1154    1.1       cgd }
   1155   1.61       dsl #endif /* DDB */
   1156   1.48      yamt 
   1157   1.48      yamt #ifdef KSTACK_CHECK_MAGIC
   1158   1.48      yamt #include <sys/user.h>
   1159   1.48      yamt 
   1160   1.48      yamt #define	KSTACK_MAGIC	0xdeadbeaf
   1161   1.48      yamt 
   1162   1.48      yamt /* XXX should be per process basis? */
   1163   1.48      yamt int kstackleftmin = KSTACK_SIZE;
   1164   1.50     enami int kstackleftthres = KSTACK_SIZE / 8; /* warn if remaining stack is
   1165   1.50     enami 					  less than this */
   1166   1.48      yamt 
   1167   1.48      yamt void
   1168   1.56      yamt kstack_setup_magic(const struct lwp *l)
   1169   1.48      yamt {
   1170   1.85     perry 	uint32_t *ip;
   1171   1.85     perry 	uint32_t const *end;
   1172   1.48      yamt 
   1173   1.56      yamt 	KASSERT(l != NULL);
   1174   1.56      yamt 	KASSERT(l != &lwp0);
   1175   1.48      yamt 
   1176   1.48      yamt 	/*
   1177   1.48      yamt 	 * fill all the stack with magic number
   1178   1.48      yamt 	 * so that later modification on it can be detected.
   1179   1.48      yamt 	 */
   1180   1.85     perry 	ip = (uint32_t *)KSTACK_LOWEST_ADDR(l);
   1181   1.85     perry 	end = (uint32_t *)((caddr_t)KSTACK_LOWEST_ADDR(l) + KSTACK_SIZE);
   1182   1.48      yamt 	for (; ip < end; ip++) {
   1183   1.48      yamt 		*ip = KSTACK_MAGIC;
   1184   1.48      yamt 	}
   1185   1.48      yamt }
   1186   1.48      yamt 
   1187   1.48      yamt void
   1188   1.56      yamt kstack_check_magic(const struct lwp *l)
   1189   1.48      yamt {
   1190   1.85     perry 	uint32_t const *ip, *end;
   1191   1.48      yamt 	int stackleft;
   1192   1.48      yamt 
   1193   1.56      yamt 	KASSERT(l != NULL);
   1194   1.48      yamt 
   1195   1.48      yamt 	/* don't check proc0 */ /*XXX*/
   1196   1.56      yamt 	if (l == &lwp0)
   1197   1.48      yamt 		return;
   1198   1.48      yamt 
   1199   1.48      yamt #ifdef __MACHINE_STACK_GROWS_UP
   1200   1.48      yamt 	/* stack grows upwards (eg. hppa) */
   1201   1.85     perry 	ip = (uint32_t *)((caddr_t)KSTACK_LOWEST_ADDR(l) + KSTACK_SIZE);
   1202   1.85     perry 	end = (uint32_t *)KSTACK_LOWEST_ADDR(l);
   1203   1.48      yamt 	for (ip--; ip >= end; ip--)
   1204   1.48      yamt 		if (*ip != KSTACK_MAGIC)
   1205   1.48      yamt 			break;
   1206   1.72  junyoung 
   1207   1.56      yamt 	stackleft = (caddr_t)KSTACK_LOWEST_ADDR(l) + KSTACK_SIZE - (caddr_t)ip;
   1208   1.48      yamt #else /* __MACHINE_STACK_GROWS_UP */
   1209   1.48      yamt 	/* stack grows downwards (eg. i386) */
   1210   1.85     perry 	ip = (uint32_t *)KSTACK_LOWEST_ADDR(l);
   1211   1.85     perry 	end = (uint32_t *)((caddr_t)KSTACK_LOWEST_ADDR(l) + KSTACK_SIZE);
   1212   1.48      yamt 	for (; ip < end; ip++)
   1213   1.48      yamt 		if (*ip != KSTACK_MAGIC)
   1214   1.48      yamt 			break;
   1215   1.48      yamt 
   1216   1.93  christos 	stackleft = ((const char *)ip) - (const char *)KSTACK_LOWEST_ADDR(l);
   1217   1.48      yamt #endif /* __MACHINE_STACK_GROWS_UP */
   1218   1.48      yamt 
   1219   1.48      yamt 	if (kstackleftmin > stackleft) {
   1220   1.48      yamt 		kstackleftmin = stackleft;
   1221   1.48      yamt 		if (stackleft < kstackleftthres)
   1222   1.56      yamt 			printf("warning: kernel stack left %d bytes"
   1223   1.56      yamt 			    "(pid %u:lid %u)\n", stackleft,
   1224   1.56      yamt 			    (u_int)l->l_proc->p_pid, (u_int)l->l_lid);
   1225   1.48      yamt 	}
   1226   1.48      yamt 
   1227   1.48      yamt 	if (stackleft <= 0) {
   1228   1.56      yamt 		panic("magic on the top of kernel stack changed for "
   1229   1.56      yamt 		    "pid %u, lid %u: maybe kernel stack overflow",
   1230   1.56      yamt 		    (u_int)l->l_proc->p_pid, (u_int)l->l_lid);
   1231   1.48      yamt 	}
   1232   1.48      yamt }
   1233   1.50     enami #endif /* KSTACK_CHECK_MAGIC */
   1234   1.79      yamt 
   1235  1.100        ad /*
   1236  1.100        ad  * XXXSMP this is bust, it grabs a read lock and then messes about
   1237  1.100        ad  * with allproc.
   1238  1.100        ad  */
   1239   1.79      yamt int
   1240   1.79      yamt proclist_foreach_call(struct proclist *list,
   1241   1.79      yamt     int (*callback)(struct proc *, void *arg), void *arg)
   1242   1.79      yamt {
   1243   1.79      yamt 	struct proc marker;
   1244   1.79      yamt 	struct proc *p;
   1245   1.79      yamt 	struct lwp * const l = curlwp;
   1246   1.79      yamt 	int ret = 0;
   1247   1.79      yamt 
   1248  1.102     pavel 	marker.p_flag = PK_MARKER;
   1249   1.79      yamt 	PHOLD(l);
   1250  1.100        ad 	rw_enter(&proclist_lock, RW_READER);
   1251   1.79      yamt 	for (p = LIST_FIRST(list); ret == 0 && p != NULL;) {
   1252  1.102     pavel 		if (p->p_flag & PK_MARKER) {
   1253   1.79      yamt 			p = LIST_NEXT(p, p_list);
   1254   1.79      yamt 			continue;
   1255   1.79      yamt 		}
   1256   1.79      yamt 		LIST_INSERT_AFTER(p, &marker, p_list);
   1257   1.79      yamt 		ret = (*callback)(p, arg);
   1258  1.100        ad 		KASSERT(rw_read_held(&proclist_lock));
   1259   1.79      yamt 		p = LIST_NEXT(&marker, p_list);
   1260   1.79      yamt 		LIST_REMOVE(&marker, p_list);
   1261   1.79      yamt 	}
   1262  1.100        ad 	rw_exit(&proclist_lock);
   1263   1.79      yamt 	PRELE(l);
   1264   1.79      yamt 
   1265   1.79      yamt 	return ret;
   1266   1.79      yamt }
   1267   1.86      yamt 
   1268   1.86      yamt int
   1269   1.86      yamt proc_vmspace_getref(struct proc *p, struct vmspace **vm)
   1270   1.86      yamt {
   1271   1.86      yamt 
   1272   1.86      yamt 	/* XXXCDC: how should locking work here? */
   1273   1.86      yamt 
   1274   1.87      yamt 	/* curproc exception is for coredump. */
   1275   1.87      yamt 
   1276  1.100        ad 	if ((p != curproc && (p->p_sflag & PS_WEXIT) != 0) ||
   1277   1.86      yamt 	    (p->p_vmspace->vm_refcnt < 1)) { /* XXX */
   1278   1.86      yamt 		return EFAULT;
   1279   1.86      yamt 	}
   1280   1.86      yamt 
   1281   1.86      yamt 	uvmspace_addref(p->p_vmspace);
   1282   1.86      yamt 	*vm = p->p_vmspace;
   1283   1.86      yamt 
   1284   1.86      yamt 	return 0;
   1285   1.86      yamt }
   1286   1.94        ad 
   1287   1.94        ad /*
   1288   1.94        ad  * Acquire a write lock on the process credential.
   1289   1.94        ad  */
   1290   1.94        ad void
   1291  1.100        ad proc_crmod_enter(void)
   1292   1.94        ad {
   1293  1.100        ad 	struct lwp *l = curlwp;
   1294  1.100        ad 	struct proc *p = l->l_proc;
   1295  1.100        ad 	struct plimit *lim;
   1296  1.100        ad 	kauth_cred_t oc;
   1297  1.100        ad 	char *cn;
   1298   1.94        ad 
   1299  1.100        ad 	mutex_enter(&p->p_mutex);
   1300  1.100        ad 
   1301  1.100        ad 	/* Ensure the LWP cached credentials are up to date. */
   1302  1.100        ad 	if ((oc = l->l_cred) != p->p_cred) {
   1303  1.100        ad 		kauth_cred_hold(p->p_cred);
   1304  1.100        ad 		l->l_cred = p->p_cred;
   1305  1.100        ad 		kauth_cred_free(oc);
   1306  1.100        ad 	}
   1307  1.100        ad 
   1308  1.100        ad 	/* Reset what needs to be reset in plimit. */
   1309  1.100        ad 	lim = p->p_limit;
   1310  1.100        ad 	if (lim->pl_corename != defcorename) {
   1311  1.100        ad 		if (lim->p_refcnt > 1 &&
   1312  1.100        ad 		    (lim->p_lflags & PL_SHAREMOD) == 0) {
   1313  1.100        ad 			p->p_limit = limcopy(p);
   1314  1.100        ad 			limfree(lim);
   1315  1.100        ad 			lim = p->p_limit;
   1316  1.100        ad 		}
   1317  1.100        ad 		simple_lock(&lim->p_slock);
   1318  1.100        ad 		cn = lim->pl_corename;
   1319  1.100        ad 		lim->pl_corename = defcorename;
   1320  1.100        ad 		simple_unlock(&lim->p_slock);
   1321  1.100        ad 		if (cn != defcorename)
   1322  1.100        ad 			free(cn, M_TEMP);
   1323  1.100        ad 	}
   1324   1.94        ad }
   1325   1.94        ad 
   1326   1.94        ad /*
   1327  1.100        ad  * Set in a new process credential, and drop the write lock.  The credential
   1328  1.100        ad  * must have a reference already.  Optionally, free a no-longer required
   1329  1.100        ad  * credential.  The scheduler also needs to inspect p_cred, so we also
   1330  1.100        ad  * briefly acquire the sched state mutex.
   1331   1.94        ad  */
   1332   1.94        ad void
   1333  1.100        ad proc_crmod_leave(kauth_cred_t scred, kauth_cred_t fcred, boolean_t sugid)
   1334   1.94        ad {
   1335  1.100        ad 	struct lwp *l = curlwp;
   1336  1.100        ad 	struct proc *p = l->l_proc;
   1337  1.100        ad 	kauth_cred_t oc;
   1338  1.100        ad 
   1339  1.100        ad 	/* Is there a new credential to set in? */
   1340  1.100        ad 	if (scred != NULL) {
   1341  1.100        ad 		mutex_enter(&p->p_smutex);
   1342  1.100        ad 		p->p_cred = scred;
   1343  1.100        ad 		mutex_exit(&p->p_smutex);
   1344  1.100        ad 
   1345  1.100        ad 		/* Ensure the LWP cached credentials are up to date. */
   1346  1.100        ad 		if ((oc = l->l_cred) != scred) {
   1347  1.100        ad 			kauth_cred_hold(scred);
   1348  1.100        ad 			l->l_cred = scred;
   1349  1.100        ad 		}
   1350  1.100        ad 	} else
   1351  1.100        ad 		oc = NULL;	/* XXXgcc */
   1352  1.100        ad 
   1353  1.100        ad 	if (sugid) {
   1354  1.100        ad 		/*
   1355  1.100        ad 		 * Mark process as having changed credentials, stops
   1356  1.100        ad 		 * tracing etc.
   1357  1.100        ad 		 */
   1358  1.102     pavel 		p->p_flag |= PK_SUGID;
   1359  1.100        ad 	}
   1360   1.94        ad 
   1361  1.100        ad 	mutex_exit(&p->p_mutex);
   1362  1.100        ad 
   1363  1.100        ad 	/* If there is a credential to be released, free it now. */
   1364  1.100        ad 	if (fcred != NULL) {
   1365  1.100        ad 		KASSERT(scred != NULL);
   1366   1.94        ad 		kauth_cred_free(fcred);
   1367  1.100        ad 		if (oc != scred)
   1368  1.100        ad 			kauth_cred_free(oc);
   1369  1.100        ad 	}
   1370  1.100        ad }
   1371  1.100        ad 
   1372  1.100        ad /*
   1373  1.100        ad  * Acquire a reference on a process, to prevent it from exiting or execing.
   1374  1.100        ad  */
   1375  1.100        ad int
   1376  1.100        ad proc_addref(struct proc *p)
   1377  1.100        ad {
   1378  1.100        ad 
   1379  1.100        ad 	LOCK_ASSERT(mutex_owned(&p->p_mutex));
   1380  1.100        ad 
   1381  1.100        ad 	if (p->p_refcnt <= 0)
   1382  1.100        ad 		return EAGAIN;
   1383  1.100        ad 	p->p_refcnt++;
   1384  1.100        ad 
   1385  1.100        ad 	return 0;
   1386  1.100        ad }
   1387  1.100        ad 
   1388  1.100        ad /*
   1389  1.100        ad  * Release a reference on a process.
   1390  1.100        ad  */
   1391  1.100        ad void
   1392  1.100        ad proc_delref(struct proc *p)
   1393  1.100        ad {
   1394  1.100        ad 
   1395  1.100        ad 	LOCK_ASSERT(mutex_owned(&p->p_mutex));
   1396  1.100        ad 
   1397  1.100        ad 	if (p->p_refcnt < 0) {
   1398  1.100        ad 		if (++p->p_refcnt == 0)
   1399  1.100        ad 			cv_broadcast(&p->p_refcv);
   1400  1.100        ad 	} else {
   1401  1.100        ad 		p->p_refcnt--;
   1402  1.100        ad 		KASSERT(p->p_refcnt != 0);
   1403  1.100        ad 	}
   1404  1.100        ad }
   1405  1.100        ad 
   1406  1.100        ad /*
   1407  1.100        ad  * Wait for all references on the process to drain, and prevent new
   1408  1.100        ad  * references from being acquired.
   1409  1.100        ad  */
   1410  1.100        ad void
   1411  1.100        ad proc_drainrefs(struct proc *p)
   1412  1.100        ad {
   1413  1.100        ad 
   1414  1.100        ad 	LOCK_ASSERT(mutex_owned(&p->p_mutex));
   1415  1.100        ad 	KASSERT(p->p_refcnt > 0);
   1416  1.100        ad 
   1417  1.100        ad 	/*
   1418  1.100        ad 	 * The process itself holds the last reference.  Once it's released,
   1419  1.100        ad 	 * no new references will be granted.  If we have already locked out
   1420  1.100        ad 	 * new references (refcnt <= 0), potentially due to a failed exec,
   1421  1.100        ad 	 * there is nothing more to do.
   1422  1.100        ad 	 */
   1423  1.100        ad 	p->p_refcnt = 1 - p->p_refcnt;
   1424  1.100        ad 	while (p->p_refcnt != 0)
   1425  1.100        ad 		cv_wait(&p->p_refcv, &p->p_mutex);
   1426   1.94        ad }
   1427   1.95   thorpej 
   1428   1.95   thorpej /*
   1429   1.95   thorpej  * proc_specific_key_create --
   1430   1.95   thorpej  *	Create a key for subsystem proc-specific data.
   1431   1.95   thorpej  */
   1432   1.95   thorpej int
   1433   1.95   thorpej proc_specific_key_create(specificdata_key_t *keyp, specificdata_dtor_t dtor)
   1434   1.95   thorpej {
   1435   1.95   thorpej 
   1436   1.98   thorpej 	return (specificdata_key_create(proc_specificdata_domain, keyp, dtor));
   1437   1.95   thorpej }
   1438   1.95   thorpej 
   1439   1.95   thorpej /*
   1440   1.95   thorpej  * proc_specific_key_delete --
   1441   1.95   thorpej  *	Delete a key for subsystem proc-specific data.
   1442   1.95   thorpej  */
   1443   1.95   thorpej void
   1444   1.95   thorpej proc_specific_key_delete(specificdata_key_t key)
   1445   1.95   thorpej {
   1446   1.95   thorpej 
   1447   1.95   thorpej 	specificdata_key_delete(proc_specificdata_domain, key);
   1448   1.95   thorpej }
   1449   1.95   thorpej 
   1450   1.98   thorpej /*
   1451   1.98   thorpej  * proc_initspecific --
   1452   1.98   thorpej  *	Initialize a proc's specificdata container.
   1453   1.98   thorpej  */
   1454   1.96  christos void
   1455   1.96  christos proc_initspecific(struct proc *p)
   1456   1.96  christos {
   1457   1.96  christos 	int error;
   1458   1.98   thorpej 
   1459   1.96  christos 	error = specificdata_init(proc_specificdata_domain, &p->p_specdataref);
   1460   1.96  christos 	KASSERT(error == 0);
   1461   1.96  christos }
   1462   1.96  christos 
   1463   1.95   thorpej /*
   1464   1.98   thorpej  * proc_finispecific --
   1465   1.98   thorpej  *	Finalize a proc's specificdata container.
   1466   1.98   thorpej  */
   1467   1.98   thorpej void
   1468   1.98   thorpej proc_finispecific(struct proc *p)
   1469   1.98   thorpej {
   1470   1.98   thorpej 
   1471   1.98   thorpej 	specificdata_fini(proc_specificdata_domain, &p->p_specdataref);
   1472   1.98   thorpej }
   1473   1.98   thorpej 
   1474   1.98   thorpej /*
   1475   1.95   thorpej  * proc_getspecific --
   1476   1.95   thorpej  *	Return proc-specific data corresponding to the specified key.
   1477   1.95   thorpej  */
   1478   1.95   thorpej void *
   1479   1.95   thorpej proc_getspecific(struct proc *p, specificdata_key_t key)
   1480   1.95   thorpej {
   1481   1.95   thorpej 
   1482   1.95   thorpej 	return (specificdata_getspecific(proc_specificdata_domain,
   1483   1.95   thorpej 					 &p->p_specdataref, key));
   1484   1.95   thorpej }
   1485   1.95   thorpej 
   1486   1.95   thorpej /*
   1487   1.95   thorpej  * proc_setspecific --
   1488   1.95   thorpej  *	Set proc-specific data corresponding to the specified key.
   1489   1.95   thorpej  */
   1490   1.95   thorpej void
   1491   1.95   thorpej proc_setspecific(struct proc *p, specificdata_key_t key, void *data)
   1492   1.95   thorpej {
   1493   1.95   thorpej 
   1494   1.95   thorpej 	specificdata_setspecific(proc_specificdata_domain,
   1495   1.95   thorpej 				 &p->p_specdataref, key, data);
   1496   1.95   thorpej }
   1497