kern_proc.c revision 1.102 1 1.102 pavel /* $NetBSD: kern_proc.c,v 1.102 2007/02/17 22:31:43 pavel Exp $ */
2 1.33 thorpej
3 1.33 thorpej /*-
4 1.100 ad * Copyright (c) 1999, 2006, 2007 The NetBSD Foundation, Inc.
5 1.33 thorpej * All rights reserved.
6 1.33 thorpej *
7 1.33 thorpej * This code is derived from software contributed to The NetBSD Foundation
8 1.33 thorpej * by Jason R. Thorpe of the Numerical Aerospace Simulation Facility,
9 1.100 ad * NASA Ames Research Center, and by Andrew Doran.
10 1.33 thorpej *
11 1.33 thorpej * Redistribution and use in source and binary forms, with or without
12 1.33 thorpej * modification, are permitted provided that the following conditions
13 1.33 thorpej * are met:
14 1.33 thorpej * 1. Redistributions of source code must retain the above copyright
15 1.33 thorpej * notice, this list of conditions and the following disclaimer.
16 1.33 thorpej * 2. Redistributions in binary form must reproduce the above copyright
17 1.33 thorpej * notice, this list of conditions and the following disclaimer in the
18 1.33 thorpej * documentation and/or other materials provided with the distribution.
19 1.33 thorpej * 3. All advertising materials mentioning features or use of this software
20 1.33 thorpej * must display the following acknowledgement:
21 1.33 thorpej * This product includes software developed by the NetBSD
22 1.33 thorpej * Foundation, Inc. and its contributors.
23 1.33 thorpej * 4. Neither the name of The NetBSD Foundation nor the names of its
24 1.33 thorpej * contributors may be used to endorse or promote products derived
25 1.33 thorpej * from this software without specific prior written permission.
26 1.33 thorpej *
27 1.33 thorpej * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
28 1.33 thorpej * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
29 1.33 thorpej * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
30 1.33 thorpej * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
31 1.33 thorpej * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
32 1.33 thorpej * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
33 1.33 thorpej * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
34 1.33 thorpej * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
35 1.33 thorpej * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
36 1.33 thorpej * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
37 1.33 thorpej * POSSIBILITY OF SUCH DAMAGE.
38 1.33 thorpej */
39 1.9 cgd
40 1.1 cgd /*
41 1.7 cgd * Copyright (c) 1982, 1986, 1989, 1991, 1993
42 1.7 cgd * The Regents of the University of California. All rights reserved.
43 1.1 cgd *
44 1.1 cgd * Redistribution and use in source and binary forms, with or without
45 1.1 cgd * modification, are permitted provided that the following conditions
46 1.1 cgd * are met:
47 1.1 cgd * 1. Redistributions of source code must retain the above copyright
48 1.1 cgd * notice, this list of conditions and the following disclaimer.
49 1.1 cgd * 2. Redistributions in binary form must reproduce the above copyright
50 1.1 cgd * notice, this list of conditions and the following disclaimer in the
51 1.1 cgd * documentation and/or other materials provided with the distribution.
52 1.65 agc * 3. Neither the name of the University nor the names of its contributors
53 1.1 cgd * may be used to endorse or promote products derived from this software
54 1.1 cgd * without specific prior written permission.
55 1.1 cgd *
56 1.1 cgd * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
57 1.1 cgd * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
58 1.1 cgd * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
59 1.1 cgd * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
60 1.1 cgd * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
61 1.1 cgd * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
62 1.1 cgd * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
63 1.1 cgd * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
64 1.1 cgd * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
65 1.1 cgd * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
66 1.1 cgd * SUCH DAMAGE.
67 1.1 cgd *
68 1.23 fvdl * @(#)kern_proc.c 8.7 (Berkeley) 2/14/95
69 1.1 cgd */
70 1.45 lukem
71 1.45 lukem #include <sys/cdefs.h>
72 1.102 pavel __KERNEL_RCSID(0, "$NetBSD: kern_proc.c,v 1.102 2007/02/17 22:31:43 pavel Exp $");
73 1.48 yamt
74 1.48 yamt #include "opt_kstack.h"
75 1.88 onoe #include "opt_maxuprc.h"
76 1.90 rjs #include "opt_multiprocessor.h"
77 1.90 rjs #include "opt_lockdebug.h"
78 1.1 cgd
79 1.5 mycroft #include <sys/param.h>
80 1.5 mycroft #include <sys/systm.h>
81 1.5 mycroft #include <sys/kernel.h>
82 1.5 mycroft #include <sys/proc.h>
83 1.28 thorpej #include <sys/resourcevar.h>
84 1.5 mycroft #include <sys/buf.h>
85 1.5 mycroft #include <sys/acct.h>
86 1.5 mycroft #include <sys/wait.h>
87 1.5 mycroft #include <sys/file.h>
88 1.8 mycroft #include <ufs/ufs/quota.h>
89 1.5 mycroft #include <sys/uio.h>
90 1.5 mycroft #include <sys/malloc.h>
91 1.24 thorpej #include <sys/pool.h>
92 1.5 mycroft #include <sys/mbuf.h>
93 1.5 mycroft #include <sys/ioctl.h>
94 1.5 mycroft #include <sys/tty.h>
95 1.11 cgd #include <sys/signalvar.h>
96 1.51 gmcgarry #include <sys/ras.h>
97 1.81 junyoung #include <sys/filedesc.h>
98 1.89 elad #include <sys/kauth.h>
99 1.100 ad #include <sys/sleepq.h>
100 1.81 junyoung
101 1.81 junyoung #include <uvm/uvm.h>
102 1.79 yamt #include <uvm/uvm_extern.h>
103 1.5 mycroft
104 1.7 cgd /*
105 1.10 mycroft * Other process lists
106 1.7 cgd */
107 1.31 thorpej
108 1.10 mycroft struct proclist allproc;
109 1.32 thorpej struct proclist zombproc; /* resources have been freed */
110 1.32 thorpej
111 1.32 thorpej /*
112 1.100 ad * There are two locks on global process state.
113 1.100 ad *
114 1.100 ad * 1. proclist_lock is a reader/writer lock and is used when modifying or
115 1.100 ad * examining process state from a process context. It protects our internal
116 1.100 ad * tables, all of the process lists, and a number of members of struct lwp
117 1.100 ad * and struct proc.
118 1.100 ad
119 1.100 ad * 2. proclist_mutex is used when allproc must be traversed from an
120 1.100 ad * interrupt context, or when we must signal processes from an interrupt
121 1.100 ad * context. The proclist_lock should always be used in preference.
122 1.33 thorpej *
123 1.100 ad * proclist_lock proclist_mutex structure
124 1.100 ad * --------------- --------------- -----------------
125 1.100 ad * x zombproc
126 1.100 ad * x x pid_table
127 1.100 ad * x proc::p_pptr
128 1.100 ad * x proc::p_sibling
129 1.100 ad * x proc::p_children
130 1.100 ad * x x allproc
131 1.100 ad * x x proc::p_pgrp
132 1.100 ad * x x proc::p_pglist
133 1.100 ad * x x proc::p_session
134 1.100 ad * x x proc::p_list
135 1.100 ad * x alllwp
136 1.100 ad * x lwp::l_list
137 1.33 thorpej *
138 1.100 ad * The lock order for processes and LWPs is approximately as following:
139 1.33 thorpej *
140 1.100 ad * kernel_mutex
141 1.100 ad * -> proclist_lock
142 1.100 ad * -> proclist_mutex
143 1.100 ad * -> proc::p_mutex
144 1.100 ad * -> proc::p_smutex
145 1.33 thorpej */
146 1.100 ad krwlock_t proclist_lock;
147 1.100 ad kmutex_t proclist_mutex;
148 1.33 thorpej
149 1.33 thorpej /*
150 1.72 junyoung * pid to proc lookup is done by indexing the pid_table array.
151 1.61 dsl * Since pid numbers are only allocated when an empty slot
152 1.61 dsl * has been found, there is no need to search any lists ever.
153 1.61 dsl * (an orphaned pgrp will lock the slot, a session will lock
154 1.61 dsl * the pgrp with the same number.)
155 1.61 dsl * If the table is too small it is reallocated with twice the
156 1.61 dsl * previous size and the entries 'unzipped' into the two halves.
157 1.61 dsl * A linked list of free entries is passed through the pt_proc
158 1.61 dsl * field of 'free' items - set odd to be an invalid ptr.
159 1.61 dsl */
160 1.61 dsl
161 1.61 dsl struct pid_table {
162 1.61 dsl struct proc *pt_proc;
163 1.61 dsl struct pgrp *pt_pgrp;
164 1.72 junyoung };
165 1.61 dsl #if 1 /* strongly typed cast - should be a noop */
166 1.84 perry static inline uint p2u(struct proc *p) { return (uint)(uintptr_t)p; }
167 1.61 dsl #else
168 1.61 dsl #define p2u(p) ((uint)p)
169 1.72 junyoung #endif
170 1.61 dsl #define P_VALID(p) (!(p2u(p) & 1))
171 1.61 dsl #define P_NEXT(p) (p2u(p) >> 1)
172 1.61 dsl #define P_FREE(pid) ((struct proc *)(uintptr_t)((pid) << 1 | 1))
173 1.61 dsl
174 1.61 dsl #define INITIAL_PID_TABLE_SIZE (1 << 5)
175 1.61 dsl static struct pid_table *pid_table;
176 1.61 dsl static uint pid_tbl_mask = INITIAL_PID_TABLE_SIZE - 1;
177 1.61 dsl static uint pid_alloc_lim; /* max we allocate before growing table */
178 1.61 dsl static uint pid_alloc_cnt; /* number of allocated pids */
179 1.61 dsl
180 1.61 dsl /* links through free slots - never empty! */
181 1.61 dsl static uint next_free_pt, last_free_pt;
182 1.61 dsl static pid_t pid_max = PID_MAX; /* largest value we allocate */
183 1.31 thorpej
184 1.81 junyoung /* Components of the first process -- never freed. */
185 1.81 junyoung struct session session0;
186 1.81 junyoung struct pgrp pgrp0;
187 1.81 junyoung struct proc proc0;
188 1.100 ad struct lwp lwp0 __aligned(MIN_LWP_ALIGNMENT);
189 1.89 elad kauth_cred_t cred0;
190 1.81 junyoung struct filedesc0 filedesc0;
191 1.81 junyoung struct cwdinfo cwdi0;
192 1.81 junyoung struct plimit limit0;
193 1.81 junyoung struct pstats pstat0;
194 1.81 junyoung struct vmspace vmspace0;
195 1.81 junyoung struct sigacts sigacts0;
196 1.100 ad struct turnstile turnstile0;
197 1.81 junyoung
198 1.81 junyoung extern struct user *proc0paddr;
199 1.81 junyoung
200 1.81 junyoung extern const struct emul emul_netbsd; /* defined in kern_exec.c */
201 1.81 junyoung
202 1.81 junyoung int nofile = NOFILE;
203 1.81 junyoung int maxuprc = MAXUPRC;
204 1.81 junyoung int cmask = CMASK;
205 1.81 junyoung
206 1.77 simonb POOL_INIT(proc_pool, sizeof(struct proc), 0, 0, 0, "procpl",
207 1.77 simonb &pool_allocator_nointr);
208 1.77 simonb POOL_INIT(pgrp_pool, sizeof(struct pgrp), 0, 0, 0, "pgrppl",
209 1.77 simonb &pool_allocator_nointr);
210 1.77 simonb POOL_INIT(plimit_pool, sizeof(struct plimit), 0, 0, 0, "plimitpl",
211 1.77 simonb &pool_allocator_nointr);
212 1.77 simonb POOL_INIT(pstats_pool, sizeof(struct pstats), 0, 0, 0, "pstatspl",
213 1.77 simonb &pool_allocator_nointr);
214 1.77 simonb POOL_INIT(rusage_pool, sizeof(struct rusage), 0, 0, 0, "rusgepl",
215 1.77 simonb &pool_allocator_nointr);
216 1.77 simonb POOL_INIT(session_pool, sizeof(struct session), 0, 0, 0, "sessionpl",
217 1.77 simonb &pool_allocator_nointr);
218 1.57 thorpej
219 1.57 thorpej MALLOC_DEFINE(M_EMULDATA, "emuldata", "Per-process emulation data");
220 1.57 thorpej MALLOC_DEFINE(M_PROC, "proc", "Proc structures");
221 1.57 thorpej MALLOC_DEFINE(M_SUBPROC, "subproc", "Proc sub-structures");
222 1.10 mycroft
223 1.31 thorpej /*
224 1.31 thorpej * The process list descriptors, used during pid allocation and
225 1.31 thorpej * by sysctl. No locking on this data structure is needed since
226 1.31 thorpej * it is completely static.
227 1.31 thorpej */
228 1.31 thorpej const struct proclist_desc proclists[] = {
229 1.31 thorpej { &allproc },
230 1.31 thorpej { &zombproc },
231 1.31 thorpej { NULL },
232 1.31 thorpej };
233 1.31 thorpej
234 1.72 junyoung static void orphanpg(struct pgrp *);
235 1.72 junyoung static void pg_delete(pid_t);
236 1.13 christos
237 1.95 thorpej static specificdata_domain_t proc_specificdata_domain;
238 1.95 thorpej
239 1.10 mycroft /*
240 1.10 mycroft * Initialize global process hashing structures.
241 1.10 mycroft */
242 1.11 cgd void
243 1.59 dsl procinit(void)
244 1.7 cgd {
245 1.31 thorpej const struct proclist_desc *pd;
246 1.61 dsl int i;
247 1.61 dsl #define LINK_EMPTY ((PID_MAX + INITIAL_PID_TABLE_SIZE) & ~(INITIAL_PID_TABLE_SIZE - 1))
248 1.31 thorpej
249 1.31 thorpej for (pd = proclists; pd->pd_list != NULL; pd++)
250 1.31 thorpej LIST_INIT(pd->pd_list);
251 1.7 cgd
252 1.100 ad /*
253 1.100 ad * XXX p_smutex can be IPL_VM except for audio drivers
254 1.100 ad * XXX proclist_lock must die
255 1.100 ad */
256 1.100 ad rw_init(&proclist_lock);
257 1.100 ad mutex_init(&proclist_mutex, MUTEX_SPIN, IPL_SCHED);
258 1.33 thorpej
259 1.61 dsl pid_table = malloc(INITIAL_PID_TABLE_SIZE * sizeof *pid_table,
260 1.61 dsl M_PROC, M_WAITOK);
261 1.61 dsl /* Set free list running through table...
262 1.61 dsl Preset 'use count' above PID_MAX so we allocate pid 1 next. */
263 1.61 dsl for (i = 0; i <= pid_tbl_mask; i++) {
264 1.61 dsl pid_table[i].pt_proc = P_FREE(LINK_EMPTY + i + 1);
265 1.61 dsl pid_table[i].pt_pgrp = 0;
266 1.61 dsl }
267 1.61 dsl /* slot 0 is just grabbed */
268 1.61 dsl next_free_pt = 1;
269 1.61 dsl /* Need to fix last entry. */
270 1.61 dsl last_free_pt = pid_tbl_mask;
271 1.61 dsl pid_table[last_free_pt].pt_proc = P_FREE(LINK_EMPTY);
272 1.61 dsl /* point at which we grow table - to avoid reusing pids too often */
273 1.61 dsl pid_alloc_lim = pid_tbl_mask - 1;
274 1.61 dsl #undef LINK_EMPTY
275 1.61 dsl
276 1.55 thorpej LIST_INIT(&alllwp);
277 1.55 thorpej
278 1.43 ad uihashtbl =
279 1.43 ad hashinit(maxproc / 16, HASH_LIST, M_PROC, M_WAITOK, &uihash);
280 1.95 thorpej
281 1.95 thorpej proc_specificdata_domain = specificdata_domain_create();
282 1.95 thorpej KASSERT(proc_specificdata_domain != NULL);
283 1.7 cgd }
284 1.1 cgd
285 1.7 cgd /*
286 1.81 junyoung * Initialize process 0.
287 1.81 junyoung */
288 1.81 junyoung void
289 1.81 junyoung proc0_init(void)
290 1.81 junyoung {
291 1.81 junyoung struct proc *p;
292 1.81 junyoung struct pgrp *pg;
293 1.81 junyoung struct session *sess;
294 1.81 junyoung struct lwp *l;
295 1.81 junyoung u_int i;
296 1.81 junyoung rlim_t lim;
297 1.81 junyoung
298 1.81 junyoung p = &proc0;
299 1.81 junyoung pg = &pgrp0;
300 1.81 junyoung sess = &session0;
301 1.81 junyoung l = &lwp0;
302 1.81 junyoung
303 1.100 ad /* XXX p_smutex can be IPL_VM except for audio drivers */
304 1.100 ad mutex_init(&p->p_smutex, MUTEX_SPIN, IPL_SCHED);
305 1.100 ad mutex_init(&p->p_stmutex, MUTEX_SPIN, IPL_STATCLOCK);
306 1.100 ad mutex_init(&p->p_rasmutex, MUTEX_SPIN, IPL_NONE);
307 1.100 ad mutex_init(&p->p_mutex, MUTEX_DEFAULT, IPL_NONE);
308 1.100 ad cv_init(&p->p_refcv, "drainref");
309 1.100 ad cv_init(&p->p_waitcv, "wait");
310 1.100 ad cv_init(&p->p_lwpcv, "lwpwait");
311 1.100 ad
312 1.81 junyoung LIST_INIT(&p->p_lwps);
313 1.100 ad LIST_INIT(&p->p_sigwaiters);
314 1.81 junyoung LIST_INSERT_HEAD(&p->p_lwps, l, l_sibling);
315 1.100 ad
316 1.81 junyoung p->p_nlwps = 1;
317 1.100 ad p->p_nrlwps = 1;
318 1.100 ad p->p_refcnt = 1;
319 1.81 junyoung
320 1.81 junyoung pid_table[0].pt_proc = p;
321 1.81 junyoung LIST_INSERT_HEAD(&allproc, p, p_list);
322 1.81 junyoung LIST_INSERT_HEAD(&alllwp, l, l_list);
323 1.81 junyoung
324 1.81 junyoung p->p_pgrp = pg;
325 1.81 junyoung pid_table[0].pt_pgrp = pg;
326 1.81 junyoung LIST_INIT(&pg->pg_members);
327 1.81 junyoung LIST_INSERT_HEAD(&pg->pg_members, p, p_pglist);
328 1.81 junyoung
329 1.81 junyoung pg->pg_session = sess;
330 1.81 junyoung sess->s_count = 1;
331 1.81 junyoung sess->s_sid = 0;
332 1.81 junyoung sess->s_leader = p;
333 1.81 junyoung
334 1.81 junyoung /*
335 1.81 junyoung * Set P_NOCLDWAIT so that kernel threads are reparented to
336 1.81 junyoung * init(8) when they exit. init(8) can easily wait them out
337 1.81 junyoung * for us.
338 1.81 junyoung */
339 1.102 pavel p->p_flag = PK_SYSTEM | PK_NOCLDWAIT;
340 1.81 junyoung p->p_stat = SACTIVE;
341 1.81 junyoung p->p_nice = NZERO;
342 1.81 junyoung p->p_emul = &emul_netbsd;
343 1.81 junyoung #ifdef __HAVE_SYSCALL_INTERN
344 1.81 junyoung (*p->p_emul->e_syscall_intern)(p);
345 1.81 junyoung #endif
346 1.81 junyoung strncpy(p->p_comm, "swapper", MAXCOMLEN);
347 1.81 junyoung
348 1.100 ad l->l_mutex = &sched_mutex;
349 1.102 pavel l->l_flag = LW_INMEM | LW_SYSTEM;
350 1.81 junyoung l->l_stat = LSONPROC;
351 1.100 ad l->l_ts = &turnstile0;
352 1.100 ad l->l_syncobj = &sched_syncobj;
353 1.100 ad l->l_refcnt = 1;
354 1.100 ad l->l_cpu = curcpu();
355 1.100 ad l->l_priority = PRIBIO;
356 1.100 ad l->l_usrpri = PRIBIO;
357 1.81 junyoung
358 1.81 junyoung callout_init(&l->l_tsleep_ch);
359 1.100 ad cv_init(&l->l_sigcv, "sigwait");
360 1.81 junyoung
361 1.81 junyoung /* Create credentials. */
362 1.89 elad cred0 = kauth_cred_alloc();
363 1.89 elad p->p_cred = cred0;
364 1.100 ad kauth_cred_hold(cred0);
365 1.100 ad l->l_cred = cred0;
366 1.81 junyoung
367 1.81 junyoung /* Create the CWD info. */
368 1.81 junyoung p->p_cwdi = &cwdi0;
369 1.81 junyoung cwdi0.cwdi_cmask = cmask;
370 1.81 junyoung cwdi0.cwdi_refcnt = 1;
371 1.81 junyoung simple_lock_init(&cwdi0.cwdi_slock);
372 1.81 junyoung
373 1.81 junyoung /* Create the limits structures. */
374 1.81 junyoung p->p_limit = &limit0;
375 1.81 junyoung simple_lock_init(&limit0.p_slock);
376 1.81 junyoung for (i = 0; i < sizeof(p->p_rlimit)/sizeof(p->p_rlimit[0]); i++)
377 1.81 junyoung limit0.pl_rlimit[i].rlim_cur =
378 1.81 junyoung limit0.pl_rlimit[i].rlim_max = RLIM_INFINITY;
379 1.81 junyoung
380 1.81 junyoung limit0.pl_rlimit[RLIMIT_NOFILE].rlim_max = maxfiles;
381 1.81 junyoung limit0.pl_rlimit[RLIMIT_NOFILE].rlim_cur =
382 1.81 junyoung maxfiles < nofile ? maxfiles : nofile;
383 1.81 junyoung
384 1.81 junyoung limit0.pl_rlimit[RLIMIT_NPROC].rlim_max = maxproc;
385 1.81 junyoung limit0.pl_rlimit[RLIMIT_NPROC].rlim_cur =
386 1.81 junyoung maxproc < maxuprc ? maxproc : maxuprc;
387 1.81 junyoung
388 1.81 junyoung lim = ptoa(uvmexp.free);
389 1.81 junyoung limit0.pl_rlimit[RLIMIT_RSS].rlim_max = lim;
390 1.81 junyoung limit0.pl_rlimit[RLIMIT_MEMLOCK].rlim_max = lim;
391 1.81 junyoung limit0.pl_rlimit[RLIMIT_MEMLOCK].rlim_cur = lim / 3;
392 1.81 junyoung limit0.pl_corename = defcorename;
393 1.81 junyoung limit0.p_refcnt = 1;
394 1.81 junyoung
395 1.81 junyoung /* Configure virtual memory system, set vm rlimits. */
396 1.81 junyoung uvm_init_limits(p);
397 1.81 junyoung
398 1.81 junyoung /* Initialize file descriptor table for proc0. */
399 1.81 junyoung p->p_fd = &filedesc0.fd_fd;
400 1.81 junyoung fdinit1(&filedesc0);
401 1.81 junyoung
402 1.81 junyoung /*
403 1.81 junyoung * Initialize proc0's vmspace, which uses the kernel pmap.
404 1.81 junyoung * All kernel processes (which never have user space mappings)
405 1.81 junyoung * share proc0's vmspace, and thus, the kernel pmap.
406 1.81 junyoung */
407 1.81 junyoung uvmspace_init(&vmspace0, pmap_kernel(), round_page(VM_MIN_ADDRESS),
408 1.81 junyoung trunc_page(VM_MAX_ADDRESS));
409 1.81 junyoung p->p_vmspace = &vmspace0;
410 1.81 junyoung
411 1.81 junyoung l->l_addr = proc0paddr; /* XXX */
412 1.81 junyoung
413 1.81 junyoung p->p_stats = &pstat0;
414 1.81 junyoung
415 1.81 junyoung /* Initialize signal state for proc0. */
416 1.81 junyoung p->p_sigacts = &sigacts0;
417 1.100 ad mutex_init(&p->p_sigacts->sa_mutex, MUTEX_SPIN, IPL_NONE);
418 1.81 junyoung siginit(p);
419 1.96 christos
420 1.96 christos proc_initspecific(p);
421 1.96 christos lwp_initspecific(l);
422 1.81 junyoung }
423 1.81 junyoung
424 1.81 junyoung /*
425 1.74 junyoung * Check that the specified process group is in the session of the
426 1.60 dsl * specified process.
427 1.60 dsl * Treats -ve ids as process ids.
428 1.60 dsl * Used to validate TIOCSPGRP requests.
429 1.60 dsl */
430 1.60 dsl int
431 1.60 dsl pgid_in_session(struct proc *p, pid_t pg_id)
432 1.60 dsl {
433 1.60 dsl struct pgrp *pgrp;
434 1.101 dsl struct session *session;
435 1.101 dsl
436 1.101 dsl rw_enter(&proclist_lock, RW_READER);
437 1.60 dsl
438 1.60 dsl if (pg_id < 0) {
439 1.101 dsl struct proc *p1 = p_find(-pg_id, PFIND_LOCKED | PFIND_UNLOCK_FAIL);
440 1.64 dsl if (p1 == NULL)
441 1.64 dsl return EINVAL;
442 1.60 dsl pgrp = p1->p_pgrp;
443 1.60 dsl } else {
444 1.101 dsl pgrp = pg_find(pg_id, PFIND_LOCKED | PFIND_UNLOCK_FAIL);
445 1.60 dsl if (pgrp == NULL)
446 1.64 dsl return EINVAL;
447 1.60 dsl }
448 1.101 dsl session = pgrp->pg_session;
449 1.101 dsl rw_exit(&proclist_lock);
450 1.101 dsl if (session != p->p_pgrp->pg_session)
451 1.60 dsl return EPERM;
452 1.60 dsl return 0;
453 1.7 cgd }
454 1.4 andrew
455 1.1 cgd /*
456 1.41 sommerfe * Is p an inferior of q?
457 1.94 ad *
458 1.94 ad * Call with the proclist_lock held.
459 1.1 cgd */
460 1.11 cgd int
461 1.59 dsl inferior(struct proc *p, struct proc *q)
462 1.1 cgd {
463 1.1 cgd
464 1.41 sommerfe for (; p != q; p = p->p_pptr)
465 1.1 cgd if (p->p_pid == 0)
466 1.82 junyoung return 0;
467 1.82 junyoung return 1;
468 1.1 cgd }
469 1.1 cgd
470 1.1 cgd /*
471 1.1 cgd * Locate a process by number
472 1.1 cgd */
473 1.1 cgd struct proc *
474 1.68 dsl p_find(pid_t pid, uint flags)
475 1.1 cgd {
476 1.33 thorpej struct proc *p;
477 1.68 dsl char stat;
478 1.1 cgd
479 1.68 dsl if (!(flags & PFIND_LOCKED))
480 1.100 ad rw_enter(&proclist_lock, RW_READER);
481 1.100 ad
482 1.61 dsl p = pid_table[pid & pid_tbl_mask].pt_proc;
483 1.100 ad
484 1.61 dsl /* Only allow live processes to be found by pid. */
485 1.100 ad /* XXXSMP p_stat */
486 1.100 ad if (P_VALID(p) && p->p_pid == pid && ((stat = p->p_stat) == SACTIVE ||
487 1.100 ad stat == SSTOP || ((flags & PFIND_ZOMBIE) &&
488 1.100 ad (stat == SZOMB || stat == SDEAD || stat == SDYING)))) {
489 1.68 dsl if (flags & PFIND_UNLOCK_OK)
490 1.100 ad rw_exit(&proclist_lock);
491 1.68 dsl return p;
492 1.68 dsl }
493 1.68 dsl if (flags & PFIND_UNLOCK_FAIL)
494 1.101 dsl rw_exit(&proclist_lock);
495 1.68 dsl return NULL;
496 1.1 cgd }
497 1.1 cgd
498 1.61 dsl
499 1.1 cgd /*
500 1.1 cgd * Locate a process group by number
501 1.1 cgd */
502 1.1 cgd struct pgrp *
503 1.68 dsl pg_find(pid_t pgid, uint flags)
504 1.1 cgd {
505 1.68 dsl struct pgrp *pg;
506 1.1 cgd
507 1.68 dsl if (!(flags & PFIND_LOCKED))
508 1.100 ad rw_enter(&proclist_lock, RW_READER);
509 1.68 dsl pg = pid_table[pgid & pid_tbl_mask].pt_pgrp;
510 1.61 dsl /*
511 1.61 dsl * Can't look up a pgrp that only exists because the session
512 1.61 dsl * hasn't died yet (traditional)
513 1.61 dsl */
514 1.68 dsl if (pg == NULL || pg->pg_id != pgid || LIST_EMPTY(&pg->pg_members)) {
515 1.68 dsl if (flags & PFIND_UNLOCK_FAIL)
516 1.100 ad rw_exit(&proclist_lock);
517 1.68 dsl return NULL;
518 1.68 dsl }
519 1.68 dsl
520 1.68 dsl if (flags & PFIND_UNLOCK_OK)
521 1.100 ad rw_exit(&proclist_lock);
522 1.68 dsl return pg;
523 1.1 cgd }
524 1.1 cgd
525 1.61 dsl static void
526 1.61 dsl expand_pid_table(void)
527 1.1 cgd {
528 1.61 dsl uint pt_size = pid_tbl_mask + 1;
529 1.61 dsl struct pid_table *n_pt, *new_pt;
530 1.61 dsl struct proc *proc;
531 1.61 dsl struct pgrp *pgrp;
532 1.61 dsl int i;
533 1.61 dsl pid_t pid;
534 1.1 cgd
535 1.61 dsl new_pt = malloc(pt_size * 2 * sizeof *new_pt, M_PROC, M_WAITOK);
536 1.61 dsl
537 1.100 ad rw_enter(&proclist_lock, RW_WRITER);
538 1.61 dsl if (pt_size != pid_tbl_mask + 1) {
539 1.61 dsl /* Another process beat us to it... */
540 1.100 ad rw_exit(&proclist_lock);
541 1.61 dsl FREE(new_pt, M_PROC);
542 1.61 dsl return;
543 1.61 dsl }
544 1.72 junyoung
545 1.61 dsl /*
546 1.61 dsl * Copy entries from old table into new one.
547 1.61 dsl * If 'pid' is 'odd' we need to place in the upper half,
548 1.61 dsl * even pid's to the lower half.
549 1.61 dsl * Free items stay in the low half so we don't have to
550 1.61 dsl * fixup the reference to them.
551 1.61 dsl * We stuff free items on the front of the freelist
552 1.61 dsl * because we can't write to unmodified entries.
553 1.74 junyoung * Processing the table backwards maintains a semblance
554 1.61 dsl * of issueing pid numbers that increase with time.
555 1.61 dsl */
556 1.61 dsl i = pt_size - 1;
557 1.61 dsl n_pt = new_pt + i;
558 1.61 dsl for (; ; i--, n_pt--) {
559 1.61 dsl proc = pid_table[i].pt_proc;
560 1.61 dsl pgrp = pid_table[i].pt_pgrp;
561 1.61 dsl if (!P_VALID(proc)) {
562 1.61 dsl /* Up 'use count' so that link is valid */
563 1.61 dsl pid = (P_NEXT(proc) + pt_size) & ~pt_size;
564 1.61 dsl proc = P_FREE(pid);
565 1.61 dsl if (pgrp)
566 1.61 dsl pid = pgrp->pg_id;
567 1.61 dsl } else
568 1.61 dsl pid = proc->p_pid;
569 1.72 junyoung
570 1.61 dsl /* Save entry in appropriate half of table */
571 1.61 dsl n_pt[pid & pt_size].pt_proc = proc;
572 1.61 dsl n_pt[pid & pt_size].pt_pgrp = pgrp;
573 1.61 dsl
574 1.61 dsl /* Put other piece on start of free list */
575 1.61 dsl pid = (pid ^ pt_size) & ~pid_tbl_mask;
576 1.61 dsl n_pt[pid & pt_size].pt_proc =
577 1.61 dsl P_FREE((pid & ~pt_size) | next_free_pt);
578 1.61 dsl n_pt[pid & pt_size].pt_pgrp = 0;
579 1.61 dsl next_free_pt = i | (pid & pt_size);
580 1.61 dsl if (i == 0)
581 1.61 dsl break;
582 1.61 dsl }
583 1.61 dsl
584 1.61 dsl /* Switch tables */
585 1.100 ad mutex_enter(&proclist_mutex);
586 1.61 dsl n_pt = pid_table;
587 1.61 dsl pid_table = new_pt;
588 1.100 ad mutex_exit(&proclist_mutex);
589 1.61 dsl pid_tbl_mask = pt_size * 2 - 1;
590 1.61 dsl
591 1.61 dsl /*
592 1.61 dsl * pid_max starts as PID_MAX (= 30000), once we have 16384
593 1.61 dsl * allocated pids we need it to be larger!
594 1.61 dsl */
595 1.61 dsl if (pid_tbl_mask > PID_MAX) {
596 1.61 dsl pid_max = pid_tbl_mask * 2 + 1;
597 1.61 dsl pid_alloc_lim |= pid_alloc_lim << 1;
598 1.61 dsl } else
599 1.61 dsl pid_alloc_lim <<= 1; /* doubles number of free slots... */
600 1.61 dsl
601 1.100 ad rw_exit(&proclist_lock);
602 1.61 dsl FREE(n_pt, M_PROC);
603 1.61 dsl }
604 1.61 dsl
605 1.61 dsl struct proc *
606 1.61 dsl proc_alloc(void)
607 1.61 dsl {
608 1.61 dsl struct proc *p;
609 1.100 ad int nxt;
610 1.61 dsl pid_t pid;
611 1.61 dsl struct pid_table *pt;
612 1.61 dsl
613 1.61 dsl p = pool_get(&proc_pool, PR_WAITOK);
614 1.61 dsl p->p_stat = SIDL; /* protect against others */
615 1.61 dsl
616 1.96 christos proc_initspecific(p);
617 1.61 dsl /* allocate next free pid */
618 1.61 dsl
619 1.61 dsl for (;;expand_pid_table()) {
620 1.61 dsl if (__predict_false(pid_alloc_cnt >= pid_alloc_lim))
621 1.61 dsl /* ensure pids cycle through 2000+ values */
622 1.61 dsl continue;
623 1.100 ad rw_enter(&proclist_lock, RW_WRITER);
624 1.61 dsl pt = &pid_table[next_free_pt];
625 1.1 cgd #ifdef DIAGNOSTIC
626 1.63 christos if (__predict_false(P_VALID(pt->pt_proc) || pt->pt_pgrp))
627 1.61 dsl panic("proc_alloc: slot busy");
628 1.1 cgd #endif
629 1.61 dsl nxt = P_NEXT(pt->pt_proc);
630 1.61 dsl if (nxt & pid_tbl_mask)
631 1.61 dsl break;
632 1.61 dsl /* Table full - expand (NB last entry not used....) */
633 1.100 ad rw_exit(&proclist_lock);
634 1.61 dsl }
635 1.61 dsl
636 1.61 dsl /* pid is 'saved use count' + 'size' + entry */
637 1.61 dsl pid = (nxt & ~pid_tbl_mask) + pid_tbl_mask + 1 + next_free_pt;
638 1.61 dsl if ((uint)pid > (uint)pid_max)
639 1.61 dsl pid &= pid_tbl_mask;
640 1.61 dsl p->p_pid = pid;
641 1.61 dsl next_free_pt = nxt & pid_tbl_mask;
642 1.61 dsl
643 1.61 dsl /* Grab table slot */
644 1.100 ad mutex_enter(&proclist_mutex);
645 1.61 dsl pt->pt_proc = p;
646 1.100 ad mutex_exit(&proclist_mutex);
647 1.61 dsl pid_alloc_cnt++;
648 1.61 dsl
649 1.100 ad rw_exit(&proclist_lock);
650 1.61 dsl
651 1.61 dsl return p;
652 1.61 dsl }
653 1.61 dsl
654 1.61 dsl /*
655 1.61 dsl * Free last resources of a process - called from proc_free (in kern_exit.c)
656 1.100 ad *
657 1.100 ad * Called with the proclist_lock write held, and releases upon exit.
658 1.61 dsl */
659 1.61 dsl void
660 1.61 dsl proc_free_mem(struct proc *p)
661 1.61 dsl {
662 1.61 dsl pid_t pid = p->p_pid;
663 1.61 dsl struct pid_table *pt;
664 1.61 dsl
665 1.100 ad LOCK_ASSERT(rw_write_held(&proclist_lock));
666 1.61 dsl
667 1.61 dsl pt = &pid_table[pid & pid_tbl_mask];
668 1.1 cgd #ifdef DIAGNOSTIC
669 1.63 christos if (__predict_false(pt->pt_proc != p))
670 1.61 dsl panic("proc_free: pid_table mismatch, pid %x, proc %p",
671 1.61 dsl pid, p);
672 1.1 cgd #endif
673 1.100 ad mutex_enter(&proclist_mutex);
674 1.61 dsl /* save pid use count in slot */
675 1.61 dsl pt->pt_proc = P_FREE(pid & ~pid_tbl_mask);
676 1.61 dsl
677 1.61 dsl if (pt->pt_pgrp == NULL) {
678 1.61 dsl /* link last freed entry onto ours */
679 1.61 dsl pid &= pid_tbl_mask;
680 1.61 dsl pt = &pid_table[last_free_pt];
681 1.61 dsl pt->pt_proc = P_FREE(P_NEXT(pt->pt_proc) | pid);
682 1.61 dsl last_free_pt = pid;
683 1.61 dsl pid_alloc_cnt--;
684 1.61 dsl }
685 1.100 ad mutex_exit(&proclist_mutex);
686 1.61 dsl
687 1.61 dsl nprocs--;
688 1.100 ad rw_exit(&proclist_lock);
689 1.61 dsl
690 1.61 dsl pool_put(&proc_pool, p);
691 1.61 dsl }
692 1.61 dsl
693 1.61 dsl /*
694 1.61 dsl * Move p to a new or existing process group (and session)
695 1.61 dsl *
696 1.61 dsl * If we are creating a new pgrp, the pgid should equal
697 1.72 junyoung * the calling process' pid.
698 1.61 dsl * If is only valid to enter a process group that is in the session
699 1.61 dsl * of the process.
700 1.61 dsl * Also mksess should only be set if we are creating a process group
701 1.61 dsl *
702 1.72 junyoung * Only called from sys_setsid, sys_setpgid/sys_setpgrp and the
703 1.100 ad * SYSV setpgrp support for hpux.
704 1.61 dsl */
705 1.61 dsl int
706 1.100 ad enterpgrp(struct proc *curp, pid_t pid, pid_t pgid, int mksess)
707 1.61 dsl {
708 1.61 dsl struct pgrp *new_pgrp, *pgrp;
709 1.61 dsl struct session *sess;
710 1.100 ad struct proc *p;
711 1.61 dsl int rval;
712 1.61 dsl pid_t pg_id = NO_PGID;
713 1.61 dsl
714 1.61 dsl /* Allocate data areas we might need before doing any validity checks */
715 1.100 ad rw_enter(&proclist_lock, RW_READER); /* Because pid_table might change */
716 1.61 dsl if (pid_table[pgid & pid_tbl_mask].pt_pgrp == 0) {
717 1.100 ad rw_exit(&proclist_lock);
718 1.61 dsl new_pgrp = pool_get(&pgrp_pool, PR_WAITOK);
719 1.61 dsl } else {
720 1.100 ad rw_exit(&proclist_lock);
721 1.61 dsl new_pgrp = NULL;
722 1.61 dsl }
723 1.61 dsl if (mksess)
724 1.99 pooka sess = pool_get(&session_pool, PR_WAITOK);
725 1.61 dsl else
726 1.61 dsl sess = NULL;
727 1.61 dsl
728 1.100 ad rw_enter(&proclist_lock, RW_WRITER);
729 1.61 dsl rval = EPERM; /* most common error (to save typing) */
730 1.61 dsl
731 1.61 dsl /* Check pgrp exists or can be created */
732 1.61 dsl pgrp = pid_table[pgid & pid_tbl_mask].pt_pgrp;
733 1.61 dsl if (pgrp != NULL && pgrp->pg_id != pgid)
734 1.61 dsl goto done;
735 1.61 dsl
736 1.61 dsl /* Can only set another process under restricted circumstances. */
737 1.100 ad if (pid != curp->p_pid) {
738 1.61 dsl /* must exist and be one of our children... */
739 1.100 ad if ((p = p_find(pid, PFIND_LOCKED)) == NULL ||
740 1.100 ad !inferior(p, curp)) {
741 1.61 dsl rval = ESRCH;
742 1.61 dsl goto done;
743 1.61 dsl }
744 1.61 dsl /* ... in the same session... */
745 1.61 dsl if (sess != NULL || p->p_session != curp->p_session)
746 1.61 dsl goto done;
747 1.61 dsl /* ... existing pgid must be in same session ... */
748 1.61 dsl if (pgrp != NULL && pgrp->pg_session != p->p_session)
749 1.61 dsl goto done;
750 1.61 dsl /* ... and not done an exec. */
751 1.102 pavel if (p->p_flag & PK_EXEC) {
752 1.61 dsl rval = EACCES;
753 1.61 dsl goto done;
754 1.49 enami }
755 1.100 ad } else {
756 1.100 ad /* ... setsid() cannot re-enter a pgrp */
757 1.100 ad if (mksess && (curp->p_pgid == curp->p_pid ||
758 1.100 ad pg_find(curp->p_pid, PFIND_LOCKED)))
759 1.100 ad goto done;
760 1.100 ad p = curp;
761 1.61 dsl }
762 1.1 cgd
763 1.61 dsl /* Changing the process group/session of a session
764 1.61 dsl leader is definitely off limits. */
765 1.61 dsl if (SESS_LEADER(p)) {
766 1.61 dsl if (sess == NULL && p->p_pgrp == pgrp)
767 1.61 dsl /* unless it's a definite noop */
768 1.61 dsl rval = 0;
769 1.61 dsl goto done;
770 1.61 dsl }
771 1.61 dsl
772 1.61 dsl /* Can only create a process group with id of process */
773 1.61 dsl if (pgrp == NULL && pgid != pid)
774 1.61 dsl goto done;
775 1.61 dsl
776 1.61 dsl /* Can only create a session if creating pgrp */
777 1.61 dsl if (sess != NULL && pgrp != NULL)
778 1.61 dsl goto done;
779 1.61 dsl
780 1.61 dsl /* Check we allocated memory for a pgrp... */
781 1.61 dsl if (pgrp == NULL && new_pgrp == NULL)
782 1.61 dsl goto done;
783 1.61 dsl
784 1.61 dsl /* Don't attach to 'zombie' pgrp */
785 1.61 dsl if (pgrp != NULL && LIST_EMPTY(&pgrp->pg_members))
786 1.61 dsl goto done;
787 1.61 dsl
788 1.61 dsl /* Expect to succeed now */
789 1.61 dsl rval = 0;
790 1.61 dsl
791 1.61 dsl if (pgrp == p->p_pgrp)
792 1.61 dsl /* nothing to do */
793 1.61 dsl goto done;
794 1.61 dsl
795 1.61 dsl /* Ok all setup, link up required structures */
796 1.100 ad
797 1.61 dsl if (pgrp == NULL) {
798 1.61 dsl pgrp = new_pgrp;
799 1.61 dsl new_pgrp = 0;
800 1.61 dsl if (sess != NULL) {
801 1.21 thorpej sess->s_sid = p->p_pid;
802 1.1 cgd sess->s_leader = p;
803 1.1 cgd sess->s_count = 1;
804 1.1 cgd sess->s_ttyvp = NULL;
805 1.1 cgd sess->s_ttyp = NULL;
806 1.58 dsl sess->s_flags = p->p_session->s_flags & ~S_LOGIN_SET;
807 1.25 perry memcpy(sess->s_login, p->p_session->s_login,
808 1.1 cgd sizeof(sess->s_login));
809 1.100 ad p->p_lflag &= ~PL_CONTROLT;
810 1.1 cgd } else {
811 1.61 dsl sess = p->p_pgrp->pg_session;
812 1.61 dsl SESSHOLD(sess);
813 1.1 cgd }
814 1.61 dsl pgrp->pg_session = sess;
815 1.61 dsl sess = 0;
816 1.61 dsl
817 1.1 cgd pgrp->pg_id = pgid;
818 1.10 mycroft LIST_INIT(&pgrp->pg_members);
819 1.61 dsl #ifdef DIAGNOSTIC
820 1.63 christos if (__predict_false(pid_table[pgid & pid_tbl_mask].pt_pgrp))
821 1.61 dsl panic("enterpgrp: pgrp table slot in use");
822 1.63 christos if (__predict_false(mksess && p != curp))
823 1.63 christos panic("enterpgrp: mksession and p != curproc");
824 1.61 dsl #endif
825 1.100 ad mutex_enter(&proclist_mutex);
826 1.61 dsl pid_table[pgid & pid_tbl_mask].pt_pgrp = pgrp;
827 1.1 cgd pgrp->pg_jobc = 0;
828 1.100 ad } else
829 1.100 ad mutex_enter(&proclist_mutex);
830 1.100 ad
831 1.100 ad #ifdef notyet
832 1.100 ad /*
833 1.100 ad * If there's a controlling terminal for the current session, we
834 1.100 ad * have to interlock with it. See ttread().
835 1.100 ad */
836 1.100 ad if (p->p_session->s_ttyvp != NULL) {
837 1.100 ad tp = p->p_session->s_ttyp;
838 1.100 ad mutex_enter(&tp->t_mutex);
839 1.100 ad } else
840 1.100 ad tp = NULL;
841 1.100 ad #endif
842 1.1 cgd
843 1.1 cgd /*
844 1.1 cgd * Adjust eligibility of affected pgrps to participate in job control.
845 1.1 cgd * Increment eligibility counts before decrementing, otherwise we
846 1.1 cgd * could reach 0 spuriously during the first call.
847 1.1 cgd */
848 1.1 cgd fixjobc(p, pgrp, 1);
849 1.1 cgd fixjobc(p, p->p_pgrp, 0);
850 1.1 cgd
851 1.100 ad /* Move process to requested group. */
852 1.10 mycroft LIST_REMOVE(p, p_pglist);
853 1.52 matt if (LIST_EMPTY(&p->p_pgrp->pg_members))
854 1.61 dsl /* defer delete until we've dumped the lock */
855 1.61 dsl pg_id = p->p_pgrp->pg_id;
856 1.1 cgd p->p_pgrp = pgrp;
857 1.10 mycroft LIST_INSERT_HEAD(&pgrp->pg_members, p, p_pglist);
858 1.100 ad mutex_exit(&proclist_mutex);
859 1.100 ad
860 1.100 ad #ifdef notyet
861 1.100 ad /* Done with the swap; we can release the tty mutex. */
862 1.100 ad if (tp != NULL)
863 1.100 ad mutex_exit(&tp->t_mutex);
864 1.100 ad #endif
865 1.61 dsl
866 1.61 dsl done:
867 1.100 ad if (pg_id != NO_PGID)
868 1.100 ad pg_delete(pg_id);
869 1.100 ad rw_exit(&proclist_lock);
870 1.61 dsl if (sess != NULL)
871 1.77 simonb pool_put(&session_pool, sess);
872 1.61 dsl if (new_pgrp != NULL)
873 1.61 dsl pool_put(&pgrp_pool, new_pgrp);
874 1.63 christos #ifdef DEBUG_PGRP
875 1.63 christos if (__predict_false(rval))
876 1.61 dsl printf("enterpgrp(%d,%d,%d), curproc %d, rval %d\n",
877 1.61 dsl pid, pgid, mksess, curp->p_pid, rval);
878 1.61 dsl #endif
879 1.61 dsl return rval;
880 1.1 cgd }
881 1.1 cgd
882 1.1 cgd /*
883 1.100 ad * Remove a process from its process group. Must be called with the
884 1.100 ad * proclist_lock write held.
885 1.1 cgd */
886 1.100 ad void
887 1.59 dsl leavepgrp(struct proc *p)
888 1.1 cgd {
889 1.61 dsl struct pgrp *pgrp;
890 1.1 cgd
891 1.100 ad LOCK_ASSERT(rw_write_held(&proclist_lock));
892 1.100 ad
893 1.100 ad /*
894 1.100 ad * If there's a controlling terminal for the session, we have to
895 1.100 ad * interlock with it. See ttread().
896 1.100 ad */
897 1.100 ad mutex_enter(&proclist_mutex);
898 1.100 ad #ifdef notyet
899 1.100 ad if (p_>p_session->s_ttyvp != NULL) {
900 1.100 ad tp = p->p_session->s_ttyp;
901 1.100 ad mutex_enter(&tp->t_mutex);
902 1.100 ad } else
903 1.100 ad tp = NULL;
904 1.100 ad #endif
905 1.100 ad
906 1.61 dsl pgrp = p->p_pgrp;
907 1.10 mycroft LIST_REMOVE(p, p_pglist);
908 1.94 ad p->p_pgrp = NULL;
909 1.61 dsl
910 1.100 ad #ifdef notyet
911 1.100 ad if (tp != NULL)
912 1.100 ad mutex_exit(&tp->t_mutex);
913 1.100 ad #endif
914 1.100 ad mutex_exit(&proclist_mutex);
915 1.100 ad
916 1.100 ad if (LIST_EMPTY(&pgrp->pg_members))
917 1.100 ad pg_delete(pgrp->pg_id);
918 1.61 dsl }
919 1.61 dsl
920 1.100 ad /*
921 1.100 ad * Free a process group. Must be called with the proclist_lock write held.
922 1.100 ad */
923 1.61 dsl static void
924 1.61 dsl pg_free(pid_t pg_id)
925 1.61 dsl {
926 1.61 dsl struct pgrp *pgrp;
927 1.61 dsl struct pid_table *pt;
928 1.61 dsl
929 1.100 ad LOCK_ASSERT(rw_write_held(&proclist_lock));
930 1.100 ad
931 1.61 dsl pt = &pid_table[pg_id & pid_tbl_mask];
932 1.61 dsl pgrp = pt->pt_pgrp;
933 1.61 dsl #ifdef DIAGNOSTIC
934 1.63 christos if (__predict_false(!pgrp || pgrp->pg_id != pg_id
935 1.63 christos || !LIST_EMPTY(&pgrp->pg_members)))
936 1.61 dsl panic("pg_free: process group absent or has members");
937 1.61 dsl #endif
938 1.61 dsl pt->pt_pgrp = 0;
939 1.61 dsl
940 1.61 dsl if (!P_VALID(pt->pt_proc)) {
941 1.61 dsl /* orphaned pgrp, put slot onto free list */
942 1.61 dsl #ifdef DIAGNOSTIC
943 1.63 christos if (__predict_false(P_NEXT(pt->pt_proc) & pid_tbl_mask))
944 1.61 dsl panic("pg_free: process slot on free list");
945 1.61 dsl #endif
946 1.100 ad mutex_enter(&proclist_mutex);
947 1.61 dsl pg_id &= pid_tbl_mask;
948 1.61 dsl pt = &pid_table[last_free_pt];
949 1.61 dsl pt->pt_proc = P_FREE(P_NEXT(pt->pt_proc) | pg_id);
950 1.100 ad mutex_exit(&proclist_mutex);
951 1.61 dsl last_free_pt = pg_id;
952 1.61 dsl pid_alloc_cnt--;
953 1.61 dsl }
954 1.61 dsl pool_put(&pgrp_pool, pgrp);
955 1.1 cgd }
956 1.1 cgd
957 1.1 cgd /*
958 1.100 ad * Delete a process group. Must be called with the proclist_lock write
959 1.100 ad * held.
960 1.1 cgd */
961 1.61 dsl static void
962 1.61 dsl pg_delete(pid_t pg_id)
963 1.61 dsl {
964 1.61 dsl struct pgrp *pgrp;
965 1.61 dsl struct tty *ttyp;
966 1.61 dsl struct session *ss;
967 1.100 ad int is_pgrp_leader;
968 1.100 ad
969 1.100 ad LOCK_ASSERT(rw_write_held(&proclist_lock));
970 1.61 dsl
971 1.61 dsl pgrp = pid_table[pg_id & pid_tbl_mask].pt_pgrp;
972 1.61 dsl if (pgrp == NULL || pgrp->pg_id != pg_id ||
973 1.100 ad !LIST_EMPTY(&pgrp->pg_members))
974 1.61 dsl return;
975 1.61 dsl
976 1.71 pk ss = pgrp->pg_session;
977 1.71 pk
978 1.61 dsl /* Remove reference (if any) from tty to this process group */
979 1.71 pk ttyp = ss->s_ttyp;
980 1.71 pk if (ttyp != NULL && ttyp->t_pgrp == pgrp) {
981 1.61 dsl ttyp->t_pgrp = NULL;
982 1.71 pk #ifdef DIAGNOSTIC
983 1.71 pk if (ttyp->t_session != ss)
984 1.71 pk panic("pg_delete: wrong session on terminal");
985 1.71 pk #endif
986 1.71 pk }
987 1.61 dsl
988 1.71 pk /*
989 1.71 pk * The leading process group in a session is freed
990 1.71 pk * by sessdelete() if last reference.
991 1.71 pk */
992 1.71 pk is_pgrp_leader = (ss->s_sid == pgrp->pg_id);
993 1.71 pk SESSRELE(ss);
994 1.61 dsl
995 1.71 pk if (is_pgrp_leader)
996 1.61 dsl return;
997 1.61 dsl
998 1.61 dsl pg_free(pg_id);
999 1.61 dsl }
1000 1.61 dsl
1001 1.61 dsl /*
1002 1.61 dsl * Delete session - called from SESSRELE when s_count becomes zero.
1003 1.100 ad * Must be called with the proclist_lock write held.
1004 1.61 dsl */
1005 1.11 cgd void
1006 1.61 dsl sessdelete(struct session *ss)
1007 1.1 cgd {
1008 1.100 ad
1009 1.100 ad LOCK_ASSERT(rw_write_held(&proclist_lock));
1010 1.100 ad
1011 1.61 dsl /*
1012 1.61 dsl * We keep the pgrp with the same id as the session in
1013 1.61 dsl * order to stop a process being given the same pid.
1014 1.61 dsl * Since the pgrp holds a reference to the session, it
1015 1.61 dsl * must be a 'zombie' pgrp by now.
1016 1.61 dsl */
1017 1.61 dsl pg_free(ss->s_sid);
1018 1.77 simonb pool_put(&session_pool, ss);
1019 1.1 cgd }
1020 1.1 cgd
1021 1.1 cgd /*
1022 1.1 cgd * Adjust pgrp jobc counters when specified process changes process group.
1023 1.1 cgd * We count the number of processes in each process group that "qualify"
1024 1.1 cgd * the group for terminal job control (those with a parent in a different
1025 1.1 cgd * process group of the same session). If that count reaches zero, the
1026 1.1 cgd * process group becomes orphaned. Check both the specified process'
1027 1.1 cgd * process group and that of its children.
1028 1.1 cgd * entering == 0 => p is leaving specified group.
1029 1.1 cgd * entering == 1 => p is entering specified group.
1030 1.68 dsl *
1031 1.100 ad * Call with proclist_lock write held.
1032 1.1 cgd */
1033 1.4 andrew void
1034 1.59 dsl fixjobc(struct proc *p, struct pgrp *pgrp, int entering)
1035 1.1 cgd {
1036 1.39 augustss struct pgrp *hispgrp;
1037 1.39 augustss struct session *mysession = pgrp->pg_session;
1038 1.68 dsl struct proc *child;
1039 1.1 cgd
1040 1.100 ad LOCK_ASSERT(rw_write_held(&proclist_lock));
1041 1.100 ad LOCK_ASSERT(mutex_owned(&proclist_mutex));
1042 1.100 ad
1043 1.1 cgd /*
1044 1.1 cgd * Check p's parent to see whether p qualifies its own process
1045 1.1 cgd * group; if so, adjust count for p's process group.
1046 1.1 cgd */
1047 1.68 dsl hispgrp = p->p_pptr->p_pgrp;
1048 1.68 dsl if (hispgrp != pgrp && hispgrp->pg_session == mysession) {
1049 1.100 ad if (entering) {
1050 1.100 ad mutex_enter(&p->p_smutex);
1051 1.100 ad p->p_sflag &= ~PS_ORPHANPG;
1052 1.100 ad mutex_exit(&p->p_smutex);
1053 1.1 cgd pgrp->pg_jobc++;
1054 1.100 ad } else if (--pgrp->pg_jobc == 0)
1055 1.1 cgd orphanpg(pgrp);
1056 1.26 thorpej }
1057 1.1 cgd
1058 1.1 cgd /*
1059 1.1 cgd * Check this process' children to see whether they qualify
1060 1.1 cgd * their process groups; if so, adjust counts for children's
1061 1.1 cgd * process groups.
1062 1.1 cgd */
1063 1.68 dsl LIST_FOREACH(child, &p->p_children, p_sibling) {
1064 1.68 dsl hispgrp = child->p_pgrp;
1065 1.68 dsl if (hispgrp != pgrp && hispgrp->pg_session == mysession &&
1066 1.68 dsl !P_ZOMBIE(child)) {
1067 1.100 ad if (entering) {
1068 1.100 ad mutex_enter(&child->p_smutex);
1069 1.100 ad child->p_sflag &= ~PS_ORPHANPG;
1070 1.100 ad mutex_exit(&child->p_smutex);
1071 1.1 cgd hispgrp->pg_jobc++;
1072 1.100 ad } else if (--hispgrp->pg_jobc == 0)
1073 1.1 cgd orphanpg(hispgrp);
1074 1.26 thorpej }
1075 1.26 thorpej }
1076 1.1 cgd }
1077 1.1 cgd
1078 1.72 junyoung /*
1079 1.1 cgd * A process group has become orphaned;
1080 1.1 cgd * if there are any stopped processes in the group,
1081 1.1 cgd * hang-up all process in that group.
1082 1.68 dsl *
1083 1.100 ad * Call with proclist_lock write held.
1084 1.1 cgd */
1085 1.4 andrew static void
1086 1.59 dsl orphanpg(struct pgrp *pg)
1087 1.1 cgd {
1088 1.39 augustss struct proc *p;
1089 1.100 ad int doit;
1090 1.100 ad
1091 1.100 ad LOCK_ASSERT(rw_write_held(&proclist_lock));
1092 1.100 ad LOCK_ASSERT(mutex_owned(&proclist_mutex));
1093 1.100 ad
1094 1.100 ad doit = 0;
1095 1.1 cgd
1096 1.52 matt LIST_FOREACH(p, &pg->pg_members, p_pglist) {
1097 1.100 ad mutex_enter(&p->p_smutex);
1098 1.1 cgd if (p->p_stat == SSTOP) {
1099 1.100 ad doit = 1;
1100 1.100 ad p->p_sflag |= PS_ORPHANPG;
1101 1.1 cgd }
1102 1.100 ad mutex_exit(&p->p_smutex);
1103 1.1 cgd }
1104 1.35 bouyer
1105 1.100 ad if (doit) {
1106 1.100 ad LIST_FOREACH(p, &pg->pg_members, p_pglist) {
1107 1.100 ad psignal(p, SIGHUP);
1108 1.100 ad psignal(p, SIGCONT);
1109 1.35 bouyer }
1110 1.35 bouyer }
1111 1.35 bouyer }
1112 1.1 cgd
1113 1.61 dsl #ifdef DDB
1114 1.61 dsl #include <ddb/db_output.h>
1115 1.61 dsl void pidtbl_dump(void);
1116 1.14 christos void
1117 1.61 dsl pidtbl_dump(void)
1118 1.1 cgd {
1119 1.61 dsl struct pid_table *pt;
1120 1.61 dsl struct proc *p;
1121 1.39 augustss struct pgrp *pgrp;
1122 1.61 dsl int id;
1123 1.1 cgd
1124 1.61 dsl db_printf("pid table %p size %x, next %x, last %x\n",
1125 1.61 dsl pid_table, pid_tbl_mask+1,
1126 1.61 dsl next_free_pt, last_free_pt);
1127 1.61 dsl for (pt = pid_table, id = 0; id <= pid_tbl_mask; id++, pt++) {
1128 1.61 dsl p = pt->pt_proc;
1129 1.61 dsl if (!P_VALID(p) && !pt->pt_pgrp)
1130 1.61 dsl continue;
1131 1.61 dsl db_printf(" id %x: ", id);
1132 1.61 dsl if (P_VALID(p))
1133 1.61 dsl db_printf("proc %p id %d (0x%x) %s\n",
1134 1.61 dsl p, p->p_pid, p->p_pid, p->p_comm);
1135 1.61 dsl else
1136 1.61 dsl db_printf("next %x use %x\n",
1137 1.61 dsl P_NEXT(p) & pid_tbl_mask,
1138 1.61 dsl P_NEXT(p) & ~pid_tbl_mask);
1139 1.61 dsl if ((pgrp = pt->pt_pgrp)) {
1140 1.61 dsl db_printf("\tsession %p, sid %d, count %d, login %s\n",
1141 1.61 dsl pgrp->pg_session, pgrp->pg_session->s_sid,
1142 1.61 dsl pgrp->pg_session->s_count,
1143 1.61 dsl pgrp->pg_session->s_login);
1144 1.61 dsl db_printf("\tpgrp %p, pg_id %d, pg_jobc %d, members %p\n",
1145 1.61 dsl pgrp, pgrp->pg_id, pgrp->pg_jobc,
1146 1.61 dsl pgrp->pg_members.lh_first);
1147 1.61 dsl for (p = pgrp->pg_members.lh_first; p != 0;
1148 1.61 dsl p = p->p_pglist.le_next) {
1149 1.72 junyoung db_printf("\t\tpid %d addr %p pgrp %p %s\n",
1150 1.61 dsl p->p_pid, p, p->p_pgrp, p->p_comm);
1151 1.10 mycroft }
1152 1.1 cgd }
1153 1.1 cgd }
1154 1.1 cgd }
1155 1.61 dsl #endif /* DDB */
1156 1.48 yamt
1157 1.48 yamt #ifdef KSTACK_CHECK_MAGIC
1158 1.48 yamt #include <sys/user.h>
1159 1.48 yamt
1160 1.48 yamt #define KSTACK_MAGIC 0xdeadbeaf
1161 1.48 yamt
1162 1.48 yamt /* XXX should be per process basis? */
1163 1.48 yamt int kstackleftmin = KSTACK_SIZE;
1164 1.50 enami int kstackleftthres = KSTACK_SIZE / 8; /* warn if remaining stack is
1165 1.50 enami less than this */
1166 1.48 yamt
1167 1.48 yamt void
1168 1.56 yamt kstack_setup_magic(const struct lwp *l)
1169 1.48 yamt {
1170 1.85 perry uint32_t *ip;
1171 1.85 perry uint32_t const *end;
1172 1.48 yamt
1173 1.56 yamt KASSERT(l != NULL);
1174 1.56 yamt KASSERT(l != &lwp0);
1175 1.48 yamt
1176 1.48 yamt /*
1177 1.48 yamt * fill all the stack with magic number
1178 1.48 yamt * so that later modification on it can be detected.
1179 1.48 yamt */
1180 1.85 perry ip = (uint32_t *)KSTACK_LOWEST_ADDR(l);
1181 1.85 perry end = (uint32_t *)((caddr_t)KSTACK_LOWEST_ADDR(l) + KSTACK_SIZE);
1182 1.48 yamt for (; ip < end; ip++) {
1183 1.48 yamt *ip = KSTACK_MAGIC;
1184 1.48 yamt }
1185 1.48 yamt }
1186 1.48 yamt
1187 1.48 yamt void
1188 1.56 yamt kstack_check_magic(const struct lwp *l)
1189 1.48 yamt {
1190 1.85 perry uint32_t const *ip, *end;
1191 1.48 yamt int stackleft;
1192 1.48 yamt
1193 1.56 yamt KASSERT(l != NULL);
1194 1.48 yamt
1195 1.48 yamt /* don't check proc0 */ /*XXX*/
1196 1.56 yamt if (l == &lwp0)
1197 1.48 yamt return;
1198 1.48 yamt
1199 1.48 yamt #ifdef __MACHINE_STACK_GROWS_UP
1200 1.48 yamt /* stack grows upwards (eg. hppa) */
1201 1.85 perry ip = (uint32_t *)((caddr_t)KSTACK_LOWEST_ADDR(l) + KSTACK_SIZE);
1202 1.85 perry end = (uint32_t *)KSTACK_LOWEST_ADDR(l);
1203 1.48 yamt for (ip--; ip >= end; ip--)
1204 1.48 yamt if (*ip != KSTACK_MAGIC)
1205 1.48 yamt break;
1206 1.72 junyoung
1207 1.56 yamt stackleft = (caddr_t)KSTACK_LOWEST_ADDR(l) + KSTACK_SIZE - (caddr_t)ip;
1208 1.48 yamt #else /* __MACHINE_STACK_GROWS_UP */
1209 1.48 yamt /* stack grows downwards (eg. i386) */
1210 1.85 perry ip = (uint32_t *)KSTACK_LOWEST_ADDR(l);
1211 1.85 perry end = (uint32_t *)((caddr_t)KSTACK_LOWEST_ADDR(l) + KSTACK_SIZE);
1212 1.48 yamt for (; ip < end; ip++)
1213 1.48 yamt if (*ip != KSTACK_MAGIC)
1214 1.48 yamt break;
1215 1.48 yamt
1216 1.93 christos stackleft = ((const char *)ip) - (const char *)KSTACK_LOWEST_ADDR(l);
1217 1.48 yamt #endif /* __MACHINE_STACK_GROWS_UP */
1218 1.48 yamt
1219 1.48 yamt if (kstackleftmin > stackleft) {
1220 1.48 yamt kstackleftmin = stackleft;
1221 1.48 yamt if (stackleft < kstackleftthres)
1222 1.56 yamt printf("warning: kernel stack left %d bytes"
1223 1.56 yamt "(pid %u:lid %u)\n", stackleft,
1224 1.56 yamt (u_int)l->l_proc->p_pid, (u_int)l->l_lid);
1225 1.48 yamt }
1226 1.48 yamt
1227 1.48 yamt if (stackleft <= 0) {
1228 1.56 yamt panic("magic on the top of kernel stack changed for "
1229 1.56 yamt "pid %u, lid %u: maybe kernel stack overflow",
1230 1.56 yamt (u_int)l->l_proc->p_pid, (u_int)l->l_lid);
1231 1.48 yamt }
1232 1.48 yamt }
1233 1.50 enami #endif /* KSTACK_CHECK_MAGIC */
1234 1.79 yamt
1235 1.100 ad /*
1236 1.100 ad * XXXSMP this is bust, it grabs a read lock and then messes about
1237 1.100 ad * with allproc.
1238 1.100 ad */
1239 1.79 yamt int
1240 1.79 yamt proclist_foreach_call(struct proclist *list,
1241 1.79 yamt int (*callback)(struct proc *, void *arg), void *arg)
1242 1.79 yamt {
1243 1.79 yamt struct proc marker;
1244 1.79 yamt struct proc *p;
1245 1.79 yamt struct lwp * const l = curlwp;
1246 1.79 yamt int ret = 0;
1247 1.79 yamt
1248 1.102 pavel marker.p_flag = PK_MARKER;
1249 1.79 yamt PHOLD(l);
1250 1.100 ad rw_enter(&proclist_lock, RW_READER);
1251 1.79 yamt for (p = LIST_FIRST(list); ret == 0 && p != NULL;) {
1252 1.102 pavel if (p->p_flag & PK_MARKER) {
1253 1.79 yamt p = LIST_NEXT(p, p_list);
1254 1.79 yamt continue;
1255 1.79 yamt }
1256 1.79 yamt LIST_INSERT_AFTER(p, &marker, p_list);
1257 1.79 yamt ret = (*callback)(p, arg);
1258 1.100 ad KASSERT(rw_read_held(&proclist_lock));
1259 1.79 yamt p = LIST_NEXT(&marker, p_list);
1260 1.79 yamt LIST_REMOVE(&marker, p_list);
1261 1.79 yamt }
1262 1.100 ad rw_exit(&proclist_lock);
1263 1.79 yamt PRELE(l);
1264 1.79 yamt
1265 1.79 yamt return ret;
1266 1.79 yamt }
1267 1.86 yamt
1268 1.86 yamt int
1269 1.86 yamt proc_vmspace_getref(struct proc *p, struct vmspace **vm)
1270 1.86 yamt {
1271 1.86 yamt
1272 1.86 yamt /* XXXCDC: how should locking work here? */
1273 1.86 yamt
1274 1.87 yamt /* curproc exception is for coredump. */
1275 1.87 yamt
1276 1.100 ad if ((p != curproc && (p->p_sflag & PS_WEXIT) != 0) ||
1277 1.86 yamt (p->p_vmspace->vm_refcnt < 1)) { /* XXX */
1278 1.86 yamt return EFAULT;
1279 1.86 yamt }
1280 1.86 yamt
1281 1.86 yamt uvmspace_addref(p->p_vmspace);
1282 1.86 yamt *vm = p->p_vmspace;
1283 1.86 yamt
1284 1.86 yamt return 0;
1285 1.86 yamt }
1286 1.94 ad
1287 1.94 ad /*
1288 1.94 ad * Acquire a write lock on the process credential.
1289 1.94 ad */
1290 1.94 ad void
1291 1.100 ad proc_crmod_enter(void)
1292 1.94 ad {
1293 1.100 ad struct lwp *l = curlwp;
1294 1.100 ad struct proc *p = l->l_proc;
1295 1.100 ad struct plimit *lim;
1296 1.100 ad kauth_cred_t oc;
1297 1.100 ad char *cn;
1298 1.94 ad
1299 1.100 ad mutex_enter(&p->p_mutex);
1300 1.100 ad
1301 1.100 ad /* Ensure the LWP cached credentials are up to date. */
1302 1.100 ad if ((oc = l->l_cred) != p->p_cred) {
1303 1.100 ad kauth_cred_hold(p->p_cred);
1304 1.100 ad l->l_cred = p->p_cred;
1305 1.100 ad kauth_cred_free(oc);
1306 1.100 ad }
1307 1.100 ad
1308 1.100 ad /* Reset what needs to be reset in plimit. */
1309 1.100 ad lim = p->p_limit;
1310 1.100 ad if (lim->pl_corename != defcorename) {
1311 1.100 ad if (lim->p_refcnt > 1 &&
1312 1.100 ad (lim->p_lflags & PL_SHAREMOD) == 0) {
1313 1.100 ad p->p_limit = limcopy(p);
1314 1.100 ad limfree(lim);
1315 1.100 ad lim = p->p_limit;
1316 1.100 ad }
1317 1.100 ad simple_lock(&lim->p_slock);
1318 1.100 ad cn = lim->pl_corename;
1319 1.100 ad lim->pl_corename = defcorename;
1320 1.100 ad simple_unlock(&lim->p_slock);
1321 1.100 ad if (cn != defcorename)
1322 1.100 ad free(cn, M_TEMP);
1323 1.100 ad }
1324 1.94 ad }
1325 1.94 ad
1326 1.94 ad /*
1327 1.100 ad * Set in a new process credential, and drop the write lock. The credential
1328 1.100 ad * must have a reference already. Optionally, free a no-longer required
1329 1.100 ad * credential. The scheduler also needs to inspect p_cred, so we also
1330 1.100 ad * briefly acquire the sched state mutex.
1331 1.94 ad */
1332 1.94 ad void
1333 1.100 ad proc_crmod_leave(kauth_cred_t scred, kauth_cred_t fcred, boolean_t sugid)
1334 1.94 ad {
1335 1.100 ad struct lwp *l = curlwp;
1336 1.100 ad struct proc *p = l->l_proc;
1337 1.100 ad kauth_cred_t oc;
1338 1.100 ad
1339 1.100 ad /* Is there a new credential to set in? */
1340 1.100 ad if (scred != NULL) {
1341 1.100 ad mutex_enter(&p->p_smutex);
1342 1.100 ad p->p_cred = scred;
1343 1.100 ad mutex_exit(&p->p_smutex);
1344 1.100 ad
1345 1.100 ad /* Ensure the LWP cached credentials are up to date. */
1346 1.100 ad if ((oc = l->l_cred) != scred) {
1347 1.100 ad kauth_cred_hold(scred);
1348 1.100 ad l->l_cred = scred;
1349 1.100 ad }
1350 1.100 ad } else
1351 1.100 ad oc = NULL; /* XXXgcc */
1352 1.100 ad
1353 1.100 ad if (sugid) {
1354 1.100 ad /*
1355 1.100 ad * Mark process as having changed credentials, stops
1356 1.100 ad * tracing etc.
1357 1.100 ad */
1358 1.102 pavel p->p_flag |= PK_SUGID;
1359 1.100 ad }
1360 1.94 ad
1361 1.100 ad mutex_exit(&p->p_mutex);
1362 1.100 ad
1363 1.100 ad /* If there is a credential to be released, free it now. */
1364 1.100 ad if (fcred != NULL) {
1365 1.100 ad KASSERT(scred != NULL);
1366 1.94 ad kauth_cred_free(fcred);
1367 1.100 ad if (oc != scred)
1368 1.100 ad kauth_cred_free(oc);
1369 1.100 ad }
1370 1.100 ad }
1371 1.100 ad
1372 1.100 ad /*
1373 1.100 ad * Acquire a reference on a process, to prevent it from exiting or execing.
1374 1.100 ad */
1375 1.100 ad int
1376 1.100 ad proc_addref(struct proc *p)
1377 1.100 ad {
1378 1.100 ad
1379 1.100 ad LOCK_ASSERT(mutex_owned(&p->p_mutex));
1380 1.100 ad
1381 1.100 ad if (p->p_refcnt <= 0)
1382 1.100 ad return EAGAIN;
1383 1.100 ad p->p_refcnt++;
1384 1.100 ad
1385 1.100 ad return 0;
1386 1.100 ad }
1387 1.100 ad
1388 1.100 ad /*
1389 1.100 ad * Release a reference on a process.
1390 1.100 ad */
1391 1.100 ad void
1392 1.100 ad proc_delref(struct proc *p)
1393 1.100 ad {
1394 1.100 ad
1395 1.100 ad LOCK_ASSERT(mutex_owned(&p->p_mutex));
1396 1.100 ad
1397 1.100 ad if (p->p_refcnt < 0) {
1398 1.100 ad if (++p->p_refcnt == 0)
1399 1.100 ad cv_broadcast(&p->p_refcv);
1400 1.100 ad } else {
1401 1.100 ad p->p_refcnt--;
1402 1.100 ad KASSERT(p->p_refcnt != 0);
1403 1.100 ad }
1404 1.100 ad }
1405 1.100 ad
1406 1.100 ad /*
1407 1.100 ad * Wait for all references on the process to drain, and prevent new
1408 1.100 ad * references from being acquired.
1409 1.100 ad */
1410 1.100 ad void
1411 1.100 ad proc_drainrefs(struct proc *p)
1412 1.100 ad {
1413 1.100 ad
1414 1.100 ad LOCK_ASSERT(mutex_owned(&p->p_mutex));
1415 1.100 ad KASSERT(p->p_refcnt > 0);
1416 1.100 ad
1417 1.100 ad /*
1418 1.100 ad * The process itself holds the last reference. Once it's released,
1419 1.100 ad * no new references will be granted. If we have already locked out
1420 1.100 ad * new references (refcnt <= 0), potentially due to a failed exec,
1421 1.100 ad * there is nothing more to do.
1422 1.100 ad */
1423 1.100 ad p->p_refcnt = 1 - p->p_refcnt;
1424 1.100 ad while (p->p_refcnt != 0)
1425 1.100 ad cv_wait(&p->p_refcv, &p->p_mutex);
1426 1.94 ad }
1427 1.95 thorpej
1428 1.95 thorpej /*
1429 1.95 thorpej * proc_specific_key_create --
1430 1.95 thorpej * Create a key for subsystem proc-specific data.
1431 1.95 thorpej */
1432 1.95 thorpej int
1433 1.95 thorpej proc_specific_key_create(specificdata_key_t *keyp, specificdata_dtor_t dtor)
1434 1.95 thorpej {
1435 1.95 thorpej
1436 1.98 thorpej return (specificdata_key_create(proc_specificdata_domain, keyp, dtor));
1437 1.95 thorpej }
1438 1.95 thorpej
1439 1.95 thorpej /*
1440 1.95 thorpej * proc_specific_key_delete --
1441 1.95 thorpej * Delete a key for subsystem proc-specific data.
1442 1.95 thorpej */
1443 1.95 thorpej void
1444 1.95 thorpej proc_specific_key_delete(specificdata_key_t key)
1445 1.95 thorpej {
1446 1.95 thorpej
1447 1.95 thorpej specificdata_key_delete(proc_specificdata_domain, key);
1448 1.95 thorpej }
1449 1.95 thorpej
1450 1.98 thorpej /*
1451 1.98 thorpej * proc_initspecific --
1452 1.98 thorpej * Initialize a proc's specificdata container.
1453 1.98 thorpej */
1454 1.96 christos void
1455 1.96 christos proc_initspecific(struct proc *p)
1456 1.96 christos {
1457 1.96 christos int error;
1458 1.98 thorpej
1459 1.96 christos error = specificdata_init(proc_specificdata_domain, &p->p_specdataref);
1460 1.96 christos KASSERT(error == 0);
1461 1.96 christos }
1462 1.96 christos
1463 1.95 thorpej /*
1464 1.98 thorpej * proc_finispecific --
1465 1.98 thorpej * Finalize a proc's specificdata container.
1466 1.98 thorpej */
1467 1.98 thorpej void
1468 1.98 thorpej proc_finispecific(struct proc *p)
1469 1.98 thorpej {
1470 1.98 thorpej
1471 1.98 thorpej specificdata_fini(proc_specificdata_domain, &p->p_specdataref);
1472 1.98 thorpej }
1473 1.98 thorpej
1474 1.98 thorpej /*
1475 1.95 thorpej * proc_getspecific --
1476 1.95 thorpej * Return proc-specific data corresponding to the specified key.
1477 1.95 thorpej */
1478 1.95 thorpej void *
1479 1.95 thorpej proc_getspecific(struct proc *p, specificdata_key_t key)
1480 1.95 thorpej {
1481 1.95 thorpej
1482 1.95 thorpej return (specificdata_getspecific(proc_specificdata_domain,
1483 1.95 thorpej &p->p_specdataref, key));
1484 1.95 thorpej }
1485 1.95 thorpej
1486 1.95 thorpej /*
1487 1.95 thorpej * proc_setspecific --
1488 1.95 thorpej * Set proc-specific data corresponding to the specified key.
1489 1.95 thorpej */
1490 1.95 thorpej void
1491 1.95 thorpej proc_setspecific(struct proc *p, specificdata_key_t key, void *data)
1492 1.95 thorpej {
1493 1.95 thorpej
1494 1.95 thorpej specificdata_setspecific(proc_specificdata_domain,
1495 1.95 thorpej &p->p_specdataref, key, data);
1496 1.95 thorpej }
1497