kern_fork.c revision 1.44 1 1.44 thorpej /* $NetBSD: kern_fork.c,v 1.44 1998/08/02 04:41:32 thorpej Exp $ */
2 1.19 cgd
3 1.16 cgd /*
4 1.17 cgd * Copyright (c) 1982, 1986, 1989, 1991, 1993
5 1.17 cgd * The Regents of the University of California. All rights reserved.
6 1.16 cgd * (c) UNIX System Laboratories, Inc.
7 1.16 cgd * All or some portions of this file are derived from material licensed
8 1.16 cgd * to the University of California by American Telephone and Telegraph
9 1.16 cgd * Co. or Unix System Laboratories, Inc. and are reproduced herein with
10 1.16 cgd * the permission of UNIX System Laboratories, Inc.
11 1.16 cgd *
12 1.16 cgd * Redistribution and use in source and binary forms, with or without
13 1.16 cgd * modification, are permitted provided that the following conditions
14 1.16 cgd * are met:
15 1.16 cgd * 1. Redistributions of source code must retain the above copyright
16 1.16 cgd * notice, this list of conditions and the following disclaimer.
17 1.16 cgd * 2. Redistributions in binary form must reproduce the above copyright
18 1.16 cgd * notice, this list of conditions and the following disclaimer in the
19 1.16 cgd * documentation and/or other materials provided with the distribution.
20 1.16 cgd * 3. All advertising materials mentioning features or use of this software
21 1.16 cgd * must display the following acknowledgement:
22 1.16 cgd * This product includes software developed by the University of
23 1.16 cgd * California, Berkeley and its contributors.
24 1.16 cgd * 4. Neither the name of the University nor the names of its contributors
25 1.16 cgd * may be used to endorse or promote products derived from this software
26 1.16 cgd * without specific prior written permission.
27 1.16 cgd *
28 1.16 cgd * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
29 1.16 cgd * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
30 1.16 cgd * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
31 1.16 cgd * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
32 1.16 cgd * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
33 1.16 cgd * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
34 1.16 cgd * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
35 1.16 cgd * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
36 1.16 cgd * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
37 1.16 cgd * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
38 1.16 cgd * SUCH DAMAGE.
39 1.16 cgd *
40 1.40 fvdl * @(#)kern_fork.c 8.8 (Berkeley) 2/14/95
41 1.16 cgd */
42 1.38 mrg
43 1.43 thorpej #include "opt_ktrace.h"
44 1.38 mrg #include "opt_uvm.h"
45 1.16 cgd
46 1.16 cgd #include <sys/param.h>
47 1.16 cgd #include <sys/systm.h>
48 1.17 cgd #include <sys/map.h>
49 1.16 cgd #include <sys/filedesc.h>
50 1.16 cgd #include <sys/kernel.h>
51 1.16 cgd #include <sys/malloc.h>
52 1.44 thorpej #include <sys/pool.h>
53 1.29 christos #include <sys/mount.h>
54 1.16 cgd #include <sys/proc.h>
55 1.16 cgd #include <sys/resourcevar.h>
56 1.16 cgd #include <sys/vnode.h>
57 1.16 cgd #include <sys/file.h>
58 1.16 cgd #include <sys/acct.h>
59 1.16 cgd #include <sys/ktrace.h>
60 1.34 thorpej #include <sys/vmmeter.h>
61 1.29 christos
62 1.29 christos #include <sys/syscallargs.h>
63 1.29 christos
64 1.29 christos #include <vm/vm.h>
65 1.41 thorpej #include <vm/vm_kern.h>
66 1.16 cgd
67 1.37 mrg #if defined(UVM)
68 1.37 mrg #include <uvm/uvm_extern.h>
69 1.37 mrg #endif
70 1.37 mrg
71 1.26 mycroft int nprocs = 1; /* process 0 */
72 1.26 mycroft
73 1.28 christos /*ARGSUSED*/
74 1.26 mycroft int
75 1.25 mycroft sys_fork(p, v, retval)
76 1.16 cgd struct proc *p;
77 1.25 mycroft void *v;
78 1.22 cgd register_t *retval;
79 1.16 cgd {
80 1.16 cgd
81 1.35 thorpej return (fork1(p, 0, retval, NULL));
82 1.16 cgd }
83 1.16 cgd
84 1.34 thorpej /*
85 1.34 thorpej * vfork(2) system call compatible with 4.4BSD (i.e. BSD with Mach VM).
86 1.34 thorpej * Address space is not shared, but parent is blocked until child exit.
87 1.34 thorpej */
88 1.28 christos /*ARGSUSED*/
89 1.26 mycroft int
90 1.25 mycroft sys_vfork(p, v, retval)
91 1.16 cgd struct proc *p;
92 1.25 mycroft void *v;
93 1.22 cgd register_t *retval;
94 1.16 cgd {
95 1.16 cgd
96 1.35 thorpej return (fork1(p, FORK_PPWAIT, retval, NULL));
97 1.16 cgd }
98 1.16 cgd
99 1.34 thorpej /*
100 1.34 thorpej * New vfork(2) system call for NetBSD, which implements original 3BSD vfork(2)
101 1.34 thorpej * semantics. Address space is shared, and parent is blocked until child exit.
102 1.34 thorpej */
103 1.34 thorpej /*ARGSUSED*/
104 1.26 mycroft int
105 1.34 thorpej sys___vfork14(p, v, retval)
106 1.34 thorpej struct proc *p;
107 1.34 thorpej void *v;
108 1.34 thorpej register_t *retval;
109 1.34 thorpej {
110 1.34 thorpej
111 1.35 thorpej return (fork1(p, FORK_PPWAIT|FORK_SHAREVM, retval, NULL));
112 1.34 thorpej }
113 1.34 thorpej
114 1.34 thorpej int
115 1.35 thorpej fork1(p1, flags, retval, rnewprocp)
116 1.16 cgd register struct proc *p1;
117 1.34 thorpej int flags;
118 1.22 cgd register_t *retval;
119 1.35 thorpej struct proc **rnewprocp;
120 1.16 cgd {
121 1.16 cgd register struct proc *p2;
122 1.17 cgd register uid_t uid;
123 1.17 cgd struct proc *newproc;
124 1.17 cgd int count;
125 1.41 thorpej vm_offset_t uaddr;
126 1.16 cgd static int nextpid, pidchecked = 0;
127 1.16 cgd
128 1.16 cgd /*
129 1.17 cgd * Although process entries are dynamically created, we still keep
130 1.16 cgd * a global limit on the maximum number we will create. Don't allow
131 1.16 cgd * a nonprivileged user to use the last process; don't let root
132 1.17 cgd * exceed the limit. The variable nprocs is the current number of
133 1.16 cgd * processes, maxproc is the limit.
134 1.16 cgd */
135 1.17 cgd uid = p1->p_cred->p_ruid;
136 1.16 cgd if ((nprocs >= maxproc - 1 && uid != 0) || nprocs >= maxproc) {
137 1.16 cgd tablefull("proc");
138 1.16 cgd return (EAGAIN);
139 1.16 cgd }
140 1.21 mycroft
141 1.17 cgd /*
142 1.17 cgd * Increment the count of procs running with this uid. Don't allow
143 1.17 cgd * a nonprivileged user to exceed their current limit.
144 1.17 cgd */
145 1.17 cgd count = chgproccnt(uid, 1);
146 1.17 cgd if (uid != 0 && count > p1->p_rlimit[RLIMIT_NPROC].rlim_cur) {
147 1.17 cgd (void)chgproccnt(uid, -1);
148 1.16 cgd return (EAGAIN);
149 1.17 cgd }
150 1.17 cgd
151 1.41 thorpej /*
152 1.41 thorpej * Allocate virtual address space for the U-area now, while it
153 1.41 thorpej * is still easy to abort the fork operation if we're out of
154 1.41 thorpej * kernel virtual address space. The actual U-area pages will
155 1.41 thorpej * be allocated and wired in vm_fork().
156 1.41 thorpej */
157 1.41 thorpej #if defined(UVM)
158 1.41 thorpej uaddr = uvm_km_valloc(kernel_map, USPACE);
159 1.41 thorpej #else
160 1.41 thorpej uaddr = kmem_alloc_pageable(kernel_map, USPACE);
161 1.41 thorpej #endif
162 1.41 thorpej if (uaddr == 0) {
163 1.41 thorpej (void)chgproccnt(uid, -1);
164 1.41 thorpej return (ENOMEM);
165 1.41 thorpej }
166 1.41 thorpej
167 1.41 thorpej /*
168 1.41 thorpej * We are now committed to the fork. From here on, we may
169 1.41 thorpej * block on resources, but resource allocation may NOT fail.
170 1.41 thorpej */
171 1.41 thorpej
172 1.17 cgd /* Allocate new proc. */
173 1.44 thorpej newproc = pool_get(&proc_pool, PR_WAITOK);
174 1.16 cgd
175 1.16 cgd /*
176 1.17 cgd * Find an unused process ID. We remember a range of unused IDs
177 1.17 cgd * ready to use (from nextpid+1 through pidchecked-1).
178 1.16 cgd */
179 1.16 cgd nextpid++;
180 1.16 cgd retry:
181 1.16 cgd /*
182 1.16 cgd * If the process ID prototype has wrapped around,
183 1.16 cgd * restart somewhat above 0, as the low-numbered procs
184 1.16 cgd * tend to include daemons that don't exit.
185 1.16 cgd */
186 1.16 cgd if (nextpid >= PID_MAX) {
187 1.16 cgd nextpid = 100;
188 1.16 cgd pidchecked = 0;
189 1.16 cgd }
190 1.16 cgd if (nextpid >= pidchecked) {
191 1.16 cgd int doingzomb = 0;
192 1.16 cgd
193 1.16 cgd pidchecked = PID_MAX;
194 1.16 cgd /*
195 1.16 cgd * Scan the active and zombie procs to check whether this pid
196 1.16 cgd * is in use. Remember the lowest pid that's greater
197 1.16 cgd * than nextpid, so we can avoid checking for a while.
198 1.16 cgd */
199 1.20 mycroft p2 = allproc.lh_first;
200 1.16 cgd again:
201 1.20 mycroft for (; p2 != 0; p2 = p2->p_list.le_next) {
202 1.16 cgd while (p2->p_pid == nextpid ||
203 1.39 thorpej p2->p_pgrp->pg_id == nextpid ||
204 1.39 thorpej p2->p_session->s_sid == nextpid) {
205 1.16 cgd nextpid++;
206 1.16 cgd if (nextpid >= pidchecked)
207 1.16 cgd goto retry;
208 1.16 cgd }
209 1.16 cgd if (p2->p_pid > nextpid && pidchecked > p2->p_pid)
210 1.16 cgd pidchecked = p2->p_pid;
211 1.39 thorpej
212 1.16 cgd if (p2->p_pgrp->pg_id > nextpid &&
213 1.16 cgd pidchecked > p2->p_pgrp->pg_id)
214 1.16 cgd pidchecked = p2->p_pgrp->pg_id;
215 1.39 thorpej
216 1.39 thorpej if (p2->p_session->s_sid > nextpid &&
217 1.39 thorpej pidchecked > p2->p_session->s_sid)
218 1.39 thorpej pidchecked = p2->p_session->s_sid;
219 1.16 cgd }
220 1.16 cgd if (!doingzomb) {
221 1.16 cgd doingzomb = 1;
222 1.20 mycroft p2 = zombproc.lh_first;
223 1.16 cgd goto again;
224 1.16 cgd }
225 1.16 cgd }
226 1.16 cgd
227 1.16 cgd nprocs++;
228 1.17 cgd p2 = newproc;
229 1.20 mycroft p2->p_stat = SIDL; /* protect against others */
230 1.20 mycroft p2->p_pid = nextpid;
231 1.20 mycroft LIST_INSERT_HEAD(&allproc, p2, p_list);
232 1.17 cgd p2->p_forw = p2->p_back = NULL; /* shouldn't be necessary */
233 1.20 mycroft LIST_INSERT_HEAD(PIDHASH(p2->p_pid), p2, p_hash);
234 1.16 cgd
235 1.16 cgd /*
236 1.16 cgd * Make a proc table entry for the new process.
237 1.16 cgd * Start by zeroing the section of proc that is zero-initialized,
238 1.16 cgd * then copy the section that is copied directly from the parent.
239 1.16 cgd */
240 1.16 cgd bzero(&p2->p_startzero,
241 1.16 cgd (unsigned) ((caddr_t)&p2->p_endzero - (caddr_t)&p2->p_startzero));
242 1.16 cgd bcopy(&p1->p_startcopy, &p2->p_startcopy,
243 1.16 cgd (unsigned) ((caddr_t)&p2->p_endcopy - (caddr_t)&p2->p_startcopy));
244 1.16 cgd
245 1.16 cgd /*
246 1.16 cgd * Duplicate sub-structures as needed.
247 1.16 cgd * Increase reference counts on shared objects.
248 1.16 cgd * The p_stats and p_sigacts substructs are set in vm_fork.
249 1.16 cgd */
250 1.31 mrg p2->p_flag = P_INMEM | (p1->p_flag & P_SUGID);
251 1.21 mycroft p2->p_emul = p1->p_emul;
252 1.17 cgd if (p1->p_flag & P_PROFIL)
253 1.17 cgd startprofclock(p2);
254 1.16 cgd MALLOC(p2->p_cred, struct pcred *, sizeof(struct pcred),
255 1.16 cgd M_SUBPROC, M_WAITOK);
256 1.16 cgd bcopy(p1->p_cred, p2->p_cred, sizeof(*p2->p_cred));
257 1.16 cgd p2->p_cred->p_refcnt = 1;
258 1.16 cgd crhold(p1->p_ucred);
259 1.16 cgd
260 1.17 cgd /* bump references to the text vnode (for procfs) */
261 1.17 cgd p2->p_textvp = p1->p_textvp;
262 1.17 cgd if (p2->p_textvp)
263 1.16 cgd VREF(p2->p_textvp);
264 1.16 cgd
265 1.16 cgd p2->p_fd = fdcopy(p1);
266 1.16 cgd /*
267 1.16 cgd * If p_limit is still copy-on-write, bump refcnt,
268 1.16 cgd * otherwise get a copy that won't be modified.
269 1.16 cgd * (If PL_SHAREMOD is clear, the structure is shared
270 1.16 cgd * copy-on-write.)
271 1.16 cgd */
272 1.16 cgd if (p1->p_limit->p_lflags & PL_SHAREMOD)
273 1.16 cgd p2->p_limit = limcopy(p1->p_limit);
274 1.16 cgd else {
275 1.16 cgd p2->p_limit = p1->p_limit;
276 1.16 cgd p2->p_limit->p_refcnt++;
277 1.16 cgd }
278 1.16 cgd
279 1.16 cgd if (p1->p_session->s_ttyvp != NULL && p1->p_flag & P_CONTROLT)
280 1.16 cgd p2->p_flag |= P_CONTROLT;
281 1.34 thorpej if (flags & FORK_PPWAIT)
282 1.16 cgd p2->p_flag |= P_PPWAIT;
283 1.20 mycroft LIST_INSERT_AFTER(p1, p2, p_pglist);
284 1.16 cgd p2->p_pptr = p1;
285 1.20 mycroft LIST_INSERT_HEAD(&p1->p_children, p2, p_sibling);
286 1.20 mycroft LIST_INIT(&p2->p_children);
287 1.20 mycroft
288 1.16 cgd #ifdef KTRACE
289 1.16 cgd /*
290 1.16 cgd * Copy traceflag and tracefile if enabled.
291 1.16 cgd * If not inherited, these were zeroed above.
292 1.16 cgd */
293 1.16 cgd if (p1->p_traceflag&KTRFAC_INHERIT) {
294 1.16 cgd p2->p_traceflag = p1->p_traceflag;
295 1.16 cgd if ((p2->p_tracep = p1->p_tracep) != NULL)
296 1.42 christos ktradref(p2);
297 1.16 cgd }
298 1.16 cgd #endif
299 1.16 cgd
300 1.16 cgd /*
301 1.16 cgd * This begins the section where we must prevent the parent
302 1.16 cgd * from being swapped.
303 1.16 cgd */
304 1.30 mycroft PHOLD(p1);
305 1.26 mycroft
306 1.26 mycroft /*
307 1.26 mycroft * Finish creating the child process. It will return through a
308 1.26 mycroft * different path later.
309 1.26 mycroft */
310 1.41 thorpej p2->p_addr = (struct user *)uaddr;
311 1.37 mrg #if defined(UVM)
312 1.37 mrg uvm_fork(p1, p2, (flags & FORK_SHAREVM) ? TRUE : FALSE);
313 1.37 mrg #else
314 1.34 thorpej vm_fork(p1, p2, (flags & FORK_SHAREVM) ? TRUE : FALSE);
315 1.37 mrg #endif
316 1.16 cgd
317 1.16 cgd /*
318 1.24 mycroft * Make child runnable, set start time, and add to run queue.
319 1.16 cgd */
320 1.26 mycroft (void) splstatclock();
321 1.23 mycroft p2->p_stats->p_start = time;
322 1.23 mycroft p2->p_acflag = AFORK;
323 1.16 cgd p2->p_stat = SRUN;
324 1.16 cgd setrunqueue(p2);
325 1.16 cgd (void) spl0();
326 1.16 cgd
327 1.16 cgd /*
328 1.16 cgd * Now can be swapped.
329 1.16 cgd */
330 1.30 mycroft PRELE(p1);
331 1.16 cgd
332 1.16 cgd /*
333 1.34 thorpej * Update stats now that we know the fork was successful.
334 1.34 thorpej */
335 1.37 mrg #if defined(UVM)
336 1.37 mrg uvmexp.forks++;
337 1.37 mrg if (flags & FORK_PPWAIT)
338 1.37 mrg uvmexp.forks_ppwait++;
339 1.37 mrg if (flags & FORK_SHAREVM)
340 1.37 mrg uvmexp.forks_sharevm++;
341 1.37 mrg #else
342 1.34 thorpej cnt.v_forks++;
343 1.34 thorpej if (flags & FORK_PPWAIT)
344 1.34 thorpej cnt.v_forks_ppwait++;
345 1.34 thorpej if (flags & FORK_SHAREVM)
346 1.34 thorpej cnt.v_forks_sharevm++;
347 1.37 mrg #endif
348 1.35 thorpej
349 1.35 thorpej /*
350 1.35 thorpej * Pass a pointer to the new process to the caller.
351 1.35 thorpej */
352 1.35 thorpej if (rnewprocp != NULL)
353 1.35 thorpej *rnewprocp = p2;
354 1.34 thorpej
355 1.34 thorpej /*
356 1.17 cgd * Preserve synchronization semantics of vfork. If waiting for
357 1.17 cgd * child to exec or exit, set P_PPWAIT on child, and sleep on our
358 1.17 cgd * proc (in case of exit).
359 1.16 cgd */
360 1.34 thorpej if (flags & FORK_PPWAIT)
361 1.16 cgd while (p2->p_flag & P_PPWAIT)
362 1.17 cgd tsleep(p1, PWAIT, "ppwait", 0);
363 1.16 cgd
364 1.16 cgd /*
365 1.16 cgd * Return child pid to parent process,
366 1.16 cgd * marking us as parent via retval[1].
367 1.16 cgd */
368 1.36 thorpej if (retval != NULL) {
369 1.36 thorpej retval[0] = p2->p_pid;
370 1.36 thorpej retval[1] = 0;
371 1.36 thorpej }
372 1.16 cgd return (0);
373 1.16 cgd }
374