init_main.c revision 1.217 1 1.217 christos /* $NetBSD: init_main.c,v 1.217 2003/01/20 20:02:56 christos Exp $ */
2 1.61 mycroft
3 1.61 mycroft /*
4 1.76 cgd * Copyright (c) 1995 Christopher G. Demetriou. All rights reserved.
5 1.61 mycroft * Copyright (c) 1982, 1986, 1989, 1991, 1992, 1993
6 1.61 mycroft * The Regents of the University of California. All rights reserved.
7 1.61 mycroft * (c) UNIX System Laboratories, Inc.
8 1.61 mycroft * All or some portions of this file are derived from material licensed
9 1.61 mycroft * to the University of California by American Telephone and Telegraph
10 1.61 mycroft * Co. or Unix System Laboratories, Inc. and are reproduced herein with
11 1.61 mycroft * the permission of UNIX System Laboratories, Inc.
12 1.61 mycroft *
13 1.61 mycroft * Redistribution and use in source and binary forms, with or without
14 1.61 mycroft * modification, are permitted provided that the following conditions
15 1.61 mycroft * are met:
16 1.61 mycroft * 1. Redistributions of source code must retain the above copyright
17 1.61 mycroft * notice, this list of conditions and the following disclaimer.
18 1.61 mycroft * 2. Redistributions in binary form must reproduce the above copyright
19 1.61 mycroft * notice, this list of conditions and the following disclaimer in the
20 1.61 mycroft * documentation and/or other materials provided with the distribution.
21 1.61 mycroft * 3. All advertising materials mentioning features or use of this software
22 1.61 mycroft * must display the following acknowledgement:
23 1.61 mycroft * This product includes software developed by the University of
24 1.61 mycroft * California, Berkeley and its contributors.
25 1.61 mycroft * 4. Neither the name of the University nor the names of its contributors
26 1.61 mycroft * may be used to endorse or promote products derived from this software
27 1.61 mycroft * without specific prior written permission.
28 1.61 mycroft *
29 1.61 mycroft * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
30 1.61 mycroft * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
31 1.61 mycroft * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
32 1.61 mycroft * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
33 1.61 mycroft * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
34 1.61 mycroft * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
35 1.61 mycroft * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
36 1.61 mycroft * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
37 1.61 mycroft * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
38 1.61 mycroft * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
39 1.61 mycroft * SUCH DAMAGE.
40 1.61 mycroft *
41 1.118 fvdl * @(#)init_main.c 8.16 (Berkeley) 5/14/95
42 1.61 mycroft */
43 1.196 lukem
44 1.196 lukem #include <sys/cdefs.h>
45 1.217 christos __KERNEL_RCSID(0, "$NetBSD: init_main.c,v 1.217 2003/01/20 20:02:56 christos Exp $");
46 1.115 mrg
47 1.117 thorpej #include "fs_nfs.h"
48 1.123 thorpej #include "opt_nfsserver.h"
49 1.134 tron #include "opt_sysv.h"
50 1.158 simonb #include "opt_maxuprc.h"
51 1.160 thorpej #include "opt_multiprocessor.h"
52 1.198 jdolecek #include "opt_pipe.h"
53 1.172 soren #include "opt_syscall_debug.h"
54 1.201 christos #include "opt_systrace.h"
55 1.217 christos #include "opt_posix.h"
56 1.61 mycroft
57 1.106 explorer #include "rnd.h"
58 1.106 explorer
59 1.61 mycroft #include <sys/param.h>
60 1.164 enami #include <sys/acct.h>
61 1.61 mycroft #include <sys/filedesc.h>
62 1.131 thorpej #include <sys/file.h>
63 1.61 mycroft #include <sys/errno.h>
64 1.162 thorpej #include <sys/callout.h>
65 1.61 mycroft #include <sys/kernel.h>
66 1.61 mycroft #include <sys/mount.h>
67 1.61 mycroft #include <sys/proc.h>
68 1.136 thorpej #include <sys/kthread.h>
69 1.61 mycroft #include <sys/resourcevar.h>
70 1.61 mycroft #include <sys/signalvar.h>
71 1.61 mycroft #include <sys/systm.h>
72 1.61 mycroft #include <sys/vnode.h>
73 1.87 thorpej #include <sys/tty.h>
74 1.61 mycroft #include <sys/conf.h>
75 1.95 thorpej #include <sys/disklabel.h>
76 1.61 mycroft #include <sys/buf.h>
77 1.61 mycroft #include <sys/device.h>
78 1.199 simonb #include <sys/disk.h>
79 1.186 jdolecek #include <sys/exec.h>
80 1.128 thorpej #include <sys/socketvar.h>
81 1.61 mycroft #include <sys/protosw.h>
82 1.61 mycroft #include <sys/reboot.h>
83 1.61 mycroft #include <sys/user.h>
84 1.176 thorpej #include <sys/sysctl.h>
85 1.209 jdolecek #include <sys/event.h>
86 1.82 christos #ifdef SYSVSHM
87 1.82 christos #include <sys/shm.h>
88 1.82 christos #endif
89 1.217 christos #ifdef SYSVSEM
90 1.82 christos #include <sys/sem.h>
91 1.82 christos #endif
92 1.82 christos #ifdef SYSVMSG
93 1.82 christos #include <sys/msg.h>
94 1.82 christos #endif
95 1.217 christos #ifdef P1003_1B_SEMAPHORE
96 1.217 christos #include <sys/ksem.h>
97 1.217 christos #endif
98 1.201 christos #ifdef SYSTRACE
99 1.201 christos #include <sys/systrace.h>
100 1.201 christos #endif
101 1.82 christos #include <sys/domain.h>
102 1.82 christos #include <sys/mbuf.h>
103 1.94 mouse #include <sys/namei.h>
104 1.106 explorer #if NRND > 0
105 1.103 explorer #include <sys/rnd.h>
106 1.106 explorer #endif
107 1.198 jdolecek #ifndef PIPE_SOCKETPAIR
108 1.192 jdolecek #include <sys/pipe.h>
109 1.192 jdolecek #endif
110 1.210 thorpej #ifdef LKM
111 1.210 thorpej #include <sys/lkm.h>
112 1.210 thorpej #endif
113 1.61 mycroft
114 1.77 christos #include <sys/syscall.h>
115 1.216 thorpej #include <sys/sa.h>
116 1.68 cgd #include <sys/syscallargs.h>
117 1.68 cgd
118 1.61 mycroft #include <ufs/ufs/quota.h>
119 1.61 mycroft
120 1.159 fvdl #include <miscfs/genfs/genfs.h>
121 1.159 fvdl #include <miscfs/syncfs/syncfs.h>
122 1.159 fvdl
123 1.61 mycroft #include <machine/cpu.h>
124 1.61 mycroft
125 1.114 mrg #include <uvm/uvm.h>
126 1.114 mrg
127 1.202 lukem #include <dev/cons.h>
128 1.202 lukem
129 1.81 christos #include <net/if.h>
130 1.81 christos #include <net/raw_cb.h>
131 1.61 mycroft
132 1.193 jdolecek const char copyright[] =
133 1.215 mycroft "Copyright (c) 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003\n"
134 1.191 mrg " The NetBSD Foundation, Inc. All rights reserved.\n"
135 1.191 mrg "Copyright (c) 1982, 1986, 1989, 1991, 1993\n"
136 1.191 mrg " The Regents of the University of California. All rights reserved.\n"
137 1.191 mrg "\n";
138 1.61 mycroft
139 1.61 mycroft /* Components of the first process -- never freed. */
140 1.61 mycroft struct session session0;
141 1.61 mycroft struct pgrp pgrp0;
142 1.61 mycroft struct proc proc0;
143 1.216 thorpej struct lwp lwp0;
144 1.61 mycroft struct pcred cred0;
145 1.61 mycroft struct filedesc0 filedesc0;
146 1.148 thorpej struct cwdinfo cwdi0;
147 1.61 mycroft struct plimit limit0;
148 1.216 thorpej struct pstats pstat0;
149 1.61 mycroft struct vmspace vmspace0;
150 1.149 thorpej struct sigacts sigacts0;
151 1.216 thorpej #ifndef curlwp
152 1.216 thorpej struct lwp *curlwp = &lwp0;
153 1.133 pk #endif
154 1.105 mycroft struct proc *initproc;
155 1.61 mycroft
156 1.214 abs int nofile = NOFILE;
157 1.214 abs int maxuprc = MAXUPRC;
158 1.61 mycroft int cmask = CMASK;
159 1.61 mycroft extern struct user *proc0paddr;
160 1.61 mycroft
161 1.61 mycroft struct vnode *rootvp, *swapdev_vp;
162 1.61 mycroft int boothowto;
163 1.156 thorpej int cold = 1; /* still working on startup */
164 1.61 mycroft struct timeval boottime;
165 1.61 mycroft
166 1.163 thorpej __volatile int start_init_exec; /* semaphore for start_init() */
167 1.163 thorpej
168 1.176 thorpej static void check_console(struct proc *p);
169 1.176 thorpej static void start_init(void *);
170 1.176 thorpej void main(void);
171 1.76 cgd
172 1.184 jdolecek extern const struct emul emul_netbsd; /* defined in kern_exec.c */
173 1.77 christos
174 1.61 mycroft /*
175 1.61 mycroft * System startup; initialize the world, create process 0, mount root
176 1.61 mycroft * filesystem, and fork to create init and pagedaemon. Most of the
177 1.61 mycroft * hard work is done in the lower-level initialization routines including
178 1.61 mycroft * startup(), which does memory initialization and autoconfiguration.
179 1.61 mycroft */
180 1.81 christos void
181 1.176 thorpej main(void)
182 1.61 mycroft {
183 1.216 thorpej struct lwp *l;
184 1.144 thorpej struct proc *p;
185 1.111 thorpej struct pdevinit *pdev;
186 1.204 thorpej int s, error;
187 1.204 thorpej u_int i;
188 1.182 he rlim_t lim;
189 1.61 mycroft extern struct pdevinit pdevinit[];
190 1.176 thorpej extern void schedcpu(void *);
191 1.95 thorpej #if defined(NFSSERVER) || defined(NFS)
192 1.176 thorpej extern void nfs_init(void);
193 1.91 thorpej #endif
194 1.175 jdolecek #ifdef NVNODE_IMPLICIT
195 1.175 jdolecek int usevnodes;
196 1.175 jdolecek #endif
197 1.61 mycroft
198 1.61 mycroft /*
199 1.216 thorpej * Initialize the current LWP pointer (curlwp) before
200 1.61 mycroft * any possible traps/probes to simplify trap processing.
201 1.61 mycroft */
202 1.205 sommerfe simple_lock_init(&proc0.p_raslock);
203 1.216 thorpej l = &lwp0;
204 1.216 thorpej curlwp = l;
205 1.216 thorpej l->l_cpu = curcpu();
206 1.216 thorpej l->l_proc = &proc0;
207 1.216 thorpej l->l_lid = 1;
208 1.61 mycroft /*
209 1.61 mycroft * Attempt to find console and initialize
210 1.61 mycroft * in case of early panic or other messages.
211 1.61 mycroft */
212 1.61 mycroft consinit();
213 1.141 cjs printf("%s", copyright);
214 1.61 mycroft
215 1.179 thorpej KERNEL_LOCK_INIT();
216 1.179 thorpej
217 1.114 mrg uvm_init();
218 1.127 thorpej
219 1.145 thorpej /* Do machine-dependent initialization. */
220 1.145 thorpej cpu_startup();
221 1.162 thorpej
222 1.166 enami /* Initialize callouts. */
223 1.166 enami callout_startup();
224 1.145 thorpej
225 1.127 thorpej /*
226 1.127 thorpej * Initialize mbuf's. Do this now because we might attempt to
227 1.127 thorpej * allocate mbufs or mbuf clusters during autoconfiguration.
228 1.127 thorpej */
229 1.127 thorpej mbinit();
230 1.209 jdolecek
231 1.209 jdolecek /* Initialize kqueues. */
232 1.209 jdolecek kqueue_init();
233 1.128 thorpej
234 1.128 thorpej /* Initialize sockets. */
235 1.128 thorpej soinit();
236 1.127 thorpej
237 1.156 thorpej /*
238 1.212 thorpej * The following things must be done before autoconfiguration.
239 1.156 thorpej */
240 1.212 thorpej evcnt_init(); /* initialize event counters */
241 1.156 thorpej disk_init(); /* initialize disk list */
242 1.156 thorpej tty_init(); /* initialize tty list */
243 1.106 explorer #if NRND > 0
244 1.156 thorpej rnd_init(); /* initialize RNG */
245 1.106 explorer #endif
246 1.61 mycroft
247 1.176 thorpej /* Initialize the sysctl subsystem. */
248 1.176 thorpej sysctl_init();
249 1.176 thorpej
250 1.61 mycroft /*
251 1.63 mycroft * Initialize process and pgrp structures.
252 1.63 mycroft */
253 1.63 mycroft procinit();
254 1.210 thorpej
255 1.210 thorpej #ifdef LKM
256 1.210 thorpej /* Initialize the LKM system. */
257 1.210 thorpej lkm_init();
258 1.210 thorpej #endif
259 1.63 mycroft
260 1.63 mycroft /*
261 1.61 mycroft * Create process 0 (the swapper).
262 1.61 mycroft */
263 1.216 thorpej p = &proc0;
264 1.216 thorpej LIST_INIT(&p->p_lwps);
265 1.216 thorpej LIST_INSERT_HEAD(&p->p_lwps, l, l_sibling);
266 1.216 thorpej p->p_nlwps = 1;
267 1.216 thorpej
268 1.154 thorpej s = proclist_lock_write();
269 1.63 mycroft LIST_INSERT_HEAD(&allproc, p, p_list);
270 1.170 jhawk LIST_INSERT_HEAD(PIDHASH(p->p_pid), p, p_hash);
271 1.216 thorpej LIST_INSERT_HEAD(&alllwp, l, l_list);
272 1.154 thorpej proclist_unlock_write(s);
273 1.154 thorpej
274 1.61 mycroft p->p_pgrp = &pgrp0;
275 1.63 mycroft LIST_INSERT_HEAD(PGRPHASH(0), &pgrp0, pg_hash);
276 1.63 mycroft LIST_INIT(&pgrp0.pg_members);
277 1.63 mycroft LIST_INSERT_HEAD(&pgrp0.pg_members, p, p_pglist);
278 1.63 mycroft
279 1.61 mycroft pgrp0.pg_session = &session0;
280 1.61 mycroft session0.s_count = 1;
281 1.116 thorpej session0.s_sid = p->p_pid;
282 1.61 mycroft session0.s_leader = p;
283 1.61 mycroft
284 1.136 thorpej /*
285 1.136 thorpej * Set P_NOCLDWAIT so that kernel threads are reparented to
286 1.136 thorpej * init(8) when they exit. init(8) can easily wait them out
287 1.136 thorpej * for us.
288 1.136 thorpej */
289 1.216 thorpej p->p_flag = P_SYSTEM | P_NOCLDWAIT;
290 1.216 thorpej p->p_stat = SACTIVE;
291 1.61 mycroft p->p_nice = NZERO;
292 1.77 christos p->p_emul = &emul_netbsd;
293 1.187 mycroft #ifdef __HAVE_SYSCALL_INTERN
294 1.187 mycroft (*p->p_emul->e_syscall_intern)(p);
295 1.187 mycroft #endif
296 1.146 gwr strncpy(p->p_comm, "swapper", MAXCOMLEN);
297 1.165 thorpej
298 1.216 thorpej l->l_flag = L_INMEM;
299 1.216 thorpej l->l_stat = LSONPROC;
300 1.216 thorpej p->p_nrlwps = 1;
301 1.216 thorpej
302 1.216 thorpej callout_init(&l->l_tsleep_ch);
303 1.61 mycroft
304 1.61 mycroft /* Create credentials. */
305 1.61 mycroft cred0.p_refcnt = 1;
306 1.61 mycroft p->p_cred = &cred0;
307 1.61 mycroft p->p_ucred = crget();
308 1.61 mycroft p->p_ucred->cr_ngroups = 1; /* group 0 */
309 1.61 mycroft
310 1.61 mycroft /* Create the file descriptor table. */
311 1.131 thorpej finit();
312 1.79 mycroft p->p_fd = &filedesc0.fd_fd;
313 1.109 thorpej fdinit1(&filedesc0);
314 1.61 mycroft
315 1.148 thorpej /* Create the CWD info. */
316 1.148 thorpej p->p_cwdi = &cwdi0;
317 1.148 thorpej cwdi0.cwdi_cmask = cmask;
318 1.148 thorpej cwdi0.cwdi_refcnt = 1;
319 1.148 thorpej
320 1.61 mycroft /* Create the limits structures. */
321 1.61 mycroft p->p_limit = &limit0;
322 1.61 mycroft for (i = 0; i < sizeof(p->p_rlimit)/sizeof(p->p_rlimit[0]); i++)
323 1.61 mycroft limit0.pl_rlimit[i].rlim_cur =
324 1.61 mycroft limit0.pl_rlimit[i].rlim_max = RLIM_INFINITY;
325 1.140 christos
326 1.140 christos limit0.pl_rlimit[RLIMIT_NOFILE].rlim_max = maxfiles;
327 1.205 sommerfe limit0.pl_rlimit[RLIMIT_NOFILE].rlim_cur =
328 1.214 abs maxfiles < nofile ? maxfiles : nofile;
329 1.140 christos
330 1.140 christos limit0.pl_rlimit[RLIMIT_NPROC].rlim_max = maxproc;
331 1.140 christos limit0.pl_rlimit[RLIMIT_NPROC].rlim_cur =
332 1.214 abs maxproc < maxuprc ? maxproc : maxuprc;
333 1.140 christos
334 1.182 he lim = ptoa(uvmexp.free);
335 1.182 he limit0.pl_rlimit[RLIMIT_RSS].rlim_max = lim;
336 1.182 he limit0.pl_rlimit[RLIMIT_MEMLOCK].rlim_max = lim;
337 1.182 he limit0.pl_rlimit[RLIMIT_MEMLOCK].rlim_cur = lim / 3;
338 1.157 bouyer limit0.pl_corename = defcorename;
339 1.61 mycroft limit0.p_refcnt = 1;
340 1.61 mycroft
341 1.120 thorpej /*
342 1.120 thorpej * Initialize proc0's vmspace, which uses the kernel pmap.
343 1.120 thorpej * All kernel processes (which never have user space mappings)
344 1.120 thorpej * share proc0's vmspace, and thus, the kernel pmap.
345 1.120 thorpej */
346 1.120 thorpej uvmspace_init(&vmspace0, pmap_kernel(), round_page(VM_MIN_ADDRESS),
347 1.195 chs trunc_page(VM_MAX_ADDRESS));
348 1.120 thorpej p->p_vmspace = &vmspace0;
349 1.99 gwr
350 1.216 thorpej l->l_addr = proc0paddr; /* XXX */
351 1.61 mycroft
352 1.216 thorpej p->p_stats = &pstat0;
353 1.61 mycroft
354 1.61 mycroft /*
355 1.63 mycroft * Charge root for one process.
356 1.61 mycroft */
357 1.61 mycroft (void)chgproccnt(0, 1);
358 1.61 mycroft
359 1.61 mycroft rqinit();
360 1.61 mycroft
361 1.61 mycroft /* Configure virtual memory system, set vm rlimits. */
362 1.114 mrg uvm_init_limits(p);
363 1.61 mycroft
364 1.61 mycroft /* Initialize the file systems. */
365 1.95 thorpej #if defined(NFSSERVER) || defined(NFS)
366 1.91 thorpej nfs_init(); /* initialize server/shared data */
367 1.91 thorpej #endif
368 1.194 matt #ifdef NVNODE_IMPLICIT
369 1.194 matt /*
370 1.194 matt * If maximum number of vnodes in namei vnode cache is not explicitly
371 1.194 matt * defined in kernel config, adjust the number such as we use roughly
372 1.194 matt * 0.5% of memory for vnode cache (but not less than NVNODE vnodes).
373 1.194 matt */
374 1.194 matt usevnodes = (ptoa((unsigned)physmem) / 200) / sizeof(struct vnode);
375 1.205 sommerfe if (usevnodes > desiredvnodes)
376 1.194 matt desiredvnodes = usevnodes;
377 1.194 matt #endif
378 1.61 mycroft vfsinit();
379 1.61 mycroft
380 1.156 thorpej /* Configure the system hardware. This will enable interrupts. */
381 1.156 thorpej configure();
382 1.61 mycroft
383 1.185 chs ubc_init(); /* must be after autoconfig */
384 1.185 chs
385 1.179 thorpej /* Lock the kernel on behalf of proc0. */
386 1.216 thorpej KERNEL_PROC_LOCK(l);
387 1.179 thorpej
388 1.61 mycroft #ifdef SYSVSHM
389 1.61 mycroft /* Initialize System V style shared memory. */
390 1.61 mycroft shminit();
391 1.61 mycroft #endif
392 1.61 mycroft
393 1.61 mycroft #ifdef SYSVSEM
394 1.61 mycroft /* Initialize System V style semaphores. */
395 1.61 mycroft seminit();
396 1.61 mycroft #endif
397 1.61 mycroft
398 1.61 mycroft #ifdef SYSVMSG
399 1.61 mycroft /* Initialize System V style message queues. */
400 1.61 mycroft msginit();
401 1.61 mycroft #endif
402 1.61 mycroft
403 1.217 christos
404 1.217 christos #ifdef P1003_1B_SEMAPHORE
405 1.217 christos /* Initialize posix semaphores */
406 1.217 christos ksem_init();
407 1.217 christos #endif
408 1.61 mycroft /* Attach pseudo-devices. */
409 1.61 mycroft for (pdev = pdevinit; pdev->pdev_attach != NULL; pdev++)
410 1.61 mycroft (*pdev->pdev_attach)(pdev->pdev_count);
411 1.61 mycroft
412 1.61 mycroft /*
413 1.61 mycroft * Initialize protocols. Block reception of incoming packets
414 1.61 mycroft * until everything is ready.
415 1.61 mycroft */
416 1.190 thorpej s = splnet();
417 1.61 mycroft ifinit();
418 1.61 mycroft domaininit();
419 1.200 itojun if_attachdomain();
420 1.61 mycroft splx(s);
421 1.61 mycroft
422 1.61 mycroft #ifdef GPROF
423 1.61 mycroft /* Initialize kernel profiling. */
424 1.61 mycroft kmstartup();
425 1.61 mycroft #endif
426 1.164 enami
427 1.164 enami /* Initialize system accouting. */
428 1.164 enami acct_init();
429 1.61 mycroft
430 1.201 christos #ifdef SYSTRACE
431 1.201 christos systrace_init();
432 1.201 christos #endif
433 1.163 thorpej /*
434 1.163 thorpej * Initialize signal-related data structures, and signal state
435 1.163 thorpej * for proc0.
436 1.163 thorpej */
437 1.163 thorpej signal_init();
438 1.163 thorpej p->p_sigacts = &sigacts0;
439 1.163 thorpej siginit(p);
440 1.163 thorpej
441 1.61 mycroft /* Kick off timeout driven events by calling first time. */
442 1.61 mycroft schedcpu(NULL);
443 1.98 gwr
444 1.163 thorpej /*
445 1.163 thorpej * Create process 1 (init(8)). We do this now, as Unix has
446 1.163 thorpej * historically had init be process 1, and changing this would
447 1.163 thorpej * probably upset a lot of people.
448 1.163 thorpej *
449 1.163 thorpej * Note that process 1 won't immediately exec init(8), but will
450 1.163 thorpej * wait for us to inform it that the root file system has been
451 1.163 thorpej * mounted.
452 1.163 thorpej */
453 1.216 thorpej if (fork1(l, 0, SIGCHLD, NULL, 0, start_init, NULL, NULL, &initproc))
454 1.163 thorpej panic("fork init");
455 1.163 thorpej
456 1.163 thorpej /*
457 1.163 thorpej * Create any kernel threads who's creation was deferred because
458 1.163 thorpej * initproc had not yet been created.
459 1.163 thorpej */
460 1.163 thorpej kthread_run_deferred_queue();
461 1.163 thorpej
462 1.163 thorpej /*
463 1.163 thorpej * Now that device driver threads have been created, wait for
464 1.163 thorpej * them to finish any deferred autoconfiguration. Note we don't
465 1.163 thorpej * need to lock this semaphore, since we haven't booted any
466 1.163 thorpej * secondary processors, yet.
467 1.163 thorpej */
468 1.163 thorpej while (config_pending)
469 1.163 thorpej (void) tsleep((void *)&config_pending, PWAIT, "cfpend", 0);
470 1.208 thorpej
471 1.208 thorpej /*
472 1.208 thorpej * Finalize configuration now that all real devices have been
473 1.208 thorpej * found. This needs to be done before the root device is
474 1.208 thorpej * selected, since finalization may create the root device.
475 1.208 thorpej */
476 1.208 thorpej config_finalize();
477 1.163 thorpej
478 1.163 thorpej /*
479 1.163 thorpej * Now that autoconfiguration has completed, we can determine
480 1.163 thorpej * the root and dump devices.
481 1.163 thorpej */
482 1.98 gwr cpu_rootconf();
483 1.101 thorpej cpu_dumpconf();
484 1.61 mycroft
485 1.61 mycroft /* Mount the root file system. */
486 1.95 thorpej do {
487 1.95 thorpej domountroothook();
488 1.95 thorpej if ((error = vfs_mountroot())) {
489 1.97 thorpej printf("cannot mount root, error = %d\n", error);
490 1.95 thorpej boothowto |= RB_ASKNAME;
491 1.95 thorpej setroot(root_device,
492 1.152 thorpej (rootdev != NODEV) ? DISKPART(rootdev) : 0);
493 1.95 thorpej }
494 1.95 thorpej } while (error != 0);
495 1.95 thorpej mountroothook_destroy();
496 1.95 thorpej
497 1.206 matt CIRCLEQ_FIRST(&mountlist)->mnt_flag |= MNT_ROOTFS;
498 1.206 matt CIRCLEQ_FIRST(&mountlist)->mnt_op->vfs_refcount++;
499 1.61 mycroft
500 1.111 thorpej /*
501 1.111 thorpej * Get the vnode for '/'. Set filedesc0.fd_fd.fd_cdir to
502 1.111 thorpej * reference it.
503 1.111 thorpej */
504 1.206 matt if (VFS_ROOT(CIRCLEQ_FIRST(&mountlist), &rootvnode))
505 1.61 mycroft panic("cannot find root vnode");
506 1.148 thorpej cwdi0.cwdi_cdir = rootvnode;
507 1.148 thorpej VREF(cwdi0.cwdi_cdir);
508 1.118 fvdl VOP_UNLOCK(rootvnode, 0);
509 1.148 thorpej cwdi0.cwdi_rdir = NULL;
510 1.163 thorpej
511 1.163 thorpej /*
512 1.163 thorpej * Now that root is mounted, we can fixup initproc's CWD
513 1.163 thorpej * info. All other processes are kthreads, which merely
514 1.163 thorpej * share proc0's CWD info.
515 1.163 thorpej */
516 1.163 thorpej initproc->p_cwdi->cwdi_cdir = rootvnode;
517 1.163 thorpej VREF(initproc->p_cwdi->cwdi_cdir);
518 1.163 thorpej initproc->p_cwdi->cwdi_rdir = NULL;
519 1.61 mycroft
520 1.61 mycroft /*
521 1.61 mycroft * Now can look at time, having had a chance to verify the time
522 1.61 mycroft * from the file system. Reset p->p_rtime as it may have been
523 1.61 mycroft * munched in mi_switch() after the time got set.
524 1.61 mycroft */
525 1.163 thorpej proclist_lock_read();
526 1.178 thorpej s = splsched();
527 1.163 thorpej for (p = LIST_FIRST(&allproc); p != NULL;
528 1.163 thorpej p = LIST_NEXT(p, p_list)) {
529 1.171 thorpej p->p_stats->p_start = mono_time = boottime = time;
530 1.216 thorpej for (l = LIST_FIRST(&p->p_lwps); l != NULL;
531 1.216 thorpej l = LIST_NEXT(l, l_sibling))
532 1.216 thorpej if (l->l_cpu != NULL)
533 1.216 thorpej l->l_cpu->ci_schedstate.spc_runtime = time;
534 1.163 thorpej p->p_rtime.tv_sec = p->p_rtime.tv_usec = 0;
535 1.163 thorpej }
536 1.163 thorpej splx(s);
537 1.163 thorpej proclist_unlock_read();
538 1.61 mycroft
539 1.163 thorpej /* Create the pageout daemon kernel thread. */
540 1.163 thorpej uvm_swap_init();
541 1.177 thorpej if (kthread_create1(uvm_pageout, NULL, NULL, "pagedaemon"))
542 1.135 thorpej panic("fork pagedaemon");
543 1.61 mycroft
544 1.163 thorpej /* Create the process reaper kernel thread. */
545 1.177 thorpej if (kthread_create1(reaper, NULL, NULL, "reaper"))
546 1.132 thorpej panic("fork reaper");
547 1.159 fvdl
548 1.163 thorpej /* Create the filesystem syncer kernel thread. */
549 1.159 fvdl if (kthread_create1(sched_sync, NULL, NULL, "ioflush"))
550 1.159 fvdl panic("fork syncer");
551 1.185 chs
552 1.185 chs /* Create the aiodone daemon kernel thread. */
553 1.213 yamt if (kthread_create1(uvm_aiodone_daemon, NULL, &uvm.aiodoned_proc,
554 1.213 yamt "aiodoned"))
555 1.185 chs panic("fork aiodoned");
556 1.137 thorpej
557 1.160 thorpej #if defined(MULTIPROCESSOR)
558 1.160 thorpej /* Boot the secondary processors. */
559 1.160 thorpej cpu_boot_secondary_processors();
560 1.160 thorpej #endif
561 1.186 jdolecek
562 1.186 jdolecek /* Initialize exec structures */
563 1.186 jdolecek exec_init(1);
564 1.192 jdolecek
565 1.198 jdolecek #ifndef PIPE_SOCKETPAIR
566 1.192 jdolecek /* Initialize pipe structures */
567 1.192 jdolecek pipe_init();
568 1.192 jdolecek #endif
569 1.132 thorpej
570 1.163 thorpej /*
571 1.163 thorpej * Okay, now we can let init(8) exec! It's off to userland!
572 1.163 thorpej */
573 1.163 thorpej start_init_exec = 1;
574 1.163 thorpej wakeup((void *)&start_init_exec);
575 1.163 thorpej
576 1.61 mycroft /* The scheduler is an infinite loop. */
577 1.114 mrg uvm_scheduler();
578 1.61 mycroft /* NOTREACHED */
579 1.61 mycroft }
580 1.61 mycroft
581 1.93 mouse static void
582 1.176 thorpej check_console(struct proc *p)
583 1.93 mouse {
584 1.93 mouse struct nameidata nd;
585 1.93 mouse int error;
586 1.93 mouse
587 1.93 mouse NDINIT(&nd, LOOKUP, FOLLOW, UIO_SYSSPACE, "/dev/console", p);
588 1.93 mouse error = namei(&nd);
589 1.96 cgd if (error == 0)
590 1.96 cgd vrele(nd.ni_vp);
591 1.96 cgd else if (error == ENOENT)
592 1.96 cgd printf("warning: no /dev/console\n");
593 1.93 mouse else
594 1.96 cgd printf("warning: lookup /dev/console: error %d\n", error);
595 1.93 mouse }
596 1.93 mouse
597 1.61 mycroft /*
598 1.61 mycroft * List of paths to try when searching for "init".
599 1.61 mycroft */
600 1.176 thorpej static const char *initpaths[] = {
601 1.61 mycroft "/sbin/init",
602 1.61 mycroft "/sbin/oinit",
603 1.61 mycroft "/sbin/init.bak",
604 1.61 mycroft NULL,
605 1.61 mycroft };
606 1.61 mycroft
607 1.61 mycroft /*
608 1.61 mycroft * Start the initial user process; try exec'ing each pathname in "initpaths".
609 1.61 mycroft * The program is invoked with one argument containing the boot flags.
610 1.61 mycroft */
611 1.61 mycroft static void
612 1.176 thorpej start_init(void *arg)
613 1.61 mycroft {
614 1.216 thorpej struct lwp *l = arg;
615 1.216 thorpej struct proc *p = l->l_proc;
616 1.130 eeh vaddr_t addr;
617 1.78 mycroft struct sys_execve_args /* {
618 1.108 mycroft syscallarg(const char *) path;
619 1.92 cgd syscallarg(char * const *) argp;
620 1.92 cgd syscallarg(char * const *) envp;
621 1.68 cgd } */ args;
622 1.68 cgd int options, i, error;
623 1.68 cgd register_t retval[2];
624 1.66 mycroft char flags[4], *flagsp;
625 1.202 lukem const char *path, *slash;
626 1.176 thorpej char *ucp, **uap, *arg0, *arg1 = NULL;
627 1.202 lukem char ipath[129];
628 1.202 lukem int ipx, len;
629 1.61 mycroft
630 1.76 cgd /*
631 1.76 cgd * Now in process 1.
632 1.76 cgd */
633 1.146 gwr strncpy(p->p_comm, "init", MAXCOMLEN);
634 1.163 thorpej
635 1.163 thorpej /*
636 1.163 thorpej * Wait for main() to tell us that it's safe to exec.
637 1.163 thorpej */
638 1.163 thorpej while (start_init_exec == 0)
639 1.163 thorpej (void) tsleep((void *)&start_init_exec, PWAIT, "initexec", 0);
640 1.93 mouse
641 1.93 mouse /*
642 1.93 mouse * This is not the right way to do this. We really should
643 1.93 mouse * hand-craft a descriptor onto /dev/console to hand to init,
644 1.93 mouse * but that's a _lot_ more work, and the benefit from this easy
645 1.93 mouse * hack makes up for the "good is the enemy of the best" effect.
646 1.93 mouse */
647 1.93 mouse check_console(p);
648 1.61 mycroft
649 1.61 mycroft /*
650 1.61 mycroft * Need just enough stack to hold the faked-up "execve()" arguments.
651 1.61 mycroft */
652 1.211 chs addr = (vaddr_t)STACK_ALLOC(USRSTACK, PAGE_SIZE);
653 1.205 sommerfe if (uvm_map(&p->p_vmspace->vm_map, &addr, PAGE_SIZE,
654 1.181 thorpej NULL, UVM_UNKNOWN_OFFSET, 0,
655 1.114 mrg UVM_MAPFLAG(UVM_PROT_ALL, UVM_PROT_ALL, UVM_INH_COPY,
656 1.114 mrg UVM_ADV_NORMAL,
657 1.189 chs UVM_FLAG_FIXED|UVM_FLAG_OVERLAY|UVM_FLAG_COPYONW)) != 0)
658 1.114 mrg panic("init: couldn't allocate argument space");
659 1.211 chs p->p_vmspace->vm_maxsaddr = (caddr_t)STACK_MAX(addr, PAGE_SIZE);
660 1.61 mycroft
661 1.202 lukem ipx = 0;
662 1.202 lukem while (1) {
663 1.202 lukem if (boothowto & RB_ASKNAME) {
664 1.202 lukem printf("init path");
665 1.202 lukem if (initpaths[ipx])
666 1.202 lukem printf(" (default %s)", initpaths[ipx]);
667 1.202 lukem printf(": ");
668 1.202 lukem len = cngetsn(ipath, sizeof(ipath)-1);
669 1.202 lukem if (len == 0) {
670 1.202 lukem if (initpaths[ipx])
671 1.202 lukem path = initpaths[ipx++];
672 1.202 lukem else
673 1.202 lukem continue;
674 1.202 lukem } else {
675 1.202 lukem ipath[len] = '\0';
676 1.202 lukem path = ipath;
677 1.202 lukem }
678 1.202 lukem } else {
679 1.202 lukem if ((path = initpaths[ipx++]) == NULL)
680 1.202 lukem break;
681 1.202 lukem }
682 1.202 lukem
683 1.211 chs ucp = (char *)USRSTACK;
684 1.64 mycroft
685 1.61 mycroft /*
686 1.64 mycroft * Construct the boot flag argument.
687 1.61 mycroft */
688 1.66 mycroft flagsp = flags;
689 1.66 mycroft *flagsp++ = '-';
690 1.61 mycroft options = 0;
691 1.66 mycroft
692 1.61 mycroft if (boothowto & RB_SINGLE) {
693 1.64 mycroft *flagsp++ = 's';
694 1.61 mycroft options = 1;
695 1.61 mycroft }
696 1.61 mycroft #ifdef notyet
697 1.61 mycroft if (boothowto & RB_FASTBOOT) {
698 1.64 mycroft *flagsp++ = 'f';
699 1.61 mycroft options = 1;
700 1.61 mycroft }
701 1.61 mycroft #endif
702 1.64 mycroft
703 1.64 mycroft /*
704 1.64 mycroft * Move out the flags (arg 1), if necessary.
705 1.64 mycroft */
706 1.64 mycroft if (options != 0) {
707 1.64 mycroft *flagsp++ = '\0';
708 1.64 mycroft i = flagsp - flags;
709 1.64 mycroft #ifdef DEBUG
710 1.90 christos printf("init: copying out flags `%s' %d\n", flags, i);
711 1.64 mycroft #endif
712 1.211 chs arg1 = STACK_ALLOC(ucp, i);
713 1.211 chs ucp = STACK_MAX(arg1, i);
714 1.211 chs (void)copyout((caddr_t)flags, arg1, i);
715 1.64 mycroft }
716 1.61 mycroft
717 1.61 mycroft /*
718 1.61 mycroft * Move out the file name (also arg 0).
719 1.61 mycroft */
720 1.64 mycroft i = strlen(path) + 1;
721 1.64 mycroft #ifdef DEBUG
722 1.90 christos printf("init: copying out path `%s' %d\n", path, i);
723 1.202 lukem #else
724 1.203 lukem if (boothowto & RB_ASKNAME || path != initpaths[0])
725 1.202 lukem printf("init: trying %s\n", path);
726 1.64 mycroft #endif
727 1.211 chs arg0 = STACK_ALLOC(ucp, i);
728 1.211 chs ucp = STACK_MAX(arg0, i);
729 1.211 chs (void)copyout((caddr_t)path, arg0, i);
730 1.61 mycroft
731 1.61 mycroft /*
732 1.61 mycroft * Move out the arg pointers.
733 1.61 mycroft */
734 1.211 chs ucp = (caddr_t)STACK_ALIGN(ucp, ALIGNBYTES);
735 1.211 chs uap = (char **)STACK_ALLOC(ucp, sizeof(char *) * 3);
736 1.211 chs SCARG(&args, path) = arg0;
737 1.211 chs SCARG(&args, argp) = uap;
738 1.211 chs SCARG(&args, envp) = NULL;
739 1.142 mycroft slash = strrchr(path, '/');
740 1.142 mycroft if (slash)
741 1.211 chs (void)suword((caddr_t)uap++,
742 1.142 mycroft (long)arg0 + (slash + 1 - path));
743 1.142 mycroft else
744 1.211 chs (void)suword((caddr_t)uap++, (long)arg0);
745 1.211 chs if (options != 0)
746 1.211 chs (void)suword((caddr_t)uap++, (long)arg1);
747 1.211 chs (void)suword((caddr_t)uap++, 0); /* terminator */
748 1.61 mycroft
749 1.61 mycroft /*
750 1.61 mycroft * Now try to exec the program. If can't for any reason
751 1.61 mycroft * other than it doesn't exist, complain.
752 1.61 mycroft */
753 1.216 thorpej error = sys_execve(LIST_FIRST(&p->p_lwps), &args, retval);
754 1.179 thorpej if (error == 0 || error == EJUSTRETURN) {
755 1.216 thorpej KERNEL_PROC_UNLOCK(l);
756 1.61 mycroft return;
757 1.179 thorpej }
758 1.202 lukem printf("exec %s: error %d\n", path, error);
759 1.61 mycroft }
760 1.90 christos printf("init: not found\n");
761 1.61 mycroft panic("no init");
762 1.61 mycroft }
763