init_main.c revision 1.225 1 1.225 jdolecek /* $NetBSD: init_main.c,v 1.225 2003/11/02 16:42:22 jdolecek Exp $ */
2 1.61 mycroft
3 1.61 mycroft /*
4 1.61 mycroft * Copyright (c) 1982, 1986, 1989, 1991, 1992, 1993
5 1.61 mycroft * The Regents of the University of California. All rights reserved.
6 1.61 mycroft * (c) UNIX System Laboratories, Inc.
7 1.61 mycroft * All or some portions of this file are derived from material licensed
8 1.61 mycroft * to the University of California by American Telephone and Telegraph
9 1.61 mycroft * Co. or Unix System Laboratories, Inc. and are reproduced herein with
10 1.61 mycroft * the permission of UNIX System Laboratories, Inc.
11 1.61 mycroft *
12 1.61 mycroft * Redistribution and use in source and binary forms, with or without
13 1.61 mycroft * modification, are permitted provided that the following conditions
14 1.61 mycroft * are met:
15 1.61 mycroft * 1. Redistributions of source code must retain the above copyright
16 1.61 mycroft * notice, this list of conditions and the following disclaimer.
17 1.61 mycroft * 2. Redistributions in binary form must reproduce the above copyright
18 1.61 mycroft * notice, this list of conditions and the following disclaimer in the
19 1.61 mycroft * documentation and/or other materials provided with the distribution.
20 1.224 agc * 3. Neither the name of the University nor the names of its contributors
21 1.224 agc * may be used to endorse or promote products derived from this software
22 1.224 agc * without specific prior written permission.
23 1.224 agc *
24 1.224 agc * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
25 1.224 agc * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
26 1.224 agc * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
27 1.224 agc * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
28 1.224 agc * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
29 1.224 agc * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
30 1.224 agc * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
31 1.224 agc * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
32 1.224 agc * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
33 1.224 agc * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
34 1.224 agc * SUCH DAMAGE.
35 1.224 agc *
36 1.224 agc * @(#)init_main.c 8.16 (Berkeley) 5/14/95
37 1.224 agc */
38 1.224 agc
39 1.224 agc /*
40 1.224 agc * Copyright (c) 1995 Christopher G. Demetriou. All rights reserved.
41 1.224 agc *
42 1.224 agc * Redistribution and use in source and binary forms, with or without
43 1.224 agc * modification, are permitted provided that the following conditions
44 1.224 agc * are met:
45 1.224 agc * 1. Redistributions of source code must retain the above copyright
46 1.224 agc * notice, this list of conditions and the following disclaimer.
47 1.224 agc * 2. Redistributions in binary form must reproduce the above copyright
48 1.224 agc * notice, this list of conditions and the following disclaimer in the
49 1.224 agc * documentation and/or other materials provided with the distribution.
50 1.61 mycroft * 3. All advertising materials mentioning features or use of this software
51 1.61 mycroft * must display the following acknowledgement:
52 1.61 mycroft * This product includes software developed by the University of
53 1.61 mycroft * California, Berkeley and its contributors.
54 1.61 mycroft * 4. Neither the name of the University nor the names of its contributors
55 1.61 mycroft * may be used to endorse or promote products derived from this software
56 1.61 mycroft * without specific prior written permission.
57 1.61 mycroft *
58 1.61 mycroft * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
59 1.61 mycroft * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
60 1.61 mycroft * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
61 1.61 mycroft * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
62 1.61 mycroft * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
63 1.61 mycroft * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
64 1.61 mycroft * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
65 1.61 mycroft * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
66 1.61 mycroft * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
67 1.61 mycroft * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
68 1.61 mycroft * SUCH DAMAGE.
69 1.61 mycroft *
70 1.118 fvdl * @(#)init_main.c 8.16 (Berkeley) 5/14/95
71 1.61 mycroft */
72 1.196 lukem
73 1.196 lukem #include <sys/cdefs.h>
74 1.225 jdolecek __KERNEL_RCSID(0, "$NetBSD: init_main.c,v 1.225 2003/11/02 16:42:22 jdolecek Exp $");
75 1.115 mrg
76 1.117 thorpej #include "fs_nfs.h"
77 1.123 thorpej #include "opt_nfsserver.h"
78 1.223 jonathan #include "opt_ipsec.h"
79 1.134 tron #include "opt_sysv.h"
80 1.158 simonb #include "opt_maxuprc.h"
81 1.160 thorpej #include "opt_multiprocessor.h"
82 1.198 jdolecek #include "opt_pipe.h"
83 1.172 soren #include "opt_syscall_debug.h"
84 1.201 christos #include "opt_systrace.h"
85 1.217 christos #include "opt_posix.h"
86 1.61 mycroft
87 1.222 jonathan #include "opencrypto.h"
88 1.106 explorer #include "rnd.h"
89 1.106 explorer
90 1.61 mycroft #include <sys/param.h>
91 1.164 enami #include <sys/acct.h>
92 1.61 mycroft #include <sys/filedesc.h>
93 1.131 thorpej #include <sys/file.h>
94 1.61 mycroft #include <sys/errno.h>
95 1.162 thorpej #include <sys/callout.h>
96 1.61 mycroft #include <sys/kernel.h>
97 1.61 mycroft #include <sys/mount.h>
98 1.61 mycroft #include <sys/proc.h>
99 1.136 thorpej #include <sys/kthread.h>
100 1.61 mycroft #include <sys/resourcevar.h>
101 1.61 mycroft #include <sys/signalvar.h>
102 1.61 mycroft #include <sys/systm.h>
103 1.61 mycroft #include <sys/vnode.h>
104 1.87 thorpej #include <sys/tty.h>
105 1.61 mycroft #include <sys/conf.h>
106 1.95 thorpej #include <sys/disklabel.h>
107 1.61 mycroft #include <sys/buf.h>
108 1.61 mycroft #include <sys/device.h>
109 1.199 simonb #include <sys/disk.h>
110 1.186 jdolecek #include <sys/exec.h>
111 1.128 thorpej #include <sys/socketvar.h>
112 1.61 mycroft #include <sys/protosw.h>
113 1.61 mycroft #include <sys/reboot.h>
114 1.61 mycroft #include <sys/user.h>
115 1.176 thorpej #include <sys/sysctl.h>
116 1.209 jdolecek #include <sys/event.h>
117 1.223 jonathan #ifdef FAST_IPSEC
118 1.223 jonathan #include <netipsec/ipsec.h>
119 1.223 jonathan #endif
120 1.82 christos #ifdef SYSVSHM
121 1.82 christos #include <sys/shm.h>
122 1.82 christos #endif
123 1.217 christos #ifdef SYSVSEM
124 1.82 christos #include <sys/sem.h>
125 1.82 christos #endif
126 1.82 christos #ifdef SYSVMSG
127 1.82 christos #include <sys/msg.h>
128 1.82 christos #endif
129 1.217 christos #ifdef P1003_1B_SEMAPHORE
130 1.217 christos #include <sys/ksem.h>
131 1.217 christos #endif
132 1.201 christos #ifdef SYSTRACE
133 1.201 christos #include <sys/systrace.h>
134 1.201 christos #endif
135 1.82 christos #include <sys/domain.h>
136 1.82 christos #include <sys/mbuf.h>
137 1.94 mouse #include <sys/namei.h>
138 1.222 jonathan #if NOPENCRYPTO > 0
139 1.222 jonathan #include <opencrypto/cryptodev.h> /* XXX really the framework */
140 1.222 jonathan #endif
141 1.106 explorer #if NRND > 0
142 1.103 explorer #include <sys/rnd.h>
143 1.106 explorer #endif
144 1.198 jdolecek #ifndef PIPE_SOCKETPAIR
145 1.192 jdolecek #include <sys/pipe.h>
146 1.192 jdolecek #endif
147 1.210 thorpej #ifdef LKM
148 1.210 thorpej #include <sys/lkm.h>
149 1.210 thorpej #endif
150 1.61 mycroft
151 1.77 christos #include <sys/syscall.h>
152 1.216 thorpej #include <sys/sa.h>
153 1.68 cgd #include <sys/syscallargs.h>
154 1.68 cgd
155 1.61 mycroft #include <ufs/ufs/quota.h>
156 1.61 mycroft
157 1.159 fvdl #include <miscfs/genfs/genfs.h>
158 1.159 fvdl #include <miscfs/syncfs/syncfs.h>
159 1.159 fvdl
160 1.61 mycroft #include <machine/cpu.h>
161 1.61 mycroft
162 1.114 mrg #include <uvm/uvm.h>
163 1.114 mrg
164 1.202 lukem #include <dev/cons.h>
165 1.202 lukem
166 1.81 christos #include <net/if.h>
167 1.81 christos #include <net/raw_cb.h>
168 1.61 mycroft
169 1.193 jdolecek const char copyright[] =
170 1.215 mycroft "Copyright (c) 1996, 1997, 1998, 1999, 2000, 2001, 2002, 2003\n"
171 1.191 mrg " The NetBSD Foundation, Inc. All rights reserved.\n"
172 1.191 mrg "Copyright (c) 1982, 1986, 1989, 1991, 1993\n"
173 1.191 mrg " The Regents of the University of California. All rights reserved.\n"
174 1.191 mrg "\n";
175 1.61 mycroft
176 1.61 mycroft /* Components of the first process -- never freed. */
177 1.61 mycroft struct session session0;
178 1.61 mycroft struct pgrp pgrp0;
179 1.61 mycroft struct proc proc0;
180 1.216 thorpej struct lwp lwp0;
181 1.61 mycroft struct pcred cred0;
182 1.61 mycroft struct filedesc0 filedesc0;
183 1.148 thorpej struct cwdinfo cwdi0;
184 1.61 mycroft struct plimit limit0;
185 1.216 thorpej struct pstats pstat0;
186 1.61 mycroft struct vmspace vmspace0;
187 1.149 thorpej struct sigacts sigacts0;
188 1.216 thorpej #ifndef curlwp
189 1.216 thorpej struct lwp *curlwp = &lwp0;
190 1.133 pk #endif
191 1.105 mycroft struct proc *initproc;
192 1.61 mycroft
193 1.214 abs int nofile = NOFILE;
194 1.214 abs int maxuprc = MAXUPRC;
195 1.61 mycroft int cmask = CMASK;
196 1.61 mycroft extern struct user *proc0paddr;
197 1.61 mycroft
198 1.61 mycroft struct vnode *rootvp, *swapdev_vp;
199 1.61 mycroft int boothowto;
200 1.156 thorpej int cold = 1; /* still working on startup */
201 1.61 mycroft struct timeval boottime;
202 1.61 mycroft
203 1.163 thorpej __volatile int start_init_exec; /* semaphore for start_init() */
204 1.163 thorpej
205 1.221 fvdl static void check_console(struct proc *p);
206 1.176 thorpej static void start_init(void *);
207 1.176 thorpej void main(void);
208 1.76 cgd
209 1.184 jdolecek extern const struct emul emul_netbsd; /* defined in kern_exec.c */
210 1.77 christos
211 1.61 mycroft /*
212 1.61 mycroft * System startup; initialize the world, create process 0, mount root
213 1.61 mycroft * filesystem, and fork to create init and pagedaemon. Most of the
214 1.61 mycroft * hard work is done in the lower-level initialization routines including
215 1.61 mycroft * startup(), which does memory initialization and autoconfiguration.
216 1.61 mycroft */
217 1.81 christos void
218 1.176 thorpej main(void)
219 1.61 mycroft {
220 1.216 thorpej struct lwp *l;
221 1.144 thorpej struct proc *p;
222 1.111 thorpej struct pdevinit *pdev;
223 1.204 thorpej int s, error;
224 1.204 thorpej u_int i;
225 1.182 he rlim_t lim;
226 1.61 mycroft extern struct pdevinit pdevinit[];
227 1.176 thorpej extern void schedcpu(void *);
228 1.95 thorpej #if defined(NFSSERVER) || defined(NFS)
229 1.176 thorpej extern void nfs_init(void);
230 1.91 thorpej #endif
231 1.175 jdolecek #ifdef NVNODE_IMPLICIT
232 1.175 jdolecek int usevnodes;
233 1.175 jdolecek #endif
234 1.61 mycroft
235 1.61 mycroft /*
236 1.216 thorpej * Initialize the current LWP pointer (curlwp) before
237 1.61 mycroft * any possible traps/probes to simplify trap processing.
238 1.61 mycroft */
239 1.205 sommerfe simple_lock_init(&proc0.p_raslock);
240 1.216 thorpej l = &lwp0;
241 1.216 thorpej curlwp = l;
242 1.216 thorpej l->l_cpu = curcpu();
243 1.216 thorpej l->l_proc = &proc0;
244 1.216 thorpej l->l_lid = 1;
245 1.61 mycroft /*
246 1.61 mycroft * Attempt to find console and initialize
247 1.61 mycroft * in case of early panic or other messages.
248 1.61 mycroft */
249 1.61 mycroft consinit();
250 1.141 cjs printf("%s", copyright);
251 1.61 mycroft
252 1.179 thorpej KERNEL_LOCK_INIT();
253 1.179 thorpej
254 1.114 mrg uvm_init();
255 1.127 thorpej
256 1.145 thorpej /* Do machine-dependent initialization. */
257 1.145 thorpej cpu_startup();
258 1.162 thorpej
259 1.166 enami /* Initialize callouts. */
260 1.166 enami callout_startup();
261 1.145 thorpej
262 1.127 thorpej /*
263 1.127 thorpej * Initialize mbuf's. Do this now because we might attempt to
264 1.127 thorpej * allocate mbufs or mbuf clusters during autoconfiguration.
265 1.127 thorpej */
266 1.127 thorpej mbinit();
267 1.209 jdolecek
268 1.209 jdolecek /* Initialize kqueues. */
269 1.209 jdolecek kqueue_init();
270 1.128 thorpej
271 1.128 thorpej /* Initialize sockets. */
272 1.128 thorpej soinit();
273 1.127 thorpej
274 1.156 thorpej /*
275 1.212 thorpej * The following things must be done before autoconfiguration.
276 1.156 thorpej */
277 1.212 thorpej evcnt_init(); /* initialize event counters */
278 1.156 thorpej disk_init(); /* initialize disk list */
279 1.156 thorpej tty_init(); /* initialize tty list */
280 1.106 explorer #if NRND > 0
281 1.156 thorpej rnd_init(); /* initialize RNG */
282 1.106 explorer #endif
283 1.222 jonathan #if NOPENCRYPTO > 0
284 1.222 jonathan /* Initialize crypto subsystem before configuring crypto hardware. */
285 1.222 jonathan (void)crypto_init();
286 1.222 jonathan #endif
287 1.176 thorpej /* Initialize the sysctl subsystem. */
288 1.176 thorpej sysctl_init();
289 1.176 thorpej
290 1.61 mycroft /*
291 1.63 mycroft * Initialize process and pgrp structures.
292 1.63 mycroft */
293 1.63 mycroft procinit();
294 1.210 thorpej
295 1.210 thorpej #ifdef LKM
296 1.210 thorpej /* Initialize the LKM system. */
297 1.210 thorpej lkm_init();
298 1.210 thorpej #endif
299 1.63 mycroft
300 1.63 mycroft /*
301 1.61 mycroft * Create process 0 (the swapper).
302 1.61 mycroft */
303 1.216 thorpej p = &proc0;
304 1.218 dsl proc0_insert(p, l, &pgrp0, &session0);
305 1.61 mycroft
306 1.136 thorpej /*
307 1.136 thorpej * Set P_NOCLDWAIT so that kernel threads are reparented to
308 1.136 thorpej * init(8) when they exit. init(8) can easily wait them out
309 1.136 thorpej * for us.
310 1.136 thorpej */
311 1.216 thorpej p->p_flag = P_SYSTEM | P_NOCLDWAIT;
312 1.216 thorpej p->p_stat = SACTIVE;
313 1.61 mycroft p->p_nice = NZERO;
314 1.77 christos p->p_emul = &emul_netbsd;
315 1.187 mycroft #ifdef __HAVE_SYSCALL_INTERN
316 1.187 mycroft (*p->p_emul->e_syscall_intern)(p);
317 1.187 mycroft #endif
318 1.146 gwr strncpy(p->p_comm, "swapper", MAXCOMLEN);
319 1.165 thorpej
320 1.216 thorpej l->l_flag = L_INMEM;
321 1.216 thorpej l->l_stat = LSONPROC;
322 1.216 thorpej p->p_nrlwps = 1;
323 1.216 thorpej
324 1.216 thorpej callout_init(&l->l_tsleep_ch);
325 1.61 mycroft
326 1.61 mycroft /* Create credentials. */
327 1.61 mycroft cred0.p_refcnt = 1;
328 1.61 mycroft p->p_cred = &cred0;
329 1.61 mycroft p->p_ucred = crget();
330 1.61 mycroft p->p_ucred->cr_ngroups = 1; /* group 0 */
331 1.61 mycroft
332 1.61 mycroft /* Create the file descriptor table. */
333 1.131 thorpej finit();
334 1.79 mycroft p->p_fd = &filedesc0.fd_fd;
335 1.109 thorpej fdinit1(&filedesc0);
336 1.61 mycroft
337 1.148 thorpej /* Create the CWD info. */
338 1.148 thorpej p->p_cwdi = &cwdi0;
339 1.148 thorpej cwdi0.cwdi_cmask = cmask;
340 1.148 thorpej cwdi0.cwdi_refcnt = 1;
341 1.148 thorpej
342 1.61 mycroft /* Create the limits structures. */
343 1.61 mycroft p->p_limit = &limit0;
344 1.61 mycroft for (i = 0; i < sizeof(p->p_rlimit)/sizeof(p->p_rlimit[0]); i++)
345 1.61 mycroft limit0.pl_rlimit[i].rlim_cur =
346 1.61 mycroft limit0.pl_rlimit[i].rlim_max = RLIM_INFINITY;
347 1.140 christos
348 1.140 christos limit0.pl_rlimit[RLIMIT_NOFILE].rlim_max = maxfiles;
349 1.205 sommerfe limit0.pl_rlimit[RLIMIT_NOFILE].rlim_cur =
350 1.214 abs maxfiles < nofile ? maxfiles : nofile;
351 1.140 christos
352 1.140 christos limit0.pl_rlimit[RLIMIT_NPROC].rlim_max = maxproc;
353 1.140 christos limit0.pl_rlimit[RLIMIT_NPROC].rlim_cur =
354 1.214 abs maxproc < maxuprc ? maxproc : maxuprc;
355 1.140 christos
356 1.182 he lim = ptoa(uvmexp.free);
357 1.182 he limit0.pl_rlimit[RLIMIT_RSS].rlim_max = lim;
358 1.182 he limit0.pl_rlimit[RLIMIT_MEMLOCK].rlim_max = lim;
359 1.182 he limit0.pl_rlimit[RLIMIT_MEMLOCK].rlim_cur = lim / 3;
360 1.157 bouyer limit0.pl_corename = defcorename;
361 1.61 mycroft limit0.p_refcnt = 1;
362 1.61 mycroft
363 1.120 thorpej /*
364 1.120 thorpej * Initialize proc0's vmspace, which uses the kernel pmap.
365 1.120 thorpej * All kernel processes (which never have user space mappings)
366 1.120 thorpej * share proc0's vmspace, and thus, the kernel pmap.
367 1.120 thorpej */
368 1.120 thorpej uvmspace_init(&vmspace0, pmap_kernel(), round_page(VM_MIN_ADDRESS),
369 1.195 chs trunc_page(VM_MAX_ADDRESS));
370 1.120 thorpej p->p_vmspace = &vmspace0;
371 1.99 gwr
372 1.216 thorpej l->l_addr = proc0paddr; /* XXX */
373 1.61 mycroft
374 1.216 thorpej p->p_stats = &pstat0;
375 1.61 mycroft
376 1.61 mycroft /*
377 1.63 mycroft * Charge root for one process.
378 1.61 mycroft */
379 1.61 mycroft (void)chgproccnt(0, 1);
380 1.61 mycroft
381 1.61 mycroft rqinit();
382 1.61 mycroft
383 1.61 mycroft /* Configure virtual memory system, set vm rlimits. */
384 1.114 mrg uvm_init_limits(p);
385 1.61 mycroft
386 1.61 mycroft /* Initialize the file systems. */
387 1.95 thorpej #if defined(NFSSERVER) || defined(NFS)
388 1.91 thorpej nfs_init(); /* initialize server/shared data */
389 1.91 thorpej #endif
390 1.194 matt #ifdef NVNODE_IMPLICIT
391 1.194 matt /*
392 1.194 matt * If maximum number of vnodes in namei vnode cache is not explicitly
393 1.194 matt * defined in kernel config, adjust the number such as we use roughly
394 1.194 matt * 0.5% of memory for vnode cache (but not less than NVNODE vnodes).
395 1.194 matt */
396 1.194 matt usevnodes = (ptoa((unsigned)physmem) / 200) / sizeof(struct vnode);
397 1.205 sommerfe if (usevnodes > desiredvnodes)
398 1.194 matt desiredvnodes = usevnodes;
399 1.194 matt #endif
400 1.61 mycroft vfsinit();
401 1.61 mycroft
402 1.156 thorpej /* Configure the system hardware. This will enable interrupts. */
403 1.156 thorpej configure();
404 1.61 mycroft
405 1.185 chs ubc_init(); /* must be after autoconfig */
406 1.185 chs
407 1.179 thorpej /* Lock the kernel on behalf of proc0. */
408 1.216 thorpej KERNEL_PROC_LOCK(l);
409 1.179 thorpej
410 1.61 mycroft #ifdef SYSVSHM
411 1.61 mycroft /* Initialize System V style shared memory. */
412 1.61 mycroft shminit();
413 1.61 mycroft #endif
414 1.61 mycroft
415 1.61 mycroft #ifdef SYSVSEM
416 1.61 mycroft /* Initialize System V style semaphores. */
417 1.61 mycroft seminit();
418 1.61 mycroft #endif
419 1.61 mycroft
420 1.61 mycroft #ifdef SYSVMSG
421 1.61 mycroft /* Initialize System V style message queues. */
422 1.61 mycroft msginit();
423 1.61 mycroft #endif
424 1.61 mycroft
425 1.217 christos
426 1.217 christos #ifdef P1003_1B_SEMAPHORE
427 1.217 christos /* Initialize posix semaphores */
428 1.217 christos ksem_init();
429 1.217 christos #endif
430 1.61 mycroft /* Attach pseudo-devices. */
431 1.61 mycroft for (pdev = pdevinit; pdev->pdev_attach != NULL; pdev++)
432 1.61 mycroft (*pdev->pdev_attach)(pdev->pdev_count);
433 1.223 jonathan
434 1.223 jonathan #ifdef FAST_IPSEC
435 1.223 jonathan /* Attach network crypto subsystem */
436 1.223 jonathan ipsec_attach();
437 1.223 jonathan #endif
438 1.61 mycroft
439 1.61 mycroft /*
440 1.61 mycroft * Initialize protocols. Block reception of incoming packets
441 1.61 mycroft * until everything is ready.
442 1.61 mycroft */
443 1.190 thorpej s = splnet();
444 1.61 mycroft ifinit();
445 1.61 mycroft domaininit();
446 1.200 itojun if_attachdomain();
447 1.61 mycroft splx(s);
448 1.61 mycroft
449 1.61 mycroft #ifdef GPROF
450 1.61 mycroft /* Initialize kernel profiling. */
451 1.61 mycroft kmstartup();
452 1.61 mycroft #endif
453 1.164 enami
454 1.164 enami /* Initialize system accouting. */
455 1.164 enami acct_init();
456 1.61 mycroft
457 1.201 christos #ifdef SYSTRACE
458 1.201 christos systrace_init();
459 1.201 christos #endif
460 1.163 thorpej /*
461 1.163 thorpej * Initialize signal-related data structures, and signal state
462 1.163 thorpej * for proc0.
463 1.163 thorpej */
464 1.163 thorpej signal_init();
465 1.163 thorpej p->p_sigacts = &sigacts0;
466 1.163 thorpej siginit(p);
467 1.163 thorpej
468 1.61 mycroft /* Kick off timeout driven events by calling first time. */
469 1.61 mycroft schedcpu(NULL);
470 1.98 gwr
471 1.163 thorpej /*
472 1.163 thorpej * Create process 1 (init(8)). We do this now, as Unix has
473 1.163 thorpej * historically had init be process 1, and changing this would
474 1.163 thorpej * probably upset a lot of people.
475 1.163 thorpej *
476 1.163 thorpej * Note that process 1 won't immediately exec init(8), but will
477 1.163 thorpej * wait for us to inform it that the root file system has been
478 1.163 thorpej * mounted.
479 1.163 thorpej */
480 1.216 thorpej if (fork1(l, 0, SIGCHLD, NULL, 0, start_init, NULL, NULL, &initproc))
481 1.163 thorpej panic("fork init");
482 1.163 thorpej
483 1.163 thorpej /*
484 1.163 thorpej * Create any kernel threads who's creation was deferred because
485 1.163 thorpej * initproc had not yet been created.
486 1.163 thorpej */
487 1.163 thorpej kthread_run_deferred_queue();
488 1.163 thorpej
489 1.163 thorpej /*
490 1.163 thorpej * Now that device driver threads have been created, wait for
491 1.163 thorpej * them to finish any deferred autoconfiguration. Note we don't
492 1.163 thorpej * need to lock this semaphore, since we haven't booted any
493 1.163 thorpej * secondary processors, yet.
494 1.163 thorpej */
495 1.163 thorpej while (config_pending)
496 1.163 thorpej (void) tsleep((void *)&config_pending, PWAIT, "cfpend", 0);
497 1.208 thorpej
498 1.208 thorpej /*
499 1.208 thorpej * Finalize configuration now that all real devices have been
500 1.208 thorpej * found. This needs to be done before the root device is
501 1.208 thorpej * selected, since finalization may create the root device.
502 1.208 thorpej */
503 1.208 thorpej config_finalize();
504 1.163 thorpej
505 1.163 thorpej /*
506 1.163 thorpej * Now that autoconfiguration has completed, we can determine
507 1.163 thorpej * the root and dump devices.
508 1.163 thorpej */
509 1.98 gwr cpu_rootconf();
510 1.101 thorpej cpu_dumpconf();
511 1.61 mycroft
512 1.61 mycroft /* Mount the root file system. */
513 1.95 thorpej do {
514 1.95 thorpej domountroothook();
515 1.95 thorpej if ((error = vfs_mountroot())) {
516 1.97 thorpej printf("cannot mount root, error = %d\n", error);
517 1.95 thorpej boothowto |= RB_ASKNAME;
518 1.95 thorpej setroot(root_device,
519 1.152 thorpej (rootdev != NODEV) ? DISKPART(rootdev) : 0);
520 1.95 thorpej }
521 1.95 thorpej } while (error != 0);
522 1.95 thorpej mountroothook_destroy();
523 1.95 thorpej
524 1.206 matt CIRCLEQ_FIRST(&mountlist)->mnt_flag |= MNT_ROOTFS;
525 1.206 matt CIRCLEQ_FIRST(&mountlist)->mnt_op->vfs_refcount++;
526 1.61 mycroft
527 1.111 thorpej /*
528 1.111 thorpej * Get the vnode for '/'. Set filedesc0.fd_fd.fd_cdir to
529 1.111 thorpej * reference it.
530 1.111 thorpej */
531 1.220 thorpej if (VFS_ROOT(CIRCLEQ_FIRST(&mountlist), &rootvnode))
532 1.61 mycroft panic("cannot find root vnode");
533 1.148 thorpej cwdi0.cwdi_cdir = rootvnode;
534 1.148 thorpej VREF(cwdi0.cwdi_cdir);
535 1.118 fvdl VOP_UNLOCK(rootvnode, 0);
536 1.148 thorpej cwdi0.cwdi_rdir = NULL;
537 1.163 thorpej
538 1.163 thorpej /*
539 1.163 thorpej * Now that root is mounted, we can fixup initproc's CWD
540 1.163 thorpej * info. All other processes are kthreads, which merely
541 1.163 thorpej * share proc0's CWD info.
542 1.163 thorpej */
543 1.163 thorpej initproc->p_cwdi->cwdi_cdir = rootvnode;
544 1.163 thorpej VREF(initproc->p_cwdi->cwdi_cdir);
545 1.163 thorpej initproc->p_cwdi->cwdi_rdir = NULL;
546 1.61 mycroft
547 1.61 mycroft /*
548 1.61 mycroft * Now can look at time, having had a chance to verify the time
549 1.61 mycroft * from the file system. Reset p->p_rtime as it may have been
550 1.61 mycroft * munched in mi_switch() after the time got set.
551 1.61 mycroft */
552 1.163 thorpej proclist_lock_read();
553 1.178 thorpej s = splsched();
554 1.225 jdolecek LIST_FOREACH(p, &allproc, p_list) {
555 1.171 thorpej p->p_stats->p_start = mono_time = boottime = time;
556 1.225 jdolecek LIST_FOREACH(l, &p->p_lwps, l_sibling) {
557 1.216 thorpej if (l->l_cpu != NULL)
558 1.216 thorpej l->l_cpu->ci_schedstate.spc_runtime = time;
559 1.225 jdolecek }
560 1.163 thorpej p->p_rtime.tv_sec = p->p_rtime.tv_usec = 0;
561 1.163 thorpej }
562 1.163 thorpej splx(s);
563 1.163 thorpej proclist_unlock_read();
564 1.61 mycroft
565 1.163 thorpej /* Create the pageout daemon kernel thread. */
566 1.163 thorpej uvm_swap_init();
567 1.177 thorpej if (kthread_create1(uvm_pageout, NULL, NULL, "pagedaemon"))
568 1.135 thorpej panic("fork pagedaemon");
569 1.61 mycroft
570 1.163 thorpej /* Create the process reaper kernel thread. */
571 1.177 thorpej if (kthread_create1(reaper, NULL, NULL, "reaper"))
572 1.132 thorpej panic("fork reaper");
573 1.159 fvdl
574 1.163 thorpej /* Create the filesystem syncer kernel thread. */
575 1.159 fvdl if (kthread_create1(sched_sync, NULL, NULL, "ioflush"))
576 1.159 fvdl panic("fork syncer");
577 1.185 chs
578 1.185 chs /* Create the aiodone daemon kernel thread. */
579 1.213 yamt if (kthread_create1(uvm_aiodone_daemon, NULL, &uvm.aiodoned_proc,
580 1.213 yamt "aiodoned"))
581 1.185 chs panic("fork aiodoned");
582 1.137 thorpej
583 1.160 thorpej #if defined(MULTIPROCESSOR)
584 1.160 thorpej /* Boot the secondary processors. */
585 1.160 thorpej cpu_boot_secondary_processors();
586 1.160 thorpej #endif
587 1.186 jdolecek
588 1.186 jdolecek /* Initialize exec structures */
589 1.186 jdolecek exec_init(1);
590 1.192 jdolecek
591 1.198 jdolecek #ifndef PIPE_SOCKETPAIR
592 1.192 jdolecek /* Initialize pipe structures */
593 1.192 jdolecek pipe_init();
594 1.192 jdolecek #endif
595 1.132 thorpej
596 1.163 thorpej /*
597 1.163 thorpej * Okay, now we can let init(8) exec! It's off to userland!
598 1.163 thorpej */
599 1.163 thorpej start_init_exec = 1;
600 1.163 thorpej wakeup((void *)&start_init_exec);
601 1.163 thorpej
602 1.61 mycroft /* The scheduler is an infinite loop. */
603 1.114 mrg uvm_scheduler();
604 1.61 mycroft /* NOTREACHED */
605 1.61 mycroft }
606 1.61 mycroft
607 1.93 mouse static void
608 1.221 fvdl check_console(struct proc *p)
609 1.93 mouse {
610 1.93 mouse struct nameidata nd;
611 1.93 mouse int error;
612 1.93 mouse
613 1.221 fvdl NDINIT(&nd, LOOKUP, FOLLOW, UIO_SYSSPACE, "/dev/console", p);
614 1.93 mouse error = namei(&nd);
615 1.96 cgd if (error == 0)
616 1.96 cgd vrele(nd.ni_vp);
617 1.96 cgd else if (error == ENOENT)
618 1.96 cgd printf("warning: no /dev/console\n");
619 1.93 mouse else
620 1.96 cgd printf("warning: lookup /dev/console: error %d\n", error);
621 1.93 mouse }
622 1.93 mouse
623 1.61 mycroft /*
624 1.61 mycroft * List of paths to try when searching for "init".
625 1.61 mycroft */
626 1.176 thorpej static const char *initpaths[] = {
627 1.61 mycroft "/sbin/init",
628 1.61 mycroft "/sbin/oinit",
629 1.61 mycroft "/sbin/init.bak",
630 1.61 mycroft NULL,
631 1.61 mycroft };
632 1.61 mycroft
633 1.61 mycroft /*
634 1.61 mycroft * Start the initial user process; try exec'ing each pathname in "initpaths".
635 1.61 mycroft * The program is invoked with one argument containing the boot flags.
636 1.61 mycroft */
637 1.61 mycroft static void
638 1.176 thorpej start_init(void *arg)
639 1.61 mycroft {
640 1.216 thorpej struct lwp *l = arg;
641 1.216 thorpej struct proc *p = l->l_proc;
642 1.130 eeh vaddr_t addr;
643 1.78 mycroft struct sys_execve_args /* {
644 1.108 mycroft syscallarg(const char *) path;
645 1.92 cgd syscallarg(char * const *) argp;
646 1.92 cgd syscallarg(char * const *) envp;
647 1.68 cgd } */ args;
648 1.68 cgd int options, i, error;
649 1.68 cgd register_t retval[2];
650 1.66 mycroft char flags[4], *flagsp;
651 1.202 lukem const char *path, *slash;
652 1.176 thorpej char *ucp, **uap, *arg0, *arg1 = NULL;
653 1.202 lukem char ipath[129];
654 1.202 lukem int ipx, len;
655 1.61 mycroft
656 1.76 cgd /*
657 1.76 cgd * Now in process 1.
658 1.76 cgd */
659 1.146 gwr strncpy(p->p_comm, "init", MAXCOMLEN);
660 1.163 thorpej
661 1.163 thorpej /*
662 1.163 thorpej * Wait for main() to tell us that it's safe to exec.
663 1.163 thorpej */
664 1.163 thorpej while (start_init_exec == 0)
665 1.163 thorpej (void) tsleep((void *)&start_init_exec, PWAIT, "initexec", 0);
666 1.93 mouse
667 1.93 mouse /*
668 1.93 mouse * This is not the right way to do this. We really should
669 1.93 mouse * hand-craft a descriptor onto /dev/console to hand to init,
670 1.93 mouse * but that's a _lot_ more work, and the benefit from this easy
671 1.93 mouse * hack makes up for the "good is the enemy of the best" effect.
672 1.93 mouse */
673 1.221 fvdl check_console(p);
674 1.61 mycroft
675 1.61 mycroft /*
676 1.61 mycroft * Need just enough stack to hold the faked-up "execve()" arguments.
677 1.61 mycroft */
678 1.211 chs addr = (vaddr_t)STACK_ALLOC(USRSTACK, PAGE_SIZE);
679 1.205 sommerfe if (uvm_map(&p->p_vmspace->vm_map, &addr, PAGE_SIZE,
680 1.181 thorpej NULL, UVM_UNKNOWN_OFFSET, 0,
681 1.114 mrg UVM_MAPFLAG(UVM_PROT_ALL, UVM_PROT_ALL, UVM_INH_COPY,
682 1.114 mrg UVM_ADV_NORMAL,
683 1.189 chs UVM_FLAG_FIXED|UVM_FLAG_OVERLAY|UVM_FLAG_COPYONW)) != 0)
684 1.114 mrg panic("init: couldn't allocate argument space");
685 1.211 chs p->p_vmspace->vm_maxsaddr = (caddr_t)STACK_MAX(addr, PAGE_SIZE);
686 1.61 mycroft
687 1.202 lukem ipx = 0;
688 1.202 lukem while (1) {
689 1.202 lukem if (boothowto & RB_ASKNAME) {
690 1.202 lukem printf("init path");
691 1.202 lukem if (initpaths[ipx])
692 1.202 lukem printf(" (default %s)", initpaths[ipx]);
693 1.202 lukem printf(": ");
694 1.202 lukem len = cngetsn(ipath, sizeof(ipath)-1);
695 1.202 lukem if (len == 0) {
696 1.202 lukem if (initpaths[ipx])
697 1.202 lukem path = initpaths[ipx++];
698 1.202 lukem else
699 1.202 lukem continue;
700 1.202 lukem } else {
701 1.202 lukem ipath[len] = '\0';
702 1.202 lukem path = ipath;
703 1.202 lukem }
704 1.202 lukem } else {
705 1.202 lukem if ((path = initpaths[ipx++]) == NULL)
706 1.202 lukem break;
707 1.202 lukem }
708 1.202 lukem
709 1.211 chs ucp = (char *)USRSTACK;
710 1.64 mycroft
711 1.61 mycroft /*
712 1.64 mycroft * Construct the boot flag argument.
713 1.61 mycroft */
714 1.66 mycroft flagsp = flags;
715 1.66 mycroft *flagsp++ = '-';
716 1.61 mycroft options = 0;
717 1.66 mycroft
718 1.61 mycroft if (boothowto & RB_SINGLE) {
719 1.64 mycroft *flagsp++ = 's';
720 1.61 mycroft options = 1;
721 1.61 mycroft }
722 1.61 mycroft #ifdef notyet
723 1.61 mycroft if (boothowto & RB_FASTBOOT) {
724 1.64 mycroft *flagsp++ = 'f';
725 1.61 mycroft options = 1;
726 1.61 mycroft }
727 1.61 mycroft #endif
728 1.64 mycroft
729 1.64 mycroft /*
730 1.64 mycroft * Move out the flags (arg 1), if necessary.
731 1.64 mycroft */
732 1.64 mycroft if (options != 0) {
733 1.64 mycroft *flagsp++ = '\0';
734 1.64 mycroft i = flagsp - flags;
735 1.64 mycroft #ifdef DEBUG
736 1.90 christos printf("init: copying out flags `%s' %d\n", flags, i);
737 1.64 mycroft #endif
738 1.211 chs arg1 = STACK_ALLOC(ucp, i);
739 1.211 chs ucp = STACK_MAX(arg1, i);
740 1.211 chs (void)copyout((caddr_t)flags, arg1, i);
741 1.64 mycroft }
742 1.61 mycroft
743 1.61 mycroft /*
744 1.61 mycroft * Move out the file name (also arg 0).
745 1.61 mycroft */
746 1.64 mycroft i = strlen(path) + 1;
747 1.64 mycroft #ifdef DEBUG
748 1.90 christos printf("init: copying out path `%s' %d\n", path, i);
749 1.202 lukem #else
750 1.203 lukem if (boothowto & RB_ASKNAME || path != initpaths[0])
751 1.202 lukem printf("init: trying %s\n", path);
752 1.64 mycroft #endif
753 1.211 chs arg0 = STACK_ALLOC(ucp, i);
754 1.211 chs ucp = STACK_MAX(arg0, i);
755 1.211 chs (void)copyout((caddr_t)path, arg0, i);
756 1.61 mycroft
757 1.61 mycroft /*
758 1.61 mycroft * Move out the arg pointers.
759 1.61 mycroft */
760 1.211 chs ucp = (caddr_t)STACK_ALIGN(ucp, ALIGNBYTES);
761 1.211 chs uap = (char **)STACK_ALLOC(ucp, sizeof(char *) * 3);
762 1.211 chs SCARG(&args, path) = arg0;
763 1.211 chs SCARG(&args, argp) = uap;
764 1.211 chs SCARG(&args, envp) = NULL;
765 1.142 mycroft slash = strrchr(path, '/');
766 1.142 mycroft if (slash)
767 1.211 chs (void)suword((caddr_t)uap++,
768 1.142 mycroft (long)arg0 + (slash + 1 - path));
769 1.142 mycroft else
770 1.211 chs (void)suword((caddr_t)uap++, (long)arg0);
771 1.211 chs if (options != 0)
772 1.211 chs (void)suword((caddr_t)uap++, (long)arg1);
773 1.211 chs (void)suword((caddr_t)uap++, 0); /* terminator */
774 1.61 mycroft
775 1.61 mycroft /*
776 1.61 mycroft * Now try to exec the program. If can't for any reason
777 1.61 mycroft * other than it doesn't exist, complain.
778 1.61 mycroft */
779 1.221 fvdl error = sys_execve(LIST_FIRST(&p->p_lwps), &args, retval);
780 1.179 thorpej if (error == 0 || error == EJUSTRETURN) {
781 1.216 thorpej KERNEL_PROC_UNLOCK(l);
782 1.61 mycroft return;
783 1.179 thorpej }
784 1.202 lukem printf("exec %s: error %d\n", path, error);
785 1.61 mycroft }
786 1.90 christos printf("init: not found\n");
787 1.61 mycroft panic("no init");
788 1.61 mycroft }
789