init_main.c revision 1.349 1 1.349 ad /* $NetBSD: init_main.c,v 1.349 2008/04/14 18:07:51 ad Exp $ */
2 1.347 ad
3 1.347 ad /*-
4 1.347 ad * Copyright (c) 2008 The NetBSD Foundation, Inc.
5 1.347 ad * All rights reserved.
6 1.347 ad *
7 1.347 ad * Redistribution and use in source and binary forms, with or without
8 1.347 ad * modification, are permitted provided that the following conditions
9 1.347 ad * are met:
10 1.347 ad * 1. Redistributions of source code must retain the above copyright
11 1.347 ad * notice, this list of conditions and the following disclaimer.
12 1.347 ad * 2. Redistributions in binary form must reproduce the above copyright
13 1.347 ad * notice, this list of conditions and the following disclaimer in the
14 1.347 ad * documentation and/or other materials provided with the distribution.
15 1.347 ad * 3. All advertising materials mentioning features or use of this software
16 1.347 ad * must display the following acknowledgement:
17 1.347 ad * This product includes software developed by the NetBSD
18 1.347 ad * Foundation, Inc. and its contributors.
19 1.347 ad * 4. Neither the name of The NetBSD Foundation nor the names of its
20 1.347 ad * contributors may be used to endorse or promote products derived
21 1.347 ad * from this software without specific prior written permission.
22 1.347 ad *
23 1.347 ad * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
24 1.347 ad * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
25 1.347 ad * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
26 1.347 ad * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
27 1.347 ad * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
28 1.347 ad * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
29 1.347 ad * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
30 1.347 ad * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
31 1.347 ad * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
32 1.347 ad * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
33 1.347 ad * POSSIBILITY OF SUCH DAMAGE.
34 1.347 ad */
35 1.61 mycroft
36 1.61 mycroft /*
37 1.61 mycroft * Copyright (c) 1982, 1986, 1989, 1991, 1992, 1993
38 1.61 mycroft * The Regents of the University of California. All rights reserved.
39 1.61 mycroft * (c) UNIX System Laboratories, Inc.
40 1.61 mycroft * All or some portions of this file are derived from material licensed
41 1.61 mycroft * to the University of California by American Telephone and Telegraph
42 1.61 mycroft * Co. or Unix System Laboratories, Inc. and are reproduced herein with
43 1.61 mycroft * the permission of UNIX System Laboratories, Inc.
44 1.61 mycroft *
45 1.61 mycroft * Redistribution and use in source and binary forms, with or without
46 1.61 mycroft * modification, are permitted provided that the following conditions
47 1.61 mycroft * are met:
48 1.61 mycroft * 1. Redistributions of source code must retain the above copyright
49 1.61 mycroft * notice, this list of conditions and the following disclaimer.
50 1.61 mycroft * 2. Redistributions in binary form must reproduce the above copyright
51 1.61 mycroft * notice, this list of conditions and the following disclaimer in the
52 1.61 mycroft * documentation and/or other materials provided with the distribution.
53 1.224 agc * 3. Neither the name of the University nor the names of its contributors
54 1.224 agc * may be used to endorse or promote products derived from this software
55 1.224 agc * without specific prior written permission.
56 1.224 agc *
57 1.224 agc * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
58 1.224 agc * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
59 1.224 agc * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
60 1.224 agc * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
61 1.224 agc * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
62 1.224 agc * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
63 1.224 agc * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
64 1.224 agc * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
65 1.224 agc * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
66 1.224 agc * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
67 1.224 agc * SUCH DAMAGE.
68 1.224 agc *
69 1.224 agc * @(#)init_main.c 8.16 (Berkeley) 5/14/95
70 1.224 agc */
71 1.224 agc
72 1.224 agc /*
73 1.224 agc * Copyright (c) 1995 Christopher G. Demetriou. All rights reserved.
74 1.224 agc *
75 1.224 agc * Redistribution and use in source and binary forms, with or without
76 1.224 agc * modification, are permitted provided that the following conditions
77 1.224 agc * are met:
78 1.224 agc * 1. Redistributions of source code must retain the above copyright
79 1.224 agc * notice, this list of conditions and the following disclaimer.
80 1.224 agc * 2. Redistributions in binary form must reproduce the above copyright
81 1.224 agc * notice, this list of conditions and the following disclaimer in the
82 1.224 agc * documentation and/or other materials provided with the distribution.
83 1.61 mycroft * 3. All advertising materials mentioning features or use of this software
84 1.61 mycroft * must display the following acknowledgement:
85 1.61 mycroft * This product includes software developed by the University of
86 1.61 mycroft * California, Berkeley and its contributors.
87 1.61 mycroft * 4. Neither the name of the University nor the names of its contributors
88 1.61 mycroft * may be used to endorse or promote products derived from this software
89 1.61 mycroft * without specific prior written permission.
90 1.61 mycroft *
91 1.61 mycroft * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
92 1.61 mycroft * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
93 1.61 mycroft * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
94 1.61 mycroft * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
95 1.61 mycroft * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
96 1.61 mycroft * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
97 1.61 mycroft * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
98 1.61 mycroft * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
99 1.61 mycroft * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
100 1.61 mycroft * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
101 1.61 mycroft * SUCH DAMAGE.
102 1.61 mycroft *
103 1.118 fvdl * @(#)init_main.c 8.16 (Berkeley) 5/14/95
104 1.61 mycroft */
105 1.196 lukem
106 1.196 lukem #include <sys/cdefs.h>
107 1.349 ad __KERNEL_RCSID(0, "$NetBSD: init_main.c,v 1.349 2008/04/14 18:07:51 ad Exp $");
108 1.115 mrg
109 1.223 jonathan #include "opt_ipsec.h"
110 1.267 kardel #include "opt_ntp.h"
111 1.198 jdolecek #include "opt_pipe.h"
112 1.267 kardel #include "opt_posix.h"
113 1.172 soren #include "opt_syscall_debug.h"
114 1.267 kardel #include "opt_sysv.h"
115 1.292 ad #include "opt_fileassoc.h"
116 1.292 ad #include "opt_ktrace.h"
117 1.281 elad #include "opt_pax.h"
118 1.61 mycroft
119 1.106 explorer #include "rnd.h"
120 1.305 xtraeme #include "sysmon_envsys.h"
121 1.305 xtraeme #include "sysmon_power.h"
122 1.313 xtraeme #include "sysmon_taskq.h"
123 1.313 xtraeme #include "sysmon_wdog.h"
124 1.276 dogcow #include "veriexec.h"
125 1.106 explorer
126 1.61 mycroft #include <sys/param.h>
127 1.164 enami #include <sys/acct.h>
128 1.61 mycroft #include <sys/filedesc.h>
129 1.131 thorpej #include <sys/file.h>
130 1.61 mycroft #include <sys/errno.h>
131 1.162 thorpej #include <sys/callout.h>
132 1.302 yamt #include <sys/cpu.h>
133 1.61 mycroft #include <sys/kernel.h>
134 1.269 yamt #include <sys/kmem.h>
135 1.61 mycroft #include <sys/mount.h>
136 1.61 mycroft #include <sys/proc.h>
137 1.136 thorpej #include <sys/kthread.h>
138 1.61 mycroft #include <sys/resourcevar.h>
139 1.61 mycroft #include <sys/signalvar.h>
140 1.61 mycroft #include <sys/systm.h>
141 1.61 mycroft #include <sys/vnode.h>
142 1.288 hannken #include <sys/fstrans.h>
143 1.87 thorpej #include <sys/tty.h>
144 1.61 mycroft #include <sys/conf.h>
145 1.95 thorpej #include <sys/disklabel.h>
146 1.61 mycroft #include <sys/buf.h>
147 1.61 mycroft #include <sys/device.h>
148 1.186 jdolecek #include <sys/exec.h>
149 1.128 thorpej #include <sys/socketvar.h>
150 1.61 mycroft #include <sys/protosw.h>
151 1.338 yamt #include <sys/percpu.h>
152 1.342 rmind #include <sys/pset.h>
153 1.338 yamt #include <sys/sysctl.h>
154 1.61 mycroft #include <sys/reboot.h>
155 1.61 mycroft #include <sys/user.h>
156 1.176 thorpej #include <sys/sysctl.h>
157 1.209 jdolecek #include <sys/event.h>
158 1.227 jonathan #include <sys/mbuf.h>
159 1.302 yamt #include <sys/sched.h>
160 1.292 ad #include <sys/sleepq.h>
161 1.284 ad #include <sys/iostat.h>
162 1.304 yamt #include <sys/vmem.h>
163 1.307 ad #include <sys/uuid.h>
164 1.307 ad #include <sys/extent.h>
165 1.309 ad #include <sys/disk.h>
166 1.314 rmind #include <sys/mqueue.h>
167 1.325 ad #include <sys/msgbuf.h>
168 1.340 ad #include <sys/module.h>
169 1.343 ad #include <sys/event.h>
170 1.233 junyoung #ifdef FAST_IPSEC
171 1.223 jonathan #include <netipsec/ipsec.h>
172 1.223 jonathan #endif
173 1.82 christos #ifdef SYSVSHM
174 1.82 christos #include <sys/shm.h>
175 1.82 christos #endif
176 1.233 junyoung #ifdef SYSVSEM
177 1.82 christos #include <sys/sem.h>
178 1.82 christos #endif
179 1.82 christos #ifdef SYSVMSG
180 1.82 christos #include <sys/msg.h>
181 1.82 christos #endif
182 1.217 christos #ifdef P1003_1B_SEMAPHORE
183 1.217 christos #include <sys/ksem.h>
184 1.217 christos #endif
185 1.82 christos #include <sys/domain.h>
186 1.94 mouse #include <sys/namei.h>
187 1.106 explorer #if NRND > 0
188 1.103 explorer #include <sys/rnd.h>
189 1.106 explorer #endif
190 1.192 jdolecek #include <sys/pipe.h>
191 1.210 thorpej #ifdef LKM
192 1.210 thorpej #include <sys/lkm.h>
193 1.210 thorpej #endif
194 1.273 elad #if NVERIEXEC > 0
195 1.245 blymn #include <sys/verified_exec.h>
196 1.273 elad #endif /* NVERIEXEC > 0 */
197 1.292 ad #ifdef KTRACE
198 1.292 ad #include <sys/ktrace.h>
199 1.292 ad #endif
200 1.266 elad #include <sys/kauth.h>
201 1.252 skrll #include <net80211/ieee80211_netbsd.h>
202 1.61 mycroft
203 1.77 christos #include <sys/syscall.h>
204 1.68 cgd #include <sys/syscallargs.h>
205 1.68 cgd
206 1.334 elad #if defined(PAX_MPROTECT) || defined(PAX_SEGVGUARD) || defined(PAX_ASLR)
207 1.281 elad #include <sys/pax.h>
208 1.334 elad #endif /* PAX_MPROTECT || PAX_SEGVGUARD || PAX_ASLR */
209 1.334 elad
210 1.61 mycroft #include <ufs/ufs/quota.h>
211 1.61 mycroft
212 1.159 fvdl #include <miscfs/genfs/genfs.h>
213 1.159 fvdl #include <miscfs/syncfs/syncfs.h>
214 1.159 fvdl
215 1.323 ad #include <sys/cpu.h>
216 1.61 mycroft
217 1.114 mrg #include <uvm/uvm.h>
218 1.114 mrg
219 1.310 xtraeme #if NSYSMON_TASKQ > 0
220 1.310 xtraeme #include <dev/sysmon/sysmon_taskq.h>
221 1.310 xtraeme #endif
222 1.310 xtraeme
223 1.202 lukem #include <dev/cons.h>
224 1.310 xtraeme
225 1.313 xtraeme #if NSYSMON_ENVSYS > 0 || NSYSMON_POWER > 0 || NSYSMON_WDOG > 0
226 1.305 xtraeme #include <dev/sysmon/sysmonvar.h>
227 1.305 xtraeme #endif
228 1.202 lukem
229 1.81 christos #include <net/if.h>
230 1.81 christos #include <net/raw_cb.h>
231 1.61 mycroft
232 1.277 elad #include <secmodel/secmodel.h>
233 1.277 elad
234 1.251 junyoung extern struct proc proc0;
235 1.251 junyoung extern struct lwp lwp0;
236 1.251 junyoung extern struct cwdinfo cwdi0;
237 1.311 pooka extern time_t rootfstime;
238 1.251 junyoung
239 1.216 thorpej #ifndef curlwp
240 1.216 thorpej struct lwp *curlwp = &lwp0;
241 1.133 pk #endif
242 1.105 mycroft struct proc *initproc;
243 1.61 mycroft
244 1.61 mycroft struct vnode *rootvp, *swapdev_vp;
245 1.61 mycroft int boothowto;
246 1.156 thorpej int cold = 1; /* still working on startup */
247 1.272 kardel struct timeval boottime; /* time at system startup - will only follow settime deltas */
248 1.61 mycroft
249 1.261 perry volatile int start_init_exec; /* semaphore for start_init() */
250 1.163 thorpej
251 1.260 christos static void check_console(struct lwp *l);
252 1.176 thorpej static void start_init(void *);
253 1.176 thorpej void main(void);
254 1.349 ad void ssp_init(void);
255 1.76 cgd
256 1.280 christos #if defined(__SSP__) || defined(__SSP_ALL__)
257 1.280 christos long __stack_chk_guard[8] = {0, 0, 0, 0, 0, 0, 0, 0};
258 1.280 christos void __stack_chk_fail(void);
259 1.280 christos
260 1.280 christos void
261 1.280 christos __stack_chk_fail(void)
262 1.280 christos {
263 1.280 christos panic("stack overflow detected; terminated");
264 1.280 christos }
265 1.349 ad
266 1.349 ad void
267 1.349 ad ssp_init(void)
268 1.349 ad {
269 1.349 ad int s;
270 1.349 ad
271 1.349 ad #ifdef DIAGNOSTIC
272 1.349 ad printf("Initializing SSP:");
273 1.349 ad #endif
274 1.349 ad /*
275 1.349 ad * We initialize ssp here carefully:
276 1.349 ad * 1. after we got some entropy
277 1.349 ad * 2. without calling a function
278 1.349 ad */
279 1.349 ad size_t i;
280 1.349 ad long guard[__arraycount(__stack_chk_guard)];
281 1.349 ad
282 1.349 ad arc4randbytes(guard, sizeof(guard));
283 1.349 ad s = splhigh();
284 1.349 ad for (i = 0; i < __arraycount(guard); i++)
285 1.349 ad __stack_chk_guard[i] = guard[i];
286 1.349 ad splx(s);
287 1.349 ad #ifdef DIAGNOSTIC
288 1.349 ad for (i = 0; i < __arraycount(guard); i++)
289 1.349 ad printf("%lx ", guard[i]);
290 1.349 ad printf("\n");
291 1.349 ad #endif
292 1.349 ad }
293 1.349 ad #else
294 1.349 ad void
295 1.349 ad ssp_init(void)
296 1.349 ad {
297 1.349 ad
298 1.349 ad }
299 1.280 christos #endif
300 1.280 christos
301 1.287 elad void __secmodel_none(void);
302 1.296 itohy __weak_alias(secmodel_start,__secmodel_none);
303 1.287 elad void
304 1.287 elad __secmodel_none(void)
305 1.287 elad {
306 1.287 elad return;
307 1.287 elad }
308 1.287 elad
309 1.61 mycroft /*
310 1.61 mycroft * System startup; initialize the world, create process 0, mount root
311 1.61 mycroft * filesystem, and fork to create init and pagedaemon. Most of the
312 1.61 mycroft * hard work is done in the lower-level initialization routines including
313 1.61 mycroft * startup(), which does memory initialization and autoconfiguration.
314 1.61 mycroft */
315 1.81 christos void
316 1.176 thorpej main(void)
317 1.61 mycroft {
318 1.267 kardel struct timeval time;
319 1.216 thorpej struct lwp *l;
320 1.144 thorpej struct proc *p;
321 1.204 thorpej int s, error;
322 1.175 jdolecek #ifdef NVNODE_IMPLICIT
323 1.175 jdolecek int usevnodes;
324 1.175 jdolecek #endif
325 1.312 ad CPU_INFO_ITERATOR cii;
326 1.312 ad struct cpu_info *ci;
327 1.61 mycroft
328 1.216 thorpej l = &lwp0;
329 1.327 matt #ifndef LWP0_CPU_INFO
330 1.216 thorpej l->l_cpu = curcpu();
331 1.327 matt #endif
332 1.233 junyoung
333 1.317 ad /*
334 1.61 mycroft * Attempt to find console and initialize
335 1.61 mycroft * in case of early panic or other messages.
336 1.61 mycroft */
337 1.61 mycroft consinit();
338 1.61 mycroft
339 1.321 ad kernel_lock_init();
340 1.179 thorpej
341 1.114 mrg uvm_init();
342 1.127 thorpej
343 1.269 yamt kmem_init();
344 1.269 yamt
345 1.338 yamt percpu_init();
346 1.338 yamt
347 1.347 ad /* Initialize lock caches. */
348 1.347 ad mutex_obj_init();
349 1.347 ad
350 1.307 ad /* Initialize the extent manager. */
351 1.307 ad extent_init();
352 1.307 ad
353 1.145 thorpej /* Do machine-dependent initialization. */
354 1.145 thorpej cpu_startup();
355 1.162 thorpej
356 1.340 ad /* Start module system. */
357 1.340 ad module_init();
358 1.340 ad
359 1.307 ad /* Initialize callouts, part 1. */
360 1.166 enami callout_startup();
361 1.145 thorpej
362 1.291 elad /*
363 1.291 elad * Initialize the kernel authorization subsystem and start the
364 1.291 elad * default security model, if any. We need to do this early
365 1.291 elad * enough so that subsystems relying on any of the aforementioned
366 1.291 elad * can work properly. Since the security model may dictate the
367 1.291 elad * credential inheritance policy, it is needed at least before
368 1.291 elad * any process is created, specifically proc0.
369 1.291 elad */
370 1.289 elad kauth_init();
371 1.290 elad secmodel_start();
372 1.290 elad
373 1.228 pk /* Initialize the buffer cache */
374 1.228 pk bufinit();
375 1.228 pk
376 1.128 thorpej /* Initialize sockets. */
377 1.128 thorpej soinit();
378 1.127 thorpej
379 1.156 thorpej /*
380 1.212 thorpej * The following things must be done before autoconfiguration.
381 1.156 thorpej */
382 1.212 thorpej evcnt_init(); /* initialize event counters */
383 1.106 explorer #if NRND > 0
384 1.156 thorpej rnd_init(); /* initialize RNG */
385 1.106 explorer #endif
386 1.176 thorpej
387 1.236 simonb /* Initialize process and pgrp structures. */
388 1.63 mycroft procinit();
389 1.279 thorpej lwpinit();
390 1.210 thorpej
391 1.251 junyoung /* Initialize signal-related data structures. */
392 1.251 junyoung signal_init();
393 1.61 mycroft
394 1.333 ad /* Initialize resource management. */
395 1.333 ad resource_init();
396 1.333 ad
397 1.251 junyoung /* Create process 0 (the swapper). */
398 1.251 junyoung proc0_init();
399 1.61 mycroft
400 1.307 ad /* Initialize the UID hash table. */
401 1.307 ad uid_init();
402 1.307 ad
403 1.307 ad /* Charge root for one process. */
404 1.61 mycroft (void)chgproccnt(0, 1);
405 1.61 mycroft
406 1.330 ad /* Initialize timekeeping. */
407 1.330 ad time_init();
408 1.330 ad
409 1.292 ad /* Initialize the run queues, turnstiles and sleep queues. */
410 1.312 ad mutex_init(&cpu_lock, MUTEX_DEFAULT, IPL_NONE);
411 1.302 yamt sched_rqinit();
412 1.292 ad turnstile_init();
413 1.292 ad sleeptab_init(&sleeptab);
414 1.292 ad
415 1.339 rmind /* Initialize processor-sets */
416 1.339 rmind psets_init();
417 1.339 rmind
418 1.302 yamt /* MI initialization of the boot cpu */
419 1.302 yamt error = mi_cpu_attach(curcpu());
420 1.302 yamt KASSERT(error == 0);
421 1.302 yamt
422 1.338 yamt /*
423 1.338 yamt * Initialize mbuf's. Do this now because we might attempt to
424 1.338 yamt * allocate mbufs or mbuf clusters during autoconfiguration.
425 1.338 yamt */
426 1.338 yamt mbinit();
427 1.338 yamt
428 1.292 ad /* Initialize the sysctl subsystem. */
429 1.292 ad sysctl_init();
430 1.61 mycroft
431 1.284 ad /* Initialize I/O statistics. */
432 1.284 ad iostat_init();
433 1.284 ad
434 1.325 ad /* Initialize the log device. */
435 1.325 ad loginit();
436 1.325 ad
437 1.61 mycroft /* Initialize the file systems. */
438 1.194 matt #ifdef NVNODE_IMPLICIT
439 1.194 matt /*
440 1.194 matt * If maximum number of vnodes in namei vnode cache is not explicitly
441 1.194 matt * defined in kernel config, adjust the number such as we use roughly
442 1.232 tls * 1.0% of memory for vnode cache (but not less than NVNODE vnodes).
443 1.194 matt */
444 1.346 yamt usevnodes =
445 1.346 yamt calc_cache_size(kernel_map, 1, VNODE_VA_MAXPCT) / sizeof(vnode_t);
446 1.205 sommerfe if (usevnodes > desiredvnodes)
447 1.194 matt desiredvnodes = usevnodes;
448 1.194 matt #endif
449 1.61 mycroft vfsinit();
450 1.61 mycroft
451 1.288 hannken /* Initialize fstrans. */
452 1.288 hannken fstrans_init();
453 1.267 kardel
454 1.319 ad /* Initialize the file descriptor system. */
455 1.343 ad fd_sys_init();
456 1.319 ad
457 1.344 ad /* Initialize kqueue. */
458 1.343 ad kqueue_init();
459 1.307 ad
460 1.303 rmind /* Initialize asynchronous I/O. */
461 1.303 rmind aio_sysinit();
462 1.303 rmind
463 1.314 rmind /* Initialize message queues. */
464 1.314 rmind mqueue_sysinit();
465 1.314 rmind
466 1.313 xtraeme /* Initialize the system monitor subsystems. */
467 1.310 xtraeme #if NSYSMON_TASKQ > 0
468 1.310 xtraeme sysmon_task_queue_preinit();
469 1.310 xtraeme #endif
470 1.310 xtraeme
471 1.305 xtraeme #if NSYSMON_ENVSYS > 0
472 1.305 xtraeme sysmon_envsys_init();
473 1.305 xtraeme #endif
474 1.310 xtraeme
475 1.305 xtraeme #if NSYSMON_POWER > 0
476 1.305 xtraeme sysmon_power_init();
477 1.305 xtraeme #endif
478 1.313 xtraeme
479 1.313 xtraeme #if NSYSMON_WDOG > 0
480 1.313 xtraeme sysmon_wdog_init();
481 1.313 xtraeme #endif
482 1.313 xtraeme
483 1.268 kardel inittimecounter();
484 1.267 kardel ntp_init();
485 1.267 kardel
486 1.307 ad /* Initialize the device switch tables. */
487 1.307 ad devsw_init();
488 1.307 ad
489 1.326 ad /* Initialize tty subsystem. */
490 1.326 ad tty_init();
491 1.326 ad ttyldisc_init();
492 1.326 ad
493 1.336 ad /* Initialize the buffer cache, part 2. */
494 1.336 ad bufinit2();
495 1.336 ad
496 1.309 ad /* Initialize the disk wedge subsystem. */
497 1.309 ad dkwedge_init();
498 1.309 ad
499 1.156 thorpej /* Configure the system hardware. This will enable interrupts. */
500 1.156 thorpej configure();
501 1.61 mycroft
502 1.185 chs ubc_init(); /* must be after autoconfig */
503 1.185 chs
504 1.61 mycroft #ifdef SYSVSHM
505 1.61 mycroft /* Initialize System V style shared memory. */
506 1.61 mycroft shminit();
507 1.61 mycroft #endif
508 1.61 mycroft
509 1.61 mycroft #ifdef SYSVSEM
510 1.61 mycroft /* Initialize System V style semaphores. */
511 1.61 mycroft seminit();
512 1.61 mycroft #endif
513 1.61 mycroft
514 1.61 mycroft #ifdef SYSVMSG
515 1.61 mycroft /* Initialize System V style message queues. */
516 1.61 mycroft msginit();
517 1.61 mycroft #endif
518 1.61 mycroft
519 1.217 christos #ifdef P1003_1B_SEMAPHORE
520 1.217 christos /* Initialize posix semaphores */
521 1.217 christos ksem_init();
522 1.217 christos #endif
523 1.245 blymn
524 1.273 elad #if NVERIEXEC > 0
525 1.283 elad /*
526 1.283 elad * Initialise the Veriexec subsystem.
527 1.283 elad */
528 1.283 elad veriexec_init();
529 1.273 elad #endif /* NVERIEXEC > 0 */
530 1.251 junyoung
531 1.334 elad #if defined(PAX_MPROTECT) || defined(PAX_SEGVGUARD) || defined(PAX_ASLR)
532 1.281 elad pax_init();
533 1.334 elad #endif /* PAX_MPROTECT || PAX_SEGVGUARD || PAX_ASLR */
534 1.281 elad
535 1.223 jonathan #ifdef FAST_IPSEC
536 1.223 jonathan /* Attach network crypto subsystem */
537 1.223 jonathan ipsec_attach();
538 1.223 jonathan #endif
539 1.61 mycroft
540 1.61 mycroft /*
541 1.61 mycroft * Initialize protocols. Block reception of incoming packets
542 1.61 mycroft * until everything is ready.
543 1.61 mycroft */
544 1.190 thorpej s = splnet();
545 1.61 mycroft ifinit();
546 1.61 mycroft domaininit();
547 1.200 itojun if_attachdomain();
548 1.61 mycroft splx(s);
549 1.61 mycroft
550 1.61 mycroft #ifdef GPROF
551 1.61 mycroft /* Initialize kernel profiling. */
552 1.61 mycroft kmstartup();
553 1.61 mycroft #endif
554 1.164 enami
555 1.164 enami /* Initialize system accouting. */
556 1.164 enami acct_init();
557 1.61 mycroft
558 1.301 ad #ifndef PIPE_SOCKETPAIR
559 1.300 ad /* Initialize pipes. */
560 1.300 ad pipe_init();
561 1.301 ad #endif
562 1.300 ad
563 1.292 ad #ifdef KTRACE
564 1.292 ad /* Initialize ktrace. */
565 1.292 ad ktrinit();
566 1.292 ad #endif
567 1.292 ad
568 1.307 ad /* Initialize the UUID system calls. */
569 1.307 ad uuid_init();
570 1.307 ad
571 1.163 thorpej /*
572 1.163 thorpej * Create process 1 (init(8)). We do this now, as Unix has
573 1.163 thorpej * historically had init be process 1, and changing this would
574 1.163 thorpej * probably upset a lot of people.
575 1.163 thorpej *
576 1.163 thorpej * Note that process 1 won't immediately exec init(8), but will
577 1.163 thorpej * wait for us to inform it that the root file system has been
578 1.163 thorpej * mounted.
579 1.163 thorpej */
580 1.216 thorpej if (fork1(l, 0, SIGCHLD, NULL, 0, start_init, NULL, NULL, &initproc))
581 1.163 thorpej panic("fork init");
582 1.163 thorpej
583 1.163 thorpej /*
584 1.340 ad * Load any remaining builtin modules, and hand back temporary
585 1.340 ad * storage to the VM system.
586 1.340 ad */
587 1.340 ad module_init_class(MODULE_CLASS_ANY);
588 1.340 ad module_jettison();
589 1.340 ad
590 1.340 ad /*
591 1.208 thorpej * Finalize configuration now that all real devices have been
592 1.208 thorpej * found. This needs to be done before the root device is
593 1.208 thorpej * selected, since finalization may create the root device.
594 1.208 thorpej */
595 1.208 thorpej config_finalize();
596 1.163 thorpej
597 1.163 thorpej /*
598 1.163 thorpej * Now that autoconfiguration has completed, we can determine
599 1.163 thorpej * the root and dump devices.
600 1.163 thorpej */
601 1.98 gwr cpu_rootconf();
602 1.101 thorpej cpu_dumpconf();
603 1.61 mycroft
604 1.61 mycroft /* Mount the root file system. */
605 1.95 thorpej do {
606 1.95 thorpej domountroothook();
607 1.95 thorpej if ((error = vfs_mountroot())) {
608 1.97 thorpej printf("cannot mount root, error = %d\n", error);
609 1.95 thorpej boothowto |= RB_ASKNAME;
610 1.95 thorpej setroot(root_device,
611 1.152 thorpej (rootdev != NODEV) ? DISKPART(rootdev) : 0);
612 1.95 thorpej }
613 1.95 thorpej } while (error != 0);
614 1.95 thorpej mountroothook_destroy();
615 1.95 thorpej
616 1.239 pk /*
617 1.239 pk * Initialise the time-of-day clock, passing the time recorded
618 1.239 pk * in the root filesystem (if any) for use by systems that
619 1.239 pk * don't have a non-volatile time-of-day device.
620 1.239 pk */
621 1.239 pk inittodr(rootfstime);
622 1.239 pk
623 1.206 matt CIRCLEQ_FIRST(&mountlist)->mnt_flag |= MNT_ROOTFS;
624 1.206 matt CIRCLEQ_FIRST(&mountlist)->mnt_op->vfs_refcount++;
625 1.61 mycroft
626 1.111 thorpej /*
627 1.111 thorpej * Get the vnode for '/'. Set filedesc0.fd_fd.fd_cdir to
628 1.111 thorpej * reference it.
629 1.111 thorpej */
630 1.243 mycroft error = VFS_ROOT(CIRCLEQ_FIRST(&mountlist), &rootvnode);
631 1.243 mycroft if (error)
632 1.243 mycroft panic("cannot find root vnode, error=%d", error);
633 1.148 thorpej cwdi0.cwdi_cdir = rootvnode;
634 1.148 thorpej VREF(cwdi0.cwdi_cdir);
635 1.118 fvdl VOP_UNLOCK(rootvnode, 0);
636 1.148 thorpej cwdi0.cwdi_rdir = NULL;
637 1.163 thorpej
638 1.163 thorpej /*
639 1.163 thorpej * Now that root is mounted, we can fixup initproc's CWD
640 1.163 thorpej * info. All other processes are kthreads, which merely
641 1.163 thorpej * share proc0's CWD info.
642 1.163 thorpej */
643 1.163 thorpej initproc->p_cwdi->cwdi_cdir = rootvnode;
644 1.163 thorpej VREF(initproc->p_cwdi->cwdi_cdir);
645 1.163 thorpej initproc->p_cwdi->cwdi_rdir = NULL;
646 1.61 mycroft
647 1.61 mycroft /*
648 1.61 mycroft * Now can look at time, having had a chance to verify the time
649 1.292 ad * from the file system. Reset l->l_rtime as it may have been
650 1.61 mycroft * munched in mi_switch() after the time got set.
651 1.61 mycroft */
652 1.267 kardel getmicrotime(&time);
653 1.267 kardel boottime = time;
654 1.298 ad mutex_enter(&proclist_lock);
655 1.225 jdolecek LIST_FOREACH(p, &allproc, p_list) {
656 1.295 pavel KASSERT((p->p_flag & PK_MARKER) == 0);
657 1.292 ad mutex_enter(&p->p_smutex);
658 1.267 kardel p->p_stats->p_start = time;
659 1.225 jdolecek LIST_FOREACH(l, &p->p_lwps, l_sibling) {
660 1.292 ad lwp_lock(l);
661 1.332 yamt memset(&l->l_rtime, 0, sizeof(l->l_rtime));
662 1.292 ad lwp_unlock(l);
663 1.225 jdolecek }
664 1.292 ad mutex_exit(&p->p_smutex);
665 1.163 thorpej }
666 1.298 ad mutex_exit(&proclist_lock);
667 1.332 yamt binuptime(&curlwp->l_stime);
668 1.61 mycroft
669 1.312 ad for (CPU_INFO_FOREACH(cii, ci)) {
670 1.312 ad ci->ci_schedstate.spc_lastmod = time_second;
671 1.312 ad }
672 1.312 ad
673 1.163 thorpej /* Create the pageout daemon kernel thread. */
674 1.163 thorpej uvm_swap_init();
675 1.336 ad if (kthread_create(PRI_PGDAEMON, KTHREAD_MPSAFE, NULL, uvm_pageout,
676 1.307 ad NULL, NULL, "pgdaemon"))
677 1.135 thorpej panic("fork pagedaemon");
678 1.61 mycroft
679 1.163 thorpej /* Create the filesystem syncer kernel thread. */
680 1.336 ad if (kthread_create(PRI_IOFLUSH, KTHREAD_MPSAFE, NULL, sched_sync,
681 1.336 ad NULL, NULL, "ioflush"))
682 1.159 fvdl panic("fork syncer");
683 1.185 chs
684 1.185 chs /* Create the aiodone daemon kernel thread. */
685 1.286 yamt if (workqueue_create(&uvm.aiodone_queue, "aiodoned",
686 1.336 ad uvm_aiodone_worker, NULL, PRI_VM, IPL_NONE, WQ_MPSAFE))
687 1.185 chs panic("fork aiodoned");
688 1.137 thorpej
689 1.304 yamt vmem_rehash_start();
690 1.304 yamt
691 1.186 jdolecek /* Initialize exec structures */
692 1.186 jdolecek exec_init(1);
693 1.192 jdolecek
694 1.163 thorpej /*
695 1.163 thorpej * Okay, now we can let init(8) exec! It's off to userland!
696 1.163 thorpej */
697 1.163 thorpej start_init_exec = 1;
698 1.247 christos wakeup(&start_init_exec);
699 1.163 thorpej
700 1.61 mycroft /* The scheduler is an infinite loop. */
701 1.114 mrg uvm_scheduler();
702 1.61 mycroft /* NOTREACHED */
703 1.61 mycroft }
704 1.61 mycroft
705 1.93 mouse static void
706 1.260 christos check_console(struct lwp *l)
707 1.93 mouse {
708 1.93 mouse struct nameidata nd;
709 1.93 mouse int error;
710 1.93 mouse
711 1.331 pooka NDINIT(&nd, LOOKUP, FOLLOW, UIO_SYSSPACE, "/dev/console");
712 1.93 mouse error = namei(&nd);
713 1.96 cgd if (error == 0)
714 1.96 cgd vrele(nd.ni_vp);
715 1.96 cgd else if (error == ENOENT)
716 1.96 cgd printf("warning: no /dev/console\n");
717 1.93 mouse else
718 1.96 cgd printf("warning: lookup /dev/console: error %d\n", error);
719 1.93 mouse }
720 1.93 mouse
721 1.61 mycroft /*
722 1.61 mycroft * List of paths to try when searching for "init".
723 1.61 mycroft */
724 1.327 matt static const char * const initpaths[] = {
725 1.61 mycroft "/sbin/init",
726 1.61 mycroft "/sbin/oinit",
727 1.61 mycroft "/sbin/init.bak",
728 1.61 mycroft NULL,
729 1.61 mycroft };
730 1.61 mycroft
731 1.61 mycroft /*
732 1.61 mycroft * Start the initial user process; try exec'ing each pathname in "initpaths".
733 1.61 mycroft * The program is invoked with one argument containing the boot flags.
734 1.61 mycroft */
735 1.61 mycroft static void
736 1.176 thorpej start_init(void *arg)
737 1.61 mycroft {
738 1.216 thorpej struct lwp *l = arg;
739 1.216 thorpej struct proc *p = l->l_proc;
740 1.130 eeh vaddr_t addr;
741 1.78 mycroft struct sys_execve_args /* {
742 1.108 mycroft syscallarg(const char *) path;
743 1.92 cgd syscallarg(char * const *) argp;
744 1.92 cgd syscallarg(char * const *) envp;
745 1.68 cgd } */ args;
746 1.68 cgd int options, i, error;
747 1.68 cgd register_t retval[2];
748 1.66 mycroft char flags[4], *flagsp;
749 1.202 lukem const char *path, *slash;
750 1.176 thorpej char *ucp, **uap, *arg0, *arg1 = NULL;
751 1.202 lukem char ipath[129];
752 1.202 lukem int ipx, len;
753 1.61 mycroft
754 1.76 cgd /*
755 1.76 cgd * Now in process 1.
756 1.76 cgd */
757 1.146 gwr strncpy(p->p_comm, "init", MAXCOMLEN);
758 1.163 thorpej
759 1.163 thorpej /*
760 1.163 thorpej * Wait for main() to tell us that it's safe to exec.
761 1.163 thorpej */
762 1.163 thorpej while (start_init_exec == 0)
763 1.247 christos (void) tsleep(&start_init_exec, PWAIT, "initexec", 0);
764 1.93 mouse
765 1.93 mouse /*
766 1.93 mouse * This is not the right way to do this. We really should
767 1.93 mouse * hand-craft a descriptor onto /dev/console to hand to init,
768 1.93 mouse * but that's a _lot_ more work, and the benefit from this easy
769 1.93 mouse * hack makes up for the "good is the enemy of the best" effect.
770 1.93 mouse */
771 1.260 christos check_console(l);
772 1.61 mycroft
773 1.61 mycroft /*
774 1.61 mycroft * Need just enough stack to hold the faked-up "execve()" arguments.
775 1.61 mycroft */
776 1.211 chs addr = (vaddr_t)STACK_ALLOC(USRSTACK, PAGE_SIZE);
777 1.205 sommerfe if (uvm_map(&p->p_vmspace->vm_map, &addr, PAGE_SIZE,
778 1.181 thorpej NULL, UVM_UNKNOWN_OFFSET, 0,
779 1.114 mrg UVM_MAPFLAG(UVM_PROT_ALL, UVM_PROT_ALL, UVM_INH_COPY,
780 1.114 mrg UVM_ADV_NORMAL,
781 1.189 chs UVM_FLAG_FIXED|UVM_FLAG_OVERLAY|UVM_FLAG_COPYONW)) != 0)
782 1.114 mrg panic("init: couldn't allocate argument space");
783 1.297 christos p->p_vmspace->vm_maxsaddr = (void *)STACK_MAX(addr, PAGE_SIZE);
784 1.61 mycroft
785 1.202 lukem ipx = 0;
786 1.202 lukem while (1) {
787 1.202 lukem if (boothowto & RB_ASKNAME) {
788 1.202 lukem printf("init path");
789 1.202 lukem if (initpaths[ipx])
790 1.202 lukem printf(" (default %s)", initpaths[ipx]);
791 1.202 lukem printf(": ");
792 1.202 lukem len = cngetsn(ipath, sizeof(ipath)-1);
793 1.202 lukem if (len == 0) {
794 1.202 lukem if (initpaths[ipx])
795 1.202 lukem path = initpaths[ipx++];
796 1.202 lukem else
797 1.202 lukem continue;
798 1.202 lukem } else {
799 1.202 lukem ipath[len] = '\0';
800 1.202 lukem path = ipath;
801 1.202 lukem }
802 1.202 lukem } else {
803 1.202 lukem if ((path = initpaths[ipx++]) == NULL)
804 1.202 lukem break;
805 1.202 lukem }
806 1.202 lukem
807 1.211 chs ucp = (char *)USRSTACK;
808 1.64 mycroft
809 1.61 mycroft /*
810 1.64 mycroft * Construct the boot flag argument.
811 1.61 mycroft */
812 1.66 mycroft flagsp = flags;
813 1.66 mycroft *flagsp++ = '-';
814 1.61 mycroft options = 0;
815 1.66 mycroft
816 1.61 mycroft if (boothowto & RB_SINGLE) {
817 1.64 mycroft *flagsp++ = 's';
818 1.61 mycroft options = 1;
819 1.61 mycroft }
820 1.61 mycroft #ifdef notyet
821 1.61 mycroft if (boothowto & RB_FASTBOOT) {
822 1.64 mycroft *flagsp++ = 'f';
823 1.61 mycroft options = 1;
824 1.61 mycroft }
825 1.61 mycroft #endif
826 1.64 mycroft
827 1.64 mycroft /*
828 1.64 mycroft * Move out the flags (arg 1), if necessary.
829 1.64 mycroft */
830 1.64 mycroft if (options != 0) {
831 1.64 mycroft *flagsp++ = '\0';
832 1.64 mycroft i = flagsp - flags;
833 1.64 mycroft #ifdef DEBUG
834 1.90 christos printf("init: copying out flags `%s' %d\n", flags, i);
835 1.64 mycroft #endif
836 1.211 chs arg1 = STACK_ALLOC(ucp, i);
837 1.211 chs ucp = STACK_MAX(arg1, i);
838 1.297 christos (void)copyout((void *)flags, arg1, i);
839 1.64 mycroft }
840 1.61 mycroft
841 1.61 mycroft /*
842 1.61 mycroft * Move out the file name (also arg 0).
843 1.61 mycroft */
844 1.64 mycroft i = strlen(path) + 1;
845 1.64 mycroft #ifdef DEBUG
846 1.90 christos printf("init: copying out path `%s' %d\n", path, i);
847 1.202 lukem #else
848 1.203 lukem if (boothowto & RB_ASKNAME || path != initpaths[0])
849 1.202 lukem printf("init: trying %s\n", path);
850 1.64 mycroft #endif
851 1.211 chs arg0 = STACK_ALLOC(ucp, i);
852 1.211 chs ucp = STACK_MAX(arg0, i);
853 1.247 christos (void)copyout(path, arg0, i);
854 1.61 mycroft
855 1.61 mycroft /*
856 1.61 mycroft * Move out the arg pointers.
857 1.61 mycroft */
858 1.297 christos ucp = (void *)STACK_ALIGN(ucp, ALIGNBYTES);
859 1.211 chs uap = (char **)STACK_ALLOC(ucp, sizeof(char *) * 3);
860 1.211 chs SCARG(&args, path) = arg0;
861 1.211 chs SCARG(&args, argp) = uap;
862 1.211 chs SCARG(&args, envp) = NULL;
863 1.142 mycroft slash = strrchr(path, '/');
864 1.142 mycroft if (slash)
865 1.297 christos (void)suword((void *)uap++,
866 1.142 mycroft (long)arg0 + (slash + 1 - path));
867 1.142 mycroft else
868 1.297 christos (void)suword((void *)uap++, (long)arg0);
869 1.211 chs if (options != 0)
870 1.297 christos (void)suword((void *)uap++, (long)arg1);
871 1.297 christos (void)suword((void *)uap++, 0); /* terminator */
872 1.61 mycroft
873 1.61 mycroft /*
874 1.61 mycroft * Now try to exec the program. If can't for any reason
875 1.61 mycroft * other than it doesn't exist, complain.
876 1.61 mycroft */
877 1.260 christos error = sys_execve(l, &args, retval);
878 1.179 thorpej if (error == 0 || error == EJUSTRETURN) {
879 1.292 ad KERNEL_UNLOCK_LAST(l);
880 1.61 mycroft return;
881 1.179 thorpej }
882 1.202 lukem printf("exec %s: error %d\n", path, error);
883 1.61 mycroft }
884 1.90 christos printf("init: not found\n");
885 1.61 mycroft panic("no init");
886 1.61 mycroft }
887 1.345 yamt
888 1.345 yamt /*
889 1.345 yamt * calculate cache size from physmem and vm_map size.
890 1.345 yamt */
891 1.345 yamt vaddr_t
892 1.346 yamt calc_cache_size(struct vm_map *map, int pct, int va_pct)
893 1.345 yamt {
894 1.345 yamt paddr_t t;
895 1.345 yamt
896 1.345 yamt /* XXX should consider competing cache if any */
897 1.345 yamt /* XXX should consider submaps */
898 1.346 yamt t = (uintmax_t)physmem * pct / 100 * PAGE_SIZE;
899 1.346 yamt if (map != NULL) {
900 1.346 yamt vsize_t vsize;
901 1.346 yamt
902 1.346 yamt vsize = vm_map_max(map) - vm_map_min(map);
903 1.346 yamt vsize = (uintmax_t)vsize * va_pct / 100;
904 1.346 yamt if (t > vsize) {
905 1.346 yamt t = vsize;
906 1.346 yamt }
907 1.345 yamt }
908 1.345 yamt return t;
909 1.345 yamt }
910