uvm_init.c revision 1.35 1 1.35 rmind /* $NetBSD: uvm_init.c,v 1.35 2009/06/28 15:18:51 rmind Exp $ */
2 1.1 mrg
3 1.1 mrg /*
4 1.1 mrg *
5 1.1 mrg * Copyright (c) 1997 Charles D. Cranor and Washington University.
6 1.1 mrg * All rights reserved.
7 1.1 mrg *
8 1.1 mrg * Redistribution and use in source and binary forms, with or without
9 1.1 mrg * modification, are permitted provided that the following conditions
10 1.1 mrg * are met:
11 1.1 mrg * 1. Redistributions of source code must retain the above copyright
12 1.1 mrg * notice, this list of conditions and the following disclaimer.
13 1.1 mrg * 2. Redistributions in binary form must reproduce the above copyright
14 1.1 mrg * notice, this list of conditions and the following disclaimer in the
15 1.1 mrg * documentation and/or other materials provided with the distribution.
16 1.1 mrg * 3. All advertising materials mentioning features or use of this software
17 1.1 mrg * must display the following acknowledgement:
18 1.1 mrg * This product includes software developed by Charles D. Cranor and
19 1.1 mrg * Washington University.
20 1.1 mrg * 4. The name of the author may not be used to endorse or promote products
21 1.1 mrg * derived from this software without specific prior written permission.
22 1.1 mrg *
23 1.1 mrg * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
24 1.1 mrg * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
25 1.1 mrg * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
26 1.1 mrg * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
27 1.1 mrg * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
28 1.1 mrg * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
29 1.1 mrg * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
30 1.1 mrg * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
31 1.1 mrg * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
32 1.1 mrg * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
33 1.4 mrg *
34 1.4 mrg * from: Id: uvm_init.c,v 1.1.2.3 1998/02/06 05:15:27 chs Exp
35 1.1 mrg */
36 1.1 mrg
37 1.1 mrg /*
38 1.1 mrg * uvm_init.c: init the vm system.
39 1.1 mrg */
40 1.15 lukem
41 1.15 lukem #include <sys/cdefs.h>
42 1.35 rmind __KERNEL_RCSID(0, "$NetBSD: uvm_init.c,v 1.35 2009/06/28 15:18:51 rmind Exp $");
43 1.1 mrg
44 1.1 mrg #include <sys/param.h>
45 1.1 mrg #include <sys/systm.h>
46 1.30 yamt #include <sys/debug.h>
47 1.1 mrg #include <sys/file.h>
48 1.1 mrg #include <sys/filedesc.h>
49 1.1 mrg #include <sys/resourcevar.h>
50 1.34 rmind #include <sys/kmem.h>
51 1.1 mrg #include <sys/mman.h>
52 1.1 mrg #include <sys/proc.h>
53 1.1 mrg #include <sys/malloc.h>
54 1.1 mrg #include <sys/vnode.h>
55 1.1 mrg
56 1.1 mrg #include <uvm/uvm.h>
57 1.26 yamt #include <uvm/uvm_pdpolicy.h>
58 1.31 ad #include <uvm/uvm_readahead.h>
59 1.1 mrg
60 1.1 mrg /*
61 1.28 ad * struct uvm: we store most global vars in this structure to make them
62 1.1 mrg * easier to spot...
63 1.1 mrg */
64 1.1 mrg
65 1.1 mrg struct uvm uvm; /* decl */
66 1.1 mrg struct uvmexp uvmexp; /* decl */
67 1.28 ad struct uvm_object *uvm_kernel_object;
68 1.28 ad
69 1.31 ad kmutex_t uvm_pageqlock;
70 1.28 ad kmutex_t uvm_fpageqlock;
71 1.28 ad kmutex_t uvm_kentry_lock;
72 1.28 ad kmutex_t uvm_swap_data_lock;
73 1.27 ad kmutex_t uvm_scheduler_mutex;
74 1.1 mrg
75 1.1 mrg /*
76 1.1 mrg * uvm_init: init the VM system. called from kern/init_main.c.
77 1.1 mrg */
78 1.1 mrg
79 1.6 mrg void
80 1.23 thorpej uvm_init(void)
81 1.1 mrg {
82 1.18 thorpej vaddr_t kvm_start, kvm_end;
83 1.1 mrg
84 1.6 mrg /*
85 1.6 mrg * step 0: ensure that the hardware set the page size
86 1.6 mrg */
87 1.1 mrg
88 1.6 mrg if (uvmexp.pagesize == 0) {
89 1.6 mrg panic("uvm_init: page size not set");
90 1.6 mrg }
91 1.1 mrg
92 1.6 mrg /*
93 1.6 mrg * step 1: zero the uvm structure
94 1.6 mrg */
95 1.1 mrg
96 1.8 perry memset(&uvm, 0, sizeof(uvm));
97 1.6 mrg averunnable.fscale = FSCALE;
98 1.28 ad uvm_amap_init();
99 1.1 mrg
100 1.6 mrg /*
101 1.6 mrg * step 2: init the page sub-system. this includes allocating the
102 1.6 mrg * vm_page structures, and setting up all the page queues (and
103 1.6 mrg * locks). available memory will be put in the "free" queue.
104 1.18 thorpej * kvm_start and kvm_end will be set to the area of kernel virtual
105 1.18 thorpej * memory which is available for general use.
106 1.6 mrg */
107 1.1 mrg
108 1.18 thorpej uvm_page_init(&kvm_start, &kvm_end);
109 1.1 mrg
110 1.6 mrg /*
111 1.6 mrg * step 3: init the map sub-system. allocates the static pool of
112 1.6 mrg * vm_map_entry structures that are used for "special" kernel maps
113 1.6 mrg * (e.g. kernel_map, kmem_map, etc...).
114 1.6 mrg */
115 1.1 mrg
116 1.6 mrg uvm_map_init();
117 1.1 mrg
118 1.6 mrg /*
119 1.6 mrg * step 4: setup the kernel's virtual memory data structures. this
120 1.19 jdolecek * includes setting up the kernel_map/kernel_object.
121 1.6 mrg */
122 1.1 mrg
123 1.18 thorpej uvm_km_init(kvm_start, kvm_end);
124 1.1 mrg
125 1.6 mrg /*
126 1.6 mrg * step 5: init the pmap module. the pmap module is free to allocate
127 1.6 mrg * memory for its private use (e.g. pvlists).
128 1.6 mrg */
129 1.1 mrg
130 1.6 mrg pmap_init();
131 1.1 mrg
132 1.6 mrg /*
133 1.6 mrg * step 6: init the kernel memory allocator. after this call the
134 1.19 jdolecek * kernel memory allocator (malloc) can be used. this includes
135 1.19 jdolecek * setting up the kmem_map.
136 1.6 mrg */
137 1.1 mrg
138 1.6 mrg kmeminit();
139 1.1 mrg
140 1.30 yamt #ifdef DEBUG
141 1.30 yamt debug_init();
142 1.30 yamt #endif
143 1.30 yamt
144 1.6 mrg /*
145 1.6 mrg * step 7: init all pagers and the pager_map.
146 1.6 mrg */
147 1.1 mrg
148 1.6 mrg uvm_pager_init();
149 1.1 mrg
150 1.6 mrg /*
151 1.22 yamt * step 8: init the uvm_loan() facility.
152 1.16 thorpej */
153 1.16 thorpej
154 1.16 thorpej uvm_loan_init();
155 1.1 mrg
156 1.6 mrg /*
157 1.34 rmind * Initialize pools. This must be done before anyone manipulates
158 1.34 rmind * any vm_maps because we use a pool for some map entry structures.
159 1.34 rmind */
160 1.34 rmind
161 1.34 rmind pool_subsystem_init();
162 1.34 rmind
163 1.34 rmind /*
164 1.34 rmind * init slab memory allocator kmem(9).
165 1.34 rmind */
166 1.34 rmind
167 1.34 rmind kmem_init();
168 1.34 rmind
169 1.34 rmind /*
170 1.35 rmind * init emap subsystem.
171 1.35 rmind */
172 1.35 rmind
173 1.35 rmind uvm_emap_sysinit();
174 1.35 rmind
175 1.35 rmind /*
176 1.34 rmind * the VM system is now up! now that kmem is up we can resize the
177 1.6 mrg * <obj,off> => <page> hash table for general use and enable paging
178 1.6 mrg * of kernel objects.
179 1.6 mrg */
180 1.3 chs
181 1.18 thorpej uao_create(VM_MAX_KERNEL_ADDRESS - VM_MIN_KERNEL_ADDRESS,
182 1.18 thorpej UAO_FLAG_KERNSWAP);
183 1.1 mrg
184 1.26 yamt uvmpdpol_reinit();
185 1.26 yamt
186 1.6 mrg /*
187 1.22 yamt * init anonymous memory systems
188 1.22 yamt */
189 1.22 yamt
190 1.22 yamt uvm_anon_init();
191 1.31 ad
192 1.32 yamt uvm_uarea_init();
193 1.32 yamt
194 1.31 ad /*
195 1.31 ad * init readahead module
196 1.31 ad */
197 1.31 ad
198 1.31 ad uvm_ra_init();
199 1.1 mrg }
200