vmem.c revision 1.6.44.1 1 1.6.44.1 yamt /* $NetBSD: vmem.c,v 1.6.44.1 2009/05/04 08:11:12 yamt Exp $ */
2 1.4 takemura
3 1.4 takemura /*-
4 1.4 takemura * Copyright (c) 1999 Shin Takemura.
5 1.4 takemura * All rights reserved.
6 1.4 takemura *
7 1.4 takemura * This software is part of the PocketBSD.
8 1.4 takemura *
9 1.4 takemura * Redistribution and use in source and binary forms, with or without
10 1.4 takemura * modification, are permitted provided that the following conditions
11 1.4 takemura * are met:
12 1.4 takemura * 1. Redistributions of source code must retain the above copyright
13 1.4 takemura * notice, this list of conditions and the following disclaimer.
14 1.4 takemura * 2. Redistributions in binary form must reproduce the above copyright
15 1.4 takemura * notice, this list of conditions and the following disclaimer in the
16 1.4 takemura * documentation and/or other materials provided with the distribution.
17 1.4 takemura * 3. All advertising materials mentioning features or use of this software
18 1.4 takemura * must display the following acknowledgement:
19 1.4 takemura * This product includes software developed by the PocketBSD project
20 1.4 takemura * and its contributors.
21 1.4 takemura * 4. Neither the name of the project nor the names of its contributors
22 1.4 takemura * may be used to endorse or promote products derived from this software
23 1.4 takemura * without specific prior written permission.
24 1.4 takemura *
25 1.4 takemura * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
26 1.4 takemura * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
27 1.4 takemura * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
28 1.4 takemura * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
29 1.4 takemura * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
30 1.4 takemura * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
31 1.4 takemura * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
32 1.4 takemura * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
33 1.4 takemura * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
34 1.4 takemura * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
35 1.4 takemura * SUCH DAMAGE.
36 1.4 takemura *
37 1.4 takemura */
38 1.4 takemura #include <pbsdboot.h>
39 1.4 takemura
40 1.4 takemura struct addr_s {
41 1.6 christos void *addr;
42 1.4 takemura int in_use;
43 1.4 takemura };
44 1.4 takemura
45 1.4 takemura struct page_header_s {
46 1.4 takemura unsigned long magic0;
47 1.4 takemura int pageno;
48 1.4 takemura unsigned long magic1;
49 1.4 takemura };
50 1.4 takemura
51 1.4 takemura struct map_s *map = NULL;
52 1.4 takemura struct addr_s *phys_addrs = NULL;
53 1.4 takemura unsigned char* heap = NULL;
54 1.4 takemura int npages;
55 1.6 christos void *kernel_start;
56 1.6 christos void *kernel_end;
57 1.4 takemura
58 1.4 takemura int
59 1.6 christos vmem_exec(void *entry, int argc, char *argv[], struct bootinfo *bi)
60 1.4 takemura {
61 1.4 takemura int i;
62 1.6 christos void *p;
63 1.4 takemura
64 1.4 takemura if (map == NULL) {
65 1.4 takemura debug_printf(TEXT("vmem is not initialized.\n"));
66 1.4 takemura msg_printf(MSG_ERROR, whoami, TEXT("vmem is not initialized.\n"));
67 1.4 takemura return (-1);
68 1.4 takemura }
69 1.4 takemura
70 1.4 takemura debug_printf(TEXT("entry point=0x%x\n"), entry);
71 1.4 takemura
72 1.4 takemura map->entry = entry;
73 1.4 takemura map->base = kernel_start;
74 1.4 takemura
75 1.4 takemura for (i = 0; i < argc; i++) {
76 1.4 takemura argv[i] = vtophysaddr(argv[i]);
77 1.4 takemura }
78 1.6 christos map->arg0 = (void *)argc;
79 1.6 christos map->arg1 = vtophysaddr((void *)argv);
80 1.6 christos map->arg2 = vtophysaddr((void *)bi);
81 1.4 takemura map->arg3 = NULL;
82 1.4 takemura
83 1.4 takemura if (map->arg1 == NULL || map->arg2 == NULL) {
84 1.4 takemura debug_printf(TEXT("arg, vtophysaddr() failed\n"));
85 1.4 takemura msg_printf(MSG_ERROR, whoami,
86 1.4 takemura TEXT("arg, vtophysaddr() failed\n"));
87 1.4 takemura return (-1);
88 1.4 takemura }
89 1.4 takemura
90 1.4 takemura for (i = 0; p = map->leaf[i / map->leafsize][i % map->leafsize]; i++) {
91 1.4 takemura if ((p = vtophysaddr(p)) == NULL) {
92 1.4 takemura debug_printf(TEXT("vtophysaddr() failed, page %d (addr=0x%x) \n"),
93 1.4 takemura i, map->leaf[i / map->leafsize][i % map->leafsize]);
94 1.4 takemura msg_printf(MSG_ERROR, whoami,
95 1.4 takemura TEXT("vtophysaddr() failed, page %d (addr=0x%x) \n"),
96 1.4 takemura i, map->leaf[i / map->leafsize][i % map->leafsize]);
97 1.4 takemura return (-1);
98 1.4 takemura }
99 1.4 takemura map->leaf[i / map->leafsize][i % map->leafsize] = p;
100 1.4 takemura }
101 1.4 takemura
102 1.4 takemura for (i = 0; i < map->nleaves; i++) {
103 1.6 christos if ((p = vtophysaddr((void *)map->leaf[i])) == NULL) {
104 1.4 takemura debug_printf(TEXT("vtophysaddr() failed, leaf %d (addr=0x%x) \n"),
105 1.4 takemura i, map->leaf[i / map->leafsize][i % map->leafsize]);
106 1.4 takemura msg_printf(MSG_ERROR, whoami,
107 1.4 takemura TEXT("vtophysaddr() failed, leaf %d (addr=0x%x) \n"),
108 1.4 takemura i, map->leaf[i / map->leafsize][i % map->leafsize]);
109 1.4 takemura return (-1);
110 1.4 takemura }
111 1.6 christos map->leaf[i] = (void **)p;
112 1.4 takemura }
113 1.4 takemura
114 1.4 takemura debug_printf(TEXT("execute startprog()\n"));
115 1.4 takemura //return (-1);
116 1.5 takemura close_debug_log();
117 1.6 christos return ((*system_info.si_boot)(vtophysaddr((void *)map)));
118 1.4 takemura }
119 1.4 takemura
120 1.6 christos void *
121 1.6.44.1 yamt vmem_alloc(void)
122 1.4 takemura {
123 1.4 takemura int i, pagesize;
124 1.4 takemura struct page_header_s *page;
125 1.4 takemura
126 1.4 takemura pagesize = system_info.si_pagesize;
127 1.4 takemura for (i = 0; i < npages; i++) {
128 1.4 takemura page = (struct page_header_s*)&heap[pagesize * i];
129 1.4 takemura if (!phys_addrs[i].in_use &&
130 1.4 takemura !(kernel_start <= phys_addrs[i].addr &&
131 1.4 takemura phys_addrs[i].addr < kernel_end)) {
132 1.4 takemura phys_addrs[i].in_use = 1;
133 1.6 christos return ((void *)page);
134 1.4 takemura }
135 1.4 takemura }
136 1.4 takemura return (NULL);
137 1.4 takemura }
138 1.4 takemura
139 1.6 christos static void *
140 1.6 christos alloc_kpage(void *phys_addr)
141 1.4 takemura {
142 1.4 takemura int i, pagesize;
143 1.4 takemura struct page_header_s *page;
144 1.4 takemura
145 1.4 takemura pagesize = system_info.si_pagesize;
146 1.4 takemura for (i = 0; i < npages; i++) {
147 1.4 takemura page = (struct page_header_s*)&heap[pagesize * i];
148 1.4 takemura if (phys_addrs[i].addr == phys_addr) {
149 1.4 takemura if (phys_addrs[i].in_use) {
150 1.4 takemura debug_printf(TEXT("page %d (phys addr=0x%x) is already in use\n"),
151 1.4 takemura i, phys_addr);
152 1.4 takemura msg_printf(MSG_ERROR, whoami,
153 1.4 takemura TEXT("page %d (phys addr=0x%x) is already in use\n"),
154 1.4 takemura i, phys_addr);
155 1.4 takemura return (NULL);
156 1.4 takemura }
157 1.4 takemura phys_addrs[i].in_use = 1;
158 1.6 christos return ((void *)page);
159 1.4 takemura }
160 1.4 takemura }
161 1.4 takemura return (vmem_alloc());
162 1.4 takemura }
163 1.4 takemura
164 1.6 christos void *
165 1.6 christos vmem_get(void *phys_addr, int *length)
166 1.4 takemura {
167 1.4 takemura int pagesize = system_info.si_pagesize;
168 1.4 takemura int pageno = (phys_addr - kernel_start) / pagesize;
169 1.4 takemura int offset = (phys_addr - kernel_start) % pagesize;
170 1.4 takemura
171 1.4 takemura if (map == NULL || pageno < 0 || npages <= pageno) {
172 1.4 takemura return (NULL);
173 1.4 takemura }
174 1.4 takemura if (length) {
175 1.4 takemura *length = pagesize - offset;
176 1.4 takemura }
177 1.4 takemura return (map->leaf[pageno / map->leafsize][pageno % map->leafsize] + offset);
178 1.4 takemura }
179 1.4 takemura
180 1.6 christos void *
181 1.6 christos vtophysaddr(void *page)
182 1.4 takemura {
183 1.4 takemura int pageno = (page - heap) / system_info.si_pagesize;
184 1.4 takemura int offset = (page - heap) % system_info.si_pagesize;
185 1.4 takemura
186 1.4 takemura if (map == NULL || pageno < 0 || npages <= pageno) {
187 1.4 takemura return (NULL);
188 1.4 takemura }
189 1.4 takemura return (phys_addrs[pageno].addr + offset);
190 1.4 takemura }
191 1.4 takemura
192 1.4 takemura int
193 1.6 christos vmem_init(void *start, void *end)
194 1.4 takemura {
195 1.4 takemura #define MEM_BLOCK_SIZE (1024*1024*4) /* must be greater than page size */
196 1.4 takemura int i, m, pageno;
197 1.4 takemura unsigned long magic0;
198 1.4 takemura unsigned long magic1;
199 1.4 takemura int nfounds;
200 1.4 takemura struct page_header_s *page;
201 1.4 takemura long size;
202 1.4 takemura int nleaves;
203 1.4 takemura int pagesize, memblocks;
204 1.4 takemura
205 1.4 takemura pagesize = system_info.si_pagesize;
206 1.4 takemura memblocks = (system_info.si_drammaxsize) / MEM_BLOCK_SIZE;
207 1.4 takemura
208 1.4 takemura /* align with page size */
209 1.6 christos start = (void *)(((long)start / pagesize) * pagesize);
210 1.6 christos end = (void *)((((long)end + pagesize - 1) / pagesize) * pagesize);
211 1.4 takemura
212 1.4 takemura kernel_start = start;
213 1.4 takemura kernel_end = end;
214 1.4 takemura size = end - start;
215 1.4 takemura
216 1.4 takemura /*
217 1.4 takemura * program image pages.
218 1.4 takemura */
219 1.4 takemura npages = (size + pagesize - 1) / pagesize;
220 1.4 takemura
221 1.4 takemura /*
222 1.4 takemura * map leaf pages.
223 1.4 takemura * npages plus one for end mark.
224 1.4 takemura */
225 1.6 christos npages += (nleaves = ((npages * sizeof(void *) + pagesize) / pagesize));
226 1.4 takemura
227 1.4 takemura /*
228 1.4 takemura * map root page, startprg code page, argument page and bootinfo page.
229 1.4 takemura */
230 1.4 takemura npages += 4;
231 1.4 takemura
232 1.4 takemura /*
233 1.4 takemura * allocate pages
234 1.4 takemura */
235 1.4 takemura debug_printf(TEXT("allocate %d pages\n"), npages);
236 1.4 takemura heap = (unsigned char*)
237 1.4 takemura VirtualAlloc(0,
238 1.4 takemura npages * pagesize,
239 1.4 takemura MEM_COMMIT,
240 1.4 takemura PAGE_READWRITE | PAGE_NOCACHE);
241 1.4 takemura if (heap == NULL) {
242 1.4 takemura debug_printf(TEXT("can't allocate heap\n"));
243 1.4 takemura msg_printf(MSG_ERROR, whoami, TEXT("can't allocate heap\n"));
244 1.4 takemura goto error_cleanup;
245 1.4 takemura }
246 1.4 takemura
247 1.4 takemura /*
248 1.4 takemura * allocate address table.
249 1.4 takemura */
250 1.4 takemura phys_addrs = (struct addr_s *)
251 1.4 takemura VirtualAlloc(0,
252 1.4 takemura npages * sizeof(struct addr_s),
253 1.4 takemura MEM_COMMIT,
254 1.4 takemura PAGE_READWRITE);
255 1.4 takemura if (phys_addrs == NULL) {
256 1.4 takemura debug_printf(TEXT("can't allocate address table\n"));
257 1.4 takemura msg_printf(MSG_ERROR, whoami, TEXT("can't allocate address table\n"));
258 1.4 takemura goto error_cleanup;
259 1.4 takemura }
260 1.4 takemura
261 1.4 takemura /*
262 1.4 takemura * set magic number for each page in buffer.
263 1.4 takemura */
264 1.4 takemura magic0 = Random();
265 1.4 takemura magic1 = Random();
266 1.4 takemura debug_printf(TEXT("magic=%08x%08x\n"), magic0, magic1);
267 1.4 takemura
268 1.4 takemura for (i = 0; i < npages; i++) {
269 1.4 takemura page = (struct page_header_s*)&heap[pagesize * i];
270 1.4 takemura page->magic0 = magic0;
271 1.4 takemura page->pageno = i;
272 1.4 takemura page->magic1 = magic1;
273 1.4 takemura phys_addrs[i].addr = 0;
274 1.4 takemura phys_addrs[i].in_use = 0;
275 1.4 takemura }
276 1.4 takemura
277 1.4 takemura /*
278 1.4 takemura * Scan whole physical memory.
279 1.4 takemura */
280 1.4 takemura nfounds = 0;
281 1.4 takemura for (m = 0; (m < memblocks) && (nfounds < npages); m++) {
282 1.4 takemura unsigned char* mem;
283 1.4 takemura /* Map physical memory block */
284 1.4 takemura mem = (unsigned char*)VirtualAlloc(0, MEM_BLOCK_SIZE,
285 1.4 takemura MEM_RESERVE, PAGE_NOACCESS);
286 1.4 takemura if(!VirtualCopy((LPVOID)mem, (LPVOID)
287 1.4 takemura ((system_info.si_dramstart + MEM_BLOCK_SIZE * m) >> 8),
288 1.4 takemura MEM_BLOCK_SIZE,
289 1.4 takemura PAGE_READWRITE | PAGE_NOCACHE | PAGE_PHYSICAL)) {
290 1.4 takemura VirtualFree(mem, 0, MEM_RELEASE);
291 1.4 takemura continue;
292 1.4 takemura }
293 1.4 takemura /* Find preliminary allocated pages */
294 1.4 takemura for (i = 0; i < (int)(MEM_BLOCK_SIZE / pagesize); i++) {
295 1.4 takemura page = (struct page_header_s*)&mem[pagesize * i];
296 1.4 takemura if (page->magic0 == magic0 &&
297 1.4 takemura page->magic1 == magic1) {
298 1.4 takemura pageno = page->pageno;
299 1.4 takemura if (0 <= pageno && pageno < npages &&
300 1.4 takemura phys_addrs[pageno].addr == 0) {
301 1.4 takemura /* Set kernel virtual addr. XXX mips dependent */
302 1.4 takemura phys_addrs[pageno].addr = (unsigned char*)
303 1.4 takemura ((0x80000000 |
304 1.4 takemura system_info.si_dramstart) +
305 1.4 takemura MEM_BLOCK_SIZE * m +
306 1.4 takemura pagesize * i);
307 1.4 takemura page->magic0 = 0;
308 1.4 takemura page->magic1 = 0;
309 1.4 takemura if (npages <= ++nfounds) {
310 1.4 takemura break;
311 1.4 takemura }
312 1.4 takemura } else {
313 1.4 takemura debug_printf(TEXT("invalid page header\n"));
314 1.4 takemura msg_printf(MSG_ERROR, whoami, TEXT("invalid page header\n"));
315 1.4 takemura goto error_cleanup;
316 1.4 takemura }
317 1.4 takemura }
318 1.4 takemura }
319 1.4 takemura VirtualFree(mem, 0, MEM_RELEASE);
320 1.4 takemura }
321 1.4 takemura
322 1.4 takemura if (nfounds < npages) {
323 1.4 takemura debug_printf(TEXT("lost %d pages\n"), npages - nfounds);
324 1.4 takemura msg_printf(MSG_ERROR, whoami,
325 1.4 takemura TEXT("lost %d pages (allocated %d pages)\n"),
326 1.4 takemura npages - nfounds, npages);
327 1.4 takemura goto error_cleanup;
328 1.4 takemura }
329 1.4 takemura
330 1.4 takemura /*
331 1.4 takemura * allocate root page
332 1.4 takemura */
333 1.4 takemura if ((map = (struct map_s*)vmem_alloc()) == NULL) {
334 1.4 takemura debug_printf(TEXT("can't allocate root page.\n"));
335 1.4 takemura msg_printf(MSG_ERROR, whoami, TEXT("can't allocate root page.\n"));
336 1.4 takemura goto error_cleanup;
337 1.4 takemura }
338 1.4 takemura map->nleaves = nleaves;
339 1.6 christos map->leafsize = pagesize / sizeof(void *);
340 1.4 takemura map->pagesize = pagesize;
341 1.4 takemura
342 1.4 takemura /*
343 1.4 takemura * allocate leaf pages
344 1.4 takemura */
345 1.4 takemura for (i = 0; i < nleaves; i++) {
346 1.6 christos if ((map->leaf[i] = (void **)vmem_alloc()) == NULL) {
347 1.4 takemura debug_printf(TEXT("can't allocate leaf page.\n"));
348 1.4 takemura msg_printf(MSG_ERROR, whoami, TEXT("can't allocate leaf page.\n"));
349 1.4 takemura goto error_cleanup;
350 1.4 takemura }
351 1.4 takemura }
352 1.4 takemura
353 1.4 takemura /*
354 1.4 takemura * allocate kernel pages
355 1.4 takemura */
356 1.4 takemura for (i = 0; start < kernel_end; start += pagesize, i++) {
357 1.6 christos void **leaf = map->leaf[i / map->leafsize];
358 1.4 takemura if ((leaf[i % map->leafsize] = alloc_kpage(start)) == NULL) {
359 1.4 takemura debug_printf(TEXT("can't allocate page 0x%x.\n"), start);
360 1.4 takemura msg_printf(MSG_ERROR, whoami, TEXT("can't allocate page 0x%x.\n"), start);
361 1.4 takemura goto error_cleanup;
362 1.4 takemura }
363 1.4 takemura }
364 1.4 takemura map->leaf[i / map->leafsize][i % map->leafsize] = NULL; /* END MARK */
365 1.4 takemura
366 1.4 takemura return (0);
367 1.4 takemura
368 1.4 takemura error_cleanup:
369 1.4 takemura vmem_free();
370 1.4 takemura
371 1.4 takemura return (-1);
372 1.4 takemura }
373 1.4 takemura
374 1.4 takemura void
375 1.6.44.1 yamt vmem_free(void)
376 1.4 takemura {
377 1.4 takemura map = NULL;
378 1.4 takemura if (heap) {
379 1.4 takemura VirtualFree(heap, 0, MEM_RELEASE);
380 1.4 takemura heap = NULL;
381 1.4 takemura }
382 1.4 takemura if (phys_addrs) {
383 1.4 takemura VirtualFree(phys_addrs, 0, MEM_RELEASE);
384 1.4 takemura phys_addrs = NULL;
385 1.4 takemura }
386 1.4 takemura }
387 1.4 takemura
388 1.4 takemura void
389 1.6.44.1 yamt vmem_dump_map(void)
390 1.4 takemura {
391 1.6 christos void *addr, page, paddr;
392 1.4 takemura
393 1.4 takemura if (map == NULL) {
394 1.4 takemura debug_printf(TEXT("no page map\n"));
395 1.4 takemura return;
396 1.4 takemura }
397 1.4 takemura
398 1.4 takemura for (addr = kernel_start; addr < kernel_end; addr += system_info.si_pagesize) {
399 1.4 takemura page = vmem_get(addr, NULL);
400 1.4 takemura paddr = vtophysaddr(page);
401 1.4 takemura debug_printf(TEXT("%08X: vaddr=%08X paddr=%08X %s\n"),
402 1.4 takemura addr, page, paddr, addr == paddr ? TEXT("*") : TEXT("reloc"));
403 1.4 takemura
404 1.4 takemura }
405 1.4 takemura }
406