Home | History | Annotate | Line # | Download | only in pbsdboot
vmem.c revision 1.6.44.1
      1  1.6.44.1      yamt /*	$NetBSD: vmem.c,v 1.6.44.1 2009/05/04 08:11:12 yamt Exp $	*/
      2       1.4  takemura 
      3       1.4  takemura /*-
      4       1.4  takemura  * Copyright (c) 1999 Shin Takemura.
      5       1.4  takemura  * All rights reserved.
      6       1.4  takemura  *
      7       1.4  takemura  * This software is part of the PocketBSD.
      8       1.4  takemura  *
      9       1.4  takemura  * Redistribution and use in source and binary forms, with or without
     10       1.4  takemura  * modification, are permitted provided that the following conditions
     11       1.4  takemura  * are met:
     12       1.4  takemura  * 1. Redistributions of source code must retain the above copyright
     13       1.4  takemura  *    notice, this list of conditions and the following disclaimer.
     14       1.4  takemura  * 2. Redistributions in binary form must reproduce the above copyright
     15       1.4  takemura  *    notice, this list of conditions and the following disclaimer in the
     16       1.4  takemura  *    documentation and/or other materials provided with the distribution.
     17       1.4  takemura  * 3. All advertising materials mentioning features or use of this software
     18       1.4  takemura  *    must display the following acknowledgement:
     19       1.4  takemura  *	This product includes software developed by the PocketBSD project
     20       1.4  takemura  *	and its contributors.
     21       1.4  takemura  * 4. Neither the name of the project nor the names of its contributors
     22       1.4  takemura  *    may be used to endorse or promote products derived from this software
     23       1.4  takemura  *    without specific prior written permission.
     24       1.4  takemura  *
     25       1.4  takemura  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     26       1.4  takemura  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     27       1.4  takemura  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     28       1.4  takemura  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     29       1.4  takemura  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     30       1.4  takemura  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     31       1.4  takemura  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     32       1.4  takemura  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     33       1.4  takemura  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     34       1.4  takemura  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     35       1.4  takemura  * SUCH DAMAGE.
     36       1.4  takemura  *
     37       1.4  takemura  */
     38       1.4  takemura #include <pbsdboot.h>
     39       1.4  takemura 
     40       1.4  takemura struct addr_s {
     41       1.6  christos 	void *addr;
     42       1.4  takemura 	int in_use;
     43       1.4  takemura };
     44       1.4  takemura 
     45       1.4  takemura struct page_header_s {
     46       1.4  takemura 	unsigned long magic0;
     47       1.4  takemura 	int pageno;
     48       1.4  takemura 	unsigned long magic1;
     49       1.4  takemura };
     50       1.4  takemura 
     51       1.4  takemura struct map_s *map = NULL;
     52       1.4  takemura struct addr_s *phys_addrs = NULL;
     53       1.4  takemura unsigned char* heap = NULL;
     54       1.4  takemura int npages;
     55       1.6  christos void *kernel_start;
     56       1.6  christos void *kernel_end;
     57       1.4  takemura 
     58       1.4  takemura int
     59       1.6  christos vmem_exec(void *entry, int argc, char *argv[], struct bootinfo *bi)
     60       1.4  takemura {
     61       1.4  takemura 	int i;
     62       1.6  christos 	void *p;
     63       1.4  takemura 
     64       1.4  takemura 	if (map == NULL) {
     65       1.4  takemura 		debug_printf(TEXT("vmem is not initialized.\n"));
     66       1.4  takemura 		msg_printf(MSG_ERROR, whoami, TEXT("vmem is not initialized.\n"));
     67       1.4  takemura 		return (-1);
     68       1.4  takemura 	}
     69       1.4  takemura 
     70       1.4  takemura 	debug_printf(TEXT("entry point=0x%x\n"), entry);
     71       1.4  takemura 
     72       1.4  takemura 	map->entry = entry;
     73       1.4  takemura 	map->base = kernel_start;
     74       1.4  takemura 
     75       1.4  takemura 	for (i = 0; i < argc; i++) {
     76       1.4  takemura 		argv[i] = vtophysaddr(argv[i]);
     77       1.4  takemura 	}
     78       1.6  christos 	map->arg0 = (void *)argc;
     79       1.6  christos 	map->arg1 = vtophysaddr((void *)argv);
     80       1.6  christos 	map->arg2 = vtophysaddr((void *)bi);
     81       1.4  takemura 	map->arg3 = NULL;
     82       1.4  takemura 
     83       1.4  takemura 	if (map->arg1 == NULL || map->arg2 == NULL) {
     84       1.4  takemura 		debug_printf(TEXT("arg, vtophysaddr() failed\n"));
     85       1.4  takemura 		msg_printf(MSG_ERROR, whoami,
     86       1.4  takemura 			   TEXT("arg, vtophysaddr() failed\n"));
     87       1.4  takemura 		return (-1);
     88       1.4  takemura 	}
     89       1.4  takemura 
     90       1.4  takemura 	for (i = 0; p = map->leaf[i / map->leafsize][i % map->leafsize]; i++)  {
     91       1.4  takemura 		if ((p = vtophysaddr(p)) == NULL) {
     92       1.4  takemura 			debug_printf(TEXT("vtophysaddr() failed, page %d (addr=0x%x) \n"),
     93       1.4  takemura 				     i, map->leaf[i / map->leafsize][i % map->leafsize]);
     94       1.4  takemura 			msg_printf(MSG_ERROR, whoami,
     95       1.4  takemura 				   TEXT("vtophysaddr() failed, page %d (addr=0x%x) \n"),
     96       1.4  takemura 				   i, map->leaf[i / map->leafsize][i % map->leafsize]);
     97       1.4  takemura 			return (-1);
     98       1.4  takemura 		}
     99       1.4  takemura 		map->leaf[i / map->leafsize][i % map->leafsize] = p;
    100       1.4  takemura 	}
    101       1.4  takemura 
    102       1.4  takemura 	for (i = 0; i < map->nleaves; i++) {
    103       1.6  christos 		if ((p = vtophysaddr((void *)map->leaf[i])) == NULL) {
    104       1.4  takemura 			debug_printf(TEXT("vtophysaddr() failed, leaf %d (addr=0x%x) \n"),
    105       1.4  takemura 				     i, map->leaf[i / map->leafsize][i % map->leafsize]);
    106       1.4  takemura 			msg_printf(MSG_ERROR, whoami,
    107       1.4  takemura 				   TEXT("vtophysaddr() failed, leaf %d (addr=0x%x) \n"),
    108       1.4  takemura 				   i, map->leaf[i / map->leafsize][i % map->leafsize]);
    109       1.4  takemura 			return (-1);
    110       1.4  takemura 		}
    111       1.6  christos 		map->leaf[i] = (void **)p;
    112       1.4  takemura 	}
    113       1.4  takemura 
    114       1.4  takemura 	debug_printf(TEXT("execute startprog()\n"));
    115       1.4  takemura 	//return (-1);
    116       1.5  takemura 	close_debug_log();
    117       1.6  christos 	return ((*system_info.si_boot)(vtophysaddr((void *)map)));
    118       1.4  takemura }
    119       1.4  takemura 
    120       1.6  christos void *
    121  1.6.44.1      yamt vmem_alloc(void)
    122       1.4  takemura {
    123       1.4  takemura 	int i, pagesize;
    124       1.4  takemura 	struct page_header_s *page;
    125       1.4  takemura 
    126       1.4  takemura 	pagesize = system_info.si_pagesize;
    127       1.4  takemura 	for (i = 0; i < npages; i++) {
    128       1.4  takemura 		page = (struct page_header_s*)&heap[pagesize * i];
    129       1.4  takemura 		if (!phys_addrs[i].in_use &&
    130       1.4  takemura 		    !(kernel_start <= phys_addrs[i].addr &&
    131       1.4  takemura 		      phys_addrs[i].addr < kernel_end)) {
    132       1.4  takemura 			phys_addrs[i].in_use = 1;
    133       1.6  christos 			return ((void *)page);
    134       1.4  takemura 		}
    135       1.4  takemura 	}
    136       1.4  takemura 	return (NULL);
    137       1.4  takemura }
    138       1.4  takemura 
    139       1.6  christos static void *
    140       1.6  christos alloc_kpage(void *phys_addr)
    141       1.4  takemura {
    142       1.4  takemura 	int i, pagesize;
    143       1.4  takemura 	struct page_header_s *page;
    144       1.4  takemura 
    145       1.4  takemura 	pagesize = system_info.si_pagesize;
    146       1.4  takemura 	for (i = 0; i < npages; i++) {
    147       1.4  takemura 		page = (struct page_header_s*)&heap[pagesize * i];
    148       1.4  takemura 		if (phys_addrs[i].addr == phys_addr) {
    149       1.4  takemura 			if (phys_addrs[i].in_use) {
    150       1.4  takemura 				debug_printf(TEXT("page %d (phys addr=0x%x) is already in use\n"),
    151       1.4  takemura 					     i, phys_addr);
    152       1.4  takemura 				msg_printf(MSG_ERROR, whoami,
    153       1.4  takemura 					   TEXT("page %d (phys addr=0x%x) is already in use\n"),
    154       1.4  takemura 					   i, phys_addr);
    155       1.4  takemura 				return (NULL);
    156       1.4  takemura 			}
    157       1.4  takemura 			phys_addrs[i].in_use = 1;
    158       1.6  christos 			return ((void *)page);
    159       1.4  takemura 		}
    160       1.4  takemura 	}
    161       1.4  takemura 	return (vmem_alloc());
    162       1.4  takemura }
    163       1.4  takemura 
    164       1.6  christos void *
    165       1.6  christos vmem_get(void *phys_addr, int *length)
    166       1.4  takemura {
    167       1.4  takemura 	int pagesize = system_info.si_pagesize;
    168       1.4  takemura 	int pageno = (phys_addr - kernel_start) / pagesize;
    169       1.4  takemura 	int offset = (phys_addr - kernel_start) % pagesize;
    170       1.4  takemura 
    171       1.4  takemura 	if (map == NULL || pageno < 0 || npages <= pageno) {
    172       1.4  takemura 		return (NULL);
    173       1.4  takemura 	}
    174       1.4  takemura 	if (length) {
    175       1.4  takemura 		*length = pagesize - offset;
    176       1.4  takemura 	}
    177       1.4  takemura 	return (map->leaf[pageno / map->leafsize][pageno % map->leafsize] + offset);
    178       1.4  takemura }
    179       1.4  takemura 
    180       1.6  christos void *
    181       1.6  christos vtophysaddr(void *page)
    182       1.4  takemura {
    183       1.4  takemura 	int pageno = (page - heap) / system_info.si_pagesize;
    184       1.4  takemura 	int offset = (page - heap) % system_info.si_pagesize;
    185       1.4  takemura 
    186       1.4  takemura 	if (map == NULL || pageno < 0 || npages <= pageno) {
    187       1.4  takemura 		return (NULL);
    188       1.4  takemura 	}
    189       1.4  takemura 	return (phys_addrs[pageno].addr + offset);
    190       1.4  takemura }
    191       1.4  takemura 
    192       1.4  takemura int
    193       1.6  christos vmem_init(void *start, void *end)
    194       1.4  takemura {
    195       1.4  takemura #define MEM_BLOCK_SIZE (1024*1024*4) /* must be greater than page size */
    196       1.4  takemura 	int i, m, pageno;
    197       1.4  takemura 	unsigned long magic0;
    198       1.4  takemura 	unsigned long magic1;
    199       1.4  takemura 	int nfounds;
    200       1.4  takemura 	struct page_header_s *page;
    201       1.4  takemura 	long size;
    202       1.4  takemura 	int nleaves;
    203       1.4  takemura 	int pagesize, memblocks;
    204       1.4  takemura 
    205       1.4  takemura 	pagesize = system_info.si_pagesize;
    206       1.4  takemura 	memblocks = (system_info.si_drammaxsize) / MEM_BLOCK_SIZE;
    207       1.4  takemura 
    208       1.4  takemura 	/* align with page size */
    209       1.6  christos 	start = (void *)(((long)start / pagesize) * pagesize);
    210       1.6  christos 	end = (void *)((((long)end + pagesize - 1) / pagesize) * pagesize);
    211       1.4  takemura 
    212       1.4  takemura 	kernel_start = start;
    213       1.4  takemura 	kernel_end = end;
    214       1.4  takemura 	size = end - start;
    215       1.4  takemura 
    216       1.4  takemura 	/*
    217       1.4  takemura 	 *  program image pages.
    218       1.4  takemura 	 */
    219       1.4  takemura 	npages = (size + pagesize - 1) / pagesize;
    220       1.4  takemura 
    221       1.4  takemura 	/*
    222       1.4  takemura 	 *  map leaf pages.
    223       1.4  takemura 	 *  npages plus one for end mark.
    224       1.4  takemura 	 */
    225       1.6  christos 	npages += (nleaves = ((npages * sizeof(void *) + pagesize) / pagesize));
    226       1.4  takemura 
    227       1.4  takemura 	/*
    228       1.4  takemura 	 *  map root page, startprg code page, argument page and bootinfo page.
    229       1.4  takemura 	 */
    230       1.4  takemura 	npages += 4;
    231       1.4  takemura 
    232       1.4  takemura 	/*
    233       1.4  takemura 	 *  allocate pages
    234       1.4  takemura 	 */
    235       1.4  takemura 	debug_printf(TEXT("allocate %d pages\n"), npages);
    236       1.4  takemura 	heap = (unsigned char*)
    237       1.4  takemura 		VirtualAlloc(0,
    238       1.4  takemura 			     npages * pagesize,
    239       1.4  takemura 			     MEM_COMMIT,
    240       1.4  takemura 			     PAGE_READWRITE | PAGE_NOCACHE);
    241       1.4  takemura 	if (heap == NULL) {
    242       1.4  takemura 		debug_printf(TEXT("can't allocate heap\n"));
    243       1.4  takemura 		msg_printf(MSG_ERROR, whoami, TEXT("can't allocate heap\n"));
    244       1.4  takemura 		goto error_cleanup;
    245       1.4  takemura 	}
    246       1.4  takemura 
    247       1.4  takemura 	/*
    248       1.4  takemura 	 *  allocate address table.
    249       1.4  takemura 	 */
    250       1.4  takemura 	phys_addrs = (struct addr_s *)
    251       1.4  takemura 		VirtualAlloc(0,
    252       1.4  takemura 			     npages * sizeof(struct addr_s),
    253       1.4  takemura 			     MEM_COMMIT,
    254       1.4  takemura 			     PAGE_READWRITE);
    255       1.4  takemura 	if (phys_addrs == NULL) {
    256       1.4  takemura 		debug_printf(TEXT("can't allocate address table\n"));
    257       1.4  takemura 		msg_printf(MSG_ERROR, whoami, TEXT("can't allocate address table\n"));
    258       1.4  takemura 		goto error_cleanup;
    259       1.4  takemura 	}
    260       1.4  takemura 
    261       1.4  takemura 	/*
    262       1.4  takemura 	 *  set magic number for each page in buffer.
    263       1.4  takemura 	 */
    264       1.4  takemura 	magic0 = Random();
    265       1.4  takemura 	magic1 = Random();
    266       1.4  takemura 	debug_printf(TEXT("magic=%08x%08x\n"), magic0, magic1);
    267       1.4  takemura 
    268       1.4  takemura 	for (i = 0; i < npages; i++) {
    269       1.4  takemura 		page = (struct page_header_s*)&heap[pagesize * i];
    270       1.4  takemura 		page->magic0 = magic0;
    271       1.4  takemura 		page->pageno = i;
    272       1.4  takemura 		page->magic1 = magic1;
    273       1.4  takemura 		phys_addrs[i].addr = 0;
    274       1.4  takemura 		phys_addrs[i].in_use = 0;
    275       1.4  takemura 	}
    276       1.4  takemura 
    277       1.4  takemura 	/*
    278       1.4  takemura 	 *  Scan whole physical memory.
    279       1.4  takemura 	 */
    280       1.4  takemura 	nfounds = 0;
    281       1.4  takemura 	for (m = 0; (m < memblocks) && (nfounds < npages); m++) {
    282       1.4  takemura 		unsigned char* mem;
    283       1.4  takemura 		/* Map physical memory block */
    284       1.4  takemura 		mem = (unsigned char*)VirtualAlloc(0, MEM_BLOCK_SIZE,
    285       1.4  takemura 						   MEM_RESERVE, PAGE_NOACCESS);
    286       1.4  takemura 		if(!VirtualCopy((LPVOID)mem, (LPVOID)
    287       1.4  takemura 				((system_info.si_dramstart + MEM_BLOCK_SIZE * m) >> 8),
    288       1.4  takemura 				MEM_BLOCK_SIZE,
    289       1.4  takemura 				PAGE_READWRITE | PAGE_NOCACHE | PAGE_PHYSICAL)) {
    290       1.4  takemura 			VirtualFree(mem, 0, MEM_RELEASE);
    291       1.4  takemura 			continue;
    292       1.4  takemura 		}
    293       1.4  takemura 		/* Find preliminary allocated pages */
    294       1.4  takemura 		for (i = 0; i < (int)(MEM_BLOCK_SIZE / pagesize); i++) {
    295       1.4  takemura 			page = (struct page_header_s*)&mem[pagesize * i];
    296       1.4  takemura 			if (page->magic0 == magic0 &&
    297       1.4  takemura 			    page->magic1 == magic1) {
    298       1.4  takemura 				pageno = page->pageno;
    299       1.4  takemura 				if (0 <= pageno && pageno < npages &&
    300       1.4  takemura 				    phys_addrs[pageno].addr == 0) {
    301       1.4  takemura 					/* Set kernel virtual addr. XXX mips dependent */
    302       1.4  takemura 					phys_addrs[pageno].addr = (unsigned char*)
    303       1.4  takemura 						((0x80000000 |
    304       1.4  takemura 						  system_info.si_dramstart) +
    305       1.4  takemura 						 MEM_BLOCK_SIZE * m +
    306       1.4  takemura 						 pagesize * i);
    307       1.4  takemura 					page->magic0 = 0;
    308       1.4  takemura 					page->magic1 = 0;
    309       1.4  takemura 					if (npages <= ++nfounds) {
    310       1.4  takemura 						break;
    311       1.4  takemura 					}
    312       1.4  takemura 				} else {
    313       1.4  takemura 					debug_printf(TEXT("invalid page header\n"));
    314       1.4  takemura 					msg_printf(MSG_ERROR, whoami, TEXT("invalid page header\n"));
    315       1.4  takemura 					goto error_cleanup;
    316       1.4  takemura 				}
    317       1.4  takemura 			}
    318       1.4  takemura 		}
    319       1.4  takemura 		VirtualFree(mem, 0, MEM_RELEASE);
    320       1.4  takemura 	}
    321       1.4  takemura 
    322       1.4  takemura 	if (nfounds < npages) {
    323       1.4  takemura 		debug_printf(TEXT("lost %d pages\n"), npages - nfounds);
    324       1.4  takemura 		msg_printf(MSG_ERROR, whoami,
    325       1.4  takemura 			   TEXT("lost %d pages (allocated %d pages)\n"),
    326       1.4  takemura 			   npages - nfounds, npages);
    327       1.4  takemura 		goto error_cleanup;
    328       1.4  takemura 	}
    329       1.4  takemura 
    330       1.4  takemura 	/*
    331       1.4  takemura 	 *  allocate root page
    332       1.4  takemura 	 */
    333       1.4  takemura 	if ((map = (struct map_s*)vmem_alloc()) == NULL) {
    334       1.4  takemura 		debug_printf(TEXT("can't allocate root page.\n"));
    335       1.4  takemura 		msg_printf(MSG_ERROR, whoami, TEXT("can't allocate root page.\n"));
    336       1.4  takemura 		goto error_cleanup;
    337       1.4  takemura 	}
    338       1.4  takemura 	map->nleaves = nleaves;
    339       1.6  christos 	map->leafsize = pagesize / sizeof(void *);
    340       1.4  takemura 	map->pagesize = pagesize;
    341       1.4  takemura 
    342       1.4  takemura 	/*
    343       1.4  takemura 	 *  allocate leaf pages
    344       1.4  takemura 	 */
    345       1.4  takemura 	for (i = 0; i < nleaves; i++) {
    346       1.6  christos 		if ((map->leaf[i] = (void **)vmem_alloc()) == NULL) {
    347       1.4  takemura 			debug_printf(TEXT("can't allocate leaf page.\n"));
    348       1.4  takemura 			msg_printf(MSG_ERROR, whoami, TEXT("can't allocate leaf page.\n"));
    349       1.4  takemura 			goto error_cleanup;
    350       1.4  takemura 		}
    351       1.4  takemura 	}
    352       1.4  takemura 
    353       1.4  takemura 	/*
    354       1.4  takemura 	 *  allocate kernel pages
    355       1.4  takemura 	 */
    356       1.4  takemura 	for (i = 0; start < kernel_end; start += pagesize, i++) {
    357       1.6  christos 		void **leaf = map->leaf[i / map->leafsize];
    358       1.4  takemura 		if ((leaf[i % map->leafsize] = alloc_kpage(start)) == NULL) {
    359       1.4  takemura 			debug_printf(TEXT("can't allocate page 0x%x.\n"), start);
    360       1.4  takemura 			msg_printf(MSG_ERROR, whoami, TEXT("can't allocate page 0x%x.\n"), start);
    361       1.4  takemura 			goto error_cleanup;
    362       1.4  takemura 		}
    363       1.4  takemura 	}
    364       1.4  takemura 	map->leaf[i / map->leafsize][i % map->leafsize] = NULL; /* END MARK */
    365       1.4  takemura 
    366       1.4  takemura 	return (0);
    367       1.4  takemura 
    368       1.4  takemura  error_cleanup:
    369       1.4  takemura 	vmem_free();
    370       1.4  takemura 
    371       1.4  takemura 	return (-1);
    372       1.4  takemura }
    373       1.4  takemura 
    374       1.4  takemura void
    375  1.6.44.1      yamt vmem_free(void)
    376       1.4  takemura {
    377       1.4  takemura 	map = NULL;
    378       1.4  takemura 	if (heap) {
    379       1.4  takemura 		VirtualFree(heap, 0, MEM_RELEASE);
    380       1.4  takemura 		heap = NULL;
    381       1.4  takemura 	}
    382       1.4  takemura 	if (phys_addrs) {
    383       1.4  takemura 		VirtualFree(phys_addrs, 0, MEM_RELEASE);
    384       1.4  takemura 		phys_addrs = NULL;
    385       1.4  takemura 	}
    386       1.4  takemura }
    387       1.4  takemura 
    388       1.4  takemura void
    389  1.6.44.1      yamt vmem_dump_map(void)
    390       1.4  takemura {
    391       1.6  christos 	void *addr, page, paddr;
    392       1.4  takemura 
    393       1.4  takemura 	if (map == NULL) {
    394       1.4  takemura 		debug_printf(TEXT("no page map\n"));
    395       1.4  takemura 		return;
    396       1.4  takemura 	}
    397       1.4  takemura 
    398       1.4  takemura 	for (addr = kernel_start; addr < kernel_end; addr += system_info.si_pagesize) {
    399       1.4  takemura 		page = vmem_get(addr, NULL);
    400       1.4  takemura 		paddr = vtophysaddr(page);
    401       1.4  takemura 		debug_printf(TEXT("%08X: vaddr=%08X paddr=%08X %s\n"),
    402       1.4  takemura 			     addr, page, paddr, addr == paddr ? TEXT("*") : TEXT("reloc"));
    403       1.4  takemura 
    404       1.4  takemura 	}
    405       1.4  takemura }
    406