1 1.10 martin /* $NetBSD: memory.cpp,v 1.10 2008/04/28 20:23:20 martin Exp $ */ 2 1.1 uch 3 1.1 uch /*- 4 1.5 uch * Copyright (c) 2001, 2002 The NetBSD Foundation, Inc. 5 1.1 uch * All rights reserved. 6 1.1 uch * 7 1.1 uch * This code is derived from software contributed to The NetBSD Foundation 8 1.1 uch * by UCHIYAMA Yasushi. 9 1.1 uch * 10 1.1 uch * Redistribution and use in source and binary forms, with or without 11 1.1 uch * modification, are permitted provided that the following conditions 12 1.1 uch * are met: 13 1.1 uch * 1. Redistributions of source code must retain the above copyright 14 1.1 uch * notice, this list of conditions and the following disclaimer. 15 1.1 uch * 2. Redistributions in binary form must reproduce the above copyright 16 1.1 uch * notice, this list of conditions and the following disclaimer in the 17 1.1 uch * documentation and/or other materials provided with the distribution. 18 1.1 uch * 19 1.1 uch * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS 20 1.1 uch * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED 21 1.1 uch * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 22 1.1 uch * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS 23 1.1 uch * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 24 1.1 uch * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 25 1.1 uch * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26 1.1 uch * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 27 1.1 uch * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 28 1.1 uch * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 29 1.1 uch * POSSIBILITY OF SUCH DAMAGE. 30 1.1 uch */ 31 1.1 uch 32 1.1 uch #include <memory.h> 33 1.1 uch #include <console.h> 34 1.1 uch 35 1.1 uch MemoryManager::MemoryManager(Console *&cons, size_t pagesize) 36 1.1 uch : _cons(cons) 37 1.1 uch { 38 1.1 uch _debug = FALSE; 39 1.5 uch _page_size = pagesize; 40 1.6 uch 41 1.1 uch int mask = _page_size; 42 1.1 uch for (_page_shift = 0; !(mask & 1); _page_shift++) 43 1.1 uch mask >>= 1; 44 1.1 uch 45 1.1 uch _page_per_region = WCE_REGION_SIZE / _page_size; 46 1.1 uch _nbank = 0; 47 1.1 uch _addr_table_idx = 0; 48 1.1 uch _addr_table = 0; 49 1.1 uch _memory = 0; 50 1.1 uch } 51 1.1 uch 52 1.1 uch MemoryManager::~MemoryManager(void) 53 1.1 uch { 54 1.1 uch if (_memory) 55 1.1 uch VirtualFree(LPVOID(_memory), 0, MEM_RELEASE); 56 1.1 uch } 57 1.1 uch 58 1.1 uch void 59 1.1 uch MemoryManager::loadBank(paddr_t paddr, psize_t psize) 60 1.1 uch { 61 1.1 uch struct MemoryManager::bank *b = &_bank[_nbank++]; 62 1.1 uch b->addr = paddr; 63 1.1 uch b->size = psize; 64 1.5 uch DPRINTF((TEXT("[%d] 0x%08x size 0x%08x\n"), _nbank - 1, 65 1.3 uch b->addr, b->size)); 66 1.1 uch } 67 1.1 uch 68 1.1 uch BOOL 69 1.1 uch MemoryManager::reservePage(vsize_t size, BOOL page_commit) 70 1.1 uch { 71 1.1 uch // My virtual memory space 72 1.1 uch vaddr_t vbase; 73 1.1 uch vsize_t vsize; 74 1.1 uch 75 1.1 uch int i, npage; 76 1.6 uch 77 1.1 uch if (size == 0) 78 1.1 uch return FALSE; 79 1.1 uch 80 1.5 uch // reserve all virtual memory. 81 1.1 uch vsize = roundRegion(size); 82 1.1 uch npage = roundPage(size) / _page_size; 83 1.1 uch 84 1.1 uch size_t tabsz = sizeof(struct AddressTranslationTable) * npage; 85 1.1 uch _addr_table = static_cast <struct AddressTranslationTable *> 86 1.3 uch (malloc(tabsz)); 87 1.1 uch if (_addr_table == NULL) { 88 1.1 uch DPRINTF((TEXT("can't allocate memory for translation table.\n"))); 89 1.1 uch return FALSE; 90 1.1 uch } 91 1.8 uwe DPRINTF((TEXT("address translation table %d pages. (0x%x bytes)\n"), 92 1.8 uwe npage, tabsz)); 93 1.1 uch 94 1.1 uch if (page_commit) 95 1.1 uch vbase = vaddr_t(VirtualAlloc(0, vsize, MEM_RESERVE, 96 1.3 uch PAGE_NOACCESS)); 97 1.1 uch else 98 1.1 uch vbase = vaddr_t(VirtualAlloc(0, vsize, MEM_COMMIT, 99 1.3 uch PAGE_READWRITE | PAGE_NOCACHE)); 100 1.1 uch 101 1.1 uch if (vbase == 0) { 102 1.1 uch DPRINTF((TEXT("can't allocate memory\n"))); 103 1.1 uch return FALSE; 104 1.1 uch } 105 1.1 uch _memory = vbase; 106 1.1 uch 107 1.5 uch // find physical address of allocated page. 108 1.1 uch AddressTranslationTable *tab = _addr_table; 109 1.1 uch _naddr_table = 0; 110 1.1 uch for (i = 0; i < npage; i++) { 111 1.1 uch vaddr_t vaddr; 112 1.1 uch paddr_t paddr = ~0; 113 1.1 uch 114 1.1 uch if (page_commit) 115 1.1 uch // now map to physical page. 116 1.1 uch vaddr = vaddr_t(VirtualAlloc( 117 1.1 uch LPVOID(vbase + _page_size * i), 118 1.1 uch _page_size, MEM_COMMIT, 119 1.1 uch PAGE_READWRITE | PAGE_NOCACHE)); 120 1.1 uch else 121 1.1 uch vaddr = vbase + _page_size * i; 122 1.1 uch 123 1.1 uch paddr = searchPage(vaddr); 124 1.1 uch 125 1.1 uch if (paddr == ~0) { 126 1.1 uch DPRINTF((TEXT("page#%d not found\n"), i)); 127 1.1 uch break; 128 1.1 uch } else { 129 1.1 uch #ifdef MEMORY_MAP_DEBUG 130 1.1 uch DPRINTF((TEXT("page %d vaddr=0x%08x paddr=0x%08x\n"), 131 1.3 uch _naddr_table, vaddr, paddr)); 132 1.1 uch #endif 133 1.1 uch tab->vaddr = vaddr; 134 1.1 uch tab->paddr = paddr; 135 1.1 uch ++tab; 136 1.1 uch ++_naddr_table; 137 1.1 uch } 138 1.1 uch } 139 1.1 uch 140 1.1 uch #ifdef MEMORY_MAP_DEBUG 141 1.1 uch // dump virtual <-> physical address table 142 1.1 uch tab = _addr_table; 143 1.1 uch for (i = 0; i < _naddr_table;) { 144 1.1 uch for (int j = 0; j < 4; j++, i++, tab++) 145 1.1 uch DPRINTF((TEXT("%08x=%08x "), tab->vaddr, tab->paddr)); 146 1.1 uch DPRINTF((TEXT("\n"))); 147 1.1 uch } 148 1.1 uch #endif 149 1.1 uch DPRINTF((TEXT("allocated %d page. mapped %d page.\n"), npage, 150 1.3 uch _naddr_table)); 151 1.1 uch 152 1.1 uch return TRUE; 153 1.1 uch } 154 1.1 uch 155 1.1 uch BOOL 156 1.1 uch MemoryManager::getPage(vaddr_t &vaddr, paddr_t &paddr) 157 1.1 uch { 158 1.1 uch /* get plain page from the top */ 159 1.4 enami if (_addr_table_idx >= _naddr_table || 160 1.4 enami _addr_table == NULL) 161 1.4 enami return FALSE; 162 1.4 enami 163 1.1 uch int idx = --_naddr_table; 164 1.1 uch 165 1.1 uch AddressTranslationTable *tab = &_addr_table[idx]; 166 1.1 uch vaddr = tab->vaddr; 167 1.1 uch paddr = tab->paddr; 168 1.1 uch 169 1.1 uch return TRUE; 170 1.1 uch } 171 1.1 uch 172 1.1 uch BOOL 173 1.1 uch MemoryManager::getTaggedPage(vaddr_t &vaddr, paddr_t &paddr) 174 1.1 uch { 175 1.1 uch /* get tagged page from the bottom */ 176 1.1 uch if (_addr_table_idx >= _naddr_table || 177 1.1 uch _addr_table == NULL) { 178 1.1 uch DPRINTF((TEXT("page insufficient.\n"))); 179 1.1 uch return FALSE; 180 1.1 uch } 181 1.1 uch AddressTranslationTable *tab = 182 1.6 uch &_addr_table[_addr_table_idx++]; 183 1.1 uch vaddr = tab->vaddr; 184 1.1 uch paddr = tab->paddr; 185 1.6 uch 186 1.1 uch return TRUE; 187 1.1 uch } 188 1.1 uch 189 1.6 uch BOOL 190 1.1 uch MemoryManager::getTaggedPage(vaddr_t &v, paddr_t &p, 191 1.3 uch struct PageTag **pvec, paddr_t &pvec_paddr) 192 1.1 uch { 193 1.1 uch if (!getTaggedPage(v, p)) 194 1.1 uch return FALSE; 195 1.6 uch 196 1.1 uch *pvec =(struct PageTag *)v; 197 1.1 uch memset(*pvec, 0, sizeof(struct PageTag)); 198 1.1 uch v += sizeof(struct PageTag); 199 1.1 uch pvec_paddr = p; 200 1.1 uch p += sizeof(struct PageTag); 201 1.1 uch 202 1.1 uch return TRUE; 203 1.1 uch } 204 1.1 uch 205 1.1 uch vaddr_t 206 1.9 uwe MemoryManager::mapPhysicalPage(paddr_t paddr, psize_t size, uint32_t flags) 207 1.1 uch { 208 1.1 uch paddr_t pstart = truncPage(paddr); 209 1.1 uch paddr_t pend = roundPage(paddr + size); 210 1.1 uch psize_t psize = pend - pstart; 211 1.1 uch 212 1.1 uch LPVOID p = VirtualAlloc(0, psize, MEM_RESERVE, PAGE_NOACCESS); 213 1.1 uch 214 1.1 uch int ok = VirtualCopy(p, LPVOID(pstart >> 8), psize, 215 1.3 uch flags | PAGE_NOCACHE | PAGE_PHYSICAL); 216 1.1 uch if (!ok) { 217 1.1 uch DPRINTF((TEXT("can't map physical address 0x%08x\n"), paddr)); 218 1.1 uch return ~0; 219 1.1 uch } 220 1.1 uch #if 0 221 1.1 uch DPRINTF((TEXT("start=0x%08x end=0x%08x size=0x%08x return=0x%08x\n"), 222 1.3 uch pstart, pend, psize, vaddr_t(p) + vaddr_t(paddr - pstart))); 223 1.1 uch #endif 224 1.1 uch return vaddr_t(p) + vaddr_t(paddr - pstart); 225 1.1 uch } 226 1.1 uch 227 1.1 uch void 228 1.1 uch MemoryManager::unmapPhysicalPage(vaddr_t vaddr) 229 1.1 uch { 230 1.1 uch int ok = VirtualFree(LPVOID(truncPage(vaddr)), 0, MEM_RELEASE); 231 1.1 uch if (!ok) 232 1.1 uch DPRINTF((TEXT("can't release memory\n"))); 233 1.1 uch } 234 1.1 uch 235 1.9 uwe uint32_t 236 1.1 uch MemoryManager::readPhysical4(paddr_t paddr) 237 1.1 uch { 238 1.1 uch vaddr_t v = mapPhysicalPage(paddr, 4, PAGE_READONLY); 239 1.9 uwe uint32_t val = *(uint32_t *)v; 240 1.1 uch unmapPhysicalPage(v); 241 1.1 uch return val; 242 1.1 uch } 243 1.1 uch 244 1.1 uch // 245 1.1 uch // Use LockPages() 246 1.1 uch // 247 1.1 uch MemoryManager_LockPages::MemoryManager_LockPages 248 1.1 uch (BOOL(*lock_pages)(LPVOID, DWORD, PDWORD, int), 249 1.3 uch BOOL(*unlock_pages)(LPVOID, DWORD), 250 1.3 uch Console *&cons, size_t pagesize, int shift) 251 1.1 uch : MemoryManager(cons, pagesize) 252 1.1 uch { 253 1.1 uch _lock_pages = lock_pages; 254 1.1 uch _unlock_pages = unlock_pages; 255 1.1 uch _shift = shift; 256 1.5 uch DPRINTF((TEXT("MemoryManager: LockPages\n"))); 257 1.1 uch } 258 1.1 uch 259 1.1 uch MemoryManager_LockPages::~MemoryManager_LockPages(void) 260 1.1 uch { 261 1.1 uch } 262 1.1 uch 263 1.1 uch paddr_t 264 1.1 uch MemoryManager_LockPages::searchPage(vaddr_t vaddr) 265 1.1 uch { 266 1.1 uch paddr_t paddr = ~0; 267 1.1 uch 268 1.6 uch if (!_lock_pages(LPVOID(vaddr), _page_size, PDWORD(&paddr), 1)) 269 1.1 uch return paddr; 270 1.1 uch 271 1.1 uch if (!_unlock_pages(LPVOID(vaddr), _page_size)) { 272 1.1 uch DPRINTF((TEXT("can't unlock pages\n"))); 273 1.1 uch } 274 1.6 uch 275 1.1 uch return(paddr >>(_page_shift - _shift)) << _page_shift; 276 1.1 uch } 277 1.1 uch 278 1.1 uch // 279 1.1 uch // Use VirtualCopy() 280 1.1 uch // 281 1.1 uch MemoryManager_VirtualCopy::MemoryManager_VirtualCopy(Console *&cons, 282 1.6 uch size_t pagesize) 283 1.1 uch : MemoryManager(cons, pagesize) 284 1.1 uch { 285 1.2 uch _search_guess = 0; 286 1.5 uch DPRINTF((TEXT("MemoryManager: VirtualCopy\n"))); 287 1.1 uch } 288 1.1 uch 289 1.1 uch MemoryManager_VirtualCopy::~MemoryManager_VirtualCopy(void) 290 1.1 uch { 291 1.1 uch } 292 1.1 uch 293 1.1 uch paddr_t 294 1.1 uch MemoryManager_VirtualCopy::searchPage(vaddr_t vaddr) 295 1.1 uch { 296 1.1 uch paddr_t paddr = ~0; 297 1.1 uch int i; 298 1.1 uch 299 1.1 uch // search all D-RAM bank. 300 1.1 uch setMagic(vaddr); 301 1.2 uch retry: 302 1.1 uch for (i = 0; i < _nbank; i++) { 303 1.1 uch paddr = searchBank(i); 304 1.1 uch if (paddr != ~0) 305 1.1 uch break; 306 1.1 uch } 307 1.2 uch if (_search_guess != 0 && paddr == ~0) { 308 1.2 uch _search_guess = 0; 309 1.2 uch goto retry; 310 1.2 uch } 311 1.2 uch 312 1.1 uch clearMagic(); 313 1.1 uch 314 1.1 uch return paddr; 315 1.1 uch } 316 1.1 uch 317 1.1 uch paddr_t 318 1.1 uch MemoryManager_VirtualCopy::searchBank(int banknum) 319 1.1 uch { 320 1.1 uch LPVOID ref; 321 1.1 uch paddr_t paddr, pstart, pend, pfound = ~0; 322 1.2 uch paddr_t bstart, bend; 323 1.1 uch vaddr_t ofs; 324 1.1 uch 325 1.2 uch bstart = _bank[banknum].addr; 326 1.2 uch bend = _bank[banknum].addr + _bank[banknum].size; 327 1.2 uch 328 1.2 uch pstart = _search_guess ? _search_guess : bstart; 329 1.2 uch pend = bend; 330 1.2 uch 331 1.2 uch if (pstart < bstart || pstart >= pend) 332 1.2 uch return pfound; 333 1.1 uch 334 1.1 uch // reserve physical reference region 335 1.1 uch ref = VirtualAlloc(0, BLOCK_SIZE, MEM_RESERVE, PAGE_NOACCESS); 336 1.1 uch if (ref == 0) { 337 1.1 uch DPRINTF((TEXT("can't allocate virtual memory.\n"))); 338 1.1 uch return pfound; 339 1.1 uch } 340 1.1 uch 341 1.1 uch for (paddr = pstart; paddr < pend; paddr += BLOCK_SIZE) { 342 1.1 uch if (!VirtualCopy(ref, LPVOID(paddr >> 8), BLOCK_SIZE, 343 1.3 uch PAGE_READONLY | PAGE_NOCACHE | PAGE_PHYSICAL)) { 344 1.1 uch DPRINTF((TEXT("can't map physical addr 0x%08x(->0x%08x)\n"), 345 1.3 uch ref, paddr)); 346 1.1 uch goto release; 347 1.1 uch } 348 1.1 uch 349 1.6 uch // search magic in this region. 350 1.1 uch ofs = checkMagicRegion(vaddr_t(ref), BLOCK_SIZE, _page_size); 351 1.1 uch 352 1.1 uch // decommit reference region. 353 1.1 uch if (!VirtualFree(ref, BLOCK_SIZE, MEM_DECOMMIT)) { 354 1.1 uch DPRINTF((TEXT("can't decommit addr 0x%08x(->0x%08x)\n"), 355 1.3 uch ref, paddr)); 356 1.1 uch goto release; 357 1.1 uch } 358 1.1 uch 359 1.1 uch if (ofs != ~0) { 360 1.1 uch pfound = paddr + ofs; 361 1.2 uch _search_guess = paddr; 362 1.1 uch break; 363 1.1 uch } 364 1.1 uch } 365 1.1 uch release: 366 1.1 uch if (!VirtualFree(ref, 0, MEM_RELEASE)) 367 1.1 uch DPRINTF((TEXT("can't release memory\n"))); 368 1.1 uch 369 1.1 uch return pfound; 370 1.1 uch } 371