arm32_machdep.c revision 1.87
1 /* $NetBSD: arm32_machdep.c,v 1.87 2012/12/10 08:19:10 matt Exp $ */ 2 3 /* 4 * Copyright (c) 1994-1998 Mark Brinicombe. 5 * Copyright (c) 1994 Brini. 6 * All rights reserved. 7 * 8 * This code is derived from software written for Brini by Mark Brinicombe 9 * 10 * Redistribution and use in source and binary forms, with or without 11 * modification, are permitted provided that the following conditions 12 * are met: 13 * 1. Redistributions of source code must retain the above copyright 14 * notice, this list of conditions and the following disclaimer. 15 * 2. Redistributions in binary form must reproduce the above copyright 16 * notice, this list of conditions and the following disclaimer in the 17 * documentation and/or other materials provided with the distribution. 18 * 3. All advertising materials mentioning features or use of this software 19 * must display the following acknowledgement: 20 * This product includes software developed by Mark Brinicombe 21 * for the NetBSD Project. 22 * 4. The name of the company nor the name of the author may be used to 23 * endorse or promote products derived from this software without specific 24 * prior written permission. 25 * 26 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED 27 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF 28 * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 29 * IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, 30 * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES 31 * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR 32 * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 33 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 34 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 35 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 36 * SUCH DAMAGE. 37 * 38 * Machine dependent functions for kernel setup 39 * 40 * Created : 17/09/94 41 * Updated : 18/04/01 updated for new wscons 42 */ 43 44 #include <sys/cdefs.h> 45 __KERNEL_RCSID(0, "$NetBSD: arm32_machdep.c,v 1.87 2012/12/10 08:19:10 matt Exp $"); 46 47 #include "opt_modular.h" 48 #include "opt_md.h" 49 #include "opt_pmap_debug.h" 50 51 #include <sys/param.h> 52 #include <sys/systm.h> 53 #include <sys/reboot.h> 54 #include <sys/proc.h> 55 #include <sys/kauth.h> 56 #include <sys/kernel.h> 57 #include <sys/mbuf.h> 58 #include <sys/mount.h> 59 #include <sys/buf.h> 60 #include <sys/msgbuf.h> 61 #include <sys/device.h> 62 #include <sys/sysctl.h> 63 #include <sys/cpu.h> 64 #include <sys/intr.h> 65 #include <sys/module.h> 66 #include <sys/atomic.h> 67 #include <sys/xcall.h> 68 69 #include <uvm/uvm_extern.h> 70 71 #include <dev/cons.h> 72 #include <dev/mm.h> 73 74 #include <arm/arm32/katelib.h> 75 #include <arm/arm32/machdep.h> 76 77 #include <machine/bootconfig.h> 78 #include <machine/pcb.h> 79 80 void (*cpu_reset_address)(void); /* Used by locore */ 81 paddr_t cpu_reset_address_paddr; /* Used by locore */ 82 83 struct vm_map *phys_map = NULL; 84 85 #if defined(MEMORY_DISK_HOOKS) && !defined(MEMORY_DISK_ROOT_SIZE) 86 extern size_t md_root_size; /* Memory disc size */ 87 #endif /* MEMORY_DISK_HOOKS && !MEMORY_DISK_ROOT_SIZE */ 88 89 pv_addr_t kernelstack; 90 pv_addr_t abtstack; 91 pv_addr_t fiqstack; 92 pv_addr_t irqstack; 93 pv_addr_t undstack; 94 pv_addr_t idlestack; 95 96 void * msgbufaddr; 97 extern paddr_t msgbufphys; 98 99 int kernel_debug = 0; 100 101 /* exported variable to be filled in by the bootloaders */ 102 char *booted_kernel; 103 104 /* Prototypes */ 105 106 void data_abort_handler(trapframe_t *frame); 107 void prefetch_abort_handler(trapframe_t *frame); 108 extern void configure(void); 109 110 /* 111 * arm32_vector_init: 112 * 113 * Initialize the vector page, and select whether or not to 114 * relocate the vectors. 115 * 116 * NOTE: We expect the vector page to be mapped at its expected 117 * destination. 118 */ 119 void 120 arm32_vector_init(vaddr_t va, int which) 121 { 122 if (CPU_IS_PRIMARY(curcpu())) { 123 extern unsigned int page0[], page0_data[]; 124 unsigned int *vectors = (int *) va; 125 unsigned int *vectors_data = vectors + (page0_data - page0); 126 int vec; 127 128 /* 129 * Loop through the vectors we're taking over, and copy the 130 * vector's insn and data word. 131 */ 132 for (vec = 0; vec < ARM_NVEC; vec++) { 133 if ((which & (1 << vec)) == 0) { 134 /* Don't want to take over this vector. */ 135 continue; 136 } 137 vectors[vec] = page0[vec]; 138 vectors_data[vec] = page0_data[vec]; 139 } 140 141 /* Now sync the vectors. */ 142 cpu_icache_sync_range(va, (ARM_NVEC * 2) * sizeof(u_int)); 143 144 vector_page = va; 145 } 146 147 if (va == ARM_VECTORS_HIGH) { 148 /* 149 * Assume the MD caller knows what it's doing here, and 150 * really does want the vector page relocated. 151 * 152 * Note: This has to be done here (and not just in 153 * cpu_setup()) because the vector page needs to be 154 * accessible *before* cpu_startup() is called. 155 * Think ddb(9) ... 156 * 157 * NOTE: If the CPU control register is not readable, 158 * this will totally fail! We'll just assume that 159 * any system that has high vector support has a 160 * readable CPU control register, for now. If we 161 * ever encounter one that does not, we'll have to 162 * rethink this. 163 */ 164 cpu_control(CPU_CONTROL_VECRELOC, CPU_CONTROL_VECRELOC); 165 } 166 } 167 168 /* 169 * Debug function just to park the CPU 170 */ 171 172 void 173 halt(void) 174 { 175 while (1) 176 cpu_sleep(0); 177 } 178 179 180 /* Sync the discs and unmount the filesystems */ 181 182 void 183 bootsync(void) 184 { 185 static bool bootsyncdone = false; 186 187 if (bootsyncdone) return; 188 189 bootsyncdone = true; 190 191 /* Make sure we can still manage to do things */ 192 if (GetCPSR() & I32_bit) { 193 /* 194 * If we get here then boot has been called without RB_NOSYNC 195 * and interrupts were disabled. This means the boot() call 196 * did not come from a user process e.g. shutdown, but must 197 * have come from somewhere in the kernel. 198 */ 199 IRQenable; 200 printf("Warning IRQ's disabled during boot()\n"); 201 } 202 203 vfs_shutdown(); 204 } 205 206 /* 207 * void cpu_startup(void) 208 * 209 * Machine dependent startup code. 210 * 211 */ 212 void 213 cpu_startup(void) 214 { 215 vaddr_t minaddr; 216 vaddr_t maxaddr; 217 u_int loop; 218 char pbuf[9]; 219 220 /* 221 * Until we better locking, we have to live under the kernel lock. 222 */ 223 //KERNEL_LOCK(1, NULL); 224 225 /* Set the CPU control register */ 226 cpu_setup(boot_args); 227 228 /* Lock down zero page */ 229 vector_page_setprot(VM_PROT_READ); 230 231 /* 232 * Give pmap a chance to set up a few more things now the vm 233 * is initialised 234 */ 235 pmap_postinit(); 236 237 /* 238 * Initialize error message buffer (at end of core). 239 */ 240 241 /* msgbufphys was setup during the secondary boot strap */ 242 for (loop = 0; loop < btoc(MSGBUFSIZE); ++loop) 243 pmap_kenter_pa((vaddr_t)msgbufaddr + loop * PAGE_SIZE, 244 msgbufphys + loop * PAGE_SIZE, 245 VM_PROT_READ|VM_PROT_WRITE, 0); 246 pmap_update(pmap_kernel()); 247 initmsgbuf(msgbufaddr, round_page(MSGBUFSIZE)); 248 249 /* 250 * Identify ourselves for the msgbuf (everything printed earlier will 251 * not be buffered). 252 */ 253 printf("%s%s", copyright, version); 254 255 format_bytes(pbuf, sizeof(pbuf), arm_ptob(physmem)); 256 printf("total memory = %s\n", pbuf); 257 258 minaddr = 0; 259 260 /* 261 * Allocate a submap for physio 262 */ 263 phys_map = uvm_km_suballoc(kernel_map, &minaddr, &maxaddr, 264 VM_PHYS_SIZE, 0, false, NULL); 265 266 format_bytes(pbuf, sizeof(pbuf), ptoa(uvmexp.free)); 267 printf("avail memory = %s\n", pbuf); 268 269 struct lwp * const l = &lwp0; 270 struct pcb * const pcb = lwp_getpcb(l); 271 pcb->pcb_ksp = uvm_lwp_getuarea(l) + USPACE_SVC_STACK_TOP; 272 lwp_settrapframe(l, (struct trapframe *)pcb->pcb_ksp - 1); 273 } 274 275 /* 276 * machine dependent system variables. 277 */ 278 static int 279 sysctl_machdep_booted_device(SYSCTLFN_ARGS) 280 { 281 struct sysctlnode node; 282 283 if (booted_device == NULL) 284 return (EOPNOTSUPP); 285 286 node = *rnode; 287 node.sysctl_data = __UNCONST(device_xname(booted_device)); 288 node.sysctl_size = strlen(device_xname(booted_device)) + 1; 289 return (sysctl_lookup(SYSCTLFN_CALL(&node))); 290 } 291 292 static int 293 sysctl_machdep_booted_kernel(SYSCTLFN_ARGS) 294 { 295 struct sysctlnode node; 296 297 if (booted_kernel == NULL || booted_kernel[0] == '\0') 298 return (EOPNOTSUPP); 299 300 node = *rnode; 301 node.sysctl_data = booted_kernel; 302 node.sysctl_size = strlen(booted_kernel) + 1; 303 return (sysctl_lookup(SYSCTLFN_CALL(&node))); 304 } 305 306 static int 307 sysctl_machdep_powersave(SYSCTLFN_ARGS) 308 { 309 struct sysctlnode node = *rnode; 310 int error, newval; 311 312 newval = cpu_do_powersave; 313 node.sysctl_data = &newval; 314 if (cpufuncs.cf_sleep == (void *) cpufunc_nullop) 315 node.sysctl_flags &= ~CTLFLAG_READWRITE; 316 error = sysctl_lookup(SYSCTLFN_CALL(&node)); 317 if (error || newp == NULL || newval == cpu_do_powersave) 318 return (error); 319 320 if (newval < 0 || newval > 1) 321 return (EINVAL); 322 cpu_do_powersave = newval; 323 324 return (0); 325 } 326 327 SYSCTL_SETUP(sysctl_machdep_setup, "sysctl machdep subtree setup") 328 { 329 330 sysctl_createv(clog, 0, NULL, NULL, 331 CTLFLAG_PERMANENT, 332 CTLTYPE_NODE, "machdep", NULL, 333 NULL, 0, NULL, 0, 334 CTL_MACHDEP, CTL_EOL); 335 336 sysctl_createv(clog, 0, NULL, NULL, 337 CTLFLAG_PERMANENT|CTLFLAG_READWRITE, 338 CTLTYPE_INT, "debug", NULL, 339 NULL, 0, &kernel_debug, 0, 340 CTL_MACHDEP, CPU_DEBUG, CTL_EOL); 341 sysctl_createv(clog, 0, NULL, NULL, 342 CTLFLAG_PERMANENT, 343 CTLTYPE_STRING, "booted_device", NULL, 344 sysctl_machdep_booted_device, 0, NULL, 0, 345 CTL_MACHDEP, CPU_BOOTED_DEVICE, CTL_EOL); 346 sysctl_createv(clog, 0, NULL, NULL, 347 CTLFLAG_PERMANENT, 348 CTLTYPE_STRING, "booted_kernel", NULL, 349 sysctl_machdep_booted_kernel, 0, NULL, 0, 350 CTL_MACHDEP, CPU_BOOTED_KERNEL, CTL_EOL); 351 sysctl_createv(clog, 0, NULL, NULL, 352 CTLFLAG_PERMANENT, 353 CTLTYPE_STRUCT, "console_device", NULL, 354 sysctl_consdev, 0, NULL, sizeof(dev_t), 355 CTL_MACHDEP, CPU_CONSDEV, CTL_EOL); 356 sysctl_createv(clog, 0, NULL, NULL, 357 CTLFLAG_PERMANENT|CTLFLAG_READWRITE, 358 CTLTYPE_INT, "powersave", NULL, 359 sysctl_machdep_powersave, 0, &cpu_do_powersave, 0, 360 CTL_MACHDEP, CPU_POWERSAVE, CTL_EOL); 361 } 362 363 void 364 parse_mi_bootargs(char *args) 365 { 366 int integer; 367 368 if (get_bootconf_option(args, "single", BOOTOPT_TYPE_BOOLEAN, &integer) 369 || get_bootconf_option(args, "-s", BOOTOPT_TYPE_BOOLEAN, &integer)) 370 if (integer) 371 boothowto |= RB_SINGLE; 372 if (get_bootconf_option(args, "kdb", BOOTOPT_TYPE_BOOLEAN, &integer) 373 || get_bootconf_option(args, "-k", BOOTOPT_TYPE_BOOLEAN, &integer)) 374 if (integer) 375 boothowto |= RB_KDB; 376 if (get_bootconf_option(args, "ask", BOOTOPT_TYPE_BOOLEAN, &integer) 377 || get_bootconf_option(args, "-a", BOOTOPT_TYPE_BOOLEAN, &integer)) 378 if (integer) 379 boothowto |= RB_ASKNAME; 380 381 #ifdef PMAP_DEBUG 382 if (get_bootconf_option(args, "pmapdebug", BOOTOPT_TYPE_INT, &integer)) { 383 pmap_debug_level = integer; 384 pmap_debug(pmap_debug_level); 385 } 386 #endif /* PMAP_DEBUG */ 387 388 /* if (get_bootconf_option(args, "nbuf", BOOTOPT_TYPE_INT, &integer)) 389 bufpages = integer;*/ 390 391 #if defined(MEMORY_DISK_HOOKS) && !defined(MEMORY_DISK_ROOT_SIZE) 392 if (get_bootconf_option(args, "memorydisc", BOOTOPT_TYPE_INT, &integer) 393 || get_bootconf_option(args, "memorydisk", BOOTOPT_TYPE_INT, &integer)) { 394 md_root_size = integer; 395 md_root_size *= 1024; 396 if (md_root_size < 32*1024) 397 md_root_size = 32*1024; 398 if (md_root_size > 2048*1024) 399 md_root_size = 2048*1024; 400 } 401 #endif /* MEMORY_DISK_HOOKS && !MEMORY_DISK_ROOT_SIZE */ 402 403 if (get_bootconf_option(args, "quiet", BOOTOPT_TYPE_BOOLEAN, &integer) 404 || get_bootconf_option(args, "-q", BOOTOPT_TYPE_BOOLEAN, &integer)) 405 if (integer) 406 boothowto |= AB_QUIET; 407 if (get_bootconf_option(args, "verbose", BOOTOPT_TYPE_BOOLEAN, &integer) 408 || get_bootconf_option(args, "-v", BOOTOPT_TYPE_BOOLEAN, &integer)) 409 if (integer) 410 boothowto |= AB_VERBOSE; 411 } 412 413 #ifdef __HAVE_FAST_SOFTINTS 414 #if IPL_SOFTSERIAL != IPL_SOFTNET + 1 415 #error IPLs are screwed up 416 #elif IPL_SOFTNET != IPL_SOFTBIO + 1 417 #error IPLs are screwed up 418 #elif IPL_SOFTBIO != IPL_SOFTCLOCK + 1 419 #error IPLs are screwed up 420 #elif !(IPL_SOFTCLOCK > IPL_NONE) 421 #error IPLs are screwed up 422 #elif (IPL_NONE != 0) 423 #error IPLs are screwed up 424 #endif 425 426 #ifndef __HAVE_PIC_FAST_SOFTINTS 427 #define SOFTINT2IPLMAP \ 428 (((IPL_SOFTSERIAL - IPL_SOFTCLOCK) << (SOFTINT_SERIAL * 4)) | \ 429 ((IPL_SOFTNET - IPL_SOFTCLOCK) << (SOFTINT_NET * 4)) | \ 430 ((IPL_SOFTBIO - IPL_SOFTCLOCK) << (SOFTINT_BIO * 4)) | \ 431 ((IPL_SOFTCLOCK - IPL_SOFTCLOCK) << (SOFTINT_CLOCK * 4))) 432 #define SOFTINT2IPL(l) ((SOFTINT2IPLMAP >> ((l) * 4)) & 0x0f) 433 434 /* 435 * This returns a mask of softint IPLs that be dispatch at <ipl> 436 * SOFTIPLMASK(IPL_NONE) = 0x0000000f 437 * SOFTIPLMASK(IPL_SOFTCLOCK) = 0x0000000e 438 * SOFTIPLMASK(IPL_SOFTBIO) = 0x0000000c 439 * SOFTIPLMASK(IPL_SOFTNET) = 0x00000008 440 * SOFTIPLMASK(IPL_SOFTSERIAL) = 0x00000000 441 */ 442 #define SOFTIPLMASK(ipl) ((0x0f << (ipl)) & 0x0f) 443 444 void softint_switch(lwp_t *, int); 445 446 void 447 softint_trigger(uintptr_t mask) 448 { 449 curcpu()->ci_softints |= mask; 450 } 451 452 void 453 softint_init_md(lwp_t *l, u_int level, uintptr_t *machdep) 454 { 455 lwp_t ** lp = &l->l_cpu->ci_softlwps[level]; 456 KASSERT(*lp == NULL || *lp == l); 457 *lp = l; 458 *machdep = 1 << SOFTINT2IPL(level); 459 KASSERT(level != SOFTINT_CLOCK || *machdep == (1 << (IPL_SOFTCLOCK - IPL_SOFTCLOCK))); 460 KASSERT(level != SOFTINT_BIO || *machdep == (1 << (IPL_SOFTBIO - IPL_SOFTCLOCK))); 461 KASSERT(level != SOFTINT_NET || *machdep == (1 << (IPL_SOFTNET - IPL_SOFTCLOCK))); 462 KASSERT(level != SOFTINT_SERIAL || *machdep == (1 << (IPL_SOFTSERIAL - IPL_SOFTCLOCK))); 463 } 464 465 void 466 dosoftints(void) 467 { 468 struct cpu_info * const ci = curcpu(); 469 const int opl = ci->ci_cpl; 470 const uint32_t softiplmask = SOFTIPLMASK(opl); 471 472 splhigh(); 473 for (;;) { 474 u_int softints = ci->ci_softints & softiplmask; 475 KASSERT((softints != 0) == ((ci->ci_softints >> opl) != 0)); 476 KASSERT(opl == IPL_NONE || (softints & (1 << (opl - IPL_SOFTCLOCK))) == 0); 477 if (softints == 0) { 478 splx(opl); 479 return; 480 } 481 #define DOSOFTINT(n) \ 482 if (ci->ci_softints & (1 << (IPL_SOFT ## n - IPL_SOFTCLOCK))) { \ 483 ci->ci_softints &= \ 484 ~(1 << (IPL_SOFT ## n - IPL_SOFTCLOCK)); \ 485 softint_switch(ci->ci_softlwps[SOFTINT_ ## n], \ 486 IPL_SOFT ## n); \ 487 continue; \ 488 } 489 DOSOFTINT(SERIAL); 490 DOSOFTINT(NET); 491 DOSOFTINT(BIO); 492 DOSOFTINT(CLOCK); 493 panic("dosoftints wtf (softints=%u?, ipl=%d)", softints, opl); 494 } 495 } 496 #endif /* !__HAVE_PIC_FAST_SOFTINTS */ 497 #endif /* __HAVE_FAST_SOFTINTS */ 498 499 #ifdef MODULAR 500 /* 501 * Push any modules loaded by the boot loader. 502 */ 503 void 504 module_init_md(void) 505 { 506 } 507 #endif /* MODULAR */ 508 509 int 510 mm_md_physacc(paddr_t pa, vm_prot_t prot) 511 { 512 513 return (pa < ctob(physmem)) ? 0 : EFAULT; 514 } 515 516 #ifdef __HAVE_CPU_UAREA_ALLOC_IDLELWP 517 vaddr_t 518 cpu_uarea_alloc_idlelwp(struct cpu_info *ci) 519 { 520 const vaddr_t va = idlestack.pv_va + ci->ci_cpuid * USPACE; 521 // printf("%s: %s: va=%lx\n", __func__, ci->ci_data.cpu_name, va); 522 return va; 523 } 524 #endif 525 526 #ifdef MULTIPROCESSOR 527 void 528 cpu_boot_secondary_processors(void) 529 { 530 uint32_t mbox; 531 kcpuset_export_u32(kcpuset_attached, &mbox, sizeof(mbox)); 532 atomic_swap_32(&arm_cpu_mbox, mbox); 533 membar_producer(); 534 #ifdef _ARM_ARCH_7 535 __asm __volatile("sev; sev; sev"); 536 #endif 537 } 538 539 void 540 xc_send_ipi(struct cpu_info *ci) 541 { 542 KASSERT(kpreempt_disabled()); 543 KASSERT(curcpu() != ci); 544 545 546 if (ci) { 547 /* Unicast, remote CPU */ 548 printf("%s: -> %s", __func__, ci->ci_data.cpu_name); 549 intr_ipi_send(ci->ci_kcpuset, IPI_XCALL); 550 } else { 551 printf("%s: -> !%s", __func__, ci->ci_data.cpu_name); 552 /* Broadcast to all but ourselves */ 553 kcpuset_t *kcp; 554 kcpuset_create(&kcp, (ci != NULL)); 555 KASSERT(kcp != NULL); 556 kcpuset_copy(kcp, kcpuset_running); 557 kcpuset_clear(kcp, cpu_index(ci)); 558 intr_ipi_send(kcp, IPI_XCALL); 559 kcpuset_destroy(kcp); 560 } 561 printf("\n"); 562 } 563 #endif /* MULTIPROCESSOR */ 564 565 #ifdef __HAVE_MM_MD_DIRECT_MAPPED_PHYS 566 bool 567 mm_md_direct_mapped_phys(paddr_t pa, vaddr_t *vap) 568 { 569 if (physical_start <= pa && pa < physical_end) { 570 *vap = KERNEL_BASE + (pa - physical_start); 571 return true; 572 } 573 574 return false; 575 } 576 #endif 577
Indexes created Sun Sep 28 16:09:52 GMT 2025