Home | History | Annotate | Line # | Download | only in arm32
arm32_machdep.c revision 1.55.10.3
      1  1.55.10.3      yamt /*	$NetBSD: arm32_machdep.c,v 1.55.10.3 2009/08/19 18:45:58 yamt Exp $	*/
      2        1.1     chris 
      3        1.1     chris /*
      4        1.1     chris  * Copyright (c) 1994-1998 Mark Brinicombe.
      5        1.1     chris  * Copyright (c) 1994 Brini.
      6        1.1     chris  * All rights reserved.
      7        1.1     chris  *
      8        1.1     chris  * This code is derived from software written for Brini by Mark Brinicombe
      9        1.1     chris  *
     10        1.1     chris  * Redistribution and use in source and binary forms, with or without
     11        1.1     chris  * modification, are permitted provided that the following conditions
     12        1.1     chris  * are met:
     13        1.1     chris  * 1. Redistributions of source code must retain the above copyright
     14        1.1     chris  *    notice, this list of conditions and the following disclaimer.
     15        1.1     chris  * 2. Redistributions in binary form must reproduce the above copyright
     16        1.1     chris  *    notice, this list of conditions and the following disclaimer in the
     17        1.1     chris  *    documentation and/or other materials provided with the distribution.
     18        1.1     chris  * 3. All advertising materials mentioning features or use of this software
     19        1.1     chris  *    must display the following acknowledgement:
     20        1.1     chris  *	This product includes software developed by Mark Brinicombe
     21        1.1     chris  *	for the NetBSD Project.
     22        1.1     chris  * 4. The name of the company nor the name of the author may be used to
     23        1.1     chris  *    endorse or promote products derived from this software without specific
     24        1.1     chris  *    prior written permission.
     25        1.1     chris  *
     26        1.1     chris  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
     27        1.1     chris  * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
     28        1.1     chris  * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     29        1.1     chris  * IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT,
     30        1.1     chris  * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
     31        1.1     chris  * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
     32        1.1     chris  * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     33        1.1     chris  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     34        1.1     chris  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     35        1.1     chris  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     36        1.1     chris  * SUCH DAMAGE.
     37        1.1     chris  *
     38        1.1     chris  * Machine dependant functions for kernel setup
     39        1.1     chris  *
     40        1.1     chris  * Created      : 17/09/94
     41        1.1     chris  * Updated	: 18/04/01 updated for new wscons
     42        1.1     chris  */
     43       1.37     lukem 
     44       1.37     lukem #include <sys/cdefs.h>
     45  1.55.10.3      yamt __KERNEL_RCSID(0, "$NetBSD: arm32_machdep.c,v 1.55.10.3 2009/08/19 18:45:58 yamt Exp $");
     46        1.1     chris 
     47        1.1     chris #include "opt_md.h"
     48        1.1     chris #include "opt_pmap_debug.h"
     49        1.1     chris 
     50        1.1     chris #include <sys/param.h>
     51        1.1     chris #include <sys/systm.h>
     52        1.1     chris #include <sys/reboot.h>
     53        1.1     chris #include <sys/proc.h>
     54        1.1     chris #include <sys/user.h>
     55        1.1     chris #include <sys/kernel.h>
     56        1.1     chris #include <sys/mbuf.h>
     57        1.1     chris #include <sys/mount.h>
     58        1.1     chris #include <sys/buf.h>
     59        1.1     chris #include <sys/msgbuf.h>
     60        1.1     chris #include <sys/device.h>
     61        1.1     chris #include <uvm/uvm_extern.h>
     62        1.1     chris #include <sys/sysctl.h>
     63       1.49      yamt #include <sys/cpu.h>
     64        1.1     chris 
     65        1.1     chris #include <dev/cons.h>
     66        1.1     chris 
     67        1.7   thorpej #include <arm/arm32/katelib.h>
     68        1.9     chris #include <arm/arm32/machdep.h>
     69        1.1     chris #include <machine/bootconfig.h>
     70        1.1     chris 
     71        1.1     chris #include "md.h"
     72        1.1     chris 
     73        1.1     chris struct vm_map *mb_map = NULL;
     74        1.1     chris struct vm_map *phys_map = NULL;
     75        1.1     chris 
     76       1.21     lukem #if NMD > 0 && defined(MEMORY_DISK_HOOKS) && !defined(MEMORY_DISK_ROOT_SIZE)
     77       1.24  jdolecek extern size_t md_root_size;		/* Memory disc size */
     78       1.21     lukem #endif	/* NMD && MEMORY_DISK_HOOKS && !MEMORY_DISK_ROOT_SIZE */
     79        1.1     chris 
     80        1.1     chris pv_addr_t kernelstack;
     81        1.1     chris 
     82       1.48  christos void *	msgbufaddr;
     83        1.1     chris extern paddr_t msgbufphys;
     84        1.1     chris 
     85        1.1     chris int kernel_debug = 0;
     86        1.1     chris 
     87        1.1     chris struct user *proc0paddr;
     88        1.1     chris 
     89       1.12   reinoud /* exported variable to be filled in by the bootloaders */
     90        1.1     chris char *booted_kernel;
     91        1.1     chris 
     92        1.1     chris 
     93        1.1     chris /* Prototypes */
     94        1.1     chris 
     95  1.55.10.2      yamt void data_abort_handler(trapframe_t *frame);
     96  1.55.10.2      yamt void prefetch_abort_handler(trapframe_t *frame);
     97  1.55.10.2      yamt extern void configure(void);
     98        1.1     chris 
     99        1.1     chris /*
    100       1.22   thorpej  * arm32_vector_init:
    101       1.22   thorpej  *
    102       1.22   thorpej  *	Initialize the vector page, and select whether or not to
    103       1.22   thorpej  *	relocate the vectors.
    104       1.22   thorpej  *
    105       1.22   thorpej  *	NOTE: We expect the vector page to be mapped at its expected
    106       1.22   thorpej  *	destination.
    107       1.22   thorpej  */
    108       1.22   thorpej void
    109       1.22   thorpej arm32_vector_init(vaddr_t va, int which)
    110       1.22   thorpej {
    111       1.22   thorpej 	extern unsigned int page0[], page0_data[];
    112       1.22   thorpej 	unsigned int *vectors = (int *) va;
    113       1.22   thorpej 	unsigned int *vectors_data = vectors + (page0_data - page0);
    114       1.22   thorpej 	int vec;
    115       1.22   thorpej 
    116       1.22   thorpej 	/*
    117       1.22   thorpej 	 * Loop through the vectors we're taking over, and copy the
    118       1.22   thorpej 	 * vector's insn and data word.
    119       1.22   thorpej 	 */
    120       1.22   thorpej 	for (vec = 0; vec < ARM_NVEC; vec++) {
    121       1.22   thorpej 		if ((which & (1 << vec)) == 0) {
    122       1.22   thorpej 			/* Don't want to take over this vector. */
    123       1.22   thorpej 			continue;
    124       1.22   thorpej 		}
    125       1.22   thorpej 		vectors[vec] = page0[vec];
    126       1.22   thorpej 		vectors_data[vec] = page0_data[vec];
    127       1.22   thorpej 	}
    128       1.22   thorpej 
    129       1.22   thorpej 	/* Now sync the vectors. */
    130       1.22   thorpej 	cpu_icache_sync_range(va, (ARM_NVEC * 2) * sizeof(u_int));
    131       1.22   thorpej 
    132       1.22   thorpej 	vector_page = va;
    133       1.30       scw 
    134       1.30       scw 	if (va == ARM_VECTORS_HIGH) {
    135       1.30       scw 		/*
    136       1.30       scw 		 * Assume the MD caller knows what it's doing here, and
    137       1.30       scw 		 * really does want the vector page relocated.
    138       1.30       scw 		 *
    139       1.30       scw 		 * Note: This has to be done here (and not just in
    140       1.30       scw 		 * cpu_setup()) because the vector page needs to be
    141       1.30       scw 		 * accessible *before* cpu_startup() is called.
    142       1.30       scw 		 * Think ddb(9) ...
    143       1.32   thorpej 		 *
    144       1.32   thorpej 		 * NOTE: If the CPU control register is not readable,
    145       1.32   thorpej 		 * this will totally fail!  We'll just assume that
    146       1.32   thorpej 		 * any system that has high vector support has a
    147       1.32   thorpej 		 * readable CPU control register, for now.  If we
    148       1.32   thorpej 		 * ever encounter one that does not, we'll have to
    149       1.32   thorpej 		 * rethink this.
    150       1.30       scw 		 */
    151       1.30       scw 		cpu_control(CPU_CONTROL_VECRELOC, CPU_CONTROL_VECRELOC);
    152       1.30       scw 	}
    153       1.22   thorpej }
    154       1.22   thorpej 
    155       1.22   thorpej /*
    156        1.1     chris  * Debug function just to park the CPU
    157        1.1     chris  */
    158        1.1     chris 
    159        1.1     chris void
    160  1.55.10.2      yamt halt(void)
    161        1.1     chris {
    162        1.1     chris 	while (1)
    163        1.1     chris 		cpu_sleep(0);
    164        1.1     chris }
    165        1.1     chris 
    166        1.1     chris 
    167        1.1     chris /* Sync the discs and unmount the filesystems */
    168        1.1     chris 
    169        1.1     chris void
    170        1.1     chris bootsync(void)
    171        1.1     chris {
    172  1.55.10.2      yamt 	static bool bootsyncdone = false;
    173        1.1     chris 
    174        1.1     chris 	if (bootsyncdone) return;
    175        1.1     chris 
    176  1.55.10.2      yamt 	bootsyncdone = true;
    177        1.1     chris 
    178        1.1     chris 	/* Make sure we can still manage to do things */
    179        1.1     chris 	if (GetCPSR() & I32_bit) {
    180        1.1     chris 		/*
    181        1.1     chris 		 * If we get here then boot has been called without RB_NOSYNC
    182        1.1     chris 		 * and interrupts were disabled. This means the boot() call
    183        1.1     chris 		 * did not come from a user process e.g. shutdown, but must
    184        1.1     chris 		 * have come from somewhere in the kernel.
    185        1.1     chris 		 */
    186        1.1     chris 		IRQenable;
    187        1.1     chris 		printf("Warning IRQ's disabled during boot()\n");
    188        1.1     chris 	}
    189        1.1     chris 
    190        1.1     chris 	vfs_shutdown();
    191        1.1     chris }
    192        1.1     chris 
    193        1.1     chris /*
    194        1.1     chris  * void cpu_startup(void)
    195        1.1     chris  *
    196        1.1     chris  * Machine dependant startup code.
    197        1.1     chris  *
    198        1.1     chris  */
    199        1.1     chris void
    200  1.55.10.2      yamt cpu_startup(void)
    201        1.1     chris {
    202       1.42        pk 	vaddr_t minaddr;
    203       1.42        pk 	vaddr_t maxaddr;
    204       1.42        pk 	u_int loop;
    205        1.1     chris 	char pbuf[9];
    206        1.1     chris 
    207       1.43       wiz 	/* Set the CPU control register */
    208        1.1     chris 	cpu_setup(boot_args);
    209        1.1     chris 
    210        1.1     chris 	/* Lock down zero page */
    211       1.22   thorpej 	vector_page_setprot(VM_PROT_READ);
    212        1.1     chris 
    213        1.1     chris 	/*
    214        1.1     chris 	 * Give pmap a chance to set up a few more things now the vm
    215        1.1     chris 	 * is initialised
    216        1.1     chris 	 */
    217        1.1     chris 	pmap_postinit();
    218        1.1     chris 
    219        1.1     chris 	/*
    220        1.1     chris 	 * Initialize error message buffer (at end of core).
    221        1.1     chris 	 */
    222        1.1     chris 
    223        1.1     chris 	/* msgbufphys was setup during the secondary boot strap */
    224        1.1     chris 	for (loop = 0; loop < btoc(MSGBUFSIZE); ++loop)
    225       1.29   thorpej 		pmap_kenter_pa((vaddr_t)msgbufaddr + loop * PAGE_SIZE,
    226       1.29   thorpej 		    msgbufphys + loop * PAGE_SIZE, VM_PROT_READ|VM_PROT_WRITE);
    227        1.5     chris 	pmap_update(pmap_kernel());
    228        1.1     chris 	initmsgbuf(msgbufaddr, round_page(MSGBUFSIZE));
    229        1.1     chris 
    230        1.1     chris 	/*
    231        1.1     chris 	 * Identify ourselves for the msgbuf (everything printed earlier will
    232        1.1     chris 	 * not be buffered).
    233        1.1     chris 	 */
    234       1.45     lukem 	printf("%s%s", copyright, version);
    235        1.1     chris 
    236       1.20   thorpej 	format_bytes(pbuf, sizeof(pbuf), arm_ptob(physmem));
    237        1.1     chris 	printf("total memory = %s\n", pbuf);
    238        1.1     chris 
    239       1.42        pk 	minaddr = 0;
    240        1.1     chris 
    241        1.1     chris 	/*
    242        1.1     chris 	 * Allocate a submap for physio
    243        1.1     chris 	 */
    244        1.1     chris 	phys_map = uvm_km_suballoc(kernel_map, &minaddr, &maxaddr,
    245       1.47   thorpej 				   VM_PHYS_SIZE, 0, false, NULL);
    246        1.1     chris 
    247        1.1     chris 	/*
    248        1.1     chris 	 * Finally, allocate mbuf cluster submap.
    249        1.1     chris 	 */
    250        1.1     chris 	mb_map = uvm_km_suballoc(kernel_map, &minaddr, &maxaddr,
    251        1.1     chris 				 nmbclusters * mclbytes, VM_MAP_INTRSAFE,
    252       1.47   thorpej 				 false, NULL);
    253        1.1     chris 
    254        1.1     chris 	format_bytes(pbuf, sizeof(pbuf), ptoa(uvmexp.free));
    255        1.1     chris 	printf("avail memory = %s\n", pbuf);
    256        1.1     chris 
    257       1.27   thorpej 	curpcb = &lwp0.l_addr->u_pcb;
    258        1.1     chris 	curpcb->pcb_flags = 0;
    259       1.27   thorpej 	curpcb->pcb_un.un_32.pcb32_sp = (u_int)lwp0.l_addr +
    260        1.4    toshii 	    USPACE_SVC_STACK_TOP;
    261        1.1     chris 
    262        1.4    toshii         curpcb->pcb_tf = (struct trapframe *)curpcb->pcb_un.un_32.pcb32_sp - 1;
    263        1.1     chris }
    264        1.1     chris 
    265        1.1     chris /*
    266        1.1     chris  * machine dependent system variables.
    267        1.1     chris  */
    268       1.39    atatat static int
    269       1.39    atatat sysctl_machdep_booted_device(SYSCTLFN_ARGS)
    270       1.39    atatat {
    271       1.39    atatat 	struct sysctlnode node;
    272       1.39    atatat 
    273       1.39    atatat 	if (booted_device == NULL)
    274       1.39    atatat 		return (EOPNOTSUPP);
    275       1.39    atatat 
    276       1.39    atatat 	node = *rnode;
    277       1.39    atatat 	node.sysctl_data = booted_device->dv_xname;
    278       1.39    atatat 	node.sysctl_size = strlen(booted_device->dv_xname) + 1;
    279       1.39    atatat 	return (sysctl_lookup(SYSCTLFN_CALL(&node)));
    280       1.39    atatat }
    281        1.1     chris 
    282       1.39    atatat static int
    283       1.39    atatat sysctl_machdep_booted_kernel(SYSCTLFN_ARGS)
    284        1.1     chris {
    285       1.39    atatat 	struct sysctlnode node;
    286       1.39    atatat 
    287       1.39    atatat 	if (booted_kernel == NULL || booted_kernel[0] == '\0')
    288        1.1     chris 		return (EOPNOTSUPP);
    289        1.1     chris 
    290       1.39    atatat 	node = *rnode;
    291       1.39    atatat 	node.sysctl_data = booted_kernel;
    292       1.39    atatat 	node.sysctl_size = strlen(booted_kernel) + 1;
    293       1.39    atatat 	return (sysctl_lookup(SYSCTLFN_CALL(&node)));
    294       1.39    atatat }
    295       1.25   thorpej 
    296       1.39    atatat static int
    297       1.39    atatat sysctl_machdep_powersave(SYSCTLFN_ARGS)
    298       1.39    atatat {
    299       1.39    atatat 	struct sysctlnode node = *rnode;
    300       1.39    atatat 	int error, newval;
    301       1.25   thorpej 
    302       1.39    atatat 	newval = cpu_do_powersave;
    303       1.39    atatat 	node.sysctl_data = &newval;
    304       1.39    atatat 	if (cpufuncs.cf_sleep == (void *) cpufunc_nullop)
    305       1.44    atatat 		node.sysctl_flags &= ~CTLFLAG_READWRITE;
    306       1.39    atatat 	error = sysctl_lookup(SYSCTLFN_CALL(&node));
    307       1.39    atatat 	if (error || newp == NULL || newval == cpu_do_powersave)
    308       1.39    atatat 		return (error);
    309       1.39    atatat 
    310       1.39    atatat 	if (newval < 0 || newval > 1)
    311       1.39    atatat 		return (EINVAL);
    312       1.39    atatat 	cpu_do_powersave = newval;
    313       1.25   thorpej 
    314       1.39    atatat 	return (0);
    315       1.39    atatat }
    316       1.25   thorpej 
    317       1.39    atatat SYSCTL_SETUP(sysctl_machdep_setup, "sysctl machdep subtree setup")
    318       1.39    atatat {
    319        1.1     chris 
    320       1.44    atatat 	sysctl_createv(clog, 0, NULL, NULL,
    321       1.44    atatat 		       CTLFLAG_PERMANENT,
    322       1.39    atatat 		       CTLTYPE_NODE, "machdep", NULL,
    323       1.39    atatat 		       NULL, 0, NULL, 0,
    324       1.39    atatat 		       CTL_MACHDEP, CTL_EOL);
    325       1.39    atatat 
    326       1.44    atatat 	sysctl_createv(clog, 0, NULL, NULL,
    327       1.44    atatat 		       CTLFLAG_PERMANENT|CTLFLAG_READWRITE,
    328       1.40    atatat 		       CTLTYPE_INT, "debug", NULL,
    329       1.39    atatat 		       NULL, 0, &kernel_debug, 0,
    330       1.41  rearnsha 		       CTL_MACHDEP, CPU_DEBUG, CTL_EOL);
    331       1.44    atatat 	sysctl_createv(clog, 0, NULL, NULL,
    332       1.44    atatat 		       CTLFLAG_PERMANENT,
    333       1.39    atatat 		       CTLTYPE_STRING, "booted_device", NULL,
    334       1.39    atatat 		       sysctl_machdep_booted_device, 0, NULL, 0,
    335       1.39    atatat 		       CTL_MACHDEP, CPU_BOOTED_DEVICE, CTL_EOL);
    336       1.44    atatat 	sysctl_createv(clog, 0, NULL, NULL,
    337       1.44    atatat 		       CTLFLAG_PERMANENT,
    338       1.39    atatat 		       CTLTYPE_STRING, "booted_kernel", NULL,
    339       1.39    atatat 		       sysctl_machdep_booted_kernel, 0, NULL, 0,
    340       1.39    atatat 		       CTL_MACHDEP, CPU_BOOTED_KERNEL, CTL_EOL);
    341       1.44    atatat 	sysctl_createv(clog, 0, NULL, NULL,
    342       1.44    atatat 		       CTLFLAG_PERMANENT,
    343       1.39    atatat 		       CTLTYPE_STRUCT, "console_device", NULL,
    344       1.39    atatat 		       sysctl_consdev, 0, NULL, sizeof(dev_t),
    345       1.39    atatat 		       CTL_MACHDEP, CPU_CONSDEV, CTL_EOL);
    346       1.44    atatat 	sysctl_createv(clog, 0, NULL, NULL,
    347       1.44    atatat 		       CTLFLAG_PERMANENT|CTLFLAG_READWRITE,
    348       1.39    atatat 		       CTLTYPE_INT, "powersave", NULL,
    349       1.39    atatat 		       sysctl_machdep_powersave, 0, &cpu_do_powersave, 0,
    350       1.39    atatat 		       CTL_MACHDEP, CPU_POWERSAVE, CTL_EOL);
    351        1.1     chris }
    352        1.1     chris 
    353        1.1     chris void
    354  1.55.10.2      yamt parse_mi_bootargs(char *args)
    355        1.1     chris {
    356        1.1     chris 	int integer;
    357        1.1     chris 
    358        1.1     chris 	if (get_bootconf_option(args, "single", BOOTOPT_TYPE_BOOLEAN, &integer)
    359        1.1     chris 	    || get_bootconf_option(args, "-s", BOOTOPT_TYPE_BOOLEAN, &integer))
    360        1.1     chris 		if (integer)
    361        1.1     chris 			boothowto |= RB_SINGLE;
    362        1.1     chris 	if (get_bootconf_option(args, "kdb", BOOTOPT_TYPE_BOOLEAN, &integer)
    363        1.1     chris 	    || get_bootconf_option(args, "-k", BOOTOPT_TYPE_BOOLEAN, &integer))
    364        1.1     chris 		if (integer)
    365        1.1     chris 			boothowto |= RB_KDB;
    366        1.1     chris 	if (get_bootconf_option(args, "ask", BOOTOPT_TYPE_BOOLEAN, &integer)
    367        1.1     chris 	    || get_bootconf_option(args, "-a", BOOTOPT_TYPE_BOOLEAN, &integer))
    368        1.1     chris 		if (integer)
    369        1.1     chris 			boothowto |= RB_ASKNAME;
    370        1.1     chris 
    371        1.1     chris #ifdef PMAP_DEBUG
    372        1.1     chris 	if (get_bootconf_option(args, "pmapdebug", BOOTOPT_TYPE_INT, &integer)) {
    373        1.1     chris 		pmap_debug_level = integer;
    374        1.1     chris 		pmap_debug(pmap_debug_level);
    375        1.1     chris 	}
    376        1.1     chris #endif	/* PMAP_DEBUG */
    377        1.1     chris 
    378        1.1     chris /*	if (get_bootconf_option(args, "nbuf", BOOTOPT_TYPE_INT, &integer))
    379        1.1     chris 		bufpages = integer;*/
    380        1.1     chris 
    381       1.21     lukem #if NMD > 0 && defined(MEMORY_DISK_HOOKS) && !defined(MEMORY_DISK_ROOT_SIZE)
    382        1.1     chris 	if (get_bootconf_option(args, "memorydisc", BOOTOPT_TYPE_INT, &integer)
    383        1.1     chris 	    || get_bootconf_option(args, "memorydisk", BOOTOPT_TYPE_INT, &integer)) {
    384       1.24  jdolecek 		md_root_size = integer;
    385       1.24  jdolecek 		md_root_size *= 1024;
    386       1.24  jdolecek 		if (md_root_size < 32*1024)
    387       1.24  jdolecek 			md_root_size = 32*1024;
    388       1.24  jdolecek 		if (md_root_size > 2048*1024)
    389       1.24  jdolecek 			md_root_size = 2048*1024;
    390        1.1     chris 	}
    391       1.21     lukem #endif	/* NMD && MEMORY_DISK_HOOKS && !MEMORY_DISK_ROOT_SIZE */
    392        1.1     chris 
    393        1.1     chris 	if (get_bootconf_option(args, "quiet", BOOTOPT_TYPE_BOOLEAN, &integer)
    394        1.1     chris 	    || get_bootconf_option(args, "-q", BOOTOPT_TYPE_BOOLEAN, &integer))
    395        1.1     chris 		if (integer)
    396        1.1     chris 			boothowto |= AB_QUIET;
    397        1.1     chris 	if (get_bootconf_option(args, "verbose", BOOTOPT_TYPE_BOOLEAN, &integer)
    398        1.1     chris 	    || get_bootconf_option(args, "-v", BOOTOPT_TYPE_BOOLEAN, &integer))
    399        1.1     chris 		if (integer)
    400        1.1     chris 			boothowto |= AB_VERBOSE;
    401        1.1     chris }
    402       1.49      yamt 
    403  1.55.10.1      yamt #ifdef __HAVE_FAST_SOFTINTS
    404  1.55.10.1      yamt #if IPL_SOFTSERIAL != IPL_SOFTNET + 1
    405  1.55.10.1      yamt #error IPLs are screwed up
    406  1.55.10.2      yamt #elif IPL_SOFTNET != IPL_SOFTBIO + 1
    407  1.55.10.1      yamt #error IPLs are screwed up
    408  1.55.10.2      yamt #elif IPL_SOFTBIO != IPL_SOFTCLOCK + 1
    409  1.55.10.1      yamt #error IPLs are screwed up
    410  1.55.10.2      yamt #elif !(IPL_SOFTCLOCK > IPL_NONE)
    411  1.55.10.2      yamt #error IPLs are screwed up
    412  1.55.10.2      yamt #elif (IPL_NONE != 0)
    413  1.55.10.1      yamt #error IPLs are screwed up
    414  1.55.10.1      yamt #endif
    415  1.55.10.2      yamt 
    416  1.55.10.1      yamt #define	SOFTINT2IPLMAP \
    417  1.55.10.2      yamt 	(((IPL_SOFTSERIAL - IPL_SOFTCLOCK) << (SOFTINT_SERIAL * 4)) | \
    418  1.55.10.2      yamt 	 ((IPL_SOFTNET    - IPL_SOFTCLOCK) << (SOFTINT_NET    * 4)) | \
    419  1.55.10.2      yamt 	 ((IPL_SOFTBIO    - IPL_SOFTCLOCK) << (SOFTINT_BIO    * 4)) | \
    420  1.55.10.2      yamt 	 ((IPL_SOFTCLOCK  - IPL_SOFTCLOCK) << (SOFTINT_CLOCK  * 4)))
    421  1.55.10.1      yamt #define	SOFTINT2IPL(l)	((SOFTINT2IPLMAP >> ((l) * 4)) & 0x0f)
    422  1.55.10.1      yamt 
    423  1.55.10.1      yamt /*
    424  1.55.10.1      yamt  * This returns a mask of softint IPLs that be dispatch at <ipl>
    425  1.55.10.2      yamt  * SOFTIPLMASK(IPL_NONE)	= 0x0000000f
    426  1.55.10.2      yamt  * SOFTIPLMASK(IPL_SOFTCLOCK)	= 0x0000000e
    427  1.55.10.2      yamt  * SOFTIPLMASK(IPL_SOFTBIO)	= 0x0000000c
    428  1.55.10.2      yamt  * SOFTIPLMASK(IPL_SOFTNET)	= 0x00000008
    429  1.55.10.2      yamt  * SOFTIPLMASK(IPL_SOFTSERIAL)	= 0x00000000
    430  1.55.10.1      yamt  */
    431  1.55.10.2      yamt #define	SOFTIPLMASK(ipl) (0x0f << (ipl))
    432  1.55.10.1      yamt 
    433  1.55.10.1      yamt void softint_switch(lwp_t *, int);
    434  1.55.10.1      yamt 
    435  1.55.10.1      yamt void
    436  1.55.10.1      yamt softint_trigger(uintptr_t mask)
    437  1.55.10.1      yamt {
    438  1.55.10.1      yamt 	curcpu()->ci_softints |= mask;
    439  1.55.10.1      yamt }
    440  1.55.10.1      yamt 
    441  1.55.10.1      yamt void
    442  1.55.10.1      yamt softint_init_md(lwp_t *l, u_int level, uintptr_t *machdep)
    443  1.55.10.1      yamt {
    444  1.55.10.1      yamt 	lwp_t ** lp = &curcpu()->ci_softlwps[level];
    445  1.55.10.1      yamt 	KASSERT(*lp == NULL || *lp == l);
    446  1.55.10.1      yamt 	*lp = l;
    447  1.55.10.1      yamt 	*machdep = 1 << SOFTINT2IPL(level);
    448  1.55.10.2      yamt 	KASSERT(level != SOFTINT_CLOCK || *machdep == (1 << (IPL_SOFTCLOCK - IPL_SOFTCLOCK)));
    449  1.55.10.2      yamt 	KASSERT(level != SOFTINT_BIO || *machdep == (1 << (IPL_SOFTBIO - IPL_SOFTCLOCK)));
    450  1.55.10.2      yamt 	KASSERT(level != SOFTINT_NET || *machdep == (1 << (IPL_SOFTNET - IPL_SOFTCLOCK)));
    451  1.55.10.2      yamt 	KASSERT(level != SOFTINT_SERIAL || *machdep == (1 << (IPL_SOFTSERIAL - IPL_SOFTCLOCK)));
    452  1.55.10.1      yamt }
    453       1.53       mrg 
    454  1.55.10.1      yamt void
    455  1.55.10.1      yamt dosoftints(void)
    456  1.55.10.1      yamt {
    457  1.55.10.1      yamt 	struct cpu_info * const ci = curcpu();
    458  1.55.10.1      yamt 	const int opl = ci->ci_cpl;
    459  1.55.10.1      yamt 	const uint32_t softiplmask = SOFTIPLMASK(opl);
    460  1.55.10.1      yamt 
    461  1.55.10.1      yamt 	for (;;) {
    462  1.55.10.1      yamt 		u_int softints = ci->ci_softints & softiplmask;
    463  1.55.10.2      yamt 		KASSERT((softints != 0) == ((ci->ci_softints >> opl) != 0));
    464  1.55.10.1      yamt 		if (softints == 0)
    465  1.55.10.1      yamt 			return;
    466  1.55.10.1      yamt 		ci->ci_cpl = IPL_HIGH;
    467  1.55.10.1      yamt #define	DOSOFTINT(n) \
    468  1.55.10.2      yamt 		if (softints & (1 << (IPL_SOFT ## n - IPL_SOFTCLOCK))) { \
    469  1.55.10.2      yamt 			ci->ci_softints &= \
    470  1.55.10.2      yamt 			    ~(1 << (IPL_SOFT ## n - IPL_SOFTCLOCK)); \
    471  1.55.10.1      yamt 			softint_switch(ci->ci_softlwps[SOFTINT_ ## n], \
    472  1.55.10.1      yamt 			    IPL_SOFT ## n); \
    473  1.55.10.1      yamt 			ci->ci_cpl = opl; \
    474  1.55.10.1      yamt 			continue; \
    475  1.55.10.1      yamt 		}
    476  1.55.10.1      yamt 		DOSOFTINT(SERIAL);
    477  1.55.10.1      yamt 		DOSOFTINT(NET);
    478  1.55.10.1      yamt 		DOSOFTINT(BIO);
    479  1.55.10.1      yamt 		DOSOFTINT(CLOCK);
    480  1.55.10.1      yamt 		panic("dosoftints wtf (softints=%u?, ipl=%d)", softints, opl);
    481  1.55.10.1      yamt 	}
    482       1.53       mrg }
    483  1.55.10.1      yamt #endif /* __HAVE_FAST_SOFTINTS */
    484