Home | History | Annotate | Line # | Download | only in arm32
arm32_machdep.c revision 1.62.2.1
      1  1.62.2.1       jym /*	$NetBSD: arm32_machdep.c,v 1.62.2.1 2009/05/13 17:16:12 jym Exp $	*/
      2       1.1     chris 
      3       1.1     chris /*
      4       1.1     chris  * Copyright (c) 1994-1998 Mark Brinicombe.
      5       1.1     chris  * Copyright (c) 1994 Brini.
      6       1.1     chris  * All rights reserved.
      7       1.1     chris  *
      8       1.1     chris  * This code is derived from software written for Brini by Mark Brinicombe
      9       1.1     chris  *
     10       1.1     chris  * Redistribution and use in source and binary forms, with or without
     11       1.1     chris  * modification, are permitted provided that the following conditions
     12       1.1     chris  * are met:
     13       1.1     chris  * 1. Redistributions of source code must retain the above copyright
     14       1.1     chris  *    notice, this list of conditions and the following disclaimer.
     15       1.1     chris  * 2. Redistributions in binary form must reproduce the above copyright
     16       1.1     chris  *    notice, this list of conditions and the following disclaimer in the
     17       1.1     chris  *    documentation and/or other materials provided with the distribution.
     18       1.1     chris  * 3. All advertising materials mentioning features or use of this software
     19       1.1     chris  *    must display the following acknowledgement:
     20       1.1     chris  *	This product includes software developed by Mark Brinicombe
     21       1.1     chris  *	for the NetBSD Project.
     22       1.1     chris  * 4. The name of the company nor the name of the author may be used to
     23       1.1     chris  *    endorse or promote products derived from this software without specific
     24       1.1     chris  *    prior written permission.
     25       1.1     chris  *
     26       1.1     chris  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
     27       1.1     chris  * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
     28       1.1     chris  * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     29       1.1     chris  * IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT,
     30       1.1     chris  * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
     31       1.1     chris  * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
     32       1.1     chris  * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     33       1.1     chris  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     34       1.1     chris  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     35       1.1     chris  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     36       1.1     chris  * SUCH DAMAGE.
     37       1.1     chris  *
     38       1.1     chris  * Machine dependant functions for kernel setup
     39       1.1     chris  *
     40       1.1     chris  * Created      : 17/09/94
     41       1.1     chris  * Updated	: 18/04/01 updated for new wscons
     42       1.1     chris  */
     43      1.37     lukem 
     44      1.37     lukem #include <sys/cdefs.h>
     45  1.62.2.1       jym __KERNEL_RCSID(0, "$NetBSD: arm32_machdep.c,v 1.62.2.1 2009/05/13 17:16:12 jym Exp $");
     46       1.1     chris 
     47       1.1     chris #include "opt_md.h"
     48       1.1     chris #include "opt_pmap_debug.h"
     49       1.1     chris 
     50       1.1     chris #include <sys/param.h>
     51       1.1     chris #include <sys/systm.h>
     52       1.1     chris #include <sys/reboot.h>
     53       1.1     chris #include <sys/proc.h>
     54       1.1     chris #include <sys/user.h>
     55       1.1     chris #include <sys/kernel.h>
     56       1.1     chris #include <sys/mbuf.h>
     57       1.1     chris #include <sys/mount.h>
     58       1.1     chris #include <sys/buf.h>
     59       1.1     chris #include <sys/msgbuf.h>
     60       1.1     chris #include <sys/device.h>
     61       1.1     chris #include <uvm/uvm_extern.h>
     62       1.1     chris #include <sys/sysctl.h>
     63      1.49      yamt #include <sys/cpu.h>
     64       1.1     chris 
     65       1.1     chris #include <dev/cons.h>
     66       1.1     chris 
     67       1.7   thorpej #include <arm/arm32/katelib.h>
     68       1.9     chris #include <arm/arm32/machdep.h>
     69       1.1     chris #include <machine/bootconfig.h>
     70       1.1     chris 
     71       1.1     chris #include "md.h"
     72       1.1     chris 
     73       1.1     chris struct vm_map *mb_map = NULL;
     74       1.1     chris struct vm_map *phys_map = NULL;
     75       1.1     chris 
     76       1.1     chris extern int physmem;
     77       1.1     chris 
     78      1.21     lukem #if NMD > 0 && defined(MEMORY_DISK_HOOKS) && !defined(MEMORY_DISK_ROOT_SIZE)
     79      1.24  jdolecek extern size_t md_root_size;		/* Memory disc size */
     80      1.21     lukem #endif	/* NMD && MEMORY_DISK_HOOKS && !MEMORY_DISK_ROOT_SIZE */
     81       1.1     chris 
     82       1.1     chris pv_addr_t kernelstack;
     83       1.1     chris 
     84      1.48  christos void *	msgbufaddr;
     85       1.1     chris extern paddr_t msgbufphys;
     86       1.1     chris 
     87       1.1     chris int kernel_debug = 0;
     88       1.1     chris 
     89       1.1     chris struct user *proc0paddr;
     90       1.1     chris 
     91      1.12   reinoud /* exported variable to be filled in by the bootloaders */
     92       1.1     chris char *booted_kernel;
     93       1.1     chris 
     94       1.1     chris 
     95       1.1     chris /* Prototypes */
     96       1.1     chris 
     97  1.62.2.1       jym void data_abort_handler(trapframe_t *frame);
     98  1.62.2.1       jym void prefetch_abort_handler(trapframe_t *frame);
     99  1.62.2.1       jym extern void configure(void);
    100       1.1     chris 
    101       1.1     chris /*
    102      1.22   thorpej  * arm32_vector_init:
    103      1.22   thorpej  *
    104      1.22   thorpej  *	Initialize the vector page, and select whether or not to
    105      1.22   thorpej  *	relocate the vectors.
    106      1.22   thorpej  *
    107      1.22   thorpej  *	NOTE: We expect the vector page to be mapped at its expected
    108      1.22   thorpej  *	destination.
    109      1.22   thorpej  */
    110      1.22   thorpej void
    111      1.22   thorpej arm32_vector_init(vaddr_t va, int which)
    112      1.22   thorpej {
    113      1.22   thorpej 	extern unsigned int page0[], page0_data[];
    114      1.22   thorpej 	unsigned int *vectors = (int *) va;
    115      1.22   thorpej 	unsigned int *vectors_data = vectors + (page0_data - page0);
    116      1.22   thorpej 	int vec;
    117      1.22   thorpej 
    118      1.22   thorpej 	/*
    119      1.22   thorpej 	 * Loop through the vectors we're taking over, and copy the
    120      1.22   thorpej 	 * vector's insn and data word.
    121      1.22   thorpej 	 */
    122      1.22   thorpej 	for (vec = 0; vec < ARM_NVEC; vec++) {
    123      1.22   thorpej 		if ((which & (1 << vec)) == 0) {
    124      1.22   thorpej 			/* Don't want to take over this vector. */
    125      1.22   thorpej 			continue;
    126      1.22   thorpej 		}
    127      1.22   thorpej 		vectors[vec] = page0[vec];
    128      1.22   thorpej 		vectors_data[vec] = page0_data[vec];
    129      1.22   thorpej 	}
    130      1.22   thorpej 
    131      1.22   thorpej 	/* Now sync the vectors. */
    132      1.22   thorpej 	cpu_icache_sync_range(va, (ARM_NVEC * 2) * sizeof(u_int));
    133      1.22   thorpej 
    134      1.22   thorpej 	vector_page = va;
    135      1.30       scw 
    136      1.30       scw 	if (va == ARM_VECTORS_HIGH) {
    137      1.30       scw 		/*
    138      1.30       scw 		 * Assume the MD caller knows what it's doing here, and
    139      1.30       scw 		 * really does want the vector page relocated.
    140      1.30       scw 		 *
    141      1.30       scw 		 * Note: This has to be done here (and not just in
    142      1.30       scw 		 * cpu_setup()) because the vector page needs to be
    143      1.30       scw 		 * accessible *before* cpu_startup() is called.
    144      1.30       scw 		 * Think ddb(9) ...
    145      1.32   thorpej 		 *
    146      1.32   thorpej 		 * NOTE: If the CPU control register is not readable,
    147      1.32   thorpej 		 * this will totally fail!  We'll just assume that
    148      1.32   thorpej 		 * any system that has high vector support has a
    149      1.32   thorpej 		 * readable CPU control register, for now.  If we
    150      1.32   thorpej 		 * ever encounter one that does not, we'll have to
    151      1.32   thorpej 		 * rethink this.
    152      1.30       scw 		 */
    153      1.30       scw 		cpu_control(CPU_CONTROL_VECRELOC, CPU_CONTROL_VECRELOC);
    154      1.30       scw 	}
    155      1.22   thorpej }
    156      1.22   thorpej 
    157      1.22   thorpej /*
    158       1.1     chris  * Debug function just to park the CPU
    159       1.1     chris  */
    160       1.1     chris 
    161       1.1     chris void
    162  1.62.2.1       jym halt(void)
    163       1.1     chris {
    164       1.1     chris 	while (1)
    165       1.1     chris 		cpu_sleep(0);
    166       1.1     chris }
    167       1.1     chris 
    168       1.1     chris 
    169       1.1     chris /* Sync the discs and unmount the filesystems */
    170       1.1     chris 
    171       1.1     chris void
    172       1.1     chris bootsync(void)
    173       1.1     chris {
    174      1.58      matt 	static bool bootsyncdone = false;
    175       1.1     chris 
    176       1.1     chris 	if (bootsyncdone) return;
    177       1.1     chris 
    178      1.58      matt 	bootsyncdone = true;
    179       1.1     chris 
    180       1.1     chris 	/* Make sure we can still manage to do things */
    181       1.1     chris 	if (GetCPSR() & I32_bit) {
    182       1.1     chris 		/*
    183       1.1     chris 		 * If we get here then boot has been called without RB_NOSYNC
    184       1.1     chris 		 * and interrupts were disabled. This means the boot() call
    185       1.1     chris 		 * did not come from a user process e.g. shutdown, but must
    186       1.1     chris 		 * have come from somewhere in the kernel.
    187       1.1     chris 		 */
    188       1.1     chris 		IRQenable;
    189       1.1     chris 		printf("Warning IRQ's disabled during boot()\n");
    190       1.1     chris 	}
    191       1.1     chris 
    192       1.1     chris 	vfs_shutdown();
    193       1.1     chris }
    194       1.1     chris 
    195       1.1     chris /*
    196       1.1     chris  * void cpu_startup(void)
    197       1.1     chris  *
    198       1.1     chris  * Machine dependant startup code.
    199       1.1     chris  *
    200       1.1     chris  */
    201       1.1     chris void
    202      1.58      matt cpu_startup(void)
    203       1.1     chris {
    204      1.42        pk 	vaddr_t minaddr;
    205      1.42        pk 	vaddr_t maxaddr;
    206      1.42        pk 	u_int loop;
    207       1.1     chris 	char pbuf[9];
    208       1.1     chris 
    209      1.43       wiz 	/* Set the CPU control register */
    210       1.1     chris 	cpu_setup(boot_args);
    211       1.1     chris 
    212       1.1     chris 	/* Lock down zero page */
    213      1.22   thorpej 	vector_page_setprot(VM_PROT_READ);
    214       1.1     chris 
    215       1.1     chris 	/*
    216       1.1     chris 	 * Give pmap a chance to set up a few more things now the vm
    217       1.1     chris 	 * is initialised
    218       1.1     chris 	 */
    219       1.1     chris 	pmap_postinit();
    220       1.1     chris 
    221       1.1     chris 	/*
    222       1.1     chris 	 * Initialize error message buffer (at end of core).
    223       1.1     chris 	 */
    224       1.1     chris 
    225       1.1     chris 	/* msgbufphys was setup during the secondary boot strap */
    226       1.1     chris 	for (loop = 0; loop < btoc(MSGBUFSIZE); ++loop)
    227      1.29   thorpej 		pmap_kenter_pa((vaddr_t)msgbufaddr + loop * PAGE_SIZE,
    228      1.29   thorpej 		    msgbufphys + loop * PAGE_SIZE, VM_PROT_READ|VM_PROT_WRITE);
    229       1.5     chris 	pmap_update(pmap_kernel());
    230       1.1     chris 	initmsgbuf(msgbufaddr, round_page(MSGBUFSIZE));
    231       1.1     chris 
    232       1.1     chris 	/*
    233       1.1     chris 	 * Identify ourselves for the msgbuf (everything printed earlier will
    234       1.1     chris 	 * not be buffered).
    235       1.1     chris 	 */
    236      1.45     lukem 	printf("%s%s", copyright, version);
    237       1.1     chris 
    238      1.20   thorpej 	format_bytes(pbuf, sizeof(pbuf), arm_ptob(physmem));
    239       1.1     chris 	printf("total memory = %s\n", pbuf);
    240       1.1     chris 
    241      1.42        pk 	minaddr = 0;
    242       1.1     chris 
    243       1.1     chris 	/*
    244       1.1     chris 	 * Allocate a submap for physio
    245       1.1     chris 	 */
    246       1.1     chris 	phys_map = uvm_km_suballoc(kernel_map, &minaddr, &maxaddr,
    247      1.47   thorpej 				   VM_PHYS_SIZE, 0, false, NULL);
    248       1.1     chris 
    249       1.1     chris 	/*
    250       1.1     chris 	 * Finally, allocate mbuf cluster submap.
    251       1.1     chris 	 */
    252       1.1     chris 	mb_map = uvm_km_suballoc(kernel_map, &minaddr, &maxaddr,
    253       1.1     chris 				 nmbclusters * mclbytes, VM_MAP_INTRSAFE,
    254      1.47   thorpej 				 false, NULL);
    255       1.1     chris 
    256       1.1     chris 	format_bytes(pbuf, sizeof(pbuf), ptoa(uvmexp.free));
    257       1.1     chris 	printf("avail memory = %s\n", pbuf);
    258       1.1     chris 
    259      1.27   thorpej 	curpcb = &lwp0.l_addr->u_pcb;
    260       1.1     chris 	curpcb->pcb_flags = 0;
    261      1.27   thorpej 	curpcb->pcb_un.un_32.pcb32_sp = (u_int)lwp0.l_addr +
    262       1.4    toshii 	    USPACE_SVC_STACK_TOP;
    263       1.1     chris 
    264       1.4    toshii         curpcb->pcb_tf = (struct trapframe *)curpcb->pcb_un.un_32.pcb32_sp - 1;
    265       1.1     chris }
    266       1.1     chris 
    267       1.1     chris /*
    268       1.1     chris  * machine dependent system variables.
    269       1.1     chris  */
    270      1.39    atatat static int
    271      1.39    atatat sysctl_machdep_booted_device(SYSCTLFN_ARGS)
    272      1.39    atatat {
    273      1.39    atatat 	struct sysctlnode node;
    274      1.39    atatat 
    275      1.39    atatat 	if (booted_device == NULL)
    276      1.39    atatat 		return (EOPNOTSUPP);
    277      1.39    atatat 
    278      1.39    atatat 	node = *rnode;
    279      1.39    atatat 	node.sysctl_data = booted_device->dv_xname;
    280      1.39    atatat 	node.sysctl_size = strlen(booted_device->dv_xname) + 1;
    281      1.39    atatat 	return (sysctl_lookup(SYSCTLFN_CALL(&node)));
    282      1.39    atatat }
    283       1.1     chris 
    284      1.39    atatat static int
    285      1.39    atatat sysctl_machdep_booted_kernel(SYSCTLFN_ARGS)
    286       1.1     chris {
    287      1.39    atatat 	struct sysctlnode node;
    288      1.39    atatat 
    289      1.39    atatat 	if (booted_kernel == NULL || booted_kernel[0] == '\0')
    290       1.1     chris 		return (EOPNOTSUPP);
    291       1.1     chris 
    292      1.39    atatat 	node = *rnode;
    293      1.39    atatat 	node.sysctl_data = booted_kernel;
    294      1.39    atatat 	node.sysctl_size = strlen(booted_kernel) + 1;
    295      1.39    atatat 	return (sysctl_lookup(SYSCTLFN_CALL(&node)));
    296      1.39    atatat }
    297      1.25   thorpej 
    298      1.39    atatat static int
    299      1.39    atatat sysctl_machdep_powersave(SYSCTLFN_ARGS)
    300      1.39    atatat {
    301      1.39    atatat 	struct sysctlnode node = *rnode;
    302      1.39    atatat 	int error, newval;
    303      1.25   thorpej 
    304      1.39    atatat 	newval = cpu_do_powersave;
    305      1.39    atatat 	node.sysctl_data = &newval;
    306      1.39    atatat 	if (cpufuncs.cf_sleep == (void *) cpufunc_nullop)
    307      1.44    atatat 		node.sysctl_flags &= ~CTLFLAG_READWRITE;
    308      1.39    atatat 	error = sysctl_lookup(SYSCTLFN_CALL(&node));
    309      1.39    atatat 	if (error || newp == NULL || newval == cpu_do_powersave)
    310      1.39    atatat 		return (error);
    311      1.39    atatat 
    312      1.39    atatat 	if (newval < 0 || newval > 1)
    313      1.39    atatat 		return (EINVAL);
    314      1.39    atatat 	cpu_do_powersave = newval;
    315      1.25   thorpej 
    316      1.39    atatat 	return (0);
    317      1.39    atatat }
    318      1.25   thorpej 
    319      1.39    atatat SYSCTL_SETUP(sysctl_machdep_setup, "sysctl machdep subtree setup")
    320      1.39    atatat {
    321       1.1     chris 
    322      1.44    atatat 	sysctl_createv(clog, 0, NULL, NULL,
    323      1.44    atatat 		       CTLFLAG_PERMANENT,
    324      1.39    atatat 		       CTLTYPE_NODE, "machdep", NULL,
    325      1.39    atatat 		       NULL, 0, NULL, 0,
    326      1.39    atatat 		       CTL_MACHDEP, CTL_EOL);
    327      1.39    atatat 
    328      1.44    atatat 	sysctl_createv(clog, 0, NULL, NULL,
    329      1.44    atatat 		       CTLFLAG_PERMANENT|CTLFLAG_READWRITE,
    330      1.40    atatat 		       CTLTYPE_INT, "debug", NULL,
    331      1.39    atatat 		       NULL, 0, &kernel_debug, 0,
    332      1.41  rearnsha 		       CTL_MACHDEP, CPU_DEBUG, CTL_EOL);
    333      1.44    atatat 	sysctl_createv(clog, 0, NULL, NULL,
    334      1.44    atatat 		       CTLFLAG_PERMANENT,
    335      1.39    atatat 		       CTLTYPE_STRING, "booted_device", NULL,
    336      1.39    atatat 		       sysctl_machdep_booted_device, 0, NULL, 0,
    337      1.39    atatat 		       CTL_MACHDEP, CPU_BOOTED_DEVICE, CTL_EOL);
    338      1.44    atatat 	sysctl_createv(clog, 0, NULL, NULL,
    339      1.44    atatat 		       CTLFLAG_PERMANENT,
    340      1.39    atatat 		       CTLTYPE_STRING, "booted_kernel", NULL,
    341      1.39    atatat 		       sysctl_machdep_booted_kernel, 0, NULL, 0,
    342      1.39    atatat 		       CTL_MACHDEP, CPU_BOOTED_KERNEL, CTL_EOL);
    343      1.44    atatat 	sysctl_createv(clog, 0, NULL, NULL,
    344      1.44    atatat 		       CTLFLAG_PERMANENT,
    345      1.39    atatat 		       CTLTYPE_STRUCT, "console_device", NULL,
    346      1.39    atatat 		       sysctl_consdev, 0, NULL, sizeof(dev_t),
    347      1.39    atatat 		       CTL_MACHDEP, CPU_CONSDEV, CTL_EOL);
    348      1.44    atatat 	sysctl_createv(clog, 0, NULL, NULL,
    349      1.44    atatat 		       CTLFLAG_PERMANENT|CTLFLAG_READWRITE,
    350      1.39    atatat 		       CTLTYPE_INT, "powersave", NULL,
    351      1.39    atatat 		       sysctl_machdep_powersave, 0, &cpu_do_powersave, 0,
    352      1.39    atatat 		       CTL_MACHDEP, CPU_POWERSAVE, CTL_EOL);
    353       1.1     chris }
    354       1.1     chris 
    355       1.1     chris void
    356  1.62.2.1       jym parse_mi_bootargs(char *args)
    357       1.1     chris {
    358       1.1     chris 	int integer;
    359       1.1     chris 
    360       1.1     chris 	if (get_bootconf_option(args, "single", BOOTOPT_TYPE_BOOLEAN, &integer)
    361       1.1     chris 	    || get_bootconf_option(args, "-s", BOOTOPT_TYPE_BOOLEAN, &integer))
    362       1.1     chris 		if (integer)
    363       1.1     chris 			boothowto |= RB_SINGLE;
    364       1.1     chris 	if (get_bootconf_option(args, "kdb", BOOTOPT_TYPE_BOOLEAN, &integer)
    365       1.1     chris 	    || get_bootconf_option(args, "-k", BOOTOPT_TYPE_BOOLEAN, &integer))
    366       1.1     chris 		if (integer)
    367       1.1     chris 			boothowto |= RB_KDB;
    368       1.1     chris 	if (get_bootconf_option(args, "ask", BOOTOPT_TYPE_BOOLEAN, &integer)
    369       1.1     chris 	    || get_bootconf_option(args, "-a", BOOTOPT_TYPE_BOOLEAN, &integer))
    370       1.1     chris 		if (integer)
    371       1.1     chris 			boothowto |= RB_ASKNAME;
    372       1.1     chris 
    373       1.1     chris #ifdef PMAP_DEBUG
    374       1.1     chris 	if (get_bootconf_option(args, "pmapdebug", BOOTOPT_TYPE_INT, &integer)) {
    375       1.1     chris 		pmap_debug_level = integer;
    376       1.1     chris 		pmap_debug(pmap_debug_level);
    377       1.1     chris 	}
    378       1.1     chris #endif	/* PMAP_DEBUG */
    379       1.1     chris 
    380       1.1     chris /*	if (get_bootconf_option(args, "nbuf", BOOTOPT_TYPE_INT, &integer))
    381       1.1     chris 		bufpages = integer;*/
    382       1.1     chris 
    383      1.21     lukem #if NMD > 0 && defined(MEMORY_DISK_HOOKS) && !defined(MEMORY_DISK_ROOT_SIZE)
    384       1.1     chris 	if (get_bootconf_option(args, "memorydisc", BOOTOPT_TYPE_INT, &integer)
    385       1.1     chris 	    || get_bootconf_option(args, "memorydisk", BOOTOPT_TYPE_INT, &integer)) {
    386      1.24  jdolecek 		md_root_size = integer;
    387      1.24  jdolecek 		md_root_size *= 1024;
    388      1.24  jdolecek 		if (md_root_size < 32*1024)
    389      1.24  jdolecek 			md_root_size = 32*1024;
    390      1.24  jdolecek 		if (md_root_size > 2048*1024)
    391      1.24  jdolecek 			md_root_size = 2048*1024;
    392       1.1     chris 	}
    393      1.21     lukem #endif	/* NMD && MEMORY_DISK_HOOKS && !MEMORY_DISK_ROOT_SIZE */
    394       1.1     chris 
    395       1.1     chris 	if (get_bootconf_option(args, "quiet", BOOTOPT_TYPE_BOOLEAN, &integer)
    396       1.1     chris 	    || get_bootconf_option(args, "-q", BOOTOPT_TYPE_BOOLEAN, &integer))
    397       1.1     chris 		if (integer)
    398       1.1     chris 			boothowto |= AB_QUIET;
    399       1.1     chris 	if (get_bootconf_option(args, "verbose", BOOTOPT_TYPE_BOOLEAN, &integer)
    400       1.1     chris 	    || get_bootconf_option(args, "-v", BOOTOPT_TYPE_BOOLEAN, &integer))
    401       1.1     chris 		if (integer)
    402       1.1     chris 			boothowto |= AB_VERBOSE;
    403       1.1     chris }
    404      1.49      yamt 
    405      1.56      matt #ifdef __HAVE_FAST_SOFTINTS
    406      1.56      matt #if IPL_SOFTSERIAL != IPL_SOFTNET + 1
    407      1.56      matt #error IPLs are screwed up
    408      1.58      matt #elif IPL_SOFTNET != IPL_SOFTBIO + 1
    409      1.58      matt #error IPLs are screwed up
    410      1.58      matt #elif IPL_SOFTBIO != IPL_SOFTCLOCK + 1
    411      1.56      matt #error IPLs are screwed up
    412      1.58      matt #elif !(IPL_SOFTCLOCK > IPL_NONE)
    413      1.56      matt #error IPLs are screwed up
    414      1.58      matt #elif (IPL_NONE != 0)
    415      1.56      matt #error IPLs are screwed up
    416      1.56      matt #endif
    417      1.58      matt 
    418      1.56      matt #define	SOFTINT2IPLMAP \
    419      1.58      matt 	(((IPL_SOFTSERIAL - IPL_SOFTCLOCK) << (SOFTINT_SERIAL * 4)) | \
    420      1.58      matt 	 ((IPL_SOFTNET    - IPL_SOFTCLOCK) << (SOFTINT_NET    * 4)) | \
    421      1.58      matt 	 ((IPL_SOFTBIO    - IPL_SOFTCLOCK) << (SOFTINT_BIO    * 4)) | \
    422      1.58      matt 	 ((IPL_SOFTCLOCK  - IPL_SOFTCLOCK) << (SOFTINT_CLOCK  * 4)))
    423      1.56      matt #define	SOFTINT2IPL(l)	((SOFTINT2IPLMAP >> ((l) * 4)) & 0x0f)
    424      1.56      matt 
    425      1.56      matt /*
    426      1.56      matt  * This returns a mask of softint IPLs that be dispatch at <ipl>
    427      1.59      matt  * SOFTIPLMASK(IPL_NONE)	= 0x0000000f
    428      1.59      matt  * SOFTIPLMASK(IPL_SOFTCLOCK)	= 0x0000000e
    429      1.59      matt  * SOFTIPLMASK(IPL_SOFTBIO)	= 0x0000000c
    430      1.59      matt  * SOFTIPLMASK(IPL_SOFTNET)	= 0x00000008
    431      1.59      matt  * SOFTIPLMASK(IPL_SOFTSERIAL)	= 0x00000000
    432      1.56      matt  */
    433      1.59      matt #define	SOFTIPLMASK(ipl) (0x0f << (ipl))
    434      1.56      matt 
    435      1.56      matt void softint_switch(lwp_t *, int);
    436      1.56      matt 
    437      1.56      matt void
    438      1.56      matt softint_trigger(uintptr_t mask)
    439      1.56      matt {
    440      1.56      matt 	curcpu()->ci_softints |= mask;
    441      1.56      matt }
    442      1.56      matt 
    443      1.56      matt void
    444      1.56      matt softint_init_md(lwp_t *l, u_int level, uintptr_t *machdep)
    445      1.56      matt {
    446      1.56      matt 	lwp_t ** lp = &curcpu()->ci_softlwps[level];
    447      1.56      matt 	KASSERT(*lp == NULL || *lp == l);
    448      1.56      matt 	*lp = l;
    449      1.56      matt 	*machdep = 1 << SOFTINT2IPL(level);
    450      1.59      matt 	KASSERT(level != SOFTINT_CLOCK || *machdep == (1 << (IPL_SOFTCLOCK - IPL_SOFTCLOCK)));
    451      1.59      matt 	KASSERT(level != SOFTINT_BIO || *machdep == (1 << (IPL_SOFTBIO - IPL_SOFTCLOCK)));
    452      1.59      matt 	KASSERT(level != SOFTINT_NET || *machdep == (1 << (IPL_SOFTNET - IPL_SOFTCLOCK)));
    453      1.59      matt 	KASSERT(level != SOFTINT_SERIAL || *machdep == (1 << (IPL_SOFTSERIAL - IPL_SOFTCLOCK)));
    454      1.56      matt }
    455      1.53       mrg 
    456      1.56      matt void
    457      1.56      matt dosoftints(void)
    458      1.56      matt {
    459      1.56      matt 	struct cpu_info * const ci = curcpu();
    460      1.56      matt 	const int opl = ci->ci_cpl;
    461      1.56      matt 	const uint32_t softiplmask = SOFTIPLMASK(opl);
    462      1.56      matt 
    463      1.56      matt 	for (;;) {
    464      1.56      matt 		u_int softints = ci->ci_softints & softiplmask;
    465      1.59      matt 		KASSERT((softints != 0) == ((ci->ci_softints >> opl) != 0));
    466      1.56      matt 		if (softints == 0)
    467      1.56      matt 			return;
    468      1.56      matt 		ci->ci_cpl = IPL_HIGH;
    469      1.56      matt #define	DOSOFTINT(n) \
    470      1.58      matt 		if (softints & (1 << (IPL_SOFT ## n - IPL_SOFTCLOCK))) { \
    471      1.58      matt 			ci->ci_softints &= \
    472      1.58      matt 			    ~(1 << (IPL_SOFT ## n - IPL_SOFTCLOCK)); \
    473      1.56      matt 			softint_switch(ci->ci_softlwps[SOFTINT_ ## n], \
    474      1.56      matt 			    IPL_SOFT ## n); \
    475      1.56      matt 			ci->ci_cpl = opl; \
    476      1.56      matt 			continue; \
    477      1.56      matt 		}
    478      1.56      matt 		DOSOFTINT(SERIAL);
    479      1.56      matt 		DOSOFTINT(NET);
    480      1.56      matt 		DOSOFTINT(BIO);
    481      1.56      matt 		DOSOFTINT(CLOCK);
    482      1.56      matt 		panic("dosoftints wtf (softints=%u?, ipl=%d)", softints, opl);
    483      1.56      matt 	}
    484      1.53       mrg }
    485      1.56      matt #endif /* __HAVE_FAST_SOFTINTS */
    486