Home | History | Annotate | Line # | Download | only in arm32
arm32_machdep.c revision 1.72.2.1
      1  1.72.2.1  uebayasi /*	$NetBSD: arm32_machdep.c,v 1.72.2.1 2010/04/30 14:39:07 uebayasi Exp $	*/
      2       1.1     chris 
      3       1.1     chris /*
      4       1.1     chris  * Copyright (c) 1994-1998 Mark Brinicombe.
      5       1.1     chris  * Copyright (c) 1994 Brini.
      6       1.1     chris  * All rights reserved.
      7       1.1     chris  *
      8       1.1     chris  * This code is derived from software written for Brini by Mark Brinicombe
      9       1.1     chris  *
     10       1.1     chris  * Redistribution and use in source and binary forms, with or without
     11       1.1     chris  * modification, are permitted provided that the following conditions
     12       1.1     chris  * are met:
     13       1.1     chris  * 1. Redistributions of source code must retain the above copyright
     14       1.1     chris  *    notice, this list of conditions and the following disclaimer.
     15       1.1     chris  * 2. Redistributions in binary form must reproduce the above copyright
     16       1.1     chris  *    notice, this list of conditions and the following disclaimer in the
     17       1.1     chris  *    documentation and/or other materials provided with the distribution.
     18       1.1     chris  * 3. All advertising materials mentioning features or use of this software
     19       1.1     chris  *    must display the following acknowledgement:
     20       1.1     chris  *	This product includes software developed by Mark Brinicombe
     21       1.1     chris  *	for the NetBSD Project.
     22       1.1     chris  * 4. The name of the company nor the name of the author may be used to
     23       1.1     chris  *    endorse or promote products derived from this software without specific
     24       1.1     chris  *    prior written permission.
     25       1.1     chris  *
     26       1.1     chris  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
     27       1.1     chris  * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
     28       1.1     chris  * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     29       1.1     chris  * IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT,
     30       1.1     chris  * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
     31       1.1     chris  * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
     32       1.1     chris  * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     33       1.1     chris  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     34       1.1     chris  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     35       1.1     chris  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     36       1.1     chris  * SUCH DAMAGE.
     37       1.1     chris  *
     38       1.1     chris  * Machine dependant functions for kernel setup
     39       1.1     chris  *
     40       1.1     chris  * Created      : 17/09/94
     41       1.1     chris  * Updated	: 18/04/01 updated for new wscons
     42       1.1     chris  */
     43      1.37     lukem 
     44      1.37     lukem #include <sys/cdefs.h>
     45  1.72.2.1  uebayasi __KERNEL_RCSID(0, "$NetBSD: arm32_machdep.c,v 1.72.2.1 2010/04/30 14:39:07 uebayasi Exp $");
     46       1.1     chris 
     47      1.72      jmmv #include "opt_modular.h"
     48       1.1     chris #include "opt_md.h"
     49       1.1     chris #include "opt_pmap_debug.h"
     50       1.1     chris 
     51       1.1     chris #include <sys/param.h>
     52       1.1     chris #include <sys/systm.h>
     53       1.1     chris #include <sys/reboot.h>
     54       1.1     chris #include <sys/proc.h>
     55       1.1     chris #include <sys/kernel.h>
     56       1.1     chris #include <sys/mbuf.h>
     57       1.1     chris #include <sys/mount.h>
     58       1.1     chris #include <sys/buf.h>
     59       1.1     chris #include <sys/msgbuf.h>
     60       1.1     chris #include <sys/device.h>
     61       1.1     chris #include <uvm/uvm_extern.h>
     62       1.1     chris #include <sys/sysctl.h>
     63      1.49      yamt #include <sys/cpu.h>
     64      1.72      jmmv #include <sys/module.h>
     65       1.1     chris 
     66       1.1     chris #include <dev/cons.h>
     67       1.1     chris 
     68       1.7   thorpej #include <arm/arm32/katelib.h>
     69       1.9     chris #include <arm/arm32/machdep.h>
     70       1.1     chris #include <machine/bootconfig.h>
     71       1.1     chris 
     72       1.1     chris #include "md.h"
     73       1.1     chris 
     74       1.1     chris struct vm_map *phys_map = NULL;
     75       1.1     chris 
     76      1.21     lukem #if NMD > 0 && defined(MEMORY_DISK_HOOKS) && !defined(MEMORY_DISK_ROOT_SIZE)
     77      1.24  jdolecek extern size_t md_root_size;		/* Memory disc size */
     78      1.21     lukem #endif	/* NMD && MEMORY_DISK_HOOKS && !MEMORY_DISK_ROOT_SIZE */
     79       1.1     chris 
     80       1.1     chris pv_addr_t kernelstack;
     81       1.1     chris 
     82      1.48  christos void *	msgbufaddr;
     83       1.1     chris extern paddr_t msgbufphys;
     84       1.1     chris 
     85       1.1     chris int kernel_debug = 0;
     86       1.1     chris 
     87      1.12   reinoud /* exported variable to be filled in by the bootloaders */
     88       1.1     chris char *booted_kernel;
     89       1.1     chris 
     90       1.1     chris 
     91       1.1     chris /* Prototypes */
     92       1.1     chris 
     93      1.63       dsl void data_abort_handler(trapframe_t *frame);
     94      1.63       dsl void prefetch_abort_handler(trapframe_t *frame);
     95      1.63       dsl extern void configure(void);
     96       1.1     chris 
     97       1.1     chris /*
     98      1.22   thorpej  * arm32_vector_init:
     99      1.22   thorpej  *
    100      1.22   thorpej  *	Initialize the vector page, and select whether or not to
    101      1.22   thorpej  *	relocate the vectors.
    102      1.22   thorpej  *
    103      1.22   thorpej  *	NOTE: We expect the vector page to be mapped at its expected
    104      1.22   thorpej  *	destination.
    105      1.22   thorpej  */
    106      1.22   thorpej void
    107      1.22   thorpej arm32_vector_init(vaddr_t va, int which)
    108      1.22   thorpej {
    109      1.22   thorpej 	extern unsigned int page0[], page0_data[];
    110      1.22   thorpej 	unsigned int *vectors = (int *) va;
    111      1.22   thorpej 	unsigned int *vectors_data = vectors + (page0_data - page0);
    112      1.22   thorpej 	int vec;
    113      1.22   thorpej 
    114      1.22   thorpej 	/*
    115      1.22   thorpej 	 * Loop through the vectors we're taking over, and copy the
    116      1.22   thorpej 	 * vector's insn and data word.
    117      1.22   thorpej 	 */
    118      1.22   thorpej 	for (vec = 0; vec < ARM_NVEC; vec++) {
    119      1.22   thorpej 		if ((which & (1 << vec)) == 0) {
    120      1.22   thorpej 			/* Don't want to take over this vector. */
    121      1.22   thorpej 			continue;
    122      1.22   thorpej 		}
    123      1.22   thorpej 		vectors[vec] = page0[vec];
    124      1.22   thorpej 		vectors_data[vec] = page0_data[vec];
    125      1.22   thorpej 	}
    126      1.22   thorpej 
    127      1.22   thorpej 	/* Now sync the vectors. */
    128      1.22   thorpej 	cpu_icache_sync_range(va, (ARM_NVEC * 2) * sizeof(u_int));
    129      1.22   thorpej 
    130      1.22   thorpej 	vector_page = va;
    131      1.30       scw 
    132      1.30       scw 	if (va == ARM_VECTORS_HIGH) {
    133      1.30       scw 		/*
    134      1.30       scw 		 * Assume the MD caller knows what it's doing here, and
    135      1.30       scw 		 * really does want the vector page relocated.
    136      1.30       scw 		 *
    137      1.30       scw 		 * Note: This has to be done here (and not just in
    138      1.30       scw 		 * cpu_setup()) because the vector page needs to be
    139      1.30       scw 		 * accessible *before* cpu_startup() is called.
    140      1.30       scw 		 * Think ddb(9) ...
    141      1.32   thorpej 		 *
    142      1.32   thorpej 		 * NOTE: If the CPU control register is not readable,
    143      1.32   thorpej 		 * this will totally fail!  We'll just assume that
    144      1.32   thorpej 		 * any system that has high vector support has a
    145      1.32   thorpej 		 * readable CPU control register, for now.  If we
    146      1.32   thorpej 		 * ever encounter one that does not, we'll have to
    147      1.32   thorpej 		 * rethink this.
    148      1.30       scw 		 */
    149      1.30       scw 		cpu_control(CPU_CONTROL_VECRELOC, CPU_CONTROL_VECRELOC);
    150      1.30       scw 	}
    151      1.22   thorpej }
    152      1.22   thorpej 
    153      1.22   thorpej /*
    154       1.1     chris  * Debug function just to park the CPU
    155       1.1     chris  */
    156       1.1     chris 
    157       1.1     chris void
    158      1.65    cegger halt(void)
    159       1.1     chris {
    160       1.1     chris 	while (1)
    161       1.1     chris 		cpu_sleep(0);
    162       1.1     chris }
    163       1.1     chris 
    164       1.1     chris 
    165       1.1     chris /* Sync the discs and unmount the filesystems */
    166       1.1     chris 
    167       1.1     chris void
    168       1.1     chris bootsync(void)
    169       1.1     chris {
    170      1.58      matt 	static bool bootsyncdone = false;
    171       1.1     chris 
    172       1.1     chris 	if (bootsyncdone) return;
    173       1.1     chris 
    174      1.58      matt 	bootsyncdone = true;
    175       1.1     chris 
    176       1.1     chris 	/* Make sure we can still manage to do things */
    177       1.1     chris 	if (GetCPSR() & I32_bit) {
    178       1.1     chris 		/*
    179       1.1     chris 		 * If we get here then boot has been called without RB_NOSYNC
    180       1.1     chris 		 * and interrupts were disabled. This means the boot() call
    181       1.1     chris 		 * did not come from a user process e.g. shutdown, but must
    182       1.1     chris 		 * have come from somewhere in the kernel.
    183       1.1     chris 		 */
    184       1.1     chris 		IRQenable;
    185       1.1     chris 		printf("Warning IRQ's disabled during boot()\n");
    186       1.1     chris 	}
    187       1.1     chris 
    188       1.1     chris 	vfs_shutdown();
    189       1.1     chris }
    190       1.1     chris 
    191       1.1     chris /*
    192       1.1     chris  * void cpu_startup(void)
    193       1.1     chris  *
    194       1.1     chris  * Machine dependant startup code.
    195       1.1     chris  *
    196       1.1     chris  */
    197       1.1     chris void
    198      1.58      matt cpu_startup(void)
    199       1.1     chris {
    200      1.42        pk 	vaddr_t minaddr;
    201      1.42        pk 	vaddr_t maxaddr;
    202      1.42        pk 	u_int loop;
    203       1.1     chris 	char pbuf[9];
    204       1.1     chris 
    205      1.43       wiz 	/* Set the CPU control register */
    206       1.1     chris 	cpu_setup(boot_args);
    207       1.1     chris 
    208       1.1     chris 	/* Lock down zero page */
    209      1.22   thorpej 	vector_page_setprot(VM_PROT_READ);
    210       1.1     chris 
    211       1.1     chris 	/*
    212       1.1     chris 	 * Give pmap a chance to set up a few more things now the vm
    213       1.1     chris 	 * is initialised
    214       1.1     chris 	 */
    215       1.1     chris 	pmap_postinit();
    216       1.1     chris 
    217       1.1     chris 	/*
    218       1.1     chris 	 * Initialize error message buffer (at end of core).
    219       1.1     chris 	 */
    220       1.1     chris 
    221       1.1     chris 	/* msgbufphys was setup during the secondary boot strap */
    222       1.1     chris 	for (loop = 0; loop < btoc(MSGBUFSIZE); ++loop)
    223      1.29   thorpej 		pmap_kenter_pa((vaddr_t)msgbufaddr + loop * PAGE_SIZE,
    224      1.67    cegger 		    msgbufphys + loop * PAGE_SIZE,
    225      1.67    cegger 		    VM_PROT_READ|VM_PROT_WRITE, 0);
    226       1.5     chris 	pmap_update(pmap_kernel());
    227       1.1     chris 	initmsgbuf(msgbufaddr, round_page(MSGBUFSIZE));
    228       1.1     chris 
    229       1.1     chris 	/*
    230       1.1     chris 	 * Identify ourselves for the msgbuf (everything printed earlier will
    231       1.1     chris 	 * not be buffered).
    232       1.1     chris 	 */
    233      1.45     lukem 	printf("%s%s", copyright, version);
    234       1.1     chris 
    235      1.20   thorpej 	format_bytes(pbuf, sizeof(pbuf), arm_ptob(physmem));
    236       1.1     chris 	printf("total memory = %s\n", pbuf);
    237       1.1     chris 
    238      1.42        pk 	minaddr = 0;
    239       1.1     chris 
    240       1.1     chris 	/*
    241       1.1     chris 	 * Allocate a submap for physio
    242       1.1     chris 	 */
    243       1.1     chris 	phys_map = uvm_km_suballoc(kernel_map, &minaddr, &maxaddr,
    244      1.47   thorpej 				   VM_PHYS_SIZE, 0, false, NULL);
    245       1.1     chris 
    246       1.1     chris 	format_bytes(pbuf, sizeof(pbuf), ptoa(uvmexp.free));
    247       1.1     chris 	printf("avail memory = %s\n", pbuf);
    248       1.1     chris 
    249      1.68     rmind 	curpcb = lwp_getpcb(&lwp0);
    250       1.1     chris 	curpcb->pcb_flags = 0;
    251      1.71     rmind 	curpcb->pcb_un.un_32.pcb32_sp =
    252      1.71     rmind 	    uvm_lwp_getuarea(&lwp0) + USPACE_SVC_STACK_TOP;
    253      1.71     rmind 	curpcb->pcb_tf = (struct trapframe *)curpcb->pcb_un.un_32.pcb32_sp - 1;
    254       1.1     chris }
    255       1.1     chris 
    256       1.1     chris /*
    257       1.1     chris  * machine dependent system variables.
    258       1.1     chris  */
    259      1.39    atatat static int
    260      1.39    atatat sysctl_machdep_booted_device(SYSCTLFN_ARGS)
    261      1.39    atatat {
    262      1.39    atatat 	struct sysctlnode node;
    263      1.39    atatat 
    264      1.39    atatat 	if (booted_device == NULL)
    265      1.39    atatat 		return (EOPNOTSUPP);
    266      1.39    atatat 
    267      1.39    atatat 	node = *rnode;
    268      1.39    atatat 	node.sysctl_data = booted_device->dv_xname;
    269      1.39    atatat 	node.sysctl_size = strlen(booted_device->dv_xname) + 1;
    270      1.39    atatat 	return (sysctl_lookup(SYSCTLFN_CALL(&node)));
    271      1.39    atatat }
    272       1.1     chris 
    273      1.39    atatat static int
    274      1.39    atatat sysctl_machdep_booted_kernel(SYSCTLFN_ARGS)
    275       1.1     chris {
    276      1.39    atatat 	struct sysctlnode node;
    277      1.39    atatat 
    278      1.39    atatat 	if (booted_kernel == NULL || booted_kernel[0] == '\0')
    279       1.1     chris 		return (EOPNOTSUPP);
    280       1.1     chris 
    281      1.39    atatat 	node = *rnode;
    282      1.39    atatat 	node.sysctl_data = booted_kernel;
    283      1.39    atatat 	node.sysctl_size = strlen(booted_kernel) + 1;
    284      1.39    atatat 	return (sysctl_lookup(SYSCTLFN_CALL(&node)));
    285      1.39    atatat }
    286      1.25   thorpej 
    287      1.39    atatat static int
    288      1.39    atatat sysctl_machdep_powersave(SYSCTLFN_ARGS)
    289      1.39    atatat {
    290      1.39    atatat 	struct sysctlnode node = *rnode;
    291      1.39    atatat 	int error, newval;
    292      1.25   thorpej 
    293      1.39    atatat 	newval = cpu_do_powersave;
    294      1.39    atatat 	node.sysctl_data = &newval;
    295      1.39    atatat 	if (cpufuncs.cf_sleep == (void *) cpufunc_nullop)
    296      1.44    atatat 		node.sysctl_flags &= ~CTLFLAG_READWRITE;
    297      1.39    atatat 	error = sysctl_lookup(SYSCTLFN_CALL(&node));
    298      1.39    atatat 	if (error || newp == NULL || newval == cpu_do_powersave)
    299      1.39    atatat 		return (error);
    300      1.39    atatat 
    301      1.39    atatat 	if (newval < 0 || newval > 1)
    302      1.39    atatat 		return (EINVAL);
    303      1.39    atatat 	cpu_do_powersave = newval;
    304      1.25   thorpej 
    305      1.39    atatat 	return (0);
    306      1.39    atatat }
    307      1.25   thorpej 
    308      1.39    atatat SYSCTL_SETUP(sysctl_machdep_setup, "sysctl machdep subtree setup")
    309      1.39    atatat {
    310       1.1     chris 
    311      1.44    atatat 	sysctl_createv(clog, 0, NULL, NULL,
    312      1.44    atatat 		       CTLFLAG_PERMANENT,
    313      1.39    atatat 		       CTLTYPE_NODE, "machdep", NULL,
    314      1.39    atatat 		       NULL, 0, NULL, 0,
    315      1.39    atatat 		       CTL_MACHDEP, CTL_EOL);
    316      1.39    atatat 
    317      1.44    atatat 	sysctl_createv(clog, 0, NULL, NULL,
    318      1.44    atatat 		       CTLFLAG_PERMANENT|CTLFLAG_READWRITE,
    319      1.40    atatat 		       CTLTYPE_INT, "debug", NULL,
    320      1.39    atatat 		       NULL, 0, &kernel_debug, 0,
    321      1.41  rearnsha 		       CTL_MACHDEP, CPU_DEBUG, CTL_EOL);
    322      1.44    atatat 	sysctl_createv(clog, 0, NULL, NULL,
    323      1.44    atatat 		       CTLFLAG_PERMANENT,
    324      1.39    atatat 		       CTLTYPE_STRING, "booted_device", NULL,
    325      1.39    atatat 		       sysctl_machdep_booted_device, 0, NULL, 0,
    326      1.39    atatat 		       CTL_MACHDEP, CPU_BOOTED_DEVICE, CTL_EOL);
    327      1.44    atatat 	sysctl_createv(clog, 0, NULL, NULL,
    328      1.44    atatat 		       CTLFLAG_PERMANENT,
    329      1.39    atatat 		       CTLTYPE_STRING, "booted_kernel", NULL,
    330      1.39    atatat 		       sysctl_machdep_booted_kernel, 0, NULL, 0,
    331      1.39    atatat 		       CTL_MACHDEP, CPU_BOOTED_KERNEL, CTL_EOL);
    332      1.44    atatat 	sysctl_createv(clog, 0, NULL, NULL,
    333      1.44    atatat 		       CTLFLAG_PERMANENT,
    334      1.39    atatat 		       CTLTYPE_STRUCT, "console_device", NULL,
    335      1.39    atatat 		       sysctl_consdev, 0, NULL, sizeof(dev_t),
    336      1.39    atatat 		       CTL_MACHDEP, CPU_CONSDEV, CTL_EOL);
    337      1.44    atatat 	sysctl_createv(clog, 0, NULL, NULL,
    338      1.44    atatat 		       CTLFLAG_PERMANENT|CTLFLAG_READWRITE,
    339      1.39    atatat 		       CTLTYPE_INT, "powersave", NULL,
    340      1.39    atatat 		       sysctl_machdep_powersave, 0, &cpu_do_powersave, 0,
    341      1.39    atatat 		       CTL_MACHDEP, CPU_POWERSAVE, CTL_EOL);
    342       1.1     chris }
    343       1.1     chris 
    344       1.1     chris void
    345      1.64       dsl parse_mi_bootargs(char *args)
    346       1.1     chris {
    347       1.1     chris 	int integer;
    348       1.1     chris 
    349       1.1     chris 	if (get_bootconf_option(args, "single", BOOTOPT_TYPE_BOOLEAN, &integer)
    350       1.1     chris 	    || get_bootconf_option(args, "-s", BOOTOPT_TYPE_BOOLEAN, &integer))
    351       1.1     chris 		if (integer)
    352       1.1     chris 			boothowto |= RB_SINGLE;
    353       1.1     chris 	if (get_bootconf_option(args, "kdb", BOOTOPT_TYPE_BOOLEAN, &integer)
    354       1.1     chris 	    || get_bootconf_option(args, "-k", BOOTOPT_TYPE_BOOLEAN, &integer))
    355       1.1     chris 		if (integer)
    356       1.1     chris 			boothowto |= RB_KDB;
    357       1.1     chris 	if (get_bootconf_option(args, "ask", BOOTOPT_TYPE_BOOLEAN, &integer)
    358       1.1     chris 	    || get_bootconf_option(args, "-a", BOOTOPT_TYPE_BOOLEAN, &integer))
    359       1.1     chris 		if (integer)
    360       1.1     chris 			boothowto |= RB_ASKNAME;
    361       1.1     chris 
    362       1.1     chris #ifdef PMAP_DEBUG
    363       1.1     chris 	if (get_bootconf_option(args, "pmapdebug", BOOTOPT_TYPE_INT, &integer)) {
    364       1.1     chris 		pmap_debug_level = integer;
    365       1.1     chris 		pmap_debug(pmap_debug_level);
    366       1.1     chris 	}
    367       1.1     chris #endif	/* PMAP_DEBUG */
    368       1.1     chris 
    369       1.1     chris /*	if (get_bootconf_option(args, "nbuf", BOOTOPT_TYPE_INT, &integer))
    370       1.1     chris 		bufpages = integer;*/
    371       1.1     chris 
    372      1.21     lukem #if NMD > 0 && defined(MEMORY_DISK_HOOKS) && !defined(MEMORY_DISK_ROOT_SIZE)
    373       1.1     chris 	if (get_bootconf_option(args, "memorydisc", BOOTOPT_TYPE_INT, &integer)
    374       1.1     chris 	    || get_bootconf_option(args, "memorydisk", BOOTOPT_TYPE_INT, &integer)) {
    375      1.24  jdolecek 		md_root_size = integer;
    376      1.24  jdolecek 		md_root_size *= 1024;
    377      1.24  jdolecek 		if (md_root_size < 32*1024)
    378      1.24  jdolecek 			md_root_size = 32*1024;
    379      1.24  jdolecek 		if (md_root_size > 2048*1024)
    380      1.24  jdolecek 			md_root_size = 2048*1024;
    381       1.1     chris 	}
    382      1.21     lukem #endif	/* NMD && MEMORY_DISK_HOOKS && !MEMORY_DISK_ROOT_SIZE */
    383       1.1     chris 
    384       1.1     chris 	if (get_bootconf_option(args, "quiet", BOOTOPT_TYPE_BOOLEAN, &integer)
    385       1.1     chris 	    || get_bootconf_option(args, "-q", BOOTOPT_TYPE_BOOLEAN, &integer))
    386       1.1     chris 		if (integer)
    387       1.1     chris 			boothowto |= AB_QUIET;
    388       1.1     chris 	if (get_bootconf_option(args, "verbose", BOOTOPT_TYPE_BOOLEAN, &integer)
    389       1.1     chris 	    || get_bootconf_option(args, "-v", BOOTOPT_TYPE_BOOLEAN, &integer))
    390       1.1     chris 		if (integer)
    391       1.1     chris 			boothowto |= AB_VERBOSE;
    392       1.1     chris }
    393      1.49      yamt 
    394      1.56      matt #ifdef __HAVE_FAST_SOFTINTS
    395      1.56      matt #if IPL_SOFTSERIAL != IPL_SOFTNET + 1
    396      1.56      matt #error IPLs are screwed up
    397      1.58      matt #elif IPL_SOFTNET != IPL_SOFTBIO + 1
    398      1.58      matt #error IPLs are screwed up
    399      1.58      matt #elif IPL_SOFTBIO != IPL_SOFTCLOCK + 1
    400      1.56      matt #error IPLs are screwed up
    401      1.58      matt #elif !(IPL_SOFTCLOCK > IPL_NONE)
    402      1.56      matt #error IPLs are screwed up
    403      1.58      matt #elif (IPL_NONE != 0)
    404      1.56      matt #error IPLs are screwed up
    405      1.56      matt #endif
    406      1.58      matt 
    407      1.56      matt #define	SOFTINT2IPLMAP \
    408      1.58      matt 	(((IPL_SOFTSERIAL - IPL_SOFTCLOCK) << (SOFTINT_SERIAL * 4)) | \
    409      1.58      matt 	 ((IPL_SOFTNET    - IPL_SOFTCLOCK) << (SOFTINT_NET    * 4)) | \
    410      1.58      matt 	 ((IPL_SOFTBIO    - IPL_SOFTCLOCK) << (SOFTINT_BIO    * 4)) | \
    411      1.58      matt 	 ((IPL_SOFTCLOCK  - IPL_SOFTCLOCK) << (SOFTINT_CLOCK  * 4)))
    412      1.56      matt #define	SOFTINT2IPL(l)	((SOFTINT2IPLMAP >> ((l) * 4)) & 0x0f)
    413      1.56      matt 
    414      1.56      matt /*
    415      1.56      matt  * This returns a mask of softint IPLs that be dispatch at <ipl>
    416      1.59      matt  * SOFTIPLMASK(IPL_NONE)	= 0x0000000f
    417      1.59      matt  * SOFTIPLMASK(IPL_SOFTCLOCK)	= 0x0000000e
    418      1.59      matt  * SOFTIPLMASK(IPL_SOFTBIO)	= 0x0000000c
    419      1.59      matt  * SOFTIPLMASK(IPL_SOFTNET)	= 0x00000008
    420      1.59      matt  * SOFTIPLMASK(IPL_SOFTSERIAL)	= 0x00000000
    421      1.56      matt  */
    422      1.59      matt #define	SOFTIPLMASK(ipl) (0x0f << (ipl))
    423      1.56      matt 
    424      1.56      matt void softint_switch(lwp_t *, int);
    425      1.56      matt 
    426      1.56      matt void
    427      1.56      matt softint_trigger(uintptr_t mask)
    428      1.56      matt {
    429      1.56      matt 	curcpu()->ci_softints |= mask;
    430      1.56      matt }
    431      1.56      matt 
    432      1.56      matt void
    433      1.56      matt softint_init_md(lwp_t *l, u_int level, uintptr_t *machdep)
    434      1.56      matt {
    435      1.56      matt 	lwp_t ** lp = &curcpu()->ci_softlwps[level];
    436      1.56      matt 	KASSERT(*lp == NULL || *lp == l);
    437      1.56      matt 	*lp = l;
    438      1.56      matt 	*machdep = 1 << SOFTINT2IPL(level);
    439      1.59      matt 	KASSERT(level != SOFTINT_CLOCK || *machdep == (1 << (IPL_SOFTCLOCK - IPL_SOFTCLOCK)));
    440      1.59      matt 	KASSERT(level != SOFTINT_BIO || *machdep == (1 << (IPL_SOFTBIO - IPL_SOFTCLOCK)));
    441      1.59      matt 	KASSERT(level != SOFTINT_NET || *machdep == (1 << (IPL_SOFTNET - IPL_SOFTCLOCK)));
    442      1.59      matt 	KASSERT(level != SOFTINT_SERIAL || *machdep == (1 << (IPL_SOFTSERIAL - IPL_SOFTCLOCK)));
    443      1.56      matt }
    444      1.53       mrg 
    445      1.56      matt void
    446      1.56      matt dosoftints(void)
    447      1.56      matt {
    448      1.56      matt 	struct cpu_info * const ci = curcpu();
    449      1.56      matt 	const int opl = ci->ci_cpl;
    450      1.56      matt 	const uint32_t softiplmask = SOFTIPLMASK(opl);
    451      1.56      matt 
    452      1.56      matt 	for (;;) {
    453      1.56      matt 		u_int softints = ci->ci_softints & softiplmask;
    454      1.59      matt 		KASSERT((softints != 0) == ((ci->ci_softints >> opl) != 0));
    455      1.56      matt 		if (softints == 0)
    456      1.56      matt 			return;
    457      1.56      matt 		ci->ci_cpl = IPL_HIGH;
    458      1.56      matt #define	DOSOFTINT(n) \
    459      1.58      matt 		if (softints & (1 << (IPL_SOFT ## n - IPL_SOFTCLOCK))) { \
    460      1.58      matt 			ci->ci_softints &= \
    461      1.58      matt 			    ~(1 << (IPL_SOFT ## n - IPL_SOFTCLOCK)); \
    462      1.56      matt 			softint_switch(ci->ci_softlwps[SOFTINT_ ## n], \
    463      1.56      matt 			    IPL_SOFT ## n); \
    464      1.56      matt 			ci->ci_cpl = opl; \
    465      1.56      matt 			continue; \
    466      1.56      matt 		}
    467      1.56      matt 		DOSOFTINT(SERIAL);
    468      1.56      matt 		DOSOFTINT(NET);
    469      1.56      matt 		DOSOFTINT(BIO);
    470      1.56      matt 		DOSOFTINT(CLOCK);
    471      1.56      matt 		panic("dosoftints wtf (softints=%u?, ipl=%d)", softints, opl);
    472      1.56      matt 	}
    473      1.53       mrg }
    474      1.56      matt #endif /* __HAVE_FAST_SOFTINTS */
    475      1.72      jmmv 
    476      1.72      jmmv #ifdef MODULAR
    477      1.72      jmmv /*
    478      1.72      jmmv  * Push any modules loaded by the boot loader.
    479      1.72      jmmv  */
    480      1.72      jmmv void
    481      1.72      jmmv module_init_md(void)
    482      1.72      jmmv {
    483      1.72      jmmv }
    484      1.72      jmmv #endif /* MODULAR */
    485