Home | History | Annotate | Line # | Download | only in arm32
arm32_machdep.c revision 1.76.8.1
      1  1.76.8.1       jdc /*	$NetBSD: arm32_machdep.c,v 1.76.8.1 2012/08/09 06:36:46 jdc Exp $	*/
      2       1.1     chris 
      3       1.1     chris /*
      4       1.1     chris  * Copyright (c) 1994-1998 Mark Brinicombe.
      5       1.1     chris  * Copyright (c) 1994 Brini.
      6       1.1     chris  * All rights reserved.
      7       1.1     chris  *
      8       1.1     chris  * This code is derived from software written for Brini by Mark Brinicombe
      9       1.1     chris  *
     10       1.1     chris  * Redistribution and use in source and binary forms, with or without
     11       1.1     chris  * modification, are permitted provided that the following conditions
     12       1.1     chris  * are met:
     13       1.1     chris  * 1. Redistributions of source code must retain the above copyright
     14       1.1     chris  *    notice, this list of conditions and the following disclaimer.
     15       1.1     chris  * 2. Redistributions in binary form must reproduce the above copyright
     16       1.1     chris  *    notice, this list of conditions and the following disclaimer in the
     17       1.1     chris  *    documentation and/or other materials provided with the distribution.
     18       1.1     chris  * 3. All advertising materials mentioning features or use of this software
     19       1.1     chris  *    must display the following acknowledgement:
     20       1.1     chris  *	This product includes software developed by Mark Brinicombe
     21       1.1     chris  *	for the NetBSD Project.
     22       1.1     chris  * 4. The name of the company nor the name of the author may be used to
     23       1.1     chris  *    endorse or promote products derived from this software without specific
     24       1.1     chris  *    prior written permission.
     25       1.1     chris  *
     26       1.1     chris  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
     27       1.1     chris  * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
     28       1.1     chris  * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     29       1.1     chris  * IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT,
     30       1.1     chris  * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
     31       1.1     chris  * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
     32       1.1     chris  * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     33       1.1     chris  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     34       1.1     chris  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     35       1.1     chris  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     36       1.1     chris  * SUCH DAMAGE.
     37       1.1     chris  *
     38      1.76       wiz  * Machine dependent functions for kernel setup
     39       1.1     chris  *
     40       1.1     chris  * Created      : 17/09/94
     41       1.1     chris  * Updated	: 18/04/01 updated for new wscons
     42       1.1     chris  */
     43      1.37     lukem 
     44      1.37     lukem #include <sys/cdefs.h>
     45  1.76.8.1       jdc __KERNEL_RCSID(0, "$NetBSD: arm32_machdep.c,v 1.76.8.1 2012/08/09 06:36:46 jdc Exp $");
     46       1.1     chris 
     47      1.72      jmmv #include "opt_modular.h"
     48       1.1     chris #include "opt_md.h"
     49       1.1     chris #include "opt_pmap_debug.h"
     50       1.1     chris 
     51       1.1     chris #include <sys/param.h>
     52       1.1     chris #include <sys/systm.h>
     53       1.1     chris #include <sys/reboot.h>
     54       1.1     chris #include <sys/proc.h>
     55      1.75     rmind #include <sys/kauth.h>
     56       1.1     chris #include <sys/kernel.h>
     57       1.1     chris #include <sys/mbuf.h>
     58       1.1     chris #include <sys/mount.h>
     59       1.1     chris #include <sys/buf.h>
     60       1.1     chris #include <sys/msgbuf.h>
     61       1.1     chris #include <sys/device.h>
     62       1.1     chris #include <sys/sysctl.h>
     63      1.49      yamt #include <sys/cpu.h>
     64      1.72      jmmv #include <sys/module.h>
     65       1.1     chris 
     66  1.76.8.1       jdc #include <uvm/uvm_extern.h>
     67  1.76.8.1       jdc 
     68       1.1     chris #include <dev/cons.h>
     69      1.75     rmind #include <dev/mm.h>
     70       1.1     chris 
     71       1.7   thorpej #include <arm/arm32/katelib.h>
     72       1.9     chris #include <arm/arm32/machdep.h>
     73       1.1     chris #include <machine/bootconfig.h>
     74       1.1     chris 
     75       1.1     chris struct vm_map *phys_map = NULL;
     76       1.1     chris 
     77      1.74   hannken #if defined(MEMORY_DISK_HOOKS) && !defined(MEMORY_DISK_ROOT_SIZE)
     78      1.24  jdolecek extern size_t md_root_size;		/* Memory disc size */
     79      1.74   hannken #endif	/* MEMORY_DISK_HOOKS && !MEMORY_DISK_ROOT_SIZE */
     80       1.1     chris 
     81       1.1     chris pv_addr_t kernelstack;
     82       1.1     chris 
     83      1.48  christos void *	msgbufaddr;
     84       1.1     chris extern paddr_t msgbufphys;
     85       1.1     chris 
     86       1.1     chris int kernel_debug = 0;
     87       1.1     chris 
     88      1.12   reinoud /* exported variable to be filled in by the bootloaders */
     89       1.1     chris char *booted_kernel;
     90       1.1     chris 
     91       1.1     chris 
     92       1.1     chris /* Prototypes */
     93       1.1     chris 
     94      1.63       dsl void data_abort_handler(trapframe_t *frame);
     95      1.63       dsl void prefetch_abort_handler(trapframe_t *frame);
     96      1.63       dsl extern void configure(void);
     97       1.1     chris 
     98       1.1     chris /*
     99      1.22   thorpej  * arm32_vector_init:
    100      1.22   thorpej  *
    101      1.22   thorpej  *	Initialize the vector page, and select whether or not to
    102      1.22   thorpej  *	relocate the vectors.
    103      1.22   thorpej  *
    104      1.22   thorpej  *	NOTE: We expect the vector page to be mapped at its expected
    105      1.22   thorpej  *	destination.
    106      1.22   thorpej  */
    107      1.22   thorpej void
    108      1.22   thorpej arm32_vector_init(vaddr_t va, int which)
    109      1.22   thorpej {
    110      1.22   thorpej 	extern unsigned int page0[], page0_data[];
    111      1.22   thorpej 	unsigned int *vectors = (int *) va;
    112      1.22   thorpej 	unsigned int *vectors_data = vectors + (page0_data - page0);
    113      1.22   thorpej 	int vec;
    114      1.22   thorpej 
    115      1.22   thorpej 	/*
    116      1.22   thorpej 	 * Loop through the vectors we're taking over, and copy the
    117      1.22   thorpej 	 * vector's insn and data word.
    118      1.22   thorpej 	 */
    119      1.22   thorpej 	for (vec = 0; vec < ARM_NVEC; vec++) {
    120      1.22   thorpej 		if ((which & (1 << vec)) == 0) {
    121      1.22   thorpej 			/* Don't want to take over this vector. */
    122      1.22   thorpej 			continue;
    123      1.22   thorpej 		}
    124      1.22   thorpej 		vectors[vec] = page0[vec];
    125      1.22   thorpej 		vectors_data[vec] = page0_data[vec];
    126      1.22   thorpej 	}
    127      1.22   thorpej 
    128      1.22   thorpej 	/* Now sync the vectors. */
    129      1.22   thorpej 	cpu_icache_sync_range(va, (ARM_NVEC * 2) * sizeof(u_int));
    130      1.22   thorpej 
    131      1.22   thorpej 	vector_page = va;
    132      1.30       scw 
    133      1.30       scw 	if (va == ARM_VECTORS_HIGH) {
    134      1.30       scw 		/*
    135      1.30       scw 		 * Assume the MD caller knows what it's doing here, and
    136      1.30       scw 		 * really does want the vector page relocated.
    137      1.30       scw 		 *
    138      1.30       scw 		 * Note: This has to be done here (and not just in
    139      1.30       scw 		 * cpu_setup()) because the vector page needs to be
    140      1.30       scw 		 * accessible *before* cpu_startup() is called.
    141      1.30       scw 		 * Think ddb(9) ...
    142      1.32   thorpej 		 *
    143      1.32   thorpej 		 * NOTE: If the CPU control register is not readable,
    144      1.32   thorpej 		 * this will totally fail!  We'll just assume that
    145      1.32   thorpej 		 * any system that has high vector support has a
    146      1.32   thorpej 		 * readable CPU control register, for now.  If we
    147      1.32   thorpej 		 * ever encounter one that does not, we'll have to
    148      1.32   thorpej 		 * rethink this.
    149      1.30       scw 		 */
    150      1.30       scw 		cpu_control(CPU_CONTROL_VECRELOC, CPU_CONTROL_VECRELOC);
    151      1.30       scw 	}
    152      1.22   thorpej }
    153      1.22   thorpej 
    154      1.22   thorpej /*
    155       1.1     chris  * Debug function just to park the CPU
    156       1.1     chris  */
    157       1.1     chris 
    158       1.1     chris void
    159      1.65    cegger halt(void)
    160       1.1     chris {
    161       1.1     chris 	while (1)
    162       1.1     chris 		cpu_sleep(0);
    163       1.1     chris }
    164       1.1     chris 
    165       1.1     chris 
    166       1.1     chris /* Sync the discs and unmount the filesystems */
    167       1.1     chris 
    168       1.1     chris void
    169       1.1     chris bootsync(void)
    170       1.1     chris {
    171      1.58      matt 	static bool bootsyncdone = false;
    172       1.1     chris 
    173       1.1     chris 	if (bootsyncdone) return;
    174       1.1     chris 
    175      1.58      matt 	bootsyncdone = true;
    176       1.1     chris 
    177       1.1     chris 	/* Make sure we can still manage to do things */
    178       1.1     chris 	if (GetCPSR() & I32_bit) {
    179       1.1     chris 		/*
    180       1.1     chris 		 * If we get here then boot has been called without RB_NOSYNC
    181       1.1     chris 		 * and interrupts were disabled. This means the boot() call
    182       1.1     chris 		 * did not come from a user process e.g. shutdown, but must
    183       1.1     chris 		 * have come from somewhere in the kernel.
    184       1.1     chris 		 */
    185       1.1     chris 		IRQenable;
    186       1.1     chris 		printf("Warning IRQ's disabled during boot()\n");
    187       1.1     chris 	}
    188       1.1     chris 
    189       1.1     chris 	vfs_shutdown();
    190       1.1     chris }
    191       1.1     chris 
    192       1.1     chris /*
    193       1.1     chris  * void cpu_startup(void)
    194       1.1     chris  *
    195      1.76       wiz  * Machine dependent startup code.
    196       1.1     chris  *
    197       1.1     chris  */
    198       1.1     chris void
    199      1.58      matt cpu_startup(void)
    200       1.1     chris {
    201      1.42        pk 	vaddr_t minaddr;
    202      1.42        pk 	vaddr_t maxaddr;
    203      1.42        pk 	u_int loop;
    204       1.1     chris 	char pbuf[9];
    205       1.1     chris 
    206      1.43       wiz 	/* Set the CPU control register */
    207       1.1     chris 	cpu_setup(boot_args);
    208       1.1     chris 
    209       1.1     chris 	/* Lock down zero page */
    210      1.22   thorpej 	vector_page_setprot(VM_PROT_READ);
    211       1.1     chris 
    212       1.1     chris 	/*
    213       1.1     chris 	 * Give pmap a chance to set up a few more things now the vm
    214       1.1     chris 	 * is initialised
    215       1.1     chris 	 */
    216       1.1     chris 	pmap_postinit();
    217       1.1     chris 
    218       1.1     chris 	/*
    219       1.1     chris 	 * Initialize error message buffer (at end of core).
    220       1.1     chris 	 */
    221       1.1     chris 
    222       1.1     chris 	/* msgbufphys was setup during the secondary boot strap */
    223       1.1     chris 	for (loop = 0; loop < btoc(MSGBUFSIZE); ++loop)
    224      1.29   thorpej 		pmap_kenter_pa((vaddr_t)msgbufaddr + loop * PAGE_SIZE,
    225      1.67    cegger 		    msgbufphys + loop * PAGE_SIZE,
    226      1.67    cegger 		    VM_PROT_READ|VM_PROT_WRITE, 0);
    227       1.5     chris 	pmap_update(pmap_kernel());
    228       1.1     chris 	initmsgbuf(msgbufaddr, round_page(MSGBUFSIZE));
    229       1.1     chris 
    230       1.1     chris 	/*
    231       1.1     chris 	 * Identify ourselves for the msgbuf (everything printed earlier will
    232       1.1     chris 	 * not be buffered).
    233       1.1     chris 	 */
    234      1.45     lukem 	printf("%s%s", copyright, version);
    235       1.1     chris 
    236      1.20   thorpej 	format_bytes(pbuf, sizeof(pbuf), arm_ptob(physmem));
    237       1.1     chris 	printf("total memory = %s\n", pbuf);
    238       1.1     chris 
    239      1.42        pk 	minaddr = 0;
    240       1.1     chris 
    241       1.1     chris 	/*
    242       1.1     chris 	 * Allocate a submap for physio
    243       1.1     chris 	 */
    244       1.1     chris 	phys_map = uvm_km_suballoc(kernel_map, &minaddr, &maxaddr,
    245      1.47   thorpej 				   VM_PHYS_SIZE, 0, false, NULL);
    246       1.1     chris 
    247       1.1     chris 	format_bytes(pbuf, sizeof(pbuf), ptoa(uvmexp.free));
    248       1.1     chris 	printf("avail memory = %s\n", pbuf);
    249       1.1     chris 
    250      1.68     rmind 	curpcb = lwp_getpcb(&lwp0);
    251       1.1     chris 	curpcb->pcb_flags = 0;
    252      1.71     rmind 	curpcb->pcb_un.un_32.pcb32_sp =
    253      1.71     rmind 	    uvm_lwp_getuarea(&lwp0) + USPACE_SVC_STACK_TOP;
    254      1.71     rmind 	curpcb->pcb_tf = (struct trapframe *)curpcb->pcb_un.un_32.pcb32_sp - 1;
    255       1.1     chris }
    256       1.1     chris 
    257       1.1     chris /*
    258       1.1     chris  * machine dependent system variables.
    259       1.1     chris  */
    260      1.39    atatat static int
    261      1.39    atatat sysctl_machdep_booted_device(SYSCTLFN_ARGS)
    262      1.39    atatat {
    263      1.39    atatat 	struct sysctlnode node;
    264      1.39    atatat 
    265      1.39    atatat 	if (booted_device == NULL)
    266      1.39    atatat 		return (EOPNOTSUPP);
    267      1.39    atatat 
    268      1.39    atatat 	node = *rnode;
    269      1.39    atatat 	node.sysctl_data = booted_device->dv_xname;
    270      1.39    atatat 	node.sysctl_size = strlen(booted_device->dv_xname) + 1;
    271      1.39    atatat 	return (sysctl_lookup(SYSCTLFN_CALL(&node)));
    272      1.39    atatat }
    273       1.1     chris 
    274      1.39    atatat static int
    275      1.39    atatat sysctl_machdep_booted_kernel(SYSCTLFN_ARGS)
    276       1.1     chris {
    277      1.39    atatat 	struct sysctlnode node;
    278      1.39    atatat 
    279      1.39    atatat 	if (booted_kernel == NULL || booted_kernel[0] == '\0')
    280       1.1     chris 		return (EOPNOTSUPP);
    281       1.1     chris 
    282      1.39    atatat 	node = *rnode;
    283      1.39    atatat 	node.sysctl_data = booted_kernel;
    284      1.39    atatat 	node.sysctl_size = strlen(booted_kernel) + 1;
    285      1.39    atatat 	return (sysctl_lookup(SYSCTLFN_CALL(&node)));
    286      1.39    atatat }
    287      1.25   thorpej 
    288      1.39    atatat static int
    289      1.39    atatat sysctl_machdep_powersave(SYSCTLFN_ARGS)
    290      1.39    atatat {
    291      1.39    atatat 	struct sysctlnode node = *rnode;
    292      1.39    atatat 	int error, newval;
    293      1.25   thorpej 
    294      1.39    atatat 	newval = cpu_do_powersave;
    295      1.39    atatat 	node.sysctl_data = &newval;
    296      1.39    atatat 	if (cpufuncs.cf_sleep == (void *) cpufunc_nullop)
    297      1.44    atatat 		node.sysctl_flags &= ~CTLFLAG_READWRITE;
    298      1.39    atatat 	error = sysctl_lookup(SYSCTLFN_CALL(&node));
    299      1.39    atatat 	if (error || newp == NULL || newval == cpu_do_powersave)
    300      1.39    atatat 		return (error);
    301      1.39    atatat 
    302      1.39    atatat 	if (newval < 0 || newval > 1)
    303      1.39    atatat 		return (EINVAL);
    304      1.39    atatat 	cpu_do_powersave = newval;
    305      1.25   thorpej 
    306      1.39    atatat 	return (0);
    307      1.39    atatat }
    308      1.25   thorpej 
    309      1.39    atatat SYSCTL_SETUP(sysctl_machdep_setup, "sysctl machdep subtree setup")
    310      1.39    atatat {
    311       1.1     chris 
    312      1.44    atatat 	sysctl_createv(clog, 0, NULL, NULL,
    313      1.44    atatat 		       CTLFLAG_PERMANENT,
    314      1.39    atatat 		       CTLTYPE_NODE, "machdep", NULL,
    315      1.39    atatat 		       NULL, 0, NULL, 0,
    316      1.39    atatat 		       CTL_MACHDEP, CTL_EOL);
    317      1.39    atatat 
    318      1.44    atatat 	sysctl_createv(clog, 0, NULL, NULL,
    319      1.44    atatat 		       CTLFLAG_PERMANENT|CTLFLAG_READWRITE,
    320      1.40    atatat 		       CTLTYPE_INT, "debug", NULL,
    321      1.39    atatat 		       NULL, 0, &kernel_debug, 0,
    322      1.41  rearnsha 		       CTL_MACHDEP, CPU_DEBUG, CTL_EOL);
    323      1.44    atatat 	sysctl_createv(clog, 0, NULL, NULL,
    324      1.44    atatat 		       CTLFLAG_PERMANENT,
    325      1.39    atatat 		       CTLTYPE_STRING, "booted_device", NULL,
    326      1.39    atatat 		       sysctl_machdep_booted_device, 0, NULL, 0,
    327      1.39    atatat 		       CTL_MACHDEP, CPU_BOOTED_DEVICE, CTL_EOL);
    328      1.44    atatat 	sysctl_createv(clog, 0, NULL, NULL,
    329      1.44    atatat 		       CTLFLAG_PERMANENT,
    330      1.39    atatat 		       CTLTYPE_STRING, "booted_kernel", NULL,
    331      1.39    atatat 		       sysctl_machdep_booted_kernel, 0, NULL, 0,
    332      1.39    atatat 		       CTL_MACHDEP, CPU_BOOTED_KERNEL, CTL_EOL);
    333      1.44    atatat 	sysctl_createv(clog, 0, NULL, NULL,
    334      1.44    atatat 		       CTLFLAG_PERMANENT,
    335      1.39    atatat 		       CTLTYPE_STRUCT, "console_device", NULL,
    336      1.39    atatat 		       sysctl_consdev, 0, NULL, sizeof(dev_t),
    337      1.39    atatat 		       CTL_MACHDEP, CPU_CONSDEV, CTL_EOL);
    338      1.44    atatat 	sysctl_createv(clog, 0, NULL, NULL,
    339      1.44    atatat 		       CTLFLAG_PERMANENT|CTLFLAG_READWRITE,
    340      1.39    atatat 		       CTLTYPE_INT, "powersave", NULL,
    341      1.39    atatat 		       sysctl_machdep_powersave, 0, &cpu_do_powersave, 0,
    342      1.39    atatat 		       CTL_MACHDEP, CPU_POWERSAVE, CTL_EOL);
    343       1.1     chris }
    344       1.1     chris 
    345       1.1     chris void
    346      1.64       dsl parse_mi_bootargs(char *args)
    347       1.1     chris {
    348       1.1     chris 	int integer;
    349       1.1     chris 
    350       1.1     chris 	if (get_bootconf_option(args, "single", BOOTOPT_TYPE_BOOLEAN, &integer)
    351       1.1     chris 	    || get_bootconf_option(args, "-s", BOOTOPT_TYPE_BOOLEAN, &integer))
    352       1.1     chris 		if (integer)
    353       1.1     chris 			boothowto |= RB_SINGLE;
    354       1.1     chris 	if (get_bootconf_option(args, "kdb", BOOTOPT_TYPE_BOOLEAN, &integer)
    355       1.1     chris 	    || get_bootconf_option(args, "-k", BOOTOPT_TYPE_BOOLEAN, &integer))
    356       1.1     chris 		if (integer)
    357       1.1     chris 			boothowto |= RB_KDB;
    358       1.1     chris 	if (get_bootconf_option(args, "ask", BOOTOPT_TYPE_BOOLEAN, &integer)
    359       1.1     chris 	    || get_bootconf_option(args, "-a", BOOTOPT_TYPE_BOOLEAN, &integer))
    360       1.1     chris 		if (integer)
    361       1.1     chris 			boothowto |= RB_ASKNAME;
    362       1.1     chris 
    363       1.1     chris #ifdef PMAP_DEBUG
    364       1.1     chris 	if (get_bootconf_option(args, "pmapdebug", BOOTOPT_TYPE_INT, &integer)) {
    365       1.1     chris 		pmap_debug_level = integer;
    366       1.1     chris 		pmap_debug(pmap_debug_level);
    367       1.1     chris 	}
    368       1.1     chris #endif	/* PMAP_DEBUG */
    369       1.1     chris 
    370       1.1     chris /*	if (get_bootconf_option(args, "nbuf", BOOTOPT_TYPE_INT, &integer))
    371       1.1     chris 		bufpages = integer;*/
    372       1.1     chris 
    373      1.74   hannken #if defined(MEMORY_DISK_HOOKS) && !defined(MEMORY_DISK_ROOT_SIZE)
    374       1.1     chris 	if (get_bootconf_option(args, "memorydisc", BOOTOPT_TYPE_INT, &integer)
    375       1.1     chris 	    || get_bootconf_option(args, "memorydisk", BOOTOPT_TYPE_INT, &integer)) {
    376      1.24  jdolecek 		md_root_size = integer;
    377      1.24  jdolecek 		md_root_size *= 1024;
    378      1.24  jdolecek 		if (md_root_size < 32*1024)
    379      1.24  jdolecek 			md_root_size = 32*1024;
    380      1.24  jdolecek 		if (md_root_size > 2048*1024)
    381      1.24  jdolecek 			md_root_size = 2048*1024;
    382       1.1     chris 	}
    383      1.74   hannken #endif	/* MEMORY_DISK_HOOKS && !MEMORY_DISK_ROOT_SIZE */
    384       1.1     chris 
    385       1.1     chris 	if (get_bootconf_option(args, "quiet", BOOTOPT_TYPE_BOOLEAN, &integer)
    386       1.1     chris 	    || get_bootconf_option(args, "-q", BOOTOPT_TYPE_BOOLEAN, &integer))
    387       1.1     chris 		if (integer)
    388       1.1     chris 			boothowto |= AB_QUIET;
    389       1.1     chris 	if (get_bootconf_option(args, "verbose", BOOTOPT_TYPE_BOOLEAN, &integer)
    390       1.1     chris 	    || get_bootconf_option(args, "-v", BOOTOPT_TYPE_BOOLEAN, &integer))
    391       1.1     chris 		if (integer)
    392       1.1     chris 			boothowto |= AB_VERBOSE;
    393       1.1     chris }
    394      1.49      yamt 
    395      1.56      matt #ifdef __HAVE_FAST_SOFTINTS
    396      1.56      matt #if IPL_SOFTSERIAL != IPL_SOFTNET + 1
    397      1.56      matt #error IPLs are screwed up
    398      1.58      matt #elif IPL_SOFTNET != IPL_SOFTBIO + 1
    399      1.58      matt #error IPLs are screwed up
    400      1.58      matt #elif IPL_SOFTBIO != IPL_SOFTCLOCK + 1
    401      1.56      matt #error IPLs are screwed up
    402      1.58      matt #elif !(IPL_SOFTCLOCK > IPL_NONE)
    403      1.56      matt #error IPLs are screwed up
    404      1.58      matt #elif (IPL_NONE != 0)
    405      1.56      matt #error IPLs are screwed up
    406      1.56      matt #endif
    407      1.58      matt 
    408      1.56      matt #define	SOFTINT2IPLMAP \
    409      1.58      matt 	(((IPL_SOFTSERIAL - IPL_SOFTCLOCK) << (SOFTINT_SERIAL * 4)) | \
    410      1.58      matt 	 ((IPL_SOFTNET    - IPL_SOFTCLOCK) << (SOFTINT_NET    * 4)) | \
    411      1.58      matt 	 ((IPL_SOFTBIO    - IPL_SOFTCLOCK) << (SOFTINT_BIO    * 4)) | \
    412      1.58      matt 	 ((IPL_SOFTCLOCK  - IPL_SOFTCLOCK) << (SOFTINT_CLOCK  * 4)))
    413      1.56      matt #define	SOFTINT2IPL(l)	((SOFTINT2IPLMAP >> ((l) * 4)) & 0x0f)
    414      1.56      matt 
    415      1.56      matt /*
    416      1.56      matt  * This returns a mask of softint IPLs that be dispatch at <ipl>
    417      1.59      matt  * SOFTIPLMASK(IPL_NONE)	= 0x0000000f
    418      1.59      matt  * SOFTIPLMASK(IPL_SOFTCLOCK)	= 0x0000000e
    419      1.59      matt  * SOFTIPLMASK(IPL_SOFTBIO)	= 0x0000000c
    420      1.59      matt  * SOFTIPLMASK(IPL_SOFTNET)	= 0x00000008
    421      1.59      matt  * SOFTIPLMASK(IPL_SOFTSERIAL)	= 0x00000000
    422      1.56      matt  */
    423      1.59      matt #define	SOFTIPLMASK(ipl) (0x0f << (ipl))
    424      1.56      matt 
    425      1.56      matt void softint_switch(lwp_t *, int);
    426      1.56      matt 
    427      1.56      matt void
    428      1.56      matt softint_trigger(uintptr_t mask)
    429      1.56      matt {
    430      1.56      matt 	curcpu()->ci_softints |= mask;
    431      1.56      matt }
    432      1.56      matt 
    433      1.56      matt void
    434      1.56      matt softint_init_md(lwp_t *l, u_int level, uintptr_t *machdep)
    435      1.56      matt {
    436      1.56      matt 	lwp_t ** lp = &curcpu()->ci_softlwps[level];
    437      1.56      matt 	KASSERT(*lp == NULL || *lp == l);
    438      1.56      matt 	*lp = l;
    439      1.56      matt 	*machdep = 1 << SOFTINT2IPL(level);
    440      1.59      matt 	KASSERT(level != SOFTINT_CLOCK || *machdep == (1 << (IPL_SOFTCLOCK - IPL_SOFTCLOCK)));
    441      1.59      matt 	KASSERT(level != SOFTINT_BIO || *machdep == (1 << (IPL_SOFTBIO - IPL_SOFTCLOCK)));
    442      1.59      matt 	KASSERT(level != SOFTINT_NET || *machdep == (1 << (IPL_SOFTNET - IPL_SOFTCLOCK)));
    443      1.59      matt 	KASSERT(level != SOFTINT_SERIAL || *machdep == (1 << (IPL_SOFTSERIAL - IPL_SOFTCLOCK)));
    444      1.56      matt }
    445      1.53       mrg 
    446      1.56      matt void
    447      1.56      matt dosoftints(void)
    448      1.56      matt {
    449      1.56      matt 	struct cpu_info * const ci = curcpu();
    450      1.56      matt 	const int opl = ci->ci_cpl;
    451      1.56      matt 	const uint32_t softiplmask = SOFTIPLMASK(opl);
    452      1.56      matt 
    453  1.76.8.1       jdc 	splhigh();
    454      1.56      matt 	for (;;) {
    455      1.56      matt 		u_int softints = ci->ci_softints & softiplmask;
    456      1.59      matt 		KASSERT((softints != 0) == ((ci->ci_softints >> opl) != 0));
    457  1.76.8.1       jdc 		KASSERT(opl == IPL_NONE || (softints & (1 << (opl - IPL_SOFTCLOCK))) == 0);
    458  1.76.8.1       jdc 		if (softints == 0) {
    459  1.76.8.1       jdc 			splx(opl);
    460      1.56      matt 			return;
    461  1.76.8.1       jdc 		}
    462      1.56      matt #define	DOSOFTINT(n) \
    463  1.76.8.1       jdc 		if (ci->ci_softints & (1 << (IPL_SOFT ## n - IPL_SOFTCLOCK))) { \
    464      1.58      matt 			ci->ci_softints &= \
    465      1.58      matt 			    ~(1 << (IPL_SOFT ## n - IPL_SOFTCLOCK)); \
    466      1.56      matt 			softint_switch(ci->ci_softlwps[SOFTINT_ ## n], \
    467      1.56      matt 			    IPL_SOFT ## n); \
    468      1.56      matt 			continue; \
    469      1.56      matt 		}
    470      1.56      matt 		DOSOFTINT(SERIAL);
    471      1.56      matt 		DOSOFTINT(NET);
    472      1.56      matt 		DOSOFTINT(BIO);
    473      1.56      matt 		DOSOFTINT(CLOCK);
    474      1.56      matt 		panic("dosoftints wtf (softints=%u?, ipl=%d)", softints, opl);
    475      1.56      matt 	}
    476      1.53       mrg }
    477      1.56      matt #endif /* __HAVE_FAST_SOFTINTS */
    478      1.72      jmmv 
    479      1.72      jmmv #ifdef MODULAR
    480      1.72      jmmv /*
    481      1.72      jmmv  * Push any modules loaded by the boot loader.
    482      1.72      jmmv  */
    483      1.72      jmmv void
    484      1.72      jmmv module_init_md(void)
    485      1.72      jmmv {
    486      1.72      jmmv }
    487      1.72      jmmv #endif /* MODULAR */
    488      1.75     rmind 
    489      1.75     rmind int
    490      1.75     rmind mm_md_physacc(paddr_t pa, vm_prot_t prot)
    491      1.75     rmind {
    492      1.75     rmind 
    493      1.75     rmind 	return (pa < ctob(physmem)) ? 0 : EFAULT;
    494      1.75     rmind }
    495