Home | History | Annotate | Line # | Download | only in arm32
arm32_machdep.c revision 1.79
      1  1.79      matt /*	$NetBSD: arm32_machdep.c,v 1.79 2012/07/29 00:07:10 matt Exp $	*/
      2   1.1     chris 
      3   1.1     chris /*
      4   1.1     chris  * Copyright (c) 1994-1998 Mark Brinicombe.
      5   1.1     chris  * Copyright (c) 1994 Brini.
      6   1.1     chris  * All rights reserved.
      7   1.1     chris  *
      8   1.1     chris  * This code is derived from software written for Brini by Mark Brinicombe
      9   1.1     chris  *
     10   1.1     chris  * Redistribution and use in source and binary forms, with or without
     11   1.1     chris  * modification, are permitted provided that the following conditions
     12   1.1     chris  * are met:
     13   1.1     chris  * 1. Redistributions of source code must retain the above copyright
     14   1.1     chris  *    notice, this list of conditions and the following disclaimer.
     15   1.1     chris  * 2. Redistributions in binary form must reproduce the above copyright
     16   1.1     chris  *    notice, this list of conditions and the following disclaimer in the
     17   1.1     chris  *    documentation and/or other materials provided with the distribution.
     18   1.1     chris  * 3. All advertising materials mentioning features or use of this software
     19   1.1     chris  *    must display the following acknowledgement:
     20   1.1     chris  *	This product includes software developed by Mark Brinicombe
     21   1.1     chris  *	for the NetBSD Project.
     22   1.1     chris  * 4. The name of the company nor the name of the author may be used to
     23   1.1     chris  *    endorse or promote products derived from this software without specific
     24   1.1     chris  *    prior written permission.
     25   1.1     chris  *
     26   1.1     chris  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
     27   1.1     chris  * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
     28   1.1     chris  * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     29   1.1     chris  * IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT,
     30   1.1     chris  * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
     31   1.1     chris  * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
     32   1.1     chris  * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     33   1.1     chris  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     34   1.1     chris  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     35   1.1     chris  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     36   1.1     chris  * SUCH DAMAGE.
     37   1.1     chris  *
     38  1.76       wiz  * Machine dependent functions for kernel setup
     39   1.1     chris  *
     40   1.1     chris  * Created      : 17/09/94
     41   1.1     chris  * Updated	: 18/04/01 updated for new wscons
     42   1.1     chris  */
     43  1.37     lukem 
     44  1.37     lukem #include <sys/cdefs.h>
     45  1.79      matt __KERNEL_RCSID(0, "$NetBSD: arm32_machdep.c,v 1.79 2012/07/29 00:07:10 matt Exp $");
     46   1.1     chris 
     47  1.72      jmmv #include "opt_modular.h"
     48   1.1     chris #include "opt_md.h"
     49   1.1     chris #include "opt_pmap_debug.h"
     50   1.1     chris 
     51   1.1     chris #include <sys/param.h>
     52   1.1     chris #include <sys/systm.h>
     53   1.1     chris #include <sys/reboot.h>
     54   1.1     chris #include <sys/proc.h>
     55  1.75     rmind #include <sys/kauth.h>
     56   1.1     chris #include <sys/kernel.h>
     57   1.1     chris #include <sys/mbuf.h>
     58   1.1     chris #include <sys/mount.h>
     59   1.1     chris #include <sys/buf.h>
     60   1.1     chris #include <sys/msgbuf.h>
     61   1.1     chris #include <sys/device.h>
     62   1.1     chris #include <sys/sysctl.h>
     63  1.49      yamt #include <sys/cpu.h>
     64  1.72      jmmv #include <sys/module.h>
     65   1.1     chris 
     66  1.77     skrll #include <uvm/uvm_extern.h>
     67  1.77     skrll 
     68   1.1     chris #include <dev/cons.h>
     69  1.75     rmind #include <dev/mm.h>
     70   1.1     chris 
     71   1.7   thorpej #include <arm/arm32/katelib.h>
     72   1.9     chris #include <arm/arm32/machdep.h>
     73   1.1     chris #include <machine/bootconfig.h>
     74   1.1     chris 
     75   1.1     chris struct vm_map *phys_map = NULL;
     76   1.1     chris 
     77  1.74   hannken #if defined(MEMORY_DISK_HOOKS) && !defined(MEMORY_DISK_ROOT_SIZE)
     78  1.24  jdolecek extern size_t md_root_size;		/* Memory disc size */
     79  1.74   hannken #endif	/* MEMORY_DISK_HOOKS && !MEMORY_DISK_ROOT_SIZE */
     80   1.1     chris 
     81   1.1     chris pv_addr_t kernelstack;
     82  1.79      matt pv_addr_t abtstack;
     83  1.79      matt pv_addr_t fiqstack;
     84  1.79      matt pv_addr_t irqstack;
     85  1.79      matt pv_addr_t undstack;
     86   1.1     chris 
     87  1.48  christos void *	msgbufaddr;
     88   1.1     chris extern paddr_t msgbufphys;
     89   1.1     chris 
     90   1.1     chris int kernel_debug = 0;
     91   1.1     chris 
     92  1.12   reinoud /* exported variable to be filled in by the bootloaders */
     93   1.1     chris char *booted_kernel;
     94   1.1     chris 
     95   1.1     chris 
     96   1.1     chris /* Prototypes */
     97   1.1     chris 
     98  1.63       dsl void data_abort_handler(trapframe_t *frame);
     99  1.63       dsl void prefetch_abort_handler(trapframe_t *frame);
    100  1.63       dsl extern void configure(void);
    101   1.1     chris 
    102   1.1     chris /*
    103  1.22   thorpej  * arm32_vector_init:
    104  1.22   thorpej  *
    105  1.22   thorpej  *	Initialize the vector page, and select whether or not to
    106  1.22   thorpej  *	relocate the vectors.
    107  1.22   thorpej  *
    108  1.22   thorpej  *	NOTE: We expect the vector page to be mapped at its expected
    109  1.22   thorpej  *	destination.
    110  1.22   thorpej  */
    111  1.22   thorpej void
    112  1.22   thorpej arm32_vector_init(vaddr_t va, int which)
    113  1.22   thorpej {
    114  1.22   thorpej 	extern unsigned int page0[], page0_data[];
    115  1.22   thorpej 	unsigned int *vectors = (int *) va;
    116  1.22   thorpej 	unsigned int *vectors_data = vectors + (page0_data - page0);
    117  1.22   thorpej 	int vec;
    118  1.22   thorpej 
    119  1.22   thorpej 	/*
    120  1.22   thorpej 	 * Loop through the vectors we're taking over, and copy the
    121  1.22   thorpej 	 * vector's insn and data word.
    122  1.22   thorpej 	 */
    123  1.22   thorpej 	for (vec = 0; vec < ARM_NVEC; vec++) {
    124  1.22   thorpej 		if ((which & (1 << vec)) == 0) {
    125  1.22   thorpej 			/* Don't want to take over this vector. */
    126  1.22   thorpej 			continue;
    127  1.22   thorpej 		}
    128  1.22   thorpej 		vectors[vec] = page0[vec];
    129  1.22   thorpej 		vectors_data[vec] = page0_data[vec];
    130  1.22   thorpej 	}
    131  1.22   thorpej 
    132  1.22   thorpej 	/* Now sync the vectors. */
    133  1.22   thorpej 	cpu_icache_sync_range(va, (ARM_NVEC * 2) * sizeof(u_int));
    134  1.22   thorpej 
    135  1.22   thorpej 	vector_page = va;
    136  1.30       scw 
    137  1.30       scw 	if (va == ARM_VECTORS_HIGH) {
    138  1.30       scw 		/*
    139  1.30       scw 		 * Assume the MD caller knows what it's doing here, and
    140  1.30       scw 		 * really does want the vector page relocated.
    141  1.30       scw 		 *
    142  1.30       scw 		 * Note: This has to be done here (and not just in
    143  1.30       scw 		 * cpu_setup()) because the vector page needs to be
    144  1.30       scw 		 * accessible *before* cpu_startup() is called.
    145  1.30       scw 		 * Think ddb(9) ...
    146  1.32   thorpej 		 *
    147  1.32   thorpej 		 * NOTE: If the CPU control register is not readable,
    148  1.32   thorpej 		 * this will totally fail!  We'll just assume that
    149  1.32   thorpej 		 * any system that has high vector support has a
    150  1.32   thorpej 		 * readable CPU control register, for now.  If we
    151  1.32   thorpej 		 * ever encounter one that does not, we'll have to
    152  1.32   thorpej 		 * rethink this.
    153  1.30       scw 		 */
    154  1.30       scw 		cpu_control(CPU_CONTROL_VECRELOC, CPU_CONTROL_VECRELOC);
    155  1.30       scw 	}
    156  1.22   thorpej }
    157  1.22   thorpej 
    158  1.22   thorpej /*
    159   1.1     chris  * Debug function just to park the CPU
    160   1.1     chris  */
    161   1.1     chris 
    162   1.1     chris void
    163  1.65    cegger halt(void)
    164   1.1     chris {
    165   1.1     chris 	while (1)
    166   1.1     chris 		cpu_sleep(0);
    167   1.1     chris }
    168   1.1     chris 
    169   1.1     chris 
    170   1.1     chris /* Sync the discs and unmount the filesystems */
    171   1.1     chris 
    172   1.1     chris void
    173   1.1     chris bootsync(void)
    174   1.1     chris {
    175  1.58      matt 	static bool bootsyncdone = false;
    176   1.1     chris 
    177   1.1     chris 	if (bootsyncdone) return;
    178   1.1     chris 
    179  1.58      matt 	bootsyncdone = true;
    180   1.1     chris 
    181   1.1     chris 	/* Make sure we can still manage to do things */
    182   1.1     chris 	if (GetCPSR() & I32_bit) {
    183   1.1     chris 		/*
    184   1.1     chris 		 * If we get here then boot has been called without RB_NOSYNC
    185   1.1     chris 		 * and interrupts were disabled. This means the boot() call
    186   1.1     chris 		 * did not come from a user process e.g. shutdown, but must
    187   1.1     chris 		 * have come from somewhere in the kernel.
    188   1.1     chris 		 */
    189   1.1     chris 		IRQenable;
    190   1.1     chris 		printf("Warning IRQ's disabled during boot()\n");
    191   1.1     chris 	}
    192   1.1     chris 
    193   1.1     chris 	vfs_shutdown();
    194   1.1     chris }
    195   1.1     chris 
    196   1.1     chris /*
    197   1.1     chris  * void cpu_startup(void)
    198   1.1     chris  *
    199  1.76       wiz  * Machine dependent startup code.
    200   1.1     chris  *
    201   1.1     chris  */
    202   1.1     chris void
    203  1.58      matt cpu_startup(void)
    204   1.1     chris {
    205  1.42        pk 	vaddr_t minaddr;
    206  1.42        pk 	vaddr_t maxaddr;
    207  1.42        pk 	u_int loop;
    208   1.1     chris 	char pbuf[9];
    209   1.1     chris 
    210  1.43       wiz 	/* Set the CPU control register */
    211   1.1     chris 	cpu_setup(boot_args);
    212   1.1     chris 
    213   1.1     chris 	/* Lock down zero page */
    214  1.22   thorpej 	vector_page_setprot(VM_PROT_READ);
    215   1.1     chris 
    216   1.1     chris 	/*
    217   1.1     chris 	 * Give pmap a chance to set up a few more things now the vm
    218   1.1     chris 	 * is initialised
    219   1.1     chris 	 */
    220   1.1     chris 	pmap_postinit();
    221   1.1     chris 
    222   1.1     chris 	/*
    223   1.1     chris 	 * Initialize error message buffer (at end of core).
    224   1.1     chris 	 */
    225   1.1     chris 
    226   1.1     chris 	/* msgbufphys was setup during the secondary boot strap */
    227   1.1     chris 	for (loop = 0; loop < btoc(MSGBUFSIZE); ++loop)
    228  1.29   thorpej 		pmap_kenter_pa((vaddr_t)msgbufaddr + loop * PAGE_SIZE,
    229  1.67    cegger 		    msgbufphys + loop * PAGE_SIZE,
    230  1.67    cegger 		    VM_PROT_READ|VM_PROT_WRITE, 0);
    231   1.5     chris 	pmap_update(pmap_kernel());
    232   1.1     chris 	initmsgbuf(msgbufaddr, round_page(MSGBUFSIZE));
    233   1.1     chris 
    234   1.1     chris 	/*
    235   1.1     chris 	 * Identify ourselves for the msgbuf (everything printed earlier will
    236   1.1     chris 	 * not be buffered).
    237   1.1     chris 	 */
    238  1.45     lukem 	printf("%s%s", copyright, version);
    239   1.1     chris 
    240  1.20   thorpej 	format_bytes(pbuf, sizeof(pbuf), arm_ptob(physmem));
    241   1.1     chris 	printf("total memory = %s\n", pbuf);
    242   1.1     chris 
    243  1.42        pk 	minaddr = 0;
    244   1.1     chris 
    245   1.1     chris 	/*
    246   1.1     chris 	 * Allocate a submap for physio
    247   1.1     chris 	 */
    248   1.1     chris 	phys_map = uvm_km_suballoc(kernel_map, &minaddr, &maxaddr,
    249  1.47   thorpej 				   VM_PHYS_SIZE, 0, false, NULL);
    250   1.1     chris 
    251   1.1     chris 	format_bytes(pbuf, sizeof(pbuf), ptoa(uvmexp.free));
    252   1.1     chris 	printf("avail memory = %s\n", pbuf);
    253   1.1     chris 
    254  1.68     rmind 	curpcb = lwp_getpcb(&lwp0);
    255   1.1     chris 	curpcb->pcb_flags = 0;
    256  1.71     rmind 	curpcb->pcb_un.un_32.pcb32_sp =
    257  1.71     rmind 	    uvm_lwp_getuarea(&lwp0) + USPACE_SVC_STACK_TOP;
    258  1.71     rmind 	curpcb->pcb_tf = (struct trapframe *)curpcb->pcb_un.un_32.pcb32_sp - 1;
    259   1.1     chris }
    260   1.1     chris 
    261   1.1     chris /*
    262   1.1     chris  * machine dependent system variables.
    263   1.1     chris  */
    264  1.39    atatat static int
    265  1.39    atatat sysctl_machdep_booted_device(SYSCTLFN_ARGS)
    266  1.39    atatat {
    267  1.39    atatat 	struct sysctlnode node;
    268  1.39    atatat 
    269  1.39    atatat 	if (booted_device == NULL)
    270  1.39    atatat 		return (EOPNOTSUPP);
    271  1.39    atatat 
    272  1.39    atatat 	node = *rnode;
    273  1.39    atatat 	node.sysctl_data = booted_device->dv_xname;
    274  1.39    atatat 	node.sysctl_size = strlen(booted_device->dv_xname) + 1;
    275  1.39    atatat 	return (sysctl_lookup(SYSCTLFN_CALL(&node)));
    276  1.39    atatat }
    277   1.1     chris 
    278  1.39    atatat static int
    279  1.39    atatat sysctl_machdep_booted_kernel(SYSCTLFN_ARGS)
    280   1.1     chris {
    281  1.39    atatat 	struct sysctlnode node;
    282  1.39    atatat 
    283  1.39    atatat 	if (booted_kernel == NULL || booted_kernel[0] == '\0')
    284   1.1     chris 		return (EOPNOTSUPP);
    285   1.1     chris 
    286  1.39    atatat 	node = *rnode;
    287  1.39    atatat 	node.sysctl_data = booted_kernel;
    288  1.39    atatat 	node.sysctl_size = strlen(booted_kernel) + 1;
    289  1.39    atatat 	return (sysctl_lookup(SYSCTLFN_CALL(&node)));
    290  1.39    atatat }
    291  1.25   thorpej 
    292  1.39    atatat static int
    293  1.39    atatat sysctl_machdep_powersave(SYSCTLFN_ARGS)
    294  1.39    atatat {
    295  1.39    atatat 	struct sysctlnode node = *rnode;
    296  1.39    atatat 	int error, newval;
    297  1.25   thorpej 
    298  1.39    atatat 	newval = cpu_do_powersave;
    299  1.39    atatat 	node.sysctl_data = &newval;
    300  1.39    atatat 	if (cpufuncs.cf_sleep == (void *) cpufunc_nullop)
    301  1.44    atatat 		node.sysctl_flags &= ~CTLFLAG_READWRITE;
    302  1.39    atatat 	error = sysctl_lookup(SYSCTLFN_CALL(&node));
    303  1.39    atatat 	if (error || newp == NULL || newval == cpu_do_powersave)
    304  1.39    atatat 		return (error);
    305  1.39    atatat 
    306  1.39    atatat 	if (newval < 0 || newval > 1)
    307  1.39    atatat 		return (EINVAL);
    308  1.39    atatat 	cpu_do_powersave = newval;
    309  1.25   thorpej 
    310  1.39    atatat 	return (0);
    311  1.39    atatat }
    312  1.25   thorpej 
    313  1.39    atatat SYSCTL_SETUP(sysctl_machdep_setup, "sysctl machdep subtree setup")
    314  1.39    atatat {
    315   1.1     chris 
    316  1.44    atatat 	sysctl_createv(clog, 0, NULL, NULL,
    317  1.44    atatat 		       CTLFLAG_PERMANENT,
    318  1.39    atatat 		       CTLTYPE_NODE, "machdep", NULL,
    319  1.39    atatat 		       NULL, 0, NULL, 0,
    320  1.39    atatat 		       CTL_MACHDEP, CTL_EOL);
    321  1.39    atatat 
    322  1.44    atatat 	sysctl_createv(clog, 0, NULL, NULL,
    323  1.44    atatat 		       CTLFLAG_PERMANENT|CTLFLAG_READWRITE,
    324  1.40    atatat 		       CTLTYPE_INT, "debug", NULL,
    325  1.39    atatat 		       NULL, 0, &kernel_debug, 0,
    326  1.41  rearnsha 		       CTL_MACHDEP, CPU_DEBUG, CTL_EOL);
    327  1.44    atatat 	sysctl_createv(clog, 0, NULL, NULL,
    328  1.44    atatat 		       CTLFLAG_PERMANENT,
    329  1.39    atatat 		       CTLTYPE_STRING, "booted_device", NULL,
    330  1.39    atatat 		       sysctl_machdep_booted_device, 0, NULL, 0,
    331  1.39    atatat 		       CTL_MACHDEP, CPU_BOOTED_DEVICE, CTL_EOL);
    332  1.44    atatat 	sysctl_createv(clog, 0, NULL, NULL,
    333  1.44    atatat 		       CTLFLAG_PERMANENT,
    334  1.39    atatat 		       CTLTYPE_STRING, "booted_kernel", NULL,
    335  1.39    atatat 		       sysctl_machdep_booted_kernel, 0, NULL, 0,
    336  1.39    atatat 		       CTL_MACHDEP, CPU_BOOTED_KERNEL, CTL_EOL);
    337  1.44    atatat 	sysctl_createv(clog, 0, NULL, NULL,
    338  1.44    atatat 		       CTLFLAG_PERMANENT,
    339  1.39    atatat 		       CTLTYPE_STRUCT, "console_device", NULL,
    340  1.39    atatat 		       sysctl_consdev, 0, NULL, sizeof(dev_t),
    341  1.39    atatat 		       CTL_MACHDEP, CPU_CONSDEV, CTL_EOL);
    342  1.44    atatat 	sysctl_createv(clog, 0, NULL, NULL,
    343  1.44    atatat 		       CTLFLAG_PERMANENT|CTLFLAG_READWRITE,
    344  1.39    atatat 		       CTLTYPE_INT, "powersave", NULL,
    345  1.39    atatat 		       sysctl_machdep_powersave, 0, &cpu_do_powersave, 0,
    346  1.39    atatat 		       CTL_MACHDEP, CPU_POWERSAVE, CTL_EOL);
    347   1.1     chris }
    348   1.1     chris 
    349   1.1     chris void
    350  1.64       dsl parse_mi_bootargs(char *args)
    351   1.1     chris {
    352   1.1     chris 	int integer;
    353   1.1     chris 
    354   1.1     chris 	if (get_bootconf_option(args, "single", BOOTOPT_TYPE_BOOLEAN, &integer)
    355   1.1     chris 	    || get_bootconf_option(args, "-s", BOOTOPT_TYPE_BOOLEAN, &integer))
    356   1.1     chris 		if (integer)
    357   1.1     chris 			boothowto |= RB_SINGLE;
    358   1.1     chris 	if (get_bootconf_option(args, "kdb", BOOTOPT_TYPE_BOOLEAN, &integer)
    359   1.1     chris 	    || get_bootconf_option(args, "-k", BOOTOPT_TYPE_BOOLEAN, &integer))
    360   1.1     chris 		if (integer)
    361   1.1     chris 			boothowto |= RB_KDB;
    362   1.1     chris 	if (get_bootconf_option(args, "ask", BOOTOPT_TYPE_BOOLEAN, &integer)
    363   1.1     chris 	    || get_bootconf_option(args, "-a", BOOTOPT_TYPE_BOOLEAN, &integer))
    364   1.1     chris 		if (integer)
    365   1.1     chris 			boothowto |= RB_ASKNAME;
    366   1.1     chris 
    367   1.1     chris #ifdef PMAP_DEBUG
    368   1.1     chris 	if (get_bootconf_option(args, "pmapdebug", BOOTOPT_TYPE_INT, &integer)) {
    369   1.1     chris 		pmap_debug_level = integer;
    370   1.1     chris 		pmap_debug(pmap_debug_level);
    371   1.1     chris 	}
    372   1.1     chris #endif	/* PMAP_DEBUG */
    373   1.1     chris 
    374   1.1     chris /*	if (get_bootconf_option(args, "nbuf", BOOTOPT_TYPE_INT, &integer))
    375   1.1     chris 		bufpages = integer;*/
    376   1.1     chris 
    377  1.74   hannken #if defined(MEMORY_DISK_HOOKS) && !defined(MEMORY_DISK_ROOT_SIZE)
    378   1.1     chris 	if (get_bootconf_option(args, "memorydisc", BOOTOPT_TYPE_INT, &integer)
    379   1.1     chris 	    || get_bootconf_option(args, "memorydisk", BOOTOPT_TYPE_INT, &integer)) {
    380  1.24  jdolecek 		md_root_size = integer;
    381  1.24  jdolecek 		md_root_size *= 1024;
    382  1.24  jdolecek 		if (md_root_size < 32*1024)
    383  1.24  jdolecek 			md_root_size = 32*1024;
    384  1.24  jdolecek 		if (md_root_size > 2048*1024)
    385  1.24  jdolecek 			md_root_size = 2048*1024;
    386   1.1     chris 	}
    387  1.74   hannken #endif	/* MEMORY_DISK_HOOKS && !MEMORY_DISK_ROOT_SIZE */
    388   1.1     chris 
    389   1.1     chris 	if (get_bootconf_option(args, "quiet", BOOTOPT_TYPE_BOOLEAN, &integer)
    390   1.1     chris 	    || get_bootconf_option(args, "-q", BOOTOPT_TYPE_BOOLEAN, &integer))
    391   1.1     chris 		if (integer)
    392   1.1     chris 			boothowto |= AB_QUIET;
    393   1.1     chris 	if (get_bootconf_option(args, "verbose", BOOTOPT_TYPE_BOOLEAN, &integer)
    394   1.1     chris 	    || get_bootconf_option(args, "-v", BOOTOPT_TYPE_BOOLEAN, &integer))
    395   1.1     chris 		if (integer)
    396   1.1     chris 			boothowto |= AB_VERBOSE;
    397   1.1     chris }
    398  1.49      yamt 
    399  1.56      matt #ifdef __HAVE_FAST_SOFTINTS
    400  1.56      matt #if IPL_SOFTSERIAL != IPL_SOFTNET + 1
    401  1.56      matt #error IPLs are screwed up
    402  1.58      matt #elif IPL_SOFTNET != IPL_SOFTBIO + 1
    403  1.58      matt #error IPLs are screwed up
    404  1.58      matt #elif IPL_SOFTBIO != IPL_SOFTCLOCK + 1
    405  1.56      matt #error IPLs are screwed up
    406  1.58      matt #elif !(IPL_SOFTCLOCK > IPL_NONE)
    407  1.56      matt #error IPLs are screwed up
    408  1.58      matt #elif (IPL_NONE != 0)
    409  1.56      matt #error IPLs are screwed up
    410  1.56      matt #endif
    411  1.58      matt 
    412  1.56      matt #define	SOFTINT2IPLMAP \
    413  1.58      matt 	(((IPL_SOFTSERIAL - IPL_SOFTCLOCK) << (SOFTINT_SERIAL * 4)) | \
    414  1.58      matt 	 ((IPL_SOFTNET    - IPL_SOFTCLOCK) << (SOFTINT_NET    * 4)) | \
    415  1.58      matt 	 ((IPL_SOFTBIO    - IPL_SOFTCLOCK) << (SOFTINT_BIO    * 4)) | \
    416  1.58      matt 	 ((IPL_SOFTCLOCK  - IPL_SOFTCLOCK) << (SOFTINT_CLOCK  * 4)))
    417  1.56      matt #define	SOFTINT2IPL(l)	((SOFTINT2IPLMAP >> ((l) * 4)) & 0x0f)
    418  1.56      matt 
    419  1.56      matt /*
    420  1.56      matt  * This returns a mask of softint IPLs that be dispatch at <ipl>
    421  1.59      matt  * SOFTIPLMASK(IPL_NONE)	= 0x0000000f
    422  1.59      matt  * SOFTIPLMASK(IPL_SOFTCLOCK)	= 0x0000000e
    423  1.59      matt  * SOFTIPLMASK(IPL_SOFTBIO)	= 0x0000000c
    424  1.59      matt  * SOFTIPLMASK(IPL_SOFTNET)	= 0x00000008
    425  1.59      matt  * SOFTIPLMASK(IPL_SOFTSERIAL)	= 0x00000000
    426  1.56      matt  */
    427  1.78     skrll #define	SOFTIPLMASK(ipl) ((0x0f << (ipl)) & 0x0f)
    428  1.56      matt 
    429  1.56      matt void softint_switch(lwp_t *, int);
    430  1.56      matt 
    431  1.56      matt void
    432  1.56      matt softint_trigger(uintptr_t mask)
    433  1.56      matt {
    434  1.56      matt 	curcpu()->ci_softints |= mask;
    435  1.56      matt }
    436  1.56      matt 
    437  1.56      matt void
    438  1.56      matt softint_init_md(lwp_t *l, u_int level, uintptr_t *machdep)
    439  1.56      matt {
    440  1.56      matt 	lwp_t ** lp = &curcpu()->ci_softlwps[level];
    441  1.56      matt 	KASSERT(*lp == NULL || *lp == l);
    442  1.56      matt 	*lp = l;
    443  1.56      matt 	*machdep = 1 << SOFTINT2IPL(level);
    444  1.59      matt 	KASSERT(level != SOFTINT_CLOCK || *machdep == (1 << (IPL_SOFTCLOCK - IPL_SOFTCLOCK)));
    445  1.59      matt 	KASSERT(level != SOFTINT_BIO || *machdep == (1 << (IPL_SOFTBIO - IPL_SOFTCLOCK)));
    446  1.59      matt 	KASSERT(level != SOFTINT_NET || *machdep == (1 << (IPL_SOFTNET - IPL_SOFTCLOCK)));
    447  1.59      matt 	KASSERT(level != SOFTINT_SERIAL || *machdep == (1 << (IPL_SOFTSERIAL - IPL_SOFTCLOCK)));
    448  1.56      matt }
    449  1.53       mrg 
    450  1.56      matt void
    451  1.56      matt dosoftints(void)
    452  1.56      matt {
    453  1.56      matt 	struct cpu_info * const ci = curcpu();
    454  1.56      matt 	const int opl = ci->ci_cpl;
    455  1.56      matt 	const uint32_t softiplmask = SOFTIPLMASK(opl);
    456  1.56      matt 
    457  1.77     skrll 	splhigh();
    458  1.56      matt 	for (;;) {
    459  1.56      matt 		u_int softints = ci->ci_softints & softiplmask;
    460  1.59      matt 		KASSERT((softints != 0) == ((ci->ci_softints >> opl) != 0));
    461  1.77     skrll 		KASSERT(opl == IPL_NONE || (softints & (1 << (opl - IPL_SOFTCLOCK))) == 0);
    462  1.77     skrll 		if (softints == 0) {
    463  1.77     skrll 			splx(opl);
    464  1.56      matt 			return;
    465  1.77     skrll 		}
    466  1.56      matt #define	DOSOFTINT(n) \
    467  1.77     skrll 		if (ci->ci_softints & (1 << (IPL_SOFT ## n - IPL_SOFTCLOCK))) { \
    468  1.58      matt 			ci->ci_softints &= \
    469  1.58      matt 			    ~(1 << (IPL_SOFT ## n - IPL_SOFTCLOCK)); \
    470  1.56      matt 			softint_switch(ci->ci_softlwps[SOFTINT_ ## n], \
    471  1.56      matt 			    IPL_SOFT ## n); \
    472  1.56      matt 			continue; \
    473  1.56      matt 		}
    474  1.56      matt 		DOSOFTINT(SERIAL);
    475  1.56      matt 		DOSOFTINT(NET);
    476  1.56      matt 		DOSOFTINT(BIO);
    477  1.56      matt 		DOSOFTINT(CLOCK);
    478  1.56      matt 		panic("dosoftints wtf (softints=%u?, ipl=%d)", softints, opl);
    479  1.56      matt 	}
    480  1.53       mrg }
    481  1.56      matt #endif /* __HAVE_FAST_SOFTINTS */
    482  1.72      jmmv 
    483  1.72      jmmv #ifdef MODULAR
    484  1.72      jmmv /*
    485  1.72      jmmv  * Push any modules loaded by the boot loader.
    486  1.72      jmmv  */
    487  1.72      jmmv void
    488  1.72      jmmv module_init_md(void)
    489  1.72      jmmv {
    490  1.72      jmmv }
    491  1.72      jmmv #endif /* MODULAR */
    492  1.75     rmind 
    493  1.75     rmind int
    494  1.75     rmind mm_md_physacc(paddr_t pa, vm_prot_t prot)
    495  1.75     rmind {
    496  1.75     rmind 
    497  1.75     rmind 	return (pa < ctob(physmem)) ? 0 : EFAULT;
    498  1.75     rmind }
    499