Home | History | Annotate | Line # | Download | only in oea
oea_machdep.c revision 1.8.2.4
      1  1.8.2.4    skrll /*	$NetBSD: oea_machdep.c,v 1.8.2.4 2005/04/01 14:28:04 skrll Exp $	*/
      2      1.1     matt 
      3      1.1     matt /*
      4      1.1     matt  * Copyright (C) 2002 Matt Thomas
      5      1.1     matt  * Copyright (C) 1995, 1996 Wolfgang Solfrank.
      6      1.1     matt  * Copyright (C) 1995, 1996 TooLs GmbH.
      7      1.1     matt  * All rights reserved.
      8      1.1     matt  *
      9      1.1     matt  * Redistribution and use in source and binary forms, with or without
     10      1.1     matt  * modification, are permitted provided that the following conditions
     11      1.1     matt  * are met:
     12      1.1     matt  * 1. Redistributions of source code must retain the above copyright
     13      1.1     matt  *    notice, this list of conditions and the following disclaimer.
     14      1.1     matt  * 2. Redistributions in binary form must reproduce the above copyright
     15      1.1     matt  *    notice, this list of conditions and the following disclaimer in the
     16      1.1     matt  *    documentation and/or other materials provided with the distribution.
     17      1.1     matt  * 3. All advertising materials mentioning features or use of this software
     18      1.1     matt  *    must display the following acknowledgement:
     19      1.1     matt  *	This product includes software developed by TooLs GmbH.
     20      1.1     matt  * 4. The name of TooLs GmbH may not be used to endorse or promote products
     21      1.1     matt  *    derived from this software without specific prior written permission.
     22      1.1     matt  *
     23      1.1     matt  * THIS SOFTWARE IS PROVIDED BY TOOLS GMBH ``AS IS'' AND ANY EXPRESS OR
     24      1.1     matt  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
     25      1.1     matt  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     26      1.1     matt  * IN NO EVENT SHALL TOOLS GMBH BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
     27      1.1     matt  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
     28      1.1     matt  * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
     29      1.1     matt  * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
     30      1.1     matt  * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
     31      1.1     matt  * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
     32      1.1     matt  * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     33      1.1     matt  */
     34      1.1     matt 
     35  1.8.2.1    skrll #include <sys/cdefs.h>
     36  1.8.2.4    skrll __KERNEL_RCSID(0, "$NetBSD: oea_machdep.c,v 1.8.2.4 2005/04/01 14:28:04 skrll Exp $");
     37  1.8.2.1    skrll 
     38      1.1     matt #include "opt_compat_netbsd.h"
     39      1.1     matt #include "opt_ddb.h"
     40      1.1     matt #include "opt_kgdb.h"
     41      1.1     matt #include "opt_ipkdb.h"
     42      1.1     matt #include "opt_multiprocessor.h"
     43      1.1     matt #include "opt_altivec.h"
     44      1.1     matt 
     45      1.1     matt #include <sys/param.h>
     46      1.1     matt #include <sys/buf.h>
     47      1.1     matt #include <sys/exec.h>
     48      1.1     matt #include <sys/malloc.h>
     49      1.1     matt #include <sys/mbuf.h>
     50      1.1     matt #include <sys/mount.h>
     51      1.1     matt #include <sys/msgbuf.h>
     52      1.1     matt #include <sys/proc.h>
     53      1.1     matt #include <sys/reboot.h>
     54      1.1     matt #include <sys/sa.h>
     55      1.1     matt #include <sys/syscallargs.h>
     56      1.1     matt #include <sys/syslog.h>
     57      1.1     matt #include <sys/systm.h>
     58      1.1     matt #include <sys/kernel.h>
     59      1.1     matt #include <sys/user.h>
     60      1.1     matt #include <sys/boot_flag.h>
     61      1.1     matt 
     62      1.1     matt #include <uvm/uvm_extern.h>
     63      1.1     matt 
     64      1.1     matt #include <net/netisr.h>
     65      1.1     matt 
     66      1.1     matt #ifdef DDB
     67      1.1     matt #include <machine/db_machdep.h>
     68      1.1     matt #include <ddb/db_extern.h>
     69      1.1     matt #endif
     70      1.1     matt 
     71      1.1     matt #ifdef KGDB
     72      1.1     matt #include <sys/kgdb.h>
     73      1.1     matt #endif
     74      1.1     matt 
     75      1.1     matt #ifdef IPKDB
     76      1.1     matt #include <ipkdb/ipkdb.h>
     77      1.1     matt #endif
     78      1.1     matt 
     79      1.1     matt #include <powerpc/oea/bat.h>
     80      1.1     matt #include <powerpc/oea/sr_601.h>
     81      1.1     matt #include <powerpc/trap.h>
     82      1.1     matt #include <powerpc/stdarg.h>
     83      1.1     matt #include <powerpc/spr.h>
     84      1.1     matt #include <powerpc/pte.h>
     85      1.1     matt #include <powerpc/altivec.h>
     86      1.1     matt #include <machine/powerpc.h>
     87      1.1     matt 
     88      1.1     matt char machine[] = MACHINE;		/* from <machine/param.h> */
     89      1.1     matt char machine_arch[] = MACHINE_ARCH;	/* from <machine/param.h> */
     90      1.1     matt 
     91      1.1     matt struct vm_map *exec_map = NULL;
     92      1.1     matt struct vm_map *mb_map = NULL;
     93      1.1     matt struct vm_map *phys_map = NULL;
     94      1.1     matt 
     95      1.1     matt /*
     96      1.1     matt  * Global variables used here and there
     97      1.1     matt  */
     98      1.1     matt extern struct user *proc0paddr;
     99      1.1     matt 
    100      1.1     matt struct bat battable[512];
    101      1.2     matt register_t iosrtable[16];	/* I/O segments, for kernel_pmap setup */
    102      1.1     matt paddr_t msgbuf_paddr;
    103      1.1     matt 
    104      1.1     matt void
    105      1.1     matt oea_init(void (*handler)(void))
    106      1.1     matt {
    107      1.1     matt 	extern int trapstart[], trapend[];
    108      1.6     matt 	extern int trapcode[], trapsize[];
    109      1.6     matt 	extern int sctrap[], scsize[];
    110      1.6     matt 	extern int alitrap[], alisize[];
    111      1.6     matt 	extern int dsitrap[], dsisize[];
    112      1.6     matt 	extern int dsi601trap[], dsi601size[];
    113      1.6     matt 	extern int decrint[], decrsize[];
    114      1.6     matt 	extern int tlbimiss[], tlbimsize[];
    115      1.6     matt 	extern int tlbdlmiss[], tlbdlmsize[];
    116      1.6     matt 	extern int tlbdsmiss[], tlbdsmsize[];
    117      1.1     matt #if defined(DDB) || defined(KGDB)
    118      1.6     matt 	extern int ddblow[], ddbsize[];
    119      1.1     matt #endif
    120      1.1     matt #ifdef IPKDB
    121      1.6     matt 	extern int ipkdblow[], ipkdbsize[];
    122      1.1     matt #endif
    123      1.1     matt #ifdef ALTIVEC
    124      1.1     matt 	register_t msr;
    125      1.1     matt #endif
    126      1.1     matt 	uintptr_t exc;
    127      1.1     matt 	register_t scratch;
    128      1.1     matt 	unsigned int cpuvers;
    129      1.1     matt 	size_t size;
    130      1.1     matt 	struct cpu_info * const ci = &cpu_info[0];
    131      1.1     matt 
    132      1.1     matt 	mtspr(SPR_SPRG0, ci);
    133      1.1     matt 	cpuvers = mfpvr() >> 16;
    134      1.1     matt 
    135      1.1     matt 
    136      1.1     matt 	/*
    137      1.1     matt 	 * Initialize proc0 and current pcb and pmap pointers.
    138      1.1     matt 	 */
    139      1.1     matt 	KASSERT(ci != NULL);
    140      1.1     matt 	KASSERT(curcpu() == ci);
    141      1.1     matt 	lwp0.l_cpu = ci;
    142      1.1     matt 	lwp0.l_addr = proc0paddr;
    143      1.1     matt 	memset(lwp0.l_addr, 0, sizeof *lwp0.l_addr);
    144      1.4     matt 	KASSERT(lwp0.l_cpu != NULL);
    145      1.1     matt 
    146      1.1     matt 	curpcb = &proc0paddr->u_pcb;
    147      1.5     matt 	memset(curpcb, 0, sizeof(*curpcb));
    148      1.5     matt #ifdef ALTIVEC
    149      1.5     matt 	/*
    150      1.5     matt 	 * Initialize the vectors with NaNs
    151      1.5     matt 	 */
    152      1.5     matt 	for (scratch = 0; scratch < 32; scratch++) {
    153      1.5     matt 		curpcb->pcb_vr.vreg[scratch][0] = 0x7FFFDEAD;
    154      1.5     matt 		curpcb->pcb_vr.vreg[scratch][1] = 0x7FFFDEAD;
    155      1.5     matt 		curpcb->pcb_vr.vreg[scratch][2] = 0x7FFFDEAD;
    156      1.5     matt 		curpcb->pcb_vr.vreg[scratch][3] = 0x7FFFDEAD;
    157      1.5     matt 	}
    158      1.5     matt 	curpcb->pcb_vr.vscr = 0;
    159      1.5     matt 	curpcb->pcb_vr.vrsave = 0;
    160      1.5     matt #endif
    161  1.8.2.1    skrll 	curpm = curpcb->pcb_pm = pmap_kernel();
    162      1.1     matt 
    163      1.1     matt 	/*
    164      1.1     matt 	 * Cause a PGM trap if we branch to 0.
    165      1.1     matt 	 */
    166      1.1     matt 	memset(0, 0, 0x100);
    167      1.1     matt 
    168      1.1     matt 	/*
    169      1.1     matt 	 * Set up trap vectors.  Don't assume vectors are on 0x100.
    170      1.1     matt 	 */
    171      1.3     matt 	for (exc = 0; exc <= EXC_LAST; exc += 0x100) {
    172      1.1     matt 		switch (exc) {
    173      1.1     matt 		default:
    174      1.6     matt 			size = (size_t)trapsize;
    175      1.6     matt 			memcpy((void *)exc, trapcode, size);
    176      1.1     matt 			break;
    177      1.1     matt #if 0
    178      1.1     matt 		case EXC_EXI:
    179      1.1     matt 			/*
    180      1.1     matt 			 * This one is (potentially) installed during autoconf
    181      1.1     matt 			 */
    182      1.1     matt 			break;
    183      1.1     matt #endif
    184      1.1     matt 		case EXC_SC:
    185      1.6     matt 			size = (size_t)scsize;
    186      1.6     matt 			memcpy((void *)EXC_SC, sctrap, size);
    187      1.1     matt 			break;
    188      1.1     matt 		case EXC_ALI:
    189      1.6     matt 			size = (size_t)alisize;
    190      1.6     matt 			memcpy((void *)EXC_ALI, alitrap, size);
    191      1.1     matt 			break;
    192      1.1     matt 		case EXC_DSI:
    193      1.1     matt 			if (cpuvers == MPC601) {
    194      1.6     matt 				size = (size_t)dsi601size;
    195      1.6     matt 				memcpy((void *)EXC_DSI, dsi601trap, size);
    196      1.1     matt 			} else {
    197      1.6     matt 				size = (size_t)dsisize;
    198      1.6     matt 				memcpy((void *)EXC_DSI, dsitrap, size);
    199      1.1     matt 			}
    200      1.1     matt 			break;
    201      1.1     matt 		case EXC_DECR:
    202      1.6     matt 			size = (size_t)decrsize;
    203      1.6     matt 			memcpy((void *)EXC_DECR, decrint, size);
    204      1.1     matt 			break;
    205      1.1     matt 		case EXC_IMISS:
    206      1.6     matt 			size = (size_t)tlbimsize;
    207      1.6     matt 			memcpy((void *)EXC_IMISS, tlbimiss, size);
    208      1.1     matt 			break;
    209      1.1     matt 		case EXC_DLMISS:
    210      1.6     matt 			size = (size_t)tlbdlmsize;
    211      1.6     matt 			memcpy((void *)EXC_DLMISS, tlbdlmiss, size);
    212      1.1     matt 			break;
    213      1.1     matt 		case EXC_DSMISS:
    214      1.6     matt 			size = (size_t)tlbdsmsize;
    215      1.6     matt 			memcpy((void *)EXC_DSMISS, tlbdsmiss, size);
    216      1.1     matt 			break;
    217      1.1     matt 		case EXC_PERF:
    218      1.6     matt 			size = (size_t)trapsize;
    219      1.6     matt 			memcpy((void *)EXC_PERF, trapcode, size);
    220      1.6     matt 			memcpy((void *)EXC_VEC,  trapcode, size);
    221      1.1     matt 			break;
    222      1.1     matt #if defined(DDB) || defined(IPKDB) || defined(KGDB)
    223      1.1     matt 		case EXC_RUNMODETRC:
    224      1.1     matt 			if (cpuvers != MPC601) {
    225      1.6     matt 				size = (size_t)trapsize;
    226      1.6     matt 				memcpy((void *)EXC_RUNMODETRC, trapcode, size);
    227      1.1     matt 				break;
    228      1.1     matt 			}
    229      1.1     matt 			/* FALLTHROUGH */
    230      1.1     matt 		case EXC_PGM:
    231      1.1     matt 		case EXC_TRC:
    232      1.1     matt 		case EXC_BPT:
    233      1.1     matt #if defined(DDB) || defined(KGDB)
    234      1.6     matt 			size = (size_t)ddbsize;
    235      1.6     matt 			memcpy((void *)exc, ddblow, size);
    236      1.1     matt #if defined(IPKDB)
    237      1.1     matt #error "cannot enable IPKDB with DDB or KGDB"
    238      1.1     matt #endif
    239      1.1     matt #else
    240      1.6     matt 			size = (size_t)ipkdbsize;
    241      1.6     matt 			memcpy((void *)exc, ipkdblow, size);
    242      1.1     matt #endif
    243      1.1     matt 			break;
    244      1.1     matt #endif /* DDB || IPKDB || KGDB */
    245      1.1     matt 		}
    246      1.1     matt #if 0
    247      1.1     matt 		exc += roundup(size, 32);
    248      1.1     matt #endif
    249      1.1     matt 	}
    250      1.1     matt 
    251      1.1     matt 	/*
    252      1.1     matt 	 * Get the cache sizes because install_extint calls __syncicache.
    253      1.1     matt 	 */
    254      1.1     matt 	cpu_probe_cache();
    255      1.1     matt 
    256      1.1     matt #define	MxSPR_MASK	0x7c1fffff
    257      1.1     matt #define	MFSPR_MQ	0x7c0002a6
    258      1.1     matt #define	MTSPR_MQ	0x7c0003a6
    259  1.8.2.1    skrll #define	MTSPR_IBAT0L	0x7c1183a6
    260  1.8.2.1    skrll #define	MTSPR_IBAT1L	0x7c1383a6
    261      1.1     matt #define	NOP		0x60000000
    262  1.8.2.1    skrll #define	B		0x48000000
    263  1.8.2.1    skrll #define	TLBSYNC		0x7c00046c
    264  1.8.2.1    skrll #define	SYNC		0x7c0004ac
    265      1.1     matt 
    266      1.1     matt #ifdef ALTIVEC
    267      1.1     matt #define	MFSPR_VRSAVE	0x7c0042a6
    268      1.1     matt #define	MTSPR_VRSAVE	0x7c0043a6
    269      1.1     matt 
    270      1.1     matt 	/*
    271      1.1     matt 	 * Try to set the VEC bit in the MSR.  If it doesn't get set, we are
    272      1.1     matt 	 * not on a AltiVec capable processor.
    273      1.1     matt 	 */
    274      1.1     matt 	__asm __volatile (
    275      1.1     matt 	    "mfmsr %0; oris %1,%0,%2@h; mtmsr %1; isync; "
    276      1.1     matt 		"mfmsr %1; mtmsr %0; isync"
    277      1.1     matt 	    :	"=r"(msr), "=r"(scratch)
    278      1.1     matt 	    :	"J"(PSL_VEC));
    279      1.1     matt 
    280      1.1     matt 	/*
    281  1.8.2.1    skrll 	 * If we aren't on an AltiVec capable processor, we need to zap any of
    282  1.8.2.1    skrll 	 * the sequences we save/restore the VRSAVE SPR into NOPs.
    283      1.1     matt 	 */
    284      1.1     matt 	if (scratch & PSL_VEC) {
    285      1.1     matt 		cpu_altivec = 1;
    286      1.1     matt 	} else {
    287      1.1     matt 		int *ip = trapstart;
    288      1.1     matt 
    289      1.1     matt 		for (; ip < trapend; ip++) {
    290      1.1     matt 			if ((ip[0] & MxSPR_MASK) == MFSPR_VRSAVE) {
    291      1.1     matt 				ip[0] = NOP;	/* mfspr */
    292      1.1     matt 				ip[1] = NOP;	/* stw */
    293      1.1     matt 			} else if ((ip[0] & MxSPR_MASK) == MTSPR_VRSAVE) {
    294      1.1     matt 				ip[-1] = NOP;	/* lwz */
    295      1.1     matt 				ip[0] = NOP;	/* mtspr */
    296      1.1     matt 			}
    297      1.1     matt 		}
    298      1.1     matt 	}
    299      1.1     matt #endif
    300      1.1     matt 
    301      1.1     matt 	/*
    302  1.8.2.1    skrll 	 * If we aren't on a MPC601 processor, we need to zap any of the
    303  1.8.2.1    skrll 	 * sequences we save/restore the MQ SPR into NOPs, and skip over the
    304  1.8.2.1    skrll 	 * sequences where we zap/restore BAT registers on kernel exit/entry.
    305      1.1     matt 	 */
    306      1.1     matt 	if (cpuvers != MPC601) {
    307      1.1     matt 		int *ip = trapstart;
    308      1.1     matt 
    309      1.1     matt 		for (; ip < trapend; ip++) {
    310      1.1     matt 			if ((ip[0] & MxSPR_MASK) == MFSPR_MQ) {
    311      1.1     matt 				ip[0] = NOP;	/* mfspr */
    312      1.1     matt 				ip[1] = NOP;	/* stw */
    313      1.1     matt 			} else if ((ip[0] & MxSPR_MASK) == MTSPR_MQ) {
    314      1.1     matt 				ip[-1] = NOP;	/* lwz */
    315      1.1     matt 				ip[0] = NOP;	/* mtspr */
    316  1.8.2.1    skrll 			} else if ((ip[0] & MxSPR_MASK) == MTSPR_IBAT0L) {
    317  1.8.2.1    skrll 				if ((ip[1] & MxSPR_MASK) == MTSPR_IBAT1L)
    318  1.8.2.1    skrll 					ip[-1] = B | 0x14;	/* li */
    319  1.8.2.1    skrll 				else
    320  1.8.2.1    skrll 					ip[-4] = B | 0x24;	/* lis */
    321      1.1     matt 			}
    322      1.1     matt 		}
    323      1.1     matt 	}
    324      1.1     matt 
    325  1.8.2.1    skrll 	/*
    326  1.8.2.1    skrll 	 * Sync the changed instructions.
    327  1.8.2.1    skrll 	 */
    328  1.8.2.1    skrll 	__syncicache((void *) trapstart,
    329  1.8.2.1    skrll 	    (uintptr_t) trapend - (uintptr_t) trapstart);
    330  1.8.2.1    skrll 
    331  1.8.2.1    skrll 	/*
    332  1.8.2.1    skrll 	 * If we are on a MPC601 processor, we need to zap any tlbsync
    333  1.8.2.1    skrll 	 * instructions into sync.  This differs from the above in
    334  1.8.2.1    skrll 	 * examing all kernel text, as opposed to just the exception handling.
    335  1.8.2.1    skrll 	 * We sync the icache on every instruction found since there are
    336  1.8.2.1    skrll 	 * only very few of them.
    337  1.8.2.1    skrll 	 */
    338  1.8.2.1    skrll 	if (cpuvers == MPC601) {
    339  1.8.2.1    skrll 		extern int kernel_text[], etext[];
    340  1.8.2.1    skrll 		int *ip;
    341  1.8.2.1    skrll 
    342  1.8.2.1    skrll 		for (ip = kernel_text; ip < etext; ip++)
    343  1.8.2.1    skrll 			if (*ip == TLBSYNC) {
    344  1.8.2.1    skrll 				*ip = SYNC;
    345  1.8.2.1    skrll 				__syncicache(ip, sizeof(*ip));
    346  1.8.2.1    skrll 		}
    347  1.8.2.1    skrll 	}
    348  1.8.2.1    skrll 
    349  1.8.2.1    skrll         /*
    350  1.8.2.1    skrll 	 * Configure a PSL user mask matching this processor.
    351  1.8.2.1    skrll  	 */
    352  1.8.2.1    skrll 	cpu_psluserset = PSL_EE | PSL_PR | PSL_ME | PSL_IR | PSL_DR | PSL_RI;
    353  1.8.2.1    skrll 	cpu_pslusermod = PSL_FP | PSL_FE0 | PSL_FE1 | PSL_LE | PSL_SE | PSL_BE;
    354  1.8.2.1    skrll 	if (cpuvers == MPC601) {
    355  1.8.2.1    skrll 		cpu_psluserset &= PSL_601_MASK;
    356  1.8.2.1    skrll 		cpu_pslusermod &= PSL_601_MASK;
    357      1.1     matt 	}
    358  1.8.2.1    skrll #ifdef ALTIVEC
    359  1.8.2.1    skrll 	if (cpu_altivec)
    360  1.8.2.1    skrll 		cpu_pslusermod |= PSL_VEC;
    361  1.8.2.1    skrll #endif
    362      1.1     matt 
    363      1.1     matt 	/*
    364      1.1     matt 	 * external interrupt handler install
    365      1.1     matt 	 */
    366      1.1     matt 	if (handler)
    367      1.1     matt 		oea_install_extint(handler);
    368      1.1     matt 
    369      1.1     matt 	__syncicache(0, EXC_LAST + 0x100);
    370      1.1     matt 
    371      1.1     matt 	/*
    372      1.1     matt 	 * Now enable translation (and machine checks/recoverable interrupts).
    373      1.1     matt 	 */
    374      1.1     matt 	__asm __volatile ("sync; mfmsr %0; ori %0,%0,%1; mtmsr %0; isync"
    375      1.1     matt 	    : "=r"(scratch)
    376      1.1     matt 	    : "K"(PSL_IR|PSL_DR|PSL_ME|PSL_RI));
    377      1.1     matt 
    378      1.1     matt 	KASSERT(curcpu() == ci);
    379      1.1     matt }
    380      1.1     matt 
    381      1.1     matt void
    382      1.1     matt mpc601_ioseg_add(paddr_t pa, register_t len)
    383      1.1     matt {
    384      1.1     matt 	const u_int i = pa >> ADDR_SR_SHFT;
    385      1.1     matt 
    386      1.1     matt 	if (len != BAT_BL_256M)
    387      1.1     matt 		panic("mpc601_ioseg_add: len != 256M");
    388      1.1     matt 
    389      1.1     matt 	/*
    390      1.1     matt 	 * Translate into an I/O segment, load it, and stash away for use
    391      1.1     matt 	 * in pmap_bootstrap().
    392      1.1     matt 	 */
    393      1.1     matt 	iosrtable[i] = SR601(SR601_Ks, SR601_BUID_MEMFORCED, 0, i);
    394      1.1     matt 	__asm __volatile ("mtsrin %0,%1"
    395      1.1     matt 	    ::	"r"(iosrtable[i]),
    396      1.1     matt 		"r"(pa));
    397      1.1     matt }
    398      1.1     matt 
    399      1.1     matt void
    400      1.1     matt oea_iobat_add(paddr_t pa, register_t len)
    401      1.1     matt {
    402      1.1     matt 	static int n = 1;
    403      1.1     matt 	const u_int i = pa >> 28;
    404      1.1     matt 	battable[i].batl = BATL(pa, BAT_I|BAT_G, BAT_PP_RW);
    405      1.1     matt 	battable[i].batu = BATU(pa, len, BAT_Vs);
    406      1.1     matt 
    407      1.1     matt 	/*
    408      1.1     matt 	 * Let's start loading the BAT registers.
    409      1.1     matt 	 */
    410      1.1     matt 	switch (n) {
    411      1.1     matt 	case 1:
    412      1.1     matt 		__asm __volatile ("mtdbatl 1,%0; mtdbatu 1,%1;"
    413      1.1     matt 		    ::	"r"(battable[i].batl),
    414      1.1     matt 			"r"(battable[i].batu));
    415      1.1     matt 		n = 2;
    416      1.1     matt 		break;
    417      1.1     matt 	case 2:
    418      1.1     matt 		__asm __volatile ("mtdbatl 2,%0; mtdbatu 2,%1;"
    419      1.1     matt 		    ::	"r"(battable[i].batl),
    420      1.1     matt 			"r"(battable[i].batu));
    421      1.1     matt 		n = 3;
    422      1.1     matt 		break;
    423      1.1     matt 	case 3:
    424      1.1     matt 		__asm __volatile ("mtdbatl 3,%0; mtdbatu 3,%1;"
    425      1.1     matt 		    ::	"r"(battable[i].batl),
    426      1.1     matt 			"r"(battable[i].batu));
    427      1.1     matt 		n = 4;
    428      1.1     matt 		break;
    429      1.1     matt 	default:
    430      1.1     matt 		break;
    431      1.3     matt 	}
    432      1.3     matt }
    433      1.3     matt 
    434      1.3     matt void
    435      1.3     matt oea_iobat_remove(paddr_t pa)
    436      1.3     matt {
    437      1.3     matt 	register_t batu;
    438      1.3     matt 	int i, n;
    439      1.3     matt 
    440      1.3     matt 	n = pa >> ADDR_SR_SHFT;
    441      1.3     matt 	if (!BAT_VA_MATCH_P(battable[n].batu, pa) ||
    442      1.3     matt 	    !BAT_VALID_P(battable[n].batu, PSL_PR))
    443      1.3     matt 		return;
    444      1.3     matt 	battable[n].batl = 0;
    445      1.3     matt 	battable[n].batu = 0;
    446      1.3     matt #define	BAT_RESET(n) \
    447      1.3     matt 	__asm __volatile("mtdbatu %0,%1; mtdbatl %0,%1" :: "n"(n), "r"(0))
    448      1.3     matt #define	BATU_GET(n, r)	__asm __volatile("mfdbatu %0,%1" : "=r"(r) : "n"(n))
    449      1.3     matt 
    450      1.3     matt 	for (i=1 ; i<4 ; i++) {
    451      1.3     matt 		switch (i) {
    452      1.3     matt 		case 1:
    453      1.3     matt 			BATU_GET(1, batu);
    454      1.3     matt 			if (BAT_VA_MATCH_P(batu, pa) &&
    455      1.3     matt 			    BAT_VALID_P(batu, PSL_PR))
    456      1.3     matt 				BAT_RESET(1);
    457      1.3     matt 			break;
    458      1.3     matt 		case 2:
    459      1.3     matt 			BATU_GET(2, batu);
    460      1.3     matt 			if (BAT_VA_MATCH_P(batu, pa) &&
    461      1.3     matt 			    BAT_VALID_P(batu, PSL_PR))
    462      1.3     matt 				BAT_RESET(2);
    463      1.3     matt 			break;
    464      1.3     matt 		case 3:
    465      1.3     matt 			BATU_GET(3, batu);
    466      1.3     matt 			if (BAT_VA_MATCH_P(batu, pa) &&
    467      1.3     matt 			    BAT_VALID_P(batu, PSL_PR))
    468      1.3     matt 				BAT_RESET(3);
    469      1.3     matt 			break;
    470      1.3     matt 		default:
    471      1.3     matt 			break;
    472      1.3     matt 		}
    473      1.1     matt 	}
    474      1.1     matt }
    475      1.1     matt 
    476      1.1     matt void
    477      1.1     matt oea_batinit(paddr_t pa, ...)
    478      1.1     matt {
    479      1.1     matt 	struct mem_region *allmem, *availmem, *mp;
    480      1.1     matt 	int i;
    481      1.1     matt 	unsigned int cpuvers;
    482      1.7     matt 	register_t msr = mfmsr();
    483      1.1     matt 	va_list ap;
    484      1.1     matt 
    485      1.1     matt 	cpuvers = mfpvr() >> 16;
    486      1.1     matt 
    487      1.1     matt 	/*
    488      1.1     matt 	 * Initialize BAT registers to unmapped to not generate
    489      1.1     matt 	 * overlapping mappings below.
    490      1.1     matt 	 *
    491      1.1     matt 	 * The 601's implementation differs in the Valid bit being situated
    492      1.1     matt 	 * in the lower BAT register, and in being a unified BAT only whose
    493      1.1     matt 	 * four entries are accessed through the IBAT[0-3] SPRs.
    494      1.1     matt 	 *
    495      1.1     matt 	 * Also, while the 601 does distinguish between supervisor/user
    496  1.8.2.1    skrll 	 * protection keys, it does _not_ distinguish between validity in
    497  1.8.2.1    skrll 	 * supervisor/user mode.
    498      1.1     matt 	 */
    499      1.7     matt 	if ((msr & (PSL_IR|PSL_DR)) == 0) {
    500      1.7     matt 		if (cpuvers == MPC601) {
    501      1.7     matt 			__asm __volatile ("mtibatl 0,%0" :: "r"(0));
    502      1.7     matt 			__asm __volatile ("mtibatl 1,%0" :: "r"(0));
    503      1.7     matt 			__asm __volatile ("mtibatl 2,%0" :: "r"(0));
    504      1.7     matt 			__asm __volatile ("mtibatl 3,%0" :: "r"(0));
    505      1.7     matt 		} else {
    506      1.7     matt 			__asm __volatile ("mtibatu 0,%0" :: "r"(0));
    507      1.7     matt 			__asm __volatile ("mtibatu 1,%0" :: "r"(0));
    508      1.7     matt 			__asm __volatile ("mtibatu 2,%0" :: "r"(0));
    509      1.7     matt 			__asm __volatile ("mtibatu 3,%0" :: "r"(0));
    510      1.7     matt 			__asm __volatile ("mtdbatu 0,%0" :: "r"(0));
    511      1.7     matt 			__asm __volatile ("mtdbatu 1,%0" :: "r"(0));
    512      1.7     matt 			__asm __volatile ("mtdbatu 2,%0" :: "r"(0));
    513      1.7     matt 			__asm __volatile ("mtdbatu 3,%0" :: "r"(0));
    514      1.7     matt 		}
    515      1.1     matt 	}
    516      1.1     matt 
    517      1.1     matt 	/*
    518      1.1     matt 	 * Set up BAT to map physical memory
    519      1.1     matt 	 */
    520      1.1     matt 	if (cpuvers == MPC601) {
    521      1.1     matt 		/*
    522      1.1     matt 		 * Set up battable to map the lowest 256 MB area.
    523      1.1     matt 		 * Map the lowest 32 MB area via BAT[0-3];
    524      1.1     matt 		 * BAT[01] are fixed, BAT[23] are floating.
    525      1.1     matt 		 */
    526      1.1     matt 		for (i = 0; i < 32; i++) {
    527      1.1     matt 			battable[i].batl = BATL601(i << 23,
    528      1.1     matt 			   BAT601_BSM_8M, BAT601_V);
    529      1.1     matt 			battable[i].batu = BATU601(i << 23,
    530      1.1     matt 			    BAT601_M, BAT601_Ku, BAT601_PP_NONE);
    531      1.1     matt 		}
    532      1.1     matt 		__asm __volatile ("mtibatu 0,%1; mtibatl 0,%0"
    533      1.1     matt 		    :: "r"(battable[0x00000000 >> 23].batl),
    534      1.1     matt 		       "r"(battable[0x00000000 >> 23].batu));
    535      1.1     matt 		__asm __volatile ("mtibatu 1,%1; mtibatl 1,%0"
    536      1.1     matt 		    :: "r"(battable[0x00800000 >> 23].batl),
    537      1.1     matt 		       "r"(battable[0x00800000 >> 23].batu));
    538      1.1     matt 		__asm __volatile ("mtibatu 2,%1; mtibatl 2,%0"
    539      1.1     matt 		    :: "r"(battable[0x01000000 >> 23].batl),
    540      1.1     matt 		       "r"(battable[0x01000000 >> 23].batu));
    541      1.1     matt 		__asm __volatile ("mtibatu 3,%1; mtibatl 3,%0"
    542      1.1     matt 		    :: "r"(battable[0x01800000 >> 23].batl),
    543      1.1     matt 		       "r"(battable[0x01800000 >> 23].batu));
    544      1.1     matt 	} else {
    545      1.1     matt 		/*
    546      1.1     matt 		 * Set up BAT0 to only map the lowest 256 MB area
    547      1.1     matt 		 */
    548      1.1     matt 		battable[0].batl = BATL(0x00000000, BAT_M, BAT_PP_RW);
    549      1.1     matt 		battable[0].batu = BATU(0x00000000, BAT_BL_256M, BAT_Vs);
    550      1.1     matt 
    551      1.1     matt 		__asm __volatile ("mtibatl 0,%0; mtibatu 0,%1;"
    552      1.1     matt 				  "mtdbatl 0,%0; mtdbatu 0,%1;"
    553      1.1     matt 		    ::	"r"(battable[0].batl), "r"(battable[0].batu));
    554      1.1     matt 	}
    555      1.1     matt 
    556      1.1     matt 	/*
    557      1.1     matt 	 * Now setup other fixed bat registers
    558      1.1     matt 	 *
    559      1.1     matt 	 * Note that we still run in real mode, and the BAT
    560      1.1     matt 	 * registers were cleared above.
    561      1.1     matt 	 */
    562      1.1     matt 
    563      1.1     matt 	va_start(ap, pa);
    564      1.1     matt 
    565      1.1     matt 	/*
    566      1.1     matt 	 * Add any I/O BATs specificed;
    567      1.1     matt 	 * use I/O segments on the BAT-starved 601.
    568      1.1     matt 	 */
    569      1.1     matt 	if (cpuvers == MPC601) {
    570      1.1     matt 		while (pa != 0) {
    571      1.1     matt 			register_t len = va_arg(ap, register_t);
    572      1.1     matt 			mpc601_ioseg_add(pa, len);
    573      1.1     matt 			pa = va_arg(ap, paddr_t);
    574      1.1     matt 		}
    575      1.1     matt 	} else {
    576      1.1     matt 		while (pa != 0) {
    577      1.1     matt 			register_t len = va_arg(ap, register_t);
    578      1.1     matt 			oea_iobat_add(pa, len);
    579      1.1     matt 			pa = va_arg(ap, paddr_t);
    580      1.1     matt 		}
    581      1.1     matt 	}
    582      1.1     matt 
    583      1.1     matt 	va_end(ap);
    584      1.1     matt 
    585      1.1     matt 	/*
    586      1.1     matt 	 * Set up battable to map all RAM regions.
    587      1.1     matt 	 * This is here because mem_regions() call needs bat0 set up.
    588      1.1     matt 	 */
    589      1.1     matt 	mem_regions(&allmem, &availmem);
    590      1.1     matt 	if (cpuvers == MPC601) {
    591      1.1     matt 		for (mp = allmem; mp->size; mp++) {
    592      1.1     matt 			paddr_t pa = mp->start & 0xff800000;
    593      1.1     matt 			paddr_t end = mp->start + mp->size;
    594      1.1     matt 
    595      1.1     matt 			do {
    596      1.1     matt 				u_int i = pa >> 23;
    597      1.1     matt 
    598      1.1     matt 				battable[i].batl =
    599      1.1     matt 				    BATL601(pa, BAT601_BSM_8M, BAT601_V);
    600      1.1     matt 				battable[i].batu =
    601      1.1     matt 				    BATU601(pa, BAT601_M, BAT601_Ku, BAT601_PP_NONE);
    602      1.1     matt 				pa += (1 << 23);
    603      1.1     matt 			} while (pa < end);
    604      1.1     matt 		}
    605      1.1     matt 	} else {
    606      1.1     matt 		for (mp = allmem; mp->size; mp++) {
    607      1.1     matt 			paddr_t pa = mp->start & 0xf0000000;
    608      1.1     matt 			paddr_t end = mp->start + mp->size;
    609      1.1     matt 
    610      1.1     matt 			do {
    611      1.1     matt 				u_int i = pa >> 28;
    612      1.1     matt 
    613      1.1     matt 				battable[i].batl =
    614      1.1     matt 				    BATL(pa, BAT_M, BAT_PP_RW);
    615      1.1     matt 				battable[i].batu =
    616      1.1     matt 				    BATU(pa, BAT_BL_256M, BAT_Vs);
    617      1.1     matt 				pa += SEGMENT_LENGTH;
    618      1.1     matt 			} while (pa < end);
    619      1.1     matt 		}
    620      1.1     matt 	}
    621      1.1     matt }
    622      1.1     matt 
    623      1.1     matt void
    624      1.1     matt oea_install_extint(void (*handler)(void))
    625      1.1     matt {
    626      1.6     matt 	extern int extint[], extsize[];
    627      1.6     matt 	extern int extint_call[];
    628      1.6     matt 	uintptr_t offset = (uintptr_t)handler - (uintptr_t)extint_call;
    629      1.1     matt 	int omsr, msr;
    630      1.1     matt 
    631      1.1     matt #ifdef	DIAGNOSTIC
    632      1.1     matt 	if (offset > 0x1ffffff)
    633      1.1     matt 		panic("install_extint: %p too far away (%#lx)", handler,
    634      1.1     matt 		    (unsigned long) offset);
    635      1.1     matt #endif
    636      1.1     matt 	__asm __volatile ("mfmsr %0; andi. %1,%0,%2; mtmsr %1"
    637      1.1     matt 	    :	"=r" (omsr), "=r" (msr)
    638      1.1     matt 	    :	"K" ((u_short)~PSL_EE));
    639      1.6     matt 	extint_call[0] = (extint_call[0] & 0xfc000003) | offset;
    640      1.6     matt 	memcpy((void *)EXC_EXI, extint, (size_t)extsize);
    641      1.6     matt 	__syncicache((void *)extint_call, sizeof extint_call[0]);
    642      1.6     matt 	__syncicache((void *)EXC_EXI, (int)extsize);
    643      1.1     matt 	__asm __volatile ("mtmsr %0" :: "r"(omsr));
    644      1.1     matt }
    645      1.1     matt 
    646      1.1     matt /*
    647      1.1     matt  * Machine dependent startup code.
    648      1.1     matt  */
    649      1.1     matt void
    650      1.1     matt oea_startup(const char *model)
    651      1.1     matt {
    652      1.1     matt 	uintptr_t sz;
    653      1.1     matt 	caddr_t v;
    654      1.1     matt 	vaddr_t minaddr, maxaddr;
    655      1.1     matt 	char pbuf[9];
    656  1.8.2.1    skrll 	u_int i;
    657      1.1     matt 
    658      1.1     matt 	KASSERT(curcpu() != NULL);
    659      1.1     matt 	KASSERT(lwp0.l_cpu != NULL);
    660      1.4     matt 	KASSERT(curcpu()->ci_intstk != 0);
    661      1.4     matt 	KASSERT(curcpu()->ci_intrdepth == -1);
    662      1.1     matt 
    663      1.1     matt 	/*
    664      1.1     matt 	 * If the msgbuf is not in segment 0, allocate KVA for it and access
    665      1.1     matt 	 * it via mapped pages.  [This prevents unneeded BAT switches.]
    666      1.1     matt 	 */
    667      1.1     matt         sz = round_page(MSGBUFSIZE);
    668      1.1     matt 	v = (caddr_t) msgbuf_paddr;
    669      1.1     matt 	if (msgbuf_paddr + sz > SEGMENT_LENGTH) {
    670      1.1     matt 		minaddr = 0;
    671      1.1     matt 		if (uvm_map(kernel_map, &minaddr, sz,
    672      1.1     matt 				NULL, UVM_UNKNOWN_OFFSET, 0,
    673      1.1     matt 				UVM_MAPFLAG(UVM_PROT_NONE, UVM_PROT_NONE,
    674      1.1     matt 				    UVM_INH_NONE, UVM_ADV_NORMAL, 0)) != 0)
    675      1.1     matt 			panic("startup: cannot allocate VM for msgbuf");
    676      1.1     matt 		v = (caddr_t)minaddr;
    677      1.8  thorpej 		for (i = 0; i < sz; i += PAGE_SIZE) {
    678      1.1     matt 			pmap_kenter_pa(minaddr + i, msgbuf_paddr + i,
    679      1.1     matt 			    VM_PROT_READ|VM_PROT_WRITE);
    680      1.1     matt 		}
    681      1.1     matt 		pmap_update(pmap_kernel());
    682      1.1     matt 	}
    683      1.1     matt 	initmsgbuf(v, sz);
    684      1.1     matt 
    685      1.1     matt 	printf("%s", version);
    686      1.1     matt 	if (model != NULL)
    687      1.1     matt 		printf("Model: %s\n", model);
    688      1.1     matt 	cpu_identify(NULL, 0);
    689      1.1     matt 
    690      1.1     matt 	format_bytes(pbuf, sizeof(pbuf), ctob((u_int)physmem));
    691      1.1     matt 	printf("total memory = %s\n", pbuf);
    692      1.1     matt 
    693      1.1     matt 	/*
    694      1.1     matt 	 * Allocate away the pages that map to 0xDEA[CDE]xxxx.  Do this after
    695      1.1     matt 	 * the bufpages are allocated in case they overlap since it's not
    696      1.1     matt 	 * fatal if we can't allocate these.
    697      1.1     matt 	 */
    698      1.4     matt 	if (KERNEL_SR == 13 || KERNEL2_SR == 14) {
    699      1.4     matt 		int error;
    700      1.4     matt 		minaddr = 0xDEAC0000;
    701      1.4     matt 		error = uvm_map(kernel_map, &minaddr, 0x30000,
    702      1.4     matt 		    NULL, UVM_UNKNOWN_OFFSET, 0,
    703      1.4     matt 		    UVM_MAPFLAG(UVM_PROT_NONE, UVM_PROT_NONE, UVM_INH_NONE,
    704      1.4     matt 				UVM_ADV_NORMAL, UVM_FLAG_FIXED));
    705      1.4     matt 		if (error != 0 || minaddr != 0xDEAC0000)
    706      1.4     matt 			printf("oea_startup: failed to allocate DEAD "
    707      1.4     matt 			    "ZONE: error=%d\n", error);
    708      1.1     matt 	}
    709      1.1     matt 
    710  1.8.2.1    skrll 	minaddr = 0;
    711      1.1     matt 	/*
    712      1.1     matt 	 * Allocate a submap for exec arguments.  This map effectively
    713      1.1     matt 	 * limits the number of processes exec'ing at any time. These
    714      1.1     matt 	 * submaps will be allocated after the dead zone.
    715      1.1     matt 	 */
    716      1.1     matt 	exec_map = uvm_km_suballoc(kernel_map, &minaddr, &maxaddr,
    717      1.1     matt 				 16*NCARGS, VM_MAP_PAGEABLE, FALSE, NULL);
    718      1.1     matt 
    719      1.1     matt 	/*
    720      1.1     matt 	 * Allocate a submap for physio
    721      1.1     matt 	 */
    722      1.1     matt 	phys_map = uvm_km_suballoc(kernel_map, &minaddr, &maxaddr,
    723      1.1     matt 				 VM_PHYS_SIZE, 0, FALSE, NULL);
    724      1.1     matt 
    725      1.1     matt #ifndef PMAP_MAP_POOLPAGE
    726      1.1     matt 	/*
    727      1.1     matt 	 * No need to allocate an mbuf cluster submap.  Mbuf clusters
    728      1.1     matt 	 * are allocated via the pool allocator, and we use direct-mapped
    729      1.1     matt 	 * pool pages.
    730      1.1     matt 	 */
    731      1.1     matt 	mb_map = uvm_km_suballoc(kernel_map, &minaddr, &maxaddr,
    732      1.1     matt 	    mclbytes*nmbclusters, VM_MAP_INTRSAFE, FALSE, NULL);
    733      1.1     matt #endif
    734      1.1     matt 
    735      1.1     matt 	format_bytes(pbuf, sizeof(pbuf), ptoa(uvmexp.free));
    736      1.1     matt 	printf("avail memory = %s\n", pbuf);
    737      1.1     matt }
    738      1.1     matt 
    739      1.1     matt /*
    740      1.1     matt  * Crash dump handling.
    741      1.1     matt  */
    742      1.1     matt 
    743      1.1     matt void
    744      1.1     matt oea_dumpsys(void)
    745      1.1     matt {
    746      1.1     matt 	printf("dumpsys: TBD\n");
    747      1.1     matt }
    748      1.1     matt 
    749  1.8.2.1    skrll #ifndef __HAVE_GENERIC_SOFT_INTERRUPTS
    750      1.1     matt /*
    751      1.1     matt  * Soft networking interrupts.
    752      1.1     matt  */
    753      1.1     matt void
    754      1.1     matt softnet(int pendisr)
    755      1.1     matt {
    756      1.1     matt #define DONETISR(bit, fn) do {		\
    757      1.1     matt 	if (pendisr & (1 << bit))	\
    758      1.1     matt 		(*fn)();		\
    759      1.1     matt } while (0)
    760      1.1     matt 
    761      1.1     matt #include <net/netisr_dispatch.h>
    762      1.1     matt 
    763      1.1     matt #undef DONETISR
    764      1.1     matt }
    765  1.8.2.1    skrll #endif
    766      1.1     matt 
    767      1.1     matt /*
    768      1.1     matt  * Convert kernel VA to physical address
    769      1.1     matt  */
    770      1.1     matt paddr_t
    771      1.1     matt kvtop(caddr_t addr)
    772      1.1     matt {
    773      1.1     matt 	vaddr_t va;
    774      1.1     matt 	paddr_t pa;
    775      1.1     matt 	uintptr_t off;
    776      1.1     matt 	extern char end[];
    777      1.1     matt 
    778      1.1     matt 	if (addr < end)
    779      1.1     matt 		return (paddr_t)addr;
    780      1.1     matt 
    781      1.1     matt 	va = trunc_page((vaddr_t)addr);
    782      1.1     matt 	off = (uintptr_t)addr - va;
    783      1.1     matt 
    784      1.1     matt 	if (pmap_extract(pmap_kernel(), va, &pa) == FALSE) {
    785      1.1     matt 		/*printf("kvtop: zero page frame (va=0x%x)\n", addr);*/
    786      1.1     matt 		return (paddr_t)addr;
    787      1.1     matt 	}
    788      1.1     matt 
    789      1.1     matt 	return(pa + off);
    790      1.1     matt }
    791      1.1     matt 
    792      1.1     matt /*
    793      1.1     matt  * Allocate vm space and mapin the I/O address
    794      1.1     matt  */
    795      1.1     matt void *
    796      1.1     matt mapiodev(paddr_t pa, psize_t len)
    797      1.1     matt {
    798      1.1     matt 	paddr_t faddr;
    799      1.1     matt 	vaddr_t taddr, va;
    800      1.1     matt 	int off;
    801      1.1     matt 
    802      1.1     matt 	faddr = trunc_page(pa);
    803      1.1     matt 	off = pa - faddr;
    804      1.1     matt 	len = round_page(off + len);
    805  1.8.2.4    skrll 	va = taddr = uvm_km_alloc(kernel_map, len, 0, UVM_KMF_VAONLY);
    806      1.1     matt 
    807      1.1     matt 	if (va == 0)
    808      1.1     matt 		return NULL;
    809      1.1     matt 
    810      1.8  thorpej 	for (; len > 0; len -= PAGE_SIZE) {
    811      1.1     matt 		pmap_kenter_pa(taddr, faddr, VM_PROT_READ | VM_PROT_WRITE);
    812      1.8  thorpej 		faddr += PAGE_SIZE;
    813      1.8  thorpej 		taddr += PAGE_SIZE;
    814      1.1     matt 	}
    815      1.1     matt 	pmap_update(pmap_kernel());
    816      1.1     matt 	return (void *)(va + off);
    817      1.1     matt }
    818