Home | History | Annotate | Line # | Download | only in oea
oea_machdep.c revision 1.24.14.1
      1  1.24.14.1      chap /*	$NetBSD: oea_machdep.c,v 1.24.14.1 2006/06/19 03:44:53 chap Exp $	*/
      2        1.1      matt 
      3        1.1      matt /*
      4        1.1      matt  * Copyright (C) 2002 Matt Thomas
      5        1.1      matt  * Copyright (C) 1995, 1996 Wolfgang Solfrank.
      6        1.1      matt  * Copyright (C) 1995, 1996 TooLs GmbH.
      7        1.1      matt  * All rights reserved.
      8        1.1      matt  *
      9        1.1      matt  * Redistribution and use in source and binary forms, with or without
     10        1.1      matt  * modification, are permitted provided that the following conditions
     11        1.1      matt  * are met:
     12        1.1      matt  * 1. Redistributions of source code must retain the above copyright
     13        1.1      matt  *    notice, this list of conditions and the following disclaimer.
     14        1.1      matt  * 2. Redistributions in binary form must reproduce the above copyright
     15        1.1      matt  *    notice, this list of conditions and the following disclaimer in the
     16        1.1      matt  *    documentation and/or other materials provided with the distribution.
     17        1.1      matt  * 3. All advertising materials mentioning features or use of this software
     18        1.1      matt  *    must display the following acknowledgement:
     19        1.1      matt  *	This product includes software developed by TooLs GmbH.
     20        1.1      matt  * 4. The name of TooLs GmbH may not be used to endorse or promote products
     21        1.1      matt  *    derived from this software without specific prior written permission.
     22        1.1      matt  *
     23        1.1      matt  * THIS SOFTWARE IS PROVIDED BY TOOLS GMBH ``AS IS'' AND ANY EXPRESS OR
     24        1.1      matt  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
     25        1.1      matt  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     26        1.1      matt  * IN NO EVENT SHALL TOOLS GMBH BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
     27        1.1      matt  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
     28        1.1      matt  * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
     29        1.1      matt  * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
     30        1.1      matt  * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
     31        1.1      matt  * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
     32        1.1      matt  * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     33        1.1      matt  */
     34        1.9     lukem 
     35        1.9     lukem #include <sys/cdefs.h>
     36  1.24.14.1      chap __KERNEL_RCSID(0, "$NetBSD: oea_machdep.c,v 1.24.14.1 2006/06/19 03:44:53 chap Exp $");
     37        1.1      matt 
     38        1.1      matt #include "opt_compat_netbsd.h"
     39        1.1      matt #include "opt_ddb.h"
     40        1.1      matt #include "opt_kgdb.h"
     41        1.1      matt #include "opt_ipkdb.h"
     42        1.1      matt #include "opt_multiprocessor.h"
     43        1.1      matt #include "opt_altivec.h"
     44        1.1      matt 
     45        1.1      matt #include <sys/param.h>
     46        1.1      matt #include <sys/buf.h>
     47        1.1      matt #include <sys/exec.h>
     48        1.1      matt #include <sys/malloc.h>
     49        1.1      matt #include <sys/mbuf.h>
     50        1.1      matt #include <sys/mount.h>
     51        1.1      matt #include <sys/msgbuf.h>
     52        1.1      matt #include <sys/proc.h>
     53        1.1      matt #include <sys/reboot.h>
     54        1.1      matt #include <sys/sa.h>
     55        1.1      matt #include <sys/syscallargs.h>
     56        1.1      matt #include <sys/syslog.h>
     57        1.1      matt #include <sys/systm.h>
     58        1.1      matt #include <sys/kernel.h>
     59        1.1      matt #include <sys/user.h>
     60        1.1      matt #include <sys/boot_flag.h>
     61        1.1      matt 
     62        1.1      matt #include <uvm/uvm_extern.h>
     63        1.1      matt 
     64        1.1      matt #include <net/netisr.h>
     65        1.1      matt 
     66        1.1      matt #ifdef DDB
     67        1.1      matt #include <machine/db_machdep.h>
     68        1.1      matt #include <ddb/db_extern.h>
     69        1.1      matt #endif
     70        1.1      matt 
     71        1.1      matt #ifdef KGDB
     72        1.1      matt #include <sys/kgdb.h>
     73        1.1      matt #endif
     74        1.1      matt 
     75        1.1      matt #ifdef IPKDB
     76        1.1      matt #include <ipkdb/ipkdb.h>
     77        1.1      matt #endif
     78        1.1      matt 
     79        1.1      matt #include <powerpc/oea/bat.h>
     80        1.1      matt #include <powerpc/oea/sr_601.h>
     81        1.1      matt #include <powerpc/trap.h>
     82        1.1      matt #include <powerpc/stdarg.h>
     83        1.1      matt #include <powerpc/spr.h>
     84        1.1      matt #include <powerpc/pte.h>
     85        1.1      matt #include <powerpc/altivec.h>
     86        1.1      matt #include <machine/powerpc.h>
     87        1.1      matt 
     88        1.1      matt char machine[] = MACHINE;		/* from <machine/param.h> */
     89        1.1      matt char machine_arch[] = MACHINE_ARCH;	/* from <machine/param.h> */
     90        1.1      matt 
     91        1.1      matt struct vm_map *exec_map = NULL;
     92        1.1      matt struct vm_map *mb_map = NULL;
     93        1.1      matt struct vm_map *phys_map = NULL;
     94        1.1      matt 
     95        1.1      matt /*
     96        1.1      matt  * Global variables used here and there
     97        1.1      matt  */
     98        1.1      matt extern struct user *proc0paddr;
     99        1.1      matt 
    100        1.1      matt struct bat battable[512];
    101        1.2      matt register_t iosrtable[16];	/* I/O segments, for kernel_pmap setup */
    102        1.1      matt paddr_t msgbuf_paddr;
    103        1.1      matt 
    104        1.1      matt void
    105        1.1      matt oea_init(void (*handler)(void))
    106        1.1      matt {
    107        1.1      matt 	extern int trapstart[], trapend[];
    108        1.6      matt 	extern int trapcode[], trapsize[];
    109        1.6      matt 	extern int sctrap[], scsize[];
    110        1.6      matt 	extern int alitrap[], alisize[];
    111        1.6      matt 	extern int dsitrap[], dsisize[];
    112        1.6      matt 	extern int dsi601trap[], dsi601size[];
    113        1.6      matt 	extern int decrint[], decrsize[];
    114        1.6      matt 	extern int tlbimiss[], tlbimsize[];
    115        1.6      matt 	extern int tlbdlmiss[], tlbdlmsize[];
    116        1.6      matt 	extern int tlbdsmiss[], tlbdsmsize[];
    117        1.1      matt #if defined(DDB) || defined(KGDB)
    118        1.6      matt 	extern int ddblow[], ddbsize[];
    119        1.1      matt #endif
    120        1.1      matt #ifdef IPKDB
    121        1.6      matt 	extern int ipkdblow[], ipkdbsize[];
    122        1.1      matt #endif
    123        1.1      matt #ifdef ALTIVEC
    124        1.1      matt 	register_t msr;
    125        1.1      matt #endif
    126        1.1      matt 	uintptr_t exc;
    127        1.1      matt 	register_t scratch;
    128        1.1      matt 	unsigned int cpuvers;
    129        1.1      matt 	size_t size;
    130        1.1      matt 	struct cpu_info * const ci = &cpu_info[0];
    131        1.1      matt 
    132        1.1      matt 	mtspr(SPR_SPRG0, ci);
    133        1.1      matt 	cpuvers = mfpvr() >> 16;
    134        1.1      matt 
    135        1.1      matt 
    136        1.1      matt 	/*
    137        1.1      matt 	 * Initialize proc0 and current pcb and pmap pointers.
    138        1.1      matt 	 */
    139        1.1      matt 	KASSERT(ci != NULL);
    140        1.1      matt 	KASSERT(curcpu() == ci);
    141        1.1      matt 	lwp0.l_cpu = ci;
    142        1.1      matt 	lwp0.l_addr = proc0paddr;
    143        1.1      matt 	memset(lwp0.l_addr, 0, sizeof *lwp0.l_addr);
    144        1.4      matt 	KASSERT(lwp0.l_cpu != NULL);
    145        1.1      matt 
    146        1.1      matt 	curpcb = &proc0paddr->u_pcb;
    147        1.5      matt 	memset(curpcb, 0, sizeof(*curpcb));
    148        1.5      matt #ifdef ALTIVEC
    149        1.5      matt 	/*
    150        1.5      matt 	 * Initialize the vectors with NaNs
    151        1.5      matt 	 */
    152        1.5      matt 	for (scratch = 0; scratch < 32; scratch++) {
    153        1.5      matt 		curpcb->pcb_vr.vreg[scratch][0] = 0x7FFFDEAD;
    154        1.5      matt 		curpcb->pcb_vr.vreg[scratch][1] = 0x7FFFDEAD;
    155        1.5      matt 		curpcb->pcb_vr.vreg[scratch][2] = 0x7FFFDEAD;
    156        1.5      matt 		curpcb->pcb_vr.vreg[scratch][3] = 0x7FFFDEAD;
    157        1.5      matt 	}
    158        1.5      matt 	curpcb->pcb_vr.vscr = 0;
    159        1.5      matt 	curpcb->pcb_vr.vrsave = 0;
    160        1.5      matt #endif
    161       1.12      matt 	curpm = curpcb->pcb_pm = pmap_kernel();
    162        1.1      matt 
    163        1.1      matt 	/*
    164        1.1      matt 	 * Cause a PGM trap if we branch to 0.
    165  1.24.14.1      chap 	 *
    166  1.24.14.1      chap 	 * XXX GCC4.1 complains about memset on address zero, so
    167  1.24.14.1      chap 	 * don't use the builtin.
    168        1.1      matt 	 */
    169  1.24.14.1      chap #undef memset
    170        1.1      matt 	memset(0, 0, 0x100);
    171        1.1      matt 
    172        1.1      matt 	/*
    173        1.1      matt 	 * Set up trap vectors.  Don't assume vectors are on 0x100.
    174        1.1      matt 	 */
    175        1.3      matt 	for (exc = 0; exc <= EXC_LAST; exc += 0x100) {
    176        1.1      matt 		switch (exc) {
    177        1.1      matt 		default:
    178        1.6      matt 			size = (size_t)trapsize;
    179        1.6      matt 			memcpy((void *)exc, trapcode, size);
    180        1.1      matt 			break;
    181        1.1      matt #if 0
    182        1.1      matt 		case EXC_EXI:
    183        1.1      matt 			/*
    184        1.1      matt 			 * This one is (potentially) installed during autoconf
    185        1.1      matt 			 */
    186        1.1      matt 			break;
    187        1.1      matt #endif
    188        1.1      matt 		case EXC_SC:
    189        1.6      matt 			size = (size_t)scsize;
    190        1.6      matt 			memcpy((void *)EXC_SC, sctrap, size);
    191        1.1      matt 			break;
    192        1.1      matt 		case EXC_ALI:
    193        1.6      matt 			size = (size_t)alisize;
    194        1.6      matt 			memcpy((void *)EXC_ALI, alitrap, size);
    195        1.1      matt 			break;
    196        1.1      matt 		case EXC_DSI:
    197        1.1      matt 			if (cpuvers == MPC601) {
    198        1.6      matt 				size = (size_t)dsi601size;
    199        1.6      matt 				memcpy((void *)EXC_DSI, dsi601trap, size);
    200        1.1      matt 			} else {
    201        1.6      matt 				size = (size_t)dsisize;
    202        1.6      matt 				memcpy((void *)EXC_DSI, dsitrap, size);
    203        1.1      matt 			}
    204        1.1      matt 			break;
    205        1.1      matt 		case EXC_DECR:
    206        1.6      matt 			size = (size_t)decrsize;
    207        1.6      matt 			memcpy((void *)EXC_DECR, decrint, size);
    208        1.1      matt 			break;
    209        1.1      matt 		case EXC_IMISS:
    210        1.6      matt 			size = (size_t)tlbimsize;
    211        1.6      matt 			memcpy((void *)EXC_IMISS, tlbimiss, size);
    212        1.1      matt 			break;
    213        1.1      matt 		case EXC_DLMISS:
    214        1.6      matt 			size = (size_t)tlbdlmsize;
    215        1.6      matt 			memcpy((void *)EXC_DLMISS, tlbdlmiss, size);
    216        1.1      matt 			break;
    217        1.1      matt 		case EXC_DSMISS:
    218        1.6      matt 			size = (size_t)tlbdsmsize;
    219        1.6      matt 			memcpy((void *)EXC_DSMISS, tlbdsmiss, size);
    220        1.1      matt 			break;
    221        1.1      matt 		case EXC_PERF:
    222        1.6      matt 			size = (size_t)trapsize;
    223        1.6      matt 			memcpy((void *)EXC_PERF, trapcode, size);
    224        1.6      matt 			memcpy((void *)EXC_VEC,  trapcode, size);
    225        1.1      matt 			break;
    226        1.1      matt #if defined(DDB) || defined(IPKDB) || defined(KGDB)
    227        1.1      matt 		case EXC_RUNMODETRC:
    228        1.1      matt 			if (cpuvers != MPC601) {
    229        1.6      matt 				size = (size_t)trapsize;
    230        1.6      matt 				memcpy((void *)EXC_RUNMODETRC, trapcode, size);
    231        1.1      matt 				break;
    232        1.1      matt 			}
    233        1.1      matt 			/* FALLTHROUGH */
    234        1.1      matt 		case EXC_PGM:
    235        1.1      matt 		case EXC_TRC:
    236        1.1      matt 		case EXC_BPT:
    237        1.1      matt #if defined(DDB) || defined(KGDB)
    238        1.6      matt 			size = (size_t)ddbsize;
    239        1.6      matt 			memcpy((void *)exc, ddblow, size);
    240        1.1      matt #if defined(IPKDB)
    241        1.1      matt #error "cannot enable IPKDB with DDB or KGDB"
    242        1.1      matt #endif
    243        1.1      matt #else
    244        1.6      matt 			size = (size_t)ipkdbsize;
    245        1.6      matt 			memcpy((void *)exc, ipkdblow, size);
    246        1.1      matt #endif
    247        1.1      matt 			break;
    248        1.1      matt #endif /* DDB || IPKDB || KGDB */
    249        1.1      matt 		}
    250        1.1      matt #if 0
    251        1.1      matt 		exc += roundup(size, 32);
    252        1.1      matt #endif
    253        1.1      matt 	}
    254        1.1      matt 
    255        1.1      matt 	/*
    256        1.1      matt 	 * Get the cache sizes because install_extint calls __syncicache.
    257        1.1      matt 	 */
    258        1.1      matt 	cpu_probe_cache();
    259        1.1      matt 
    260        1.1      matt #define	MxSPR_MASK	0x7c1fffff
    261        1.1      matt #define	MFSPR_MQ	0x7c0002a6
    262        1.1      matt #define	MTSPR_MQ	0x7c0003a6
    263       1.17    kleink #define	MTSPR_IBAT0L	0x7c1183a6
    264       1.17    kleink #define	MTSPR_IBAT1L	0x7c1383a6
    265        1.1      matt #define	NOP		0x60000000
    266       1.17    kleink #define	B		0x48000000
    267       1.18    kleink #define	TLBSYNC		0x7c00046c
    268       1.18    kleink #define	SYNC		0x7c0004ac
    269        1.1      matt 
    270        1.1      matt #ifdef ALTIVEC
    271        1.1      matt #define	MFSPR_VRSAVE	0x7c0042a6
    272        1.1      matt #define	MTSPR_VRSAVE	0x7c0043a6
    273        1.1      matt 
    274        1.1      matt 	/*
    275        1.1      matt 	 * Try to set the VEC bit in the MSR.  If it doesn't get set, we are
    276        1.1      matt 	 * not on a AltiVec capable processor.
    277        1.1      matt 	 */
    278       1.24     perry 	__asm volatile (
    279        1.1      matt 	    "mfmsr %0; oris %1,%0,%2@h; mtmsr %1; isync; "
    280        1.1      matt 		"mfmsr %1; mtmsr %0; isync"
    281        1.1      matt 	    :	"=r"(msr), "=r"(scratch)
    282        1.1      matt 	    :	"J"(PSL_VEC));
    283        1.1      matt 
    284        1.1      matt 	/*
    285       1.17    kleink 	 * If we aren't on an AltiVec capable processor, we need to zap any of
    286       1.17    kleink 	 * the sequences we save/restore the VRSAVE SPR into NOPs.
    287        1.1      matt 	 */
    288        1.1      matt 	if (scratch & PSL_VEC) {
    289        1.1      matt 		cpu_altivec = 1;
    290        1.1      matt 	} else {
    291        1.1      matt 		int *ip = trapstart;
    292        1.1      matt 
    293        1.1      matt 		for (; ip < trapend; ip++) {
    294        1.1      matt 			if ((ip[0] & MxSPR_MASK) == MFSPR_VRSAVE) {
    295        1.1      matt 				ip[0] = NOP;	/* mfspr */
    296        1.1      matt 				ip[1] = NOP;	/* stw */
    297        1.1      matt 			} else if ((ip[0] & MxSPR_MASK) == MTSPR_VRSAVE) {
    298        1.1      matt 				ip[-1] = NOP;	/* lwz */
    299        1.1      matt 				ip[0] = NOP;	/* mtspr */
    300        1.1      matt 			}
    301        1.1      matt 		}
    302        1.1      matt 	}
    303        1.1      matt #endif
    304        1.1      matt 
    305        1.1      matt 	/*
    306       1.17    kleink 	 * If we aren't on a MPC601 processor, we need to zap any of the
    307       1.17    kleink 	 * sequences we save/restore the MQ SPR into NOPs, and skip over the
    308       1.17    kleink 	 * sequences where we zap/restore BAT registers on kernel exit/entry.
    309        1.1      matt 	 */
    310        1.1      matt 	if (cpuvers != MPC601) {
    311        1.1      matt 		int *ip = trapstart;
    312        1.1      matt 
    313        1.1      matt 		for (; ip < trapend; ip++) {
    314        1.1      matt 			if ((ip[0] & MxSPR_MASK) == MFSPR_MQ) {
    315        1.1      matt 				ip[0] = NOP;	/* mfspr */
    316        1.1      matt 				ip[1] = NOP;	/* stw */
    317        1.1      matt 			} else if ((ip[0] & MxSPR_MASK) == MTSPR_MQ) {
    318        1.1      matt 				ip[-1] = NOP;	/* lwz */
    319        1.1      matt 				ip[0] = NOP;	/* mtspr */
    320       1.17    kleink 			} else if ((ip[0] & MxSPR_MASK) == MTSPR_IBAT0L) {
    321       1.17    kleink 				if ((ip[1] & MxSPR_MASK) == MTSPR_IBAT1L)
    322       1.17    kleink 					ip[-1] = B | 0x14;	/* li */
    323       1.17    kleink 				else
    324       1.17    kleink 					ip[-4] = B | 0x24;	/* lis */
    325        1.1      matt 			}
    326        1.1      matt 		}
    327        1.1      matt 	}
    328        1.1      matt 
    329       1.17    kleink 	/*
    330       1.17    kleink 	 * Sync the changed instructions.
    331       1.17    kleink 	 */
    332       1.17    kleink 	__syncicache((void *) trapstart,
    333       1.17    kleink 	    (uintptr_t) trapend - (uintptr_t) trapstart);
    334        1.1      matt 
    335        1.1      matt 	/*
    336       1.18    kleink 	 * If we are on a MPC601 processor, we need to zap any tlbsync
    337       1.18    kleink 	 * instructions into sync.  This differs from the above in
    338       1.18    kleink 	 * examing all kernel text, as opposed to just the exception handling.
    339       1.18    kleink 	 * We sync the icache on every instruction found since there are
    340       1.18    kleink 	 * only very few of them.
    341       1.18    kleink 	 */
    342       1.18    kleink 	if (cpuvers == MPC601) {
    343       1.18    kleink 		extern int kernel_text[], etext[];
    344       1.18    kleink 		int *ip;
    345       1.18    kleink 
    346       1.18    kleink 		for (ip = kernel_text; ip < etext; ip++)
    347       1.18    kleink 			if (*ip == TLBSYNC) {
    348       1.18    kleink 				*ip = SYNC;
    349       1.18    kleink 				__syncicache(ip, sizeof(*ip));
    350       1.18    kleink 		}
    351       1.18    kleink 	}
    352       1.18    kleink 
    353       1.19    kleink         /*
    354       1.19    kleink 	 * Configure a PSL user mask matching this processor.
    355       1.19    kleink  	 */
    356       1.19    kleink 	cpu_psluserset = PSL_EE | PSL_PR | PSL_ME | PSL_IR | PSL_DR | PSL_RI;
    357       1.19    kleink 	cpu_pslusermod = PSL_FP | PSL_FE0 | PSL_FE1 | PSL_LE | PSL_SE | PSL_BE;
    358       1.19    kleink 	if (cpuvers == MPC601) {
    359       1.19    kleink 		cpu_psluserset &= PSL_601_MASK;
    360       1.19    kleink 		cpu_pslusermod &= PSL_601_MASK;
    361       1.19    kleink 	}
    362       1.19    kleink #ifdef ALTIVEC
    363       1.19    kleink 	if (cpu_altivec)
    364       1.19    kleink 		cpu_pslusermod |= PSL_VEC;
    365       1.19    kleink #endif
    366       1.19    kleink 
    367       1.18    kleink 	/*
    368        1.1      matt 	 * external interrupt handler install
    369        1.1      matt 	 */
    370        1.1      matt 	if (handler)
    371        1.1      matt 		oea_install_extint(handler);
    372        1.1      matt 
    373        1.1      matt 	__syncicache(0, EXC_LAST + 0x100);
    374        1.1      matt 
    375        1.1      matt 	/*
    376        1.1      matt 	 * Now enable translation (and machine checks/recoverable interrupts).
    377        1.1      matt 	 */
    378       1.24     perry 	__asm volatile ("sync; mfmsr %0; ori %0,%0,%1; mtmsr %0; isync"
    379        1.1      matt 	    : "=r"(scratch)
    380        1.1      matt 	    : "K"(PSL_IR|PSL_DR|PSL_ME|PSL_RI));
    381        1.1      matt 
    382        1.1      matt 	KASSERT(curcpu() == ci);
    383        1.1      matt }
    384        1.1      matt 
    385        1.1      matt void
    386        1.1      matt mpc601_ioseg_add(paddr_t pa, register_t len)
    387        1.1      matt {
    388        1.1      matt 	const u_int i = pa >> ADDR_SR_SHFT;
    389        1.1      matt 
    390        1.1      matt 	if (len != BAT_BL_256M)
    391        1.1      matt 		panic("mpc601_ioseg_add: len != 256M");
    392        1.1      matt 
    393        1.1      matt 	/*
    394        1.1      matt 	 * Translate into an I/O segment, load it, and stash away for use
    395        1.1      matt 	 * in pmap_bootstrap().
    396        1.1      matt 	 */
    397        1.1      matt 	iosrtable[i] = SR601(SR601_Ks, SR601_BUID_MEMFORCED, 0, i);
    398       1.24     perry 	__asm volatile ("mtsrin %0,%1"
    399        1.1      matt 	    ::	"r"(iosrtable[i]),
    400        1.1      matt 		"r"(pa));
    401        1.1      matt }
    402        1.1      matt 
    403        1.1      matt void
    404        1.1      matt oea_iobat_add(paddr_t pa, register_t len)
    405        1.1      matt {
    406        1.1      matt 	static int n = 1;
    407        1.1      matt 	const u_int i = pa >> 28;
    408        1.1      matt 	battable[i].batl = BATL(pa, BAT_I|BAT_G, BAT_PP_RW);
    409        1.1      matt 	battable[i].batu = BATU(pa, len, BAT_Vs);
    410        1.1      matt 
    411        1.1      matt 	/*
    412        1.1      matt 	 * Let's start loading the BAT registers.
    413        1.1      matt 	 */
    414        1.1      matt 	switch (n) {
    415        1.1      matt 	case 1:
    416       1.24     perry 		__asm volatile ("mtdbatl 1,%0; mtdbatu 1,%1;"
    417        1.1      matt 		    ::	"r"(battable[i].batl),
    418        1.1      matt 			"r"(battable[i].batu));
    419        1.1      matt 		n = 2;
    420        1.1      matt 		break;
    421        1.1      matt 	case 2:
    422       1.24     perry 		__asm volatile ("mtdbatl 2,%0; mtdbatu 2,%1;"
    423        1.1      matt 		    ::	"r"(battable[i].batl),
    424        1.1      matt 			"r"(battable[i].batu));
    425        1.1      matt 		n = 3;
    426        1.1      matt 		break;
    427        1.1      matt 	case 3:
    428       1.24     perry 		__asm volatile ("mtdbatl 3,%0; mtdbatu 3,%1;"
    429        1.1      matt 		    ::	"r"(battable[i].batl),
    430        1.1      matt 			"r"(battable[i].batu));
    431        1.1      matt 		n = 4;
    432        1.1      matt 		break;
    433        1.1      matt 	default:
    434        1.1      matt 		break;
    435        1.3      matt 	}
    436        1.3      matt }
    437        1.3      matt 
    438        1.3      matt void
    439        1.3      matt oea_iobat_remove(paddr_t pa)
    440        1.3      matt {
    441        1.3      matt 	register_t batu;
    442        1.3      matt 	int i, n;
    443        1.3      matt 
    444        1.3      matt 	n = pa >> ADDR_SR_SHFT;
    445        1.3      matt 	if (!BAT_VA_MATCH_P(battable[n].batu, pa) ||
    446        1.3      matt 	    !BAT_VALID_P(battable[n].batu, PSL_PR))
    447        1.3      matt 		return;
    448        1.3      matt 	battable[n].batl = 0;
    449        1.3      matt 	battable[n].batu = 0;
    450        1.3      matt #define	BAT_RESET(n) \
    451       1.24     perry 	__asm volatile("mtdbatu %0,%1; mtdbatl %0,%1" :: "n"(n), "r"(0))
    452       1.24     perry #define	BATU_GET(n, r)	__asm volatile("mfdbatu %0,%1" : "=r"(r) : "n"(n))
    453        1.3      matt 
    454        1.3      matt 	for (i=1 ; i<4 ; i++) {
    455        1.3      matt 		switch (i) {
    456        1.3      matt 		case 1:
    457        1.3      matt 			BATU_GET(1, batu);
    458        1.3      matt 			if (BAT_VA_MATCH_P(batu, pa) &&
    459        1.3      matt 			    BAT_VALID_P(batu, PSL_PR))
    460        1.3      matt 				BAT_RESET(1);
    461        1.3      matt 			break;
    462        1.3      matt 		case 2:
    463        1.3      matt 			BATU_GET(2, batu);
    464        1.3      matt 			if (BAT_VA_MATCH_P(batu, pa) &&
    465        1.3      matt 			    BAT_VALID_P(batu, PSL_PR))
    466        1.3      matt 				BAT_RESET(2);
    467        1.3      matt 			break;
    468        1.3      matt 		case 3:
    469        1.3      matt 			BATU_GET(3, batu);
    470        1.3      matt 			if (BAT_VA_MATCH_P(batu, pa) &&
    471        1.3      matt 			    BAT_VALID_P(batu, PSL_PR))
    472        1.3      matt 				BAT_RESET(3);
    473        1.3      matt 			break;
    474        1.3      matt 		default:
    475        1.3      matt 			break;
    476        1.3      matt 		}
    477        1.1      matt 	}
    478        1.1      matt }
    479        1.1      matt 
    480        1.1      matt void
    481        1.1      matt oea_batinit(paddr_t pa, ...)
    482        1.1      matt {
    483        1.1      matt 	struct mem_region *allmem, *availmem, *mp;
    484        1.1      matt 	int i;
    485        1.1      matt 	unsigned int cpuvers;
    486        1.7      matt 	register_t msr = mfmsr();
    487        1.1      matt 	va_list ap;
    488        1.1      matt 
    489        1.1      matt 	cpuvers = mfpvr() >> 16;
    490        1.1      matt 
    491        1.1      matt 	/*
    492        1.1      matt 	 * Initialize BAT registers to unmapped to not generate
    493        1.1      matt 	 * overlapping mappings below.
    494        1.1      matt 	 *
    495        1.1      matt 	 * The 601's implementation differs in the Valid bit being situated
    496        1.1      matt 	 * in the lower BAT register, and in being a unified BAT only whose
    497        1.1      matt 	 * four entries are accessed through the IBAT[0-3] SPRs.
    498        1.1      matt 	 *
    499        1.1      matt 	 * Also, while the 601 does distinguish between supervisor/user
    500       1.14  uebayasi 	 * protection keys, it does _not_ distinguish between validity in
    501       1.14  uebayasi 	 * supervisor/user mode.
    502        1.1      matt 	 */
    503        1.7      matt 	if ((msr & (PSL_IR|PSL_DR)) == 0) {
    504        1.7      matt 		if (cpuvers == MPC601) {
    505       1.24     perry 			__asm volatile ("mtibatl 0,%0" :: "r"(0));
    506       1.24     perry 			__asm volatile ("mtibatl 1,%0" :: "r"(0));
    507       1.24     perry 			__asm volatile ("mtibatl 2,%0" :: "r"(0));
    508       1.24     perry 			__asm volatile ("mtibatl 3,%0" :: "r"(0));
    509        1.7      matt 		} else {
    510       1.24     perry 			__asm volatile ("mtibatu 0,%0" :: "r"(0));
    511       1.24     perry 			__asm volatile ("mtibatu 1,%0" :: "r"(0));
    512       1.24     perry 			__asm volatile ("mtibatu 2,%0" :: "r"(0));
    513       1.24     perry 			__asm volatile ("mtibatu 3,%0" :: "r"(0));
    514       1.24     perry 			__asm volatile ("mtdbatu 0,%0" :: "r"(0));
    515       1.24     perry 			__asm volatile ("mtdbatu 1,%0" :: "r"(0));
    516       1.24     perry 			__asm volatile ("mtdbatu 2,%0" :: "r"(0));
    517       1.24     perry 			__asm volatile ("mtdbatu 3,%0" :: "r"(0));
    518        1.7      matt 		}
    519        1.1      matt 	}
    520        1.1      matt 
    521        1.1      matt 	/*
    522        1.1      matt 	 * Set up BAT to map physical memory
    523        1.1      matt 	 */
    524        1.1      matt 	if (cpuvers == MPC601) {
    525        1.1      matt 		/*
    526        1.1      matt 		 * Set up battable to map the lowest 256 MB area.
    527        1.1      matt 		 * Map the lowest 32 MB area via BAT[0-3];
    528        1.1      matt 		 * BAT[01] are fixed, BAT[23] are floating.
    529        1.1      matt 		 */
    530        1.1      matt 		for (i = 0; i < 32; i++) {
    531        1.1      matt 			battable[i].batl = BATL601(i << 23,
    532        1.1      matt 			   BAT601_BSM_8M, BAT601_V);
    533        1.1      matt 			battable[i].batu = BATU601(i << 23,
    534        1.1      matt 			    BAT601_M, BAT601_Ku, BAT601_PP_NONE);
    535        1.1      matt 		}
    536       1.24     perry 		__asm volatile ("mtibatu 0,%1; mtibatl 0,%0"
    537        1.1      matt 		    :: "r"(battable[0x00000000 >> 23].batl),
    538        1.1      matt 		       "r"(battable[0x00000000 >> 23].batu));
    539       1.24     perry 		__asm volatile ("mtibatu 1,%1; mtibatl 1,%0"
    540        1.1      matt 		    :: "r"(battable[0x00800000 >> 23].batl),
    541        1.1      matt 		       "r"(battable[0x00800000 >> 23].batu));
    542       1.24     perry 		__asm volatile ("mtibatu 2,%1; mtibatl 2,%0"
    543        1.1      matt 		    :: "r"(battable[0x01000000 >> 23].batl),
    544        1.1      matt 		       "r"(battable[0x01000000 >> 23].batu));
    545       1.24     perry 		__asm volatile ("mtibatu 3,%1; mtibatl 3,%0"
    546        1.1      matt 		    :: "r"(battable[0x01800000 >> 23].batl),
    547        1.1      matt 		       "r"(battable[0x01800000 >> 23].batu));
    548        1.1      matt 	} else {
    549        1.1      matt 		/*
    550        1.1      matt 		 * Set up BAT0 to only map the lowest 256 MB area
    551        1.1      matt 		 */
    552        1.1      matt 		battable[0].batl = BATL(0x00000000, BAT_M, BAT_PP_RW);
    553        1.1      matt 		battable[0].batu = BATU(0x00000000, BAT_BL_256M, BAT_Vs);
    554        1.1      matt 
    555       1.24     perry 		__asm volatile ("mtibatl 0,%0; mtibatu 0,%1;"
    556        1.1      matt 				  "mtdbatl 0,%0; mtdbatu 0,%1;"
    557        1.1      matt 		    ::	"r"(battable[0].batl), "r"(battable[0].batu));
    558        1.1      matt 	}
    559        1.1      matt 
    560        1.1      matt 	/*
    561        1.1      matt 	 * Now setup other fixed bat registers
    562        1.1      matt 	 *
    563        1.1      matt 	 * Note that we still run in real mode, and the BAT
    564        1.1      matt 	 * registers were cleared above.
    565        1.1      matt 	 */
    566        1.1      matt 
    567        1.1      matt 	va_start(ap, pa);
    568        1.1      matt 
    569        1.1      matt 	/*
    570        1.1      matt 	 * Add any I/O BATs specificed;
    571        1.1      matt 	 * use I/O segments on the BAT-starved 601.
    572        1.1      matt 	 */
    573        1.1      matt 	if (cpuvers == MPC601) {
    574        1.1      matt 		while (pa != 0) {
    575        1.1      matt 			register_t len = va_arg(ap, register_t);
    576        1.1      matt 			mpc601_ioseg_add(pa, len);
    577        1.1      matt 			pa = va_arg(ap, paddr_t);
    578        1.1      matt 		}
    579        1.1      matt 	} else {
    580        1.1      matt 		while (pa != 0) {
    581        1.1      matt 			register_t len = va_arg(ap, register_t);
    582        1.1      matt 			oea_iobat_add(pa, len);
    583        1.1      matt 			pa = va_arg(ap, paddr_t);
    584        1.1      matt 		}
    585        1.1      matt 	}
    586        1.1      matt 
    587        1.1      matt 	va_end(ap);
    588        1.1      matt 
    589        1.1      matt 	/*
    590        1.1      matt 	 * Set up battable to map all RAM regions.
    591        1.1      matt 	 * This is here because mem_regions() call needs bat0 set up.
    592        1.1      matt 	 */
    593        1.1      matt 	mem_regions(&allmem, &availmem);
    594        1.1      matt 	if (cpuvers == MPC601) {
    595        1.1      matt 		for (mp = allmem; mp->size; mp++) {
    596       1.22        he 			paddr_t paddr = mp->start & 0xff800000;
    597        1.1      matt 			paddr_t end = mp->start + mp->size;
    598        1.1      matt 
    599        1.1      matt 			do {
    600       1.22        he 				u_int ix = paddr >> 23;
    601        1.1      matt 
    602       1.22        he 				battable[ix].batl =
    603       1.22        he 				    BATL601(paddr, BAT601_BSM_8M, BAT601_V);
    604       1.22        he 				battable[ix].batu =
    605       1.22        he 				    BATU601(paddr, BAT601_M, BAT601_Ku, BAT601_PP_NONE);
    606       1.22        he 				paddr += (1 << 23);
    607       1.22        he 			} while (paddr < end);
    608        1.1      matt 		}
    609        1.1      matt 	} else {
    610        1.1      matt 		for (mp = allmem; mp->size; mp++) {
    611       1.22        he 			paddr_t paddr = mp->start & 0xf0000000;
    612        1.1      matt 			paddr_t end = mp->start + mp->size;
    613        1.1      matt 
    614        1.1      matt 			do {
    615       1.22        he 				u_int ix = paddr >> 28;
    616        1.1      matt 
    617       1.22        he 				battable[ix].batl =
    618       1.22        he 				    BATL(paddr, BAT_M, BAT_PP_RW);
    619       1.22        he 				battable[ix].batu =
    620       1.22        he 				    BATU(paddr, BAT_BL_256M, BAT_Vs);
    621       1.22        he 				paddr += SEGMENT_LENGTH;
    622       1.22        he 			} while (paddr < end);
    623        1.1      matt 		}
    624        1.1      matt 	}
    625        1.1      matt }
    626        1.1      matt 
    627        1.1      matt void
    628        1.1      matt oea_install_extint(void (*handler)(void))
    629        1.1      matt {
    630        1.6      matt 	extern int extint[], extsize[];
    631        1.6      matt 	extern int extint_call[];
    632        1.6      matt 	uintptr_t offset = (uintptr_t)handler - (uintptr_t)extint_call;
    633        1.1      matt 	int omsr, msr;
    634        1.1      matt 
    635        1.1      matt #ifdef	DIAGNOSTIC
    636        1.1      matt 	if (offset > 0x1ffffff)
    637        1.1      matt 		panic("install_extint: %p too far away (%#lx)", handler,
    638        1.1      matt 		    (unsigned long) offset);
    639        1.1      matt #endif
    640       1.24     perry 	__asm volatile ("mfmsr %0; andi. %1,%0,%2; mtmsr %1"
    641        1.1      matt 	    :	"=r" (omsr), "=r" (msr)
    642        1.1      matt 	    :	"K" ((u_short)~PSL_EE));
    643        1.6      matt 	extint_call[0] = (extint_call[0] & 0xfc000003) | offset;
    644        1.6      matt 	memcpy((void *)EXC_EXI, extint, (size_t)extsize);
    645        1.6      matt 	__syncicache((void *)extint_call, sizeof extint_call[0]);
    646        1.6      matt 	__syncicache((void *)EXC_EXI, (int)extsize);
    647       1.24     perry 	__asm volatile ("mtmsr %0" :: "r"(omsr));
    648        1.1      matt }
    649        1.1      matt 
    650        1.1      matt /*
    651        1.1      matt  * Machine dependent startup code.
    652        1.1      matt  */
    653        1.1      matt void
    654        1.1      matt oea_startup(const char *model)
    655        1.1      matt {
    656        1.1      matt 	uintptr_t sz;
    657        1.1      matt 	caddr_t v;
    658        1.1      matt 	vaddr_t minaddr, maxaddr;
    659        1.1      matt 	char pbuf[9];
    660       1.13        pk 	u_int i;
    661        1.1      matt 
    662        1.1      matt 	KASSERT(curcpu() != NULL);
    663        1.1      matt 	KASSERT(lwp0.l_cpu != NULL);
    664        1.4      matt 	KASSERT(curcpu()->ci_intstk != 0);
    665        1.4      matt 	KASSERT(curcpu()->ci_intrdepth == -1);
    666        1.1      matt 
    667        1.1      matt 	/*
    668        1.1      matt 	 * If the msgbuf is not in segment 0, allocate KVA for it and access
    669        1.1      matt 	 * it via mapped pages.  [This prevents unneeded BAT switches.]
    670        1.1      matt 	 */
    671        1.1      matt         sz = round_page(MSGBUFSIZE);
    672        1.1      matt 	v = (caddr_t) msgbuf_paddr;
    673        1.1      matt 	if (msgbuf_paddr + sz > SEGMENT_LENGTH) {
    674        1.1      matt 		minaddr = 0;
    675        1.1      matt 		if (uvm_map(kernel_map, &minaddr, sz,
    676        1.1      matt 				NULL, UVM_UNKNOWN_OFFSET, 0,
    677        1.1      matt 				UVM_MAPFLAG(UVM_PROT_NONE, UVM_PROT_NONE,
    678        1.1      matt 				    UVM_INH_NONE, UVM_ADV_NORMAL, 0)) != 0)
    679        1.1      matt 			panic("startup: cannot allocate VM for msgbuf");
    680        1.1      matt 		v = (caddr_t)minaddr;
    681        1.8   thorpej 		for (i = 0; i < sz; i += PAGE_SIZE) {
    682        1.1      matt 			pmap_kenter_pa(minaddr + i, msgbuf_paddr + i,
    683        1.1      matt 			    VM_PROT_READ|VM_PROT_WRITE);
    684        1.1      matt 		}
    685        1.1      matt 		pmap_update(pmap_kernel());
    686        1.1      matt 	}
    687        1.1      matt 	initmsgbuf(v, sz);
    688        1.1      matt 
    689       1.21     lukem 	printf("%s%s", copyright, version);
    690        1.1      matt 	if (model != NULL)
    691        1.1      matt 		printf("Model: %s\n", model);
    692        1.1      matt 	cpu_identify(NULL, 0);
    693        1.1      matt 
    694        1.1      matt 	format_bytes(pbuf, sizeof(pbuf), ctob((u_int)physmem));
    695        1.1      matt 	printf("total memory = %s\n", pbuf);
    696        1.1      matt 
    697        1.1      matt 	/*
    698        1.1      matt 	 * Allocate away the pages that map to 0xDEA[CDE]xxxx.  Do this after
    699        1.1      matt 	 * the bufpages are allocated in case they overlap since it's not
    700        1.1      matt 	 * fatal if we can't allocate these.
    701        1.1      matt 	 */
    702        1.4      matt 	if (KERNEL_SR == 13 || KERNEL2_SR == 14) {
    703        1.4      matt 		int error;
    704        1.4      matt 		minaddr = 0xDEAC0000;
    705        1.4      matt 		error = uvm_map(kernel_map, &minaddr, 0x30000,
    706        1.4      matt 		    NULL, UVM_UNKNOWN_OFFSET, 0,
    707        1.4      matt 		    UVM_MAPFLAG(UVM_PROT_NONE, UVM_PROT_NONE, UVM_INH_NONE,
    708        1.4      matt 				UVM_ADV_NORMAL, UVM_FLAG_FIXED));
    709        1.4      matt 		if (error != 0 || minaddr != 0xDEAC0000)
    710        1.4      matt 			printf("oea_startup: failed to allocate DEAD "
    711        1.4      matt 			    "ZONE: error=%d\n", error);
    712        1.1      matt 	}
    713       1.13        pk 
    714        1.4      matt 	minaddr = 0;
    715        1.1      matt 	/*
    716        1.1      matt 	 * Allocate a submap for exec arguments.  This map effectively
    717        1.1      matt 	 * limits the number of processes exec'ing at any time. These
    718        1.1      matt 	 * submaps will be allocated after the dead zone.
    719        1.1      matt 	 */
    720        1.1      matt 	exec_map = uvm_km_suballoc(kernel_map, &minaddr, &maxaddr,
    721        1.1      matt 				 16*NCARGS, VM_MAP_PAGEABLE, FALSE, NULL);
    722        1.1      matt 
    723        1.1      matt 	/*
    724        1.1      matt 	 * Allocate a submap for physio
    725        1.1      matt 	 */
    726        1.1      matt 	phys_map = uvm_km_suballoc(kernel_map, &minaddr, &maxaddr,
    727        1.1      matt 				 VM_PHYS_SIZE, 0, FALSE, NULL);
    728        1.1      matt 
    729        1.1      matt #ifndef PMAP_MAP_POOLPAGE
    730        1.1      matt 	/*
    731        1.1      matt 	 * No need to allocate an mbuf cluster submap.  Mbuf clusters
    732        1.1      matt 	 * are allocated via the pool allocator, and we use direct-mapped
    733        1.1      matt 	 * pool pages.
    734        1.1      matt 	 */
    735        1.1      matt 	mb_map = uvm_km_suballoc(kernel_map, &minaddr, &maxaddr,
    736        1.1      matt 	    mclbytes*nmbclusters, VM_MAP_INTRSAFE, FALSE, NULL);
    737        1.1      matt #endif
    738        1.1      matt 
    739        1.1      matt 	format_bytes(pbuf, sizeof(pbuf), ptoa(uvmexp.free));
    740        1.1      matt 	printf("avail memory = %s\n", pbuf);
    741        1.1      matt }
    742        1.1      matt 
    743        1.1      matt /*
    744        1.1      matt  * Crash dump handling.
    745        1.1      matt  */
    746        1.1      matt 
    747        1.1      matt void
    748        1.1      matt oea_dumpsys(void)
    749        1.1      matt {
    750        1.1      matt 	printf("dumpsys: TBD\n");
    751        1.1      matt }
    752        1.1      matt 
    753       1.15      matt #ifndef __HAVE_GENERIC_SOFT_INTERRUPTS
    754        1.1      matt /*
    755        1.1      matt  * Soft networking interrupts.
    756        1.1      matt  */
    757        1.1      matt void
    758        1.1      matt softnet(int pendisr)
    759        1.1      matt {
    760        1.1      matt #define DONETISR(bit, fn) do {		\
    761        1.1      matt 	if (pendisr & (1 << bit))	\
    762        1.1      matt 		(*fn)();		\
    763        1.1      matt } while (0)
    764        1.1      matt 
    765        1.1      matt #include <net/netisr_dispatch.h>
    766        1.1      matt 
    767        1.1      matt #undef DONETISR
    768        1.1      matt }
    769       1.15      matt #endif
    770        1.1      matt 
    771        1.1      matt /*
    772        1.1      matt  * Convert kernel VA to physical address
    773        1.1      matt  */
    774        1.1      matt paddr_t
    775        1.1      matt kvtop(caddr_t addr)
    776        1.1      matt {
    777        1.1      matt 	vaddr_t va;
    778        1.1      matt 	paddr_t pa;
    779        1.1      matt 	uintptr_t off;
    780        1.1      matt 	extern char end[];
    781        1.1      matt 
    782        1.1      matt 	if (addr < end)
    783        1.1      matt 		return (paddr_t)addr;
    784        1.1      matt 
    785        1.1      matt 	va = trunc_page((vaddr_t)addr);
    786        1.1      matt 	off = (uintptr_t)addr - va;
    787        1.1      matt 
    788        1.1      matt 	if (pmap_extract(pmap_kernel(), va, &pa) == FALSE) {
    789        1.1      matt 		/*printf("kvtop: zero page frame (va=0x%x)\n", addr);*/
    790        1.1      matt 		return (paddr_t)addr;
    791        1.1      matt 	}
    792        1.1      matt 
    793        1.1      matt 	return(pa + off);
    794        1.1      matt }
    795        1.1      matt 
    796        1.1      matt /*
    797        1.1      matt  * Allocate vm space and mapin the I/O address
    798        1.1      matt  */
    799        1.1      matt void *
    800        1.1      matt mapiodev(paddr_t pa, psize_t len)
    801        1.1      matt {
    802        1.1      matt 	paddr_t faddr;
    803        1.1      matt 	vaddr_t taddr, va;
    804        1.1      matt 	int off;
    805        1.1      matt 
    806        1.1      matt 	faddr = trunc_page(pa);
    807        1.1      matt 	off = pa - faddr;
    808        1.1      matt 	len = round_page(off + len);
    809       1.20      yamt 	va = taddr = uvm_km_alloc(kernel_map, len, 0, UVM_KMF_VAONLY);
    810        1.1      matt 
    811        1.1      matt 	if (va == 0)
    812        1.1      matt 		return NULL;
    813        1.1      matt 
    814        1.8   thorpej 	for (; len > 0; len -= PAGE_SIZE) {
    815        1.1      matt 		pmap_kenter_pa(taddr, faddr, VM_PROT_READ | VM_PROT_WRITE);
    816        1.8   thorpej 		faddr += PAGE_SIZE;
    817        1.8   thorpej 		taddr += PAGE_SIZE;
    818        1.1      matt 	}
    819        1.1      matt 	pmap_update(pmap_kernel());
    820        1.1      matt 	return (void *)(va + off);
    821        1.1      matt }
    822