Home | History | Annotate | Line # | Download | only in ibm4xx
trap.c revision 1.48.16.1
      1  1.48.16.1      haad /*	$NetBSD: trap.c,v 1.48.16.1 2008/10/19 22:15:54 haad Exp $	*/
      2        1.1    simonb 
      3        1.1    simonb /*
      4        1.1    simonb  * Copyright 2001 Wasabi Systems, Inc.
      5        1.1    simonb  * All rights reserved.
      6        1.1    simonb  *
      7        1.1    simonb  * Written by Eduardo Horvath and Simon Burge for Wasabi Systems, Inc.
      8        1.1    simonb  *
      9        1.1    simonb  * Redistribution and use in source and binary forms, with or without
     10        1.1    simonb  * modification, are permitted provided that the following conditions
     11        1.1    simonb  * are met:
     12        1.1    simonb  * 1. Redistributions of source code must retain the above copyright
     13        1.1    simonb  *    notice, this list of conditions and the following disclaimer.
     14        1.1    simonb  * 2. Redistributions in binary form must reproduce the above copyright
     15        1.1    simonb  *    notice, this list of conditions and the following disclaimer in the
     16        1.1    simonb  *    documentation and/or other materials provided with the distribution.
     17        1.1    simonb  * 3. All advertising materials mentioning features or use of this software
     18        1.1    simonb  *    must display the following acknowledgement:
     19        1.1    simonb  *      This product includes software developed for the NetBSD Project by
     20        1.1    simonb  *      Wasabi Systems, Inc.
     21        1.1    simonb  * 4. The name of Wasabi Systems, Inc. may not be used to endorse
     22        1.1    simonb  *    or promote products derived from this software without specific prior
     23        1.1    simonb  *    written permission.
     24        1.1    simonb  *
     25        1.1    simonb  * THIS SOFTWARE IS PROVIDED BY WASABI SYSTEMS, INC. ``AS IS'' AND
     26        1.1    simonb  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     27        1.1    simonb  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     28        1.1    simonb  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL WASABI SYSTEMS, INC
     29        1.1    simonb  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     30        1.1    simonb  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     31        1.1    simonb  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     32        1.1    simonb  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     33        1.1    simonb  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     34        1.1    simonb  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     35        1.1    simonb  * POSSIBILITY OF SUCH DAMAGE.
     36        1.1    simonb  */
     37        1.1    simonb 
     38        1.1    simonb /*
     39        1.1    simonb  * Copyright (C) 1995, 1996 Wolfgang Solfrank.
     40        1.1    simonb  * Copyright (C) 1995, 1996 TooLs GmbH.
     41        1.1    simonb  * All rights reserved.
     42        1.1    simonb  *
     43        1.1    simonb  * Redistribution and use in source and binary forms, with or without
     44        1.1    simonb  * modification, are permitted provided that the following conditions
     45        1.1    simonb  * are met:
     46        1.1    simonb  * 1. Redistributions of source code must retain the above copyright
     47        1.1    simonb  *    notice, this list of conditions and the following disclaimer.
     48        1.1    simonb  * 2. Redistributions in binary form must reproduce the above copyright
     49        1.1    simonb  *    notice, this list of conditions and the following disclaimer in the
     50        1.1    simonb  *    documentation and/or other materials provided with the distribution.
     51        1.1    simonb  * 3. All advertising materials mentioning features or use of this software
     52        1.1    simonb  *    must display the following acknowledgement:
     53        1.1    simonb  *	This product includes software developed by TooLs GmbH.
     54        1.1    simonb  * 4. The name of TooLs GmbH may not be used to endorse or promote products
     55        1.1    simonb  *    derived from this software without specific prior written permission.
     56        1.1    simonb  *
     57        1.1    simonb  * THIS SOFTWARE IS PROVIDED BY TOOLS GMBH ``AS IS'' AND ANY EXPRESS OR
     58        1.1    simonb  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
     59        1.1    simonb  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     60        1.1    simonb  * IN NO EVENT SHALL TOOLS GMBH BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
     61        1.1    simonb  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
     62        1.1    simonb  * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
     63        1.1    simonb  * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
     64        1.1    simonb  * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
     65        1.1    simonb  * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
     66        1.1    simonb  * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     67        1.1    simonb  */
     68       1.14     lukem 
     69       1.14     lukem #include <sys/cdefs.h>
     70  1.48.16.1      haad __KERNEL_RCSID(0, "$NetBSD: trap.c,v 1.48.16.1 2008/10/19 22:15:54 haad Exp $");
     71        1.1    simonb 
     72        1.1    simonb #include "opt_altivec.h"
     73        1.1    simonb #include "opt_ddb.h"
     74       1.44   garbled #include "opt_kgdb.h"
     75        1.1    simonb 
     76        1.1    simonb #include <sys/param.h>
     77        1.1    simonb #include <sys/proc.h>
     78        1.1    simonb #include <sys/reboot.h>
     79        1.1    simonb #include <sys/syscall.h>
     80        1.1    simonb #include <sys/systm.h>
     81        1.1    simonb #include <sys/user.h>
     82       1.10   thorpej #include <sys/pool.h>
     83  1.48.16.1      haad #include <sys/sa.h>
     84  1.48.16.1      haad #include <sys/savar.h>
     85       1.20        cl #include <sys/userret.h>
     86       1.34      yamt #include <sys/kauth.h>
     87        1.1    simonb 
     88       1.44   garbled #if defined(KGDB)
     89       1.44   garbled #include <sys/kgdb.h>
     90       1.44   garbled #endif
     91       1.44   garbled 
     92        1.1    simonb #include <uvm/uvm_extern.h>
     93        1.1    simonb 
     94        1.1    simonb #include <dev/cons.h>
     95        1.1    simonb 
     96        1.1    simonb #include <machine/cpu.h>
     97        1.1    simonb #include <machine/db_machdep.h>
     98        1.1    simonb #include <machine/fpu.h>
     99        1.1    simonb #include <machine/frame.h>
    100        1.1    simonb #include <machine/pcb.h>
    101        1.1    simonb #include <machine/psl.h>
    102        1.1    simonb #include <machine/trap.h>
    103        1.1    simonb 
    104        1.1    simonb #include <powerpc/spr.h>
    105        1.1    simonb #include <powerpc/ibm4xx/pmap.h>
    106        1.1    simonb #include <powerpc/ibm4xx/tlb.h>
    107        1.1    simonb #include <powerpc/fpu/fpu_extern.h>
    108        1.1    simonb 
    109        1.1    simonb /* These definitions should probably be somewhere else			XXX */
    110        1.1    simonb #define	FIRSTARG	3		/* first argument is in reg 3 */
    111        1.1    simonb #define	NARGREG		8		/* 8 args are in registers */
    112       1.40  christos #define	MOREARGS(sp)	((void *)((int)(sp) + 8)) /* more args go here */
    113        1.1    simonb 
    114       1.10   thorpej static int fix_unaligned __P((struct lwp *l, struct trapframe *frame));
    115        1.1    simonb 
    116        1.1    simonb void trap __P((struct trapframe *));	/* Called from locore / trap_subr */
    117        1.1    simonb /* Why are these not defined in a header? */
    118        1.1    simonb int badaddr __P((void *, size_t));
    119        1.1    simonb int badaddr_read __P((void *, size_t, int *));
    120        1.1    simonb int ctx_setup __P((int, int));
    121        1.1    simonb 
    122        1.1    simonb #ifdef DEBUG
    123        1.1    simonb #define TDB_ALL	0x1
    124        1.1    simonb int trapdebug = /* TDB_ALL */ 0;
    125        1.1    simonb #define	DBPRINTF(x, y)	if (trapdebug & (x)) printf y
    126        1.1    simonb #else
    127        1.1    simonb #define DBPRINTF(x, y)
    128        1.1    simonb #endif
    129        1.1    simonb 
    130        1.1    simonb void
    131        1.1    simonb trap(struct trapframe *frame)
    132        1.1    simonb {
    133       1.10   thorpej 	struct lwp *l = curlwp;
    134       1.10   thorpej 	struct proc *p = l ? l->l_proc : NULL;
    135        1.1    simonb 	int type = frame->exc;
    136        1.1    simonb 	int ftype, rv;
    137       1.18       eeh 	ksiginfo_t ksi;
    138        1.1    simonb 
    139       1.10   thorpej 	KASSERT(l == 0 || (l->l_stat == LSONPROC));
    140        1.1    simonb 
    141       1.35        ad 	if (frame->srr1 & PSL_PR) {
    142       1.35        ad 		LWP_CACHE_CREDS(l, p);
    143        1.1    simonb 		type |= EXC_USER;
    144       1.35        ad 	}
    145        1.1    simonb 
    146        1.1    simonb 	ftype = VM_PROT_READ;
    147        1.1    simonb 
    148       1.13    simonb 	DBPRINTF(TDB_ALL, ("trap(%x) at %lx from frame %p &frame %p\n",
    149       1.13    simonb 	    type, frame->srr0, frame, &frame));
    150        1.1    simonb 
    151        1.1    simonb 	switch (type) {
    152        1.1    simonb 	case EXC_DEBUG|EXC_USER:
    153       1.13    simonb 		{
    154       1.13    simonb 			int srr2, srr3;
    155       1.13    simonb 
    156       1.28     perry 			__asm volatile("mfspr %0,0x3f0" :
    157       1.13    simonb 			    "=r" (rv), "=r" (srr2), "=r" (srr3) :);
    158       1.13    simonb 			printf("debug reg is %x srr2 %x srr3 %x\n", rv, srr2,
    159       1.13    simonb 			    srr3);
    160       1.13    simonb 			/* XXX fall through or break here?! */
    161       1.13    simonb 		}
    162        1.1    simonb 		/*
    163        1.1    simonb 		 * DEBUG intr -- probably single-step.
    164        1.1    simonb 		 */
    165        1.1    simonb 	case EXC_TRC|EXC_USER:
    166       1.17      matt 		frame->srr1 &= ~PSL_SE;
    167       1.19   thorpej 		KSI_INIT_TRAP(&ksi);
    168       1.17      matt 		ksi.ksi_signo = SIGTRAP;
    169       1.17      matt 		ksi.ksi_trap = EXC_TRC;
    170       1.17      matt 		ksi.ksi_addr = (void *)frame->srr0;
    171       1.17      matt 		trapsignal(l, &ksi);
    172        1.1    simonb 		break;
    173        1.7    simonb 
    174       1.13    simonb 	/*
    175       1.13    simonb 	 * If we could not find and install appropriate TLB entry, fall through.
    176       1.13    simonb 	 */
    177        1.7    simonb 
    178        1.1    simonb 	case EXC_DSI:
    179        1.1    simonb 		/* FALLTHROUGH */
    180        1.1    simonb 	case EXC_DTMISS:
    181        1.1    simonb 		{
    182        1.1    simonb 			struct vm_map *map;
    183        1.1    simonb 			vaddr_t va;
    184       1.11      matt 			struct faultbuf *fb = NULL;
    185        1.1    simonb 
    186       1.11      matt 			va = frame->dar;
    187       1.11      matt 			if (frame->tf_xtra[TF_PID] == KERNEL_PID) {
    188        1.1    simonb 				map = kernel_map;
    189        1.1    simonb 			} else {
    190        1.1    simonb 				map = &p->p_vmspace->vm_map;
    191  1.48.16.1      haad 				if ((l->l_flag & LW_SA)
    192  1.48.16.1      haad 				    && (~l->l_pflag & LP_SA_NOBLOCK)) {
    193  1.48.16.1      haad 					l->l_savp->savp_faultaddr = va;
    194  1.48.16.1      haad 					l->l_pflag |= LP_SA_PAGEFAULT;
    195  1.48.16.1      haad 				}
    196        1.1    simonb 			}
    197        1.1    simonb 
    198       1.11      matt 			if (frame->tf_xtra[TF_ESR] & (ESR_DST|ESR_DIZ))
    199        1.3       chs 				ftype = VM_PROT_WRITE;
    200        1.1    simonb 
    201       1.13    simonb 			DBPRINTF(TDB_ALL,
    202       1.13    simonb 			    ("trap(EXC_DSI) at %lx %s fault on %p esr %x\n",
    203       1.13    simonb 			    frame->srr0,
    204       1.13    simonb 			    (ftype & VM_PROT_WRITE) ? "write" : "read",
    205       1.13    simonb 			    (void *)va, frame->tf_xtra[TF_ESR]));
    206       1.32  drochner 			rv = uvm_fault(map, trunc_page(va), ftype);
    207  1.48.16.1      haad 			if (map != kernel_map) {
    208  1.48.16.1      haad 				l->l_pflag &= ~LP_SA_PAGEFAULT;
    209  1.48.16.1      haad 			}
    210        1.1    simonb 			if (rv == 0)
    211        1.1    simonb 				goto done;
    212       1.10   thorpej 			if ((fb = l->l_addr->u_pcb.pcb_onfault) != NULL) {
    213       1.11      matt 				frame->tf_xtra[TF_PID] = KERNEL_PID;
    214       1.11      matt 				frame->srr0 = fb->fb_pc;
    215        1.1    simonb 				frame->srr1 |= PSL_IR; /* Re-enable IMMU */
    216       1.11      matt 				frame->fixreg[1] = fb->fb_sp;
    217       1.11      matt 				frame->fixreg[2] = fb->fb_r2;
    218        1.1    simonb 				frame->fixreg[3] = 1; /* Return TRUE */
    219       1.11      matt 				frame->cr = fb->fb_cr;
    220       1.11      matt 				memcpy(&frame->fixreg[13], fb->fb_fixreg,
    221       1.11      matt 				    sizeof(fb->fb_fixreg));
    222        1.1    simonb 				goto done;
    223        1.1    simonb 			}
    224        1.1    simonb 		}
    225        1.1    simonb 		goto brain_damage;
    226        1.7    simonb 
    227        1.1    simonb 	case EXC_DSI|EXC_USER:
    228        1.1    simonb 		/* FALLTHROUGH */
    229        1.1    simonb 	case EXC_DTMISS|EXC_USER:
    230       1.11      matt 		if (frame->tf_xtra[TF_ESR] & (ESR_DST|ESR_DIZ))
    231        1.3       chs 			ftype = VM_PROT_WRITE;
    232        1.1    simonb 
    233       1.13    simonb 		DBPRINTF(TDB_ALL,
    234       1.13    simonb 		    ("trap(EXC_DSI|EXC_USER) at %lx %s fault on %lx %x\n",
    235       1.13    simonb 		    frame->srr0, (ftype & VM_PROT_WRITE) ? "write" : "read",
    236       1.13    simonb 		    frame->dar, frame->tf_xtra[TF_ESR]));
    237       1.13    simonb 		KASSERT(l == curlwp && (l->l_stat == LSONPROC));
    238  1.48.16.1      haad 		if (l->l_flag & LW_SA) {
    239  1.48.16.1      haad 			l->l_savp->savp_faultaddr = (vaddr_t)frame->dar;
    240  1.48.16.1      haad 			l->l_pflag |= LP_SA_PAGEFAULT;
    241  1.48.16.1      haad 		}
    242       1.13    simonb 		rv = uvm_fault(&p->p_vmspace->vm_map, trunc_page(frame->dar),
    243       1.32  drochner 		    ftype);
    244        1.1    simonb 		if (rv == 0) {
    245  1.48.16.1      haad 			l->l_pflag &= ~LP_SA_PAGEFAULT;
    246       1.13    simonb 			break;
    247        1.1    simonb 		}
    248       1.19   thorpej 		KSI_INIT_TRAP(&ksi);
    249       1.17      matt 		ksi.ksi_signo = SIGSEGV;
    250       1.17      matt 		ksi.ksi_trap = EXC_DSI;
    251       1.17      matt 		ksi.ksi_addr = (void *)frame->dar;
    252        1.1    simonb 		if (rv == ENOMEM) {
    253       1.10   thorpej 			printf("UVM: pid %d (%s) lid %d, uid %d killed: "
    254       1.13    simonb 			    "out of swap\n",
    255       1.13    simonb 			    p->p_pid, p->p_comm, l->l_lid,
    256       1.36        ad 			    l->l_cred ?
    257       1.36        ad 			    kauth_cred_geteuid(l->l_cred) : -1);
    258       1.17      matt 			ksi.ksi_signo = SIGKILL;
    259        1.1    simonb 		}
    260       1.17      matt 		trapsignal(l, &ksi);
    261  1.48.16.1      haad 		l->l_pflag &= ~LP_SA_PAGEFAULT;
    262        1.1    simonb 		break;
    263       1.15       chs 
    264        1.1    simonb 	case EXC_ITMISS|EXC_USER:
    265        1.1    simonb 	case EXC_ISI|EXC_USER:
    266  1.48.16.1      haad 		if (l->l_flag & LW_SA) {
    267  1.48.16.1      haad 			l->l_savp->savp_faultaddr = (vaddr_t)frame->srr0;
    268  1.48.16.1      haad 			l->l_pflag |= LP_SA_PAGEFAULT;
    269  1.48.16.1      haad 		}
    270       1.15       chs 		ftype = VM_PROT_EXECUTE;
    271       1.13    simonb 		DBPRINTF(TDB_ALL,
    272       1.15       chs 		    ("trap(EXC_ISI|EXC_USER) at %lx execute fault tf %p\n",
    273       1.13    simonb 		    frame->srr0, frame));
    274       1.13    simonb 		rv = uvm_fault(&p->p_vmspace->vm_map, trunc_page(frame->srr0),
    275       1.32  drochner 		    ftype);
    276        1.1    simonb 		if (rv == 0) {
    277  1.48.16.1      haad 			l->l_pflag &= ~LP_SA_PAGEFAULT;
    278       1.13    simonb 			break;
    279        1.1    simonb 		}
    280       1.19   thorpej 		KSI_INIT_TRAP(&ksi);
    281       1.17      matt 		ksi.ksi_signo = SIGSEGV;
    282       1.17      matt 		ksi.ksi_trap = EXC_ISI;
    283       1.17      matt 		ksi.ksi_addr = (void *)frame->srr0;
    284       1.21  drochner 		ksi.ksi_code = (rv == EACCES ? SEGV_ACCERR : SEGV_MAPERR);
    285       1.17      matt 		trapsignal(l, &ksi);
    286  1.48.16.1      haad 		l->l_pflag &= ~LP_SA_PAGEFAULT;
    287        1.1    simonb 		break;
    288        1.1    simonb 
    289        1.1    simonb 	case EXC_AST|EXC_USER:
    290       1.11      matt 		curcpu()->ci_astpending = 0;	/* we are about to do it */
    291        1.1    simonb 		uvmexp.softs++;
    292       1.39        ad 		if (l->l_pflag & LP_OWEUPC) {
    293       1.39        ad 			l->l_pflag &= ~LP_OWEUPC;
    294       1.39        ad 			ADDUPROF(l);
    295        1.1    simonb 		}
    296        1.1    simonb 		/* Check whether we are being preempted. */
    297       1.42       rjs 		if (curcpu()->ci_want_resched)
    298       1.38        ad 			preempt();
    299        1.1    simonb 		break;
    300        1.1    simonb 
    301        1.1    simonb 
    302        1.1    simonb 	case EXC_ALI|EXC_USER:
    303       1.17      matt 		if (fix_unaligned(l, frame) != 0) {
    304       1.19   thorpej 			KSI_INIT_TRAP(&ksi);
    305       1.17      matt 			ksi.ksi_signo = SIGBUS;
    306       1.17      matt 			ksi.ksi_trap = EXC_ALI;
    307       1.17      matt 			ksi.ksi_addr = (void *)frame->dar;
    308       1.17      matt 			trapsignal(l, &ksi);
    309       1.17      matt 		} else
    310        1.1    simonb 			frame->srr0 += 4;
    311        1.1    simonb 		break;
    312        1.1    simonb 
    313        1.1    simonb 	case EXC_PGM|EXC_USER:
    314        1.7    simonb 		/*
    315        1.7    simonb 		 * Illegal insn:
    316        1.1    simonb 		 *
    317        1.7    simonb 		 * let's try to see if it's FPU and can be emulated.
    318        1.1    simonb 		 */
    319       1.24    simonb 		uvmexp.traps++;
    320       1.10   thorpej 		if (!(l->l_addr->u_pcb.pcb_flags & PCB_FPU)) {
    321       1.10   thorpej 			memset(&l->l_addr->u_pcb.pcb_fpu, 0,
    322       1.10   thorpej 				sizeof l->l_addr->u_pcb.pcb_fpu);
    323       1.10   thorpej 			l->l_addr->u_pcb.pcb_flags |= PCB_FPU;
    324        1.1    simonb 		}
    325        1.1    simonb 
    326        1.7    simonb 		if ((rv = fpu_emulate(frame,
    327       1.10   thorpej 			(struct fpreg *)&l->l_addr->u_pcb.pcb_fpu))) {
    328       1.19   thorpej 			KSI_INIT_TRAP(&ksi);
    329       1.17      matt 			ksi.ksi_signo = rv;
    330       1.17      matt 			ksi.ksi_trap = EXC_PGM;
    331       1.17      matt 			ksi.ksi_addr = (void *)frame->srr0;
    332       1.17      matt 			trapsignal(l, &ksi);
    333        1.1    simonb 		}
    334        1.1    simonb 		break;
    335        1.1    simonb 
    336        1.1    simonb 	case EXC_MCHK:
    337        1.1    simonb 		{
    338       1.11      matt 			struct faultbuf *fb;
    339        1.1    simonb 
    340       1.10   thorpej 			if ((fb = l->l_addr->u_pcb.pcb_onfault) != NULL) {
    341       1.11      matt 				frame->tf_xtra[TF_PID] = KERNEL_PID;
    342       1.11      matt 				frame->srr0 = fb->fb_pc;
    343        1.1    simonb 				frame->srr1 |= PSL_IR; /* Re-enable IMMU */
    344       1.11      matt 				frame->fixreg[1] = fb->fb_sp;
    345       1.11      matt 				frame->fixreg[2] = fb->fb_r2;
    346        1.1    simonb 				frame->fixreg[3] = 1; /* Return TRUE */
    347       1.11      matt 				frame->cr = fb->fb_cr;
    348       1.11      matt 				memcpy(&frame->fixreg[13], fb->fb_fixreg,
    349       1.11      matt 				    sizeof(fb->fb_fixreg));
    350        1.1    simonb 				goto done;
    351        1.1    simonb 			}
    352        1.1    simonb 		}
    353        1.1    simonb 		goto brain_damage;
    354        1.1    simonb 	default:
    355       1.13    simonb  brain_damage:
    356       1.11      matt 		printf("trap type 0x%x at 0x%lx\n", type, frame->srr0);
    357       1.44   garbled #if defined(DDB) || defined(KGDB)
    358        1.1    simonb 		if (kdb_trap(type, frame))
    359        1.1    simonb 			goto done;
    360        1.1    simonb #endif
    361        1.1    simonb #ifdef TRAP_PANICWAIT
    362        1.1    simonb 		printf("Press a key to panic.\n");
    363        1.1    simonb 		cngetc();
    364        1.1    simonb #endif
    365        1.1    simonb 		panic("trap");
    366        1.1    simonb 	}
    367        1.1    simonb 
    368       1.20        cl 	/* Invoke MI userret code */
    369       1.20        cl 	mi_userret(l);
    370       1.13    simonb  done:
    371        1.9   thorpej 	return;
    372        1.1    simonb }
    373        1.1    simonb 
    374        1.1    simonb int
    375        1.1    simonb ctx_setup(int ctx, int srr1)
    376        1.1    simonb {
    377        1.1    simonb 	volatile struct pmap *pm;
    378        1.1    simonb 
    379        1.1    simonb 	/* Update PID if we're returning to user mode. */
    380        1.1    simonb 	if (srr1 & PSL_PR) {
    381        1.1    simonb 		pm = curproc->p_vmspace->vm_map.pmap;
    382        1.1    simonb 		if (!pm->pm_ctx) {
    383       1.26       scw 			ctx_alloc(__UNVOLATILE(pm));
    384        1.1    simonb 		}
    385        1.1    simonb 		ctx = pm->pm_ctx;
    386        1.1    simonb 		if (srr1 & PSL_SE) {
    387        1.1    simonb 			int dbreg, mask = 0x48000000;
    388        1.1    simonb 				/*
    389        1.1    simonb 				 * Set the Internal Debug and
    390        1.1    simonb 				 * Instruction Completion bits of
    391        1.1    simonb 				 * the DBCR0 register.
    392        1.1    simonb 				 *
    393        1.1    simonb 				 * XXX this is also used by jtag debuggers...
    394        1.1    simonb 				 */
    395       1.28     perry 			__asm volatile("mfspr %0,0x3f2;"
    396       1.13    simonb 			    "or %0,%0,%1;"
    397       1.13    simonb 			    "mtspr 0x3f2,%0;" :
    398       1.13    simonb 			    "=&r" (dbreg) : "r" (mask));
    399        1.1    simonb 		}
    400        1.1    simonb 	}
    401        1.1    simonb 	else if (!ctx) {
    402        1.1    simonb 		ctx = KERNEL_PID;
    403        1.1    simonb 	}
    404        1.1    simonb 	return (ctx);
    405        1.1    simonb }
    406        1.1    simonb 
    407        1.1    simonb /*
    408        1.1    simonb  * Used by copyin()/copyout()
    409        1.1    simonb  */
    410        1.1    simonb extern vaddr_t vmaprange __P((struct proc *, vaddr_t, vsize_t, int));
    411        1.1    simonb extern void vunmaprange __P((vaddr_t, vsize_t));
    412       1.13    simonb static int bigcopyin __P((const void *, void *, size_t ));
    413        1.1    simonb static int bigcopyout __P((const void *, void *, size_t ));
    414        1.1    simonb 
    415        1.1    simonb int
    416        1.1    simonb copyin(const void *udaddr, void *kaddr, size_t len)
    417        1.1    simonb {
    418        1.1    simonb 	struct pmap *pm = curproc->p_vmspace->vm_map.pmap;
    419       1.46   hpeyerl 	int msr, pid, tmp, ctx, count=0;
    420       1.11      matt 	struct faultbuf env;
    421        1.1    simonb 
    422        1.1    simonb 	/* For bigger buffers use the faster copy */
    423       1.46   hpeyerl 	if (len > 1024)
    424       1.25    simonb 		return (bigcopyin(udaddr, kaddr, len));
    425        1.1    simonb 
    426       1.11      matt 	if (setfault(&env)) {
    427        1.1    simonb 		curpcb->pcb_onfault = 0;
    428        1.1    simonb 		return EFAULT;
    429        1.1    simonb 	}
    430        1.1    simonb 
    431        1.1    simonb 	if (!(ctx = pm->pm_ctx)) {
    432        1.1    simonb 		/* No context -- assign it one */
    433        1.1    simonb 		ctx_alloc(pm);
    434        1.1    simonb 		ctx = pm->pm_ctx;
    435        1.1    simonb 	}
    436        1.1    simonb 
    437       1.46   hpeyerl 	__asm volatile(
    438       1.46   hpeyerl 		"   mfmsr %[msr];"          /* Save MSR */
    439       1.46   hpeyerl 		"   li %[pid],0x20; "
    440       1.46   hpeyerl 		"   andc %[pid],%[msr],%[pid]; mtmsr %[pid];"   /* Disable IMMU */
    441       1.46   hpeyerl 		"   mfpid %[pid];"          /* Save old PID */
    442       1.46   hpeyerl 		"   sync; isync;"
    443       1.46   hpeyerl 
    444       1.46   hpeyerl 		"   srwi. %[count],%[len],0x2;"     /* How many words? */
    445       1.46   hpeyerl 		"   beq-  2f;"              /* No words. Go do bytes */
    446       1.46   hpeyerl 		"   mtctr %[count];"
    447       1.46   hpeyerl 		"1: mtpid %[ctx]; sync;"
    448       1.47    simonb 		"   lswi %[tmp],%[udaddr],4;"       /* Load user word */
    449       1.46   hpeyerl 		"   addi %[udaddr],%[udaddr],0x4;"  /* next udaddr word */
    450       1.46   hpeyerl 		"   sync; isync;"
    451       1.46   hpeyerl 		"   mtpid %[pid];sync;"
    452       1.47    simonb 		"   stswi %[tmp],%[kaddr],4;"        /* Store kernel word */
    453       1.46   hpeyerl 		"   dcbf 0,%[kaddr];"           /* flush cache */
    454       1.46   hpeyerl 		"   addi %[kaddr],%[kaddr],0x4;"    /* next udaddr word */
    455       1.46   hpeyerl 		"   sync; isync;"
    456       1.46   hpeyerl 		"   bdnz 1b;"               /* repeat */
    457       1.46   hpeyerl 
    458       1.46   hpeyerl 		"2: andi. %[count],%[len],0x3;"     /* How many remaining bytes? */
    459       1.46   hpeyerl 		"   addi %[count],%[count],0x1;"
    460       1.46   hpeyerl 		"   mtctr %[count];"
    461       1.46   hpeyerl 		"3: bdz 10f;"               /* while count */
    462       1.46   hpeyerl 		"   mtpid %[ctx];sync;"
    463       1.46   hpeyerl 		"   lbz %[tmp],0(%[udaddr]);"       /* Load user byte */
    464       1.46   hpeyerl 		"   addi %[udaddr],%[udaddr],0x1;"  /* next udaddr byte */
    465       1.46   hpeyerl 		"   sync; isync;"
    466       1.46   hpeyerl 		"   mtpid %[pid]; sync;"
    467       1.46   hpeyerl 		"   stb %[tmp],0(%[kaddr]);"        /* Store kernel byte */
    468       1.46   hpeyerl 		"   dcbf 0,%[kaddr];"           /* flush cache */
    469       1.46   hpeyerl 		"   addi %[kaddr],%[kaddr],0x1;"
    470       1.46   hpeyerl 		"   sync; isync;"
    471       1.46   hpeyerl 		"   b 3b;"
    472       1.46   hpeyerl 		"10:mtpid %[pid]; mtmsr %[msr]; sync; isync;" /* Restore PID and MSR */
    473       1.46   hpeyerl 		: [msr] "=&r" (msr), [pid] "=&r" (pid), [tmp] "=&r" (tmp)
    474       1.46   hpeyerl 		: [udaddr] "b" (udaddr), [ctx] "b" (ctx), [kaddr] "b" (kaddr), [len] "b" (len), [count] "b" (count));
    475        1.1    simonb 
    476        1.1    simonb 	curpcb->pcb_onfault = 0;
    477        1.1    simonb 	return 0;
    478        1.1    simonb }
    479        1.1    simonb 
    480        1.1    simonb static int
    481        1.1    simonb bigcopyin(const void *udaddr, void *kaddr, size_t len)
    482        1.1    simonb {
    483        1.1    simonb 	const char *up;
    484        1.1    simonb 	char *kp = kaddr;
    485       1.10   thorpej 	struct lwp *l = curlwp;
    486       1.10   thorpej 	struct proc *p;
    487        1.1    simonb 	int error;
    488        1.1    simonb 
    489       1.10   thorpej 	if (!l) {
    490        1.1    simonb 		return EFAULT;
    491        1.1    simonb 	}
    492        1.1    simonb 
    493       1.10   thorpej 	p = l->l_proc;
    494       1.10   thorpej 
    495        1.1    simonb 	/*
    496        1.7    simonb 	 * Stolen from physio():
    497        1.1    simonb 	 */
    498       1.43        ad 	uvm_lwp_hold(l);
    499       1.37       chs 	error = uvm_vslock(p->p_vmspace, __UNCONST(udaddr), len, VM_PROT_READ);
    500        1.1    simonb 	if (error) {
    501       1.43        ad 		uvm_lwp_rele(l);
    502        1.1    simonb 		return EFAULT;
    503        1.1    simonb 	}
    504        1.1    simonb 	up = (char *)vmaprange(p, (vaddr_t)udaddr, len, VM_PROT_READ);
    505        1.1    simonb 
    506        1.2       wiz 	memcpy(kp, up, len);
    507        1.1    simonb 	vunmaprange((vaddr_t)up, len);
    508       1.37       chs 	uvm_vsunlock(p->p_vmspace, __UNCONST(udaddr), len);
    509       1.43        ad 	uvm_lwp_rele(l);
    510        1.1    simonb 
    511        1.7    simonb 	return 0;
    512        1.1    simonb }
    513        1.1    simonb 
    514        1.1    simonb int
    515        1.1    simonb copyout(const void *kaddr, void *udaddr, size_t len)
    516        1.1    simonb {
    517        1.1    simonb 	struct pmap *pm = curproc->p_vmspace->vm_map.pmap;
    518       1.46   hpeyerl 	int msr, pid, tmp, ctx, count=0;
    519       1.11      matt 	struct faultbuf env;
    520        1.1    simonb 
    521        1.1    simonb 	/* For big copies use more efficient routine */
    522       1.46   hpeyerl 	if (len > 1024)
    523       1.25    simonb 		return (bigcopyout(kaddr, udaddr, len));
    524        1.1    simonb 
    525       1.11      matt 	if (setfault(&env)) {
    526        1.1    simonb 		curpcb->pcb_onfault = 0;
    527        1.1    simonb 		return EFAULT;
    528        1.1    simonb 	}
    529        1.1    simonb 
    530        1.1    simonb 	if (!(ctx = pm->pm_ctx)) {
    531        1.1    simonb 		/* No context -- assign it one */
    532        1.1    simonb 		ctx_alloc(pm);
    533        1.1    simonb 		ctx = pm->pm_ctx;
    534        1.1    simonb 	}
    535        1.1    simonb 
    536       1.46   hpeyerl 	__asm volatile(
    537       1.46   hpeyerl 		"   mfmsr %[msr];"          /* Save MSR */ \
    538       1.46   hpeyerl 		"   li %[pid],0x20; " \
    539       1.46   hpeyerl 		"   andc %[pid],%[msr],%[pid]; mtmsr %[pid];"   /* Disable IMMU */ \
    540       1.46   hpeyerl 		"   mfpid %[pid];"          /* Save old PID */ \
    541       1.46   hpeyerl 		"   sync; isync;"
    542       1.46   hpeyerl 
    543       1.46   hpeyerl 		"   srwi. %[count],%[len],0x2;"     /* How many words? */
    544       1.46   hpeyerl 		"   beq-  2f;"              /* No words. Go do bytes */
    545       1.46   hpeyerl 		"   mtctr %[count];"
    546       1.46   hpeyerl 		"1: mtpid %[pid];sync;"
    547       1.47    simonb 		"   lswi %[tmp],%[kaddr],4;"        /* Load kernel word */
    548       1.46   hpeyerl 		"   addi %[kaddr],%[kaddr],0x4;"    /* next kaddr word */
    549       1.46   hpeyerl 		"   sync; isync;"
    550       1.46   hpeyerl 		"   mtpid %[ctx]; sync;"
    551       1.47    simonb 		"   stswi %[tmp],%[udaddr],4;"       /* Store user word */
    552       1.46   hpeyerl 		"   dcbf 0,%[udaddr];"          /* flush cache */
    553       1.46   hpeyerl 		"   addi %[udaddr],%[udaddr],0x4;"  /* next udaddr word */
    554       1.46   hpeyerl 		"   sync; isync;"
    555       1.46   hpeyerl 		"   bdnz 1b;"               /* repeat */
    556       1.46   hpeyerl 
    557       1.46   hpeyerl 		"2: andi. %[count],%[len],0x3;"     /* How many remaining bytes? */
    558       1.46   hpeyerl 		"   addi %[count],%[count],0x1;"
    559       1.46   hpeyerl 		"   mtctr %[count];"
    560       1.46   hpeyerl 		"3: bdz  10f;"              /* while count */
    561       1.46   hpeyerl 		"   mtpid %[pid];sync;"
    562       1.46   hpeyerl 		"   lbz %[tmp],0(%[kaddr]);"        /* Load kernel byte */
    563       1.46   hpeyerl 		"   addi %[kaddr],%[kaddr],0x1;"    /* next kaddr byte */
    564       1.46   hpeyerl 		"   sync; isync;"
    565       1.46   hpeyerl 		"   mtpid %[ctx]; sync;"
    566       1.46   hpeyerl 		"   stb %[tmp],0(%[udaddr]);"       /* Store user byte */
    567       1.46   hpeyerl 		"   dcbf 0,%[udaddr];"          /* flush cache */
    568       1.46   hpeyerl 		"   addi %[udaddr],%[udaddr],0x1;"
    569       1.46   hpeyerl 		"   sync; isync;"
    570       1.46   hpeyerl 		"   b 3b;"
    571       1.46   hpeyerl 		"10:mtpid %[pid]; mtmsr %[msr]; sync; isync;" /* Restore PID and MSR */
    572       1.46   hpeyerl 		: [msr] "=&r" (msr), [pid] "=&r" (pid), [tmp] "=&r" (tmp)
    573       1.46   hpeyerl 		: [udaddr] "b" (udaddr), [ctx] "b" (ctx), [kaddr] "b" (kaddr), [len] "b" (len), [count] "b" (count));
    574        1.1    simonb 
    575        1.1    simonb 	curpcb->pcb_onfault = 0;
    576        1.1    simonb 	return 0;
    577        1.1    simonb }
    578        1.1    simonb 
    579        1.1    simonb static int
    580        1.1    simonb bigcopyout(const void *kaddr, void *udaddr, size_t len)
    581        1.1    simonb {
    582        1.1    simonb 	char *up;
    583       1.26       scw 	const char *kp = (const char *)kaddr;
    584       1.10   thorpej 	struct lwp *l = curlwp;
    585       1.10   thorpej 	struct proc *p;
    586        1.1    simonb 	int error;
    587        1.1    simonb 
    588       1.10   thorpej 	if (!l) {
    589        1.1    simonb 		return EFAULT;
    590        1.1    simonb 	}
    591        1.1    simonb 
    592       1.10   thorpej 	p = l->l_proc;
    593       1.10   thorpej 
    594        1.1    simonb 	/*
    595        1.7    simonb 	 * Stolen from physio():
    596        1.1    simonb 	 */
    597       1.43        ad 	uvm_lwp_hold(l);
    598       1.37       chs 	error = uvm_vslock(p->p_vmspace, udaddr, len, VM_PROT_WRITE);
    599        1.1    simonb 	if (error) {
    600       1.43        ad 		uvm_lwp_rele(l);
    601        1.1    simonb 		return EFAULT;
    602        1.1    simonb 	}
    603        1.7    simonb 	up = (char *)vmaprange(p, (vaddr_t)udaddr, len,
    604       1.13    simonb 	    VM_PROT_READ | VM_PROT_WRITE);
    605        1.1    simonb 
    606        1.2       wiz 	memcpy(up, kp, len);
    607        1.1    simonb 	vunmaprange((vaddr_t)up, len);
    608       1.37       chs 	uvm_vsunlock(p->p_vmspace, udaddr, len);
    609       1.43        ad 	uvm_lwp_rele(l);
    610        1.1    simonb 
    611        1.7    simonb 	return 0;
    612        1.1    simonb }
    613        1.1    simonb 
    614        1.1    simonb /*
    615        1.1    simonb  * kcopy(const void *src, void *dst, size_t len);
    616        1.1    simonb  *
    617        1.1    simonb  * Copy len bytes from src to dst, aborting if we encounter a fatal
    618        1.1    simonb  * page fault.
    619        1.1    simonb  *
    620        1.1    simonb  * kcopy() _must_ save and restore the old fault handler since it is
    621        1.1    simonb  * called by uiomove(), which may be in the path of servicing a non-fatal
    622        1.1    simonb  * page fault.
    623        1.1    simonb  */
    624        1.1    simonb int
    625        1.1    simonb kcopy(const void *src, void *dst, size_t len)
    626        1.1    simonb {
    627       1.11      matt 	struct faultbuf env, *oldfault;
    628        1.1    simonb 
    629        1.1    simonb 	oldfault = curpcb->pcb_onfault;
    630       1.11      matt 	if (setfault(&env)) {
    631        1.1    simonb 		curpcb->pcb_onfault = oldfault;
    632        1.1    simonb 		return EFAULT;
    633        1.1    simonb 	}
    634        1.1    simonb 
    635        1.2       wiz 	memcpy(dst, src, len);
    636        1.1    simonb 
    637        1.1    simonb 	curpcb->pcb_onfault = oldfault;
    638        1.1    simonb 	return 0;
    639        1.1    simonb }
    640        1.1    simonb 
    641        1.1    simonb int
    642        1.1    simonb badaddr(void *addr, size_t size)
    643        1.1    simonb {
    644        1.1    simonb 
    645        1.1    simonb 	return badaddr_read(addr, size, NULL);
    646        1.1    simonb }
    647        1.1    simonb 
    648        1.1    simonb int
    649        1.1    simonb badaddr_read(void *addr, size_t size, int *rptr)
    650        1.1    simonb {
    651       1.11      matt 	struct faultbuf env;
    652        1.1    simonb 	int x;
    653        1.1    simonb 
    654        1.1    simonb 	/* Get rid of any stale machine checks that have been waiting.  */
    655       1.28     perry 	__asm volatile ("sync; isync");
    656        1.1    simonb 
    657       1.11      matt 	if (setfault(&env)) {
    658        1.1    simonb 		curpcb->pcb_onfault = 0;
    659       1.28     perry 		__asm volatile ("sync");
    660        1.1    simonb 		return 1;
    661        1.1    simonb 	}
    662        1.1    simonb 
    663       1.28     perry 	__asm volatile ("sync");
    664        1.1    simonb 
    665        1.1    simonb 	switch (size) {
    666        1.1    simonb 	case 1:
    667        1.1    simonb 		x = *(volatile int8_t *)addr;
    668        1.1    simonb 		break;
    669        1.1    simonb 	case 2:
    670        1.1    simonb 		x = *(volatile int16_t *)addr;
    671        1.1    simonb 		break;
    672        1.1    simonb 	case 4:
    673        1.1    simonb 		x = *(volatile int32_t *)addr;
    674        1.1    simonb 		break;
    675        1.1    simonb 	default:
    676        1.1    simonb 		panic("badaddr: invalid size (%d)", size);
    677        1.1    simonb 	}
    678        1.1    simonb 
    679        1.1    simonb 	/* Make sure we took the machine check, if we caused one. */
    680       1.28     perry 	__asm volatile ("sync; isync");
    681        1.1    simonb 
    682        1.1    simonb 	curpcb->pcb_onfault = 0;
    683       1.28     perry 	__asm volatile ("sync");	/* To be sure. */
    684        1.1    simonb 
    685        1.1    simonb 	/* Use the value to avoid reorder. */
    686        1.1    simonb 	if (rptr)
    687        1.1    simonb 		*rptr = x;
    688        1.1    simonb 
    689        1.1    simonb 	return 0;
    690        1.1    simonb }
    691        1.1    simonb 
    692        1.1    simonb /*
    693        1.1    simonb  * For now, this only deals with the particular unaligned access case
    694        1.1    simonb  * that gcc tends to generate.  Eventually it should handle all of the
    695        1.1    simonb  * possibilities that can happen on a 32-bit PowerPC in big-endian mode.
    696        1.1    simonb  */
    697        1.1    simonb 
    698        1.1    simonb static int
    699       1.10   thorpej fix_unaligned(struct lwp *l, struct trapframe *frame)
    700        1.1    simonb {
    701        1.1    simonb 
    702        1.1    simonb 	return -1;
    703       1.10   thorpej }
    704       1.10   thorpej 
    705       1.10   thorpej /*
    706       1.10   thorpej  * Start a new LWP
    707       1.10   thorpej  */
    708       1.10   thorpej void
    709       1.10   thorpej startlwp(arg)
    710       1.10   thorpej 	void *arg;
    711       1.10   thorpej {
    712       1.10   thorpej 	int err;
    713       1.10   thorpej 	ucontext_t *uc = arg;
    714       1.10   thorpej 	struct lwp *l = curlwp;
    715       1.10   thorpej 
    716       1.10   thorpej 	err = cpu_setmcontext(l, &uc->uc_mcontext, uc->uc_flags);
    717       1.10   thorpej #if DIAGNOSTIC
    718       1.10   thorpej 	if (err) {
    719       1.10   thorpej 		printf("Error %d from cpu_setmcontext.", err);
    720       1.10   thorpej 	}
    721       1.10   thorpej #endif
    722       1.10   thorpej 	pool_put(&lwp_uc_pool, uc);
    723       1.10   thorpej 
    724  1.48.16.1      haad 	upcallret(l);
    725  1.48.16.1      haad }
    726  1.48.16.1      haad 
    727  1.48.16.1      haad /*
    728  1.48.16.1      haad  * XXX This is a terrible name.
    729  1.48.16.1      haad  */
    730  1.48.16.1      haad void
    731  1.48.16.1      haad upcallret(l)
    732  1.48.16.1      haad 	struct lwp *l;
    733  1.48.16.1      haad {
    734  1.48.16.1      haad 
    735       1.20        cl 	/* Invoke MI userret code */
    736       1.20        cl 	mi_userret(l);
    737        1.1    simonb }
    738