Home | History | Annotate | Line # | Download | only in ibm4xx
trap.c revision 1.17
      1  1.17      matt /*	$NetBSD: trap.c,v 1.17 2003/09/25 18:42:18 matt Exp $	*/
      2   1.1    simonb 
      3   1.1    simonb /*
      4   1.1    simonb  * Copyright 2001 Wasabi Systems, Inc.
      5   1.1    simonb  * All rights reserved.
      6   1.1    simonb  *
      7   1.1    simonb  * Written by Eduardo Horvath and Simon Burge for Wasabi Systems, Inc.
      8   1.1    simonb  *
      9   1.1    simonb  * Redistribution and use in source and binary forms, with or without
     10   1.1    simonb  * modification, are permitted provided that the following conditions
     11   1.1    simonb  * are met:
     12   1.1    simonb  * 1. Redistributions of source code must retain the above copyright
     13   1.1    simonb  *    notice, this list of conditions and the following disclaimer.
     14   1.1    simonb  * 2. Redistributions in binary form must reproduce the above copyright
     15   1.1    simonb  *    notice, this list of conditions and the following disclaimer in the
     16   1.1    simonb  *    documentation and/or other materials provided with the distribution.
     17   1.1    simonb  * 3. All advertising materials mentioning features or use of this software
     18   1.1    simonb  *    must display the following acknowledgement:
     19   1.1    simonb  *      This product includes software developed for the NetBSD Project by
     20   1.1    simonb  *      Wasabi Systems, Inc.
     21   1.1    simonb  * 4. The name of Wasabi Systems, Inc. may not be used to endorse
     22   1.1    simonb  *    or promote products derived from this software without specific prior
     23   1.1    simonb  *    written permission.
     24   1.1    simonb  *
     25   1.1    simonb  * THIS SOFTWARE IS PROVIDED BY WASABI SYSTEMS, INC. ``AS IS'' AND
     26   1.1    simonb  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     27   1.1    simonb  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     28   1.1    simonb  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL WASABI SYSTEMS, INC
     29   1.1    simonb  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     30   1.1    simonb  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     31   1.1    simonb  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     32   1.1    simonb  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     33   1.1    simonb  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     34   1.1    simonb  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     35   1.1    simonb  * POSSIBILITY OF SUCH DAMAGE.
     36   1.1    simonb  */
     37   1.1    simonb 
     38   1.1    simonb /*
     39   1.1    simonb  * Copyright (C) 1995, 1996 Wolfgang Solfrank.
     40   1.1    simonb  * Copyright (C) 1995, 1996 TooLs GmbH.
     41   1.1    simonb  * All rights reserved.
     42   1.1    simonb  *
     43   1.1    simonb  * Redistribution and use in source and binary forms, with or without
     44   1.1    simonb  * modification, are permitted provided that the following conditions
     45   1.1    simonb  * are met:
     46   1.1    simonb  * 1. Redistributions of source code must retain the above copyright
     47   1.1    simonb  *    notice, this list of conditions and the following disclaimer.
     48   1.1    simonb  * 2. Redistributions in binary form must reproduce the above copyright
     49   1.1    simonb  *    notice, this list of conditions and the following disclaimer in the
     50   1.1    simonb  *    documentation and/or other materials provided with the distribution.
     51   1.1    simonb  * 3. All advertising materials mentioning features or use of this software
     52   1.1    simonb  *    must display the following acknowledgement:
     53   1.1    simonb  *	This product includes software developed by TooLs GmbH.
     54   1.1    simonb  * 4. The name of TooLs GmbH may not be used to endorse or promote products
     55   1.1    simonb  *    derived from this software without specific prior written permission.
     56   1.1    simonb  *
     57   1.1    simonb  * THIS SOFTWARE IS PROVIDED BY TOOLS GMBH ``AS IS'' AND ANY EXPRESS OR
     58   1.1    simonb  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
     59   1.1    simonb  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     60   1.1    simonb  * IN NO EVENT SHALL TOOLS GMBH BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
     61   1.1    simonb  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
     62   1.1    simonb  * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
     63   1.1    simonb  * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
     64   1.1    simonb  * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
     65   1.1    simonb  * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
     66   1.1    simonb  * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     67   1.1    simonb  */
     68  1.14     lukem 
     69  1.14     lukem #include <sys/cdefs.h>
     70  1.17      matt __KERNEL_RCSID(0, "$NetBSD: trap.c,v 1.17 2003/09/25 18:42:18 matt Exp $");
     71   1.1    simonb 
     72   1.1    simonb #include "opt_altivec.h"
     73   1.1    simonb #include "opt_ddb.h"
     74   1.1    simonb #include "opt_ktrace.h"
     75   1.4  christos #include "opt_systrace.h"
     76   1.1    simonb #include "opt_syscall_debug.h"
     77   1.1    simonb 
     78   1.1    simonb #include <sys/param.h>
     79   1.1    simonb #include <sys/proc.h>
     80   1.1    simonb #include <sys/reboot.h>
     81   1.1    simonb #include <sys/syscall.h>
     82   1.1    simonb #include <sys/systm.h>
     83   1.1    simonb #include <sys/user.h>
     84   1.4  christos #ifdef KTRACE
     85   1.1    simonb #include <sys/ktrace.h>
     86   1.4  christos #endif
     87  1.10   thorpej #include <sys/pool.h>
     88  1.10   thorpej #include <sys/sa.h>
     89  1.10   thorpej #include <sys/savar.h>
     90   1.4  christos #ifdef SYSTRACE
     91   1.4  christos #include <sys/systrace.h>
     92   1.4  christos #endif
     93   1.1    simonb 
     94   1.1    simonb #include <uvm/uvm_extern.h>
     95   1.1    simonb 
     96   1.1    simonb #include <dev/cons.h>
     97   1.1    simonb 
     98   1.1    simonb #include <machine/cpu.h>
     99   1.1    simonb #include <machine/db_machdep.h>
    100   1.1    simonb #include <machine/fpu.h>
    101   1.1    simonb #include <machine/frame.h>
    102   1.1    simonb #include <machine/pcb.h>
    103   1.1    simonb #include <machine/psl.h>
    104   1.1    simonb #include <machine/trap.h>
    105   1.1    simonb 
    106   1.1    simonb #include <powerpc/spr.h>
    107   1.1    simonb #include <powerpc/ibm4xx/pmap.h>
    108   1.1    simonb #include <powerpc/ibm4xx/tlb.h>
    109   1.1    simonb #include <powerpc/fpu/fpu_extern.h>
    110   1.1    simonb 
    111   1.1    simonb /* These definitions should probably be somewhere else			XXX */
    112   1.1    simonb #define	FIRSTARG	3		/* first argument is in reg 3 */
    113   1.1    simonb #define	NARGREG		8		/* 8 args are in registers */
    114   1.1    simonb #define	MOREARGS(sp)	((caddr_t)((int)(sp) + 8)) /* more args go here */
    115   1.1    simonb 
    116  1.10   thorpej static int fix_unaligned __P((struct lwp *l, struct trapframe *frame));
    117   1.1    simonb 
    118   1.1    simonb void trap __P((struct trapframe *));	/* Called from locore / trap_subr */
    119   1.1    simonb /* Why are these not defined in a header? */
    120   1.1    simonb int badaddr __P((void *, size_t));
    121   1.1    simonb int badaddr_read __P((void *, size_t, int *));
    122   1.1    simonb int ctx_setup __P((int, int));
    123   1.1    simonb 
    124   1.1    simonb #ifdef DEBUG
    125   1.1    simonb #define TDB_ALL	0x1
    126   1.1    simonb int trapdebug = /* TDB_ALL */ 0;
    127   1.1    simonb #define	DBPRINTF(x, y)	if (trapdebug & (x)) printf y
    128   1.1    simonb #else
    129   1.1    simonb #define DBPRINTF(x, y)
    130   1.1    simonb #endif
    131   1.1    simonb 
    132   1.1    simonb void
    133   1.1    simonb trap(struct trapframe *frame)
    134   1.1    simonb {
    135  1.10   thorpej 	struct lwp *l = curlwp;
    136  1.10   thorpej 	struct proc *p = l ? l->l_proc : NULL;
    137   1.1    simonb 	int type = frame->exc;
    138   1.1    simonb 	int ftype, rv;
    139   1.1    simonb 
    140  1.10   thorpej 	KASSERT(l == 0 || (l->l_stat == LSONPROC));
    141   1.1    simonb 
    142   1.1    simonb 	if (frame->srr1 & PSL_PR)
    143   1.1    simonb 		type |= EXC_USER;
    144   1.1    simonb 
    145   1.1    simonb 	ftype = VM_PROT_READ;
    146   1.1    simonb 
    147  1.13    simonb 	DBPRINTF(TDB_ALL, ("trap(%x) at %lx from frame %p &frame %p\n",
    148  1.13    simonb 	    type, frame->srr0, frame, &frame));
    149   1.1    simonb 
    150   1.1    simonb 	switch (type) {
    151   1.1    simonb 	case EXC_DEBUG|EXC_USER:
    152  1.13    simonb 		{
    153  1.13    simonb 			int srr2, srr3;
    154  1.13    simonb 
    155  1.13    simonb 			__asm __volatile("mfspr %0,0x3f0" :
    156  1.13    simonb 			    "=r" (rv), "=r" (srr2), "=r" (srr3) :);
    157  1.13    simonb 			printf("debug reg is %x srr2 %x srr3 %x\n", rv, srr2,
    158  1.13    simonb 			    srr3);
    159  1.13    simonb 			/* XXX fall through or break here?! */
    160  1.13    simonb 		}
    161   1.1    simonb 		/*
    162   1.1    simonb 		 * DEBUG intr -- probably single-step.
    163   1.1    simonb 		 */
    164   1.1    simonb 	case EXC_TRC|EXC_USER:
    165  1.17      matt 		frame->srr1 &= ~PSL_SE;
    166  1.17      matt 		memset(&ksi, 0, sizeof(ksi));
    167  1.17      matt 		ksi.ksi_signo = SIGTRAP;
    168  1.17      matt 		ksi.ksi_trap = EXC_TRC;
    169  1.17      matt 		ksi.ksi_addr = (void *)frame->srr0;
    170  1.10   thorpej 		KERNEL_PROC_LOCK(l);
    171  1.17      matt 		trapsignal(l, &ksi);
    172  1.10   thorpej 		KERNEL_PROC_UNLOCK(l);
    173   1.1    simonb 		break;
    174   1.7    simonb 
    175  1.13    simonb 	/*
    176  1.13    simonb 	 * If we could not find and install appropriate TLB entry, fall through.
    177  1.13    simonb 	 */
    178   1.7    simonb 
    179   1.1    simonb 	case EXC_DSI:
    180   1.1    simonb 		/* FALLTHROUGH */
    181   1.1    simonb 	case EXC_DTMISS:
    182   1.1    simonb 		{
    183   1.1    simonb 			struct vm_map *map;
    184   1.1    simonb 			vaddr_t va;
    185  1.11      matt 			struct faultbuf *fb = NULL;
    186   1.1    simonb 
    187   1.1    simonb 			KERNEL_LOCK(LK_CANRECURSE|LK_EXCLUSIVE);
    188  1.11      matt 			va = frame->dar;
    189  1.11      matt 			if (frame->tf_xtra[TF_PID] == KERNEL_PID) {
    190   1.1    simonb 				map = kernel_map;
    191   1.1    simonb 			} else {
    192   1.1    simonb 				map = &p->p_vmspace->vm_map;
    193  1.16        cl 				if (l->l_flag & L_SA) {
    194  1.16        cl 					KDASSERT(p != NULL && p->p_sa != NULL);
    195  1.16        cl 					p->p_sa->sa_vp_faultaddr = va;
    196  1.16        cl 					l->l_flag |= L_SA_PAGEFAULT;
    197  1.16        cl 				}
    198   1.1    simonb 			}
    199   1.1    simonb 
    200  1.11      matt 			if (frame->tf_xtra[TF_ESR] & (ESR_DST|ESR_DIZ))
    201   1.3       chs 				ftype = VM_PROT_WRITE;
    202   1.1    simonb 
    203  1.13    simonb 			DBPRINTF(TDB_ALL,
    204  1.13    simonb 			    ("trap(EXC_DSI) at %lx %s fault on %p esr %x\n",
    205  1.13    simonb 			    frame->srr0,
    206  1.13    simonb 			    (ftype & VM_PROT_WRITE) ? "write" : "read",
    207  1.13    simonb 			    (void *)va, frame->tf_xtra[TF_ESR]));
    208   1.1    simonb 			rv = uvm_fault(map, trunc_page(va), 0, ftype);
    209   1.1    simonb 			KERNEL_UNLOCK();
    210  1.16        cl 			if (map != kernel_map)
    211  1.16        cl 				l->l_flag &= ~L_SA_PAGEFAULT;
    212   1.1    simonb 			if (rv == 0)
    213   1.1    simonb 				goto done;
    214  1.10   thorpej 			if ((fb = l->l_addr->u_pcb.pcb_onfault) != NULL) {
    215  1.11      matt 				frame->tf_xtra[TF_PID] = KERNEL_PID;
    216  1.11      matt 				frame->srr0 = fb->fb_pc;
    217   1.1    simonb 				frame->srr1 |= PSL_IR; /* Re-enable IMMU */
    218  1.11      matt 				frame->fixreg[1] = fb->fb_sp;
    219  1.11      matt 				frame->fixreg[2] = fb->fb_r2;
    220   1.1    simonb 				frame->fixreg[3] = 1; /* Return TRUE */
    221  1.11      matt 				frame->cr = fb->fb_cr;
    222  1.11      matt 				memcpy(&frame->fixreg[13], fb->fb_fixreg,
    223  1.11      matt 				    sizeof(fb->fb_fixreg));
    224   1.1    simonb 				goto done;
    225   1.1    simonb 			}
    226   1.1    simonb 		}
    227   1.1    simonb 		goto brain_damage;
    228   1.7    simonb 
    229   1.1    simonb 	case EXC_DSI|EXC_USER:
    230   1.1    simonb 		/* FALLTHROUGH */
    231   1.1    simonb 	case EXC_DTMISS|EXC_USER:
    232  1.10   thorpej 		KERNEL_PROC_LOCK(l);
    233   1.7    simonb 
    234  1.11      matt 		if (frame->tf_xtra[TF_ESR] & (ESR_DST|ESR_DIZ))
    235   1.3       chs 			ftype = VM_PROT_WRITE;
    236   1.1    simonb 
    237  1.13    simonb 		DBPRINTF(TDB_ALL,
    238  1.13    simonb 		    ("trap(EXC_DSI|EXC_USER) at %lx %s fault on %lx %x\n",
    239  1.13    simonb 		    frame->srr0, (ftype & VM_PROT_WRITE) ? "write" : "read",
    240  1.13    simonb 		    frame->dar, frame->tf_xtra[TF_ESR]));
    241  1.13    simonb 		KASSERT(l == curlwp && (l->l_stat == LSONPROC));
    242  1.16        cl 		if (l->l_flag & L_SA) {
    243  1.16        cl 			KDASSERT(p != NULL && p->p_sa != NULL);
    244  1.16        cl 			p->p_sa->sa_vp_faultaddr = (vaddr_t)frame->dar;
    245  1.16        cl 			l->l_flag |= L_SA_PAGEFAULT;
    246  1.16        cl 		}
    247  1.13    simonb 		rv = uvm_fault(&p->p_vmspace->vm_map, trunc_page(frame->dar),
    248  1.13    simonb 		    0, ftype);
    249   1.1    simonb 		if (rv == 0) {
    250  1.16        cl 			l->l_flag &= ~L_SA_PAGEFAULT;
    251  1.13    simonb 			KERNEL_PROC_UNLOCK(l);
    252  1.13    simonb 			break;
    253   1.1    simonb 		}
    254  1.17      matt 		memset(&ksi, 0, sizeof(ksi));
    255  1.17      matt 		ksi.ksi_signo = SIGSEGV;
    256  1.17      matt 		ksi.ksi_trap = EXC_DSI;
    257  1.17      matt 		ksi.ksi_addr = (void *)frame->dar;
    258   1.1    simonb 		if (rv == ENOMEM) {
    259  1.10   thorpej 			printf("UVM: pid %d (%s) lid %d, uid %d killed: "
    260  1.13    simonb 			    "out of swap\n",
    261  1.13    simonb 			    p->p_pid, p->p_comm, l->l_lid,
    262  1.13    simonb 			    p->p_cred && p->p_ucred ?
    263  1.13    simonb 			    p->p_ucred->cr_uid : -1);
    264  1.17      matt 			ksi.ksi_signo = SIGKILL;
    265   1.1    simonb 		}
    266  1.17      matt 		trapsignal(l, &ksi);
    267  1.16        cl 		l->l_flag &= ~L_SA_PAGEFAULT;
    268  1.10   thorpej 		KERNEL_PROC_UNLOCK(l);
    269   1.1    simonb 		break;
    270  1.15       chs 
    271   1.1    simonb 	case EXC_ITMISS|EXC_USER:
    272   1.1    simonb 	case EXC_ISI|EXC_USER:
    273  1.10   thorpej 		KERNEL_PROC_LOCK(l);
    274  1.16        cl 		if (l->l_flag & L_SA) {
    275  1.16        cl 			KDASSERT(p != NULL && p->p_sa != NULL);
    276  1.16        cl 			p->p_sa->sa_vp_faultaddr = (vaddr_t)frame->srr0;
    277  1.16        cl 			l->l_flag |= L_SA_PAGEFAULT;
    278  1.16        cl 		}
    279  1.15       chs 		ftype = VM_PROT_EXECUTE;
    280  1.13    simonb 		DBPRINTF(TDB_ALL,
    281  1.15       chs 		    ("trap(EXC_ISI|EXC_USER) at %lx execute fault tf %p\n",
    282  1.13    simonb 		    frame->srr0, frame));
    283  1.13    simonb 		rv = uvm_fault(&p->p_vmspace->vm_map, trunc_page(frame->srr0),
    284  1.13    simonb 		    0, ftype);
    285   1.1    simonb 		if (rv == 0) {
    286  1.16        cl 			l->l_flag &= ~L_SA_PAGEFAULT;
    287  1.13    simonb 			KERNEL_PROC_UNLOCK(l);
    288  1.13    simonb 			break;
    289   1.1    simonb 		}
    290  1.17      matt 		memset(&ksi, 0, sizeof(ksi));
    291  1.17      matt 		ksi.ksi_signo = SIGSEGV;
    292  1.17      matt 		ksi.ksi_trap = EXC_ISI;
    293  1.17      matt 		ksi.ksi_addr = (void *)frame->srr0;
    294  1.17      matt 		trapsignal(l, &ksi);
    295  1.16        cl 		l->l_flag &= ~L_SA_PAGEFAULT;
    296  1.10   thorpej 		KERNEL_PROC_UNLOCK(l);
    297   1.1    simonb 		break;
    298   1.1    simonb 
    299   1.1    simonb 	case EXC_AST|EXC_USER:
    300  1.11      matt 		curcpu()->ci_astpending = 0;	/* we are about to do it */
    301  1.10   thorpej 		KERNEL_PROC_LOCK(l);
    302   1.1    simonb 		uvmexp.softs++;
    303   1.1    simonb 		if (p->p_flag & P_OWEUPC) {
    304   1.1    simonb 			p->p_flag &= ~P_OWEUPC;
    305   1.1    simonb 			ADDUPROF(p);
    306   1.1    simonb 		}
    307   1.1    simonb 		/* Check whether we are being preempted. */
    308  1.11      matt 		if (curcpu()->ci_want_resched)
    309  1.10   thorpej 			preempt(0);
    310  1.10   thorpej 		KERNEL_PROC_UNLOCK(l);
    311   1.1    simonb 		break;
    312   1.1    simonb 
    313   1.1    simonb 
    314   1.1    simonb 	case EXC_ALI|EXC_USER:
    315  1.10   thorpej 		KERNEL_PROC_LOCK(l);
    316  1.17      matt 		if (fix_unaligned(l, frame) != 0) {
    317  1.17      matt 			memset(&ksi, 0, sizeof(ksi));
    318  1.17      matt 			ksi.ksi_signo = SIGBUS;
    319  1.17      matt 			ksi.ksi_trap = EXC_ALI;
    320  1.17      matt 			ksi.ksi_addr = (void *)frame->dar;
    321  1.17      matt 			trapsignal(l, &ksi);
    322  1.17      matt 		} else
    323   1.1    simonb 			frame->srr0 += 4;
    324  1.10   thorpej 		KERNEL_PROC_UNLOCK(l);
    325   1.1    simonb 		break;
    326   1.1    simonb 
    327   1.1    simonb 	case EXC_PGM|EXC_USER:
    328   1.7    simonb 		/*
    329   1.7    simonb 		 * Illegal insn:
    330   1.1    simonb 		 *
    331   1.7    simonb 		 * let's try to see if it's FPU and can be emulated.
    332   1.1    simonb 		 */
    333   1.1    simonb 		uvmexp.traps ++;
    334  1.10   thorpej 		if (!(l->l_addr->u_pcb.pcb_flags & PCB_FPU)) {
    335  1.10   thorpej 			memset(&l->l_addr->u_pcb.pcb_fpu, 0,
    336  1.10   thorpej 				sizeof l->l_addr->u_pcb.pcb_fpu);
    337  1.10   thorpej 			l->l_addr->u_pcb.pcb_flags |= PCB_FPU;
    338   1.1    simonb 		}
    339   1.1    simonb 
    340   1.7    simonb 		if ((rv = fpu_emulate(frame,
    341  1.10   thorpej 			(struct fpreg *)&l->l_addr->u_pcb.pcb_fpu))) {
    342  1.17      matt 			memset(&ksi, 0, sizeof(ksi));
    343  1.17      matt 			ksi.ksi_signo = rv;
    344  1.17      matt 			ksi.ksi_trap = EXC_PGM;
    345  1.17      matt 			ksi.ksi_addr = (void *)frame->srr0;
    346  1.10   thorpej 			KERNEL_PROC_LOCK(l);
    347  1.17      matt 			trapsignal(l, &ksi);
    348  1.10   thorpej 			KERNEL_PROC_UNLOCK(l);
    349   1.1    simonb 		}
    350   1.1    simonb 		break;
    351   1.1    simonb 
    352   1.1    simonb 	case EXC_MCHK:
    353   1.1    simonb 		{
    354  1.11      matt 			struct faultbuf *fb;
    355   1.1    simonb 
    356  1.10   thorpej 			if ((fb = l->l_addr->u_pcb.pcb_onfault) != NULL) {
    357  1.11      matt 				frame->tf_xtra[TF_PID] = KERNEL_PID;
    358  1.11      matt 				frame->srr0 = fb->fb_pc;
    359   1.1    simonb 				frame->srr1 |= PSL_IR; /* Re-enable IMMU */
    360  1.11      matt 				frame->fixreg[1] = fb->fb_sp;
    361  1.11      matt 				frame->fixreg[2] = fb->fb_r2;
    362   1.1    simonb 				frame->fixreg[3] = 1; /* Return TRUE */
    363  1.11      matt 				frame->cr = fb->fb_cr;
    364  1.11      matt 				memcpy(&frame->fixreg[13], fb->fb_fixreg,
    365  1.11      matt 				    sizeof(fb->fb_fixreg));
    366   1.1    simonb 				goto done;
    367   1.1    simonb 			}
    368   1.1    simonb 		}
    369   1.1    simonb 		goto brain_damage;
    370   1.1    simonb 	default:
    371  1.13    simonb  brain_damage:
    372  1.11      matt 		printf("trap type 0x%x at 0x%lx\n", type, frame->srr0);
    373   1.1    simonb #ifdef DDB
    374   1.1    simonb 		if (kdb_trap(type, frame))
    375   1.1    simonb 			goto done;
    376   1.1    simonb #endif
    377   1.1    simonb #ifdef TRAP_PANICWAIT
    378   1.1    simonb 		printf("Press a key to panic.\n");
    379   1.1    simonb 		cngetc();
    380   1.1    simonb #endif
    381   1.1    simonb 		panic("trap");
    382   1.1    simonb 	}
    383   1.1    simonb 
    384   1.1    simonb 	/* Take pending signals. */
    385   1.1    simonb 	{
    386   1.1    simonb 		int sig;
    387   1.1    simonb 
    388  1.10   thorpej 		while ((sig = CURSIG(l)) != 0)
    389   1.1    simonb 			postsig(sig);
    390   1.1    simonb 	}
    391   1.1    simonb 
    392  1.10   thorpej 	/* Invoke per-process kernel-exit handling, if any */
    393  1.10   thorpej 	if (p->p_userret)
    394  1.10   thorpej 		(p->p_userret)(l, p->p_userret_arg);
    395  1.10   thorpej 
    396  1.10   thorpej 	/* Invoke any pending upcalls */
    397  1.10   thorpej 	while (l->l_flag & L_SA_UPCALL)
    398  1.10   thorpej 		sa_upcall_userret(l);
    399  1.10   thorpej 
    400  1.10   thorpej 	curcpu()->ci_schedstate.spc_curpriority = l->l_priority = l->l_usrpri;
    401  1.13    simonb  done:
    402   1.9   thorpej 	return;
    403   1.1    simonb }
    404   1.1    simonb 
    405   1.1    simonb int
    406   1.1    simonb ctx_setup(int ctx, int srr1)
    407   1.1    simonb {
    408   1.1    simonb 	volatile struct pmap *pm;
    409   1.1    simonb 
    410   1.1    simonb 	/* Update PID if we're returning to user mode. */
    411   1.1    simonb 	if (srr1 & PSL_PR) {
    412   1.1    simonb 		pm = curproc->p_vmspace->vm_map.pmap;
    413   1.1    simonb 		if (!pm->pm_ctx) {
    414   1.1    simonb 			ctx_alloc((struct pmap *)pm);
    415   1.1    simonb 		}
    416   1.1    simonb 		ctx = pm->pm_ctx;
    417   1.1    simonb 		if (srr1 & PSL_SE) {
    418   1.1    simonb 			int dbreg, mask = 0x48000000;
    419   1.1    simonb 				/*
    420   1.1    simonb 				 * Set the Internal Debug and
    421   1.1    simonb 				 * Instruction Completion bits of
    422   1.1    simonb 				 * the DBCR0 register.
    423   1.1    simonb 				 *
    424   1.1    simonb 				 * XXX this is also used by jtag debuggers...
    425   1.1    simonb 				 */
    426   1.1    simonb 			__asm __volatile("mfspr %0,0x3f2;"
    427  1.13    simonb 			    "or %0,%0,%1;"
    428  1.13    simonb 			    "mtspr 0x3f2,%0;" :
    429  1.13    simonb 			    "=&r" (dbreg) : "r" (mask));
    430   1.1    simonb 		}
    431   1.1    simonb 	}
    432   1.1    simonb 	else if (!ctx) {
    433   1.1    simonb 		ctx = KERNEL_PID;
    434   1.1    simonb 	}
    435   1.1    simonb 	return (ctx);
    436   1.1    simonb }
    437   1.1    simonb 
    438   1.1    simonb /*
    439   1.1    simonb  * Used by copyin()/copyout()
    440   1.1    simonb  */
    441   1.1    simonb extern vaddr_t vmaprange __P((struct proc *, vaddr_t, vsize_t, int));
    442   1.1    simonb extern void vunmaprange __P((vaddr_t, vsize_t));
    443  1.13    simonb static int bigcopyin __P((const void *, void *, size_t ));
    444   1.1    simonb static int bigcopyout __P((const void *, void *, size_t ));
    445   1.1    simonb 
    446   1.1    simonb int
    447   1.1    simonb copyin(const void *udaddr, void *kaddr, size_t len)
    448   1.1    simonb {
    449   1.1    simonb 	struct pmap *pm = curproc->p_vmspace->vm_map.pmap;
    450   1.1    simonb 	int msr, pid, tmp, ctx;
    451  1.11      matt 	struct faultbuf env;
    452   1.1    simonb 
    453   1.1    simonb 	/* For bigger buffers use the faster copy */
    454   1.1    simonb 	if (len > 256) return (bigcopyin(udaddr, kaddr, len));
    455   1.1    simonb 
    456  1.11      matt 	if (setfault(&env)) {
    457   1.1    simonb 		curpcb->pcb_onfault = 0;
    458   1.1    simonb 		return EFAULT;
    459   1.1    simonb 	}
    460   1.1    simonb 
    461   1.1    simonb 	if (!(ctx = pm->pm_ctx)) {
    462   1.1    simonb 		/* No context -- assign it one */
    463   1.1    simonb 		ctx_alloc(pm);
    464   1.1    simonb 		ctx = pm->pm_ctx;
    465   1.1    simonb 	}
    466   1.1    simonb 
    467   1.1    simonb 	asm volatile("addi %6,%6,1; mtctr %6;"	/* Set up counter */
    468   1.1    simonb 		"mfmsr %0;"			/* Save MSR */
    469   1.1    simonb 		"li %1,0x20; "
    470   1.1    simonb 		"andc %1,%0,%1; mtmsr %1;"	/* Disable IMMU */
    471   1.1    simonb 		"mfpid %1;"			/* Save old PID */
    472   1.1    simonb 		"sync; isync;"
    473   1.1    simonb 
    474   1.1    simonb 		"1: bdz 2f;"			/* while len */
    475   1.1    simonb 		"mtpid %3; sync;"		/* Load user ctx */
    476   1.1    simonb 		"lbz %2,0(%4); addi %4,%4,1;"	/* Load byte */
    477   1.1    simonb 		"sync; isync;"
    478   1.1    simonb 		"mtpid %1;sync;"
    479  1.13    simonb 		"stb %2,0(%5); dcbf 0,%5; addi %5,%5,1;" /* Store kernel byte */
    480   1.1    simonb 		"sync; isync;"
    481   1.1    simonb 		"b 1b;"				/* repeat */
    482   1.1    simonb 
    483   1.1    simonb 		"2: mtpid %1; mtmsr %0;"	/* Restore PID and MSR */
    484   1.1    simonb 		"sync; isync;"
    485   1.1    simonb 		: "=&r" (msr), "=&r" (pid), "=&r" (tmp)
    486   1.1    simonb 		: "r" (ctx), "r" (udaddr), "r" (kaddr), "r" (len));
    487   1.1    simonb 
    488   1.1    simonb 	curpcb->pcb_onfault = 0;
    489   1.1    simonb 	return 0;
    490   1.1    simonb }
    491   1.1    simonb 
    492   1.1    simonb static int
    493   1.1    simonb bigcopyin(const void *udaddr, void *kaddr, size_t len)
    494   1.1    simonb {
    495   1.1    simonb 	const char *up;
    496   1.1    simonb 	char *kp = kaddr;
    497  1.10   thorpej 	struct lwp *l = curlwp;
    498  1.10   thorpej 	struct proc *p;
    499   1.1    simonb 	int error;
    500   1.1    simonb 
    501  1.10   thorpej 	if (!l) {
    502   1.1    simonb 		return EFAULT;
    503   1.1    simonb 	}
    504   1.1    simonb 
    505  1.10   thorpej 	p = l->l_proc;
    506  1.10   thorpej 
    507   1.1    simonb 	/*
    508   1.7    simonb 	 * Stolen from physio():
    509   1.1    simonb 	 */
    510  1.10   thorpej 	PHOLD(l);
    511   1.1    simonb 	error = uvm_vslock(p, (caddr_t)udaddr, len, VM_PROT_READ);
    512   1.1    simonb 	if (error) {
    513  1.10   thorpej 		PRELE(l);
    514   1.1    simonb 		return EFAULT;
    515   1.1    simonb 	}
    516   1.1    simonb 	up = (char *)vmaprange(p, (vaddr_t)udaddr, len, VM_PROT_READ);
    517   1.1    simonb 
    518   1.2       wiz 	memcpy(kp, up, len);
    519   1.1    simonb 	vunmaprange((vaddr_t)up, len);
    520   1.1    simonb 	uvm_vsunlock(p, (caddr_t)udaddr, len);
    521  1.10   thorpej 	PRELE(l);
    522   1.1    simonb 
    523   1.7    simonb 	return 0;
    524   1.1    simonb }
    525   1.1    simonb 
    526   1.1    simonb int
    527   1.1    simonb copyout(const void *kaddr, void *udaddr, size_t len)
    528   1.1    simonb {
    529   1.1    simonb 	struct pmap *pm = curproc->p_vmspace->vm_map.pmap;
    530   1.1    simonb 	int msr, pid, tmp, ctx;
    531  1.11      matt 	struct faultbuf env;
    532   1.1    simonb 
    533   1.1    simonb 	/* For big copies use more efficient routine */
    534   1.1    simonb 	if (len > 256) return (bigcopyout(kaddr, udaddr, len));
    535   1.1    simonb 
    536  1.11      matt 	if (setfault(&env)) {
    537   1.1    simonb 		curpcb->pcb_onfault = 0;
    538   1.1    simonb 		return EFAULT;
    539   1.1    simonb 	}
    540   1.1    simonb 
    541   1.1    simonb 	if (!(ctx = pm->pm_ctx)) {
    542   1.1    simonb 		/* No context -- assign it one */
    543   1.1    simonb 		ctx_alloc(pm);
    544   1.1    simonb 		ctx = pm->pm_ctx;
    545   1.1    simonb 	}
    546   1.1    simonb 
    547   1.1    simonb 	asm volatile("addi %6,%6,1; mtctr %6;"	/* Set up counter */
    548   1.1    simonb 		"mfmsr %0;"			/* Save MSR */
    549   1.1    simonb 		"li %1,0x20; "
    550   1.1    simonb 		"andc %1,%0,%1; mtmsr %1;"	/* Disable IMMU */
    551   1.1    simonb 		"mfpid %1;"			/* Save old PID */
    552   1.1    simonb 		"sync; isync;"
    553   1.1    simonb 
    554   1.1    simonb 		"1: bdz 2f;"			/* while len */
    555   1.1    simonb 		"mtpid %1;sync;"
    556   1.1    simonb 		"lbz %2,0(%5); addi %5,%5,1;"	/* Load kernel byte */
    557   1.1    simonb 		"sync; isync;"
    558   1.1    simonb 		"mtpid %3; sync;"		/* Load user ctx */
    559  1.13    simonb 		"stb %2,0(%4);  dcbf 0,%4; addi %4,%4,1;" /* Store user byte */
    560   1.1    simonb 		"sync; isync;"
    561   1.1    simonb 		"b 1b;"				/* repeat */
    562   1.1    simonb 
    563   1.1    simonb 		"2: mtpid %1; mtmsr %0;"	/* Restore PID and MSR */
    564   1.1    simonb 		"sync; isync;"
    565   1.1    simonb 		: "=&r" (msr), "=&r" (pid), "=&r" (tmp)
    566   1.1    simonb 		: "r" (ctx), "r" (udaddr), "r" (kaddr), "r" (len));
    567   1.1    simonb 
    568   1.1    simonb 	curpcb->pcb_onfault = 0;
    569   1.1    simonb 	return 0;
    570   1.1    simonb }
    571   1.1    simonb 
    572   1.1    simonb static int
    573   1.1    simonb bigcopyout(const void *kaddr, void *udaddr, size_t len)
    574   1.1    simonb {
    575   1.1    simonb 	char *up;
    576   1.1    simonb 	const char *kp = (char *)kaddr;
    577  1.10   thorpej 	struct lwp *l = curlwp;
    578  1.10   thorpej 	struct proc *p;
    579   1.1    simonb 	int error;
    580   1.1    simonb 
    581  1.10   thorpej 	if (!l) {
    582   1.1    simonb 		return EFAULT;
    583   1.1    simonb 	}
    584   1.1    simonb 
    585  1.10   thorpej 	p = l->l_proc;
    586  1.10   thorpej 
    587   1.1    simonb 	/*
    588   1.7    simonb 	 * Stolen from physio():
    589   1.1    simonb 	 */
    590  1.10   thorpej 	PHOLD(l);
    591   1.3       chs 	error = uvm_vslock(p, udaddr, len, VM_PROT_WRITE);
    592   1.1    simonb 	if (error) {
    593  1.10   thorpej 		PRELE(l);
    594   1.1    simonb 		return EFAULT;
    595   1.1    simonb 	}
    596   1.7    simonb 	up = (char *)vmaprange(p, (vaddr_t)udaddr, len,
    597  1.13    simonb 	    VM_PROT_READ | VM_PROT_WRITE);
    598   1.1    simonb 
    599   1.2       wiz 	memcpy(up, kp, len);
    600   1.1    simonb 	vunmaprange((vaddr_t)up, len);
    601   1.1    simonb 	uvm_vsunlock(p, udaddr, len);
    602  1.10   thorpej 	PRELE(l);
    603   1.1    simonb 
    604   1.7    simonb 	return 0;
    605   1.1    simonb }
    606   1.1    simonb 
    607   1.1    simonb /*
    608   1.1    simonb  * kcopy(const void *src, void *dst, size_t len);
    609   1.1    simonb  *
    610   1.1    simonb  * Copy len bytes from src to dst, aborting if we encounter a fatal
    611   1.1    simonb  * page fault.
    612   1.1    simonb  *
    613   1.1    simonb  * kcopy() _must_ save and restore the old fault handler since it is
    614   1.1    simonb  * called by uiomove(), which may be in the path of servicing a non-fatal
    615   1.1    simonb  * page fault.
    616   1.1    simonb  */
    617   1.1    simonb int
    618   1.1    simonb kcopy(const void *src, void *dst, size_t len)
    619   1.1    simonb {
    620  1.11      matt 	struct faultbuf env, *oldfault;
    621   1.1    simonb 
    622   1.1    simonb 	oldfault = curpcb->pcb_onfault;
    623  1.11      matt 	if (setfault(&env)) {
    624   1.1    simonb 		curpcb->pcb_onfault = oldfault;
    625   1.1    simonb 		return EFAULT;
    626   1.1    simonb 	}
    627   1.1    simonb 
    628   1.2       wiz 	memcpy(dst, src, len);
    629   1.1    simonb 
    630   1.1    simonb 	curpcb->pcb_onfault = oldfault;
    631   1.1    simonb 	return 0;
    632   1.1    simonb }
    633   1.1    simonb 
    634   1.1    simonb int
    635   1.1    simonb badaddr(void *addr, size_t size)
    636   1.1    simonb {
    637   1.1    simonb 
    638   1.1    simonb 	return badaddr_read(addr, size, NULL);
    639   1.1    simonb }
    640   1.1    simonb 
    641   1.1    simonb int
    642   1.1    simonb badaddr_read(void *addr, size_t size, int *rptr)
    643   1.1    simonb {
    644  1.11      matt 	struct faultbuf env;
    645   1.1    simonb 	int x;
    646   1.1    simonb 
    647   1.1    simonb 	/* Get rid of any stale machine checks that have been waiting.  */
    648   1.1    simonb 	__asm __volatile ("sync; isync");
    649   1.1    simonb 
    650  1.11      matt 	if (setfault(&env)) {
    651   1.1    simonb 		curpcb->pcb_onfault = 0;
    652   1.1    simonb 		__asm __volatile ("sync");
    653   1.1    simonb 		return 1;
    654   1.1    simonb 	}
    655   1.1    simonb 
    656   1.1    simonb 	__asm __volatile ("sync");
    657   1.1    simonb 
    658   1.1    simonb 	switch (size) {
    659   1.1    simonb 	case 1:
    660   1.1    simonb 		x = *(volatile int8_t *)addr;
    661   1.1    simonb 		break;
    662   1.1    simonb 	case 2:
    663   1.1    simonb 		x = *(volatile int16_t *)addr;
    664   1.1    simonb 		break;
    665   1.1    simonb 	case 4:
    666   1.1    simonb 		x = *(volatile int32_t *)addr;
    667   1.1    simonb 		break;
    668   1.1    simonb 	default:
    669   1.1    simonb 		panic("badaddr: invalid size (%d)", size);
    670   1.1    simonb 	}
    671   1.1    simonb 
    672   1.1    simonb 	/* Make sure we took the machine check, if we caused one. */
    673   1.1    simonb 	__asm __volatile ("sync; isync");
    674   1.1    simonb 
    675   1.1    simonb 	curpcb->pcb_onfault = 0;
    676   1.1    simonb 	__asm __volatile ("sync");	/* To be sure. */
    677   1.1    simonb 
    678   1.1    simonb 	/* Use the value to avoid reorder. */
    679   1.1    simonb 	if (rptr)
    680   1.1    simonb 		*rptr = x;
    681   1.1    simonb 
    682   1.1    simonb 	return 0;
    683   1.1    simonb }
    684   1.1    simonb 
    685   1.1    simonb /*
    686   1.1    simonb  * For now, this only deals with the particular unaligned access case
    687   1.1    simonb  * that gcc tends to generate.  Eventually it should handle all of the
    688   1.1    simonb  * possibilities that can happen on a 32-bit PowerPC in big-endian mode.
    689   1.1    simonb  */
    690   1.1    simonb 
    691   1.1    simonb static int
    692  1.10   thorpej fix_unaligned(struct lwp *l, struct trapframe *frame)
    693   1.1    simonb {
    694   1.1    simonb 
    695   1.1    simonb 	return -1;
    696  1.10   thorpej }
    697  1.10   thorpej 
    698  1.10   thorpej /*
    699  1.10   thorpej  * Start a new LWP
    700  1.10   thorpej  */
    701  1.10   thorpej void
    702  1.10   thorpej startlwp(arg)
    703  1.10   thorpej 	void *arg;
    704  1.10   thorpej {
    705  1.10   thorpej 	int err;
    706  1.10   thorpej 	ucontext_t *uc = arg;
    707  1.10   thorpej 	struct lwp *l = curlwp;
    708  1.10   thorpej 
    709  1.10   thorpej 	err = cpu_setmcontext(l, &uc->uc_mcontext, uc->uc_flags);
    710  1.10   thorpej #if DIAGNOSTIC
    711  1.10   thorpej 	if (err) {
    712  1.10   thorpej 		printf("Error %d from cpu_setmcontext.", err);
    713  1.10   thorpej 	}
    714  1.10   thorpej #endif
    715  1.10   thorpej 	pool_put(&lwp_uc_pool, uc);
    716  1.10   thorpej 
    717  1.10   thorpej 	upcallret(l);
    718  1.10   thorpej }
    719  1.10   thorpej 
    720  1.10   thorpej /*
    721  1.10   thorpej  * XXX This is a terrible name.
    722  1.10   thorpej  */
    723  1.10   thorpej void
    724  1.10   thorpej upcallret(l)
    725  1.10   thorpej 	struct lwp *l;
    726  1.10   thorpej {
    727  1.10   thorpej 	int sig;
    728  1.10   thorpej 
    729  1.10   thorpej 	/* Take pending signals. */
    730  1.10   thorpej 	while ((sig = CURSIG(l)) != 0)
    731  1.10   thorpej 		postsig(sig);
    732  1.10   thorpej 
    733  1.10   thorpej 	/* Invoke per-process kernel-exit handling, if any */
    734  1.10   thorpej 	if (l->l_proc->p_userret)
    735  1.10   thorpej 		(l->l_proc->p_userret)(l, l->l_proc->p_userret_arg);
    736  1.10   thorpej 
    737  1.10   thorpej 	/* Invoke any pending upcalls */
    738  1.10   thorpej 	while (l->l_flag & L_SA_UPCALL)
    739  1.10   thorpej 		sa_upcall_userret(l);
    740  1.10   thorpej 
    741  1.10   thorpej 	curcpu()->ci_schedstate.spc_curpriority = l->l_priority = l->l_usrpri;
    742   1.1    simonb }
    743