Home | History | Annotate | Line # | Download | only in ibm4xx
trap.c revision 1.3.8.1
      1  1.3.8.1  gehenna /*	$NetBSD: trap.c,v 1.3.8.1 2002/07/15 00:33:10 gehenna Exp $	*/
      2      1.1   simonb 
      3      1.1   simonb /*
      4      1.1   simonb  * Copyright 2001 Wasabi Systems, Inc.
      5      1.1   simonb  * All rights reserved.
      6      1.1   simonb  *
      7      1.1   simonb  * Written by Eduardo Horvath and Simon Burge for Wasabi Systems, Inc.
      8      1.1   simonb  *
      9      1.1   simonb  * Redistribution and use in source and binary forms, with or without
     10      1.1   simonb  * modification, are permitted provided that the following conditions
     11      1.1   simonb  * are met:
     12      1.1   simonb  * 1. Redistributions of source code must retain the above copyright
     13      1.1   simonb  *    notice, this list of conditions and the following disclaimer.
     14      1.1   simonb  * 2. Redistributions in binary form must reproduce the above copyright
     15      1.1   simonb  *    notice, this list of conditions and the following disclaimer in the
     16      1.1   simonb  *    documentation and/or other materials provided with the distribution.
     17      1.1   simonb  * 3. All advertising materials mentioning features or use of this software
     18      1.1   simonb  *    must display the following acknowledgement:
     19      1.1   simonb  *      This product includes software developed for the NetBSD Project by
     20      1.1   simonb  *      Wasabi Systems, Inc.
     21      1.1   simonb  * 4. The name of Wasabi Systems, Inc. may not be used to endorse
     22      1.1   simonb  *    or promote products derived from this software without specific prior
     23      1.1   simonb  *    written permission.
     24      1.1   simonb  *
     25      1.1   simonb  * THIS SOFTWARE IS PROVIDED BY WASABI SYSTEMS, INC. ``AS IS'' AND
     26      1.1   simonb  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     27      1.1   simonb  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     28      1.1   simonb  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL WASABI SYSTEMS, INC
     29      1.1   simonb  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     30      1.1   simonb  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     31      1.1   simonb  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     32      1.1   simonb  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     33      1.1   simonb  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     34      1.1   simonb  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     35      1.1   simonb  * POSSIBILITY OF SUCH DAMAGE.
     36      1.1   simonb  */
     37      1.1   simonb 
     38      1.1   simonb /*
     39      1.1   simonb  * Copyright (C) 1995, 1996 Wolfgang Solfrank.
     40      1.1   simonb  * Copyright (C) 1995, 1996 TooLs GmbH.
     41      1.1   simonb  * All rights reserved.
     42      1.1   simonb  *
     43      1.1   simonb  * Redistribution and use in source and binary forms, with or without
     44      1.1   simonb  * modification, are permitted provided that the following conditions
     45      1.1   simonb  * are met:
     46      1.1   simonb  * 1. Redistributions of source code must retain the above copyright
     47      1.1   simonb  *    notice, this list of conditions and the following disclaimer.
     48      1.1   simonb  * 2. Redistributions in binary form must reproduce the above copyright
     49      1.1   simonb  *    notice, this list of conditions and the following disclaimer in the
     50      1.1   simonb  *    documentation and/or other materials provided with the distribution.
     51      1.1   simonb  * 3. All advertising materials mentioning features or use of this software
     52      1.1   simonb  *    must display the following acknowledgement:
     53      1.1   simonb  *	This product includes software developed by TooLs GmbH.
     54      1.1   simonb  * 4. The name of TooLs GmbH may not be used to endorse or promote products
     55      1.1   simonb  *    derived from this software without specific prior written permission.
     56      1.1   simonb  *
     57      1.1   simonb  * THIS SOFTWARE IS PROVIDED BY TOOLS GMBH ``AS IS'' AND ANY EXPRESS OR
     58      1.1   simonb  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
     59      1.1   simonb  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     60      1.1   simonb  * IN NO EVENT SHALL TOOLS GMBH BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
     61      1.1   simonb  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
     62      1.1   simonb  * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
     63      1.1   simonb  * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
     64      1.1   simonb  * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
     65      1.1   simonb  * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
     66      1.1   simonb  * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     67      1.1   simonb  */
     68      1.1   simonb 
     69      1.1   simonb #include "opt_altivec.h"
     70      1.1   simonb #include "opt_ddb.h"
     71      1.1   simonb #include "opt_ktrace.h"
     72  1.3.8.1  gehenna #include "opt_systrace.h"
     73      1.1   simonb #include "opt_syscall_debug.h"
     74      1.1   simonb 
     75      1.1   simonb #include <sys/param.h>
     76      1.1   simonb #include <sys/proc.h>
     77      1.1   simonb #include <sys/reboot.h>
     78      1.1   simonb #include <sys/syscall.h>
     79      1.1   simonb #include <sys/systm.h>
     80      1.1   simonb #include <sys/user.h>
     81  1.3.8.1  gehenna #ifdef KTRACE
     82      1.1   simonb #include <sys/ktrace.h>
     83  1.3.8.1  gehenna #endif
     84  1.3.8.1  gehenna #ifdef SYSTRACE
     85  1.3.8.1  gehenna #include <sys/systrace.h>
     86  1.3.8.1  gehenna #endif
     87      1.1   simonb 
     88      1.1   simonb #include <uvm/uvm_extern.h>
     89      1.1   simonb 
     90      1.1   simonb #include <dev/cons.h>
     91      1.1   simonb 
     92      1.1   simonb #include <machine/cpu.h>
     93      1.1   simonb #include <machine/db_machdep.h>
     94      1.1   simonb #include <machine/fpu.h>
     95      1.1   simonb #include <machine/frame.h>
     96      1.1   simonb #include <machine/pcb.h>
     97      1.1   simonb #include <machine/psl.h>
     98      1.1   simonb #include <machine/trap.h>
     99      1.1   simonb 
    100      1.1   simonb #include <powerpc/spr.h>
    101      1.1   simonb #include <powerpc/ibm4xx/pmap.h>
    102      1.1   simonb #include <powerpc/ibm4xx/tlb.h>
    103      1.1   simonb #include <powerpc/fpu/fpu_extern.h>
    104      1.1   simonb 
    105      1.1   simonb /* These definitions should probably be somewhere else			XXX */
    106      1.1   simonb #define	FIRSTARG	3		/* first argument is in reg 3 */
    107      1.1   simonb #define	NARGREG		8		/* 8 args are in registers */
    108      1.1   simonb #define	MOREARGS(sp)	((caddr_t)((int)(sp) + 8)) /* more args go here */
    109      1.1   simonb 
    110      1.1   simonb #ifndef MULTIPROCESSOR
    111      1.1   simonb volatile int astpending;
    112      1.1   simonb volatile int want_resched;
    113      1.1   simonb #endif
    114      1.1   simonb 
    115      1.1   simonb void *syscall = NULL;	/* XXX dummy symbol for emul_netbsd */
    116      1.1   simonb 
    117      1.1   simonb static int fix_unaligned __P((struct proc *p, struct trapframe *frame));
    118      1.1   simonb 
    119      1.1   simonb void trap __P((struct trapframe *));	/* Called from locore / trap_subr */
    120      1.1   simonb int setfault __P((faultbuf));	/* defined in locore.S */
    121      1.1   simonb /* Why are these not defined in a header? */
    122      1.1   simonb int badaddr __P((void *, size_t));
    123      1.1   simonb int badaddr_read __P((void *, size_t, int *));
    124      1.1   simonb int ctx_setup __P((int, int));
    125      1.1   simonb 
    126      1.1   simonb #ifdef DEBUG
    127      1.1   simonb #define TDB_ALL	0x1
    128      1.1   simonb int trapdebug = /* TDB_ALL */ 0;
    129      1.1   simonb #define	DBPRINTF(x, y)	if (trapdebug & (x)) printf y
    130      1.1   simonb #else
    131      1.1   simonb #define DBPRINTF(x, y)
    132      1.1   simonb #endif
    133      1.1   simonb 
    134      1.1   simonb void
    135      1.1   simonb trap(struct trapframe *frame)
    136      1.1   simonb {
    137      1.1   simonb 	struct proc *p = curproc;
    138      1.1   simonb 	int type = frame->exc;
    139      1.1   simonb 	int ftype, rv;
    140      1.1   simonb 
    141      1.1   simonb 	KASSERT(p == 0 || (p->p_stat == SONPROC));
    142      1.1   simonb 
    143      1.1   simonb 	if (frame->srr1 & PSL_PR)
    144      1.1   simonb 		type |= EXC_USER;
    145      1.1   simonb 
    146      1.1   simonb 	ftype = VM_PROT_READ;
    147      1.1   simonb 
    148      1.1   simonb DBPRINTF(TDB_ALL, ("trap(%x) at %x from frame %p &frame %p\n",
    149      1.1   simonb 	type, frame->srr0, frame, &frame));
    150      1.1   simonb 
    151      1.1   simonb 	switch (type) {
    152      1.1   simonb 	case EXC_DEBUG|EXC_USER:
    153      1.1   simonb {
    154      1.1   simonb 	int srr2, srr3;
    155      1.1   simonb __asm __volatile("mfspr %0,0x3f0" : "=r" (rv), "=r" (srr2), "=r" (srr3) :);
    156      1.1   simonb printf("debug reg is %x srr2 %x srr3 %x\n", rv, srr2, srr3);
    157      1.1   simonb }
    158      1.1   simonb 		/*
    159      1.1   simonb 		 * DEBUG intr -- probably single-step.
    160      1.1   simonb 		 */
    161      1.1   simonb 	case EXC_TRC|EXC_USER:
    162      1.1   simonb 		KERNEL_PROC_LOCK(p);
    163      1.1   simonb 		frame->srr1 &= ~PSL_SE;
    164      1.1   simonb 		trapsignal(p, SIGTRAP, EXC_TRC);
    165      1.1   simonb 		KERNEL_PROC_UNLOCK(p);
    166      1.1   simonb 		break;
    167      1.1   simonb 
    168      1.1   simonb 	  /* If we could not find and install appropriate TLB entry, fall through */
    169      1.1   simonb 
    170      1.1   simonb 	case EXC_DSI:
    171      1.1   simonb 		/* FALLTHROUGH */
    172      1.1   simonb 	case EXC_DTMISS:
    173      1.1   simonb 		{
    174      1.1   simonb 			struct vm_map *map;
    175      1.1   simonb 			vaddr_t va;
    176      1.1   simonb 			faultbuf *fb = NULL;
    177      1.1   simonb 
    178      1.1   simonb 			KERNEL_LOCK(LK_CANRECURSE|LK_EXCLUSIVE);
    179      1.1   simonb 			va = frame->dear;
    180      1.1   simonb 			if (frame->pid == KERNEL_PID) {
    181      1.1   simonb 				map = kernel_map;
    182      1.1   simonb 			} else {
    183      1.1   simonb 				map = &p->p_vmspace->vm_map;
    184      1.1   simonb 			}
    185      1.1   simonb 
    186      1.1   simonb 			if (frame->esr & (ESR_DST|ESR_DIZ))
    187      1.3      chs 				ftype = VM_PROT_WRITE;
    188      1.1   simonb 
    189      1.1   simonb DBPRINTF(TDB_ALL, ("trap(EXC_DSI) at %x %s fault on %p esr %x\n",
    190      1.1   simonb frame->srr0, (ftype&VM_PROT_WRITE) ? "write" : "read", (void *)va, frame->esr));
    191      1.1   simonb 			rv = uvm_fault(map, trunc_page(va), 0, ftype);
    192      1.1   simonb 			KERNEL_UNLOCK();
    193      1.1   simonb 			if (rv == 0)
    194      1.1   simonb 				goto done;
    195      1.1   simonb 			if ((fb = p->p_addr->u_pcb.pcb_onfault) != NULL) {
    196      1.1   simonb 				frame->pid = KERNEL_PID;
    197      1.1   simonb 				frame->srr0 = (*fb)[0];
    198      1.1   simonb 				frame->srr1 |= PSL_IR; /* Re-enable IMMU */
    199      1.1   simonb 				frame->fixreg[1] = (*fb)[1];
    200      1.1   simonb 				frame->fixreg[2] = (*fb)[2];
    201      1.1   simonb 				frame->fixreg[3] = 1; /* Return TRUE */
    202      1.1   simonb 				frame->cr = (*fb)[3];
    203      1.2      wiz 				memcpy(&frame->fixreg[13], &(*fb)[4],
    204      1.1   simonb 				      19 * sizeof(register_t));
    205      1.1   simonb 				goto done;
    206      1.1   simonb 			}
    207      1.1   simonb 		}
    208      1.1   simonb 		goto brain_damage;
    209      1.1   simonb 
    210      1.1   simonb 	case EXC_DSI|EXC_USER:
    211      1.1   simonb 		/* FALLTHROUGH */
    212      1.1   simonb 	case EXC_DTMISS|EXC_USER:
    213      1.1   simonb 		KERNEL_PROC_LOCK(p);
    214      1.1   simonb 
    215      1.1   simonb 		if (frame->esr & (ESR_DST|ESR_DIZ))
    216      1.3      chs 			ftype = VM_PROT_WRITE;
    217      1.1   simonb 
    218      1.1   simonb DBPRINTF(TDB_ALL, ("trap(EXC_DSI|EXC_USER) at %x %s fault on %x %x\n",
    219      1.1   simonb frame->srr0, (ftype&VM_PROT_WRITE) ? "write" : "read", frame->dear, frame->esr));
    220      1.1   simonb KASSERT(p == curproc && (p->p_stat == SONPROC));
    221      1.1   simonb 		rv = uvm_fault(&p->p_vmspace->vm_map,
    222      1.1   simonb 			       trunc_page(frame->dear), 0, ftype);
    223      1.1   simonb 		if (rv == 0) {
    224      1.1   simonb 		  KERNEL_PROC_UNLOCK(p);
    225      1.1   simonb 		  break;
    226      1.1   simonb 		}
    227      1.1   simonb 		if (rv == ENOMEM) {
    228      1.1   simonb 			printf("UVM: pid %d (%s), uid %d killed: "
    229      1.1   simonb 			       "out of swap\n",
    230      1.1   simonb 			       p->p_pid, p->p_comm,
    231      1.1   simonb 			       p->p_cred && p->p_ucred ?
    232      1.1   simonb 			       p->p_ucred->cr_uid : -1);
    233      1.1   simonb 			trapsignal(p, SIGKILL, EXC_DSI);
    234      1.1   simonb 		} else {
    235      1.1   simonb 			trapsignal(p, SIGSEGV, EXC_DSI);
    236      1.1   simonb 		}
    237      1.1   simonb 		KERNEL_PROC_UNLOCK(p);
    238      1.1   simonb 		break;
    239      1.1   simonb 	case EXC_ITMISS|EXC_USER:
    240      1.1   simonb 	case EXC_ISI|EXC_USER:
    241      1.1   simonb 		KERNEL_PROC_LOCK(p);
    242      1.1   simonb 		ftype = VM_PROT_READ | VM_PROT_EXECUTE;
    243      1.1   simonb DBPRINTF(TDB_ALL, ("trap(EXC_ISI|EXC_USER) at %x %s fault on %x tf %p\n",
    244      1.1   simonb frame->srr0, (ftype&VM_PROT_WRITE) ? "write" : "read", frame->srr0, frame));
    245      1.1   simonb 		rv = uvm_fault(&p->p_vmspace->vm_map, trunc_page(frame->srr0), 0, ftype);
    246      1.1   simonb 		if (rv == 0) {
    247      1.1   simonb 		  KERNEL_PROC_UNLOCK(p);
    248      1.1   simonb 		  break;
    249      1.1   simonb 		}
    250      1.1   simonb 		trapsignal(p, SIGSEGV, EXC_ISI);
    251      1.1   simonb 		KERNEL_PROC_UNLOCK(p);
    252      1.1   simonb 		break;
    253      1.1   simonb 	case EXC_SC|EXC_USER:
    254      1.1   simonb 		{
    255      1.1   simonb 			const struct sysent *callp;
    256      1.1   simonb 			size_t argsize;
    257      1.1   simonb 			register_t code, error;
    258      1.1   simonb 			register_t *params, rval[2];
    259      1.1   simonb 			int n;
    260      1.1   simonb 			register_t args[10];
    261      1.1   simonb 
    262      1.1   simonb 			KERNEL_PROC_LOCK(p);
    263      1.1   simonb 
    264      1.1   simonb 			uvmexp.syscalls++;
    265      1.1   simonb 
    266      1.1   simonb 			code = frame->fixreg[0];
    267      1.1   simonb 			callp = p->p_emul->e_sysent;
    268      1.1   simonb 			params = frame->fixreg + FIRSTARG;
    269      1.1   simonb 			n = NARGREG;
    270      1.1   simonb 
    271      1.1   simonb 			switch (code) {
    272      1.1   simonb 			case SYS_syscall:
    273      1.1   simonb 				/*
    274      1.1   simonb 				 * code is first argument,
    275      1.1   simonb 				 * followed by actual args.
    276      1.1   simonb 				 */
    277      1.1   simonb 				code = *params++;
    278      1.1   simonb 				n -= 1;
    279      1.1   simonb 				break;
    280      1.1   simonb 			case SYS___syscall:
    281      1.1   simonb 				params++;
    282      1.1   simonb 				code = *params++;
    283      1.1   simonb 				n -= 2;
    284      1.1   simonb 				break;
    285      1.1   simonb 			default:
    286      1.1   simonb 				break;
    287      1.1   simonb 			}
    288      1.1   simonb 
    289      1.1   simonb 			code &= (SYS_NSYSENT - 1);
    290      1.1   simonb 			callp += code;
    291      1.1   simonb 			argsize = callp->sy_argsize;
    292      1.1   simonb 
    293      1.1   simonb 			if (argsize > n * sizeof(register_t)) {
    294      1.1   simonb 				memcpy(args, params, n * sizeof(register_t));
    295      1.1   simonb 				error = copyin(MOREARGS(frame->fixreg[1]),
    296      1.1   simonb 					       args + n,
    297      1.1   simonb 					       argsize - n * sizeof(register_t));
    298      1.1   simonb 				if (error)
    299      1.1   simonb 					goto syscall_bad;
    300      1.1   simonb 				params = args;
    301      1.1   simonb 			}
    302      1.1   simonb 
    303  1.3.8.1  gehenna 
    304  1.3.8.1  gehenna 			if ((error = trace_enter(p, code, args, rval)) != 0)
    305  1.3.8.1  gehenna 				goto syscall_bad;
    306  1.3.8.1  gehenna 
    307      1.1   simonb 			rval[0] = 0;
    308      1.1   simonb 			rval[1] = 0;
    309      1.1   simonb 
    310      1.1   simonb 			error = (*callp->sy_call)(p, params, rval);
    311      1.1   simonb 			switch (error) {
    312      1.1   simonb 			case 0:
    313      1.1   simonb 				frame->fixreg[FIRSTARG] = rval[0];
    314      1.1   simonb 				frame->fixreg[FIRSTARG + 1] = rval[1];
    315      1.1   simonb 				frame->cr &= ~0x10000000;
    316      1.1   simonb 				break;
    317      1.1   simonb 			case ERESTART:
    318      1.1   simonb 				/*
    319      1.1   simonb 				 * Set user's pc back to redo the system call.
    320      1.1   simonb 				 */
    321      1.1   simonb 				frame->srr0 -= 4;
    322      1.1   simonb 				break;
    323      1.1   simonb 			case EJUSTRETURN:
    324      1.1   simonb 				/* nothing to do */
    325      1.1   simonb 				break;
    326      1.1   simonb 			default:
    327      1.1   simonb syscall_bad:
    328      1.1   simonb 				if (p->p_emul->e_errno)
    329      1.1   simonb 					error = p->p_emul->e_errno[error];
    330      1.1   simonb 				frame->fixreg[FIRSTARG] = error;
    331      1.1   simonb 				frame->cr |= 0x10000000;
    332      1.1   simonb 				break;
    333      1.1   simonb 			}
    334      1.1   simonb 		}
    335      1.1   simonb 		KERNEL_PROC_UNLOCK(p);
    336  1.3.8.1  gehenna 
    337  1.3.8.1  gehenna 		trace_exit(p, code, args, rval, error);
    338  1.3.8.1  gehenna 
    339      1.1   simonb 		break;
    340      1.1   simonb 
    341      1.1   simonb 	case EXC_AST|EXC_USER:
    342      1.1   simonb 		astpending = 0;		/* we are about to do it */
    343      1.1   simonb 		KERNEL_PROC_LOCK(p);
    344      1.1   simonb 		uvmexp.softs++;
    345      1.1   simonb 		if (p->p_flag & P_OWEUPC) {
    346      1.1   simonb 			p->p_flag &= ~P_OWEUPC;
    347      1.1   simonb 			ADDUPROF(p);
    348      1.1   simonb 		}
    349      1.1   simonb 		/* Check whether we are being preempted. */
    350      1.1   simonb 		if (want_resched)
    351      1.1   simonb 			preempt(NULL);
    352      1.1   simonb 		KERNEL_PROC_UNLOCK(p);
    353      1.1   simonb 		break;
    354      1.1   simonb 
    355      1.1   simonb 
    356      1.1   simonb 	case EXC_ALI|EXC_USER:
    357      1.1   simonb 		KERNEL_PROC_LOCK(p);
    358      1.1   simonb 		if (fix_unaligned(p, frame) != 0)
    359      1.1   simonb 			trapsignal(p, SIGBUS, EXC_ALI);
    360      1.1   simonb 		else
    361      1.1   simonb 			frame->srr0 += 4;
    362      1.1   simonb 		KERNEL_PROC_UNLOCK(p);
    363      1.1   simonb 		break;
    364      1.1   simonb 
    365      1.1   simonb 	case EXC_PGM|EXC_USER:
    366      1.1   simonb 		/*
    367      1.1   simonb 		 * Illegal insn:
    368      1.1   simonb 		 *
    369      1.1   simonb 		 * let's try to see if it's FPU and can be emulated.
    370      1.1   simonb 		 */
    371      1.1   simonb 		uvmexp.traps ++;
    372      1.1   simonb 		if (!(p->p_addr->u_pcb.pcb_flags & PCB_FPU)) {
    373      1.2      wiz 			memset(&p->p_addr->u_pcb.pcb_fpu, 0,
    374      1.1   simonb 				sizeof p->p_addr->u_pcb.pcb_fpu);
    375      1.1   simonb 			p->p_addr->u_pcb.pcb_flags |= PCB_FPU;
    376      1.1   simonb 		}
    377      1.1   simonb 
    378      1.1   simonb 		if ((rv = fpu_emulate(frame,
    379      1.1   simonb 			(struct fpreg *)&p->p_addr->u_pcb.pcb_fpu))) {
    380      1.1   simonb 			KERNEL_PROC_LOCK(p);
    381      1.1   simonb 			trapsignal(p, rv, EXC_PGM);
    382      1.1   simonb 			KERNEL_PROC_UNLOCK(p);
    383      1.1   simonb 		}
    384      1.1   simonb 		break;
    385      1.1   simonb 
    386      1.1   simonb 	case EXC_MCHK:
    387      1.1   simonb 		{
    388      1.1   simonb 			faultbuf *fb;
    389      1.1   simonb 
    390      1.1   simonb 			if ((fb = p->p_addr->u_pcb.pcb_onfault) != NULL) {
    391      1.1   simonb 				frame->pid = KERNEL_PID;
    392      1.1   simonb 				frame->srr0 = (*fb)[0];
    393      1.1   simonb 				frame->srr1 |= PSL_IR; /* Re-enable IMMU */
    394      1.1   simonb 				frame->fixreg[1] = (*fb)[1];
    395      1.1   simonb 				frame->fixreg[2] = (*fb)[2];
    396      1.1   simonb 				frame->fixreg[3] = 1; /* Return TRUE */
    397      1.1   simonb 				frame->cr = (*fb)[3];
    398      1.2      wiz 				memcpy(&frame->fixreg[13], &(*fb)[4],
    399      1.1   simonb 				      19 * sizeof(register_t));
    400      1.1   simonb 				goto done;
    401      1.1   simonb 			}
    402      1.1   simonb 		}
    403      1.1   simonb 		goto brain_damage;
    404      1.1   simonb 	default:
    405      1.1   simonb brain_damage:
    406      1.1   simonb 		printf("trap type 0x%x at 0x%x\n", type, frame->srr0);
    407      1.1   simonb #ifdef DDB
    408      1.1   simonb 		if (kdb_trap(type, frame))
    409      1.1   simonb 			goto done;
    410      1.1   simonb #endif
    411      1.1   simonb #ifdef TRAP_PANICWAIT
    412      1.1   simonb 		printf("Press a key to panic.\n");
    413      1.1   simonb 		cngetc();
    414      1.1   simonb #endif
    415      1.1   simonb 		panic("trap");
    416      1.1   simonb 	}
    417      1.1   simonb 
    418      1.1   simonb 	/* Take pending signals. */
    419      1.1   simonb 	{
    420      1.1   simonb 		int sig;
    421      1.1   simonb 
    422      1.1   simonb 		while ((sig = CURSIG(p)) != 0)
    423      1.1   simonb 			postsig(sig);
    424      1.1   simonb 	}
    425      1.1   simonb 
    426      1.1   simonb 	curcpu()->ci_schedstate.spc_curpriority = p->p_priority = p->p_usrpri;
    427      1.1   simonb   done:
    428      1.1   simonb }
    429      1.1   simonb 
    430      1.1   simonb int
    431      1.1   simonb ctx_setup(int ctx, int srr1)
    432      1.1   simonb {
    433      1.1   simonb 	volatile struct pmap *pm;
    434      1.1   simonb 
    435      1.1   simonb 	/* Update PID if we're returning to user mode. */
    436      1.1   simonb 	if (srr1 & PSL_PR) {
    437      1.1   simonb 		pm = curproc->p_vmspace->vm_map.pmap;
    438      1.1   simonb 		if (!pm->pm_ctx) {
    439      1.1   simonb 			ctx_alloc((struct pmap *)pm);
    440      1.1   simonb 		}
    441      1.1   simonb 		ctx = pm->pm_ctx;
    442      1.1   simonb 		if (srr1 & PSL_SE) {
    443      1.1   simonb 			int dbreg, mask = 0x48000000;
    444      1.1   simonb 				/*
    445      1.1   simonb 				 * Set the Internal Debug and
    446      1.1   simonb 				 * Instruction Completion bits of
    447      1.1   simonb 				 * the DBCR0 register.
    448      1.1   simonb 				 *
    449      1.1   simonb 				 * XXX this is also used by jtag debuggers...
    450      1.1   simonb 				 */
    451      1.1   simonb 			__asm __volatile("mfspr %0,0x3f2;"
    452      1.1   simonb 				"or %0,%0,%1;"
    453      1.1   simonb 				"mtspr 0x3f2,%0;" :
    454      1.1   simonb 				"=&r" (dbreg) : "r" (mask));
    455      1.1   simonb 		}
    456      1.1   simonb 	}
    457      1.1   simonb 	else if (!ctx) {
    458      1.1   simonb 		ctx = KERNEL_PID;
    459      1.1   simonb 	}
    460      1.1   simonb 	return (ctx);
    461      1.1   simonb }
    462      1.1   simonb 
    463      1.1   simonb void
    464      1.1   simonb child_return(void *arg)
    465      1.1   simonb {
    466      1.1   simonb 	struct proc *p = arg;
    467      1.1   simonb 	struct trapframe *tf = trapframe(p);
    468      1.1   simonb 
    469      1.1   simonb 	KERNEL_PROC_UNLOCK(p);
    470      1.1   simonb 
    471      1.1   simonb 	tf->fixreg[FIRSTARG] = 0;
    472      1.1   simonb 	tf->fixreg[FIRSTARG + 1] = 1;
    473      1.1   simonb 	tf->cr &= ~0x10000000;
    474      1.1   simonb 	tf->srr1 &= ~(PSL_FP|PSL_VEC);	/* Disable FP & AltiVec, as we can't be them */
    475      1.1   simonb #ifdef	KTRACE
    476      1.1   simonb 	if (KTRPOINT(p, KTR_SYSRET)) {
    477      1.1   simonb 		KERNEL_PROC_LOCK(p);
    478      1.1   simonb 		ktrsysret(p, SYS_fork, 0, 0);
    479      1.1   simonb 		KERNEL_PROC_UNLOCK(p);
    480      1.1   simonb 	}
    481      1.1   simonb #endif
    482      1.1   simonb 	/* Profiling?							XXX */
    483      1.1   simonb 	curcpu()->ci_schedstate.spc_curpriority = p->p_priority;
    484      1.1   simonb }
    485      1.1   simonb 
    486      1.1   simonb /*
    487      1.1   simonb  * Used by copyin()/copyout()
    488      1.1   simonb  */
    489      1.1   simonb extern vaddr_t vmaprange __P((struct proc *, vaddr_t, vsize_t, int));
    490      1.1   simonb extern void vunmaprange __P((vaddr_t, vsize_t));
    491      1.1   simonb static int bigcopyin __P((const void *,	void *,	size_t ));
    492      1.1   simonb static int bigcopyout __P((const void *, void *, size_t ));
    493      1.1   simonb 
    494      1.1   simonb int
    495      1.1   simonb copyin(const void *udaddr, void *kaddr, size_t len)
    496      1.1   simonb {
    497      1.1   simonb 	struct pmap *pm = curproc->p_vmspace->vm_map.pmap;
    498      1.1   simonb 	int msr, pid, tmp, ctx;
    499      1.1   simonb 	faultbuf env;
    500      1.1   simonb 
    501      1.1   simonb 	/* For bigger buffers use the faster copy */
    502      1.1   simonb 	if (len > 256) return (bigcopyin(udaddr, kaddr, len));
    503      1.1   simonb 
    504      1.1   simonb 	if (setfault(env)) {
    505      1.1   simonb 		curpcb->pcb_onfault = 0;
    506      1.1   simonb 		return EFAULT;
    507      1.1   simonb 	}
    508      1.1   simonb 
    509      1.1   simonb 	if (!(ctx = pm->pm_ctx)) {
    510      1.1   simonb 		/* No context -- assign it one */
    511      1.1   simonb 		ctx_alloc(pm);
    512      1.1   simonb 		ctx = pm->pm_ctx;
    513      1.1   simonb 	}
    514      1.1   simonb 
    515      1.1   simonb 	asm volatile("addi %6,%6,1; mtctr %6;"	/* Set up counter */
    516      1.1   simonb 		"mfmsr %0;"			/* Save MSR */
    517      1.1   simonb 		"li %1,0x20; "
    518      1.1   simonb 		"andc %1,%0,%1; mtmsr %1;"	/* Disable IMMU */
    519      1.1   simonb 		"mfpid %1;"			/* Save old PID */
    520      1.1   simonb 		"sync; isync;"
    521      1.1   simonb 
    522      1.1   simonb 		"1: bdz 2f;"			/* while len */
    523      1.1   simonb 		"mtpid %3; sync;"		/* Load user ctx */
    524      1.1   simonb 		"lbz %2,0(%4); addi %4,%4,1;"	/* Load byte */
    525      1.1   simonb 		"sync; isync;"
    526      1.1   simonb 		"mtpid %1;sync;"
    527      1.1   simonb 		"stb %2,0(%5); dcbf 0,%5; addi %5,%5,1;"	/* Store kernel byte */
    528      1.1   simonb 		"sync; isync;"
    529      1.1   simonb 		"b 1b;"				/* repeat */
    530      1.1   simonb 
    531      1.1   simonb 		"2: mtpid %1; mtmsr %0;"	/* Restore PID and MSR */
    532      1.1   simonb 		"sync; isync;"
    533      1.1   simonb 		: "=&r" (msr), "=&r" (pid), "=&r" (tmp)
    534      1.1   simonb 		: "r" (ctx), "r" (udaddr), "r" (kaddr), "r" (len));
    535      1.1   simonb 
    536      1.1   simonb 	curpcb->pcb_onfault = 0;
    537      1.1   simonb 	return 0;
    538      1.1   simonb }
    539      1.1   simonb 
    540      1.1   simonb static int
    541      1.1   simonb bigcopyin(const void *udaddr, void *kaddr, size_t len)
    542      1.1   simonb {
    543      1.1   simonb 	const char *up;
    544      1.1   simonb 	char *kp = kaddr;
    545      1.1   simonb 	struct proc *p = curproc;
    546      1.1   simonb 	int error;
    547      1.1   simonb 
    548      1.1   simonb 	if (!p) {
    549      1.1   simonb 		return EFAULT;
    550      1.1   simonb 	}
    551      1.1   simonb 
    552      1.1   simonb 	/*
    553      1.1   simonb 	 * Stolen from physio():
    554      1.1   simonb 	 */
    555      1.1   simonb 	PHOLD(p);
    556      1.1   simonb 	error = uvm_vslock(p, (caddr_t)udaddr, len, VM_PROT_READ);
    557      1.1   simonb 	if (error) {
    558      1.1   simonb 		PRELE(p);
    559      1.1   simonb 		return EFAULT;
    560      1.1   simonb 	}
    561      1.1   simonb 	up = (char *)vmaprange(p, (vaddr_t)udaddr, len, VM_PROT_READ);
    562      1.1   simonb 
    563      1.2      wiz 	memcpy(kp, up, len);
    564      1.1   simonb 	vunmaprange((vaddr_t)up, len);
    565      1.1   simonb 	uvm_vsunlock(p, (caddr_t)udaddr, len);
    566      1.1   simonb 	PRELE(p);
    567      1.1   simonb 
    568      1.1   simonb 	return 0;
    569      1.1   simonb }
    570      1.1   simonb 
    571      1.1   simonb int
    572      1.1   simonb copyout(const void *kaddr, void *udaddr, size_t len)
    573      1.1   simonb {
    574      1.1   simonb 	struct pmap *pm = curproc->p_vmspace->vm_map.pmap;
    575      1.1   simonb 	int msr, pid, tmp, ctx;
    576      1.1   simonb 	faultbuf env;
    577      1.1   simonb 
    578      1.1   simonb 	/* For big copies use more efficient routine */
    579      1.1   simonb 	if (len > 256) return (bigcopyout(kaddr, udaddr, len));
    580      1.1   simonb 
    581      1.1   simonb 	if (setfault(env)) {
    582      1.1   simonb 		curpcb->pcb_onfault = 0;
    583      1.1   simonb 		return EFAULT;
    584      1.1   simonb 	}
    585      1.1   simonb 
    586      1.1   simonb 	if (!(ctx = pm->pm_ctx)) {
    587      1.1   simonb 		/* No context -- assign it one */
    588      1.1   simonb 		ctx_alloc(pm);
    589      1.1   simonb 		ctx = pm->pm_ctx;
    590      1.1   simonb 	}
    591      1.1   simonb 
    592      1.1   simonb 	asm volatile("addi %6,%6,1; mtctr %6;"	/* Set up counter */
    593      1.1   simonb 		"mfmsr %0;"			/* Save MSR */
    594      1.1   simonb 		"li %1,0x20; "
    595      1.1   simonb 		"andc %1,%0,%1; mtmsr %1;"	/* Disable IMMU */
    596      1.1   simonb 		"mfpid %1;"			/* Save old PID */
    597      1.1   simonb 		"sync; isync;"
    598      1.1   simonb 
    599      1.1   simonb 		"1: bdz 2f;"			/* while len */
    600      1.1   simonb 		"mtpid %1;sync;"
    601      1.1   simonb 		"lbz %2,0(%5); addi %5,%5,1;"	/* Load kernel byte */
    602      1.1   simonb 		"sync; isync;"
    603      1.1   simonb 		"mtpid %3; sync;"		/* Load user ctx */
    604      1.1   simonb 		"stb %2,0(%4);  dcbf 0,%4; addi %4,%4,1;"	/* Store user byte */
    605      1.1   simonb 		"sync; isync;"
    606      1.1   simonb 		"b 1b;"				/* repeat */
    607      1.1   simonb 
    608      1.1   simonb 		"2: mtpid %1; mtmsr %0;"	/* Restore PID and MSR */
    609      1.1   simonb 		"sync; isync;"
    610      1.1   simonb 		: "=&r" (msr), "=&r" (pid), "=&r" (tmp)
    611      1.1   simonb 		: "r" (ctx), "r" (udaddr), "r" (kaddr), "r" (len));
    612      1.1   simonb 
    613      1.1   simonb 	curpcb->pcb_onfault = 0;
    614      1.1   simonb 	return 0;
    615      1.1   simonb }
    616      1.1   simonb 
    617      1.1   simonb static int
    618      1.1   simonb bigcopyout(const void *kaddr, void *udaddr, size_t len)
    619      1.1   simonb {
    620      1.1   simonb 	char *up;
    621      1.1   simonb 	const char *kp = (char *)kaddr;
    622      1.1   simonb 	struct proc *p = curproc;
    623      1.1   simonb 	int error;
    624      1.1   simonb 
    625      1.1   simonb 	if (!p) {
    626      1.1   simonb 		return EFAULT;
    627      1.1   simonb 	}
    628      1.1   simonb 
    629      1.1   simonb 	/*
    630      1.1   simonb 	 * Stolen from physio():
    631      1.1   simonb 	 */
    632      1.1   simonb 	PHOLD(p);
    633      1.3      chs 	error = uvm_vslock(p, udaddr, len, VM_PROT_WRITE);
    634      1.1   simonb 	if (error) {
    635      1.1   simonb 		PRELE(p);
    636      1.1   simonb 		return EFAULT;
    637      1.1   simonb 	}
    638      1.1   simonb 	up = (char *)vmaprange(p, (vaddr_t)udaddr, len,
    639      1.1   simonb 		VM_PROT_READ|VM_PROT_WRITE);
    640      1.1   simonb 
    641      1.2      wiz 	memcpy(up, kp, len);
    642      1.1   simonb 	vunmaprange((vaddr_t)up, len);
    643      1.1   simonb 	uvm_vsunlock(p, udaddr, len);
    644      1.1   simonb 	PRELE(p);
    645      1.1   simonb 
    646      1.1   simonb 	return 0;
    647      1.1   simonb }
    648      1.1   simonb 
    649      1.1   simonb /*
    650      1.1   simonb  * kcopy(const void *src, void *dst, size_t len);
    651      1.1   simonb  *
    652      1.1   simonb  * Copy len bytes from src to dst, aborting if we encounter a fatal
    653      1.1   simonb  * page fault.
    654      1.1   simonb  *
    655      1.1   simonb  * kcopy() _must_ save and restore the old fault handler since it is
    656      1.1   simonb  * called by uiomove(), which may be in the path of servicing a non-fatal
    657      1.1   simonb  * page fault.
    658      1.1   simonb  */
    659      1.1   simonb int
    660      1.1   simonb kcopy(const void *src, void *dst, size_t len)
    661      1.1   simonb {
    662      1.1   simonb 	faultbuf env, *oldfault;
    663      1.1   simonb 
    664      1.1   simonb 	oldfault = curpcb->pcb_onfault;
    665      1.1   simonb 	if (setfault(env)) {
    666      1.1   simonb 		curpcb->pcb_onfault = oldfault;
    667      1.1   simonb 		return EFAULT;
    668      1.1   simonb 	}
    669      1.1   simonb 
    670      1.2      wiz 	memcpy(dst, src, len);
    671      1.1   simonb 
    672      1.1   simonb 	curpcb->pcb_onfault = oldfault;
    673      1.1   simonb 	return 0;
    674      1.1   simonb }
    675      1.1   simonb 
    676      1.1   simonb int
    677      1.1   simonb badaddr(void *addr, size_t size)
    678      1.1   simonb {
    679      1.1   simonb 
    680      1.1   simonb 	return badaddr_read(addr, size, NULL);
    681      1.1   simonb }
    682      1.1   simonb 
    683      1.1   simonb int
    684      1.1   simonb badaddr_read(void *addr, size_t size, int *rptr)
    685      1.1   simonb {
    686      1.1   simonb 	faultbuf env;
    687      1.1   simonb 	int x;
    688      1.1   simonb 
    689      1.1   simonb 	/* Get rid of any stale machine checks that have been waiting.  */
    690      1.1   simonb 	__asm __volatile ("sync; isync");
    691      1.1   simonb 
    692      1.1   simonb 	if (setfault(env)) {
    693      1.1   simonb 		curpcb->pcb_onfault = 0;
    694      1.1   simonb 		__asm __volatile ("sync");
    695      1.1   simonb 		return 1;
    696      1.1   simonb 	}
    697      1.1   simonb 
    698      1.1   simonb 	__asm __volatile ("sync");
    699      1.1   simonb 
    700      1.1   simonb 	switch (size) {
    701      1.1   simonb 	case 1:
    702      1.1   simonb 		x = *(volatile int8_t *)addr;
    703      1.1   simonb 		break;
    704      1.1   simonb 	case 2:
    705      1.1   simonb 		x = *(volatile int16_t *)addr;
    706      1.1   simonb 		break;
    707      1.1   simonb 	case 4:
    708      1.1   simonb 		x = *(volatile int32_t *)addr;
    709      1.1   simonb 		break;
    710      1.1   simonb 	default:
    711      1.1   simonb 		panic("badaddr: invalid size (%d)", size);
    712      1.1   simonb 	}
    713      1.1   simonb 
    714      1.1   simonb 	/* Make sure we took the machine check, if we caused one. */
    715      1.1   simonb 	__asm __volatile ("sync; isync");
    716      1.1   simonb 
    717      1.1   simonb 	curpcb->pcb_onfault = 0;
    718      1.1   simonb 	__asm __volatile ("sync");	/* To be sure. */
    719      1.1   simonb 
    720      1.1   simonb 	/* Use the value to avoid reorder. */
    721      1.1   simonb 	if (rptr)
    722      1.1   simonb 		*rptr = x;
    723      1.1   simonb 
    724      1.1   simonb 	return 0;
    725      1.1   simonb }
    726      1.1   simonb 
    727      1.1   simonb /*
    728      1.1   simonb  * For now, this only deals with the particular unaligned access case
    729      1.1   simonb  * that gcc tends to generate.  Eventually it should handle all of the
    730      1.1   simonb  * possibilities that can happen on a 32-bit PowerPC in big-endian mode.
    731      1.1   simonb  */
    732      1.1   simonb 
    733      1.1   simonb static int
    734      1.1   simonb fix_unaligned(struct proc *p, struct trapframe *frame)
    735      1.1   simonb {
    736      1.1   simonb 
    737      1.1   simonb 	return -1;
    738      1.1   simonb }
    739