trap.c revision 1.46 1 1.46 hpeyerl /* $NetBSD: trap.c,v 1.46 2007/11/22 13:33:08 hpeyerl Exp $ */
2 1.1 simonb
3 1.1 simonb /*
4 1.1 simonb * Copyright 2001 Wasabi Systems, Inc.
5 1.1 simonb * All rights reserved.
6 1.1 simonb *
7 1.1 simonb * Written by Eduardo Horvath and Simon Burge for Wasabi Systems, Inc.
8 1.1 simonb *
9 1.1 simonb * Redistribution and use in source and binary forms, with or without
10 1.1 simonb * modification, are permitted provided that the following conditions
11 1.1 simonb * are met:
12 1.1 simonb * 1. Redistributions of source code must retain the above copyright
13 1.1 simonb * notice, this list of conditions and the following disclaimer.
14 1.1 simonb * 2. Redistributions in binary form must reproduce the above copyright
15 1.1 simonb * notice, this list of conditions and the following disclaimer in the
16 1.1 simonb * documentation and/or other materials provided with the distribution.
17 1.1 simonb * 3. All advertising materials mentioning features or use of this software
18 1.1 simonb * must display the following acknowledgement:
19 1.1 simonb * This product includes software developed for the NetBSD Project by
20 1.1 simonb * Wasabi Systems, Inc.
21 1.1 simonb * 4. The name of Wasabi Systems, Inc. may not be used to endorse
22 1.1 simonb * or promote products derived from this software without specific prior
23 1.1 simonb * written permission.
24 1.1 simonb *
25 1.1 simonb * THIS SOFTWARE IS PROVIDED BY WASABI SYSTEMS, INC. ``AS IS'' AND
26 1.1 simonb * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
27 1.1 simonb * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
28 1.1 simonb * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL WASABI SYSTEMS, INC
29 1.1 simonb * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
30 1.1 simonb * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
31 1.1 simonb * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
32 1.1 simonb * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
33 1.1 simonb * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
34 1.1 simonb * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
35 1.1 simonb * POSSIBILITY OF SUCH DAMAGE.
36 1.1 simonb */
37 1.1 simonb
38 1.1 simonb /*
39 1.1 simonb * Copyright (C) 1995, 1996 Wolfgang Solfrank.
40 1.1 simonb * Copyright (C) 1995, 1996 TooLs GmbH.
41 1.1 simonb * All rights reserved.
42 1.1 simonb *
43 1.1 simonb * Redistribution and use in source and binary forms, with or without
44 1.1 simonb * modification, are permitted provided that the following conditions
45 1.1 simonb * are met:
46 1.1 simonb * 1. Redistributions of source code must retain the above copyright
47 1.1 simonb * notice, this list of conditions and the following disclaimer.
48 1.1 simonb * 2. Redistributions in binary form must reproduce the above copyright
49 1.1 simonb * notice, this list of conditions and the following disclaimer in the
50 1.1 simonb * documentation and/or other materials provided with the distribution.
51 1.1 simonb * 3. All advertising materials mentioning features or use of this software
52 1.1 simonb * must display the following acknowledgement:
53 1.1 simonb * This product includes software developed by TooLs GmbH.
54 1.1 simonb * 4. The name of TooLs GmbH may not be used to endorse or promote products
55 1.1 simonb * derived from this software without specific prior written permission.
56 1.1 simonb *
57 1.1 simonb * THIS SOFTWARE IS PROVIDED BY TOOLS GMBH ``AS IS'' AND ANY EXPRESS OR
58 1.1 simonb * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
59 1.1 simonb * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
60 1.1 simonb * IN NO EVENT SHALL TOOLS GMBH BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
61 1.1 simonb * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
62 1.1 simonb * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
63 1.1 simonb * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
64 1.1 simonb * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
65 1.1 simonb * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
66 1.1 simonb * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
67 1.1 simonb */
68 1.14 lukem
69 1.14 lukem #include <sys/cdefs.h>
70 1.46 hpeyerl __KERNEL_RCSID(0, "$NetBSD: trap.c,v 1.46 2007/11/22 13:33:08 hpeyerl Exp $");
71 1.1 simonb
72 1.1 simonb #include "opt_altivec.h"
73 1.1 simonb #include "opt_ddb.h"
74 1.44 garbled #include "opt_kgdb.h"
75 1.1 simonb
76 1.1 simonb #include <sys/param.h>
77 1.1 simonb #include <sys/proc.h>
78 1.1 simonb #include <sys/reboot.h>
79 1.1 simonb #include <sys/syscall.h>
80 1.1 simonb #include <sys/systm.h>
81 1.1 simonb #include <sys/user.h>
82 1.10 thorpej #include <sys/pool.h>
83 1.20 cl #include <sys/userret.h>
84 1.34 yamt #include <sys/kauth.h>
85 1.1 simonb
86 1.44 garbled #if defined(KGDB)
87 1.44 garbled #include <sys/kgdb.h>
88 1.44 garbled #endif
89 1.44 garbled
90 1.1 simonb #include <uvm/uvm_extern.h>
91 1.1 simonb
92 1.1 simonb #include <dev/cons.h>
93 1.1 simonb
94 1.1 simonb #include <machine/cpu.h>
95 1.1 simonb #include <machine/db_machdep.h>
96 1.1 simonb #include <machine/fpu.h>
97 1.1 simonb #include <machine/frame.h>
98 1.1 simonb #include <machine/pcb.h>
99 1.1 simonb #include <machine/psl.h>
100 1.1 simonb #include <machine/trap.h>
101 1.1 simonb
102 1.1 simonb #include <powerpc/spr.h>
103 1.1 simonb #include <powerpc/ibm4xx/pmap.h>
104 1.1 simonb #include <powerpc/ibm4xx/tlb.h>
105 1.1 simonb #include <powerpc/fpu/fpu_extern.h>
106 1.1 simonb
107 1.1 simonb /* These definitions should probably be somewhere else XXX */
108 1.1 simonb #define FIRSTARG 3 /* first argument is in reg 3 */
109 1.1 simonb #define NARGREG 8 /* 8 args are in registers */
110 1.40 christos #define MOREARGS(sp) ((void *)((int)(sp) + 8)) /* more args go here */
111 1.1 simonb
112 1.10 thorpej static int fix_unaligned __P((struct lwp *l, struct trapframe *frame));
113 1.1 simonb
114 1.1 simonb void trap __P((struct trapframe *)); /* Called from locore / trap_subr */
115 1.1 simonb /* Why are these not defined in a header? */
116 1.1 simonb int badaddr __P((void *, size_t));
117 1.1 simonb int badaddr_read __P((void *, size_t, int *));
118 1.1 simonb int ctx_setup __P((int, int));
119 1.1 simonb
120 1.1 simonb #ifdef DEBUG
121 1.1 simonb #define TDB_ALL 0x1
122 1.1 simonb int trapdebug = /* TDB_ALL */ 0;
123 1.1 simonb #define DBPRINTF(x, y) if (trapdebug & (x)) printf y
124 1.1 simonb #else
125 1.1 simonb #define DBPRINTF(x, y)
126 1.1 simonb #endif
127 1.1 simonb
128 1.1 simonb void
129 1.1 simonb trap(struct trapframe *frame)
130 1.1 simonb {
131 1.10 thorpej struct lwp *l = curlwp;
132 1.10 thorpej struct proc *p = l ? l->l_proc : NULL;
133 1.1 simonb int type = frame->exc;
134 1.1 simonb int ftype, rv;
135 1.18 eeh ksiginfo_t ksi;
136 1.1 simonb
137 1.10 thorpej KASSERT(l == 0 || (l->l_stat == LSONPROC));
138 1.1 simonb
139 1.35 ad if (frame->srr1 & PSL_PR) {
140 1.35 ad LWP_CACHE_CREDS(l, p);
141 1.1 simonb type |= EXC_USER;
142 1.35 ad }
143 1.1 simonb
144 1.1 simonb ftype = VM_PROT_READ;
145 1.1 simonb
146 1.13 simonb DBPRINTF(TDB_ALL, ("trap(%x) at %lx from frame %p &frame %p\n",
147 1.13 simonb type, frame->srr0, frame, &frame));
148 1.1 simonb
149 1.1 simonb switch (type) {
150 1.1 simonb case EXC_DEBUG|EXC_USER:
151 1.13 simonb {
152 1.13 simonb int srr2, srr3;
153 1.13 simonb
154 1.28 perry __asm volatile("mfspr %0,0x3f0" :
155 1.13 simonb "=r" (rv), "=r" (srr2), "=r" (srr3) :);
156 1.13 simonb printf("debug reg is %x srr2 %x srr3 %x\n", rv, srr2,
157 1.13 simonb srr3);
158 1.13 simonb /* XXX fall through or break here?! */
159 1.13 simonb }
160 1.1 simonb /*
161 1.1 simonb * DEBUG intr -- probably single-step.
162 1.1 simonb */
163 1.1 simonb case EXC_TRC|EXC_USER:
164 1.17 matt frame->srr1 &= ~PSL_SE;
165 1.19 thorpej KSI_INIT_TRAP(&ksi);
166 1.17 matt ksi.ksi_signo = SIGTRAP;
167 1.17 matt ksi.ksi_trap = EXC_TRC;
168 1.17 matt ksi.ksi_addr = (void *)frame->srr0;
169 1.39 ad KERNEL_LOCK(1, l);
170 1.17 matt trapsignal(l, &ksi);
171 1.39 ad KERNEL_UNLOCK_LAST(l);
172 1.1 simonb break;
173 1.7 simonb
174 1.13 simonb /*
175 1.13 simonb * If we could not find and install appropriate TLB entry, fall through.
176 1.13 simonb */
177 1.7 simonb
178 1.1 simonb case EXC_DSI:
179 1.1 simonb /* FALLTHROUGH */
180 1.1 simonb case EXC_DTMISS:
181 1.1 simonb {
182 1.1 simonb struct vm_map *map;
183 1.1 simonb vaddr_t va;
184 1.11 matt struct faultbuf *fb = NULL;
185 1.1 simonb
186 1.39 ad KERNEL_LOCK(1, NULL);
187 1.11 matt va = frame->dar;
188 1.11 matt if (frame->tf_xtra[TF_PID] == KERNEL_PID) {
189 1.1 simonb map = kernel_map;
190 1.1 simonb } else {
191 1.1 simonb map = &p->p_vmspace->vm_map;
192 1.1 simonb }
193 1.1 simonb
194 1.11 matt if (frame->tf_xtra[TF_ESR] & (ESR_DST|ESR_DIZ))
195 1.3 chs ftype = VM_PROT_WRITE;
196 1.1 simonb
197 1.13 simonb DBPRINTF(TDB_ALL,
198 1.13 simonb ("trap(EXC_DSI) at %lx %s fault on %p esr %x\n",
199 1.13 simonb frame->srr0,
200 1.13 simonb (ftype & VM_PROT_WRITE) ? "write" : "read",
201 1.13 simonb (void *)va, frame->tf_xtra[TF_ESR]));
202 1.32 drochner rv = uvm_fault(map, trunc_page(va), ftype);
203 1.39 ad KERNEL_UNLOCK_ONE(NULL);
204 1.1 simonb if (rv == 0)
205 1.1 simonb goto done;
206 1.10 thorpej if ((fb = l->l_addr->u_pcb.pcb_onfault) != NULL) {
207 1.11 matt frame->tf_xtra[TF_PID] = KERNEL_PID;
208 1.11 matt frame->srr0 = fb->fb_pc;
209 1.1 simonb frame->srr1 |= PSL_IR; /* Re-enable IMMU */
210 1.11 matt frame->fixreg[1] = fb->fb_sp;
211 1.11 matt frame->fixreg[2] = fb->fb_r2;
212 1.1 simonb frame->fixreg[3] = 1; /* Return TRUE */
213 1.11 matt frame->cr = fb->fb_cr;
214 1.11 matt memcpy(&frame->fixreg[13], fb->fb_fixreg,
215 1.11 matt sizeof(fb->fb_fixreg));
216 1.1 simonb goto done;
217 1.1 simonb }
218 1.1 simonb }
219 1.1 simonb goto brain_damage;
220 1.7 simonb
221 1.1 simonb case EXC_DSI|EXC_USER:
222 1.1 simonb /* FALLTHROUGH */
223 1.1 simonb case EXC_DTMISS|EXC_USER:
224 1.39 ad KERNEL_LOCK(1, l);
225 1.7 simonb
226 1.11 matt if (frame->tf_xtra[TF_ESR] & (ESR_DST|ESR_DIZ))
227 1.3 chs ftype = VM_PROT_WRITE;
228 1.1 simonb
229 1.13 simonb DBPRINTF(TDB_ALL,
230 1.13 simonb ("trap(EXC_DSI|EXC_USER) at %lx %s fault on %lx %x\n",
231 1.13 simonb frame->srr0, (ftype & VM_PROT_WRITE) ? "write" : "read",
232 1.13 simonb frame->dar, frame->tf_xtra[TF_ESR]));
233 1.13 simonb KASSERT(l == curlwp && (l->l_stat == LSONPROC));
234 1.13 simonb rv = uvm_fault(&p->p_vmspace->vm_map, trunc_page(frame->dar),
235 1.32 drochner ftype);
236 1.1 simonb if (rv == 0) {
237 1.39 ad KERNEL_UNLOCK_LAST(l);
238 1.13 simonb break;
239 1.1 simonb }
240 1.19 thorpej KSI_INIT_TRAP(&ksi);
241 1.17 matt ksi.ksi_signo = SIGSEGV;
242 1.17 matt ksi.ksi_trap = EXC_DSI;
243 1.17 matt ksi.ksi_addr = (void *)frame->dar;
244 1.1 simonb if (rv == ENOMEM) {
245 1.10 thorpej printf("UVM: pid %d (%s) lid %d, uid %d killed: "
246 1.13 simonb "out of swap\n",
247 1.13 simonb p->p_pid, p->p_comm, l->l_lid,
248 1.36 ad l->l_cred ?
249 1.36 ad kauth_cred_geteuid(l->l_cred) : -1);
250 1.17 matt ksi.ksi_signo = SIGKILL;
251 1.1 simonb }
252 1.17 matt trapsignal(l, &ksi);
253 1.39 ad KERNEL_UNLOCK_LAST(l);
254 1.1 simonb break;
255 1.15 chs
256 1.1 simonb case EXC_ITMISS|EXC_USER:
257 1.1 simonb case EXC_ISI|EXC_USER:
258 1.39 ad KERNEL_LOCK(1, l);
259 1.15 chs ftype = VM_PROT_EXECUTE;
260 1.13 simonb DBPRINTF(TDB_ALL,
261 1.15 chs ("trap(EXC_ISI|EXC_USER) at %lx execute fault tf %p\n",
262 1.13 simonb frame->srr0, frame));
263 1.13 simonb rv = uvm_fault(&p->p_vmspace->vm_map, trunc_page(frame->srr0),
264 1.32 drochner ftype);
265 1.1 simonb if (rv == 0) {
266 1.39 ad KERNEL_UNLOCK_LAST(l);
267 1.13 simonb break;
268 1.1 simonb }
269 1.19 thorpej KSI_INIT_TRAP(&ksi);
270 1.17 matt ksi.ksi_signo = SIGSEGV;
271 1.17 matt ksi.ksi_trap = EXC_ISI;
272 1.17 matt ksi.ksi_addr = (void *)frame->srr0;
273 1.21 drochner ksi.ksi_code = (rv == EACCES ? SEGV_ACCERR : SEGV_MAPERR);
274 1.17 matt trapsignal(l, &ksi);
275 1.39 ad KERNEL_UNLOCK_LAST(l);
276 1.1 simonb break;
277 1.1 simonb
278 1.1 simonb case EXC_AST|EXC_USER:
279 1.11 matt curcpu()->ci_astpending = 0; /* we are about to do it */
280 1.1 simonb uvmexp.softs++;
281 1.39 ad if (l->l_pflag & LP_OWEUPC) {
282 1.39 ad l->l_pflag &= ~LP_OWEUPC;
283 1.39 ad ADDUPROF(l);
284 1.1 simonb }
285 1.1 simonb /* Check whether we are being preempted. */
286 1.42 rjs if (curcpu()->ci_want_resched)
287 1.38 ad preempt();
288 1.1 simonb break;
289 1.1 simonb
290 1.1 simonb
291 1.1 simonb case EXC_ALI|EXC_USER:
292 1.39 ad KERNEL_LOCK(1, l);
293 1.17 matt if (fix_unaligned(l, frame) != 0) {
294 1.19 thorpej KSI_INIT_TRAP(&ksi);
295 1.17 matt ksi.ksi_signo = SIGBUS;
296 1.17 matt ksi.ksi_trap = EXC_ALI;
297 1.17 matt ksi.ksi_addr = (void *)frame->dar;
298 1.17 matt trapsignal(l, &ksi);
299 1.17 matt } else
300 1.1 simonb frame->srr0 += 4;
301 1.39 ad KERNEL_UNLOCK_LAST(l);
302 1.1 simonb break;
303 1.1 simonb
304 1.1 simonb case EXC_PGM|EXC_USER:
305 1.7 simonb /*
306 1.7 simonb * Illegal insn:
307 1.1 simonb *
308 1.7 simonb * let's try to see if it's FPU and can be emulated.
309 1.1 simonb */
310 1.24 simonb uvmexp.traps++;
311 1.10 thorpej if (!(l->l_addr->u_pcb.pcb_flags & PCB_FPU)) {
312 1.10 thorpej memset(&l->l_addr->u_pcb.pcb_fpu, 0,
313 1.10 thorpej sizeof l->l_addr->u_pcb.pcb_fpu);
314 1.10 thorpej l->l_addr->u_pcb.pcb_flags |= PCB_FPU;
315 1.1 simonb }
316 1.1 simonb
317 1.7 simonb if ((rv = fpu_emulate(frame,
318 1.10 thorpej (struct fpreg *)&l->l_addr->u_pcb.pcb_fpu))) {
319 1.19 thorpej KSI_INIT_TRAP(&ksi);
320 1.17 matt ksi.ksi_signo = rv;
321 1.17 matt ksi.ksi_trap = EXC_PGM;
322 1.17 matt ksi.ksi_addr = (void *)frame->srr0;
323 1.39 ad KERNEL_LOCK(1, l);
324 1.17 matt trapsignal(l, &ksi);
325 1.39 ad KERNEL_UNLOCK_LAST(l);
326 1.1 simonb }
327 1.1 simonb break;
328 1.1 simonb
329 1.1 simonb case EXC_MCHK:
330 1.1 simonb {
331 1.11 matt struct faultbuf *fb;
332 1.1 simonb
333 1.10 thorpej if ((fb = l->l_addr->u_pcb.pcb_onfault) != NULL) {
334 1.11 matt frame->tf_xtra[TF_PID] = KERNEL_PID;
335 1.11 matt frame->srr0 = fb->fb_pc;
336 1.1 simonb frame->srr1 |= PSL_IR; /* Re-enable IMMU */
337 1.11 matt frame->fixreg[1] = fb->fb_sp;
338 1.11 matt frame->fixreg[2] = fb->fb_r2;
339 1.1 simonb frame->fixreg[3] = 1; /* Return TRUE */
340 1.11 matt frame->cr = fb->fb_cr;
341 1.11 matt memcpy(&frame->fixreg[13], fb->fb_fixreg,
342 1.11 matt sizeof(fb->fb_fixreg));
343 1.1 simonb goto done;
344 1.1 simonb }
345 1.1 simonb }
346 1.1 simonb goto brain_damage;
347 1.1 simonb default:
348 1.13 simonb brain_damage:
349 1.11 matt printf("trap type 0x%x at 0x%lx\n", type, frame->srr0);
350 1.44 garbled #if defined(DDB) || defined(KGDB)
351 1.1 simonb if (kdb_trap(type, frame))
352 1.1 simonb goto done;
353 1.1 simonb #endif
354 1.1 simonb #ifdef TRAP_PANICWAIT
355 1.1 simonb printf("Press a key to panic.\n");
356 1.1 simonb cngetc();
357 1.1 simonb #endif
358 1.1 simonb panic("trap");
359 1.1 simonb }
360 1.1 simonb
361 1.20 cl /* Invoke MI userret code */
362 1.20 cl mi_userret(l);
363 1.13 simonb done:
364 1.9 thorpej return;
365 1.1 simonb }
366 1.1 simonb
367 1.1 simonb int
368 1.1 simonb ctx_setup(int ctx, int srr1)
369 1.1 simonb {
370 1.1 simonb volatile struct pmap *pm;
371 1.1 simonb
372 1.1 simonb /* Update PID if we're returning to user mode. */
373 1.1 simonb if (srr1 & PSL_PR) {
374 1.1 simonb pm = curproc->p_vmspace->vm_map.pmap;
375 1.1 simonb if (!pm->pm_ctx) {
376 1.26 scw ctx_alloc(__UNVOLATILE(pm));
377 1.1 simonb }
378 1.1 simonb ctx = pm->pm_ctx;
379 1.1 simonb if (srr1 & PSL_SE) {
380 1.1 simonb int dbreg, mask = 0x48000000;
381 1.1 simonb /*
382 1.1 simonb * Set the Internal Debug and
383 1.1 simonb * Instruction Completion bits of
384 1.1 simonb * the DBCR0 register.
385 1.1 simonb *
386 1.1 simonb * XXX this is also used by jtag debuggers...
387 1.1 simonb */
388 1.28 perry __asm volatile("mfspr %0,0x3f2;"
389 1.13 simonb "or %0,%0,%1;"
390 1.13 simonb "mtspr 0x3f2,%0;" :
391 1.13 simonb "=&r" (dbreg) : "r" (mask));
392 1.1 simonb }
393 1.1 simonb }
394 1.1 simonb else if (!ctx) {
395 1.1 simonb ctx = KERNEL_PID;
396 1.1 simonb }
397 1.1 simonb return (ctx);
398 1.1 simonb }
399 1.1 simonb
400 1.1 simonb /*
401 1.1 simonb * Used by copyin()/copyout()
402 1.1 simonb */
403 1.1 simonb extern vaddr_t vmaprange __P((struct proc *, vaddr_t, vsize_t, int));
404 1.1 simonb extern void vunmaprange __P((vaddr_t, vsize_t));
405 1.13 simonb static int bigcopyin __P((const void *, void *, size_t ));
406 1.1 simonb static int bigcopyout __P((const void *, void *, size_t ));
407 1.1 simonb
408 1.1 simonb int
409 1.1 simonb copyin(const void *udaddr, void *kaddr, size_t len)
410 1.1 simonb {
411 1.1 simonb struct pmap *pm = curproc->p_vmspace->vm_map.pmap;
412 1.46 hpeyerl int msr, pid, tmp, ctx, count=0;
413 1.11 matt struct faultbuf env;
414 1.1 simonb
415 1.1 simonb /* For bigger buffers use the faster copy */
416 1.46 hpeyerl if (len > 1024)
417 1.25 simonb return (bigcopyin(udaddr, kaddr, len));
418 1.1 simonb
419 1.11 matt if (setfault(&env)) {
420 1.1 simonb curpcb->pcb_onfault = 0;
421 1.1 simonb return EFAULT;
422 1.1 simonb }
423 1.1 simonb
424 1.1 simonb if (!(ctx = pm->pm_ctx)) {
425 1.1 simonb /* No context -- assign it one */
426 1.1 simonb ctx_alloc(pm);
427 1.1 simonb ctx = pm->pm_ctx;
428 1.1 simonb }
429 1.1 simonb
430 1.46 hpeyerl __asm volatile(
431 1.46 hpeyerl " mfmsr %[msr];" /* Save MSR */
432 1.46 hpeyerl " li %[pid],0x20; "
433 1.46 hpeyerl " andc %[pid],%[msr],%[pid]; mtmsr %[pid];" /* Disable IMMU */
434 1.46 hpeyerl " mfpid %[pid];" /* Save old PID */
435 1.46 hpeyerl " sync; isync;"
436 1.46 hpeyerl
437 1.46 hpeyerl " srwi. %[count],%[len],0x2;" /* How many words? */
438 1.46 hpeyerl " beq- 2f;" /* No words. Go do bytes */
439 1.46 hpeyerl " mtctr %[count];"
440 1.46 hpeyerl "1: mtpid %[ctx]; sync;"
441 1.46 hpeyerl " lwz %[tmp],0(%[udaddr]);" /* Load user word */
442 1.46 hpeyerl " addi %[udaddr],%[udaddr],0x4;" /* next udaddr word */
443 1.46 hpeyerl " sync; isync;"
444 1.46 hpeyerl " mtpid %[pid];sync;"
445 1.46 hpeyerl " stw %[tmp],0(%[kaddr]);" /* Store kernel word */
446 1.46 hpeyerl " dcbf 0,%[kaddr];" /* flush cache */
447 1.46 hpeyerl " addi %[kaddr],%[kaddr],0x4;" /* next udaddr word */
448 1.46 hpeyerl " sync; isync;"
449 1.46 hpeyerl " bdnz 1b;" /* repeat */
450 1.46 hpeyerl
451 1.46 hpeyerl "2: andi. %[count],%[len],0x3;" /* How many remaining bytes? */
452 1.46 hpeyerl " addi %[count],%[count],0x1;"
453 1.46 hpeyerl " mtctr %[count];"
454 1.46 hpeyerl "3: bdz 10f;" /* while count */
455 1.46 hpeyerl " mtpid %[ctx];sync;"
456 1.46 hpeyerl " lbz %[tmp],0(%[udaddr]);" /* Load user byte */
457 1.46 hpeyerl " addi %[udaddr],%[udaddr],0x1;" /* next udaddr byte */
458 1.46 hpeyerl " sync; isync;"
459 1.46 hpeyerl " mtpid %[pid]; sync;"
460 1.46 hpeyerl " stb %[tmp],0(%[kaddr]);" /* Store kernel byte */
461 1.46 hpeyerl " dcbf 0,%[kaddr];" /* flush cache */
462 1.46 hpeyerl " addi %[kaddr],%[kaddr],0x1;"
463 1.46 hpeyerl " sync; isync;"
464 1.46 hpeyerl " b 3b;"
465 1.46 hpeyerl "10:mtpid %[pid]; mtmsr %[msr]; sync; isync;" /* Restore PID and MSR */
466 1.46 hpeyerl : [msr] "=&r" (msr), [pid] "=&r" (pid), [tmp] "=&r" (tmp)
467 1.46 hpeyerl : [udaddr] "b" (udaddr), [ctx] "b" (ctx), [kaddr] "b" (kaddr), [len] "b" (len), [count] "b" (count));
468 1.1 simonb
469 1.1 simonb curpcb->pcb_onfault = 0;
470 1.1 simonb return 0;
471 1.1 simonb }
472 1.1 simonb
473 1.1 simonb static int
474 1.1 simonb bigcopyin(const void *udaddr, void *kaddr, size_t len)
475 1.1 simonb {
476 1.1 simonb const char *up;
477 1.1 simonb char *kp = kaddr;
478 1.10 thorpej struct lwp *l = curlwp;
479 1.10 thorpej struct proc *p;
480 1.1 simonb int error;
481 1.1 simonb
482 1.10 thorpej if (!l) {
483 1.1 simonb return EFAULT;
484 1.1 simonb }
485 1.1 simonb
486 1.10 thorpej p = l->l_proc;
487 1.10 thorpej
488 1.1 simonb /*
489 1.7 simonb * Stolen from physio():
490 1.1 simonb */
491 1.43 ad uvm_lwp_hold(l);
492 1.37 chs error = uvm_vslock(p->p_vmspace, __UNCONST(udaddr), len, VM_PROT_READ);
493 1.1 simonb if (error) {
494 1.43 ad uvm_lwp_rele(l);
495 1.1 simonb return EFAULT;
496 1.1 simonb }
497 1.1 simonb up = (char *)vmaprange(p, (vaddr_t)udaddr, len, VM_PROT_READ);
498 1.1 simonb
499 1.2 wiz memcpy(kp, up, len);
500 1.1 simonb vunmaprange((vaddr_t)up, len);
501 1.37 chs uvm_vsunlock(p->p_vmspace, __UNCONST(udaddr), len);
502 1.43 ad uvm_lwp_rele(l);
503 1.1 simonb
504 1.7 simonb return 0;
505 1.1 simonb }
506 1.1 simonb
507 1.1 simonb int
508 1.1 simonb copyout(const void *kaddr, void *udaddr, size_t len)
509 1.1 simonb {
510 1.1 simonb struct pmap *pm = curproc->p_vmspace->vm_map.pmap;
511 1.46 hpeyerl int msr, pid, tmp, ctx, count=0;
512 1.11 matt struct faultbuf env;
513 1.1 simonb
514 1.1 simonb /* For big copies use more efficient routine */
515 1.46 hpeyerl if (len > 1024)
516 1.25 simonb return (bigcopyout(kaddr, udaddr, len));
517 1.1 simonb
518 1.11 matt if (setfault(&env)) {
519 1.1 simonb curpcb->pcb_onfault = 0;
520 1.1 simonb return EFAULT;
521 1.1 simonb }
522 1.1 simonb
523 1.1 simonb if (!(ctx = pm->pm_ctx)) {
524 1.1 simonb /* No context -- assign it one */
525 1.1 simonb ctx_alloc(pm);
526 1.1 simonb ctx = pm->pm_ctx;
527 1.1 simonb }
528 1.1 simonb
529 1.46 hpeyerl __asm volatile(
530 1.46 hpeyerl " mfmsr %[msr];" /* Save MSR */ \
531 1.46 hpeyerl " li %[pid],0x20; " \
532 1.46 hpeyerl " andc %[pid],%[msr],%[pid]; mtmsr %[pid];" /* Disable IMMU */ \
533 1.46 hpeyerl " mfpid %[pid];" /* Save old PID */ \
534 1.46 hpeyerl " sync; isync;"
535 1.46 hpeyerl
536 1.46 hpeyerl " srwi. %[count],%[len],0x2;" /* How many words? */
537 1.46 hpeyerl " beq- 2f;" /* No words. Go do bytes */
538 1.46 hpeyerl " mtctr %[count];"
539 1.46 hpeyerl "1: mtpid %[pid];sync;"
540 1.46 hpeyerl " lwz %[tmp],0(%[kaddr]);" /* Load kernel word */
541 1.46 hpeyerl " addi %[kaddr],%[kaddr],0x4;" /* next kaddr word */
542 1.46 hpeyerl " sync; isync;"
543 1.46 hpeyerl " mtpid %[ctx]; sync;"
544 1.46 hpeyerl " stw %[tmp],0(%[udaddr]);" /* Store user word */
545 1.46 hpeyerl " dcbf 0,%[udaddr];" /* flush cache */
546 1.46 hpeyerl " addi %[udaddr],%[udaddr],0x4;" /* next udaddr word */
547 1.46 hpeyerl " sync; isync;"
548 1.46 hpeyerl " bdnz 1b;" /* repeat */
549 1.46 hpeyerl
550 1.46 hpeyerl "2: andi. %[count],%[len],0x3;" /* How many remaining bytes? */
551 1.46 hpeyerl " addi %[count],%[count],0x1;"
552 1.46 hpeyerl " mtctr %[count];"
553 1.46 hpeyerl "3: bdz 10f;" /* while count */
554 1.46 hpeyerl " mtpid %[pid];sync;"
555 1.46 hpeyerl " lbz %[tmp],0(%[kaddr]);" /* Load kernel byte */
556 1.46 hpeyerl " addi %[kaddr],%[kaddr],0x1;" /* next kaddr byte */
557 1.46 hpeyerl " sync; isync;"
558 1.46 hpeyerl " mtpid %[ctx]; sync;"
559 1.46 hpeyerl " stb %[tmp],0(%[udaddr]);" /* Store user byte */
560 1.46 hpeyerl " dcbf 0,%[udaddr];" /* flush cache */
561 1.46 hpeyerl " addi %[udaddr],%[udaddr],0x1;"
562 1.46 hpeyerl " sync; isync;"
563 1.46 hpeyerl " b 3b;"
564 1.46 hpeyerl "10:mtpid %[pid]; mtmsr %[msr]; sync; isync;" /* Restore PID and MSR */
565 1.46 hpeyerl : [msr] "=&r" (msr), [pid] "=&r" (pid), [tmp] "=&r" (tmp)
566 1.46 hpeyerl : [udaddr] "b" (udaddr), [ctx] "b" (ctx), [kaddr] "b" (kaddr), [len] "b" (len), [count] "b" (count));
567 1.1 simonb
568 1.1 simonb curpcb->pcb_onfault = 0;
569 1.1 simonb return 0;
570 1.1 simonb }
571 1.1 simonb
572 1.1 simonb static int
573 1.1 simonb bigcopyout(const void *kaddr, void *udaddr, size_t len)
574 1.1 simonb {
575 1.1 simonb char *up;
576 1.26 scw const char *kp = (const char *)kaddr;
577 1.10 thorpej struct lwp *l = curlwp;
578 1.10 thorpej struct proc *p;
579 1.1 simonb int error;
580 1.1 simonb
581 1.10 thorpej if (!l) {
582 1.1 simonb return EFAULT;
583 1.1 simonb }
584 1.1 simonb
585 1.10 thorpej p = l->l_proc;
586 1.10 thorpej
587 1.1 simonb /*
588 1.7 simonb * Stolen from physio():
589 1.1 simonb */
590 1.43 ad uvm_lwp_hold(l);
591 1.37 chs error = uvm_vslock(p->p_vmspace, udaddr, len, VM_PROT_WRITE);
592 1.1 simonb if (error) {
593 1.43 ad uvm_lwp_rele(l);
594 1.1 simonb return EFAULT;
595 1.1 simonb }
596 1.7 simonb up = (char *)vmaprange(p, (vaddr_t)udaddr, len,
597 1.13 simonb VM_PROT_READ | VM_PROT_WRITE);
598 1.1 simonb
599 1.2 wiz memcpy(up, kp, len);
600 1.1 simonb vunmaprange((vaddr_t)up, len);
601 1.37 chs uvm_vsunlock(p->p_vmspace, udaddr, len);
602 1.43 ad uvm_lwp_rele(l);
603 1.1 simonb
604 1.7 simonb return 0;
605 1.1 simonb }
606 1.1 simonb
607 1.1 simonb /*
608 1.1 simonb * kcopy(const void *src, void *dst, size_t len);
609 1.1 simonb *
610 1.1 simonb * Copy len bytes from src to dst, aborting if we encounter a fatal
611 1.1 simonb * page fault.
612 1.1 simonb *
613 1.1 simonb * kcopy() _must_ save and restore the old fault handler since it is
614 1.1 simonb * called by uiomove(), which may be in the path of servicing a non-fatal
615 1.1 simonb * page fault.
616 1.1 simonb */
617 1.1 simonb int
618 1.1 simonb kcopy(const void *src, void *dst, size_t len)
619 1.1 simonb {
620 1.11 matt struct faultbuf env, *oldfault;
621 1.1 simonb
622 1.1 simonb oldfault = curpcb->pcb_onfault;
623 1.11 matt if (setfault(&env)) {
624 1.1 simonb curpcb->pcb_onfault = oldfault;
625 1.1 simonb return EFAULT;
626 1.1 simonb }
627 1.1 simonb
628 1.2 wiz memcpy(dst, src, len);
629 1.1 simonb
630 1.1 simonb curpcb->pcb_onfault = oldfault;
631 1.1 simonb return 0;
632 1.1 simonb }
633 1.1 simonb
634 1.1 simonb int
635 1.1 simonb badaddr(void *addr, size_t size)
636 1.1 simonb {
637 1.1 simonb
638 1.1 simonb return badaddr_read(addr, size, NULL);
639 1.1 simonb }
640 1.1 simonb
641 1.1 simonb int
642 1.1 simonb badaddr_read(void *addr, size_t size, int *rptr)
643 1.1 simonb {
644 1.11 matt struct faultbuf env;
645 1.1 simonb int x;
646 1.1 simonb
647 1.1 simonb /* Get rid of any stale machine checks that have been waiting. */
648 1.28 perry __asm volatile ("sync; isync");
649 1.1 simonb
650 1.11 matt if (setfault(&env)) {
651 1.1 simonb curpcb->pcb_onfault = 0;
652 1.28 perry __asm volatile ("sync");
653 1.1 simonb return 1;
654 1.1 simonb }
655 1.1 simonb
656 1.28 perry __asm volatile ("sync");
657 1.1 simonb
658 1.1 simonb switch (size) {
659 1.1 simonb case 1:
660 1.1 simonb x = *(volatile int8_t *)addr;
661 1.1 simonb break;
662 1.1 simonb case 2:
663 1.1 simonb x = *(volatile int16_t *)addr;
664 1.1 simonb break;
665 1.1 simonb case 4:
666 1.1 simonb x = *(volatile int32_t *)addr;
667 1.1 simonb break;
668 1.1 simonb default:
669 1.1 simonb panic("badaddr: invalid size (%d)", size);
670 1.1 simonb }
671 1.1 simonb
672 1.1 simonb /* Make sure we took the machine check, if we caused one. */
673 1.28 perry __asm volatile ("sync; isync");
674 1.1 simonb
675 1.1 simonb curpcb->pcb_onfault = 0;
676 1.28 perry __asm volatile ("sync"); /* To be sure. */
677 1.1 simonb
678 1.1 simonb /* Use the value to avoid reorder. */
679 1.1 simonb if (rptr)
680 1.1 simonb *rptr = x;
681 1.1 simonb
682 1.1 simonb return 0;
683 1.1 simonb }
684 1.1 simonb
685 1.1 simonb /*
686 1.1 simonb * For now, this only deals with the particular unaligned access case
687 1.1 simonb * that gcc tends to generate. Eventually it should handle all of the
688 1.1 simonb * possibilities that can happen on a 32-bit PowerPC in big-endian mode.
689 1.1 simonb */
690 1.1 simonb
691 1.1 simonb static int
692 1.10 thorpej fix_unaligned(struct lwp *l, struct trapframe *frame)
693 1.1 simonb {
694 1.1 simonb
695 1.1 simonb return -1;
696 1.10 thorpej }
697 1.10 thorpej
698 1.10 thorpej /*
699 1.10 thorpej * Start a new LWP
700 1.10 thorpej */
701 1.10 thorpej void
702 1.10 thorpej startlwp(arg)
703 1.10 thorpej void *arg;
704 1.10 thorpej {
705 1.10 thorpej int err;
706 1.10 thorpej ucontext_t *uc = arg;
707 1.10 thorpej struct lwp *l = curlwp;
708 1.10 thorpej
709 1.10 thorpej err = cpu_setmcontext(l, &uc->uc_mcontext, uc->uc_flags);
710 1.10 thorpej #if DIAGNOSTIC
711 1.10 thorpej if (err) {
712 1.10 thorpej printf("Error %d from cpu_setmcontext.", err);
713 1.10 thorpej }
714 1.10 thorpej #endif
715 1.10 thorpej pool_put(&lwp_uc_pool, uc);
716 1.10 thorpej
717 1.20 cl /* Invoke MI userret code */
718 1.20 cl mi_userret(l);
719 1.1 simonb }
720