fault.c revision 1.36 1 1.36 scw /* $NetBSD: fault.c,v 1.36 2003/10/13 21:13:30 scw Exp $ */
2 1.1 chris
3 1.1 chris /*
4 1.27 scw * Copyright 2003 Wasabi Systems, Inc.
5 1.27 scw * All rights reserved.
6 1.27 scw *
7 1.27 scw * Written by Steve C. Woodford for Wasabi Systems, Inc.
8 1.27 scw *
9 1.27 scw * Redistribution and use in source and binary forms, with or without
10 1.27 scw * modification, are permitted provided that the following conditions
11 1.27 scw * are met:
12 1.27 scw * 1. Redistributions of source code must retain the above copyright
13 1.27 scw * notice, this list of conditions and the following disclaimer.
14 1.27 scw * 2. Redistributions in binary form must reproduce the above copyright
15 1.27 scw * notice, this list of conditions and the following disclaimer in the
16 1.27 scw * documentation and/or other materials provided with the distribution.
17 1.27 scw * 3. All advertising materials mentioning features or use of this software
18 1.27 scw * must display the following acknowledgement:
19 1.27 scw * This product includes software developed for the NetBSD Project by
20 1.27 scw * Wasabi Systems, Inc.
21 1.27 scw * 4. The name of Wasabi Systems, Inc. may not be used to endorse
22 1.27 scw * or promote products derived from this software without specific prior
23 1.27 scw * written permission.
24 1.27 scw *
25 1.27 scw * THIS SOFTWARE IS PROVIDED BY WASABI SYSTEMS, INC. ``AS IS'' AND
26 1.27 scw * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
27 1.27 scw * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
28 1.27 scw * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL WASABI SYSTEMS, INC
29 1.27 scw * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
30 1.27 scw * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
31 1.27 scw * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
32 1.27 scw * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
33 1.27 scw * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
34 1.27 scw * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
35 1.27 scw * POSSIBILITY OF SUCH DAMAGE.
36 1.27 scw */
37 1.27 scw /*
38 1.1 chris * Copyright (c) 1994-1997 Mark Brinicombe.
39 1.1 chris * Copyright (c) 1994 Brini.
40 1.1 chris * All rights reserved.
41 1.1 chris *
42 1.1 chris * This code is derived from software written for Brini by Mark Brinicombe
43 1.1 chris *
44 1.1 chris * Redistribution and use in source and binary forms, with or without
45 1.1 chris * modification, are permitted provided that the following conditions
46 1.1 chris * are met:
47 1.1 chris * 1. Redistributions of source code must retain the above copyright
48 1.1 chris * notice, this list of conditions and the following disclaimer.
49 1.1 chris * 2. Redistributions in binary form must reproduce the above copyright
50 1.1 chris * notice, this list of conditions and the following disclaimer in the
51 1.1 chris * documentation and/or other materials provided with the distribution.
52 1.1 chris * 3. All advertising materials mentioning features or use of this software
53 1.1 chris * must display the following acknowledgement:
54 1.1 chris * This product includes software developed by Brini.
55 1.1 chris * 4. The name of the company nor the name of the author may be used to
56 1.1 chris * endorse or promote products derived from this software without specific
57 1.1 chris * prior written permission.
58 1.1 chris *
59 1.1 chris * THIS SOFTWARE IS PROVIDED BY BRINI ``AS IS'' AND ANY EXPRESS OR IMPLIED
60 1.1 chris * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
61 1.1 chris * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
62 1.1 chris * IN NO EVENT SHALL BRINI OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT,
63 1.1 chris * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
64 1.1 chris * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
65 1.1 chris * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
66 1.1 chris * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
67 1.1 chris * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
68 1.1 chris * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
69 1.1 chris * SUCH DAMAGE.
70 1.1 chris *
71 1.1 chris * RiscBSD kernel project
72 1.1 chris *
73 1.1 chris * fault.c
74 1.1 chris *
75 1.1 chris * Fault handlers
76 1.1 chris *
77 1.1 chris * Created : 28/11/94
78 1.1 chris */
79 1.1 chris
80 1.1 chris #include "opt_ddb.h"
81 1.28 briggs #include "opt_kgdb.h"
82 1.1 chris #include "opt_pmap_debug.h"
83 1.1 chris
84 1.1 chris #include <sys/types.h>
85 1.36 scw __KERNEL_RCSID(0, "$NetBSD: fault.c,v 1.36 2003/10/13 21:13:30 scw Exp $");
86 1.21 bjh21
87 1.1 chris #include <sys/param.h>
88 1.1 chris #include <sys/systm.h>
89 1.1 chris #include <sys/proc.h>
90 1.33 agc #include <sys/savar.h>
91 1.1 chris #include <sys/user.h>
92 1.1 chris #include <sys/kernel.h>
93 1.1 chris
94 1.1 chris #include <uvm/uvm_extern.h>
95 1.18 thorpej
96 1.18 thorpej #include <arm/cpuconf.h>
97 1.1 chris
98 1.1 chris #include <machine/frame.h>
99 1.5 thorpej #include <arm/arm32/katelib.h>
100 1.1 chris #include <machine/cpu.h>
101 1.2 matt #include <machine/intr.h>
102 1.28 briggs #if defined(DDB) || defined(KGDB)
103 1.1 chris #include <machine/db_machdep.h>
104 1.28 briggs #ifdef KGDB
105 1.28 briggs #include <sys/kgdb.h>
106 1.28 briggs #endif
107 1.28 briggs #if !defined(DDB)
108 1.28 briggs #define kdb_trap kgdb_trap
109 1.28 briggs #endif
110 1.1 chris #endif
111 1.1 chris
112 1.1 chris #include <arch/arm/arm/disassem.h>
113 1.7 chris #include <arm/arm32/machdep.h>
114 1.7 chris
115 1.1 chris extern char fusubailout[];
116 1.1 chris
117 1.27 scw #ifdef DEBUG
118 1.27 scw int last_fault_code; /* For the benefit of pmap_fault_fixup() */
119 1.27 scw #endif
120 1.27 scw
121 1.7 chris static void report_abort __P((const char *, u_int, u_int, u_int));
122 1.7 chris
123 1.1 chris /* Abort code */
124 1.1 chris
125 1.1 chris /* Define text descriptions of the different aborts */
126 1.1 chris
127 1.1 chris static const char *aborts[16] = {
128 1.1 chris "Write buffer fault",
129 1.1 chris "Alignment fault",
130 1.1 chris "Write buffer fault",
131 1.1 chris "Alignment fault",
132 1.1 chris "Bus error (LF section)",
133 1.1 chris "Translation fault (section)",
134 1.1 chris "Bus error (page)",
135 1.1 chris "Translation fault (page)",
136 1.1 chris "Bus error (section)",
137 1.1 chris "Domain error (section)",
138 1.1 chris "Bus error (page)",
139 1.1 chris "Domain error (page)",
140 1.1 chris "Bus error trans (L1)",
141 1.1 chris "Permission error (section)",
142 1.1 chris "Bus error trans (L2)",
143 1.1 chris "Permission error (page)"
144 1.1 chris };
145 1.1 chris
146 1.7 chris static void
147 1.1 chris report_abort(prefix, fault_status, fault_address, fault_pc)
148 1.1 chris const char *prefix;
149 1.1 chris u_int fault_status;
150 1.1 chris u_int fault_address;
151 1.1 chris u_int fault_pc;
152 1.1 chris {
153 1.1 chris #ifndef DEBUG
154 1.1 chris if (prefix == NULL) {
155 1.1 chris #endif
156 1.1 chris if (prefix)
157 1.1 chris printf("%s ", prefix);
158 1.1 chris printf("Data abort: '%s' status=%03x address=%08x PC=%08x\n",
159 1.1 chris aborts[fault_status & FAULT_TYPE_MASK],
160 1.1 chris fault_status & 0xfff, fault_address, fault_pc);
161 1.1 chris #ifndef DEBUG
162 1.1 chris }
163 1.1 chris #endif
164 1.1 chris }
165 1.1 chris
166 1.3 thorpej static __volatile int data_abort_expected;
167 1.3 thorpej static __volatile int data_abort_received;
168 1.3 thorpej
169 1.3 thorpej int
170 1.3 thorpej badaddr_read(void *addr, size_t size, void *rptr)
171 1.3 thorpej {
172 1.3 thorpej u_long rcpt;
173 1.3 thorpej int rv;
174 1.3 thorpej
175 1.3 thorpej /* Tell the Data Abort handler that we're expecting one. */
176 1.3 thorpej data_abort_received = 0;
177 1.3 thorpej data_abort_expected = 1;
178 1.3 thorpej
179 1.3 thorpej cpu_drain_writebuf();
180 1.3 thorpej
181 1.3 thorpej /* Read from the test address. */
182 1.3 thorpej switch (size) {
183 1.3 thorpej case sizeof(uint8_t):
184 1.3 thorpej __asm __volatile("ldrb %0, [%1]"
185 1.3 thorpej : "=r" (rcpt)
186 1.3 thorpej : "r" (addr));
187 1.3 thorpej break;
188 1.3 thorpej
189 1.3 thorpej case sizeof(uint16_t):
190 1.3 thorpej __asm __volatile("ldrh %0, [%1]"
191 1.3 thorpej : "=r" (rcpt)
192 1.3 thorpej : "r" (addr));
193 1.3 thorpej break;
194 1.3 thorpej
195 1.3 thorpej case sizeof(uint32_t):
196 1.3 thorpej __asm __volatile("ldr %0, [%1]"
197 1.3 thorpej : "=r" (rcpt)
198 1.3 thorpej : "r" (addr));
199 1.3 thorpej break;
200 1.3 thorpej
201 1.3 thorpej default:
202 1.3 thorpej data_abort_expected = 0;
203 1.24 provos panic("badaddr: invalid size (%lu)", (u_long) size);
204 1.3 thorpej }
205 1.3 thorpej
206 1.3 thorpej /* Disallow further Data Aborts. */
207 1.3 thorpej data_abort_expected = 0;
208 1.3 thorpej
209 1.3 thorpej rv = data_abort_received;
210 1.3 thorpej data_abort_received = 0;
211 1.3 thorpej
212 1.3 thorpej /* Copy the data back if no fault occurred. */
213 1.3 thorpej if (rptr != NULL && rv == 0) {
214 1.3 thorpej switch (size) {
215 1.3 thorpej case sizeof(uint8_t):
216 1.3 thorpej *(uint8_t *) rptr = rcpt;
217 1.3 thorpej break;
218 1.3 thorpej
219 1.3 thorpej case sizeof(uint16_t):
220 1.3 thorpej *(uint16_t *) rptr = rcpt;
221 1.3 thorpej break;
222 1.3 thorpej
223 1.3 thorpej case sizeof(uint32_t):
224 1.3 thorpej *(uint32_t *) rptr = rcpt;
225 1.3 thorpej break;
226 1.3 thorpej }
227 1.3 thorpej }
228 1.3 thorpej
229 1.3 thorpej /* Return true if the address was invalid. */
230 1.3 thorpej return (rv);
231 1.3 thorpej }
232 1.3 thorpej
233 1.1 chris /*
234 1.1 chris * void data_abort_handler(trapframe_t *frame)
235 1.1 chris *
236 1.1 chris * Abort handler called when read/write occurs at an address of
237 1.1 chris * a non existent or restricted (access permissions) memory page.
238 1.1 chris * We first need to identify the type of page fault.
239 1.1 chris */
240 1.1 chris
241 1.1 chris #define TRAP_CODE ((fault_status & 0x0f) | (fault_address & 0xfffffff0))
242 1.1 chris
243 1.27 scw /* Determine if we can recover from a fault */
244 1.27 scw #define IS_FATAL_FAULT(x) \
245 1.27 scw (((1 << (x)) & \
246 1.27 scw ((1 << FAULT_WRTBUF_0) | (1 << FAULT_WRTBUF_1) | \
247 1.27 scw (1 << FAULT_BUSERR_0) | (1 << FAULT_BUSERR_1) | \
248 1.27 scw (1 << FAULT_BUSERR_2) | (1 << FAULT_BUSERR_3) | \
249 1.27 scw (1 << FAULT_BUSTRNL1) | (1 << FAULT_BUSTRNL2) | \
250 1.27 scw (1 << FAULT_ALIGN_0) | (1 << FAULT_ALIGN_1))) != 0)
251 1.27 scw
252 1.1 chris void
253 1.1 chris data_abort_handler(frame)
254 1.1 chris trapframe_t *frame;
255 1.1 chris {
256 1.26 thorpej struct lwp *l;
257 1.1 chris struct proc *p;
258 1.1 chris struct pcb *pcb;
259 1.1 chris u_int fault_address;
260 1.1 chris u_int fault_status;
261 1.1 chris u_int fault_pc;
262 1.1 chris u_int fault_instruction;
263 1.27 scw int fault_code, fatal_fault;
264 1.1 chris int user;
265 1.1 chris int error;
266 1.27 scw int rv;
267 1.1 chris void *onfault;
268 1.27 scw vaddr_t va;
269 1.27 scw struct vmspace *vm;
270 1.27 scw struct vm_map *map;
271 1.27 scw vm_prot_t ftype;
272 1.27 scw extern struct vm_map *kernel_map;
273 1.34 matt ksiginfo_t ksi;
274 1.3 thorpej
275 1.3 thorpej /*
276 1.3 thorpej * If we were expecting a Data Abort, signal that we got
277 1.3 thorpej * one, adjust the PC to skip the faulting insn, and
278 1.3 thorpej * return.
279 1.3 thorpej */
280 1.3 thorpej if (data_abort_expected) {
281 1.3 thorpej data_abort_received = 1;
282 1.3 thorpej frame->tf_pc += INSN_SIZE;
283 1.3 thorpej return;
284 1.3 thorpej }
285 1.1 chris
286 1.1 chris /*
287 1.1 chris * Must get fault address and status from the CPU before
288 1.1 chris * re-enabling interrupts. (Interrupt handlers may take
289 1.1 chris * R/M emulation faults.)
290 1.1 chris */
291 1.1 chris fault_address = cpu_faultaddress();
292 1.1 chris fault_status = cpu_faultstatus();
293 1.1 chris fault_pc = frame->tf_pc;
294 1.1 chris
295 1.1 chris /*
296 1.1 chris * Enable IRQ's (disabled by CPU on abort) if trapframe
297 1.1 chris * shows they were enabled.
298 1.1 chris */
299 1.1 chris if (!(frame->tf_spsr & I32_bit))
300 1.1 chris enable_interrupts(I32_bit);
301 1.1 chris
302 1.1 chris #ifdef DEBUG
303 1.1 chris if ((GetCPSR() & PSR_MODE) != PSR_SVC32_MODE)
304 1.1 chris panic("data_abort_handler: not in SVC32 mode");
305 1.1 chris #endif
306 1.1 chris
307 1.1 chris /* Update vmmeter statistics */
308 1.1 chris uvmexp.traps++;
309 1.1 chris
310 1.1 chris /* Extract the fault code from the fault status */
311 1.1 chris fault_code = fault_status & FAULT_TYPE_MASK;
312 1.27 scw fatal_fault = IS_FATAL_FAULT(fault_code);
313 1.1 chris
314 1.26 thorpej /* Get the current lwp structure or lwp0 if there is none */
315 1.26 thorpej l = curlwp == NULL ? &lwp0 : curlwp;
316 1.26 thorpej p = l->l_proc;
317 1.1 chris
318 1.1 chris /*
319 1.1 chris * can't use curpcb, as it might be NULL; and we have p in
320 1.1 chris * a register anyway
321 1.1 chris */
322 1.26 thorpej pcb = &l->l_addr->u_pcb;
323 1.1 chris
324 1.1 chris /* fusubailout is used by [fs]uswintr to avoid page faulting */
325 1.27 scw if (pcb->pcb_onfault &&
326 1.27 scw (fatal_fault || pcb->pcb_onfault == fusubailout)) {
327 1.1 chris
328 1.20 bjh21 frame->tf_r0 = EFAULT;
329 1.1 chris copyfault:
330 1.1 chris #ifdef DEBUG
331 1.26 thorpej printf("Using pcb_onfault=%p addr=%08x st=%08x l=%p\n",
332 1.26 thorpej pcb->pcb_onfault, fault_address, fault_status, l);
333 1.1 chris #endif
334 1.1 chris frame->tf_pc = (u_int)pcb->pcb_onfault;
335 1.1 chris if ((frame->tf_spsr & PSR_MODE) == PSR_USR32_MODE)
336 1.24 provos panic("Yikes pcb_onfault=%p during USR mode fault",
337 1.1 chris pcb->pcb_onfault);
338 1.1 chris return;
339 1.1 chris }
340 1.1 chris
341 1.1 chris /* More debug stuff */
342 1.1 chris
343 1.1 chris fault_instruction = ReadWord(fault_pc);
344 1.1 chris
345 1.1 chris #ifdef PMAP_DEBUG
346 1.1 chris if (pmap_debug_level >= 0) {
347 1.1 chris report_abort(NULL, fault_status, fault_address, fault_pc);
348 1.1 chris printf("Instruction @V%08x = %08x\n",
349 1.1 chris fault_pc, fault_instruction);
350 1.1 chris }
351 1.1 chris #endif
352 1.1 chris
353 1.1 chris /* Call the cpu specific abort fixup routine */
354 1.1 chris error = cpu_dataabt_fixup(frame);
355 1.1 chris if (error == ABORT_FIXUP_RETURN)
356 1.1 chris return;
357 1.1 chris if (error == ABORT_FIXUP_FAILED) {
358 1.11 reinoud printf("pc = 0x%08x, opcode 0x%08x, insn = ", fault_pc, *((u_int *)fault_pc));
359 1.1 chris disassemble(fault_pc);
360 1.11 reinoud printf("data abort handler: fixup failed for this instruction\n");
361 1.1 chris }
362 1.1 chris
363 1.1 chris #ifdef PMAP_DEBUG
364 1.1 chris if (pmap_debug_level >= 0)
365 1.1 chris printf("fault in process %p\n", p);
366 1.1 chris #endif
367 1.1 chris
368 1.1 chris #ifdef DEBUG
369 1.27 scw /* Is this needed ? (XXXSCW: yes. can happen during boot ...) */
370 1.27 scw if (!cold && pcb != curpcb) {
371 1.1 chris printf("data_abort: Alert ! pcb(%p) != curpcb(%p)\n",
372 1.1 chris pcb, curpcb);
373 1.26 thorpej printf("data_abort: Alert ! proc(%p), curlwp(%p)\n",
374 1.26 thorpej p, curlwp);
375 1.1 chris }
376 1.1 chris #endif /* DEBUG */
377 1.1 chris
378 1.1 chris /* Were we in user mode when the abort occurred ? */
379 1.1 chris if ((frame->tf_spsr & PSR_MODE) == PSR_USR32_MODE) {
380 1.1 chris /*
381 1.1 chris * Note that the fault was from USR mode.
382 1.1 chris */
383 1.1 chris user = 1;
384 1.26 thorpej l->l_addr->u_pcb.pcb_tf = frame;
385 1.1 chris } else
386 1.1 chris user = 0;
387 1.11 reinoud
388 1.11 reinoud /* check if this was a failed fixup */
389 1.11 reinoud if (error == ABORT_FIXUP_FAILED) {
390 1.11 reinoud if (user) {
391 1.35 thorpej KSI_INIT_TRAP(&ksi);
392 1.34 matt ksi.ksi_signo = SIGSEGV;
393 1.34 matt ksi.ksi_code = 0;
394 1.34 matt ksi.ksi_addr = (u_int32_t *)fault_address;
395 1.34 matt ksi.ksi_trap = TRAP_CODE;
396 1.34 matt ksi.ksi_errno = error;
397 1.34 matt goto trapsignal;
398 1.11 reinoud };
399 1.24 provos panic("Data abort fixup failed in kernel - we're dead");
400 1.11 reinoud };
401 1.1 chris
402 1.1 chris /* Now act on the fault type */
403 1.27 scw if (fatal_fault) {
404 1.1 chris /*
405 1.27 scw * None of these faults should happen on a perfectly
406 1.27 scw * functioning system. They indicate either some gross
407 1.27 scw * problem with the kernel, or a hardware problem.
408 1.27 scw * In either case, stop.
409 1.1 chris */
410 1.1 chris report_abort(NULL, fault_status, fault_address, fault_pc);
411 1.1 chris
412 1.27 scw we_re_toast:
413 1.1 chris /*
414 1.34 matt * We're are dead, try and provide some debug
415 1.1 chris * information before dying.
416 1.1 chris */
417 1.28 briggs #if defined(DDB) || defined(KGDB)
418 1.1 chris printf("Unhandled trap (frame = %p)\n", frame);
419 1.1 chris report_abort(NULL, fault_status, fault_address, fault_pc);
420 1.31 thorpej kdb_trap(T_FAULT, frame);
421 1.1 chris return;
422 1.1 chris #else
423 1.1 chris panic("Unhandled trap (frame = %p)", frame);
424 1.28 briggs #endif /* DDB || KGDB */
425 1.27 scw }
426 1.27 scw
427 1.1 chris /*
428 1.27 scw * At this point, we're dealing with one of the following faults:
429 1.27 scw *
430 1.27 scw * FAULT_TRANS_P Page Translation Fault
431 1.27 scw * FAULT_PERM_P Page Permission Fault
432 1.27 scw * FAULT_TRANS_S Section Translation Fault
433 1.27 scw * FAULT_PERM_S Section Permission Fault
434 1.27 scw * FAULT_DOMAIN_P Page Domain Error Fault
435 1.27 scw * FAULT_DOMAIN_S Section Domain Error Fault
436 1.27 scw *
437 1.1 chris * Page/section translation/permission fault -- need to fault in
438 1.27 scw * the page.
439 1.27 scw *
440 1.27 scw * Page/section domain fault -- need to see if the L1 entry can
441 1.27 scw * be fixed up.
442 1.1 chris */
443 1.27 scw vm = p->p_vmspace;
444 1.27 scw va = trunc_page((vaddr_t)fault_address);
445 1.1 chris
446 1.1 chris #ifdef PMAP_DEBUG
447 1.27 scw if (pmap_debug_level >= 0)
448 1.27 scw printf("page fault: addr=V%08lx ", va);
449 1.1 chris #endif
450 1.1 chris
451 1.27 scw /*
452 1.27 scw * It is only a kernel address space fault iff:
453 1.27 scw * 1. user == 0 and
454 1.27 scw * 2. pcb_onfault not set or
455 1.27 scw * 3. pcb_onfault set but supervisor space fault
456 1.27 scw * The last can occur during an exec() copyin where the
457 1.27 scw * argument space is lazy-allocated.
458 1.27 scw */
459 1.27 scw if (!user &&
460 1.27 scw (va >= VM_MIN_KERNEL_ADDRESS || va < VM_MIN_ADDRESS)) {
461 1.27 scw /* Was the fault due to the FPE/IPKDB ? */
462 1.27 scw if ((frame->tf_spsr & PSR_MODE) == PSR_UND32_MODE) {
463 1.27 scw report_abort("UND32", fault_status,
464 1.27 scw fault_address, fault_pc);
465 1.35 thorpej KSI_INIT_TRAP(&ksi);
466 1.34 matt ksi.ksi_signo = SIGSEGV;
467 1.34 matt ksi.ksi_code = fault_status;
468 1.34 matt ksi.ksi_addr = (u_int32_t *)fault_address;
469 1.34 matt ksi.ksi_trap = TRAP_CODE;
470 1.34 matt KERNEL_PROC_LOCK(p);
471 1.34 matt trapsignal(l, &ksi);
472 1.34 matt KERNEL_PROC_UNLOCK(p);
473 1.27 scw
474 1.27 scw /*
475 1.27 scw * Force exit via userret()
476 1.27 scw * This is necessary as the FPE is an extension
477 1.27 scw * to userland that actually runs in a
478 1.27 scw * priveledged mode but uses USR mode
479 1.27 scw * permissions for its accesses.
480 1.27 scw */
481 1.27 scw userret(l);
482 1.27 scw return;
483 1.27 scw }
484 1.27 scw map = kernel_map;
485 1.32 cl } else {
486 1.27 scw map = &vm->vm_map;
487 1.32 cl if (l->l_flag & L_SA) {
488 1.32 cl KDASSERT(p != NULL && p->p_sa != NULL);
489 1.32 cl p->p_sa->sa_vp_faultaddr = (vaddr_t)fault_address;
490 1.32 cl l->l_flag |= L_SA_PAGEFAULT;
491 1.32 cl }
492 1.32 cl }
493 1.1 chris
494 1.1 chris #ifdef PMAP_DEBUG
495 1.27 scw if (pmap_debug_level >= 0)
496 1.27 scw printf("vmmap=%p ", map);
497 1.1 chris #endif
498 1.1 chris
499 1.27 scw if (map == NULL)
500 1.27 scw printf("No map for fault address va = 0x%08lx", va);
501 1.1 chris
502 1.27 scw /*
503 1.27 scw * We need to know whether the page should be mapped
504 1.27 scw * as R or R/W. The MMU does not give us the info as
505 1.27 scw * to whether the fault was caused by a read or a write.
506 1.27 scw * This means we need to disassemble the instruction
507 1.27 scw * responsible and determine if it was a read or write
508 1.27 scw * instruction.
509 1.27 scw */
510 1.27 scw /* STR instruction ? */
511 1.27 scw if ((fault_instruction & 0x0c100000) == 0x04000000)
512 1.27 scw ftype = VM_PROT_WRITE;
513 1.27 scw /* STM or CDT instruction ? */
514 1.27 scw else if ((fault_instruction & 0x0a100000) == 0x08000000)
515 1.27 scw ftype = VM_PROT_WRITE;
516 1.36 scw #ifdef __XSCALE__
517 1.36 scw /* STRH, STRD instruction ? */
518 1.36 scw else if ((fault_instruction & 0x0e1000b0) == 0x000000b0)
519 1.36 scw ftype = VM_PROT_WRITE;
520 1.36 scw #else
521 1.27 scw /* STRH, STRSH or STRSB instruction ? */
522 1.27 scw else if ((fault_instruction & 0x0e100090) == 0x00000090)
523 1.27 scw ftype = VM_PROT_WRITE;
524 1.36 scw #endif
525 1.27 scw /* SWP instruction ? */
526 1.27 scw else if ((fault_instruction & 0x0fb00ff0) == 0x01000090)
527 1.27 scw ftype = VM_PROT_READ | VM_PROT_WRITE;
528 1.27 scw else
529 1.27 scw ftype = VM_PROT_READ;
530 1.1 chris
531 1.1 chris #ifdef PMAP_DEBUG
532 1.27 scw if (pmap_debug_level >= 0)
533 1.27 scw printf("fault protection = %d\n", ftype);
534 1.1 chris #endif
535 1.1 chris
536 1.29 scw if (pmap_fault_fixup(map->pmap, va, ftype, user))
537 1.27 scw goto out;
538 1.1 chris
539 1.27 scw if (current_intr_depth > 0) {
540 1.28 briggs #if defined(DDB) || defined(KGDB)
541 1.27 scw printf("Non-emulated page fault with intr_depth > 0\n");
542 1.27 scw report_abort(NULL, fault_status, fault_address, fault_pc);
543 1.31 thorpej kdb_trap(T_FAULT, frame);
544 1.27 scw return;
545 1.1 chris #else
546 1.27 scw panic("Fault with intr_depth > 0");
547 1.1 chris #endif /* DDB */
548 1.27 scw }
549 1.1 chris
550 1.27 scw onfault = pcb->pcb_onfault;
551 1.27 scw pcb->pcb_onfault = NULL;
552 1.27 scw rv = uvm_fault(map, va, 0, ftype);
553 1.27 scw pcb->pcb_onfault = onfault;
554 1.32 cl if (map != kernel_map)
555 1.32 cl l->l_flag &= ~L_SA_PAGEFAULT;
556 1.27 scw if (rv == 0) {
557 1.27 scw if (user != 0) /* Record any stack growth... */
558 1.27 scw uvm_grow(p, trunc_page(va));
559 1.27 scw goto out;
560 1.27 scw }
561 1.27 scw if (user == 0) {
562 1.27 scw if (pcb->pcb_onfault) {
563 1.27 scw frame->tf_r0 = rv;
564 1.27 scw goto copyfault;
565 1.1 chris }
566 1.27 scw printf("[u]vm_fault(%p, %lx, %x, 0) -> %x\n", map, va, ftype,
567 1.27 scw rv);
568 1.27 scw goto we_re_toast;
569 1.27 scw }
570 1.1 chris
571 1.27 scw report_abort("", fault_status, fault_address, fault_pc);
572 1.34 matt
573 1.35 thorpej KSI_INIT_TRAP(&ksi);
574 1.34 matt ksi.ksi_signo = SIGSEGV;
575 1.34 matt ksi.ksi_code = 0;
576 1.34 matt ksi.ksi_addr = (u_int32_t *)fault_address;
577 1.34 matt ksi.ksi_trap = TRAP_CODE;
578 1.34 matt ksi.ksi_errno = rv;
579 1.34 matt
580 1.27 scw if (rv == ENOMEM) {
581 1.27 scw printf("UVM: pid %d (%s), uid %d killed: "
582 1.27 scw "out of swap\n", p->p_pid, p->p_comm,
583 1.27 scw (p->p_cred && p->p_ucred) ? p->p_ucred->cr_uid : -1);
584 1.34 matt }
585 1.34 matt
586 1.34 matt trapsignal:
587 1.34 matt KERNEL_PROC_LOCK(p);
588 1.34 matt #if 0
589 1.34 matt /* maybe one day we'll do emulations */
590 1.34 matt (*p->p_emul->e_trapsignal)(l, &ksi);
591 1.34 matt #else
592 1.34 matt trapsignal(l, &ksi);
593 1.34 matt #endif
594 1.34 matt KERNEL_PROC_UNLOCK(p);
595 1.27 scw
596 1.27 scw out:
597 1.1 chris /* Call userret() if it was a USR mode fault */
598 1.1 chris if (user)
599 1.26 thorpej userret(l);
600 1.1 chris }
601 1.1 chris
602 1.1 chris
603 1.1 chris /*
604 1.1 chris * void prefetch_abort_handler(trapframe_t *frame)
605 1.1 chris *
606 1.1 chris * Abort handler called when instruction execution occurs at
607 1.1 chris * a non existent or restricted (access permissions) memory page.
608 1.1 chris * If the address is invalid and we were in SVC mode then panic as
609 1.1 chris * the kernel should never prefetch abort.
610 1.1 chris * If the address is invalid and the page is mapped then the user process
611 1.1 chris * does no have read permission so send it a signal.
612 1.1 chris * Otherwise fault the page in and try again.
613 1.1 chris */
614 1.1 chris
615 1.1 chris void
616 1.1 chris prefetch_abort_handler(frame)
617 1.1 chris trapframe_t *frame;
618 1.1 chris {
619 1.26 thorpej struct lwp *l;
620 1.14 thorpej struct proc *p;
621 1.14 thorpej struct vm_map *map;
622 1.14 thorpej vaddr_t fault_pc, va;
623 1.1 chris int error;
624 1.34 matt ksiginfo_t ksi;
625 1.1 chris
626 1.1 chris /*
627 1.1 chris * Enable IRQ's (disabled by the abort) This always comes
628 1.1 chris * from user mode so we know interrupts were not disabled.
629 1.1 chris * But we check anyway.
630 1.1 chris */
631 1.1 chris if (!(frame->tf_spsr & I32_bit))
632 1.1 chris enable_interrupts(I32_bit);
633 1.1 chris
634 1.1 chris #ifdef DEBUG
635 1.1 chris if ((GetCPSR() & PSR_MODE) != PSR_SVC32_MODE)
636 1.1 chris panic("prefetch_abort_handler: not in SVC32 mode");
637 1.1 chris #endif
638 1.1 chris
639 1.1 chris /* Update vmmeter statistics */
640 1.1 chris uvmexp.traps++;
641 1.1 chris
642 1.1 chris /* Call the cpu specific abort fixup routine */
643 1.1 chris error = cpu_prefetchabt_fixup(frame);
644 1.1 chris if (error == ABORT_FIXUP_RETURN)
645 1.1 chris return;
646 1.1 chris if (error == ABORT_FIXUP_FAILED)
647 1.24 provos panic("prefetch abort fixup failed");
648 1.1 chris
649 1.1 chris /* Get the current proc structure or proc0 if there is none */
650 1.26 thorpej if ((l = curlwp) == NULL) {
651 1.26 thorpej l = &lwp0;
652 1.1 chris #ifdef DEBUG
653 1.26 thorpej printf("Prefetch abort with curlwp == 0\n");
654 1.1 chris #endif
655 1.1 chris }
656 1.26 thorpej p = l->l_proc;
657 1.1 chris
658 1.1 chris #ifdef PMAP_DEBUG
659 1.1 chris if (pmap_debug_level >= 0)
660 1.1 chris printf("prefetch fault in process %p %s\n", p, p->p_comm);
661 1.1 chris #endif
662 1.1 chris
663 1.4 thorpej /* Get fault address */
664 1.4 thorpej fault_pc = frame->tf_pc;
665 1.14 thorpej va = trunc_page(fault_pc);
666 1.4 thorpej
667 1.1 chris /* Was the prefectch abort from USR32 mode ? */
668 1.1 chris if ((frame->tf_spsr & PSR_MODE) == PSR_USR32_MODE) {
669 1.26 thorpej l->l_addr->u_pcb.pcb_tf = frame;
670 1.1 chris } else {
671 1.1 chris /*
672 1.1 chris * All the kernel code pages are loaded at boot time
673 1.1 chris * and do not get paged
674 1.1 chris */
675 1.24 provos panic("Prefetch abort in non-USR mode (frame=%p PC=0x%08lx)",
676 1.4 thorpej frame, fault_pc);
677 1.1 chris }
678 1.1 chris
679 1.14 thorpej map = &p->p_vmspace->vm_map;
680 1.14 thorpej
681 1.1 chris #ifdef PMAP_DEBUG
682 1.1 chris if (pmap_debug_level >= 0)
683 1.16 thorpej printf("prefetch_abort: PC = %08lx\n", fault_pc);
684 1.1 chris #endif
685 1.1 chris /* Ok validate the address, can only execute in USER space */
686 1.1 chris if (fault_pc < VM_MIN_ADDRESS || fault_pc >= VM_MAXUSER_ADDRESS) {
687 1.1 chris #ifdef DEBUG
688 1.19 ichiro printf("prefetch: pc (%08lx) not in user process space\n",
689 1.1 chris fault_pc);
690 1.1 chris #endif
691 1.35 thorpej KSI_INIT_TRAP(&ksi);
692 1.34 matt ksi.ksi_signo = SIGSEGV;
693 1.34 matt ksi.ksi_code = SEGV_ACCERR;
694 1.34 matt ksi.ksi_addr = (u_int32_t *)fault_pc;
695 1.34 matt ksi.ksi_trap = fault_pc;
696 1.34 matt
697 1.34 matt goto prefetch_trapsignal;
698 1.1 chris }
699 1.1 chris
700 1.27 scw /*
701 1.27 scw * See if the pmap can handle this fault on its own...
702 1.27 scw */
703 1.29 scw if (pmap_fault_fixup(map->pmap, va, VM_PROT_READ, 1))
704 1.34 matt goto prefetch_out;
705 1.27 scw
706 1.14 thorpej if (current_intr_depth > 0) {
707 1.14 thorpej #ifdef DDB
708 1.14 thorpej printf("Non-emulated prefetch abort with intr_depth > 0\n");
709 1.31 thorpej kdb_trap(T_FAULT, frame);
710 1.14 thorpej return;
711 1.14 thorpej #else
712 1.14 thorpej panic("Prefetch Abort with intr_depth > 0");
713 1.1 chris #endif
714 1.1 chris }
715 1.1 chris
716 1.14 thorpej error = uvm_fault(map, va, 0, VM_PROT_READ);
717 1.14 thorpej if (error == 0)
718 1.34 matt goto prefetch_out;
719 1.34 matt
720 1.35 thorpej KSI_INIT_TRAP(&ksi);
721 1.34 matt ksi.ksi_signo = SIGSEGV;
722 1.34 matt ksi.ksi_code = 0;
723 1.34 matt ksi.ksi_errno = error;
724 1.34 matt ksi.ksi_addr = (u_int32_t *)fault_pc;
725 1.34 matt ksi.ksi_trap = fault_pc;
726 1.34 matt
727 1.14 thorpej if (error == ENOMEM) {
728 1.14 thorpej printf("UVM: pid %d (%s), uid %d killed: "
729 1.14 thorpej "out of swap\n", p->p_pid, p->p_comm,
730 1.27 scw (p->p_cred && p->p_ucred) ? p->p_ucred->cr_uid : -1);
731 1.34 matt }
732 1.34 matt prefetch_trapsignal:
733 1.34 matt KERNEL_PROC_LOCK(p);
734 1.34 matt #if 0
735 1.34 matt /* maybe one day we'll do emulations */
736 1.34 matt (*p->p_emul->e_trapsignal)(l, &ksi);
737 1.34 matt #else
738 1.34 matt trapsignal(l, &ksi);
739 1.34 matt #endif
740 1.34 matt KERNEL_PROC_UNLOCK(p);
741 1.34 matt prefetch_out:
742 1.26 thorpej userret(l);
743 1.1 chris }
744