fault.c revision 1.1.2.3
1 1.1.2.3 thorpej /* $NetBSD: fault.c,v 1.1.2.3 2001/09/13 01:13:07 thorpej Exp $ */ 2 1.1.2.2 lukem 3 1.1.2.2 lukem /* 4 1.1.2.2 lukem * Copyright (c) 1994-1997 Mark Brinicombe. 5 1.1.2.2 lukem * Copyright (c) 1994 Brini. 6 1.1.2.2 lukem * All rights reserved. 7 1.1.2.2 lukem * 8 1.1.2.2 lukem * This code is derived from software written for Brini by Mark Brinicombe 9 1.1.2.2 lukem * 10 1.1.2.2 lukem * Redistribution and use in source and binary forms, with or without 11 1.1.2.2 lukem * modification, are permitted provided that the following conditions 12 1.1.2.2 lukem * are met: 13 1.1.2.2 lukem * 1. Redistributions of source code must retain the above copyright 14 1.1.2.2 lukem * notice, this list of conditions and the following disclaimer. 15 1.1.2.2 lukem * 2. Redistributions in binary form must reproduce the above copyright 16 1.1.2.2 lukem * notice, this list of conditions and the following disclaimer in the 17 1.1.2.2 lukem * documentation and/or other materials provided with the distribution. 18 1.1.2.2 lukem * 3. All advertising materials mentioning features or use of this software 19 1.1.2.2 lukem * must display the following acknowledgement: 20 1.1.2.2 lukem * This product includes software developed by Brini. 21 1.1.2.2 lukem * 4. The name of the company nor the name of the author may be used to 22 1.1.2.2 lukem * endorse or promote products derived from this software without specific 23 1.1.2.2 lukem * prior written permission. 24 1.1.2.2 lukem * 25 1.1.2.2 lukem * THIS SOFTWARE IS PROVIDED BY BRINI ``AS IS'' AND ANY EXPRESS OR IMPLIED 26 1.1.2.2 lukem * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF 27 1.1.2.2 lukem * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 28 1.1.2.2 lukem * IN NO EVENT SHALL BRINI OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, 29 1.1.2.2 lukem * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES 30 1.1.2.2 lukem * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR 31 1.1.2.2 lukem * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 32 1.1.2.2 lukem * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 33 1.1.2.2 lukem * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 34 1.1.2.2 lukem * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 35 1.1.2.2 lukem * SUCH DAMAGE. 36 1.1.2.2 lukem * 37 1.1.2.2 lukem * RiscBSD kernel project 38 1.1.2.2 lukem * 39 1.1.2.2 lukem * fault.c 40 1.1.2.2 lukem * 41 1.1.2.2 lukem * Fault handlers 42 1.1.2.2 lukem * 43 1.1.2.2 lukem * Created : 28/11/94 44 1.1.2.2 lukem */ 45 1.1.2.2 lukem 46 1.1.2.2 lukem #include "opt_ddb.h" 47 1.1.2.2 lukem #include "opt_pmap_debug.h" 48 1.1.2.2 lukem 49 1.1.2.2 lukem #include <sys/types.h> 50 1.1.2.2 lukem #include <sys/param.h> 51 1.1.2.2 lukem #include <sys/systm.h> 52 1.1.2.2 lukem #include <sys/proc.h> 53 1.1.2.2 lukem #include <sys/user.h> 54 1.1.2.2 lukem #include <sys/kernel.h> 55 1.1.2.2 lukem 56 1.1.2.2 lukem #include <uvm/uvm_extern.h> 57 1.1.2.2 lukem 58 1.1.2.2 lukem #include <machine/frame.h> 59 1.1.2.2 lukem #include <machine/katelib.h> 60 1.1.2.2 lukem #include <machine/cpu.h> 61 1.1.2.2 lukem #include <machine/pte.h> 62 1.1.2.3 thorpej #include <machine/intr.h> 63 1.1.2.2 lukem #ifdef DDB 64 1.1.2.2 lukem #include <machine/db_machdep.h> 65 1.1.2.2 lukem #endif 66 1.1.2.2 lukem 67 1.1.2.2 lukem #include <arch/arm/arm/disassem.h> 68 1.1.2.2 lukem 69 1.1.2.2 lukem int cowfault __P((vaddr_t)); 70 1.1.2.2 lukem int fetchuserword __P((u_int address, u_int *location)); 71 1.1.2.2 lukem extern char fusubailout[]; 72 1.1.2.2 lukem 73 1.1.2.2 lukem /* Abort code */ 74 1.1.2.2 lukem 75 1.1.2.2 lukem /* Define text descriptions of the different aborts */ 76 1.1.2.2 lukem 77 1.1.2.2 lukem static const char *aborts[16] = { 78 1.1.2.2 lukem "Write buffer fault", 79 1.1.2.2 lukem "Alignment fault", 80 1.1.2.2 lukem "Write buffer fault", 81 1.1.2.2 lukem "Alignment fault", 82 1.1.2.2 lukem "Bus error (LF section)", 83 1.1.2.2 lukem "Translation fault (section)", 84 1.1.2.2 lukem "Bus error (page)", 85 1.1.2.2 lukem "Translation fault (page)", 86 1.1.2.2 lukem "Bus error (section)", 87 1.1.2.2 lukem "Domain error (section)", 88 1.1.2.2 lukem "Bus error (page)", 89 1.1.2.2 lukem "Domain error (page)", 90 1.1.2.2 lukem "Bus error trans (L1)", 91 1.1.2.2 lukem "Permission error (section)", 92 1.1.2.2 lukem "Bus error trans (L2)", 93 1.1.2.2 lukem "Permission error (page)" 94 1.1.2.2 lukem }; 95 1.1.2.2 lukem 96 1.1.2.2 lukem void 97 1.1.2.2 lukem report_abort(prefix, fault_status, fault_address, fault_pc) 98 1.1.2.2 lukem const char *prefix; 99 1.1.2.2 lukem u_int fault_status; 100 1.1.2.2 lukem u_int fault_address; 101 1.1.2.2 lukem u_int fault_pc; 102 1.1.2.2 lukem { 103 1.1.2.2 lukem #ifndef DEBUG 104 1.1.2.2 lukem if (prefix == NULL) { 105 1.1.2.2 lukem #endif 106 1.1.2.2 lukem if (prefix) 107 1.1.2.2 lukem printf("%s ", prefix); 108 1.1.2.2 lukem printf("Data abort: '%s' status=%03x address=%08x PC=%08x\n", 109 1.1.2.2 lukem aborts[fault_status & FAULT_TYPE_MASK], 110 1.1.2.2 lukem fault_status & 0xfff, fault_address, fault_pc); 111 1.1.2.2 lukem #ifndef DEBUG 112 1.1.2.2 lukem } 113 1.1.2.2 lukem #endif 114 1.1.2.2 lukem } 115 1.1.2.2 lukem 116 1.1.2.2 lukem /* 117 1.1.2.2 lukem * void data_abort_handler(trapframe_t *frame) 118 1.1.2.2 lukem * 119 1.1.2.2 lukem * Abort handler called when read/write occurs at an address of 120 1.1.2.2 lukem * a non existent or restricted (access permissions) memory page. 121 1.1.2.2 lukem * We first need to identify the type of page fault. 122 1.1.2.2 lukem */ 123 1.1.2.2 lukem 124 1.1.2.2 lukem #define TRAP_CODE ((fault_status & 0x0f) | (fault_address & 0xfffffff0)) 125 1.1.2.2 lukem 126 1.1.2.2 lukem void 127 1.1.2.2 lukem data_abort_handler(frame) 128 1.1.2.2 lukem trapframe_t *frame; 129 1.1.2.2 lukem { 130 1.1.2.2 lukem struct proc *p; 131 1.1.2.2 lukem struct pcb *pcb; 132 1.1.2.2 lukem u_int fault_address; 133 1.1.2.2 lukem u_int fault_status; 134 1.1.2.2 lukem u_int fault_pc; 135 1.1.2.2 lukem u_int fault_instruction; 136 1.1.2.2 lukem int fault_code; 137 1.1.2.2 lukem int user; 138 1.1.2.2 lukem int error; 139 1.1.2.2 lukem void *onfault; 140 1.1.2.2 lukem 141 1.1.2.2 lukem /* 142 1.1.2.2 lukem * Must get fault address and status from the CPU before 143 1.1.2.2 lukem * re-enabling interrupts. (Interrupt handlers may take 144 1.1.2.2 lukem * R/M emulation faults.) 145 1.1.2.2 lukem */ 146 1.1.2.2 lukem fault_address = cpu_faultaddress(); 147 1.1.2.2 lukem fault_status = cpu_faultstatus(); 148 1.1.2.2 lukem fault_pc = frame->tf_pc; 149 1.1.2.2 lukem 150 1.1.2.2 lukem /* 151 1.1.2.2 lukem * Enable IRQ's (disabled by CPU on abort) if trapframe 152 1.1.2.2 lukem * shows they were enabled. 153 1.1.2.2 lukem */ 154 1.1.2.2 lukem if (!(frame->tf_spsr & I32_bit)) 155 1.1.2.2 lukem enable_interrupts(I32_bit); 156 1.1.2.2 lukem 157 1.1.2.2 lukem #ifdef DEBUG 158 1.1.2.2 lukem if ((GetCPSR() & PSR_MODE) != PSR_SVC32_MODE) 159 1.1.2.2 lukem panic("data_abort_handler: not in SVC32 mode"); 160 1.1.2.2 lukem #endif 161 1.1.2.2 lukem 162 1.1.2.2 lukem /* Update vmmeter statistics */ 163 1.1.2.2 lukem uvmexp.traps++; 164 1.1.2.2 lukem 165 1.1.2.2 lukem /* Extract the fault code from the fault status */ 166 1.1.2.2 lukem fault_code = fault_status & FAULT_TYPE_MASK; 167 1.1.2.2 lukem 168 1.1.2.2 lukem /* Get the current proc structure or proc0 if there is none */ 169 1.1.2.2 lukem if ((p = curproc) == NULL) 170 1.1.2.2 lukem p = &proc0; 171 1.1.2.2 lukem 172 1.1.2.2 lukem /* 173 1.1.2.2 lukem * can't use curpcb, as it might be NULL; and we have p in 174 1.1.2.2 lukem * a register anyway 175 1.1.2.2 lukem */ 176 1.1.2.2 lukem pcb = &p->p_addr->u_pcb; 177 1.1.2.2 lukem 178 1.1.2.2 lukem /* fusubailout is used by [fs]uswintr to avoid page faulting */ 179 1.1.2.2 lukem if (pcb->pcb_onfault 180 1.1.2.2 lukem && ((fault_code != FAULT_TRANS_S && fault_code != FAULT_TRANS_P && 181 1.1.2.2 lukem fault_code != FAULT_PERM_S && fault_code != FAULT_PERM_P) 182 1.1.2.2 lukem || pcb->pcb_onfault == fusubailout)) { 183 1.1.2.2 lukem 184 1.1.2.2 lukem copyfault: 185 1.1.2.2 lukem #ifdef DEBUG 186 1.1.2.2 lukem printf("Using pcb_onfault=%p addr=%08x st=%08x p=%p\n", 187 1.1.2.2 lukem pcb->pcb_onfault, fault_address, fault_status, p); 188 1.1.2.2 lukem #endif 189 1.1.2.2 lukem frame->tf_pc = (u_int)pcb->pcb_onfault; 190 1.1.2.2 lukem if ((frame->tf_spsr & PSR_MODE) == PSR_USR32_MODE) 191 1.1.2.2 lukem panic("Yikes pcb_onfault=%p during USR mode fault\n", 192 1.1.2.2 lukem pcb->pcb_onfault); 193 1.1.2.2 lukem return; 194 1.1.2.2 lukem } 195 1.1.2.2 lukem 196 1.1.2.2 lukem /* More debug stuff */ 197 1.1.2.2 lukem 198 1.1.2.2 lukem fault_instruction = ReadWord(fault_pc); 199 1.1.2.2 lukem 200 1.1.2.2 lukem #ifdef PMAP_DEBUG 201 1.1.2.2 lukem if (pmap_debug_level >= 0) { 202 1.1.2.2 lukem report_abort(NULL, fault_status, fault_address, fault_pc); 203 1.1.2.2 lukem printf("Instruction @V%08x = %08x\n", 204 1.1.2.2 lukem fault_pc, fault_instruction); 205 1.1.2.2 lukem } 206 1.1.2.2 lukem #endif 207 1.1.2.2 lukem 208 1.1.2.2 lukem /* Call the cpu specific abort fixup routine */ 209 1.1.2.2 lukem error = cpu_dataabt_fixup(frame); 210 1.1.2.2 lukem if (error == ABORT_FIXUP_RETURN) 211 1.1.2.2 lukem return; 212 1.1.2.2 lukem if (error == ABORT_FIXUP_FAILED) { 213 1.1.2.2 lukem printf("pc = 0x%08x, insn = ", fault_pc); 214 1.1.2.2 lukem disassemble(fault_pc); 215 1.1.2.2 lukem panic("data abort fixup failed\n"); 216 1.1.2.2 lukem } 217 1.1.2.2 lukem 218 1.1.2.2 lukem #ifdef PMAP_DEBUG 219 1.1.2.2 lukem if (pmap_debug_level >= 0) 220 1.1.2.2 lukem printf("fault in process %p\n", p); 221 1.1.2.2 lukem #endif 222 1.1.2.2 lukem 223 1.1.2.2 lukem #ifdef DEBUG 224 1.1.2.2 lukem /* Is this needed ? */ 225 1.1.2.2 lukem if (pcb != curpcb) { 226 1.1.2.2 lukem printf("data_abort: Alert ! pcb(%p) != curpcb(%p)\n", 227 1.1.2.2 lukem pcb, curpcb); 228 1.1.2.2 lukem printf("data_abort: Alert ! proc(%p), curproc(%p)\n", 229 1.1.2.2 lukem p, curproc); 230 1.1.2.2 lukem } 231 1.1.2.2 lukem #endif /* DEBUG */ 232 1.1.2.2 lukem 233 1.1.2.2 lukem /* Were we in user mode when the abort occurred ? */ 234 1.1.2.2 lukem if ((frame->tf_spsr & PSR_MODE) == PSR_USR32_MODE) { 235 1.1.2.2 lukem /* 236 1.1.2.2 lukem * Note that the fault was from USR mode. 237 1.1.2.2 lukem */ 238 1.1.2.2 lukem user = 1; 239 1.1.2.2 lukem p->p_addr->u_pcb.pcb_tf = frame; 240 1.1.2.2 lukem } else 241 1.1.2.2 lukem user = 0; 242 1.1.2.2 lukem 243 1.1.2.2 lukem /* Now act on the fault type */ 244 1.1.2.2 lukem switch (fault_code) { 245 1.1.2.2 lukem case FAULT_WRTBUF_0: /* Write Buffer Fault */ 246 1.1.2.2 lukem case FAULT_WRTBUF_1: /* Write Buffer Fault */ 247 1.1.2.2 lukem /* If this happens forget it no point in continuing */ 248 1.1.2.2 lukem 249 1.1.2.2 lukem /* FALLTHROUGH */ 250 1.1.2.2 lukem 251 1.1.2.2 lukem case FAULT_ALIGN_0: /* Alignment Fault */ 252 1.1.2.2 lukem case FAULT_ALIGN_1: /* Alignment Fault */ 253 1.1.2.2 lukem /* 254 1.1.2.2 lukem * Really this should just kill the process. 255 1.1.2.2 lukem * Alignment faults are turned off in the kernel 256 1.1.2.2 lukem * in order to get better performance from shorts with 257 1.1.2.2 lukem * GCC so an alignment fault means somebody has played 258 1.1.2.2 lukem * with the control register in the CPU. Might as well 259 1.1.2.2 lukem * panic as the kernel was not compiled for aligned accesses. 260 1.1.2.2 lukem */ 261 1.1.2.2 lukem 262 1.1.2.2 lukem /* FALLTHROUGH */ 263 1.1.2.2 lukem 264 1.1.2.2 lukem case FAULT_BUSERR_0: /* Bus Error LF Section */ 265 1.1.2.2 lukem case FAULT_BUSERR_1: /* Bus Error Page */ 266 1.1.2.2 lukem case FAULT_BUSERR_2: /* Bus Error Section */ 267 1.1.2.2 lukem case FAULT_BUSERR_3: /* Bus Error Page */ 268 1.1.2.2 lukem /* What will accutally cause a bus error ? */ 269 1.1.2.2 lukem /* Real bus errors are not a process problem but hardware */ 270 1.1.2.2 lukem 271 1.1.2.2 lukem /* FALLTHROUGH */ 272 1.1.2.2 lukem 273 1.1.2.2 lukem case FAULT_DOMAIN_S: /* Section Domain Error Fault */ 274 1.1.2.2 lukem case FAULT_DOMAIN_P: /* Page Domain Error Fault*/ 275 1.1.2.2 lukem /* 276 1.1.2.2 lukem * Right well we dont use domains, everything is 277 1.1.2.2 lukem * always a client and thus subject to access permissions. 278 1.1.2.2 lukem * If we get a domain error then we have corrupts PTE's 279 1.1.2.2 lukem * so we might as well die ! 280 1.1.2.2 lukem * I suppose eventually this should just kill the process 281 1.1.2.2 lukem * who owns the PTE's but if this happens it implies a 282 1.1.2.2 lukem * kernel problem. 283 1.1.2.2 lukem */ 284 1.1.2.2 lukem 285 1.1.2.2 lukem /* FALLTHROUGH */ 286 1.1.2.2 lukem 287 1.1.2.2 lukem case FAULT_BUSTRNL1: /* Bus Error Trans L1 Fault */ 288 1.1.2.2 lukem case FAULT_BUSTRNL2: /* Bus Error Trans L2 Fault */ 289 1.1.2.2 lukem /* 290 1.1.2.2 lukem * These faults imply that the PTE is corrupt. 291 1.1.2.2 lukem * Likely to be a kernel fault so we had better stop. 292 1.1.2.2 lukem */ 293 1.1.2.2 lukem 294 1.1.2.2 lukem /* FALLTHROUGH */ 295 1.1.2.2 lukem 296 1.1.2.2 lukem default : 297 1.1.2.2 lukem /* Are there any combinations I have missed ? */ 298 1.1.2.2 lukem report_abort(NULL, fault_status, fault_address, fault_pc); 299 1.1.2.2 lukem 300 1.1.2.2 lukem we_re_toast: 301 1.1.2.2 lukem /* 302 1.1.2.2 lukem * Were are dead, try and provide some debug 303 1.1.2.2 lukem * information before dying. 304 1.1.2.2 lukem */ 305 1.1.2.2 lukem #ifdef DDB 306 1.1.2.2 lukem printf("Unhandled trap (frame = %p)\n", frame); 307 1.1.2.2 lukem report_abort(NULL, fault_status, fault_address, fault_pc); 308 1.1.2.2 lukem kdb_trap(-1, frame); 309 1.1.2.2 lukem return; 310 1.1.2.2 lukem #else 311 1.1.2.2 lukem panic("Unhandled trap (frame = %p)", frame); 312 1.1.2.2 lukem #endif /* DDB */ 313 1.1.2.2 lukem 314 1.1.2.2 lukem case FAULT_TRANS_P: /* Page Translation Fault */ 315 1.1.2.2 lukem case FAULT_PERM_P: /* Page Permission Fault */ 316 1.1.2.2 lukem case FAULT_TRANS_S: /* Section Translation Fault */ 317 1.1.2.2 lukem case FAULT_PERM_S: /* Section Permission Fault */ 318 1.1.2.2 lukem /* 319 1.1.2.2 lukem * Page/section translation/permission fault -- need to fault in 320 1.1.2.2 lukem * the page and possibly the page table page. 321 1.1.2.2 lukem */ 322 1.1.2.2 lukem { 323 1.1.2.2 lukem register vaddr_t va; 324 1.1.2.2 lukem register struct vmspace *vm = p->p_vmspace; 325 1.1.2.2 lukem register struct vm_map *map; 326 1.1.2.2 lukem int rv; 327 1.1.2.2 lukem vm_prot_t ftype; 328 1.1.2.2 lukem extern struct vm_map *kernel_map; 329 1.1.2.2 lukem 330 1.1.2.2 lukem va = trunc_page((vaddr_t)fault_address); 331 1.1.2.2 lukem 332 1.1.2.2 lukem #ifdef PMAP_DEBUG 333 1.1.2.2 lukem if (pmap_debug_level >= 0) 334 1.1.2.2 lukem printf("page fault: addr=V%08lx ", va); 335 1.1.2.2 lukem #endif 336 1.1.2.2 lukem 337 1.1.2.2 lukem /* 338 1.1.2.2 lukem * It is only a kernel address space fault iff: 339 1.1.2.2 lukem * 1. user == 0 and 340 1.1.2.2 lukem * 2. pcb_onfault not set or 341 1.1.2.2 lukem * 3. pcb_onfault set but supervisor space fault 342 1.1.2.2 lukem * The last can occur during an exec() copyin where the 343 1.1.2.2 lukem * argument space is lazy-allocated. 344 1.1.2.2 lukem */ 345 1.1.2.2 lukem if (!user && 346 1.1.2.2 lukem (va >= VM_MIN_KERNEL_ADDRESS || va < VM_MIN_ADDRESS)) { 347 1.1.2.2 lukem /* Was the fault due to the FPE/IPKDB ? */ 348 1.1.2.2 lukem if ((frame->tf_spsr & PSR_MODE) == PSR_UND32_MODE) { 349 1.1.2.2 lukem report_abort("UND32", fault_status, 350 1.1.2.2 lukem fault_address, fault_pc); 351 1.1.2.2 lukem trapsignal(p, SIGSEGV, TRAP_CODE); 352 1.1.2.2 lukem 353 1.1.2.2 lukem /* 354 1.1.2.2 lukem * Force exit via userret() 355 1.1.2.2 lukem * This is necessary as the FPE is an extension 356 1.1.2.2 lukem * to userland that actually runs in a 357 1.1.2.2 lukem * priveledged mode but uses USR mode 358 1.1.2.2 lukem * permissions for its accesses. 359 1.1.2.2 lukem */ 360 1.1.2.2 lukem userret(p); 361 1.1.2.2 lukem return; 362 1.1.2.2 lukem } 363 1.1.2.2 lukem map = kernel_map; 364 1.1.2.2 lukem } else 365 1.1.2.2 lukem map = &vm->vm_map; 366 1.1.2.2 lukem 367 1.1.2.2 lukem #ifdef PMAP_DEBUG 368 1.1.2.2 lukem if (pmap_debug_level >= 0) 369 1.1.2.2 lukem printf("vmmap=%p ", map); 370 1.1.2.2 lukem #endif 371 1.1.2.2 lukem 372 1.1.2.2 lukem if (map == NULL) 373 1.1.2.2 lukem panic("No map for fault address\n"); 374 1.1.2.2 lukem 375 1.1.2.2 lukem /* 376 1.1.2.2 lukem * We need to know whether the page should be mapped 377 1.1.2.2 lukem * as R or R/W. The MMU does not give us the info as 378 1.1.2.2 lukem * to whether the fault was caused by a read or a write. 379 1.1.2.2 lukem * This means we need to disassemble the instruction 380 1.1.2.2 lukem * responsible and determine if it was a read or write 381 1.1.2.2 lukem * instruction. 382 1.1.2.2 lukem */ 383 1.1.2.2 lukem /* STR instruction ? */ 384 1.1.2.2 lukem if ((fault_instruction & 0x0c100000) == 0x04000000) 385 1.1.2.2 lukem ftype = VM_PROT_READ | VM_PROT_WRITE; 386 1.1.2.2 lukem /* STM or CDT instruction ? */ 387 1.1.2.2 lukem else if ((fault_instruction & 0x0a100000) == 0x08000000) 388 1.1.2.2 lukem ftype = VM_PROT_READ | VM_PROT_WRITE; 389 1.1.2.2 lukem /* STRH, STRSH or STRSB instruction ? */ 390 1.1.2.2 lukem else if ((fault_instruction & 0x0e100090) == 0x00000090) 391 1.1.2.2 lukem ftype = VM_PROT_READ | VM_PROT_WRITE; 392 1.1.2.2 lukem /* SWP instruction ? */ 393 1.1.2.2 lukem else if ((fault_instruction & 0x0fb00ff0) == 0x01000090) 394 1.1.2.2 lukem ftype = VM_PROT_READ | VM_PROT_WRITE; 395 1.1.2.2 lukem else 396 1.1.2.2 lukem ftype = VM_PROT_READ; 397 1.1.2.2 lukem 398 1.1.2.2 lukem #ifdef PMAP_DEBUG 399 1.1.2.2 lukem if (pmap_debug_level >= 0) 400 1.1.2.2 lukem printf("fault protection = %d\n", ftype); 401 1.1.2.2 lukem #endif 402 1.1.2.2 lukem 403 1.1.2.2 lukem if ((ftype & VM_PROT_WRITE) ? 404 1.1.2.2 lukem pmap_modified_emulation(map->pmap, va) : 405 1.1.2.2 lukem pmap_handled_emulation(map->pmap, va)) 406 1.1.2.2 lukem goto out; 407 1.1.2.2 lukem 408 1.1.2.2 lukem if (current_intr_depth > 0) { 409 1.1.2.2 lukem #ifdef DDB 410 1.1.2.2 lukem printf("Non-emulated page fault with intr_depth > 0\n"); 411 1.1.2.2 lukem report_abort(NULL, fault_status, fault_address, fault_pc); 412 1.1.2.2 lukem kdb_trap(-1, frame); 413 1.1.2.2 lukem return; 414 1.1.2.2 lukem #else 415 1.1.2.2 lukem panic("Fault with intr_depth > 0"); 416 1.1.2.2 lukem #endif /* DDB */ 417 1.1.2.2 lukem } 418 1.1.2.2 lukem 419 1.1.2.2 lukem onfault = pcb->pcb_onfault; 420 1.1.2.2 lukem pcb->pcb_onfault = NULL; 421 1.1.2.2 lukem rv = uvm_fault(map, va, 0, ftype); 422 1.1.2.2 lukem pcb->pcb_onfault = onfault; 423 1.1.2.2 lukem if (rv == 0) 424 1.1.2.2 lukem goto out; 425 1.1.2.2 lukem 426 1.1.2.2 lukem if (user == 0) { 427 1.1.2.2 lukem if (pcb->pcb_onfault) 428 1.1.2.2 lukem goto copyfault; 429 1.1.2.2 lukem printf("[u]vm_fault(%p, %lx, %x, 0) -> %x\n", 430 1.1.2.2 lukem map, va, ftype, rv); 431 1.1.2.2 lukem goto we_re_toast; 432 1.1.2.2 lukem } 433 1.1.2.2 lukem 434 1.1.2.2 lukem report_abort("", fault_status, fault_address, fault_pc); 435 1.1.2.2 lukem if (rv == ENOMEM) { 436 1.1.2.2 lukem printf("UVM: pid %d (%s), uid %d killed: " 437 1.1.2.2 lukem "out of swap\n", p->p_pid, p->p_comm, 438 1.1.2.2 lukem p->p_cred && p->p_ucred ? 439 1.1.2.2 lukem p->p_ucred->cr_uid : -1); 440 1.1.2.2 lukem trapsignal(p, SIGKILL, TRAP_CODE); 441 1.1.2.2 lukem } else 442 1.1.2.2 lukem trapsignal(p, SIGSEGV, TRAP_CODE); 443 1.1.2.2 lukem break; 444 1.1.2.2 lukem } 445 1.1.2.2 lukem } 446 1.1.2.2 lukem 447 1.1.2.2 lukem out: 448 1.1.2.2 lukem /* Call userret() if it was a USR mode fault */ 449 1.1.2.2 lukem if (user) 450 1.1.2.2 lukem userret(p); 451 1.1.2.2 lukem } 452 1.1.2.2 lukem 453 1.1.2.2 lukem 454 1.1.2.2 lukem /* 455 1.1.2.2 lukem * void prefetch_abort_handler(trapframe_t *frame) 456 1.1.2.2 lukem * 457 1.1.2.2 lukem * Abort handler called when instruction execution occurs at 458 1.1.2.2 lukem * a non existent or restricted (access permissions) memory page. 459 1.1.2.2 lukem * If the address is invalid and we were in SVC mode then panic as 460 1.1.2.2 lukem * the kernel should never prefetch abort. 461 1.1.2.2 lukem * If the address is invalid and the page is mapped then the user process 462 1.1.2.2 lukem * does no have read permission so send it a signal. 463 1.1.2.2 lukem * Otherwise fault the page in and try again. 464 1.1.2.2 lukem */ 465 1.1.2.2 lukem 466 1.1.2.2 lukem extern int kernel_debug; 467 1.1.2.2 lukem 468 1.1.2.2 lukem void 469 1.1.2.2 lukem prefetch_abort_handler(frame) 470 1.1.2.2 lukem trapframe_t *frame; 471 1.1.2.2 lukem { 472 1.1.2.2 lukem register u_int fault_pc; 473 1.1.2.2 lukem register struct proc *p; 474 1.1.2.2 lukem register struct pcb *pcb; 475 1.1.2.2 lukem u_int fault_instruction; 476 1.1.2.2 lukem pt_entry_t *pte; 477 1.1.2.2 lukem int error; 478 1.1.2.2 lukem 479 1.1.2.2 lukem /* 480 1.1.2.2 lukem * Enable IRQ's (disabled by the abort) This always comes 481 1.1.2.2 lukem * from user mode so we know interrupts were not disabled. 482 1.1.2.2 lukem * But we check anyway. 483 1.1.2.2 lukem */ 484 1.1.2.2 lukem if (!(frame->tf_spsr & I32_bit)) 485 1.1.2.2 lukem enable_interrupts(I32_bit); 486 1.1.2.2 lukem 487 1.1.2.2 lukem #ifdef DEBUG 488 1.1.2.2 lukem if ((GetCPSR() & PSR_MODE) != PSR_SVC32_MODE) 489 1.1.2.2 lukem panic("prefetch_abort_handler: not in SVC32 mode"); 490 1.1.2.2 lukem #endif 491 1.1.2.2 lukem 492 1.1.2.2 lukem /* Update vmmeter statistics */ 493 1.1.2.2 lukem uvmexp.traps++; 494 1.1.2.2 lukem 495 1.1.2.2 lukem /* Call the cpu specific abort fixup routine */ 496 1.1.2.2 lukem error = cpu_prefetchabt_fixup(frame); 497 1.1.2.2 lukem if (error == ABORT_FIXUP_RETURN) 498 1.1.2.2 lukem return; 499 1.1.2.2 lukem if (error == ABORT_FIXUP_FAILED) 500 1.1.2.2 lukem panic("prefetch abort fixup failed\n"); 501 1.1.2.2 lukem 502 1.1.2.2 lukem /* Get the current proc structure or proc0 if there is none */ 503 1.1.2.2 lukem if ((p = curproc) == 0) { 504 1.1.2.2 lukem p = &proc0; 505 1.1.2.2 lukem #ifdef DEBUG 506 1.1.2.2 lukem printf("Prefetch abort with curproc == 0\n"); 507 1.1.2.2 lukem #endif 508 1.1.2.2 lukem } 509 1.1.2.2 lukem 510 1.1.2.2 lukem #ifdef PMAP_DEBUG 511 1.1.2.2 lukem if (pmap_debug_level >= 0) 512 1.1.2.2 lukem printf("prefetch fault in process %p %s\n", p, p->p_comm); 513 1.1.2.2 lukem #endif 514 1.1.2.2 lukem /* 515 1.1.2.2 lukem * can't use curpcb, as it might be NULL; and we have p in a 516 1.1.2.2 lukem * register anyway 517 1.1.2.2 lukem */ 518 1.1.2.2 lukem pcb = &p->p_addr->u_pcb; 519 1.1.2.2 lukem if (pcb == 0) 520 1.1.2.2 lukem panic("prefetch_abort_handler: no pcb ... we're toast !\n"); 521 1.1.2.2 lukem 522 1.1.2.2 lukem #ifdef DEBUG 523 1.1.2.2 lukem if (pcb != curpcb) { 524 1.1.2.2 lukem printf("data_abort: Alert ! pcb(%p) != curpcb(%p)\n", 525 1.1.2.2 lukem pcb, curpcb); 526 1.1.2.2 lukem printf("data_abort: Alert ! proc(%p), curproc(%p)\n", 527 1.1.2.2 lukem p, curproc); 528 1.1.2.2 lukem } 529 1.1.2.2 lukem #endif /* DEBUG */ 530 1.1.2.2 lukem 531 1.1.2.2 lukem /* Was the prefectch abort from USR32 mode ? */ 532 1.1.2.2 lukem 533 1.1.2.2 lukem if ((frame->tf_spsr & PSR_MODE) == PSR_USR32_MODE) { 534 1.1.2.2 lukem p->p_addr->u_pcb.pcb_tf = frame; 535 1.1.2.2 lukem } else { 536 1.1.2.2 lukem /* 537 1.1.2.2 lukem * All the kernel code pages are loaded at boot time 538 1.1.2.2 lukem * and do not get paged 539 1.1.2.2 lukem */ 540 1.1.2.2 lukem panic("Prefetch abort in non-USR mode (frame=%p)\n", frame); 541 1.1.2.2 lukem } 542 1.1.2.2 lukem 543 1.1.2.2 lukem /* Get fault address */ 544 1.1.2.2 lukem fault_pc = frame->tf_pc; 545 1.1.2.2 lukem 546 1.1.2.2 lukem #ifdef PMAP_DEBUG 547 1.1.2.2 lukem if (pmap_debug_level >= 0) 548 1.1.2.2 lukem printf("prefetch_abort: PC = %08x\n", fault_pc); 549 1.1.2.2 lukem #endif 550 1.1.2.2 lukem /* Ok validate the address, can only execute in USER space */ 551 1.1.2.2 lukem if (fault_pc < VM_MIN_ADDRESS || fault_pc >= VM_MAXUSER_ADDRESS) { 552 1.1.2.2 lukem #ifdef DEBUG 553 1.1.2.2 lukem printf("prefetch: pc (%08x) not in user process space\n", 554 1.1.2.2 lukem fault_pc); 555 1.1.2.2 lukem #endif 556 1.1.2.2 lukem trapsignal(p, SIGSEGV, fault_pc); 557 1.1.2.2 lukem userret(p); 558 1.1.2.2 lukem return; 559 1.1.2.2 lukem } 560 1.1.2.2 lukem 561 1.1.2.2 lukem /* Is the page already mapped ? */ 562 1.1.2.2 lukem /* This is debugging for rev K SA110 silicon */ 563 1.1.2.2 lukem pte = pmap_pte(p->p_vmspace->vm_map.pmap, (vaddr_t)fault_pc); 564 1.1.2.2 lukem if (pte && *pte != 0) { 565 1.1.2.2 lukem if (kernel_debug & 1) { 566 1.1.2.2 lukem printf("prefetch_abort: page is already mapped - pte=%p *pte=%08x\n", 567 1.1.2.2 lukem pte, *pte); 568 1.1.2.2 lukem printf("prefetch_abort: pc=%08x proc=%p process=%s\n", fault_pc, p, p->p_comm); 569 1.1.2.2 lukem printf("prefetch_abort: far=%08x fs=%x\n", cpu_faultaddress(), cpu_faultstatus()); 570 1.1.2.2 lukem printf("prefetch_abort: trapframe=%08x\n", (u_int)frame); 571 1.1.2.2 lukem } 572 1.1.2.2 lukem #ifdef DDB 573 1.1.2.2 lukem if (kernel_debug & 2) 574 1.1.2.2 lukem Debugger(); 575 1.1.2.2 lukem #endif 576 1.1.2.2 lukem } 577 1.1.2.2 lukem 578 1.1.2.2 lukem /* Ok read the fault address. This will fault the page in for us */ 579 1.1.2.2 lukem if (fetchuserword(fault_pc, &fault_instruction) != 0) { 580 1.1.2.2 lukem #ifdef DEBUG 581 1.1.2.2 lukem printf("prefetch: faultin failed for address %08x\n", 582 1.1.2.2 lukem fault_pc); 583 1.1.2.2 lukem #endif 584 1.1.2.2 lukem trapsignal(p, SIGSEGV, fault_pc); 585 1.1.2.2 lukem } else { 586 1.1.2.2 lukem 587 1.1.2.2 lukem #ifdef DIAGNOSTIC 588 1.1.2.2 lukem /* More debug stuff */ 589 1.1.2.2 lukem 590 1.1.2.2 lukem #ifdef PMAP_DEBUG 591 1.1.2.2 lukem if (pmap_debug_level >= 0) { 592 1.1.2.2 lukem printf("Instruction @V%08x = %08x\n", fault_pc, 593 1.1.2.2 lukem fault_instruction); 594 1.1.2.2 lukem disassemble(fault_pc); 595 1.1.2.2 lukem printf("return addr=%08x", frame->tf_pc); 596 1.1.2.2 lukem pte = pmap_pte(p->p_vmspace->vm_map.pmap, 597 1.1.2.2 lukem (vaddr_t)fault_pc); 598 1.1.2.2 lukem if (pte) 599 1.1.2.2 lukem printf(" pte=%p *pte=%08x\n", pte, *pte); 600 1.1.2.2 lukem else 601 1.1.2.2 lukem printf("\n"); 602 1.1.2.2 lukem 603 1.1.2.2 lukem } 604 1.1.2.2 lukem #endif /* PMAP_DEBUG */ 605 1.1.2.2 lukem #endif /* DIAGNOSTIC */ 606 1.1.2.2 lukem } 607 1.1.2.2 lukem 608 1.1.2.2 lukem userret(p); 609 1.1.2.2 lukem } 610 1.1.2.2 lukem 611 1.1.2.2 lukem int 612 1.1.2.2 lukem cowfault(va) 613 1.1.2.2 lukem vaddr_t va; 614 1.1.2.2 lukem { 615 1.1.2.2 lukem struct vmspace *vm; 616 1.1.2.2 lukem int error; 617 1.1.2.2 lukem 618 1.1.2.2 lukem if (va >= VM_MAXUSER_ADDRESS) 619 1.1.2.2 lukem return (EFAULT); 620 1.1.2.2 lukem 621 1.1.2.2 lukem /* uvm_fault can't be called from within an interrupt */ 622 1.1.2.2 lukem KASSERT(current_intr_depth == 0); 623 1.1.2.2 lukem 624 1.1.2.2 lukem vm = curproc->p_vmspace; 625 1.1.2.2 lukem error = uvm_fault(&vm->vm_map, va, 0, VM_PROT_READ | VM_PROT_WRITE); 626 1.1.2.2 lukem return error; 627 1.1.2.2 lukem } 628 1.1.2.2 lukem 629 1.1.2.2 lukem /* End of fault.c */ 630
Indexes created Thu Oct 02 14:10:14 GMT 2025