trap.c revision 1.25 1 /* $NetBSD: trap.c,v 1.25 2005/05/01 19:17:52 chs Exp $ */
2
3 /*-
4 * Copyright (c) 2001, 2002 The NetBSD Foundation, Inc.
5 * All rights reserved.
6 *
7 * This code is derived from software contributed to The NetBSD Foundation
8 * by Matthew Fredette.
9 *
10 * Redistribution and use in source and binary forms, with or without
11 * modification, are permitted provided that the following conditions
12 * are met:
13 * 1. Redistributions of source code must retain the above copyright
14 * notice, this list of conditions and the following disclaimer.
15 * 2. Redistributions in binary form must reproduce the above copyright
16 * notice, this list of conditions and the following disclaimer in the
17 * documentation and/or other materials provided with the distribution.
18 * 3. All advertising materials mentioning features or use of this software
19 * must display the following acknowledgement:
20 * This product includes software developed by the NetBSD
21 * Foundation, Inc. and its contributors.
22 * 4. Neither the name of The NetBSD Foundation nor the names of its
23 * contributors may be used to endorse or promote products derived
24 * from this software without specific prior written permission.
25 *
26 * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
27 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
28 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
29 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
30 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
31 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
32 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
33 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
34 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
35 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
36 * POSSIBILITY OF SUCH DAMAGE.
37 */
38
39 /* $OpenBSD: trap.c,v 1.30 2001/09/19 20:50:56 mickey Exp $ */
40
41 /*
42 * Copyright (c) 1998-2000 Michael Shalayeff
43 * All rights reserved.
44 *
45 * Redistribution and use in source and binary forms, with or without
46 * modification, are permitted provided that the following conditions
47 * are met:
48 * 1. Redistributions of source code must retain the above copyright
49 * notice, this list of conditions and the following disclaimer.
50 * 2. Redistributions in binary form must reproduce the above copyright
51 * notice, this list of conditions and the following disclaimer in the
52 * documentation and/or other materials provided with the distribution.
53 * 3. All advertising materials mentioning features or use of this software
54 * must display the following acknowledgement:
55 * This product includes software developed by Michael Shalayeff.
56 * 4. The name of the author may not be used to endorse or promote products
57 * derived from this software without specific prior written permission.
58 *
59 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
60 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
61 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
62 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
63 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
64 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
65 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
66 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
67 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
68 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
69 */
70
71 #include <sys/cdefs.h>
72 __KERNEL_RCSID(0, "$NetBSD: trap.c,v 1.25 2005/05/01 19:17:52 chs Exp $");
73
74 /* #define INTRDEBUG */
75 /* #define TRAPDEBUG */
76 /* #define USERTRACE */
77
78 #include "opt_kgdb.h"
79 #include "opt_syscall_debug.h"
80 #include "opt_ktrace.h"
81 #include "opt_systrace.h"
82
83 #include <sys/param.h>
84 #include <sys/systm.h>
85 #include <sys/kernel.h>
86 #include <sys/syscall.h>
87 #include <sys/sa.h>
88 #include <sys/savar.h>
89 #ifdef KTRACE
90 #include <sys/ktrace.h>
91 #endif
92 #ifdef SYSTRACE
93 #include <sys/systrace.h>
94 #endif
95 #include <sys/proc.h>
96 #include <sys/signalvar.h>
97 #include <sys/user.h>
98 #include <sys/acct.h>
99 #include <sys/signal.h>
100 #include <sys/device.h>
101 #include <sys/pool.h>
102 #include <sys/userret.h>
103
104 #include <net/netisr.h>
105
106 #ifdef KGDB
107 #include <sys/kgdb.h>
108 #endif
109
110 #include <uvm/uvm.h>
111
112 #include <machine/iomod.h>
113 #include <machine/cpufunc.h>
114 #include <machine/reg.h>
115 #include <machine/autoconf.h>
116
117 #include <machine/db_machdep.h>
118
119 #include <hppa/hppa/machdep.h>
120
121 #include <ddb/db_output.h>
122 #include <ddb/db_interface.h>
123
124 #if defined(DEBUG) || defined(DIAGNOSTIC)
125 /*
126 * 0x6fc1000 is a stwm r1, d(sr0, sp), which is the last
127 * instruction in the function prologue that gcc -O0 uses.
128 * When we have this instruction we know the relationship
129 * between the stack pointer and the gcc -O0 frame pointer
130 * (in r3, loaded with the initial sp) for the body of a
131 * function.
132 *
133 * If the given instruction is a stwm r1, d(sr0, sp) where
134 * d > 0, we evaluate to d, else we evaluate to zero.
135 */
136 #define STWM_R1_D_SR0_SP(inst) \
137 (((inst) & 0xffffc001) == 0x6fc10000 ? (((inst) & 0x00003ff) >> 1) : 0)
138 #endif /* DEBUG || DIAGNOSTIC */
139
140 const char *trap_type[] = {
141 "invalid",
142 "HPMC",
143 "power failure",
144 "recovery counter",
145 "external interrupt",
146 "LPMC",
147 "ITLB miss fault",
148 "instruction protection",
149 "Illegal instruction",
150 "break instruction",
151 "privileged operation",
152 "privileged register",
153 "overflow",
154 "conditional",
155 "assist exception",
156 "DTLB miss",
157 "ITLB non-access miss",
158 "DTLB non-access miss",
159 "data protection/rights/alignment",
160 "data break",
161 "TLB dirty",
162 "page reference",
163 "assist emulation",
164 "higher-priv transfer",
165 "lower-priv transfer",
166 "taken branch",
167 "data access rights",
168 "data protection",
169 "unaligned data ref",
170 };
171 int trap_types = sizeof(trap_type)/sizeof(trap_type[0]);
172
173 uint8_t fpopmap[] = {
174 0x00, 0x00, 0x00, 0x06, 0x00, 0x00, 0x00, 0x00,
175 0x00, 0x0c, 0x00, 0x0e, 0x00, 0x00, 0x00, 0x00,
176 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
177 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
178 0x00, 0x00, 0x00, 0x26, 0x00, 0x00, 0x00, 0x00,
179 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
180 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
181 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00,
182 };
183
184 int want_resched;
185 volatile int astpending;
186
187 void pmap_hptdump(void);
188 void syscall(struct trapframe *, int *);
189
190 #ifdef USERTRACE
191 /*
192 * USERTRACE is a crude facility that traces the PC of
193 * a single user process. This tracing is normally
194 * activated by the dispatching of a certain syscall
195 * with certain arguments - see the activation code in
196 * syscall().
197 */
198 u_int rctr_next_iioq;
199 #endif
200
201 static __inline void
202 userret(struct lwp *l, register_t pc, u_quad_t oticks)
203 {
204 struct proc *p = l->l_proc;
205
206 l->l_priority = l->l_usrpri;
207 if (want_resched) {
208 preempt(0);
209 }
210
211 mi_userret(l);
212
213 /*
214 * If profiling, charge recent system time to the trapped pc.
215 */
216 if (l->l_flag & P_PROFIL) {
217 extern int psratio;
218
219 addupc_task(p, pc, (int)(p->p_sticks - oticks) * psratio);
220 }
221
222 curcpu()->ci_schedstate.spc_curpriority = l->l_priority;
223 }
224
225 /*
226 * This handles some messy kernel debugger details.
227 * It dispatches into either kgdb or DDB, and knows
228 * about some special things to do, like skipping over
229 * break instructions and how to really set up for
230 * a single-step.
231 */
232 #if defined(KGDB) || defined(DDB)
233 static int
234 trap_kdebug(int type, int code, struct trapframe *frame)
235 {
236 int handled;
237 u_int tf_iioq_head_old;
238 u_int tf_iioq_tail_old;
239
240 for(;;) {
241
242 /* This trap has not been handled. */
243 handled = 0;
244
245 /* Remember the instruction offset queue. */
246 tf_iioq_head_old = frame->tf_iioq_head;
247 tf_iioq_tail_old = frame->tf_iioq_tail;
248
249 #ifdef KGDB
250 /* Let KGDB handle it (if connected) */
251 if (!handled)
252 handled = kgdb_trap(type, frame);
253 #endif
254 #ifdef DDB
255 /* Let DDB handle it. */
256 if (!handled)
257 handled = kdb_trap(type, code, frame);
258 #endif
259
260 /* If this trap wasn't handled, return now. */
261 if (!handled)
262 return(0);
263
264 /*
265 * If the instruction offset queue head changed,
266 * but the offset queue tail didn't, assume that
267 * the user wants to jump to the head offset, and
268 * adjust the tail accordingly. This should fix
269 * the kgdb `jump' command, and can help DDB users
270 * who `set' the offset head but forget the tail.
271 */
272 if (frame->tf_iioq_head != tf_iioq_head_old &&
273 frame->tf_iioq_tail == tf_iioq_tail_old)
274 frame->tf_iioq_tail = frame->tf_iioq_head + 4;
275
276 /*
277 * This is some single-stepping support.
278 * If we're trying to step through a nullified
279 * instruction, just advance by hand and trap
280 * again. Otherwise, load the recovery counter
281 * with zero.
282 */
283 if (frame->tf_ipsw & PSW_R) {
284 #ifdef TRAPDEBUG
285 printf("(single stepping at head 0x%x tail 0x%x)\n", frame->tf_iioq_head, frame->tf_iioq_tail);
286 #endif
287 if (frame->tf_ipsw & PSW_N) {
288 #ifdef TRAPDEBUG
289 printf("(single stepping past nullified)\n");
290 #endif
291
292 /* Advance the program counter. */
293 frame->tf_iioq_head = frame->tf_iioq_tail;
294 frame->tf_iioq_tail = frame->tf_iioq_head + 4;
295
296 /* Clear flags. */
297 frame->tf_ipsw &= ~(PSW_N|PSW_X|PSW_Y|PSW_Z|PSW_B|PSW_T|PSW_H|PSW_L);
298
299 /* Simulate another trap. */
300 type = T_RECOVERY;
301 continue;
302 }
303 frame->tf_rctr = 0;
304 }
305
306 /* We handled this trap. */
307 return (1);
308 }
309 /* NOTREACHED */
310 }
311 #else /* !KGDB && !DDB */
312 #define trap_kdebug(t, c, f) (0)
313 #endif /* !KGDB && !DDB */
314
315 #if defined(DEBUG) || defined(USERTRACE)
316 /*
317 * These functions give a crude usermode backtrace. They
318 * really only work when code has been compiled without
319 * optimization, as they assume a certain function prologue
320 * sets up a frame pointer and stores the return pointer
321 * and arguments in it.
322 */
323 static void user_backtrace_raw(u_int, u_int);
324 static void
325 user_backtrace_raw(u_int pc, u_int fp)
326 {
327 int frame_number;
328 int arg_number;
329
330 for (frame_number = 0;
331 frame_number < 100 && pc > HPPA_PC_PRIV_MASK && fp;
332 frame_number++) {
333
334 printf("%3d: pc=%08x%s fp=0x%08x", frame_number,
335 pc & ~HPPA_PC_PRIV_MASK, USERMODE(pc) ? "" : "**", fp);
336 for(arg_number = 0; arg_number < 4; arg_number++)
337 printf(" arg%d=0x%08x", arg_number,
338 (int) fuword(HPPA_FRAME_CARG(arg_number, fp)));
339 printf("\n");
340 pc = fuword(((register_t *) fp) - 5); /* fetch rp */
341 if (pc == -1) {
342 printf(" fuword for pc failed\n");
343 break;
344 }
345 fp = fuword(((register_t *) fp) + 0); /* fetch previous fp */
346 if (fp == -1) {
347 printf(" fuword for fp failed\n");
348 break;
349 }
350 }
351 printf(" backtrace stopped with pc %08x fp 0x%08x\n", pc, fp);
352 }
353
354 static void user_backtrace(struct trapframe *, struct lwp *, int);
355 static void
356 user_backtrace(struct trapframe *tf, struct lwp *l, int type)
357 {
358 struct proc *p = l->l_proc;
359 u_int pc, fp, inst;
360
361 /*
362 * Display any trap type that we have.
363 */
364 if (type >= 0)
365 printf("pid %d (%s) trap #%d\n",
366 p->p_pid, p->p_comm, type & ~T_USER);
367
368 /*
369 * Assuming that the frame pointer in r3 is valid,
370 * dump out a stack trace.
371 */
372 fp = tf->tf_r3;
373 printf("pid %d (%s) backtrace, starting with fp 0x%08x\n",
374 p->p_pid, p->p_comm, fp);
375 user_backtrace_raw(tf->tf_iioq_head, fp);
376
377 /*
378 * In case the frame pointer in r3 is not valid,
379 * assuming the stack pointer is valid and the
380 * faulting function is a non-leaf, if we can
381 * find its prologue we can recover its frame
382 * pointer.
383 */
384 pc = tf->tf_iioq_head;
385 fp = tf->tf_sp - HPPA_FRAME_SIZE;
386 printf("pid %d (%s) backtrace, starting with sp 0x%08x pc 0x%08x\n",
387 p->p_pid, p->p_comm, tf->tf_sp, pc);
388 for(pc &= ~HPPA_PC_PRIV_MASK; pc > 0; pc -= sizeof(inst)) {
389 inst = fuword((register_t *) pc);
390 if (inst == -1) {
391 printf(" fuword for inst at pc %08x failed\n", pc);
392 break;
393 }
394 /* Check for the prologue instruction that sets sp. */
395 if (STWM_R1_D_SR0_SP(inst)) {
396 fp = tf->tf_sp - STWM_R1_D_SR0_SP(inst);
397 printf(" sp from fp at pc %08x: %08x\n", pc, inst);
398 break;
399 }
400 }
401 user_backtrace_raw(tf->tf_iioq_head, fp);
402 }
403 #endif /* DEBUG || USERTRACE */
404
405 #ifdef DEBUG
406 /*
407 * This sanity-checks a trapframe. It is full of various
408 * assumptions about what a healthy CPU state should be,
409 * with some documented elsewhere, some not.
410 */
411 struct trapframe *sanity_frame;
412 struct lwp *sanity_lwp;
413 int sanity_checked = 0;
414 void frame_sanity_check(struct trapframe *, struct lwp *);
415 void
416 frame_sanity_check(struct trapframe *tf, struct lwp *l)
417 {
418 extern int kernel_text;
419 extern int etext;
420 extern register_t kpsw;
421 extern vaddr_t hpt_base;
422 extern vsize_t hpt_mask;
423 vsize_t uspace_size;
424 #define SANITY(e) \
425 do { \
426 if (sanity_frame == NULL && !(e)) { \
427 sanity_frame = tf; \
428 sanity_lwp = l; \
429 sanity_checked = __LINE__; \
430 } \
431 } while (/* CONSTCOND */ 0)
432
433 SANITY((tf->tf_ipsw & kpsw) == kpsw);
434 SANITY(tf->tf_hptm == hpt_mask && tf->tf_vtop == hpt_base);
435 SANITY((kpsw & PSW_I) == 0 || tf->tf_eiem != 0);
436 if (tf->tf_iisq_head == HPPA_SID_KERNEL) {
437 /*
438 * If the trap happened in the gateway
439 * page, we take the easy way out and
440 * assume that the trapframe is okay.
441 */
442 if ((tf->tf_iioq_head & ~PAGE_MASK) != SYSCALLGATE) {
443 SANITY(!USERMODE(tf->tf_iioq_head));
444 SANITY(!USERMODE(tf->tf_iioq_tail));
445 SANITY(tf->tf_iioq_head >= (u_int) &kernel_text);
446 SANITY(tf->tf_iioq_head < (u_int) &etext);
447 SANITY(tf->tf_iioq_tail >= (u_int) &kernel_text);
448 SANITY(tf->tf_iioq_tail < (u_int) &etext);
449 #ifdef HPPA_REDZONE
450 uspace_size = HPPA_REDZONE;
451 #else
452 uspace_size = USPACE;
453 #endif
454 SANITY(l == NULL ||
455 ((tf->tf_sp >= (u_int)(l->l_addr) + PAGE_SIZE &&
456 tf->tf_sp < (u_int)(l->l_addr) + uspace_size)));
457 }
458 } else {
459 SANITY(USERMODE(tf->tf_iioq_head));
460 SANITY(USERMODE(tf->tf_iioq_tail));
461 SANITY(l != NULL && tf->tf_cr30 == kvtop((caddr_t)l->l_addr));
462 }
463 #undef SANITY
464 if (sanity_frame == tf) {
465 printf("insanity: tf %p lwp %p line %d sp 0x%x pc 0x%x\n",
466 sanity_frame, sanity_lwp, sanity_checked,
467 tf->tf_sp, tf->tf_iioq_head);
468 (void) trap_kdebug(T_IBREAK, 0, tf);
469 sanity_frame = NULL;
470 sanity_lwp = NULL;
471 sanity_checked = 0;
472 }
473 }
474 #endif /* DEBUG */
475
476 void
477 trap(int type, struct trapframe *frame)
478 {
479 struct lwp *l;
480 struct proc *p;
481 struct pcb *pcbp;
482 vaddr_t va;
483 struct vm_map *map;
484 struct vmspace *vm;
485 vm_prot_t vftype;
486 pa_space_t space;
487 ksiginfo_t ksi;
488 u_int opcode, onfault;
489 int ret;
490 const char *tts;
491 int type_raw;
492 #ifdef DIAGNOSTIC
493 extern int emergency_stack_start, emergency_stack_end;
494 #endif
495
496 type_raw = type & ~T_USER;
497 opcode = frame->tf_iir;
498 if (type_raw == T_ITLBMISS || type_raw == T_ITLBMISSNA) {
499 va = frame->tf_iioq_head;
500 space = frame->tf_iisq_head;
501 vftype = VM_PROT_EXECUTE;
502 } else {
503 va = frame->tf_ior;
504 space = frame->tf_isr;
505 vftype = inst_store(opcode) ? VM_PROT_WRITE : VM_PROT_READ;
506 }
507
508 l = curlwp;
509 p = l ? l->l_proc : NULL;
510
511 tts = (type & ~T_USER) > trap_types ? "reserved" :
512 trap_type[type & ~T_USER];
513
514 #ifdef DIAGNOSTIC
515 /*
516 * If we are on the emergency stack, then we either got
517 * a fault on the kernel stack, or we're just handling
518 * a trap for the machine check handler (which also
519 * runs on the emergency stack).
520 *
521 * We *very crudely* differentiate between the two cases
522 * by checking the faulting instruction: if it is the
523 * function prologue instruction that stores the old
524 * frame pointer and updates the stack pointer, we assume
525 * that we faulted on the kernel stack.
526 *
527 * In this case, not completing that instruction will
528 * probably confuse backtraces in kgdb/ddb. Completing
529 * it would be difficult, because we already faulted on
530 * that part of the stack, so instead we fix up the
531 * frame as if the function called has just returned.
532 * This has peculiar knowledge about what values are in
533 * what registers during the "normal gcc -g" prologue.
534 */
535 if (&type >= &emergency_stack_start &&
536 &type < &emergency_stack_end &&
537 type != T_IBREAK && STWM_R1_D_SR0_SP(opcode)) {
538 /* Restore the caller's frame pointer. */
539 frame->tf_r3 = frame->tf_r1;
540 /* Restore the caller's instruction offsets. */
541 frame->tf_iioq_head = frame->tf_rp;
542 frame->tf_iioq_tail = frame->tf_iioq_head + 4;
543 goto dead_end;
544 }
545 #endif /* DIAGNOSTIC */
546
547 #ifdef DEBUG
548 frame_sanity_check(frame, l);
549 #endif /* DEBUG */
550
551 /* If this is a trap, not an interrupt, reenable interrupts. */
552 if (type_raw != T_INTERRUPT)
553 mtctl(frame->tf_eiem, CR_EIEM);
554
555 if (frame->tf_flags & TFF_LAST)
556 l->l_md.md_regs = frame;
557
558 #ifdef TRAPDEBUG
559 if (type_raw != T_INTERRUPT && type_raw != T_IBREAK)
560 printf("trap: %d, %s for %x:%x at %x:%x, fp=%p, rp=%x\n",
561 type, tts, space, (u_int)va, frame->tf_iisq_head,
562 frame->tf_iioq_head, frame, frame->tf_rp);
563 else if (type_raw == T_IBREAK)
564 printf("trap: break instruction %x:%x at %x:%x, fp=%p\n",
565 break5(opcode), break13(opcode),
566 frame->tf_iisq_head, frame->tf_iioq_head, frame);
567
568 {
569 extern int etext;
570 if (frame < (struct trapframe *)&etext) {
571 printf("trap: bogus frame ptr %p\n", frame);
572 goto dead_end;
573 }
574 }
575 #endif
576 switch (type) {
577 case T_NONEXIST:
578 case T_NONEXIST|T_USER:
579 #if !defined(DDB) && !defined(KGDB)
580 /* we've got screwed up by the central scrutinizer */
581 panic ("trap: elvis has just left the building!");
582 break;
583 #else
584 goto dead_end;
585 #endif
586 case T_RECOVERY|T_USER:
587 #ifdef USERTRACE
588 for(;;) {
589 if (frame->tf_iioq_head != rctr_next_iioq)
590 printf("-%08x\nr %08x",
591 rctr_next_iioq - 4,
592 frame->tf_iioq_head);
593 rctr_next_iioq = frame->tf_iioq_head + 4;
594 if (frame->tf_ipsw & PSW_N) {
595 /* Advance the program counter. */
596 frame->tf_iioq_head = frame->tf_iioq_tail;
597 frame->tf_iioq_tail = frame->tf_iioq_head + 4;
598 /* Clear flags. */
599 frame->tf_ipsw &= ~(PSW_N|PSW_X|PSW_Y|PSW_Z|PSW_B|PSW_T|PSW_H|PSW_L);
600 /* Simulate another trap. */
601 continue;
602 }
603 break;
604 }
605 frame->tf_rctr = 0;
606 break;
607 #endif /* USERTRACE */
608 case T_RECOVERY:
609 #if !defined(DDB) && !defined(KGDB)
610 /* XXX will implement later */
611 printf ("trap: handicapped");
612 break;
613 #else
614 goto dead_end;
615 #endif
616
617 case T_EMULATION | T_USER:
618 #ifdef FPEMUL
619 hppa_fpu_emulate(frame, l, opcode);
620 #else /* !FPEMUL */
621 /*
622 * We don't have FPU emulation, so signal the
623 * process with a SIGFPE.
624 */
625
626 KSI_INIT_TRAP(&ksi);
627 ksi.ksi_signo = SIGFPE;
628 ksi.ksi_code = SI_NOINFO;
629 ksi.ksi_trap = type;
630 ksi.ksi_addr = (void *)frame->tf_iioq_head;
631 trapsignal(l, &ksi);
632 #endif /* !FPEMUL */
633 break;
634
635 case T_DATALIGN:
636 if (l->l_addr->u_pcb.pcb_onfault) {
637 do_onfault:
638 pcbp = &l->l_addr->u_pcb;
639 frame->tf_iioq_tail = 4 +
640 (frame->tf_iioq_head =
641 pcbp->pcb_onfault);
642 pcbp->pcb_onfault = 0;
643 break;
644 }
645 /*FALLTHROUGH*/
646
647 #ifdef DIAGNOSTIC
648 /* these just can't happen ever */
649 case T_PRIV_OP:
650 case T_PRIV_REG:
651 /* these just can't make it to the trap() ever */
652 case T_HPMC:
653 case T_HPMC | T_USER:
654 case T_EMULATION:
655 case T_EXCEPTION:
656 #endif
657 case T_IBREAK:
658 case T_DBREAK:
659 dead_end:
660 if (type & T_USER) {
661 #ifdef DEBUG
662 user_backtrace(frame, l, type);
663 #endif
664 KSI_INIT_TRAP(&ksi);
665 ksi.ksi_signo = SIGILL;
666 ksi.ksi_code = ILL_ILLTRP;
667 ksi.ksi_trap = type;
668 ksi.ksi_addr = (void *)frame->tf_iioq_head;
669 trapsignal(l, &ksi);
670 break;
671 }
672 if (trap_kdebug(type, va, frame))
673 return;
674 else if (type == T_DATALIGN)
675 panic ("trap: %s at 0x%x", tts, (u_int) va);
676 else
677 panic ("trap: no debugger for \"%s\" (%d)", tts, type);
678 break;
679
680 case T_IBREAK | T_USER:
681 case T_DBREAK | T_USER:
682 /* pass to user debugger */
683 break;
684
685 case T_EXCEPTION | T_USER: { /* co-proc assist trap */
686 uint64_t *fpp;
687 uint32_t *pex, ex, inst;
688 int i;
689
690 hppa_fpu_flush(l);
691 fpp = l->l_addr->u_pcb.pcb_fpregs;
692 pex = (uint32_t *)&fpp[1];
693 for (i = 1; i < 8 && !*pex; i++, pex++)
694 ;
695 KASSERT(i < 8);
696 ex = *pex;
697 *pex = 0;
698
699 /* reset the trap flag, as if there was none */
700 fpp[0] &= ~(((uint64_t)HPPA_FPU_T) << 32);
701
702 /* emulate the instruction */
703 inst = ((uint32_t)fpopmap[ex >> 26] << 26) | (ex & 0x03ffffff);
704 hppa_fpu_emulate(frame, l, inst);
705 }
706 break;
707
708 case T_OVERFLOW | T_USER:
709 KSI_INIT_TRAP(&ksi);
710 ksi.ksi_signo = SIGFPE;
711 ksi.ksi_code = SI_NOINFO;
712 ksi.ksi_trap = type;
713 ksi.ksi_addr = (void *)va;
714 trapsignal(l, &ksi);
715 break;
716
717 case T_CONDITION | T_USER:
718 KSI_INIT_TRAP(&ksi);
719 ksi.ksi_signo = SIGFPE;
720 ksi.ksi_code = FPE_INTDIV;
721 ksi.ksi_trap = type;
722 ksi.ksi_addr = (void *)va;
723 trapsignal(l, &ksi);
724 break;
725
726 case T_ILLEGAL | T_USER:
727 #ifdef DEBUG
728 user_backtrace(frame, l, type);
729 #endif
730 KSI_INIT_TRAP(&ksi);
731 ksi.ksi_signo = SIGILL;
732 ksi.ksi_code = ILL_ILLOPC;
733 ksi.ksi_trap = type;
734 ksi.ksi_addr = (void *)va;
735 trapsignal(l, &ksi);
736 break;
737
738 case T_PRIV_OP | T_USER:
739 #ifdef DEBUG
740 user_backtrace(frame, l, type);
741 #endif
742 KSI_INIT_TRAP(&ksi);
743 ksi.ksi_signo = SIGILL;
744 ksi.ksi_code = ILL_PRVOPC;
745 ksi.ksi_trap = type;
746 ksi.ksi_addr = (void *)va;
747 trapsignal(l, &ksi);
748 break;
749
750 case T_PRIV_REG | T_USER:
751 #ifdef DEBUG
752 user_backtrace(frame, l, type);
753 #endif
754 KSI_INIT_TRAP(&ksi);
755 ksi.ksi_signo = SIGILL;
756 ksi.ksi_code = ILL_PRVREG;
757 ksi.ksi_trap = type;
758 ksi.ksi_addr = (void *)va;
759 trapsignal(l, &ksi);
760 break;
761
762 /* these should never got here */
763 case T_HIGHERPL | T_USER:
764 case T_LOWERPL | T_USER:
765 KSI_INIT_TRAP(&ksi);
766 ksi.ksi_signo = SIGSEGV;
767 ksi.ksi_code = SEGV_ACCERR;
768 ksi.ksi_trap = type;
769 ksi.ksi_addr = (void *)va;
770 trapsignal(l, &ksi);
771 break;
772
773 case T_IPROT | T_USER:
774 case T_DPROT | T_USER:
775 KSI_INIT_TRAP(&ksi);
776 ksi.ksi_signo = SIGSEGV;
777 ksi.ksi_code = SEGV_ACCERR;
778 ksi.ksi_trap = type;
779 ksi.ksi_addr = (void *)va;
780 trapsignal(l, &ksi);
781 break;
782
783 case T_DATACC: case T_USER | T_DATACC:
784 case T_ITLBMISS: case T_USER | T_ITLBMISS:
785 case T_DTLBMISS: case T_USER | T_DTLBMISS:
786 case T_ITLBMISSNA: case T_USER | T_ITLBMISSNA:
787 case T_DTLBMISSNA: case T_USER | T_DTLBMISSNA:
788 case T_TLB_DIRTY: case T_USER | T_TLB_DIRTY:
789 vm = p->p_vmspace;
790
791 if (!vm) {
792 #ifdef TRAPDEBUG
793 printf("trap: no vm, p=%p\n", p);
794 #endif
795 goto dead_end;
796 }
797
798 /*
799 * it could be a kernel map for exec_map faults
800 */
801 if (!(type & T_USER) && space == HPPA_SID_KERNEL)
802 map = kernel_map;
803 else {
804 map = &vm->vm_map;
805 if (l->l_flag & L_SA) {
806 l->l_savp->savp_faultaddr = va;
807 l->l_flag |= L_SA_PAGEFAULT;
808 }
809 }
810
811 va = hppa_trunc_page(va);
812
813 if (map->pmap->pmap_space != space) {
814 #ifdef TRAPDEBUG
815 printf("trap: space missmatch %d != %d\n",
816 space, map->pmap->pmap_space);
817 #endif
818 /* actually dump the user, crap the kernel */
819 goto dead_end;
820 }
821
822 /* Never call uvm_fault in interrupt context. */
823 KASSERT(hppa_intr_depth == 0);
824
825 onfault = l->l_addr->u_pcb.pcb_onfault;
826 l->l_addr->u_pcb.pcb_onfault = 0;
827 ret = uvm_fault(map, va, 0, vftype);
828 l->l_addr->u_pcb.pcb_onfault = onfault;
829
830 #ifdef TRAPDEBUG
831 printf("uvm_fault(%p, %x, %d, %d)=%d\n",
832 map, (u_int)va, 0, vftype, ret);
833 #endif
834
835 if (map != kernel_map)
836 l->l_flag &= ~L_SA_PAGEFAULT;
837
838 /*
839 * If this was a stack access we keep track of the maximum
840 * accessed stack size. Also, if uvm_fault gets a protection
841 * failure it is due to accessing the stack region outside
842 * the current limit and we need to reflect that as an access
843 * error.
844 */
845 if (va >= (vaddr_t)vm->vm_maxsaddr + vm->vm_ssize) {
846 if (ret == 0) {
847 vsize_t nss = btoc(va - USRSTACK + PAGE_SIZE);
848 if (nss > vm->vm_ssize)
849 vm->vm_ssize = nss;
850 } else if (ret == EACCES)
851 ret = EFAULT;
852 }
853
854 if (ret != 0) {
855 if (type & T_USER) {
856 #ifdef DEBUG
857 user_backtrace(frame, l, type);
858 #endif
859 KSI_INIT_TRAP(&ksi);
860 ksi.ksi_signo = SIGSEGV;
861 ksi.ksi_code = (ret == EACCES ?
862 SEGV_ACCERR : SEGV_MAPERR);
863 ksi.ksi_trap = type;
864 ksi.ksi_addr = (void *)va;
865 trapsignal(l, &ksi);
866 } else {
867 if (l->l_addr->u_pcb.pcb_onfault) {
868 goto do_onfault;
869 }
870 panic("trap: uvm_fault(%p, %lx, %d, %d): %d",
871 map, va, 0, vftype, ret);
872 }
873 }
874 break;
875
876 case T_DATALIGN | T_USER:
877 #ifdef DEBUG
878 user_backtrace(frame, l, type);
879 #endif
880 KSI_INIT_TRAP(&ksi);
881 ksi.ksi_signo = SIGBUS;
882 ksi.ksi_code = BUS_ADRALN;
883 ksi.ksi_trap = type;
884 ksi.ksi_addr = (void *)va;
885 trapsignal(l, &ksi);
886 break;
887
888 case T_INTERRUPT:
889 case T_INTERRUPT|T_USER:
890 hppa_intr(frame);
891 mtctl(frame->tf_eiem, CR_EIEM);
892 break;
893
894 case T_LOWERPL:
895 case T_DPROT:
896 case T_IPROT:
897 case T_OVERFLOW:
898 case T_CONDITION:
899 case T_ILLEGAL:
900 case T_HIGHERPL:
901 case T_TAKENBR:
902 case T_POWERFAIL:
903 case T_LPMC:
904 case T_PAGEREF:
905 case T_DATAPID: case T_DATAPID | T_USER:
906 if (0 /* T-chip */) {
907 break;
908 }
909 /* FALLTHROUGH to unimplemented */
910 default:
911 panic ("trap: unimplemented \'%s\' (%d)", tts, type);
912 }
913
914 if (type & T_USER)
915 userret(l, l->l_md.md_regs->tf_iioq_head, 0);
916
917 #ifdef DEBUG
918 frame_sanity_check(frame, l);
919 if (frame->tf_flags & TFF_LAST && curlwp != NULL)
920 frame_sanity_check(curlwp->l_md.md_regs, curlwp);
921 #endif /* DEBUG */
922 }
923
924 void
925 child_return(void *arg)
926 {
927 struct lwp *l = arg;
928 struct proc *p = l->l_proc;
929
930 userret(l, l->l_md.md_regs->tf_iioq_head, 0);
931 #ifdef KTRACE
932 if (KTRPOINT(p, KTR_SYSRET))
933 ktrsysret(p, SYS_fork, 0, 0);
934 #endif
935 #ifdef DEBUG
936 frame_sanity_check(l->l_md.md_regs, l);
937 #endif /* DEBUG */
938 }
939
940 /*
941 * call actual syscall routine
942 * from the low-level syscall handler:
943 * - all HPPA_FRAME_NARGS syscall's arguments supposed to be copied onto
944 * our stack, this wins compared to copyin just needed amount anyway
945 * - register args are copied onto stack too
946 */
947 void
948 syscall(struct trapframe *frame, int *args)
949 {
950 struct lwp *l;
951 struct proc *p;
952 const struct sysent *callp;
953 int nsys, code, argsize, error;
954 int tmp;
955 int rval[2];
956
957 uvmexp.syscalls++;
958
959 #ifdef DEBUG
960 frame_sanity_check(frame, curlwp);
961 #endif /* DEBUG */
962
963 if (!USERMODE(frame->tf_iioq_head))
964 panic("syscall");
965
966 l = curlwp;
967 p = l->l_proc;
968 l->l_md.md_regs = frame;
969 nsys = p->p_emul->e_nsysent;
970 callp = p->p_emul->e_sysent;
971 code = frame->tf_t1;
972
973 /*
974 * Restarting a system call is touchy on the HPPA,
975 * because syscall arguments are passed in registers
976 * and the program counter of the syscall "point"
977 * isn't easily divined.
978 *
979 * We handle the first problem by assuming that we
980 * will have to restart this system call, so we
981 * stuff the first four words of the original arguments
982 * back into the frame as arg0...arg3, which is where
983 * we found them in the first place. Any further
984 * arguments are (still) on the user's stack and the
985 * syscall code will fetch them from there (again).
986 *
987 * The program counter problem is addressed below.
988 */
989 frame->tf_arg0 = args[0];
990 frame->tf_arg1 = args[1];
991 frame->tf_arg2 = args[2];
992 frame->tf_arg3 = args[3];
993
994 /*
995 * Some special handling for the syscall(2) and
996 * __syscall(2) system calls.
997 */
998 switch (code) {
999 case SYS_syscall:
1000 code = *args;
1001 args += 1;
1002 break;
1003 case SYS___syscall:
1004 if (callp != sysent)
1005 break;
1006 /*
1007 * NB: even though __syscall(2) takes a quad_t
1008 * containing the system call number, because
1009 * our argument copying word-swaps 64-bit arguments,
1010 * the least significant word of that quad_t
1011 * is the first word in the argument array.
1012 */
1013 code = *args;
1014 args += 2;
1015 }
1016
1017 /*
1018 * Stacks growing from lower addresses to higher
1019 * addresses are not really such a good idea, because
1020 * it makes it impossible to overlay a struct on top
1021 * of C stack arguments (the arguments appear in
1022 * reversed order).
1023 *
1024 * You can do the obvious thing (as locore.S does) and
1025 * copy argument words one by one, laying them out in
1026 * the "right" order in the destination buffer, but this
1027 * ends up word-swapping multi-word arguments (like off_t).
1028 *
1029 * To compensate, we have some automatically-generated
1030 * code that word-swaps these multi-word arguments.
1031 * Right now the script that generates this code is
1032 * in Perl, because I don't know awk.
1033 *
1034 * FIXME - this works only on native binaries and
1035 * will probably screw up any and all emulation.
1036 */
1037 switch (code) {
1038 /*
1039 * BEGIN automatically generated
1040 * by /home/fredette/project/hppa/makescargfix.pl
1041 * do not edit!
1042 */
1043 case SYS_pread:
1044 /*
1045 * syscallarg(int) fd;
1046 * syscallarg(void *) buf;
1047 * syscallarg(size_t) nbyte;
1048 * syscallarg(int) pad;
1049 * syscallarg(off_t) offset;
1050 */
1051 tmp = args[4];
1052 args[4] = args[4 + 1];
1053 args[4 + 1] = tmp;
1054 break;
1055 case SYS_pwrite:
1056 /*
1057 * syscallarg(int) fd;
1058 * syscallarg(const void *) buf;
1059 * syscallarg(size_t) nbyte;
1060 * syscallarg(int) pad;
1061 * syscallarg(off_t) offset;
1062 */
1063 tmp = args[4];
1064 args[4] = args[4 + 1];
1065 args[4 + 1] = tmp;
1066 break;
1067 case SYS_mmap:
1068 /*
1069 * syscallarg(void *) addr;
1070 * syscallarg(size_t) len;
1071 * syscallarg(int) prot;
1072 * syscallarg(int) flags;
1073 * syscallarg(int) fd;
1074 * syscallarg(long) pad;
1075 * syscallarg(off_t) pos;
1076 */
1077 tmp = args[6];
1078 args[6] = args[6 + 1];
1079 args[6 + 1] = tmp;
1080 break;
1081 case SYS_lseek:
1082 /*
1083 * syscallarg(int) fd;
1084 * syscallarg(int) pad;
1085 * syscallarg(off_t) offset;
1086 */
1087 tmp = args[2];
1088 args[2] = args[2 + 1];
1089 args[2 + 1] = tmp;
1090 break;
1091 case SYS_truncate:
1092 /*
1093 * syscallarg(const char *) path;
1094 * syscallarg(int) pad;
1095 * syscallarg(off_t) length;
1096 */
1097 tmp = args[2];
1098 args[2] = args[2 + 1];
1099 args[2 + 1] = tmp;
1100 break;
1101 case SYS_ftruncate:
1102 /*
1103 * syscallarg(int) fd;
1104 * syscallarg(int) pad;
1105 * syscallarg(off_t) length;
1106 */
1107 tmp = args[2];
1108 args[2] = args[2 + 1];
1109 args[2 + 1] = tmp;
1110 break;
1111 case SYS_preadv:
1112 /*
1113 * syscallarg(int) fd;
1114 * syscallarg(const struct iovec *) iovp;
1115 * syscallarg(int) iovcnt;
1116 * syscallarg(int) pad;
1117 * syscallarg(off_t) offset;
1118 */
1119 tmp = args[4];
1120 args[4] = args[4 + 1];
1121 args[4 + 1] = tmp;
1122 break;
1123 case SYS_pwritev:
1124 /*
1125 * syscallarg(int) fd;
1126 * syscallarg(const struct iovec *) iovp;
1127 * syscallarg(int) iovcnt;
1128 * syscallarg(int) pad;
1129 * syscallarg(off_t) offset;
1130 */
1131 tmp = args[4];
1132 args[4] = args[4 + 1];
1133 args[4 + 1] = tmp;
1134 break;
1135 default:
1136 break;
1137 /*
1138 * END automatically generated
1139 * by /home/fredette/project/hppa/makescargfix.pl
1140 * do not edit!
1141 */
1142 }
1143
1144 #ifdef USERTRACE
1145 if (0) {
1146 user_backtrace(frame, p, -1);
1147 frame->tf_ipsw |= PSW_R;
1148 frame->tf_rctr = 0;
1149 printf("r %08x", frame->tf_iioq_head);
1150 rctr_next_iioq = frame->tf_iioq_head + 4;
1151 }
1152 #endif
1153
1154 if (code < 0 || code >= nsys)
1155 callp += p->p_emul->e_nosys; /* bad syscall # */
1156 else
1157 callp += code;
1158 argsize = callp->sy_argsize;
1159
1160 if ((error = trace_enter(l, code, code, NULL, args)) != 0)
1161 goto bad;
1162
1163 rval[0] = 0;
1164 rval[1] = 0;
1165 switch (error = (*callp->sy_call)(l, args, rval)) {
1166 case 0:
1167 l = curlwp; /* changes on exec() */
1168 frame = l->l_md.md_regs;
1169 frame->tf_ret0 = rval[0];
1170 frame->tf_ret1 = rval[1];
1171 frame->tf_t1 = 0;
1172 break;
1173 case ERESTART:
1174 /*
1175 * Now we have to wind back the instruction
1176 * offset queue to the point where the system
1177 * call will be made again. This is inherently
1178 * tied to the SYSCALL macro.
1179 *
1180 * Currently, the part of the SYSCALL macro
1181 * that we want to rerun reads as:
1182 *
1183 * ldil L%SYSCALLGATE, r1
1184 * ble 4(sr7, r1)
1185 * ldi __CONCAT(SYS_,x), t1
1186 * ldw HPPA_FRAME_ERP(sr0,sp), rp
1187 *
1188 * And our offset queue head points to the
1189 * final ldw instruction. So we need to
1190 * subtract twelve to reach the ldil.
1191 */
1192 frame->tf_iioq_head -= 12;
1193 frame->tf_iioq_tail = frame->tf_iioq_head + 4;
1194 break;
1195 case EJUSTRETURN:
1196 p = curproc;
1197 break;
1198 default:
1199 bad:
1200 if (p->p_emul->e_errno)
1201 error = p->p_emul->e_errno[error];
1202 frame->tf_t1 = error;
1203 break;
1204 }
1205
1206 trace_exit(l, code, args, rval, error);
1207
1208 userret(l, frame->tf_iioq_head, 0);
1209 #ifdef DEBUG
1210 frame_sanity_check(frame, l);
1211 #endif /* DEBUG */
1212 }
1213
1214 /*
1215 * Start a new LWP
1216 */
1217 void
1218 startlwp(void *arg)
1219 {
1220 int err;
1221 ucontext_t *uc = arg;
1222 struct lwp *l = curlwp;
1223
1224 err = cpu_setmcontext(l, &uc->uc_mcontext, uc->uc_flags);
1225 #if DIAGNOSTIC
1226 if (err) {
1227 printf("Error %d from cpu_setmcontext.", err);
1228 }
1229 #endif
1230 pool_put(&lwp_uc_pool, uc);
1231
1232 userret(l, l->l_md.md_regs->tf_iioq_head, 0);
1233 }
1234
1235 /*
1236 * XXX This is a terrible name.
1237 */
1238 void
1239 upcallret(struct lwp *l)
1240 {
1241 userret(l, l->l_md.md_regs->tf_iioq_head, 0);
1242 }
1243