trap.c revision 1.126
1 /* $NetBSD: trap.c,v 1.126 2025/09/19 16:54:20 skrll Exp $ */ 2 3 /*- 4 * Copyright (c) 2001, 2002 The NetBSD Foundation, Inc. 5 * All rights reserved. 6 * 7 * This code is derived from software contributed to The NetBSD Foundation 8 * by Matthew Fredette. 9 * 10 * Redistribution and use in source and binary forms, with or without 11 * modification, are permitted provided that the following conditions 12 * are met: 13 * 1. Redistributions of source code must retain the above copyright 14 * notice, this list of conditions and the following disclaimer. 15 * 2. Redistributions in binary form must reproduce the above copyright 16 * notice, this list of conditions and the following disclaimer in the 17 * documentation and/or other materials provided with the distribution. 18 * 19 * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS 20 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED 21 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 22 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS 23 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 24 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 25 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 27 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 28 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 29 * POSSIBILITY OF SUCH DAMAGE. 30 */ 31 32 /* $OpenBSD: trap.c,v 1.30 2001/09/19 20:50:56 mickey Exp $ */ 33 34 /* 35 * Copyright (c) 1998-2004 Michael Shalayeff 36 * All rights reserved. 37 * 38 * Redistribution and use in source and binary forms, with or without 39 * modification, are permitted provided that the following conditions 40 * are met: 41 * 1. Redistributions of source code must retain the above copyright 42 * notice, this list of conditions and the following disclaimer. 43 * 2. Redistributions in binary form must reproduce the above copyright 44 * notice, this list of conditions and the following disclaimer in the 45 * documentation and/or other materials provided with the distribution. 46 * 47 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 48 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 49 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 50 * IN NO EVENT SHALL THE AUTHOR OR HIS RELATIVES BE LIABLE FOR ANY DIRECT, 51 * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES 52 * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR 53 * SERVICES; LOSS OF MIND, USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 54 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, 55 * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING 56 * IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF 57 * THE POSSIBILITY OF SUCH DAMAGE. 58 */ 59 60 #include <sys/cdefs.h> 61 __KERNEL_RCSID(0, "$NetBSD: trap.c,v 1.126 2025/09/19 16:54:20 skrll Exp $"); 62 63 /* #define INTRDEBUG */ 64 /* #define TRAPDEBUG */ 65 /* #define USERTRACE */ 66 67 #include "opt_kgdb.h" 68 #include "opt_ptrace.h" 69 70 #include <sys/param.h> 71 #include <sys/systm.h> 72 #include <sys/kernel.h> 73 #include <sys/syscall.h> 74 #include <sys/syscallvar.h> 75 #include <sys/mutex.h> 76 #include <sys/ktrace.h> 77 #include <sys/proc.h> 78 #include <sys/signalvar.h> 79 #include <sys/acct.h> 80 #include <sys/signal.h> 81 #include <sys/device.h> 82 #include <sys/kauth.h> 83 #include <sys/kmem.h> 84 #include <sys/userret.h> 85 86 #ifdef KGDB 87 #include <sys/kgdb.h> 88 #endif 89 90 #include <uvm/uvm.h> 91 92 #include <machine/iomod.h> 93 #include <machine/cpufunc.h> 94 #include <machine/reg.h> 95 #include <machine/autoconf.h> 96 97 #include <machine/db_machdep.h> 98 99 #include <hppa/hppa/machdep.h> 100 101 #include <ddb/db_output.h> 102 #include <ddb/db_interface.h> 103 104 #ifdef PTRACE 105 void ss_clear_breakpoints(struct lwp *l); 106 int ss_put_value(struct lwp *, vaddr_t, u_int); 107 int ss_get_value(struct lwp *, vaddr_t, u_int *); 108 109 /* single-step breakpoint */ 110 #define SSBREAKPOINT (HPPA_BREAK_KERNEL | (HPPA_BREAK_SS << 13)) 111 112 #endif 113 114 #if defined(DEBUG) || defined(DIAGNOSTIC) 115 /* 116 * 0x6fc1000 is a stwm r1, d(sr0, sp), which is the last 117 * instruction in the function prologue that gcc -O0 uses. 118 * When we have this instruction we know the relationship 119 * between the stack pointer and the gcc -O0 frame pointer 120 * (in r3, loaded with the initial sp) for the body of a 121 * function. 122 * 123 * If the given instruction is a stwm r1, d(sr0, sp) where 124 * d > 0, we evaluate to d, else we evaluate to zero. 125 */ 126 #define STWM_R1_D_SR0_SP(inst) \ 127 (((inst) & 0xffffc001) == 0x6fc10000 ? (((inst) & 0x00003ff) >> 1) : 0) 128 #endif /* DEBUG || DIAGNOSTIC */ 129 130 const char *trap_type[] = { 131 "invalid", 132 "HPMC", 133 "power failure", 134 "recovery counter", 135 "external interrupt", 136 "LPMC", 137 "ITLB miss fault", 138 "instruction protection", 139 "Illegal instruction", 140 "break instruction", 141 "privileged operation", 142 "privileged register", 143 "overflow", 144 "conditional", 145 "assist exception", 146 "DTLB miss", 147 "ITLB non-access miss", 148 "DTLB non-access miss", 149 "data protection/rights/alignment", 150 "data break", 151 "TLB dirty", 152 "page reference", 153 "assist emulation", 154 "higher-priv transfer", 155 "lower-priv transfer", 156 "taken branch", 157 "data access rights", 158 "data protection", 159 "unaligned data ref", 160 }; 161 int trap_types = __arraycount(trap_type); 162 163 uint8_t fpopmap[] = { 164 0x00, 0x00, 0x00, 0x06, 0x00, 0x00, 0x00, 0x00, 165 0x00, 0x0c, 0x00, 0x0e, 0x00, 0x00, 0x00, 0x00, 166 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 167 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 168 0x00, 0x00, 0x00, 0x26, 0x00, 0x00, 0x00, 0x00, 169 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 170 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 171 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 0x00, 172 }; 173 174 void pmap_hptdump(void); 175 void syscall(struct trapframe *, int *); 176 177 #if defined(DEBUG) 178 struct trapframe *sanity_frame; 179 struct lwp *sanity_lwp; 180 const char *sanity_string; 181 void frame_sanity_check(const char *, int, int, struct trapframe *, 182 struct lwp *); 183 #endif 184 185 186 #ifdef USERTRACE 187 /* 188 * USERTRACE is a crude facility that traces the PC of a single user process. 189 * This tracing is normally activated by the dispatching of a certain syscall 190 * with certain arguments - see the activation code in syscall(). 191 */ 192 static void user_backtrace(struct trapframe *, struct lwp *, int); 193 static void user_backtrace_raw(u_int, u_int); 194 195 u_int rctr_next_iioq; 196 #endif 197 198 static inline void 199 userret(struct lwp *l, struct trapframe *tf) 200 { 201 struct proc *p = l->l_proc; 202 int oticks = 0; /* XXX why zero? */ 203 204 do { 205 l->l_md.md_astpending = 0; 206 //curcpu()->ci_data.cpu_nast++; 207 mi_userret(l); 208 } while (l->l_md.md_astpending); 209 210 /* 211 * If profiling, charge recent system time to the trapped pc. 212 */ 213 if (p->p_stflag & PST_PROFIL) { 214 extern int psratio; 215 216 addupc_task(l, tf->tf_iioq_head, 217 (int)(p->p_sticks - oticks) * psratio); 218 } 219 } 220 221 /* 222 * This handles some messy kernel debugger details. 223 * It dispatches into either kgdb or DDB, and knows 224 * about some special things to do, like skipping over 225 * break instructions and how to really set up for 226 * a single-step. 227 */ 228 #if defined(KGDB) || defined(DDB) 229 static int 230 trap_kdebug(int type, int code, struct trapframe *frame) 231 { 232 int handled; 233 u_int tf_iioq_head_old; 234 u_int tf_iioq_tail_old; 235 236 for (;;) { 237 238 /* This trap has not been handled. */ 239 handled = 0; 240 241 /* Remember the instruction offset queue. */ 242 tf_iioq_head_old = frame->tf_iioq_head; 243 tf_iioq_tail_old = frame->tf_iioq_tail; 244 245 #ifdef KGDB 246 /* Let KGDB handle it (if connected) */ 247 if (!handled) 248 handled = kgdb_trap(type, frame); 249 #endif 250 #ifdef DDB 251 /* Let DDB handle it. */ 252 if (!handled) 253 handled = kdb_trap(type, code, frame); 254 #endif 255 256 /* If this trap wasn't handled, return now. */ 257 if (!handled) 258 return(0); 259 260 /* 261 * If the instruction offset queue head changed, but the offset 262 * queue tail didn't, assume that the user wants to jump to the 263 * head offset, and adjust the tail accordingly. This should 264 * fix the kgdb `jump' command, and can help DDB users who `set' 265 * the offset head but forget the tail. 266 */ 267 if (frame->tf_iioq_head != tf_iioq_head_old && 268 frame->tf_iioq_tail == tf_iioq_tail_old) 269 frame->tf_iioq_tail = frame->tf_iioq_head + 4; 270 271 /* 272 * This is some single-stepping support. If we're trying to 273 * step through a nullified instruction, just advance by hand 274 * and trap again. Otherwise, load the recovery counter with 275 * zero. 276 */ 277 if (frame->tf_ipsw & PSW_R) { 278 #ifdef TRAPDEBUG 279 printf("(single stepping at head 0x%x tail 0x%x)\n", 280 frame->tf_iioq_head, frame->tf_iioq_tail); 281 #endif 282 if (frame->tf_ipsw & PSW_N) { 283 #ifdef TRAPDEBUG 284 printf("(single stepping past nullified)\n"); 285 #endif 286 287 /* Advance the program counter. */ 288 frame->tf_iioq_head = frame->tf_iioq_tail; 289 frame->tf_iioq_tail = frame->tf_iioq_head + 4; 290 291 /* Clear flags. */ 292 frame->tf_ipsw &= ~(PSW_N|PSW_X|PSW_Y|PSW_Z|PSW_B|PSW_T|PSW_H|PSW_L); 293 294 /* Simulate another trap. */ 295 type = T_RECOVERY; 296 continue; 297 } 298 frame->tf_rctr = 0; 299 } 300 301 /* We handled this trap. */ 302 return (1); 303 } 304 /* NOTREACHED */ 305 } 306 #else /* !KGDB && !DDB */ 307 #define trap_kdebug(t, c, f) (0) 308 #endif /* !KGDB && !DDB */ 309 310 #if defined(DEBUG) || defined(USERTRACE) 311 /* 312 * These functions give a crude usermode backtrace. They really only work when 313 * code has been compiled without optimization, as they assume a certain func- 314 * tion prologue sets up a frame pointer and stores the return pointer and arg- 315 * uments in it. 316 */ 317 static void 318 user_backtrace_raw(u_int pc, u_int fp) 319 { 320 int frame_number; 321 int arg_number; 322 uint32_t val; 323 324 for (frame_number = 0; 325 frame_number < 100 && pc > HPPA_PC_PRIV_MASK && fp; 326 frame_number++) { 327 328 printf("%3d: pc=%08x%s fp=0x%08x", frame_number, 329 pc & ~HPPA_PC_PRIV_MASK, USERMODE(pc) ? " " : "**", fp); 330 for (arg_number = 0; arg_number < 4; arg_number++) { 331 if (ufetch_32(HPPA_FRAME_CARG(arg_number, fp), 332 &val) == 0) { 333 printf(" arg%d=0x%08x", arg_number, val); 334 } else { 335 printf(" arg%d=<bad address>", arg_number); 336 } 337 } 338 printf("\n"); 339 if (ufetch_int((((uint32_t *) fp) - 5), &pc) != 0) { 340 printf(" ufetch for pc failed\n"); 341 break; 342 } 343 if (ufetch_int((((uint32_t *) fp) + 0), &fp) != 0) { 344 printf(" ufetch for fp failed\n"); 345 break; 346 } 347 } 348 printf(" backtrace stopped with pc %08x fp 0x%08x\n", pc, fp); 349 } 350 351 static void 352 user_backtrace(struct trapframe *tf, struct lwp *l, int type) 353 { 354 struct proc *p = l->l_proc; 355 u_int pc, fp, inst; 356 357 /* 358 * Display any trap type that we have. 359 */ 360 if (type >= 0) 361 printf("pid %d (%s) trap #%d\n", 362 p->p_pid, p->p_comm, type & ~T_USER); 363 364 /* 365 * Assuming that the frame pointer in r3 is valid, 366 * dump out a stack trace. 367 */ 368 fp = tf->tf_r3; 369 printf("pid %d (%s) backtrace, starting with fp 0x%08x\n", 370 p->p_pid, p->p_comm, fp); 371 user_backtrace_raw(tf->tf_iioq_head, fp); 372 373 /* 374 * In case the frame pointer in r3 is not valid, assuming the stack 375 * pointer is valid and the faulting function is a non-leaf, if we can 376 * find its prologue we can recover its frame pointer. 377 */ 378 pc = tf->tf_iioq_head; 379 fp = tf->tf_sp - HPPA_FRAME_SIZE; 380 printf("pid %d (%s) backtrace, starting with sp 0x%08x pc 0x%08x\n", 381 p->p_pid, p->p_comm, tf->tf_sp, pc); 382 for (pc &= ~HPPA_PC_PRIV_MASK; pc > 0; pc -= sizeof(inst)) { 383 if (ufetch_int((u_int *) pc, &inst) != 0) { 384 printf(" ufetch for inst at pc %08x failed\n", pc); 385 break; 386 } 387 /* Check for the prologue instruction that sets sp. */ 388 if (STWM_R1_D_SR0_SP(inst)) { 389 fp = tf->tf_sp - STWM_R1_D_SR0_SP(inst); 390 printf(" sp from fp at pc %08x: %08x\n", pc, inst); 391 break; 392 } 393 } 394 user_backtrace_raw(tf->tf_iioq_head, fp); 395 } 396 #endif /* DEBUG || USERTRACE */ 397 398 #ifdef DEBUG 399 /* 400 * This sanity-checks a trapframe. It is full of various assumptions about 401 * what a healthy CPU state should be, with some documented elsewhere, some not. 402 */ 403 void 404 frame_sanity_check(const char *func, int line, int type, struct trapframe *tf, 405 struct lwp *l) 406 { 407 #if 0 408 extern int kernel_text; 409 extern int etext; 410 #endif 411 struct cpu_info *ci = curcpu(); 412 413 #define SANITY(e) \ 414 do { \ 415 if (sanity_frame == NULL && !(e)) { \ 416 sanity_frame = tf; \ 417 sanity_lwp = l; \ 418 sanity_string = #e; \ 419 } \ 420 } while (/* CONSTCOND */ 0) 421 422 KASSERT(l != NULL); 423 SANITY((tf->tf_ipsw & ci->ci_psw) == ci->ci_psw); 424 SANITY((ci->ci_psw & PSW_I) == 0 || tf->tf_eiem != 0); 425 if (tf->tf_iisq_head == HPPA_SID_KERNEL) { 426 vaddr_t minsp, maxsp, uv; 427 428 uv = uvm_lwp_getuarea(l); 429 430 /* 431 * If the trap happened in the gateway page, we take the easy 432 * way out and assume that the trapframe is okay. 433 */ 434 if ((tf->tf_iioq_head & ~PAGE_MASK) == SYSCALLGATE) 435 goto out; 436 437 SANITY(!USERMODE(tf->tf_iioq_head)); 438 SANITY(!USERMODE(tf->tf_iioq_tail)); 439 440 /* 441 * Don't check the instruction queues or stack on interrupts 442 * as we could be in the sti code (outside normal kernel 443 * text) or switching LWPs (curlwp and sp are not in sync) 444 */ 445 if ((type & ~T_USER) == T_INTERRUPT) 446 goto out; 447 #if 0 448 SANITY(tf->tf_iioq_head >= (u_int) &kernel_text); 449 SANITY(tf->tf_iioq_head < (u_int) &etext); 450 SANITY(tf->tf_iioq_tail >= (u_int) &kernel_text); 451 SANITY(tf->tf_iioq_tail < (u_int) &etext); 452 #endif 453 454 maxsp = uv + USPACE + PAGE_SIZE; 455 minsp = uv + PAGE_SIZE; 456 457 SANITY(tf->tf_sp >= minsp && tf->tf_sp < maxsp); 458 } else { 459 struct pcb *pcb = lwp_getpcb(l); 460 461 SANITY(USERMODE(tf->tf_iioq_head)); 462 SANITY(USERMODE(tf->tf_iioq_tail)); 463 SANITY(tf->tf_cr30 == (u_int)pcb->pcb_fpregs); 464 } 465 #undef SANITY 466 out: 467 if (sanity_frame == tf) { 468 printf("insanity: '%s' at %s:%d type 0x%x tf %p lwp %p " 469 "sp 0x%x pc 0x%x\n", 470 sanity_string, func, line, type, sanity_frame, sanity_lwp, 471 tf->tf_sp, tf->tf_iioq_head); 472 (void) trap_kdebug(T_IBREAK, 0, tf); 473 sanity_frame = NULL; 474 sanity_lwp = NULL; 475 } 476 } 477 #endif /* DEBUG */ 478 479 480 #define __PABITS(x, y) __BITS(31 - (x), 31 - (y)) 481 #define __PABIT(x) __BIT(31 - (x)) 482 483 #define LPA_MASK \ 484 ( __PABITS(0, 5) | \ 485 __PABITS(18, 25)) 486 #define LPA \ 487 (__SHIFTIN(1, __PABITS(0, 5)) | \ 488 __SHIFTIN(0x4d, __PABITS(18, 25))) 489 490 491 #define PROBE_ENCS (0x46 | 0xc6 | 0x47 | 0xc7) 492 #define PROBE_PL __PABITS(11, 15) 493 #define PROBE_IMMED __PABIT(18) 494 #define PROBE_RW __PABIT(25) 495 496 #define PROBE_MASK \ 497 (( __PABITS(0, 5) | \ 498 __PABITS(18, 25) | \ 499 __PABIT(26)) ^ \ 500 (PROBE_IMMED | PROBE_RW)) 501 502 #define PROBE \ 503 ((__SHIFTIN(1, __PABITS(0, 5)) | \ 504 __SHIFTIN(PROBE_ENCS, __PABITS(18, 25)) | \ 505 __SHIFTIN(0, __PABIT(26))) ^ \ 506 (PROBE_IMMED | PROBE_RW)) 507 508 #define PLMASK __BITS(1, 0) 509 510 511 /* for hppa64 */ 512 CTASSERT(sizeof(register_t) == sizeof(u_int)); 513 size_t hppa_regmap[] = { 514 0, /* r0 is special case */ 515 offsetof(struct trapframe, tf_r1 ) / sizeof(register_t), 516 offsetof(struct trapframe, tf_rp ) / sizeof(register_t), 517 offsetof(struct trapframe, tf_r3 ) / sizeof(register_t), 518 offsetof(struct trapframe, tf_r4 ) / sizeof(register_t), 519 offsetof(struct trapframe, tf_r5 ) / sizeof(register_t), 520 offsetof(struct trapframe, tf_r6 ) / sizeof(register_t), 521 offsetof(struct trapframe, tf_r7 ) / sizeof(register_t), 522 offsetof(struct trapframe, tf_r8 ) / sizeof(register_t), 523 offsetof(struct trapframe, tf_r9 ) / sizeof(register_t), 524 offsetof(struct trapframe, tf_r10 ) / sizeof(register_t), 525 offsetof(struct trapframe, tf_r11 ) / sizeof(register_t), 526 offsetof(struct trapframe, tf_r12 ) / sizeof(register_t), 527 offsetof(struct trapframe, tf_r13 ) / sizeof(register_t), 528 offsetof(struct trapframe, tf_r14 ) / sizeof(register_t), 529 offsetof(struct trapframe, tf_r15 ) / sizeof(register_t), 530 offsetof(struct trapframe, tf_r16 ) / sizeof(register_t), 531 offsetof(struct trapframe, tf_r17 ) / sizeof(register_t), 532 offsetof(struct trapframe, tf_r18 ) / sizeof(register_t), 533 offsetof(struct trapframe, tf_t4 ) / sizeof(register_t), 534 offsetof(struct trapframe, tf_t3 ) / sizeof(register_t), 535 offsetof(struct trapframe, tf_t2 ) / sizeof(register_t), 536 offsetof(struct trapframe, tf_t1 ) / sizeof(register_t), 537 offsetof(struct trapframe, tf_arg3) / sizeof(register_t), 538 offsetof(struct trapframe, tf_arg2) / sizeof(register_t), 539 offsetof(struct trapframe, tf_arg1) / sizeof(register_t), 540 offsetof(struct trapframe, tf_arg0) / sizeof(register_t), 541 offsetof(struct trapframe, tf_dp ) / sizeof(register_t), 542 offsetof(struct trapframe, tf_ret0) / sizeof(register_t), 543 offsetof(struct trapframe, tf_ret1) / sizeof(register_t), 544 offsetof(struct trapframe, tf_sp ) / sizeof(register_t), 545 offsetof(struct trapframe, tf_r31 ) / sizeof(register_t), 546 }; 547 548 549 static inline register_t 550 tf_getregno(struct trapframe *tf, u_int regno) 551 { 552 register_t *tf_reg = (register_t *)tf; 553 if (regno == 0) 554 return 0; 555 else 556 return tf_reg[hppa_regmap[regno]]; 557 } 558 559 static inline void 560 tf_setregno(struct trapframe *tf, u_int regno, register_t val) 561 { 562 register_t *tf_reg = (register_t *)tf; 563 if (regno == 0) 564 return; 565 else 566 tf_reg[hppa_regmap[regno]] = val; 567 } 568 569 void 570 trap(int type, struct trapframe *frame) 571 { 572 struct lwp *l; 573 struct proc *p; 574 struct pcb *pcb; 575 vaddr_t va; 576 struct vm_map *map; 577 struct vmspace *vm; 578 vm_prot_t vftype; 579 pa_space_t space; 580 ksiginfo_t ksi; 581 u_int opcode, onfault; 582 int ret; 583 const char *tts = "reserved"; 584 int trapnum; 585 #ifdef DIAGNOSTIC 586 extern int emergency_stack_start, emergency_stack_end; 587 struct cpu_info *ci = curcpu(); 588 int oldcpl = ci->ci_cpl; 589 #endif 590 591 trapnum = type & ~T_USER; 592 opcode = frame->tf_iir; 593 594 if (trapnum <= T_EXCEPTION || trapnum == T_HIGHERPL || 595 trapnum == T_LOWERPL || trapnum == T_TAKENBR || 596 trapnum == T_IDEBUG || trapnum == T_PERFMON) { 597 va = frame->tf_iioq_head; 598 space = frame->tf_iisq_head; 599 vftype = VM_PROT_EXECUTE; 600 } else { 601 va = frame->tf_ior; 602 space = frame->tf_isr; 603 vftype = inst_store(opcode) ? VM_PROT_WRITE : VM_PROT_READ; 604 } 605 606 KASSERT(curlwp != NULL); 607 l = curlwp; 608 p = l->l_proc; 609 610 #ifdef DIAGNOSTIC 611 /* 612 * If we are on the emergency stack, then we either got 613 * a fault on the kernel stack, or we're just handling 614 * a trap for the machine check handler (which also 615 * runs on the emergency stack). 616 * 617 * We *very crudely* differentiate between the two cases 618 * by checking the faulting instruction: if it is the 619 * function prologue instruction that stores the old 620 * frame pointer and updates the stack pointer, we assume 621 * that we faulted on the kernel stack. 622 * 623 * In this case, not completing that instruction will 624 * probably confuse backtraces in kgdb/ddb. Completing 625 * it would be difficult, because we already faulted on 626 * that part of the stack, so instead we fix up the 627 * frame as if the function called has just returned. 628 * This has peculiar knowledge about what values are in 629 * what registers during the "normal gcc -g" prologue. 630 */ 631 if (&type >= &emergency_stack_start && 632 &type < &emergency_stack_end && 633 type != T_IBREAK && STWM_R1_D_SR0_SP(opcode)) { 634 /* Restore the caller's frame pointer. */ 635 frame->tf_r3 = frame->tf_r1; 636 /* Restore the caller's instruction offsets. */ 637 frame->tf_iioq_head = frame->tf_rp; 638 frame->tf_iioq_tail = frame->tf_iioq_head + 4; 639 goto dead_end; 640 } 641 #endif /* DIAGNOSTIC */ 642 643 #ifdef DEBUG 644 frame_sanity_check(__func__, __LINE__, type, frame, l); 645 #endif /* DEBUG */ 646 647 if (frame->tf_flags & TFF_LAST) 648 l->l_md.md_regs = frame; 649 650 if (trapnum <= trap_types) 651 tts = trap_type[trapnum]; 652 653 #ifdef TRAPDEBUG 654 if (trapnum != T_INTERRUPT && trapnum != T_IBREAK) 655 printf("trap: %d, %s for %x:%lx at %x:%x, fp=%p, rp=%x\n", 656 type, tts, space, va, frame->tf_iisq_head, 657 frame->tf_iioq_head, frame, frame->tf_rp); 658 else if (trapnum == T_IBREAK) 659 printf("trap: break instruction %x:%x at %x:%x, fp=%p\n", 660 break5(opcode), break13(opcode), 661 frame->tf_iisq_head, frame->tf_iioq_head, frame); 662 663 { 664 extern int etext; 665 if (frame < (struct trapframe *)&etext) { 666 printf("trap: bogus frame ptr %p\n", frame); 667 goto dead_end; 668 } 669 } 670 #endif 671 672 pcb = lwp_getpcb(l); 673 674 /* If this is a trap, not an interrupt, reenable interrupts. */ 675 if (trapnum != T_INTERRUPT) { 676 curcpu()->ci_data.cpu_ntrap++; 677 mtctl(frame->tf_eiem, CR_EIEM); 678 } 679 680 const bool user = (type & T_USER) != 0; 681 switch (type) { 682 case T_NONEXIST: 683 case T_NONEXIST | T_USER: 684 #if !defined(DDB) && !defined(KGDB) 685 /* we've got screwed up by the central scrutinizer */ 686 panic ("trap: elvis has just left the building!"); 687 break; 688 #else 689 goto dead_end; 690 #endif 691 case T_RECOVERY | T_USER: 692 #ifdef USERTRACE 693 for (;;) { 694 if (frame->tf_iioq_head != rctr_next_iioq) 695 printf("-%08x\nr %08x", 696 rctr_next_iioq - 4, 697 frame->tf_iioq_head); 698 rctr_next_iioq = frame->tf_iioq_head + 4; 699 if (frame->tf_ipsw & PSW_N) { 700 /* Advance the program counter. */ 701 frame->tf_iioq_head = frame->tf_iioq_tail; 702 frame->tf_iioq_tail = frame->tf_iioq_head + 4; 703 /* Clear flags. */ 704 frame->tf_ipsw &= ~(PSW_N|PSW_X|PSW_Y|PSW_Z|PSW_B|PSW_T|PSW_H|PSW_L); 705 /* Simulate another trap. */ 706 continue; 707 } 708 break; 709 } 710 frame->tf_rctr = 0; 711 break; 712 #endif /* USERTRACE */ 713 case T_RECOVERY: 714 #if !defined(DDB) && !defined(KGDB) 715 /* XXX will implement later */ 716 printf ("trap: handicapped"); 717 break; 718 #else 719 goto dead_end; 720 #endif 721 722 case T_EMULATION | T_USER: 723 hppa_fpu_emulate(frame, l, opcode); 724 break; 725 726 case T_DATALIGN: 727 onfault = pcb->pcb_onfault; 728 if (onfault) { 729 ret = EFAULT; 730 do_onfault: 731 frame->tf_iioq_head = onfault; 732 frame->tf_iioq_tail = frame->tf_iioq_head + 4; 733 frame->tf_ret0 = ret; 734 break; 735 } 736 /*FALLTHROUGH*/ 737 738 #ifdef DIAGNOSTIC 739 /* these just can't happen ever */ 740 case T_PRIV_OP: 741 case T_PRIV_REG: 742 /* these just can't make it to the trap() ever */ 743 case T_HPMC: 744 case T_HPMC | T_USER: 745 case T_EMULATION: 746 case T_EXCEPTION: 747 #endif 748 case T_IBREAK: 749 case T_DBREAK: 750 dead_end: 751 if (type & T_USER) { 752 #ifdef DEBUG 753 user_backtrace(frame, l, type); 754 #endif 755 KSI_INIT_TRAP(&ksi); 756 ksi.ksi_signo = SIGILL; 757 ksi.ksi_code = ILL_ILLTRP; 758 ksi.ksi_trap = type; 759 ksi.ksi_addr = (void *)frame->tf_iioq_head; 760 trapsignal(l, &ksi); 761 break; 762 } 763 if (trap_kdebug(type, va, frame)) 764 return; 765 else if (type == T_DATALIGN) 766 panic ("trap: %s at 0x%x", tts, (u_int) va); 767 else 768 panic ("trap: no debugger for \"%s\" (%d)", tts, type); 769 break; 770 771 case T_IBREAK | T_USER: 772 case T_DBREAK | T_USER: 773 KSI_INIT_TRAP(&ksi); 774 ksi.ksi_signo = SIGTRAP; 775 ksi.ksi_code = TRAP_BRKPT; 776 ksi.ksi_trap = trapnum; 777 ksi.ksi_addr = (void *)(frame->tf_iioq_head & ~HPPA_PC_PRIV_MASK); 778 #ifdef PTRACE 779 ss_clear_breakpoints(l); 780 if (opcode == SSBREAKPOINT) 781 ksi.ksi_code = TRAP_TRACE; 782 #endif 783 /* pass to user debugger */ 784 trapsignal(l, &ksi); 785 break; 786 787 #ifdef PTRACE 788 case T_TAKENBR | T_USER: 789 ss_clear_breakpoints(l); 790 791 KSI_INIT_TRAP(&ksi); 792 ksi.ksi_signo = SIGTRAP; 793 ksi.ksi_code = TRAP_TRACE; 794 ksi.ksi_trap = trapnum; 795 ksi.ksi_addr = (void *)(frame->tf_iioq_head & ~HPPA_PC_PRIV_MASK); 796 797 /* pass to user debugger */ 798 trapsignal(l, &ksi); 799 break; 800 #endif 801 802 case T_EXCEPTION | T_USER: { /* co-proc assist trap */ 803 uint64_t *fpp; 804 uint32_t *pex, ex, inst; 805 int i; 806 807 hppa_fpu_flush(l); 808 fpp = (uint64_t *)pcb->pcb_fpregs; 809 810 /* skip the status register */ 811 pex = (uint32_t *)&fpp[0]; 812 pex++; 813 814 /* loop through the exception registers */ 815 for (i = 1; i < 8 && !*pex; i++, pex++) 816 ; 817 KASSERT(i < 8); 818 ex = *pex; 819 *pex = 0; 820 821 /* reset the trap flag, as if there was none */ 822 fpp[0] &= ~(((uint64_t)HPPA_FPU_T) << 32); 823 824 /* emulate the instruction */ 825 inst = ((uint32_t)fpopmap[ex >> 26] << 26) | (ex & 0x03ffffff); 826 hppa_fpu_emulate(frame, l, inst); 827 } 828 break; 829 830 case T_OVERFLOW | T_USER: 831 KSI_INIT_TRAP(&ksi); 832 ksi.ksi_signo = SIGFPE; 833 ksi.ksi_code = SI_NOINFO; 834 ksi.ksi_trap = type; 835 ksi.ksi_addr = (void *)va; 836 trapsignal(l, &ksi); 837 break; 838 839 case T_CONDITION | T_USER: 840 KSI_INIT_TRAP(&ksi); 841 ksi.ksi_signo = SIGFPE; 842 ksi.ksi_code = FPE_INTDIV; 843 ksi.ksi_trap = type; 844 ksi.ksi_addr = (void *)va; 845 trapsignal(l, &ksi); 846 break; 847 848 case T_ILLEGAL | T_USER: 849 #ifdef DEBUG 850 user_backtrace(frame, l, type); 851 #endif 852 KSI_INIT_TRAP(&ksi); 853 ksi.ksi_signo = SIGILL; 854 ksi.ksi_code = ILL_ILLOPC; 855 ksi.ksi_trap = type; 856 ksi.ksi_addr = (void *)va; 857 trapsignal(l, &ksi); 858 break; 859 860 case T_PRIV_OP | T_USER: 861 #ifdef DEBUG 862 user_backtrace(frame, l, type); 863 #endif 864 KSI_INIT_TRAP(&ksi); 865 ksi.ksi_signo = SIGILL; 866 ksi.ksi_code = ILL_PRVOPC; 867 ksi.ksi_trap = type; 868 ksi.ksi_addr = (void *)va; 869 trapsignal(l, &ksi); 870 break; 871 872 case T_PRIV_REG | T_USER: 873 #ifdef DEBUG 874 user_backtrace(frame, l, type); 875 #endif 876 KSI_INIT_TRAP(&ksi); 877 ksi.ksi_signo = SIGILL; 878 ksi.ksi_code = ILL_PRVREG; 879 ksi.ksi_trap = type; 880 ksi.ksi_addr = (void *)va; 881 trapsignal(l, &ksi); 882 break; 883 884 /* these should never got here */ 885 case T_HIGHERPL | T_USER: 886 case T_LOWERPL | T_USER: 887 KSI_INIT_TRAP(&ksi); 888 ksi.ksi_signo = SIGSEGV; 889 ksi.ksi_code = SEGV_ACCERR; 890 ksi.ksi_trap = type; 891 ksi.ksi_addr = (void *)va; 892 trapsignal(l, &ksi); 893 break; 894 895 case T_IPROT | T_USER: 896 case T_DPROT | T_USER: 897 KSI_INIT_TRAP(&ksi); 898 ksi.ksi_signo = SIGSEGV; 899 ksi.ksi_code = SEGV_ACCERR; 900 ksi.ksi_trap = type; 901 ksi.ksi_addr = (void *)va; 902 trapsignal(l, &ksi); 903 break; 904 905 case T_ITLBMISSNA: case T_USER | T_ITLBMISSNA: 906 case T_DTLBMISSNA: case T_USER | T_DTLBMISSNA: 907 vm = p->p_vmspace; 908 909 if (!vm) { 910 #ifdef TRAPDEBUG 911 printf("trap: no vm, p=%p\n", p); 912 #endif 913 goto dead_end; 914 } 915 916 /* 917 * it could be a kernel map for exec_map faults 918 */ 919 if (!user && space == HPPA_SID_KERNEL) 920 map = kernel_map; 921 else { 922 map = &vm->vm_map; 923 } 924 925 va = trunc_page(va); 926 927 if ((opcode & LPA_MASK) == LPA) { 928 /* lpa failure case */ 929 const u_int regno = 930 __SHIFTOUT(opcode, __PABITS(27, 31)); 931 tf_setregno(frame, regno, 0); 932 frame->tf_ipsw |= PSW_N; 933 } else if ((opcode & PROBE_MASK) == PROBE) { 934 u_int pl; 935 if ((opcode & PROBE_IMMED) != 0) { 936 pl = __SHIFTOUT(opcode, PROBE_PL) & PLMASK; 937 } else { 938 const u_int plreg = 939 __SHIFTOUT(opcode, PROBE_PL); 940 pl = tf_getregno(frame, plreg) & PLMASK; 941 } 942 bool ok = true; 943 if ((user && space == HPPA_SID_KERNEL) || 944 (frame->tf_iioq_head & 3) != pl || 945 (user && va >= VM_MAXUSER_ADDRESS)) { 946 ok = false; 947 } else { 948 /* Never call uvm_fault in interrupt context. */ 949 KASSERT(curcpu()->ci_intr_depth == 0); 950 951 const bool read = 952 __SHIFTOUT(opcode, PROBE_RW) == 0; 953 onfault = pcb->pcb_onfault; 954 pcb->pcb_onfault = 0; 955 ret = uvm_fault(map, va, read ? 956 VM_PROT_READ : VM_PROT_WRITE); 957 pcb->pcb_onfault = onfault; 958 959 if (ret) 960 ok = false; 961 } 962 if (!ok) { 963 const u_int regno = 964 __SHIFTOUT(opcode, __PABITS(27, 31)); 965 tf_setregno(frame, regno, 0); 966 frame->tf_ipsw |= PSW_N; 967 } 968 } 969 break; 970 971 case T_DATACC: case T_USER | T_DATACC: 972 case T_ITLBMISS: case T_USER | T_ITLBMISS: 973 case T_DTLBMISS: case T_USER | T_DTLBMISS: 974 case T_TLB_DIRTY: case T_USER | T_TLB_DIRTY: 975 vm = p->p_vmspace; 976 977 if (!vm) { 978 #ifdef TRAPDEBUG 979 printf("trap: no vm, p=%p\n", p); 980 #endif 981 goto dead_end; 982 } 983 984 /* 985 * it could be a kernel map for exec_map faults 986 */ 987 if (!(type & T_USER) && space == HPPA_SID_KERNEL) 988 map = kernel_map; 989 else { 990 map = &vm->vm_map; 991 } 992 993 va = trunc_page(va); 994 995 if (map->pmap->pm_space != space) { 996 #ifdef TRAPDEBUG 997 printf("trap: space mismatch %d != %d\n", 998 space, map->pmap->pm_space); 999 #endif 1000 /* actually dump the user, crap the kernel */ 1001 goto dead_end; 1002 } 1003 1004 /* Never call uvm_fault in interrupt context. */ 1005 KASSERT(curcpu()->ci_intr_depth == 0); 1006 1007 onfault = pcb->pcb_onfault; 1008 pcb->pcb_onfault = 0; 1009 ret = uvm_fault(map, va, vftype); 1010 pcb->pcb_onfault = onfault; 1011 1012 #ifdef TRAPDEBUG 1013 printf("uvm_fault(%p, %x, %d)=%d\n", 1014 map, (u_int)va, vftype, ret); 1015 #endif 1016 1017 /* 1018 * If this was a stack access we keep track of the maximum 1019 * accessed stack size. Also, if uvm_fault gets a protection 1020 * failure it is due to accessing the stack region outside 1021 * the current limit and we need to reflect that as an access 1022 * error. 1023 */ 1024 if (map != kernel_map && va >= (vaddr_t)vm->vm_minsaddr) { 1025 if (ret == 0) 1026 uvm_grow(l->l_proc, va); 1027 else if (ret == EACCES) 1028 ret = EFAULT; 1029 } 1030 1031 if (ret != 0) { 1032 if (type & T_USER) { 1033 #ifdef DEBUG 1034 user_backtrace(frame, l, type); 1035 #endif 1036 KSI_INIT_TRAP(&ksi); 1037 switch (ret) { 1038 case EACCES: 1039 ksi.ksi_signo = SIGSEGV; 1040 ksi.ksi_code = SEGV_ACCERR; 1041 break; 1042 case ENOMEM: 1043 ksi.ksi_signo = SIGKILL; 1044 printf("UVM: pid %d (%s), uid %d " 1045 "killed: out of swap\n", 1046 p->p_pid, p->p_comm, 1047 l->l_cred ? 1048 kauth_cred_geteuid(l->l_cred) 1049 : -1); 1050 break; 1051 case EINVAL: 1052 ksi.ksi_signo = SIGBUS; 1053 ksi.ksi_code = BUS_ADRERR; 1054 break; 1055 default: 1056 ksi.ksi_signo = SIGSEGV; 1057 ksi.ksi_code = SEGV_MAPERR; 1058 break; 1059 } 1060 ksi.ksi_trap = type; 1061 ksi.ksi_addr = (void *)va; 1062 trapsignal(l, &ksi); 1063 } else { 1064 if (onfault) { 1065 goto do_onfault; 1066 } 1067 panic("trap: uvm_fault(%p, %lx, %d): %d", 1068 map, va, vftype, ret); 1069 } 1070 } 1071 break; 1072 1073 case T_DATALIGN | T_USER: 1074 #ifdef DEBUG 1075 user_backtrace(frame, l, type); 1076 #endif 1077 KSI_INIT_TRAP(&ksi); 1078 ksi.ksi_signo = SIGBUS; 1079 ksi.ksi_code = BUS_ADRALN; 1080 ksi.ksi_trap = type; 1081 ksi.ksi_addr = (void *)va; 1082 trapsignal(l, &ksi); 1083 break; 1084 1085 case T_INTERRUPT: 1086 case T_INTERRUPT | T_USER: 1087 hppa_intr(frame); 1088 mtctl(frame->tf_eiem, CR_EIEM); 1089 break; 1090 1091 case T_LOWERPL: 1092 case T_DPROT: 1093 case T_IPROT: 1094 case T_OVERFLOW: 1095 case T_CONDITION: 1096 case T_ILLEGAL: 1097 case T_HIGHERPL: 1098 case T_TAKENBR: 1099 case T_POWERFAIL: 1100 case T_LPMC: 1101 case T_PAGEREF: 1102 case T_DATAPID: case T_DATAPID | T_USER: 1103 if (0 /* T-chip */) { 1104 break; 1105 } 1106 /* FALLTHROUGH to unimplemented */ 1107 default: 1108 panic ("trap: unimplemented \'%s\' (%d)", tts, type); 1109 } 1110 1111 #ifdef DIAGNOSTIC 1112 if (ci->ci_cpl != oldcpl) 1113 printf("WARNING: SPL (%d) NOT LOWERED ON TRAP (%d) EXIT\n", 1114 ci->ci_cpl, trapnum); 1115 #endif 1116 1117 if (type & T_USER) 1118 userret(l, l->l_md.md_regs); 1119 1120 #ifdef DEBUG 1121 frame_sanity_check(__func__, __LINE__, type, frame, l); 1122 if (frame->tf_flags & TFF_LAST && (curlwp->l_flag & LW_IDLE) == 0) 1123 frame_sanity_check(__func__, __LINE__, type, 1124 curlwp->l_md.md_regs, curlwp); 1125 #endif /* DEBUG */ 1126 } 1127 1128 void 1129 md_child_return(struct lwp *l) 1130 { 1131 /* 1132 * Return values in the frame set by cpu_lwp_fork(). 1133 */ 1134 1135 userret(l, l->l_md.md_regs); 1136 #ifdef DEBUG 1137 frame_sanity_check(__func__, __LINE__, 0, l->l_md.md_regs, l); 1138 #endif /* DEBUG */ 1139 } 1140 1141 /* 1142 * Process the tail end of a posix_spawn() for the child. 1143 */ 1144 void 1145 cpu_spawn_return(struct lwp *l) 1146 { 1147 1148 userret(l, l->l_md.md_regs); 1149 #ifdef DEBUG 1150 frame_sanity_check(__func__, __LINE__, 0, l->l_md.md_regs, l); 1151 #endif /* DEBUG */ 1152 } 1153 1154 #ifdef PTRACE 1155 1156 #include <sys/ptrace.h> 1157 1158 int 1159 ss_get_value(struct lwp *l, vaddr_t addr, u_int *value) 1160 { 1161 struct uio uio; 1162 struct iovec iov; 1163 1164 iov.iov_base = (void *)value; 1165 iov.iov_len = sizeof(u_int); 1166 uio.uio_iov = &iov; 1167 uio.uio_iovcnt = 1; 1168 uio.uio_offset = (off_t)addr; 1169 uio.uio_resid = sizeof(u_int); 1170 uio.uio_rw = UIO_READ; 1171 UIO_SETUP_SYSSPACE(&uio); 1172 1173 return (process_domem(curlwp, l, &uio)); 1174 } 1175 1176 int 1177 ss_put_value(struct lwp *l, vaddr_t addr, u_int value) 1178 { 1179 struct uio uio; 1180 struct iovec iov; 1181 1182 iov.iov_base = (void *)&value; 1183 iov.iov_len = sizeof(u_int); 1184 uio.uio_iov = &iov; 1185 uio.uio_iovcnt = 1; 1186 uio.uio_offset = (off_t)addr; 1187 uio.uio_resid = sizeof(u_int); 1188 uio.uio_rw = UIO_WRITE; 1189 UIO_SETUP_SYSSPACE(&uio); 1190 1191 return (process_domem(curlwp, l, &uio)); 1192 } 1193 1194 void 1195 ss_clear_breakpoints(struct lwp *l) 1196 { 1197 /* Restore original instructions. */ 1198 if (l->l_md.md_bpva != 0) { 1199 ss_put_value(l, l->l_md.md_bpva, l->l_md.md_bpsave[0]); 1200 ss_put_value(l, l->l_md.md_bpva + 4, l->l_md.md_bpsave[1]); 1201 l->l_md.md_bpva = 0; 1202 } 1203 } 1204 1205 1206 int 1207 process_sstep(struct lwp *l, int sstep) 1208 { 1209 struct trapframe *tf = l->l_md.md_regs; 1210 int error; 1211 1212 ss_clear_breakpoints(l); 1213 1214 /* We're continuing... */ 1215 if (sstep == 0) { 1216 tf->tf_ipsw &= ~PSW_T; 1217 return 0; 1218 } 1219 1220 /* 1221 * Don't touch the syscall gateway page. Instead, insert a 1222 * breakpoint where we're supposed to return. 1223 */ 1224 if ((tf->tf_iioq_tail & ~PAGE_MASK) == SYSCALLGATE) 1225 l->l_md.md_bpva = tf->tf_r31 & ~HPPA_PC_PRIV_MASK; 1226 else 1227 l->l_md.md_bpva = tf->tf_iioq_tail & ~HPPA_PC_PRIV_MASK; 1228 1229 error = ss_get_value(l, l->l_md.md_bpva, &l->l_md.md_bpsave[0]); 1230 if (error) 1231 return error; 1232 error = ss_get_value(l, l->l_md.md_bpva + 4, &l->l_md.md_bpsave[1]); 1233 if (error) 1234 return error; 1235 1236 error = ss_put_value(l, l->l_md.md_bpva, SSBREAKPOINT); 1237 if (error) 1238 return error; 1239 error = ss_put_value(l, l->l_md.md_bpva + 4, SSBREAKPOINT); 1240 if (error) 1241 return error; 1242 1243 if ((tf->tf_iioq_tail & ~PAGE_MASK) == SYSCALLGATE) 1244 tf->tf_ipsw &= ~PSW_T; 1245 else 1246 tf->tf_ipsw |= PSW_T; 1247 1248 return 0; 1249 } 1250 #endif 1251 1252 1253 void 1254 syscall_intern(struct proc *p) 1255 { 1256 p->p_md.md_syscall = syscall; 1257 } 1258 1259 /* 1260 * call actual syscall routine 1261 * from the low-level syscall handler: 1262 * - all HPPA_FRAME_NARGS syscall's arguments supposed to be copied onto 1263 * our stack, this wins compared to copyin just needed amount anyway 1264 * - register args are copied onto stack too 1265 */ 1266 void 1267 syscall(struct trapframe *frame, int *args) 1268 { 1269 struct lwp *l; 1270 struct proc *p; 1271 const struct sysent *callp; 1272 size_t nargs64; 1273 int nsys, code, error; 1274 int tmp; 1275 int rval[2]; 1276 #ifdef DIAGNOSTIC 1277 struct cpu_info *ci = curcpu(); 1278 int oldcpl = ci->ci_cpl; 1279 #endif 1280 1281 curcpu()->ci_data.cpu_nsyscall++; 1282 1283 #ifdef DEBUG 1284 frame_sanity_check(__func__, __LINE__, 0, frame, curlwp); 1285 #endif /* DEBUG */ 1286 1287 if (!USERMODE(frame->tf_iioq_head)) 1288 panic("syscall"); 1289 1290 KASSERT(curlwp != NULL); 1291 l = curlwp; 1292 p = l->l_proc; 1293 l->l_md.md_regs = frame; 1294 nsys = p->p_emul->e_nsysent; 1295 callp = p->p_emul->e_sysent; 1296 code = frame->tf_t1; 1297 1298 /* 1299 * Restarting a system call is touchy on the HPPA, because syscall 1300 * arguments are passed in registers and the program counter of the 1301 * syscall "point" isn't easily divined. 1302 * 1303 * We handle the first problem by assuming that we will have to restart 1304 * this system call, so we stuff the first four words of the original 1305 * arguments back into the frame as arg0...arg3, which is where we 1306 * found them in the first place. Any further arguments are (still) on 1307 * the user's stack and the syscall code will fetch them from there 1308 * (again). 1309 * 1310 * The program counter problem is addressed below. 1311 */ 1312 frame->tf_arg0 = args[0]; 1313 frame->tf_arg1 = args[1]; 1314 frame->tf_arg2 = args[2]; 1315 frame->tf_arg3 = args[3]; 1316 1317 /* 1318 * Some special handling for the syscall(2) and 1319 * __syscall(2) system calls. 1320 */ 1321 switch (code) { 1322 case SYS_syscall: 1323 code = *args; 1324 args += 1; 1325 break; 1326 case SYS___syscall: 1327 if (callp != sysent) 1328 break; 1329 /* 1330 * NB: even though __syscall(2) takes a quad_t containing the 1331 * system call number, because our argument copying word-swaps 1332 * 64-bit arguments, the least significant word of that quad_t 1333 * is the first word in the argument array. 1334 */ 1335 code = *args; 1336 args += 2; 1337 } 1338 1339 /* 1340 * Stacks growing from lower addresses to higher addresses are not 1341 * really such a good idea, because it makes it impossible to overlay a 1342 * struct on top of C stack arguments (the arguments appear in 1343 * reversed order). 1344 * 1345 * You can do the obvious thing (as locore.S does) and copy argument 1346 * words one by one, laying them out in the "right" order in the dest- 1347 * ination buffer, but this ends up word-swapping multi-word arguments 1348 * (like off_t). 1349 * 1350 * FIXME - this works only on native binaries and 1351 * will probably screw up any and all emulation. 1352 * 1353 */ 1354 1355 if (code < 0 || code >= nsys) 1356 callp += p->p_emul->e_nosys; /* bad syscall # */ 1357 else 1358 callp += code; 1359 1360 nargs64 = SYCALL_NARGS64(callp); 1361 if (nargs64 != 0) { 1362 size_t nargs = callp->sy_narg; 1363 1364 for (size_t i = 0; i < nargs + nargs64;) { 1365 if (SYCALL_ARG_64_P(callp, i)) { 1366 tmp = args[i]; 1367 args[i] = args[i + 1]; 1368 args[i + 1] = tmp; 1369 i += 2; 1370 } else 1371 i++; 1372 } 1373 } 1374 1375 #ifdef USERTRACE 1376 if (0) { 1377 user_backtrace(frame, l, -1); 1378 frame->tf_ipsw |= PSW_R; 1379 frame->tf_rctr = 0; 1380 printf("r %08x", frame->tf_iioq_head); 1381 rctr_next_iioq = frame->tf_iioq_head + 4; 1382 } 1383 #endif 1384 1385 error = sy_invoke(callp, l, args, rval, code); 1386 1387 switch (error) { 1388 case 0: 1389 l = curlwp; /* changes on exec() */ 1390 frame = l->l_md.md_regs; 1391 frame->tf_ret0 = rval[0]; 1392 frame->tf_ret1 = rval[1]; 1393 frame->tf_t1 = 0; 1394 break; 1395 case ERESTART: 1396 /* 1397 * Now we have to wind back the instruction offset queue to the 1398 * point where the system call will be made again. This is 1399 * inherently tied to the SYSCALL macro. 1400 * 1401 * Currently, the part of the SYSCALL macro that we want to re- 1402 * run reads as: 1403 * 1404 * ldil L%SYSCALLGATE, r1 1405 * ble 4(srX, r1) 1406 * ldi __CONCAT(SYS_,x), t1 1407 * comb,<> %r0, %t1, __cerror 1408 * 1409 * And our offset queue head points to the comb instruction. 1410 * So we need to subtract twelve to reach the ldil. 1411 */ 1412 frame->tf_iioq_head -= 12; 1413 frame->tf_iioq_tail = frame->tf_iioq_head + 4; 1414 break; 1415 case EJUSTRETURN: 1416 p = curproc; 1417 break; 1418 default: 1419 if (p->p_emul->e_errno) 1420 error = p->p_emul->e_errno[error]; 1421 frame->tf_t1 = error; 1422 break; 1423 } 1424 1425 userret(l, frame); 1426 1427 #ifdef DIAGNOSTIC 1428 if (ci->ci_cpl != oldcpl) { 1429 printf("WARNING: SPL (0x%x) NOT LOWERED ON " 1430 "syscall(0x%x, 0x%x, 0x%x, 0x%x...) EXIT, PID %d\n", 1431 ci->ci_cpl, code, args[0], args[1], args[2], p->p_pid); 1432 ci->ci_cpl = oldcpl; 1433 } 1434 #endif 1435 1436 #ifdef DEBUG 1437 frame_sanity_check(__func__, __LINE__, 0, frame, l); 1438 #endif /* DEBUG */ 1439 } 1440 1441 /* 1442 * Start a new LWP 1443 */ 1444 void 1445 startlwp(void *arg) 1446 { 1447 ucontext_t *uc = arg; 1448 lwp_t *l = curlwp; 1449 int error __diagused; 1450 1451 error = cpu_setmcontext(l, &uc->uc_mcontext, uc->uc_flags); 1452 KASSERT(error == 0); 1453 1454 kmem_free(uc, sizeof(ucontext_t)); 1455 userret(l, l->l_md.md_regs); 1456 } 1457
Indexes created Tue Sep 30 06:09:59 GMT 2025