1 1.1 simonb /* 2 1.1 simonb * CDDL HEADER START 3 1.1 simonb * 4 1.1 simonb * The contents of this file are subject to the terms of the 5 1.1 simonb * Common Development and Distribution License, Version 1.0 only 6 1.1 simonb * (the "License"). You may not use this file except in compliance 7 1.1 simonb * with the License. 8 1.1 simonb * 9 1.1 simonb * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 10 1.1 simonb * or http://www.opensolaris.org/os/licensing. 11 1.1 simonb * See the License for the specific language governing permissions 12 1.1 simonb * and limitations under the License. 13 1.1 simonb * 14 1.1 simonb * When distributing Covered Code, include this CDDL HEADER in each 15 1.1 simonb * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 16 1.1 simonb * If applicable, add the following below this CDDL HEADER, with the 17 1.1 simonb * fields enclosed by brackets "[]" replaced with your own identifying 18 1.1 simonb * information: Portions Copyright [yyyy] [name of copyright owner] 19 1.1 simonb * 20 1.1 simonb * CDDL HEADER END 21 1.1 simonb * 22 1.1 simonb * $FreeBSD$ 23 1.1 simonb * 24 1.1 simonb */ 25 1.1 simonb /* 26 1.1 simonb * Copyright 2005 Sun Microsystems, Inc. All rights reserved. 27 1.1 simonb * Use is subject to license terms. 28 1.1 simonb */ 29 1.1 simonb 30 1.1 simonb #include <sys/cdefs.h> 31 1.1 simonb __FBSDID("$FreeBSD$"); 32 1.1 simonb 33 1.1 simonb #include <sys/param.h> 34 1.1 simonb #include <sys/systm.h> 35 1.1 simonb #include <sys/types.h> 36 1.1 simonb #include <sys/kernel.h> 37 1.1 simonb #include <sys/malloc.h> 38 1.1 simonb #include <sys/kmem.h> 39 1.1 simonb #include <sys/xcall.h> 40 1.1 simonb #include <sys/cpu.h> 41 1.1 simonb #include <sys/dtrace_impl.h> 42 1.1 simonb #include <sys/dtrace_bsd.h> 43 1.1 simonb #include <machine/regnum.h> 44 1.1 simonb #include <machine/locore.h> 45 1.1 simonb #include <machine/trap.h> 46 1.1 simonb 47 1.1 simonb #define DELAYBRANCH(x) ((int)(x) < 0) 48 1.1 simonb 49 1.1 simonb #ifdef __FreeBSD__ 50 1.1 simonb #define CURRENT_CPU curcpu 51 1.1 simonb #endif 52 1.1 simonb #ifdef __NetBSD__ 53 1.1 simonb #define CURRENT_CPU cpu_index(curcpu()) 54 1.1 simonb #endif 55 1.1 simonb 56 1.1 simonb extern dtrace_id_t dtrace_probeid_error; 57 1.1 simonb extern int (*dtrace_invop_jump_addr)(struct trapframe *); 58 1.1 simonb extern void dtrace_getnanotime(struct timespec *tsp); 59 1.1 simonb 60 1.1 simonb int dtrace_invop(uintptr_t, struct trapframe *, uintptr_t); 61 1.1 simonb void dtrace_invop_init(void); 62 1.1 simonb void dtrace_invop_uninit(void); 63 1.1 simonb 64 1.1 simonb void dtrace_gethrtime_init(void); 65 1.1 simonb 66 1.1 simonb typedef struct dtrace_invop_hdlr { 67 1.1 simonb int (*dtih_func)(uintptr_t, struct trapframe *, uintptr_t); 68 1.1 simonb struct dtrace_invop_hdlr *dtih_next; 69 1.1 simonb } dtrace_invop_hdlr_t; 70 1.1 simonb 71 1.1 simonb dtrace_invop_hdlr_t *dtrace_invop_hdlr; 72 1.1 simonb 73 1.1 simonb int 74 1.1 simonb dtrace_invop(uintptr_t addr, struct trapframe *stack, uintptr_t eax) 75 1.1 simonb { 76 1.1 simonb dtrace_invop_hdlr_t *hdlr; 77 1.1 simonb int rval; 78 1.1 simonb 79 1.1 simonb for (hdlr = dtrace_invop_hdlr; hdlr != NULL; hdlr = hdlr->dtih_next) 80 1.1 simonb if ((rval = hdlr->dtih_func(addr, stack, eax)) != 0) 81 1.1 simonb return (rval); 82 1.1 simonb 83 1.1 simonb return (0); 84 1.1 simonb } 85 1.1 simonb 86 1.1 simonb void 87 1.1 simonb dtrace_invop_add(int (*func)(uintptr_t, struct trapframe *, uintptr_t)) 88 1.1 simonb { 89 1.1 simonb dtrace_invop_hdlr_t *hdlr; 90 1.1 simonb 91 1.3 christos hdlr = kmem_alloc(sizeof(*hdlr), KM_SLEEP); 92 1.1 simonb hdlr->dtih_func = func; 93 1.1 simonb hdlr->dtih_next = dtrace_invop_hdlr; 94 1.1 simonb dtrace_invop_hdlr = hdlr; 95 1.1 simonb } 96 1.1 simonb 97 1.1 simonb void 98 1.1 simonb dtrace_invop_remove(int (*func)(uintptr_t, struct trapframe *, uintptr_t)) 99 1.1 simonb { 100 1.1 simonb dtrace_invop_hdlr_t *hdlr, *prev; 101 1.1 simonb 102 1.1 simonb hdlr = dtrace_invop_hdlr; 103 1.1 simonb prev = NULL; 104 1.1 simonb 105 1.1 simonb for (;;) { 106 1.1 simonb if (hdlr == NULL) 107 1.1 simonb panic("attempt to remove non-existent invop handler"); 108 1.1 simonb 109 1.1 simonb if (hdlr->dtih_func == func) 110 1.1 simonb break; 111 1.1 simonb 112 1.1 simonb prev = hdlr; 113 1.1 simonb hdlr = hdlr->dtih_next; 114 1.1 simonb } 115 1.1 simonb 116 1.1 simonb if (prev == NULL) { 117 1.1 simonb ASSERT(dtrace_invop_hdlr == hdlr); 118 1.1 simonb dtrace_invop_hdlr = hdlr->dtih_next; 119 1.1 simonb } else { 120 1.1 simonb ASSERT(dtrace_invop_hdlr != hdlr); 121 1.1 simonb prev->dtih_next = hdlr->dtih_next; 122 1.1 simonb } 123 1.1 simonb 124 1.3 christos kmem_free(hdlr, sizeof(*hdlr)); 125 1.1 simonb } 126 1.1 simonb 127 1.1 simonb /*ARGSUSED*/ 128 1.1 simonb void 129 1.1 simonb dtrace_toxic_ranges(void (*func)(uintptr_t base, uintptr_t limit)) 130 1.1 simonb { 131 1.1 simonb /* XXXXXXsimonb what is a "toxic range"? */ 132 1.1 simonb } 133 1.1 simonb 134 1.1 simonb static void 135 1.1 simonb xcall_func(void *arg0, void *arg1) 136 1.1 simonb { 137 1.1 simonb dtrace_xcall_t func = arg0; 138 1.1 simonb 139 1.1 simonb (*func)(arg1); 140 1.1 simonb } 141 1.1 simonb 142 1.1 simonb void 143 1.1 simonb dtrace_xcall(processorid_t cpu, dtrace_xcall_t func, void *arg) 144 1.1 simonb { 145 1.1 simonb uint64_t where; 146 1.1 simonb 147 1.1 simonb if (cpu == DTRACE_CPUALL) { 148 1.1 simonb where = xc_broadcast(0, xcall_func, func, arg); 149 1.1 simonb } else { 150 1.1 simonb struct cpu_info *ci = cpu_lookup(cpu); 151 1.1 simonb 152 1.1 simonb KASSERT(ci != NULL); 153 1.1 simonb where = xc_unicast(0, xcall_func, func, arg, ci); 154 1.1 simonb } 155 1.1 simonb xc_wait(where); 156 1.1 simonb } 157 1.1 simonb 158 1.1 simonb static void 159 1.1 simonb dtrace_sync_func(void) 160 1.1 simonb { 161 1.1 simonb 162 1.1 simonb } 163 1.1 simonb 164 1.1 simonb void 165 1.1 simonb dtrace_sync(void) 166 1.1 simonb { 167 1.1 simonb 168 1.1 simonb dtrace_xcall(DTRACE_CPUALL, (dtrace_xcall_t)dtrace_sync_func, NULL); 169 1.1 simonb } 170 1.1 simonb 171 1.1 simonb /* 172 1.1 simonb * DTrace needs a high resolution time function which can 173 1.1 simonb * be called from a probe context and guaranteed not to have 174 1.1 simonb * instrumented with probes itself. 175 1.1 simonb * 176 1.1 simonb * Returns nanoseconds since boot. 177 1.1 simonb */ 178 1.1 simonb uint64_t 179 1.1 simonb dtrace_gethrtime() 180 1.1 simonb { 181 1.1 simonb struct timespec curtime; 182 1.1 simonb 183 1.1 simonb nanouptime(&curtime); 184 1.1 simonb 185 1.1 simonb return (curtime.tv_sec * 1000000000UL + curtime.tv_nsec); 186 1.1 simonb 187 1.1 simonb } 188 1.1 simonb 189 1.1 simonb void 190 1.1 simonb dtrace_gethrtime_init(void) 191 1.1 simonb { 192 1.1 simonb } 193 1.1 simonb 194 1.1 simonb uint64_t 195 1.1 simonb dtrace_gethrestime(void) 196 1.1 simonb { 197 1.1 simonb struct timespec current_time; 198 1.1 simonb 199 1.1 simonb dtrace_getnanotime(¤t_time); 200 1.1 simonb 201 1.1 simonb return (current_time.tv_sec * 1000000000UL + current_time.tv_nsec); 202 1.1 simonb } 203 1.1 simonb 204 1.1 simonb /* Function to handle DTrace traps during probes. See amd64/amd64/trap.c */ 205 1.1 simonb int 206 1.1 simonb dtrace_trap(struct trapframe *frame, u_int type) 207 1.1 simonb { 208 1.1 simonb /* 209 1.1 simonb * A trap can occur while DTrace executes a probe. Before 210 1.1 simonb * executing the probe, DTrace blocks re-scheduling and sets 211 1.1 simonb * a flag in its per-cpu flags to indicate that it doesn't 212 1.1 simonb * want to fault. On returning from the probe, the no-fault 213 1.1 simonb * flag is cleared and finally re-scheduling is enabled. 214 1.1 simonb * 215 1.1 simonb * Check if DTrace has enabled 'no-fault' mode: 216 1.1 simonb */ 217 1.1 simonb 218 1.1 simonb if ((cpu_core[CURRENT_CPU].cpuc_dtrace_flags & CPU_DTRACE_NOFAULT) != 0) { 219 1.1 simonb /* 220 1.1 simonb * There are only a couple of trap types that are expected. 221 1.1 simonb * All the rest will be handled in the usual way. 222 1.1 simonb */ 223 1.1 simonb switch (type) { 224 1.1 simonb /* Page fault. */ 225 1.1 simonb case T_TLB_ST_MISS: 226 1.1 simonb case T_ADDR_ERR_ST: 227 1.1 simonb case T_TLB_LD_MISS: 228 1.1 simonb case T_ADDR_ERR_LD: 229 1.1 simonb case T_BUS_ERR_IFETCH: 230 1.1 simonb /* Flag a bad address. */ 231 1.1 simonb cpu_core[CURRENT_CPU].cpuc_dtrace_flags |= CPU_DTRACE_BADADDR; 232 1.1 simonb cpu_core[CURRENT_CPU].cpuc_dtrace_illval = frame->tf_regs[_R_BADVADDR]; 233 1.1 simonb 234 1.1 simonb /* 235 1.1 simonb * Offset the instruction pointer to the instruction 236 1.1 simonb * following the one causing the fault. 237 1.1 simonb */ 238 1.1 simonb if (DELAYBRANCH(frame->tf_regs[_R_CAUSE])) /* Check BD bit */ 239 1.1 simonb { 240 1.1 simonb /* XXX: check MipsEmulateBranch on MIPS64 241 1.1 simonb frame->tf_regs[_R_PC] = MipsEmulateBranch(frame, 242 1.1 simonb frame->tf_regs[_R_PC], 0, 0); 243 1.1 simonb */ 244 1.1 simonb panic("%s: delay slot at %jx, badvaddr = %jx\n", 245 1.1 simonb __func__, (intmax_t)frame->tf_regs[_R_PC], 246 1.1 simonb (intmax_t)frame->tf_regs[_R_BADVADDR]); 247 1.1 simonb } 248 1.1 simonb else 249 1.1 simonb frame->tf_regs[_R_PC] += sizeof(int); 250 1.1 simonb return (1); 251 1.1 simonb default: 252 1.1 simonb /* Handle all other traps in the usual way. */ 253 1.1 simonb break; 254 1.1 simonb } 255 1.1 simonb } 256 1.1 simonb 257 1.1 simonb /* Handle the trap in the usual way. */ 258 1.1 simonb return (0); 259 1.1 simonb } 260 1.1 simonb 261 1.1 simonb void 262 1.1 simonb dtrace_probe_error(dtrace_state_t *state, dtrace_epid_t epid, int which, 263 1.1 simonb int fault, int fltoffs, uintptr_t illval) 264 1.1 simonb { 265 1.1 simonb 266 1.1 simonb dtrace_probe(dtrace_probeid_error, (uint64_t)(uintptr_t)state, 267 1.1 simonb (uintptr_t)epid, 268 1.1 simonb (uintptr_t)which, (uintptr_t)fault, (uintptr_t)fltoffs); 269 1.1 simonb } 270 1.1 simonb 271 1.1 simonb static int 272 1.1 simonb dtrace_invop_start(struct trapframe *frame) 273 1.1 simonb { 274 1.1 simonb register_t *sp; 275 1.1 simonb int16_t offs; 276 1.1 simonb int invop; 277 1.1 simonb 278 1.1 simonb invop = dtrace_invop(frame->tf_regs[_R_PC], frame, frame->tf_regs[_R_PC]); 279 1.1 simonb if (invop == 0) 280 1.1 simonb return (-1); 281 1.1 simonb 282 1.1 simonb offs = (invop & LDSD_DATA_MASK); 283 1.1 simonb sp = (register_t *)(intptr_t)(frame->tf_regs[_R_SP] + offs); 284 1.1 simonb 285 1.1 simonb switch (invop & LDSD_RA_SP_MASK) { 286 1.1 simonb case LD_RA_SP: 287 1.1 simonb frame->tf_regs[_R_RA] = *sp; 288 1.1 simonb frame->tf_regs[_R_PC] += INSN_SIZE; 289 1.1 simonb break; 290 1.1 simonb case SD_RA_SP: 291 1.1 simonb *(sp) = frame->tf_regs[_R_RA]; 292 1.1 simonb frame->tf_regs[_R_PC] += INSN_SIZE; 293 1.1 simonb break; 294 1.1 simonb default: 295 1.1 simonb printf("%s: 0x%x undefined\n", __func__, invop); 296 1.1 simonb return (-1); 297 1.1 simonb }; 298 1.1 simonb 299 1.1 simonb return (0); 300 1.1 simonb } 301 1.1 simonb 302 1.1 simonb void 303 1.1 simonb dtrace_invop_init(void) 304 1.1 simonb { 305 1.1 simonb 306 1.1 simonb dtrace_invop_jump_addr = dtrace_invop_start; 307 1.1 simonb } 308 1.1 simonb 309 1.1 simonb void 310 1.1 simonb dtrace_invop_uninit(void) 311 1.1 simonb { 312 1.1 simonb 313 1.1 simonb dtrace_invop_jump_addr = 0; 314 1.1 simonb } 315