dtrace_isa.c revision 1.1 1 1.1 darran /*
2 1.1 darran * CDDL HEADER START
3 1.1 darran *
4 1.1 darran * The contents of this file are subject to the terms of the
5 1.1 darran * Common Development and Distribution License, Version 1.0 only
6 1.1 darran * (the "License"). You may not use this file except in compliance
7 1.1 darran * with the License.
8 1.1 darran *
9 1.1 darran * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
10 1.1 darran * or http://www.opensolaris.org/os/licensing.
11 1.1 darran * See the License for the specific language governing permissions
12 1.1 darran * and limitations under the License.
13 1.1 darran *
14 1.1 darran * When distributing Covered Code, include this CDDL HEADER in each
15 1.1 darran * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
16 1.1 darran * If applicable, add the following below this CDDL HEADER, with the
17 1.1 darran * fields enclosed by brackets "[]" replaced with your own identifying
18 1.1 darran * information: Portions Copyright [yyyy] [name of copyright owner]
19 1.1 darran *
20 1.1 darran * CDDL HEADER END
21 1.1 darran *
22 1.1 darran * $FreeBSD: src/sys/cddl/dev/dtrace/i386/dtrace_isa.c,v 1.1.4.1 2009/08/03 08:13:06 kensmith Exp $
23 1.1 darran */
24 1.1 darran /*
25 1.1 darran * Copyright 2005 Sun Microsystems, Inc. All rights reserved.
26 1.1 darran * Use is subject to license terms.
27 1.1 darran */
28 1.1 darran #include <sys/cdefs.h>
29 1.1 darran
30 1.1 darran #include <sys/param.h>
31 1.1 darran #include <sys/systm.h>
32 1.1 darran #include <sys/kernel.h>
33 1.1 darran #include <sys/stack.h>
34 1.1 darran #include <sys/pcpu.h>
35 1.1 darran
36 1.1 darran #include <machine/md_var.h>
37 1.1 darran #include <machine/stack.h>
38 1.1 darran
39 1.1 darran #include <vm/vm.h>
40 1.1 darran #include <vm/vm_param.h>
41 1.1 darran #include <vm/pmap.h>
42 1.1 darran
43 1.1 darran extern uintptr_t kernbase;
44 1.1 darran uintptr_t kernelbase = (uintptr_t) &kernbase;
45 1.1 darran
46 1.1 darran #define INKERNEL(va) (((vm_offset_t)(va)) >= USRSTACK && \
47 1.1 darran ((vm_offset_t)(va)) < VM_MAX_KERNEL_ADDRESS)
48 1.1 darran
49 1.1 darran uint8_t dtrace_fuword8_nocheck(void *);
50 1.1 darran uint16_t dtrace_fuword16_nocheck(void *);
51 1.1 darran uint32_t dtrace_fuword32_nocheck(void *);
52 1.1 darran uint64_t dtrace_fuword64_nocheck(void *);
53 1.1 darran
54 1.1 darran void
55 1.1 darran dtrace_getpcstack(pc_t *pcstack, int pcstack_limit, int aframes,
56 1.1 darran uint32_t *intrpc)
57 1.1 darran {
58 1.1 darran int depth = 0;
59 1.1 darran register_t ebp;
60 1.1 darran struct i386_frame *frame;
61 1.1 darran vm_offset_t callpc;
62 1.1 darran pc_t caller = (pc_t) solaris_cpu[curcpu].cpu_dtrace_caller;
63 1.1 darran
64 1.1 darran if (intrpc != 0)
65 1.1 darran pcstack[depth++] = (pc_t) intrpc;
66 1.1 darran
67 1.1 darran aframes++;
68 1.1 darran
69 1.1 darran __asm __volatile("movl %%ebp,%0" : "=r" (ebp));
70 1.1 darran
71 1.1 darran frame = (struct i386_frame *)ebp;
72 1.1 darran while (depth < pcstack_limit) {
73 1.1 darran if (!INKERNEL(frame))
74 1.1 darran break;
75 1.1 darran
76 1.1 darran callpc = frame->f_retaddr;
77 1.1 darran
78 1.1 darran if (!INKERNEL(callpc))
79 1.1 darran break;
80 1.1 darran
81 1.1 darran if (aframes > 0) {
82 1.1 darran aframes--;
83 1.1 darran if ((aframes == 0) && (caller != 0)) {
84 1.1 darran pcstack[depth++] = caller;
85 1.1 darran }
86 1.1 darran }
87 1.1 darran else {
88 1.1 darran pcstack[depth++] = callpc;
89 1.1 darran }
90 1.1 darran
91 1.1 darran if (frame->f_frame <= frame ||
92 1.1 darran (vm_offset_t)frame->f_frame >=
93 1.1 darran (vm_offset_t)ebp + KSTACK_PAGES * PAGE_SIZE)
94 1.1 darran break;
95 1.1 darran frame = frame->f_frame;
96 1.1 darran }
97 1.1 darran
98 1.1 darran for (; depth < pcstack_limit; depth++) {
99 1.1 darran pcstack[depth] = 0;
100 1.1 darran }
101 1.1 darran }
102 1.1 darran
103 1.1 darran #ifdef notyet
104 1.1 darran static int
105 1.1 darran dtrace_getustack_common(uint64_t *pcstack, int pcstack_limit, uintptr_t pc,
106 1.1 darran uintptr_t sp)
107 1.1 darran {
108 1.1 darran klwp_t *lwp = ttolwp(curthread);
109 1.1 darran proc_t *p = curproc;
110 1.1 darran uintptr_t oldcontext = lwp->lwp_oldcontext;
111 1.1 darran volatile uint16_t *flags =
112 1.1 darran (volatile uint16_t *)&cpu_core[curcpu].cpuc_dtrace_flags;
113 1.1 darran size_t s1, s2;
114 1.1 darran int ret = 0;
115 1.1 darran
116 1.1 darran ASSERT(pcstack == NULL || pcstack_limit > 0);
117 1.1 darran
118 1.1 darran if (p->p_model == DATAMODEL_NATIVE) {
119 1.1 darran s1 = sizeof (struct frame) + 2 * sizeof (long);
120 1.1 darran s2 = s1 + sizeof (siginfo_t);
121 1.1 darran } else {
122 1.1 darran s1 = sizeof (struct frame32) + 3 * sizeof (int);
123 1.1 darran s2 = s1 + sizeof (siginfo32_t);
124 1.1 darran }
125 1.1 darran
126 1.1 darran while (pc != 0 && sp != 0) {
127 1.1 darran ret++;
128 1.1 darran if (pcstack != NULL) {
129 1.1 darran *pcstack++ = (uint64_t)pc;
130 1.1 darran pcstack_limit--;
131 1.1 darran if (pcstack_limit <= 0)
132 1.1 darran break;
133 1.1 darran }
134 1.1 darran
135 1.1 darran if (oldcontext == sp + s1 || oldcontext == sp + s2) {
136 1.1 darran if (p->p_model == DATAMODEL_NATIVE) {
137 1.1 darran ucontext_t *ucp = (ucontext_t *)oldcontext;
138 1.1 darran greg_t *gregs = ucp->uc_mcontext.gregs;
139 1.1 darran
140 1.1 darran sp = dtrace_fulword(&gregs[REG_FP]);
141 1.1 darran pc = dtrace_fulword(&gregs[REG_PC]);
142 1.1 darran
143 1.1 darran oldcontext = dtrace_fulword(&ucp->uc_link);
144 1.1 darran } else {
145 1.1 darran ucontext32_t *ucp = (ucontext32_t *)oldcontext;
146 1.1 darran greg32_t *gregs = ucp->uc_mcontext.gregs;
147 1.1 darran
148 1.1 darran sp = dtrace_fuword32(&gregs[EBP]);
149 1.1 darran pc = dtrace_fuword32(&gregs[EIP]);
150 1.1 darran
151 1.1 darran oldcontext = dtrace_fuword32(&ucp->uc_link);
152 1.1 darran }
153 1.1 darran } else {
154 1.1 darran if (p->p_model == DATAMODEL_NATIVE) {
155 1.1 darran struct frame *fr = (struct frame *)sp;
156 1.1 darran
157 1.1 darran pc = dtrace_fulword(&fr->fr_savpc);
158 1.1 darran sp = dtrace_fulword(&fr->fr_savfp);
159 1.1 darran } else {
160 1.1 darran struct frame32 *fr = (struct frame32 *)sp;
161 1.1 darran
162 1.1 darran pc = dtrace_fuword32(&fr->fr_savpc);
163 1.1 darran sp = dtrace_fuword32(&fr->fr_savfp);
164 1.1 darran }
165 1.1 darran }
166 1.1 darran
167 1.1 darran /*
168 1.1 darran * This is totally bogus: if we faulted, we're going to clear
169 1.1 darran * the fault and break. This is to deal with the apparently
170 1.1 darran * broken Java stacks on x86.
171 1.1 darran */
172 1.1 darran if (*flags & CPU_DTRACE_FAULT) {
173 1.1 darran *flags &= ~CPU_DTRACE_FAULT;
174 1.1 darran break;
175 1.1 darran }
176 1.1 darran }
177 1.1 darran
178 1.1 darran return (ret);
179 1.1 darran }
180 1.1 darran
181 1.1 darran void
182 1.1 darran dtrace_getupcstack(uint64_t *pcstack, int pcstack_limit)
183 1.1 darran {
184 1.1 darran klwp_t *lwp = ttolwp(curthread);
185 1.1 darran proc_t *p = curproc;
186 1.1 darran struct regs *rp;
187 1.1 darran uintptr_t pc, sp;
188 1.1 darran volatile uint16_t *flags =
189 1.1 darran (volatile uint16_t *)&cpu_core[curcpu].cpuc_dtrace_flags;
190 1.1 darran int n;
191 1.1 darran
192 1.1 darran if (*flags & CPU_DTRACE_FAULT)
193 1.1 darran return;
194 1.1 darran
195 1.1 darran if (pcstack_limit <= 0)
196 1.1 darran return;
197 1.1 darran
198 1.1 darran /*
199 1.1 darran * If there's no user context we still need to zero the stack.
200 1.1 darran */
201 1.1 darran if (lwp == NULL || p == NULL || (rp = lwp->lwp_regs) == NULL)
202 1.1 darran goto zero;
203 1.1 darran
204 1.1 darran *pcstack++ = (uint64_t)p->p_pid;
205 1.1 darran pcstack_limit--;
206 1.1 darran
207 1.1 darran if (pcstack_limit <= 0)
208 1.1 darran return;
209 1.1 darran
210 1.1 darran pc = rp->r_pc;
211 1.1 darran sp = rp->r_fp;
212 1.1 darran
213 1.1 darran if (DTRACE_CPUFLAG_ISSET(CPU_DTRACE_ENTRY)) {
214 1.1 darran *pcstack++ = (uint64_t)pc;
215 1.1 darran pcstack_limit--;
216 1.1 darran if (pcstack_limit <= 0)
217 1.1 darran return;
218 1.1 darran
219 1.1 darran if (p->p_model == DATAMODEL_NATIVE)
220 1.1 darran pc = dtrace_fulword((void *)rp->r_sp);
221 1.1 darran else
222 1.1 darran pc = dtrace_fuword32((void *)rp->r_sp);
223 1.1 darran }
224 1.1 darran
225 1.1 darran n = dtrace_getustack_common(pcstack, pcstack_limit, pc, sp);
226 1.1 darran ASSERT(n >= 0);
227 1.1 darran ASSERT(n <= pcstack_limit);
228 1.1 darran
229 1.1 darran pcstack += n;
230 1.1 darran pcstack_limit -= n;
231 1.1 darran
232 1.1 darran zero:
233 1.1 darran while (pcstack_limit-- > 0)
234 1.1 darran *pcstack++ = NULL;
235 1.1 darran }
236 1.1 darran
237 1.1 darran int
238 1.1 darran dtrace_getustackdepth(void)
239 1.1 darran {
240 1.1 darran }
241 1.1 darran
242 1.1 darran void
243 1.1 darran dtrace_getufpstack(uint64_t *pcstack, uint64_t *fpstack, int pcstack_limit)
244 1.1 darran {
245 1.1 darran klwp_t *lwp = ttolwp(curthread);
246 1.1 darran proc_t *p = curproc;
247 1.1 darran struct regs *rp;
248 1.1 darran uintptr_t pc, sp, oldcontext;
249 1.1 darran volatile uint16_t *flags =
250 1.1 darran (volatile uint16_t *)&cpu_core[curcpu].cpuc_dtrace_flags;
251 1.1 darran size_t s1, s2;
252 1.1 darran
253 1.1 darran if (*flags & CPU_DTRACE_FAULT)
254 1.1 darran return;
255 1.1 darran
256 1.1 darran if (pcstack_limit <= 0)
257 1.1 darran return;
258 1.1 darran
259 1.1 darran /*
260 1.1 darran * If there's no user context we still need to zero the stack.
261 1.1 darran */
262 1.1 darran if (lwp == NULL || p == NULL || (rp = lwp->lwp_regs) == NULL)
263 1.1 darran goto zero;
264 1.1 darran
265 1.1 darran *pcstack++ = (uint64_t)p->p_pid;
266 1.1 darran pcstack_limit--;
267 1.1 darran
268 1.1 darran if (pcstack_limit <= 0)
269 1.1 darran return;
270 1.1 darran
271 1.1 darran pc = rp->r_pc;
272 1.1 darran sp = rp->r_fp;
273 1.1 darran oldcontext = lwp->lwp_oldcontext;
274 1.1 darran
275 1.1 darran if (p->p_model == DATAMODEL_NATIVE) {
276 1.1 darran s1 = sizeof (struct frame) + 2 * sizeof (long);
277 1.1 darran s2 = s1 + sizeof (siginfo_t);
278 1.1 darran } else {
279 1.1 darran s1 = sizeof (struct frame32) + 3 * sizeof (int);
280 1.1 darran s2 = s1 + sizeof (siginfo32_t);
281 1.1 darran }
282 1.1 darran
283 1.1 darran if (DTRACE_CPUFLAG_ISSET(CPU_DTRACE_ENTRY)) {
284 1.1 darran *pcstack++ = (uint64_t)pc;
285 1.1 darran *fpstack++ = 0;
286 1.1 darran pcstack_limit--;
287 1.1 darran if (pcstack_limit <= 0)
288 1.1 darran return;
289 1.1 darran
290 1.1 darran if (p->p_model == DATAMODEL_NATIVE)
291 1.1 darran pc = dtrace_fulword((void *)rp->r_sp);
292 1.1 darran else
293 1.1 darran pc = dtrace_fuword32((void *)rp->r_sp);
294 1.1 darran }
295 1.1 darran
296 1.1 darran while (pc != 0 && sp != 0) {
297 1.1 darran *pcstack++ = (uint64_t)pc;
298 1.1 darran *fpstack++ = sp;
299 1.1 darran pcstack_limit--;
300 1.1 darran if (pcstack_limit <= 0)
301 1.1 darran break;
302 1.1 darran
303 1.1 darran if (oldcontext == sp + s1 || oldcontext == sp + s2) {
304 1.1 darran if (p->p_model == DATAMODEL_NATIVE) {
305 1.1 darran ucontext_t *ucp = (ucontext_t *)oldcontext;
306 1.1 darran greg_t *gregs = ucp->uc_mcontext.gregs;
307 1.1 darran
308 1.1 darran sp = dtrace_fulword(&gregs[REG_FP]);
309 1.1 darran pc = dtrace_fulword(&gregs[REG_PC]);
310 1.1 darran
311 1.1 darran oldcontext = dtrace_fulword(&ucp->uc_link);
312 1.1 darran } else {
313 1.1 darran ucontext_t *ucp = (ucontext_t *)oldcontext;
314 1.1 darran greg_t *gregs = ucp->uc_mcontext.gregs;
315 1.1 darran
316 1.1 darran sp = dtrace_fuword32(&gregs[EBP]);
317 1.1 darran pc = dtrace_fuword32(&gregs[EIP]);
318 1.1 darran
319 1.1 darran oldcontext = dtrace_fuword32(&ucp->uc_link);
320 1.1 darran }
321 1.1 darran } else {
322 1.1 darran if (p->p_model == DATAMODEL_NATIVE) {
323 1.1 darran struct frame *fr = (struct frame *)sp;
324 1.1 darran
325 1.1 darran pc = dtrace_fulword(&fr->fr_savpc);
326 1.1 darran sp = dtrace_fulword(&fr->fr_savfp);
327 1.1 darran } else {
328 1.1 darran struct frame32 *fr = (struct frame32 *)sp;
329 1.1 darran
330 1.1 darran pc = dtrace_fuword32(&fr->fr_savpc);
331 1.1 darran sp = dtrace_fuword32(&fr->fr_savfp);
332 1.1 darran }
333 1.1 darran }
334 1.1 darran
335 1.1 darran /*
336 1.1 darran * This is totally bogus: if we faulted, we're going to clear
337 1.1 darran * the fault and break. This is to deal with the apparently
338 1.1 darran * broken Java stacks on x86.
339 1.1 darran */
340 1.1 darran if (*flags & CPU_DTRACE_FAULT) {
341 1.1 darran *flags &= ~CPU_DTRACE_FAULT;
342 1.1 darran break;
343 1.1 darran }
344 1.1 darran }
345 1.1 darran
346 1.1 darran zero:
347 1.1 darran while (pcstack_limit-- > 0)
348 1.1 darran *pcstack++ = NULL;
349 1.1 darran }
350 1.1 darran #endif
351 1.1 darran
352 1.1 darran uint64_t
353 1.1 darran dtrace_getarg(int arg, int aframes)
354 1.1 darran {
355 1.1 darran uintptr_t val;
356 1.1 darran struct i386_frame *fp = (struct i386_frame *)dtrace_getfp();
357 1.1 darran uintptr_t *stack;
358 1.1 darran int i;
359 1.1 darran
360 1.1 darran for (i = 1; i <= aframes; i++) {
361 1.1 darran fp = fp->f_frame;
362 1.1 darran
363 1.1 darran if (fp->f_retaddr == (long)dtrace_invop_callsite) {
364 1.1 darran /*
365 1.1 darran * If we pass through the invalid op handler, we will
366 1.1 darran * use the pointer that it passed to the stack as the
367 1.1 darran * second argument to dtrace_invop() as the pointer to
368 1.1 darran * the stack. When using this stack, we must step
369 1.1 darran * beyond the EIP/RIP that was pushed when the trap was
370 1.1 darran * taken -- hence the "+ 1" below.
371 1.1 darran */
372 1.1 darran stack = ((uintptr_t **)&fp[1])[1] + 1;
373 1.1 darran goto load;
374 1.1 darran }
375 1.1 darran
376 1.1 darran }
377 1.1 darran
378 1.1 darran /*
379 1.1 darran * We know that we did not come through a trap to get into
380 1.1 darran * dtrace_probe() -- the provider simply called dtrace_probe()
381 1.1 darran * directly. As this is the case, we need to shift the argument
382 1.1 darran * that we're looking for: the probe ID is the first argument to
383 1.1 darran * dtrace_probe(), so the argument n will actually be found where
384 1.1 darran * one would expect to find argument (n + 1).
385 1.1 darran */
386 1.1 darran arg++;
387 1.1 darran
388 1.1 darran stack = (uintptr_t *)&fp[1];
389 1.1 darran
390 1.1 darran load:
391 1.1 darran DTRACE_CPUFLAG_SET(CPU_DTRACE_NOFAULT);
392 1.1 darran val = stack[arg];
393 1.1 darran DTRACE_CPUFLAG_CLEAR(CPU_DTRACE_NOFAULT);
394 1.1 darran
395 1.1 darran return (val);
396 1.1 darran }
397 1.1 darran
398 1.1 darran int
399 1.1 darran dtrace_getstackdepth(int aframes)
400 1.1 darran {
401 1.1 darran int depth = 0;
402 1.1 darran struct i386_frame *frame;
403 1.1 darran vm_offset_t ebp;
404 1.1 darran
405 1.1 darran aframes++;
406 1.1 darran ebp = dtrace_getfp();
407 1.1 darran frame = (struct i386_frame *)ebp;
408 1.1 darran depth++;
409 1.1 darran for(;;) {
410 1.1 darran if (!INKERNEL((long) frame))
411 1.1 darran break;
412 1.1 darran if (!INKERNEL((long) frame->f_frame))
413 1.1 darran break;
414 1.1 darran depth++;
415 1.1 darran if (frame->f_frame <= frame ||
416 1.1 darran (vm_offset_t)frame->f_frame >=
417 1.1 darran (vm_offset_t)ebp + KSTACK_PAGES * PAGE_SIZE)
418 1.1 darran break;
419 1.1 darran frame = frame->f_frame;
420 1.1 darran }
421 1.1 darran if (depth < aframes)
422 1.1 darran return 0;
423 1.1 darran else
424 1.1 darran return depth - aframes;
425 1.1 darran }
426 1.1 darran
427 1.1 darran #ifdef notyet
428 1.1 darran ulong_t
429 1.1 darran dtrace_getreg(struct regs *rp, uint_t reg)
430 1.1 darran {
431 1.1 darran #if defined(__amd64)
432 1.1 darran int regmap[] = {
433 1.1 darran REG_GS, /* GS */
434 1.1 darran REG_FS, /* FS */
435 1.1 darran REG_ES, /* ES */
436 1.1 darran REG_DS, /* DS */
437 1.1 darran REG_RDI, /* EDI */
438 1.1 darran REG_RSI, /* ESI */
439 1.1 darran REG_RBP, /* EBP */
440 1.1 darran REG_RSP, /* ESP */
441 1.1 darran REG_RBX, /* EBX */
442 1.1 darran REG_RDX, /* EDX */
443 1.1 darran REG_RCX, /* ECX */
444 1.1 darran REG_RAX, /* EAX */
445 1.1 darran REG_TRAPNO, /* TRAPNO */
446 1.1 darran REG_ERR, /* ERR */
447 1.1 darran REG_RIP, /* EIP */
448 1.1 darran REG_CS, /* CS */
449 1.1 darran REG_RFL, /* EFL */
450 1.1 darran REG_RSP, /* UESP */
451 1.1 darran REG_SS /* SS */
452 1.1 darran };
453 1.1 darran
454 1.1 darran if (reg <= SS) {
455 1.1 darran if (reg >= sizeof (regmap) / sizeof (int)) {
456 1.1 darran DTRACE_CPUFLAG_SET(CPU_DTRACE_ILLOP);
457 1.1 darran return (0);
458 1.1 darran }
459 1.1 darran
460 1.1 darran reg = regmap[reg];
461 1.1 darran } else {
462 1.1 darran reg -= SS + 1;
463 1.1 darran }
464 1.1 darran
465 1.1 darran switch (reg) {
466 1.1 darran case REG_RDI:
467 1.1 darran return (rp->r_rdi);
468 1.1 darran case REG_RSI:
469 1.1 darran return (rp->r_rsi);
470 1.1 darran case REG_RDX:
471 1.1 darran return (rp->r_rdx);
472 1.1 darran case REG_RCX:
473 1.1 darran return (rp->r_rcx);
474 1.1 darran case REG_R8:
475 1.1 darran return (rp->r_r8);
476 1.1 darran case REG_R9:
477 1.1 darran return (rp->r_r9);
478 1.1 darran case REG_RAX:
479 1.1 darran return (rp->r_rax);
480 1.1 darran case REG_RBX:
481 1.1 darran return (rp->r_rbx);
482 1.1 darran case REG_RBP:
483 1.1 darran return (rp->r_rbp);
484 1.1 darran case REG_R10:
485 1.1 darran return (rp->r_r10);
486 1.1 darran case REG_R11:
487 1.1 darran return (rp->r_r11);
488 1.1 darran case REG_R12:
489 1.1 darran return (rp->r_r12);
490 1.1 darran case REG_R13:
491 1.1 darran return (rp->r_r13);
492 1.1 darran case REG_R14:
493 1.1 darran return (rp->r_r14);
494 1.1 darran case REG_R15:
495 1.1 darran return (rp->r_r15);
496 1.1 darran case REG_DS:
497 1.1 darran return (rp->r_ds);
498 1.1 darran case REG_ES:
499 1.1 darran return (rp->r_es);
500 1.1 darran case REG_FS:
501 1.1 darran return (rp->r_fs);
502 1.1 darran case REG_GS:
503 1.1 darran return (rp->r_gs);
504 1.1 darran case REG_TRAPNO:
505 1.1 darran return (rp->r_trapno);
506 1.1 darran case REG_ERR:
507 1.1 darran return (rp->r_err);
508 1.1 darran case REG_RIP:
509 1.1 darran return (rp->r_rip);
510 1.1 darran case REG_CS:
511 1.1 darran return (rp->r_cs);
512 1.1 darran case REG_SS:
513 1.1 darran return (rp->r_ss);
514 1.1 darran case REG_RFL:
515 1.1 darran return (rp->r_rfl);
516 1.1 darran case REG_RSP:
517 1.1 darran return (rp->r_rsp);
518 1.1 darran default:
519 1.1 darran DTRACE_CPUFLAG_SET(CPU_DTRACE_ILLOP);
520 1.1 darran return (0);
521 1.1 darran }
522 1.1 darran
523 1.1 darran #else
524 1.1 darran if (reg > SS) {
525 1.1 darran DTRACE_CPUFLAG_SET(CPU_DTRACE_ILLOP);
526 1.1 darran return (0);
527 1.1 darran }
528 1.1 darran
529 1.1 darran return ((&rp->r_gs)[reg]);
530 1.1 darran #endif
531 1.1 darran }
532 1.1 darran #endif
533 1.1 darran
534 1.1 darran static int
535 1.1 darran dtrace_copycheck(uintptr_t uaddr, uintptr_t kaddr, size_t size)
536 1.1 darran {
537 1.1 darran ASSERT(kaddr >= kernelbase && kaddr + size >= kaddr);
538 1.1 darran
539 1.1 darran if (uaddr + size >= kernelbase || uaddr + size < uaddr) {
540 1.1 darran DTRACE_CPUFLAG_SET(CPU_DTRACE_BADADDR);
541 1.1 darran cpu_core[curcpu].cpuc_dtrace_illval = uaddr;
542 1.1 darran return (0);
543 1.1 darran }
544 1.1 darran
545 1.1 darran return (1);
546 1.1 darran }
547 1.1 darran
548 1.1 darran void
549 1.1 darran dtrace_copyin(uintptr_t uaddr, uintptr_t kaddr, size_t size,
550 1.1 darran volatile uint16_t *flags)
551 1.1 darran {
552 1.1 darran if (dtrace_copycheck(uaddr, kaddr, size))
553 1.1 darran dtrace_copy(uaddr, kaddr, size);
554 1.1 darran }
555 1.1 darran
556 1.1 darran void
557 1.1 darran dtrace_copyout(uintptr_t kaddr, uintptr_t uaddr, size_t size,
558 1.1 darran volatile uint16_t *flags)
559 1.1 darran {
560 1.1 darran if (dtrace_copycheck(uaddr, kaddr, size))
561 1.1 darran dtrace_copy(kaddr, uaddr, size);
562 1.1 darran }
563 1.1 darran
564 1.1 darran void
565 1.1 darran dtrace_copyinstr(uintptr_t uaddr, uintptr_t kaddr, size_t size,
566 1.1 darran volatile uint16_t *flags)
567 1.1 darran {
568 1.1 darran if (dtrace_copycheck(uaddr, kaddr, size))
569 1.1 darran dtrace_copystr(uaddr, kaddr, size, flags);
570 1.1 darran }
571 1.1 darran
572 1.1 darran void
573 1.1 darran dtrace_copyoutstr(uintptr_t kaddr, uintptr_t uaddr, size_t size,
574 1.1 darran volatile uint16_t *flags)
575 1.1 darran {
576 1.1 darran if (dtrace_copycheck(uaddr, kaddr, size))
577 1.1 darran dtrace_copystr(kaddr, uaddr, size, flags);
578 1.1 darran }
579 1.1 darran
580 1.1 darran uint8_t
581 1.1 darran dtrace_fuword8(void *uaddr)
582 1.1 darran {
583 1.1 darran if ((uintptr_t)uaddr >= kernelbase) {
584 1.1 darran DTRACE_CPUFLAG_SET(CPU_DTRACE_BADADDR);
585 1.1 darran cpu_core[curcpu].cpuc_dtrace_illval = (uintptr_t)uaddr;
586 1.1 darran return (0);
587 1.1 darran }
588 1.1 darran return (dtrace_fuword8_nocheck(uaddr));
589 1.1 darran }
590 1.1 darran
591 1.1 darran uint16_t
592 1.1 darran dtrace_fuword16(void *uaddr)
593 1.1 darran {
594 1.1 darran if ((uintptr_t)uaddr >= kernelbase) {
595 1.1 darran DTRACE_CPUFLAG_SET(CPU_DTRACE_BADADDR);
596 1.1 darran cpu_core[curcpu].cpuc_dtrace_illval = (uintptr_t)uaddr;
597 1.1 darran return (0);
598 1.1 darran }
599 1.1 darran return (dtrace_fuword16_nocheck(uaddr));
600 1.1 darran }
601 1.1 darran
602 1.1 darran uint32_t
603 1.1 darran dtrace_fuword32(void *uaddr)
604 1.1 darran {
605 1.1 darran if ((uintptr_t)uaddr >= kernelbase) {
606 1.1 darran DTRACE_CPUFLAG_SET(CPU_DTRACE_BADADDR);
607 1.1 darran cpu_core[curcpu].cpuc_dtrace_illval = (uintptr_t)uaddr;
608 1.1 darran return (0);
609 1.1 darran }
610 1.1 darran return (dtrace_fuword32_nocheck(uaddr));
611 1.1 darran }
612 1.1 darran
613 1.1 darran uint64_t
614 1.1 darran dtrace_fuword64(void *uaddr)
615 1.1 darran {
616 1.1 darran if ((uintptr_t)uaddr >= kernelbase) {
617 1.1 darran DTRACE_CPUFLAG_SET(CPU_DTRACE_BADADDR);
618 1.1 darran cpu_core[curcpu].cpuc_dtrace_illval = (uintptr_t)uaddr;
619 1.1 darran return (0);
620 1.1 darran }
621 1.1 darran return (dtrace_fuword64_nocheck(uaddr));
622 1.1 darran }
623