cpu.h revision 1.65 
1/*	$NetBSD: cpu.h,v 1.65 2019/11/14 16:23:52 maxv Exp $	*/
2
3/*-
4 * Copyright (c) 1990 The Regents of the University of California.
5 * All rights reserved.
6 *
7 * This code is derived from software contributed to Berkeley by
8 * William Jolitz.
9 *
10 * Redistribution and use in source and binary forms, with or without
11 * modification, are permitted provided that the following conditions
12 * are met:
13 * 1. Redistributions of source code must retain the above copyright
14 *    notice, this list of conditions and the following disclaimer.
15 * 2. Redistributions in binary form must reproduce the above copyright
16 *    notice, this list of conditions and the following disclaimer in the
17 *    documentation and/or other materials provided with the distribution.
18 * 3. Neither the name of the University nor the names of its contributors
19 *    may be used to endorse or promote products derived from this software
20 *    without specific prior written permission.
21 *
22 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
23 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
24 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
25 * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
26 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
27 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
28 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
29 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
30 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
31 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
32 * SUCH DAMAGE.
33 *
34 *	@(#)cpu.h	5.4 (Berkeley) 5/9/91
35 */
36
37#ifndef _AMD64_CPU_H_
38#define _AMD64_CPU_H_
39
40#ifdef __x86_64__
41
42#include <x86/cpu.h>
43
44#ifdef _KERNEL
45
46#ifdef _KERNEL_OPT
47#include "opt_kmsan.h"
48#endif
49
50#if defined(__GNUC__) && !defined(_MODULE)
51
52/*
53 * KMSAN: disable the inlines below, to force the use of the ASM functions,
54 * where no KMSAN instrumentation is added. This is because the instrumentation
55 * does not handle the segment registers correctly. And there appears to be no
56 * way to tell LLVM not to add KMSAN instrumentation in these __asm blocks.
57 */
58#if !defined(KMSAN) || defined(KMSAN_NO_INST)
59static struct cpu_info *x86_curcpu(void);
60static lwp_t *x86_curlwp(void);
61
62__inline static struct cpu_info * __unused
63x86_curcpu(void)
64{
65	struct cpu_info *ci;
66
67	__asm volatile("movq %%gs:%1, %0" :
68	    "=r" (ci) :
69	    "m"
70	    (*(struct cpu_info * const *)offsetof(struct cpu_info, ci_self)));
71	return ci;
72}
73
74__inline static lwp_t * __unused __attribute__ ((const))
75x86_curlwp(void)
76{
77	lwp_t *l;
78
79	__asm volatile("movq %%gs:%1, %0" :
80	    "=r" (l) :
81	    "m"
82	    (*(struct cpu_info * const *)offsetof(struct cpu_info, ci_curlwp)));
83	return l;
84}
85
86__inline static void __unused
87cpu_set_curpri(int pri)
88{
89
90	__asm volatile(
91	    "movl %1, %%gs:%0" :
92	    "=m" (*(struct cpu_info *)offsetof(struct cpu_info, ci_schedstate.spc_curpriority)) :
93	    "r" (pri)
94	);
95}
96#else
97struct cpu_info *x86_curcpu(void);
98lwp_t *x86_curlwp(void);
99void cpu_set_curpri(int);
100#endif
101
102#endif	/* __GNUC__ && !_MODULE */
103
104#ifdef XENPV
105#define	CLKF_USERMODE(frame)	(curcpu()->ci_xen_clockf_usermode)
106#define CLKF_PC(frame)		(curcpu()->ci_xen_clockf_pc)
107#else /* XENPV */
108#define	CLKF_USERMODE(frame)	USERMODE((frame)->cf_if.if_tf.tf_cs)
109#define CLKF_PC(frame)		((frame)->cf_if.if_tf.tf_rip)
110#endif /* XENPV */
111#define CLKF_INTR(frame)	(curcpu()->ci_idepth > 0)
112#define LWP_PC(l)		((l)->l_md.md_regs->tf_rip)
113
114#endif	/* _KERNEL */
115
116#else	/*	__x86_64__	*/
117
118#include <i386/cpu.h>
119
120#endif	/*	__x86_64__	*/
121
122#endif /* !_AMD64_CPU_H_ */
123