nvmm_x86.c revision 1.7.2.2 1 1.7.2.2 christos /* $NetBSD: nvmm_x86.c,v 1.7.2.2 2019/06/10 22:07:14 christos Exp $ */
2 1.7.2.2 christos
3 1.7.2.2 christos /*
4 1.7.2.2 christos * Copyright (c) 2018-2019 The NetBSD Foundation, Inc.
5 1.7.2.2 christos * All rights reserved.
6 1.7.2.2 christos *
7 1.7.2.2 christos * This code is derived from software contributed to The NetBSD Foundation
8 1.7.2.2 christos * by Maxime Villard.
9 1.7.2.2 christos *
10 1.7.2.2 christos * Redistribution and use in source and binary forms, with or without
11 1.7.2.2 christos * modification, are permitted provided that the following conditions
12 1.7.2.2 christos * are met:
13 1.7.2.2 christos * 1. Redistributions of source code must retain the above copyright
14 1.7.2.2 christos * notice, this list of conditions and the following disclaimer.
15 1.7.2.2 christos * 2. Redistributions in binary form must reproduce the above copyright
16 1.7.2.2 christos * notice, this list of conditions and the following disclaimer in the
17 1.7.2.2 christos * documentation and/or other materials provided with the distribution.
18 1.7.2.2 christos *
19 1.7.2.2 christos * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 1.7.2.2 christos * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 1.7.2.2 christos * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 1.7.2.2 christos * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 1.7.2.2 christos * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 1.7.2.2 christos * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 1.7.2.2 christos * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 1.7.2.2 christos * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 1.7.2.2 christos * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 1.7.2.2 christos * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 1.7.2.2 christos * POSSIBILITY OF SUCH DAMAGE.
30 1.7.2.2 christos */
31 1.7.2.2 christos
32 1.7.2.2 christos #include <sys/cdefs.h>
33 1.7.2.2 christos __KERNEL_RCSID(0, "$NetBSD: nvmm_x86.c,v 1.7.2.2 2019/06/10 22:07:14 christos Exp $");
34 1.7.2.2 christos
35 1.7.2.2 christos #include <sys/param.h>
36 1.7.2.2 christos #include <sys/systm.h>
37 1.7.2.2 christos #include <sys/kernel.h>
38 1.7.2.2 christos #include <sys/cpu.h>
39 1.7.2.2 christos
40 1.7.2.2 christos #include <uvm/uvm.h>
41 1.7.2.2 christos #include <uvm/uvm_page.h>
42 1.7.2.2 christos
43 1.7.2.2 christos #include <x86/cputypes.h>
44 1.7.2.2 christos #include <x86/specialreg.h>
45 1.7.2.2 christos #include <x86/pmap.h>
46 1.7.2.2 christos
47 1.7.2.2 christos #include <dev/nvmm/nvmm.h>
48 1.7.2.2 christos #include <dev/nvmm/nvmm_internal.h>
49 1.7.2.2 christos #include <dev/nvmm/x86/nvmm_x86.h>
50 1.7.2.2 christos
51 1.7.2.2 christos /*
52 1.7.2.2 christos * Code shared between x86-SVM and x86-VMX.
53 1.7.2.2 christos */
54 1.7.2.2 christos
55 1.7.2.2 christos const struct nvmm_x64_state nvmm_x86_reset_state = {
56 1.7.2.2 christos .segs = {
57 1.7.2.2 christos [NVMM_X64_SEG_ES] = {
58 1.7.2.2 christos .selector = 0x0000,
59 1.7.2.2 christos .base = 0x00000000,
60 1.7.2.2 christos .limit = 0xFFFF,
61 1.7.2.2 christos .attrib = {
62 1.7.2.2 christos .type = 3,
63 1.7.2.2 christos .s = 1,
64 1.7.2.2 christos .p = 1,
65 1.7.2.2 christos }
66 1.7.2.2 christos },
67 1.7.2.2 christos [NVMM_X64_SEG_CS] = {
68 1.7.2.2 christos .selector = 0xF000,
69 1.7.2.2 christos .base = 0xFFFF0000,
70 1.7.2.2 christos .limit = 0xFFFF,
71 1.7.2.2 christos .attrib = {
72 1.7.2.2 christos .type = 3,
73 1.7.2.2 christos .s = 1,
74 1.7.2.2 christos .p = 1,
75 1.7.2.2 christos }
76 1.7.2.2 christos },
77 1.7.2.2 christos [NVMM_X64_SEG_SS] = {
78 1.7.2.2 christos .selector = 0x0000,
79 1.7.2.2 christos .base = 0x00000000,
80 1.7.2.2 christos .limit = 0xFFFF,
81 1.7.2.2 christos .attrib = {
82 1.7.2.2 christos .type = 3,
83 1.7.2.2 christos .s = 1,
84 1.7.2.2 christos .p = 1,
85 1.7.2.2 christos }
86 1.7.2.2 christos },
87 1.7.2.2 christos [NVMM_X64_SEG_DS] = {
88 1.7.2.2 christos .selector = 0x0000,
89 1.7.2.2 christos .base = 0x00000000,
90 1.7.2.2 christos .limit = 0xFFFF,
91 1.7.2.2 christos .attrib = {
92 1.7.2.2 christos .type = 3,
93 1.7.2.2 christos .s = 1,
94 1.7.2.2 christos .p = 1,
95 1.7.2.2 christos }
96 1.7.2.2 christos },
97 1.7.2.2 christos [NVMM_X64_SEG_FS] = {
98 1.7.2.2 christos .selector = 0x0000,
99 1.7.2.2 christos .base = 0x00000000,
100 1.7.2.2 christos .limit = 0xFFFF,
101 1.7.2.2 christos .attrib = {
102 1.7.2.2 christos .type = 3,
103 1.7.2.2 christos .s = 1,
104 1.7.2.2 christos .p = 1,
105 1.7.2.2 christos }
106 1.7.2.2 christos },
107 1.7.2.2 christos [NVMM_X64_SEG_GS] = {
108 1.7.2.2 christos .selector = 0x0000,
109 1.7.2.2 christos .base = 0x00000000,
110 1.7.2.2 christos .limit = 0xFFFF,
111 1.7.2.2 christos .attrib = {
112 1.7.2.2 christos .type = 3,
113 1.7.2.2 christos .s = 1,
114 1.7.2.2 christos .p = 1,
115 1.7.2.2 christos }
116 1.7.2.2 christos },
117 1.7.2.2 christos [NVMM_X64_SEG_GDT] = {
118 1.7.2.2 christos .selector = 0x0000,
119 1.7.2.2 christos .base = 0x00000000,
120 1.7.2.2 christos .limit = 0xFFFF,
121 1.7.2.2 christos .attrib = {
122 1.7.2.2 christos .type = 2,
123 1.7.2.2 christos .s = 1,
124 1.7.2.2 christos .p = 1,
125 1.7.2.2 christos }
126 1.7.2.2 christos },
127 1.7.2.2 christos [NVMM_X64_SEG_IDT] = {
128 1.7.2.2 christos .selector = 0x0000,
129 1.7.2.2 christos .base = 0x00000000,
130 1.7.2.2 christos .limit = 0xFFFF,
131 1.7.2.2 christos .attrib = {
132 1.7.2.2 christos .type = 2,
133 1.7.2.2 christos .s = 1,
134 1.7.2.2 christos .p = 1,
135 1.7.2.2 christos }
136 1.7.2.2 christos },
137 1.7.2.2 christos [NVMM_X64_SEG_LDT] = {
138 1.7.2.2 christos .selector = 0x0000,
139 1.7.2.2 christos .base = 0x00000000,
140 1.7.2.2 christos .limit = 0xFFFF,
141 1.7.2.2 christos .attrib = {
142 1.7.2.2 christos .type = SDT_SYSLDT,
143 1.7.2.2 christos .s = 0,
144 1.7.2.2 christos .p = 1,
145 1.7.2.2 christos }
146 1.7.2.2 christos },
147 1.7.2.2 christos [NVMM_X64_SEG_TR] = {
148 1.7.2.2 christos .selector = 0x0000,
149 1.7.2.2 christos .base = 0x00000000,
150 1.7.2.2 christos .limit = 0xFFFF,
151 1.7.2.2 christos .attrib = {
152 1.7.2.2 christos .type = SDT_SYS286BSY,
153 1.7.2.2 christos .s = 0,
154 1.7.2.2 christos .p = 1,
155 1.7.2.2 christos }
156 1.7.2.2 christos },
157 1.7.2.2 christos },
158 1.7.2.2 christos
159 1.7.2.2 christos .gprs = {
160 1.7.2.2 christos [NVMM_X64_GPR_RAX] = 0x00000000,
161 1.7.2.2 christos [NVMM_X64_GPR_RCX] = 0x00000000,
162 1.7.2.2 christos [NVMM_X64_GPR_RDX] = 0x00000600,
163 1.7.2.2 christos [NVMM_X64_GPR_RBX] = 0x00000000,
164 1.7.2.2 christos [NVMM_X64_GPR_RSP] = 0x00000000,
165 1.7.2.2 christos [NVMM_X64_GPR_RBP] = 0x00000000,
166 1.7.2.2 christos [NVMM_X64_GPR_RSI] = 0x00000000,
167 1.7.2.2 christos [NVMM_X64_GPR_RDI] = 0x00000000,
168 1.7.2.2 christos [NVMM_X64_GPR_R8] = 0x00000000,
169 1.7.2.2 christos [NVMM_X64_GPR_R9] = 0x00000000,
170 1.7.2.2 christos [NVMM_X64_GPR_R10] = 0x00000000,
171 1.7.2.2 christos [NVMM_X64_GPR_R11] = 0x00000000,
172 1.7.2.2 christos [NVMM_X64_GPR_R12] = 0x00000000,
173 1.7.2.2 christos [NVMM_X64_GPR_R13] = 0x00000000,
174 1.7.2.2 christos [NVMM_X64_GPR_R14] = 0x00000000,
175 1.7.2.2 christos [NVMM_X64_GPR_R15] = 0x00000000,
176 1.7.2.2 christos [NVMM_X64_GPR_RIP] = 0x0000FFF0,
177 1.7.2.2 christos [NVMM_X64_GPR_RFLAGS] = 0x00000002,
178 1.7.2.2 christos },
179 1.7.2.2 christos
180 1.7.2.2 christos .crs = {
181 1.7.2.2 christos [NVMM_X64_CR_CR0] = 0x60000010,
182 1.7.2.2 christos [NVMM_X64_CR_CR2] = 0x00000000,
183 1.7.2.2 christos [NVMM_X64_CR_CR3] = 0x00000000,
184 1.7.2.2 christos [NVMM_X64_CR_CR4] = 0x00000000,
185 1.7.2.2 christos [NVMM_X64_CR_CR8] = 0x00000000,
186 1.7.2.2 christos [NVMM_X64_CR_XCR0] = 0x00000001,
187 1.7.2.2 christos },
188 1.7.2.2 christos
189 1.7.2.2 christos .drs = {
190 1.7.2.2 christos [NVMM_X64_DR_DR0] = 0x00000000,
191 1.7.2.2 christos [NVMM_X64_DR_DR1] = 0x00000000,
192 1.7.2.2 christos [NVMM_X64_DR_DR2] = 0x00000000,
193 1.7.2.2 christos [NVMM_X64_DR_DR3] = 0x00000000,
194 1.7.2.2 christos [NVMM_X64_DR_DR6] = 0xFFFF0FF0,
195 1.7.2.2 christos [NVMM_X64_DR_DR7] = 0x00000400,
196 1.7.2.2 christos },
197 1.7.2.2 christos
198 1.7.2.2 christos .msrs = {
199 1.7.2.2 christos [NVMM_X64_MSR_EFER] = 0x00000000,
200 1.7.2.2 christos [NVMM_X64_MSR_STAR] = 0x00000000,
201 1.7.2.2 christos [NVMM_X64_MSR_LSTAR] = 0x00000000,
202 1.7.2.2 christos [NVMM_X64_MSR_CSTAR] = 0x00000000,
203 1.7.2.2 christos [NVMM_X64_MSR_SFMASK] = 0x00000000,
204 1.7.2.2 christos [NVMM_X64_MSR_KERNELGSBASE] = 0x00000000,
205 1.7.2.2 christos [NVMM_X64_MSR_SYSENTER_CS] = 0x00000000,
206 1.7.2.2 christos [NVMM_X64_MSR_SYSENTER_ESP] = 0x00000000,
207 1.7.2.2 christos [NVMM_X64_MSR_SYSENTER_EIP] = 0x00000000,
208 1.7.2.2 christos [NVMM_X64_MSR_PAT] =
209 1.7.2.2 christos PATENTRY(0, PAT_WB) | PATENTRY(1, PAT_WT) |
210 1.7.2.2 christos PATENTRY(2, PAT_UCMINUS) | PATENTRY(3, PAT_UC) |
211 1.7.2.2 christos PATENTRY(4, PAT_WB) | PATENTRY(5, PAT_WT) |
212 1.7.2.2 christos PATENTRY(6, PAT_UCMINUS) | PATENTRY(7, PAT_UC),
213 1.7.2.2 christos [NVMM_X64_MSR_TSC] = 0,
214 1.7.2.2 christos },
215 1.7.2.2 christos
216 1.7.2.2 christos .intr = {
217 1.7.2.2 christos .int_shadow = 0,
218 1.7.2.2 christos .int_window_exiting = 0,
219 1.7.2.2 christos .nmi_window_exiting = 0,
220 1.7.2.2 christos .evt_pending = 0,
221 1.7.2.2 christos },
222 1.7.2.2 christos
223 1.7.2.2 christos .fpu = {
224 1.7.2.2 christos .fx_cw = 0x0040,
225 1.7.2.2 christos .fx_sw = 0x0000,
226 1.7.2.2 christos .fx_tw = 0x55,
227 1.7.2.2 christos .fx_zero = 0x55,
228 1.7.2.2 christos .fx_mxcsr = 0x1F80,
229 1.7.2.2 christos }
230 1.7.2.2 christos };
231 1.7.2.2 christos
232 1.7.2.2 christos const struct nvmm_x86_cpuid_mask nvmm_cpuid_00000001 = {
233 1.7.2.2 christos .eax = ~0,
234 1.7.2.2 christos .ebx = ~0,
235 1.7.2.2 christos .ecx =
236 1.7.2.2 christos /* Excluded: MONITOR, VMX, SMX, EST, TM2, PDCM, PCID, X2APIC,
237 1.7.2.2 christos * DEADLINE, RAZ. */
238 1.7.2.2 christos CPUID2_SSE3 | CPUID2_PCLMUL |
239 1.7.2.2 christos CPUID2_DTES64 | CPUID2_DS_CPL |
240 1.7.2.2 christos CPUID2_SSSE3 | CPUID2_CID |
241 1.7.2.2 christos CPUID2_SDBG | CPUID2_FMA |
242 1.7.2.2 christos CPUID2_CX16 | CPUID2_xTPR |
243 1.7.2.2 christos CPUID2_DCA | CPUID2_SSE41 |
244 1.7.2.2 christos CPUID2_SSE42 | CPUID2_MOVBE |
245 1.7.2.2 christos CPUID2_POPCNT | CPUID2_AES |
246 1.7.2.2 christos CPUID2_XSAVE | CPUID2_OSXSAVE |
247 1.7.2.2 christos CPUID2_F16C | CPUID2_RDRAND,
248 1.7.2.2 christos .edx =
249 1.7.2.2 christos /* Excluded: MCE, MTRR, MCA, DS, ACPI, TM. */
250 1.7.2.2 christos CPUID_FPU | CPUID_VME |
251 1.7.2.2 christos CPUID_DE | CPUID_PSE |
252 1.7.2.2 christos CPUID_TSC | CPUID_MSR |
253 1.7.2.2 christos CPUID_PAE | CPUID_CX8 |
254 1.7.2.2 christos CPUID_APIC | CPUID_B10 |
255 1.7.2.2 christos CPUID_SEP | CPUID_PGE |
256 1.7.2.2 christos CPUID_CMOV | CPUID_PAT |
257 1.7.2.2 christos CPUID_PSE36 | CPUID_PN |
258 1.7.2.2 christos CPUID_CFLUSH | CPUID_B20 |
259 1.7.2.2 christos CPUID_MMX | CPUID_FXSR |
260 1.7.2.2 christos CPUID_SSE | CPUID_SSE2 |
261 1.7.2.2 christos CPUID_SS | CPUID_HTT |
262 1.7.2.2 christos CPUID_IA64 | CPUID_SBF
263 1.7.2.2 christos };
264 1.7.2.2 christos
265 1.7.2.2 christos const struct nvmm_x86_cpuid_mask nvmm_cpuid_00000007 = {
266 1.7.2.2 christos .eax = ~0,
267 1.7.2.2 christos .ebx =
268 1.7.2.2 christos /* Excluded: TSC_ADJUST, AVX2, INVPCID, AVX512*, PT, SHA. */
269 1.7.2.2 christos CPUID_SEF_FSGSBASE |
270 1.7.2.2 christos CPUID_SEF_SGX | CPUID_SEF_BMI1 |
271 1.7.2.2 christos CPUID_SEF_HLE | CPUID_SEF_FDPEXONLY |
272 1.7.2.2 christos CPUID_SEF_SMEP | CPUID_SEF_BMI2 |
273 1.7.2.2 christos CPUID_SEF_ERMS | CPUID_SEF_RTM |
274 1.7.2.2 christos CPUID_SEF_QM | CPUID_SEF_FPUCSDS |
275 1.7.2.2 christos CPUID_SEF_PQE | CPUID_SEF_RDSEED |
276 1.7.2.2 christos CPUID_SEF_ADX | CPUID_SEF_SMAP |
277 1.7.2.2 christos CPUID_SEF_CLFLUSHOPT | CPUID_SEF_CLWB,
278 1.7.2.2 christos .ecx =
279 1.7.2.2 christos /* Excluded: AVX512*, MAWAU, RDPID. */
280 1.7.2.2 christos CPUID_SEF_PREFETCHWT1 | CPUID_SEF_UMIP |
281 1.7.2.2 christos CPUID_SEF_PKU | CPUID_SEF_OSPKE |
282 1.7.2.2 christos CPUID_SEF_WAITPKG | CPUID_SEF_GFNI |
283 1.7.2.2 christos CPUID_SEF_VAES | CPUID_SEF_VPCLMULQDQ |
284 1.7.2.2 christos CPUID_SEF_CLDEMOTE | CPUID_SEF_MOVDIRI |
285 1.7.2.2 christos CPUID_SEF_MOVDIR64B | CPUID_SEF_SGXLC,
286 1.7.2.2 christos .edx =
287 1.7.2.2 christos /* Excluded: all except MD_CLEAR and ARCH_CAP. */
288 1.7.2.2 christos CPUID_SEF_MD_CLEAR | CPUID_SEF_ARCH_CAP
289 1.7.2.2 christos };
290 1.7.2.2 christos
291 1.7.2.2 christos const struct nvmm_x86_cpuid_mask nvmm_cpuid_80000001 = {
292 1.7.2.2 christos .eax = ~0,
293 1.7.2.2 christos .ebx = ~0,
294 1.7.2.2 christos .ecx =
295 1.7.2.2 christos /* Excluded: SVM, EAPIC, OSVW. */
296 1.7.2.2 christos CPUID_LAHF | CPUID_CMPLEGACY |
297 1.7.2.2 christos CPUID_ALTMOVCR0 | CPUID_LZCNT |
298 1.7.2.2 christos CPUID_SSE4A | CPUID_MISALIGNSSE |
299 1.7.2.2 christos CPUID_3DNOWPF | CPUID_IBS |
300 1.7.2.2 christos CPUID_XOP | CPUID_SKINIT |
301 1.7.2.2 christos CPUID_WDT | CPUID_LWP |
302 1.7.2.2 christos CPUID_FMA4 | CPUID_TCE |
303 1.7.2.2 christos CPUID_NODEID | CPUID_TBM |
304 1.7.2.2 christos CPUID_TOPOEXT | CPUID_PCEC |
305 1.7.2.2 christos CPUID_PCENB | CPUID_SPM |
306 1.7.2.2 christos CPUID_DBE | CPUID_PTSC |
307 1.7.2.2 christos CPUID_L2IPERFC | CPUID_MWAITX,
308 1.7.2.2 christos .edx =
309 1.7.2.2 christos /* Excluded: RDTSCP. */
310 1.7.2.2 christos CPUID_SYSCALL | CPUID_MPC |
311 1.7.2.2 christos CPUID_XD | CPUID_MMXX |
312 1.7.2.2 christos CPUID_MMX | CPUID_FXSR |
313 1.7.2.2 christos CPUID_FFXSR | CPUID_P1GB |
314 1.7.2.2 christos CPUID_EM64T | CPUID_3DNOW2 |
315 1.7.2.2 christos CPUID_3DNOW
316 1.7.2.2 christos };
317 1.7.2.2 christos
318 1.7.2.2 christos bool
319 1.7.2.2 christos nvmm_x86_pat_validate(uint64_t val)
320 1.7.2.2 christos {
321 1.7.2.2 christos uint8_t *pat = (uint8_t *)&val;
322 1.7.2.2 christos size_t i;
323 1.7.2.2 christos
324 1.7.2.2 christos for (i = 0; i < 8; i++) {
325 1.7.2.2 christos if (__predict_false(pat[i] & ~__BITS(2,0)))
326 1.7.2.2 christos return false;
327 1.7.2.2 christos if (__predict_false(pat[i] == 2 || pat[i] == 3))
328 1.7.2.2 christos return false;
329 1.7.2.2 christos }
330 1.7.2.2 christos
331 1.7.2.2 christos return true;
332 1.7.2.2 christos }
333