nvmm_x86.c revision 1.6 1 1.6 maxv /* $NetBSD: nvmm_x86.c,v 1.6 2019/04/06 11:49:53 maxv Exp $ */
2 1.1 maxv
3 1.1 maxv /*
4 1.1 maxv * Copyright (c) 2018-2019 The NetBSD Foundation, Inc.
5 1.1 maxv * All rights reserved.
6 1.1 maxv *
7 1.1 maxv * This code is derived from software contributed to The NetBSD Foundation
8 1.1 maxv * by Maxime Villard.
9 1.1 maxv *
10 1.1 maxv * Redistribution and use in source and binary forms, with or without
11 1.1 maxv * modification, are permitted provided that the following conditions
12 1.1 maxv * are met:
13 1.1 maxv * 1. Redistributions of source code must retain the above copyright
14 1.1 maxv * notice, this list of conditions and the following disclaimer.
15 1.1 maxv * 2. Redistributions in binary form must reproduce the above copyright
16 1.1 maxv * notice, this list of conditions and the following disclaimer in the
17 1.1 maxv * documentation and/or other materials provided with the distribution.
18 1.1 maxv *
19 1.1 maxv * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 1.1 maxv * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 1.1 maxv * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 1.1 maxv * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 1.1 maxv * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 1.1 maxv * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 1.1 maxv * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 1.1 maxv * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 1.1 maxv * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 1.1 maxv * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 1.1 maxv * POSSIBILITY OF SUCH DAMAGE.
30 1.1 maxv */
31 1.1 maxv
32 1.1 maxv #include <sys/cdefs.h>
33 1.6 maxv __KERNEL_RCSID(0, "$NetBSD: nvmm_x86.c,v 1.6 2019/04/06 11:49:53 maxv Exp $");
34 1.1 maxv
35 1.1 maxv #include <sys/param.h>
36 1.1 maxv #include <sys/systm.h>
37 1.1 maxv #include <sys/kernel.h>
38 1.1 maxv #include <sys/cpu.h>
39 1.1 maxv
40 1.1 maxv #include <uvm/uvm.h>
41 1.1 maxv #include <uvm/uvm_page.h>
42 1.1 maxv
43 1.1 maxv #include <x86/cputypes.h>
44 1.1 maxv #include <x86/specialreg.h>
45 1.1 maxv #include <x86/pmap.h>
46 1.1 maxv
47 1.1 maxv #include <dev/nvmm/nvmm.h>
48 1.1 maxv #include <dev/nvmm/nvmm_internal.h>
49 1.1 maxv #include <dev/nvmm/x86/nvmm_x86.h>
50 1.1 maxv
51 1.1 maxv /*
52 1.1 maxv * Code shared between x86-SVM and x86-VMX.
53 1.1 maxv */
54 1.1 maxv
55 1.1 maxv const struct nvmm_x64_state nvmm_x86_reset_state = {
56 1.1 maxv .segs = {
57 1.2 maxv [NVMM_X64_SEG_ES] = {
58 1.2 maxv .selector = 0x0000,
59 1.2 maxv .base = 0x00000000,
60 1.2 maxv .limit = 0xFFFF,
61 1.2 maxv .attrib = {
62 1.2 maxv .type = 3,
63 1.2 maxv .s = 1,
64 1.2 maxv .p = 1,
65 1.2 maxv }
66 1.2 maxv },
67 1.1 maxv [NVMM_X64_SEG_CS] = {
68 1.1 maxv .selector = 0xF000,
69 1.1 maxv .base = 0xFFFF0000,
70 1.1 maxv .limit = 0xFFFF,
71 1.1 maxv .attrib = {
72 1.2 maxv .type = 3,
73 1.2 maxv .s = 1,
74 1.1 maxv .p = 1,
75 1.1 maxv }
76 1.1 maxv },
77 1.2 maxv [NVMM_X64_SEG_SS] = {
78 1.1 maxv .selector = 0x0000,
79 1.1 maxv .base = 0x00000000,
80 1.1 maxv .limit = 0xFFFF,
81 1.1 maxv .attrib = {
82 1.2 maxv .type = 3,
83 1.2 maxv .s = 1,
84 1.1 maxv .p = 1,
85 1.1 maxv }
86 1.1 maxv },
87 1.2 maxv [NVMM_X64_SEG_DS] = {
88 1.1 maxv .selector = 0x0000,
89 1.1 maxv .base = 0x00000000,
90 1.1 maxv .limit = 0xFFFF,
91 1.1 maxv .attrib = {
92 1.2 maxv .type = 3,
93 1.2 maxv .s = 1,
94 1.1 maxv .p = 1,
95 1.1 maxv }
96 1.1 maxv },
97 1.1 maxv [NVMM_X64_SEG_FS] = {
98 1.1 maxv .selector = 0x0000,
99 1.1 maxv .base = 0x00000000,
100 1.1 maxv .limit = 0xFFFF,
101 1.1 maxv .attrib = {
102 1.2 maxv .type = 3,
103 1.2 maxv .s = 1,
104 1.1 maxv .p = 1,
105 1.1 maxv }
106 1.1 maxv },
107 1.1 maxv [NVMM_X64_SEG_GS] = {
108 1.1 maxv .selector = 0x0000,
109 1.1 maxv .base = 0x00000000,
110 1.1 maxv .limit = 0xFFFF,
111 1.1 maxv .attrib = {
112 1.2 maxv .type = 3,
113 1.2 maxv .s = 1,
114 1.1 maxv .p = 1,
115 1.1 maxv }
116 1.1 maxv },
117 1.1 maxv [NVMM_X64_SEG_GDT] = {
118 1.1 maxv .selector = 0x0000,
119 1.1 maxv .base = 0x00000000,
120 1.1 maxv .limit = 0xFFFF,
121 1.1 maxv .attrib = {
122 1.2 maxv .type = 2,
123 1.2 maxv .s = 1,
124 1.1 maxv .p = 1,
125 1.1 maxv }
126 1.1 maxv },
127 1.1 maxv [NVMM_X64_SEG_IDT] = {
128 1.1 maxv .selector = 0x0000,
129 1.1 maxv .base = 0x00000000,
130 1.1 maxv .limit = 0xFFFF,
131 1.1 maxv .attrib = {
132 1.2 maxv .type = 2,
133 1.2 maxv .s = 1,
134 1.1 maxv .p = 1,
135 1.1 maxv }
136 1.1 maxv },
137 1.1 maxv [NVMM_X64_SEG_LDT] = {
138 1.1 maxv .selector = 0x0000,
139 1.1 maxv .base = 0x00000000,
140 1.1 maxv .limit = 0xFFFF,
141 1.1 maxv .attrib = {
142 1.1 maxv .type = SDT_SYSLDT,
143 1.2 maxv .s = 0,
144 1.1 maxv .p = 1,
145 1.1 maxv }
146 1.1 maxv },
147 1.1 maxv [NVMM_X64_SEG_TR] = {
148 1.1 maxv .selector = 0x0000,
149 1.1 maxv .base = 0x00000000,
150 1.1 maxv .limit = 0xFFFF,
151 1.1 maxv .attrib = {
152 1.1 maxv .type = SDT_SYS286BSY,
153 1.2 maxv .s = 0,
154 1.1 maxv .p = 1,
155 1.1 maxv }
156 1.1 maxv },
157 1.1 maxv },
158 1.1 maxv
159 1.1 maxv .gprs = {
160 1.1 maxv [NVMM_X64_GPR_RAX] = 0x00000000,
161 1.1 maxv [NVMM_X64_GPR_RCX] = 0x00000000,
162 1.1 maxv [NVMM_X64_GPR_RDX] = 0x00000600,
163 1.1 maxv [NVMM_X64_GPR_RBX] = 0x00000000,
164 1.1 maxv [NVMM_X64_GPR_RSP] = 0x00000000,
165 1.1 maxv [NVMM_X64_GPR_RBP] = 0x00000000,
166 1.1 maxv [NVMM_X64_GPR_RSI] = 0x00000000,
167 1.1 maxv [NVMM_X64_GPR_RDI] = 0x00000000,
168 1.1 maxv [NVMM_X64_GPR_R8] = 0x00000000,
169 1.1 maxv [NVMM_X64_GPR_R9] = 0x00000000,
170 1.1 maxv [NVMM_X64_GPR_R10] = 0x00000000,
171 1.1 maxv [NVMM_X64_GPR_R11] = 0x00000000,
172 1.1 maxv [NVMM_X64_GPR_R12] = 0x00000000,
173 1.1 maxv [NVMM_X64_GPR_R13] = 0x00000000,
174 1.1 maxv [NVMM_X64_GPR_R14] = 0x00000000,
175 1.1 maxv [NVMM_X64_GPR_R15] = 0x00000000,
176 1.1 maxv [NVMM_X64_GPR_RIP] = 0x0000FFF0,
177 1.1 maxv [NVMM_X64_GPR_RFLAGS] = 0x00000002,
178 1.1 maxv },
179 1.1 maxv
180 1.1 maxv .crs = {
181 1.1 maxv [NVMM_X64_CR_CR0] = 0x60000010,
182 1.1 maxv [NVMM_X64_CR_CR2] = 0x00000000,
183 1.1 maxv [NVMM_X64_CR_CR3] = 0x00000000,
184 1.1 maxv [NVMM_X64_CR_CR4] = 0x00000000,
185 1.1 maxv [NVMM_X64_CR_CR8] = 0x00000000,
186 1.1 maxv [NVMM_X64_CR_XCR0] = 0x00000001,
187 1.1 maxv },
188 1.1 maxv
189 1.1 maxv .drs = {
190 1.1 maxv [NVMM_X64_DR_DR0] = 0x00000000,
191 1.1 maxv [NVMM_X64_DR_DR1] = 0x00000000,
192 1.1 maxv [NVMM_X64_DR_DR2] = 0x00000000,
193 1.1 maxv [NVMM_X64_DR_DR3] = 0x00000000,
194 1.1 maxv [NVMM_X64_DR_DR6] = 0xFFFF0FF0,
195 1.1 maxv [NVMM_X64_DR_DR7] = 0x00000400,
196 1.1 maxv },
197 1.1 maxv
198 1.1 maxv .msrs = {
199 1.1 maxv [NVMM_X64_MSR_EFER] = 0x00000000,
200 1.1 maxv [NVMM_X64_MSR_STAR] = 0x00000000,
201 1.1 maxv [NVMM_X64_MSR_LSTAR] = 0x00000000,
202 1.1 maxv [NVMM_X64_MSR_CSTAR] = 0x00000000,
203 1.1 maxv [NVMM_X64_MSR_SFMASK] = 0x00000000,
204 1.1 maxv [NVMM_X64_MSR_KERNELGSBASE] = 0x00000000,
205 1.1 maxv [NVMM_X64_MSR_SYSENTER_CS] = 0x00000000,
206 1.1 maxv [NVMM_X64_MSR_SYSENTER_ESP] = 0x00000000,
207 1.1 maxv [NVMM_X64_MSR_SYSENTER_EIP] = 0x00000000,
208 1.1 maxv [NVMM_X64_MSR_PAT] =
209 1.1 maxv PATENTRY(0, PAT_WB) | PATENTRY(1, PAT_WT) |
210 1.1 maxv PATENTRY(2, PAT_UCMINUS) | PATENTRY(3, PAT_UC) |
211 1.1 maxv PATENTRY(4, PAT_WB) | PATENTRY(5, PAT_WT) |
212 1.1 maxv PATENTRY(6, PAT_UCMINUS) | PATENTRY(7, PAT_UC),
213 1.4 maxv [NVMM_X64_MSR_TSC] = 0,
214 1.1 maxv },
215 1.1 maxv
216 1.6 maxv .intr = {
217 1.6 maxv .int_shadow = 0,
218 1.6 maxv .int_window_exiting = 0,
219 1.6 maxv .nmi_window_exiting = 0,
220 1.6 maxv .evt_pending = 0,
221 1.1 maxv },
222 1.1 maxv
223 1.1 maxv .fpu = {
224 1.1 maxv .fx_cw = 0x0040,
225 1.1 maxv .fx_sw = 0x0000,
226 1.1 maxv .fx_tw = 0x55,
227 1.1 maxv .fx_zero = 0x55,
228 1.1 maxv .fx_mxcsr = 0x1F80,
229 1.1 maxv }
230 1.1 maxv };
231 1.3 maxv
232 1.3 maxv const struct nvmm_x86_cpuid_mask nvmm_cpuid_00000001 = {
233 1.3 maxv .eax = ~0,
234 1.3 maxv .ebx = ~0,
235 1.3 maxv .ecx =
236 1.3 maxv /* Excluded: MONITOR, VMX, SMX, EST, TM2, PDCM, PCID, X2APIC,
237 1.3 maxv * DEADLINE, RAZ. */
238 1.3 maxv CPUID2_SSE3 | CPUID2_PCLMUL |
239 1.3 maxv CPUID2_DTES64 | CPUID2_DS_CPL |
240 1.3 maxv CPUID2_SSSE3 | CPUID2_CID |
241 1.3 maxv CPUID2_SDBG | CPUID2_FMA |
242 1.3 maxv CPUID2_CX16 | CPUID2_xTPR |
243 1.3 maxv CPUID2_DCA | CPUID2_SSE41 |
244 1.3 maxv CPUID2_SSE42 | CPUID2_MOVBE |
245 1.3 maxv CPUID2_POPCNT | CPUID2_AES |
246 1.3 maxv CPUID2_XSAVE | CPUID2_OSXSAVE |
247 1.3 maxv CPUID2_F16C | CPUID2_RDRAND,
248 1.3 maxv .edx =
249 1.3 maxv /* Excluded: MCE, MTRR, MCA, DS, ACPI, TM. */
250 1.3 maxv CPUID_FPU | CPUID_VME |
251 1.3 maxv CPUID_DE | CPUID_PSE |
252 1.3 maxv CPUID_TSC | CPUID_MSR |
253 1.3 maxv CPUID_PAE | CPUID_CX8 |
254 1.3 maxv CPUID_APIC | CPUID_B10 |
255 1.3 maxv CPUID_SEP | CPUID_PGE |
256 1.3 maxv CPUID_CMOV | CPUID_PAT |
257 1.3 maxv CPUID_PSE36 | CPUID_PN |
258 1.3 maxv CPUID_CFLUSH | CPUID_B20 |
259 1.3 maxv CPUID_MMX | CPUID_FXSR |
260 1.3 maxv CPUID_SSE | CPUID_SSE2 |
261 1.3 maxv CPUID_SS | CPUID_HTT |
262 1.3 maxv CPUID_IA64 | CPUID_SBF
263 1.3 maxv };
264 1.3 maxv
265 1.3 maxv const struct nvmm_x86_cpuid_mask nvmm_cpuid_00000007 = {
266 1.3 maxv .eax = ~0,
267 1.3 maxv .ebx =
268 1.3 maxv /* Excluded: TSC_ADJUST, AVX2, INVPCID, AVX512*, PT, SHA. */
269 1.3 maxv CPUID_SEF_FSGSBASE |
270 1.3 maxv CPUID_SEF_SGX | CPUID_SEF_BMI1 |
271 1.3 maxv CPUID_SEF_HLE | CPUID_SEF_FDPEXONLY |
272 1.3 maxv CPUID_SEF_SMEP | CPUID_SEF_BMI2 |
273 1.3 maxv CPUID_SEF_ERMS | CPUID_SEF_RTM |
274 1.3 maxv CPUID_SEF_QM | CPUID_SEF_FPUCSDS |
275 1.3 maxv CPUID_SEF_PQE | CPUID_SEF_RDSEED |
276 1.3 maxv CPUID_SEF_ADX | CPUID_SEF_SMAP |
277 1.3 maxv CPUID_SEF_CLFLUSHOPT | CPUID_SEF_CLWB,
278 1.3 maxv .ecx =
279 1.3 maxv /* Excluded: AVX512*, MAWAU, RDPID. */
280 1.3 maxv CPUID_SEF_PREFETCHWT1 | CPUID_SEF_UMIP |
281 1.3 maxv CPUID_SEF_PKU | CPUID_SEF_OSPKE |
282 1.3 maxv CPUID_SEF_WAITPKG | CPUID_SEF_GFNI |
283 1.3 maxv CPUID_SEF_VAES | CPUID_SEF_VPCLMULQDQ |
284 1.3 maxv CPUID_SEF_CLDEMOTE | CPUID_SEF_MOVDIRI |
285 1.3 maxv CPUID_SEF_MOVDIR64B | CPUID_SEF_SGXLC,
286 1.3 maxv .edx =
287 1.3 maxv /* Excluded: all except CAP. */
288 1.3 maxv CPUID_SEF_ARCH_CAP
289 1.3 maxv };
290 1.3 maxv
291 1.3 maxv const struct nvmm_x86_cpuid_mask nvmm_cpuid_80000001 = {
292 1.3 maxv .eax = ~0,
293 1.3 maxv .ebx = ~0,
294 1.3 maxv .ecx =
295 1.3 maxv /* Excluded: SVM, EAPIC, OSVW. */
296 1.3 maxv CPUID_LAHF | CPUID_CMPLEGACY |
297 1.3 maxv CPUID_ALTMOVCR0 | CPUID_LZCNT |
298 1.3 maxv CPUID_SSE4A | CPUID_MISALIGNSSE |
299 1.3 maxv CPUID_3DNOWPF | CPUID_IBS |
300 1.3 maxv CPUID_XOP | CPUID_SKINIT |
301 1.3 maxv CPUID_WDT | CPUID_LWP |
302 1.3 maxv CPUID_FMA4 | CPUID_TCE |
303 1.3 maxv CPUID_NODEID | CPUID_TBM |
304 1.3 maxv CPUID_TOPOEXT | CPUID_PCEC |
305 1.3 maxv CPUID_PCENB | CPUID_SPM |
306 1.3 maxv CPUID_DBE | CPUID_PTSC |
307 1.3 maxv CPUID_L2IPERFC | CPUID_MWAITX,
308 1.3 maxv .edx =
309 1.3 maxv /* Excluded: RDTSCP. */
310 1.3 maxv CPUID_SYSCALL | CPUID_MPC |
311 1.3 maxv CPUID_XD | CPUID_MMXX |
312 1.3 maxv CPUID_MMX | CPUID_FXSR |
313 1.3 maxv CPUID_FFXSR | CPUID_P1GB |
314 1.3 maxv CPUID_EM64T | CPUID_3DNOW2 |
315 1.3 maxv CPUID_3DNOW
316 1.3 maxv };
317 1.5 maxv
318 1.5 maxv bool
319 1.5 maxv nvmm_x86_pat_validate(uint64_t val)
320 1.5 maxv {
321 1.5 maxv uint8_t *pat = (uint8_t *)&val;
322 1.5 maxv size_t i;
323 1.5 maxv
324 1.5 maxv for (i = 0; i < 8; i++) {
325 1.5 maxv if (__predict_false(pat[i] & ~__BITS(2,0)))
326 1.5 maxv return false;
327 1.5 maxv if (__predict_false(pat[i] == 2 || pat[i] == 3))
328 1.5 maxv return false;
329 1.5 maxv }
330 1.5 maxv
331 1.5 maxv return true;
332 1.5 maxv }
333