Home | History | Annotate | Line # | Download | only in x86
nvmm_x86.c revision 1.6
      1  1.6  maxv /*	$NetBSD: nvmm_x86.c,v 1.6 2019/04/06 11:49:53 maxv Exp $	*/
      2  1.1  maxv 
      3  1.1  maxv /*
      4  1.1  maxv  * Copyright (c) 2018-2019 The NetBSD Foundation, Inc.
      5  1.1  maxv  * All rights reserved.
      6  1.1  maxv  *
      7  1.1  maxv  * This code is derived from software contributed to The NetBSD Foundation
      8  1.1  maxv  * by Maxime Villard.
      9  1.1  maxv  *
     10  1.1  maxv  * Redistribution and use in source and binary forms, with or without
     11  1.1  maxv  * modification, are permitted provided that the following conditions
     12  1.1  maxv  * are met:
     13  1.1  maxv  * 1. Redistributions of source code must retain the above copyright
     14  1.1  maxv  *    notice, this list of conditions and the following disclaimer.
     15  1.1  maxv  * 2. Redistributions in binary form must reproduce the above copyright
     16  1.1  maxv  *    notice, this list of conditions and the following disclaimer in the
     17  1.1  maxv  *    documentation and/or other materials provided with the distribution.
     18  1.1  maxv  *
     19  1.1  maxv  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20  1.1  maxv  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21  1.1  maxv  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22  1.1  maxv  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23  1.1  maxv  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24  1.1  maxv  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25  1.1  maxv  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26  1.1  maxv  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27  1.1  maxv  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28  1.1  maxv  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29  1.1  maxv  * POSSIBILITY OF SUCH DAMAGE.
     30  1.1  maxv  */
     31  1.1  maxv 
     32  1.1  maxv #include <sys/cdefs.h>
     33  1.6  maxv __KERNEL_RCSID(0, "$NetBSD: nvmm_x86.c,v 1.6 2019/04/06 11:49:53 maxv Exp $");
     34  1.1  maxv 
     35  1.1  maxv #include <sys/param.h>
     36  1.1  maxv #include <sys/systm.h>
     37  1.1  maxv #include <sys/kernel.h>
     38  1.1  maxv #include <sys/cpu.h>
     39  1.1  maxv 
     40  1.1  maxv #include <uvm/uvm.h>
     41  1.1  maxv #include <uvm/uvm_page.h>
     42  1.1  maxv 
     43  1.1  maxv #include <x86/cputypes.h>
     44  1.1  maxv #include <x86/specialreg.h>
     45  1.1  maxv #include <x86/pmap.h>
     46  1.1  maxv 
     47  1.1  maxv #include <dev/nvmm/nvmm.h>
     48  1.1  maxv #include <dev/nvmm/nvmm_internal.h>
     49  1.1  maxv #include <dev/nvmm/x86/nvmm_x86.h>
     50  1.1  maxv 
     51  1.1  maxv /*
     52  1.1  maxv  * Code shared between x86-SVM and x86-VMX.
     53  1.1  maxv  */
     54  1.1  maxv 
     55  1.1  maxv const struct nvmm_x64_state nvmm_x86_reset_state = {
     56  1.1  maxv 	.segs = {
     57  1.2  maxv 		[NVMM_X64_SEG_ES] = {
     58  1.2  maxv 			.selector = 0x0000,
     59  1.2  maxv 			.base = 0x00000000,
     60  1.2  maxv 			.limit = 0xFFFF,
     61  1.2  maxv 			.attrib = {
     62  1.2  maxv 				.type = 3,
     63  1.2  maxv 				.s = 1,
     64  1.2  maxv 				.p = 1,
     65  1.2  maxv 			}
     66  1.2  maxv 		},
     67  1.1  maxv 		[NVMM_X64_SEG_CS] = {
     68  1.1  maxv 			.selector = 0xF000,
     69  1.1  maxv 			.base = 0xFFFF0000,
     70  1.1  maxv 			.limit = 0xFFFF,
     71  1.1  maxv 			.attrib = {
     72  1.2  maxv 				.type = 3,
     73  1.2  maxv 				.s = 1,
     74  1.1  maxv 				.p = 1,
     75  1.1  maxv 			}
     76  1.1  maxv 		},
     77  1.2  maxv 		[NVMM_X64_SEG_SS] = {
     78  1.1  maxv 			.selector = 0x0000,
     79  1.1  maxv 			.base = 0x00000000,
     80  1.1  maxv 			.limit = 0xFFFF,
     81  1.1  maxv 			.attrib = {
     82  1.2  maxv 				.type = 3,
     83  1.2  maxv 				.s = 1,
     84  1.1  maxv 				.p = 1,
     85  1.1  maxv 			}
     86  1.1  maxv 		},
     87  1.2  maxv 		[NVMM_X64_SEG_DS] = {
     88  1.1  maxv 			.selector = 0x0000,
     89  1.1  maxv 			.base = 0x00000000,
     90  1.1  maxv 			.limit = 0xFFFF,
     91  1.1  maxv 			.attrib = {
     92  1.2  maxv 				.type = 3,
     93  1.2  maxv 				.s = 1,
     94  1.1  maxv 				.p = 1,
     95  1.1  maxv 			}
     96  1.1  maxv 		},
     97  1.1  maxv 		[NVMM_X64_SEG_FS] = {
     98  1.1  maxv 			.selector = 0x0000,
     99  1.1  maxv 			.base = 0x00000000,
    100  1.1  maxv 			.limit = 0xFFFF,
    101  1.1  maxv 			.attrib = {
    102  1.2  maxv 				.type = 3,
    103  1.2  maxv 				.s = 1,
    104  1.1  maxv 				.p = 1,
    105  1.1  maxv 			}
    106  1.1  maxv 		},
    107  1.1  maxv 		[NVMM_X64_SEG_GS] = {
    108  1.1  maxv 			.selector = 0x0000,
    109  1.1  maxv 			.base = 0x00000000,
    110  1.1  maxv 			.limit = 0xFFFF,
    111  1.1  maxv 			.attrib = {
    112  1.2  maxv 				.type = 3,
    113  1.2  maxv 				.s = 1,
    114  1.1  maxv 				.p = 1,
    115  1.1  maxv 			}
    116  1.1  maxv 		},
    117  1.1  maxv 		[NVMM_X64_SEG_GDT] = {
    118  1.1  maxv 			.selector = 0x0000,
    119  1.1  maxv 			.base = 0x00000000,
    120  1.1  maxv 			.limit = 0xFFFF,
    121  1.1  maxv 			.attrib = {
    122  1.2  maxv 				.type = 2,
    123  1.2  maxv 				.s = 1,
    124  1.1  maxv 				.p = 1,
    125  1.1  maxv 			}
    126  1.1  maxv 		},
    127  1.1  maxv 		[NVMM_X64_SEG_IDT] = {
    128  1.1  maxv 			.selector = 0x0000,
    129  1.1  maxv 			.base = 0x00000000,
    130  1.1  maxv 			.limit = 0xFFFF,
    131  1.1  maxv 			.attrib = {
    132  1.2  maxv 				.type = 2,
    133  1.2  maxv 				.s = 1,
    134  1.1  maxv 				.p = 1,
    135  1.1  maxv 			}
    136  1.1  maxv 		},
    137  1.1  maxv 		[NVMM_X64_SEG_LDT] = {
    138  1.1  maxv 			.selector = 0x0000,
    139  1.1  maxv 			.base = 0x00000000,
    140  1.1  maxv 			.limit = 0xFFFF,
    141  1.1  maxv 			.attrib = {
    142  1.1  maxv 				.type = SDT_SYSLDT,
    143  1.2  maxv 				.s = 0,
    144  1.1  maxv 				.p = 1,
    145  1.1  maxv 			}
    146  1.1  maxv 		},
    147  1.1  maxv 		[NVMM_X64_SEG_TR] = {
    148  1.1  maxv 			.selector = 0x0000,
    149  1.1  maxv 			.base = 0x00000000,
    150  1.1  maxv 			.limit = 0xFFFF,
    151  1.1  maxv 			.attrib = {
    152  1.1  maxv 				.type = SDT_SYS286BSY,
    153  1.2  maxv 				.s = 0,
    154  1.1  maxv 				.p = 1,
    155  1.1  maxv 			}
    156  1.1  maxv 		},
    157  1.1  maxv 	},
    158  1.1  maxv 
    159  1.1  maxv 	.gprs = {
    160  1.1  maxv 		[NVMM_X64_GPR_RAX] = 0x00000000,
    161  1.1  maxv 		[NVMM_X64_GPR_RCX] = 0x00000000,
    162  1.1  maxv 		[NVMM_X64_GPR_RDX] = 0x00000600,
    163  1.1  maxv 		[NVMM_X64_GPR_RBX] = 0x00000000,
    164  1.1  maxv 		[NVMM_X64_GPR_RSP] = 0x00000000,
    165  1.1  maxv 		[NVMM_X64_GPR_RBP] = 0x00000000,
    166  1.1  maxv 		[NVMM_X64_GPR_RSI] = 0x00000000,
    167  1.1  maxv 		[NVMM_X64_GPR_RDI] = 0x00000000,
    168  1.1  maxv 		[NVMM_X64_GPR_R8] = 0x00000000,
    169  1.1  maxv 		[NVMM_X64_GPR_R9] = 0x00000000,
    170  1.1  maxv 		[NVMM_X64_GPR_R10] = 0x00000000,
    171  1.1  maxv 		[NVMM_X64_GPR_R11] = 0x00000000,
    172  1.1  maxv 		[NVMM_X64_GPR_R12] = 0x00000000,
    173  1.1  maxv 		[NVMM_X64_GPR_R13] = 0x00000000,
    174  1.1  maxv 		[NVMM_X64_GPR_R14] = 0x00000000,
    175  1.1  maxv 		[NVMM_X64_GPR_R15] = 0x00000000,
    176  1.1  maxv 		[NVMM_X64_GPR_RIP] = 0x0000FFF0,
    177  1.1  maxv 		[NVMM_X64_GPR_RFLAGS] = 0x00000002,
    178  1.1  maxv 	},
    179  1.1  maxv 
    180  1.1  maxv 	.crs = {
    181  1.1  maxv 		[NVMM_X64_CR_CR0] = 0x60000010,
    182  1.1  maxv 		[NVMM_X64_CR_CR2] = 0x00000000,
    183  1.1  maxv 		[NVMM_X64_CR_CR3] = 0x00000000,
    184  1.1  maxv 		[NVMM_X64_CR_CR4] = 0x00000000,
    185  1.1  maxv 		[NVMM_X64_CR_CR8] = 0x00000000,
    186  1.1  maxv 		[NVMM_X64_CR_XCR0] = 0x00000001,
    187  1.1  maxv 	},
    188  1.1  maxv 
    189  1.1  maxv 	.drs = {
    190  1.1  maxv 		[NVMM_X64_DR_DR0] = 0x00000000,
    191  1.1  maxv 		[NVMM_X64_DR_DR1] = 0x00000000,
    192  1.1  maxv 		[NVMM_X64_DR_DR2] = 0x00000000,
    193  1.1  maxv 		[NVMM_X64_DR_DR3] = 0x00000000,
    194  1.1  maxv 		[NVMM_X64_DR_DR6] = 0xFFFF0FF0,
    195  1.1  maxv 		[NVMM_X64_DR_DR7] = 0x00000400,
    196  1.1  maxv 	},
    197  1.1  maxv 
    198  1.1  maxv 	.msrs = {
    199  1.1  maxv 		[NVMM_X64_MSR_EFER] = 0x00000000,
    200  1.1  maxv 		[NVMM_X64_MSR_STAR] = 0x00000000,
    201  1.1  maxv 		[NVMM_X64_MSR_LSTAR] = 0x00000000,
    202  1.1  maxv 		[NVMM_X64_MSR_CSTAR] = 0x00000000,
    203  1.1  maxv 		[NVMM_X64_MSR_SFMASK] = 0x00000000,
    204  1.1  maxv 		[NVMM_X64_MSR_KERNELGSBASE] = 0x00000000,
    205  1.1  maxv 		[NVMM_X64_MSR_SYSENTER_CS] = 0x00000000,
    206  1.1  maxv 		[NVMM_X64_MSR_SYSENTER_ESP] = 0x00000000,
    207  1.1  maxv 		[NVMM_X64_MSR_SYSENTER_EIP] = 0x00000000,
    208  1.1  maxv 		[NVMM_X64_MSR_PAT] =
    209  1.1  maxv 		    PATENTRY(0, PAT_WB) | PATENTRY(1, PAT_WT) |
    210  1.1  maxv 		    PATENTRY(2, PAT_UCMINUS) | PATENTRY(3, PAT_UC) |
    211  1.1  maxv 		    PATENTRY(4, PAT_WB) | PATENTRY(5, PAT_WT) |
    212  1.1  maxv 		    PATENTRY(6, PAT_UCMINUS) | PATENTRY(7, PAT_UC),
    213  1.4  maxv 		[NVMM_X64_MSR_TSC] = 0,
    214  1.1  maxv 	},
    215  1.1  maxv 
    216  1.6  maxv 	.intr = {
    217  1.6  maxv 		.int_shadow = 0,
    218  1.6  maxv 		.int_window_exiting = 0,
    219  1.6  maxv 		.nmi_window_exiting = 0,
    220  1.6  maxv 		.evt_pending = 0,
    221  1.1  maxv 	},
    222  1.1  maxv 
    223  1.1  maxv 	.fpu = {
    224  1.1  maxv 		.fx_cw = 0x0040,
    225  1.1  maxv 		.fx_sw = 0x0000,
    226  1.1  maxv 		.fx_tw = 0x55,
    227  1.1  maxv 		.fx_zero = 0x55,
    228  1.1  maxv 		.fx_mxcsr = 0x1F80,
    229  1.1  maxv 	}
    230  1.1  maxv };
    231  1.3  maxv 
    232  1.3  maxv const struct nvmm_x86_cpuid_mask nvmm_cpuid_00000001 = {
    233  1.3  maxv 	.eax = ~0,
    234  1.3  maxv 	.ebx = ~0,
    235  1.3  maxv 	.ecx =
    236  1.3  maxv 	    /* Excluded: MONITOR, VMX, SMX, EST, TM2, PDCM, PCID, X2APIC,
    237  1.3  maxv 	     * DEADLINE, RAZ. */
    238  1.3  maxv 	    CPUID2_SSE3 | CPUID2_PCLMUL |
    239  1.3  maxv 	    CPUID2_DTES64 | CPUID2_DS_CPL |
    240  1.3  maxv 	    CPUID2_SSSE3 | CPUID2_CID |
    241  1.3  maxv 	    CPUID2_SDBG | CPUID2_FMA |
    242  1.3  maxv 	    CPUID2_CX16 | CPUID2_xTPR |
    243  1.3  maxv 	    CPUID2_DCA | CPUID2_SSE41 |
    244  1.3  maxv 	    CPUID2_SSE42 | CPUID2_MOVBE |
    245  1.3  maxv 	    CPUID2_POPCNT | CPUID2_AES |
    246  1.3  maxv 	    CPUID2_XSAVE | CPUID2_OSXSAVE |
    247  1.3  maxv 	    CPUID2_F16C | CPUID2_RDRAND,
    248  1.3  maxv 	.edx =
    249  1.3  maxv 	    /* Excluded: MCE, MTRR, MCA, DS, ACPI, TM. */
    250  1.3  maxv 	    CPUID_FPU | CPUID_VME |
    251  1.3  maxv 	    CPUID_DE | CPUID_PSE |
    252  1.3  maxv 	    CPUID_TSC | CPUID_MSR |
    253  1.3  maxv 	    CPUID_PAE | CPUID_CX8 |
    254  1.3  maxv 	    CPUID_APIC | CPUID_B10 |
    255  1.3  maxv 	    CPUID_SEP | CPUID_PGE |
    256  1.3  maxv 	    CPUID_CMOV | CPUID_PAT |
    257  1.3  maxv 	    CPUID_PSE36 | CPUID_PN |
    258  1.3  maxv 	    CPUID_CFLUSH | CPUID_B20 |
    259  1.3  maxv 	    CPUID_MMX | CPUID_FXSR |
    260  1.3  maxv 	    CPUID_SSE | CPUID_SSE2 |
    261  1.3  maxv 	    CPUID_SS | CPUID_HTT |
    262  1.3  maxv 	    CPUID_IA64 | CPUID_SBF
    263  1.3  maxv };
    264  1.3  maxv 
    265  1.3  maxv const struct nvmm_x86_cpuid_mask nvmm_cpuid_00000007 = {
    266  1.3  maxv 	.eax = ~0,
    267  1.3  maxv 	.ebx =
    268  1.3  maxv 	    /* Excluded: TSC_ADJUST, AVX2, INVPCID, AVX512*, PT, SHA. */
    269  1.3  maxv 	    CPUID_SEF_FSGSBASE |
    270  1.3  maxv 	    CPUID_SEF_SGX | CPUID_SEF_BMI1 |
    271  1.3  maxv 	    CPUID_SEF_HLE | CPUID_SEF_FDPEXONLY |
    272  1.3  maxv 	    CPUID_SEF_SMEP | CPUID_SEF_BMI2 |
    273  1.3  maxv 	    CPUID_SEF_ERMS | CPUID_SEF_RTM |
    274  1.3  maxv 	    CPUID_SEF_QM | CPUID_SEF_FPUCSDS |
    275  1.3  maxv 	    CPUID_SEF_PQE | CPUID_SEF_RDSEED |
    276  1.3  maxv 	    CPUID_SEF_ADX | CPUID_SEF_SMAP |
    277  1.3  maxv 	    CPUID_SEF_CLFLUSHOPT | CPUID_SEF_CLWB,
    278  1.3  maxv 	.ecx =
    279  1.3  maxv 	    /* Excluded: AVX512*, MAWAU, RDPID. */
    280  1.3  maxv 	    CPUID_SEF_PREFETCHWT1 | CPUID_SEF_UMIP |
    281  1.3  maxv 	    CPUID_SEF_PKU | CPUID_SEF_OSPKE |
    282  1.3  maxv 	    CPUID_SEF_WAITPKG | CPUID_SEF_GFNI |
    283  1.3  maxv 	    CPUID_SEF_VAES | CPUID_SEF_VPCLMULQDQ |
    284  1.3  maxv 	    CPUID_SEF_CLDEMOTE | CPUID_SEF_MOVDIRI |
    285  1.3  maxv 	    CPUID_SEF_MOVDIR64B | CPUID_SEF_SGXLC,
    286  1.3  maxv 	.edx =
    287  1.3  maxv 	    /* Excluded: all except CAP. */
    288  1.3  maxv 	    CPUID_SEF_ARCH_CAP
    289  1.3  maxv };
    290  1.3  maxv 
    291  1.3  maxv const struct nvmm_x86_cpuid_mask nvmm_cpuid_80000001 = {
    292  1.3  maxv 	.eax = ~0,
    293  1.3  maxv 	.ebx = ~0,
    294  1.3  maxv 	.ecx =
    295  1.3  maxv 	    /* Excluded: SVM, EAPIC, OSVW. */
    296  1.3  maxv 	    CPUID_LAHF | CPUID_CMPLEGACY |
    297  1.3  maxv 	    CPUID_ALTMOVCR0 | CPUID_LZCNT |
    298  1.3  maxv 	    CPUID_SSE4A | CPUID_MISALIGNSSE |
    299  1.3  maxv 	    CPUID_3DNOWPF | CPUID_IBS |
    300  1.3  maxv 	    CPUID_XOP | CPUID_SKINIT |
    301  1.3  maxv 	    CPUID_WDT | CPUID_LWP |
    302  1.3  maxv 	    CPUID_FMA4 | CPUID_TCE |
    303  1.3  maxv 	    CPUID_NODEID | CPUID_TBM |
    304  1.3  maxv 	    CPUID_TOPOEXT | CPUID_PCEC |
    305  1.3  maxv 	    CPUID_PCENB | CPUID_SPM |
    306  1.3  maxv 	    CPUID_DBE | CPUID_PTSC |
    307  1.3  maxv 	    CPUID_L2IPERFC | CPUID_MWAITX,
    308  1.3  maxv 	.edx =
    309  1.3  maxv 	    /* Excluded: RDTSCP. */
    310  1.3  maxv 	    CPUID_SYSCALL | CPUID_MPC |
    311  1.3  maxv 	    CPUID_XD | CPUID_MMXX |
    312  1.3  maxv 	    CPUID_MMX | CPUID_FXSR |
    313  1.3  maxv 	    CPUID_FFXSR | CPUID_P1GB |
    314  1.3  maxv 	    CPUID_EM64T | CPUID_3DNOW2 |
    315  1.3  maxv 	    CPUID_3DNOW
    316  1.3  maxv };
    317  1.5  maxv 
    318  1.5  maxv bool
    319  1.5  maxv nvmm_x86_pat_validate(uint64_t val)
    320  1.5  maxv {
    321  1.5  maxv 	uint8_t *pat = (uint8_t *)&val;
    322  1.5  maxv 	size_t i;
    323  1.5  maxv 
    324  1.5  maxv 	for (i = 0; i < 8; i++) {
    325  1.5  maxv 		if (__predict_false(pat[i] & ~__BITS(2,0)))
    326  1.5  maxv 			return false;
    327  1.5  maxv 		if (__predict_false(pat[i] == 2 || pat[i] == 3))
    328  1.5  maxv 			return false;
    329  1.5  maxv 	}
    330  1.5  maxv 
    331  1.5  maxv 	return true;
    332  1.5  maxv }
    333