Home | History | Annotate | Line # | Download | only in x86
nvmm_x86.c revision 1.7.4.2
      1  1.7.4.2  martin /*	$NetBSD: nvmm_x86.c,v 1.7.4.2 2020/05/21 10:52:58 martin Exp $	*/
      2      1.1    maxv 
      3      1.1    maxv /*
      4      1.1    maxv  * Copyright (c) 2018-2019 The NetBSD Foundation, Inc.
      5      1.1    maxv  * All rights reserved.
      6      1.1    maxv  *
      7      1.1    maxv  * This code is derived from software contributed to The NetBSD Foundation
      8      1.1    maxv  * by Maxime Villard.
      9      1.1    maxv  *
     10      1.1    maxv  * Redistribution and use in source and binary forms, with or without
     11      1.1    maxv  * modification, are permitted provided that the following conditions
     12      1.1    maxv  * are met:
     13      1.1    maxv  * 1. Redistributions of source code must retain the above copyright
     14      1.1    maxv  *    notice, this list of conditions and the following disclaimer.
     15      1.1    maxv  * 2. Redistributions in binary form must reproduce the above copyright
     16      1.1    maxv  *    notice, this list of conditions and the following disclaimer in the
     17      1.1    maxv  *    documentation and/or other materials provided with the distribution.
     18      1.1    maxv  *
     19      1.1    maxv  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20      1.1    maxv  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21      1.1    maxv  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22      1.1    maxv  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23      1.1    maxv  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24      1.1    maxv  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25      1.1    maxv  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26      1.1    maxv  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27      1.1    maxv  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28      1.1    maxv  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29      1.1    maxv  * POSSIBILITY OF SUCH DAMAGE.
     30      1.1    maxv  */
     31      1.1    maxv 
     32      1.1    maxv #include <sys/cdefs.h>
     33  1.7.4.2  martin __KERNEL_RCSID(0, "$NetBSD: nvmm_x86.c,v 1.7.4.2 2020/05/21 10:52:58 martin Exp $");
     34      1.1    maxv 
     35      1.1    maxv #include <sys/param.h>
     36      1.1    maxv #include <sys/systm.h>
     37      1.1    maxv #include <sys/kernel.h>
     38      1.1    maxv #include <sys/cpu.h>
     39      1.1    maxv 
     40      1.1    maxv #include <uvm/uvm.h>
     41      1.1    maxv #include <uvm/uvm_page.h>
     42      1.1    maxv 
     43      1.1    maxv #include <x86/cputypes.h>
     44      1.1    maxv #include <x86/specialreg.h>
     45      1.1    maxv #include <x86/pmap.h>
     46      1.1    maxv 
     47      1.1    maxv #include <dev/nvmm/nvmm.h>
     48      1.1    maxv #include <dev/nvmm/nvmm_internal.h>
     49      1.1    maxv #include <dev/nvmm/x86/nvmm_x86.h>
     50      1.1    maxv 
     51      1.1    maxv /*
     52      1.1    maxv  * Code shared between x86-SVM and x86-VMX.
     53      1.1    maxv  */
     54      1.1    maxv 
     55      1.1    maxv const struct nvmm_x64_state nvmm_x86_reset_state = {
     56      1.1    maxv 	.segs = {
     57      1.2    maxv 		[NVMM_X64_SEG_ES] = {
     58      1.2    maxv 			.selector = 0x0000,
     59      1.2    maxv 			.base = 0x00000000,
     60      1.2    maxv 			.limit = 0xFFFF,
     61      1.2    maxv 			.attrib = {
     62      1.2    maxv 				.type = 3,
     63      1.2    maxv 				.s = 1,
     64      1.2    maxv 				.p = 1,
     65      1.2    maxv 			}
     66      1.2    maxv 		},
     67      1.1    maxv 		[NVMM_X64_SEG_CS] = {
     68      1.1    maxv 			.selector = 0xF000,
     69      1.1    maxv 			.base = 0xFFFF0000,
     70      1.1    maxv 			.limit = 0xFFFF,
     71      1.1    maxv 			.attrib = {
     72      1.2    maxv 				.type = 3,
     73      1.2    maxv 				.s = 1,
     74      1.1    maxv 				.p = 1,
     75      1.1    maxv 			}
     76      1.1    maxv 		},
     77      1.2    maxv 		[NVMM_X64_SEG_SS] = {
     78      1.1    maxv 			.selector = 0x0000,
     79      1.1    maxv 			.base = 0x00000000,
     80      1.1    maxv 			.limit = 0xFFFF,
     81      1.1    maxv 			.attrib = {
     82      1.2    maxv 				.type = 3,
     83      1.2    maxv 				.s = 1,
     84      1.1    maxv 				.p = 1,
     85      1.1    maxv 			}
     86      1.1    maxv 		},
     87      1.2    maxv 		[NVMM_X64_SEG_DS] = {
     88      1.1    maxv 			.selector = 0x0000,
     89      1.1    maxv 			.base = 0x00000000,
     90      1.1    maxv 			.limit = 0xFFFF,
     91      1.1    maxv 			.attrib = {
     92      1.2    maxv 				.type = 3,
     93      1.2    maxv 				.s = 1,
     94      1.1    maxv 				.p = 1,
     95      1.1    maxv 			}
     96      1.1    maxv 		},
     97      1.1    maxv 		[NVMM_X64_SEG_FS] = {
     98      1.1    maxv 			.selector = 0x0000,
     99      1.1    maxv 			.base = 0x00000000,
    100      1.1    maxv 			.limit = 0xFFFF,
    101      1.1    maxv 			.attrib = {
    102      1.2    maxv 				.type = 3,
    103      1.2    maxv 				.s = 1,
    104      1.1    maxv 				.p = 1,
    105      1.1    maxv 			}
    106      1.1    maxv 		},
    107      1.1    maxv 		[NVMM_X64_SEG_GS] = {
    108      1.1    maxv 			.selector = 0x0000,
    109      1.1    maxv 			.base = 0x00000000,
    110      1.1    maxv 			.limit = 0xFFFF,
    111      1.1    maxv 			.attrib = {
    112      1.2    maxv 				.type = 3,
    113      1.2    maxv 				.s = 1,
    114      1.1    maxv 				.p = 1,
    115      1.1    maxv 			}
    116      1.1    maxv 		},
    117      1.1    maxv 		[NVMM_X64_SEG_GDT] = {
    118      1.1    maxv 			.selector = 0x0000,
    119      1.1    maxv 			.base = 0x00000000,
    120      1.1    maxv 			.limit = 0xFFFF,
    121      1.1    maxv 			.attrib = {
    122      1.2    maxv 				.type = 2,
    123      1.2    maxv 				.s = 1,
    124      1.1    maxv 				.p = 1,
    125      1.1    maxv 			}
    126      1.1    maxv 		},
    127      1.1    maxv 		[NVMM_X64_SEG_IDT] = {
    128      1.1    maxv 			.selector = 0x0000,
    129      1.1    maxv 			.base = 0x00000000,
    130      1.1    maxv 			.limit = 0xFFFF,
    131      1.1    maxv 			.attrib = {
    132      1.2    maxv 				.type = 2,
    133      1.2    maxv 				.s = 1,
    134      1.1    maxv 				.p = 1,
    135      1.1    maxv 			}
    136      1.1    maxv 		},
    137      1.1    maxv 		[NVMM_X64_SEG_LDT] = {
    138      1.1    maxv 			.selector = 0x0000,
    139      1.1    maxv 			.base = 0x00000000,
    140      1.1    maxv 			.limit = 0xFFFF,
    141      1.1    maxv 			.attrib = {
    142      1.1    maxv 				.type = SDT_SYSLDT,
    143      1.2    maxv 				.s = 0,
    144      1.1    maxv 				.p = 1,
    145      1.1    maxv 			}
    146      1.1    maxv 		},
    147      1.1    maxv 		[NVMM_X64_SEG_TR] = {
    148      1.1    maxv 			.selector = 0x0000,
    149      1.1    maxv 			.base = 0x00000000,
    150      1.1    maxv 			.limit = 0xFFFF,
    151      1.1    maxv 			.attrib = {
    152      1.1    maxv 				.type = SDT_SYS286BSY,
    153      1.2    maxv 				.s = 0,
    154      1.1    maxv 				.p = 1,
    155      1.1    maxv 			}
    156      1.1    maxv 		},
    157      1.1    maxv 	},
    158      1.1    maxv 
    159      1.1    maxv 	.gprs = {
    160      1.1    maxv 		[NVMM_X64_GPR_RAX] = 0x00000000,
    161      1.1    maxv 		[NVMM_X64_GPR_RCX] = 0x00000000,
    162      1.1    maxv 		[NVMM_X64_GPR_RDX] = 0x00000600,
    163      1.1    maxv 		[NVMM_X64_GPR_RBX] = 0x00000000,
    164      1.1    maxv 		[NVMM_X64_GPR_RSP] = 0x00000000,
    165      1.1    maxv 		[NVMM_X64_GPR_RBP] = 0x00000000,
    166      1.1    maxv 		[NVMM_X64_GPR_RSI] = 0x00000000,
    167      1.1    maxv 		[NVMM_X64_GPR_RDI] = 0x00000000,
    168      1.1    maxv 		[NVMM_X64_GPR_R8] = 0x00000000,
    169      1.1    maxv 		[NVMM_X64_GPR_R9] = 0x00000000,
    170      1.1    maxv 		[NVMM_X64_GPR_R10] = 0x00000000,
    171      1.1    maxv 		[NVMM_X64_GPR_R11] = 0x00000000,
    172      1.1    maxv 		[NVMM_X64_GPR_R12] = 0x00000000,
    173      1.1    maxv 		[NVMM_X64_GPR_R13] = 0x00000000,
    174      1.1    maxv 		[NVMM_X64_GPR_R14] = 0x00000000,
    175      1.1    maxv 		[NVMM_X64_GPR_R15] = 0x00000000,
    176      1.1    maxv 		[NVMM_X64_GPR_RIP] = 0x0000FFF0,
    177      1.1    maxv 		[NVMM_X64_GPR_RFLAGS] = 0x00000002,
    178      1.1    maxv 	},
    179      1.1    maxv 
    180      1.1    maxv 	.crs = {
    181      1.1    maxv 		[NVMM_X64_CR_CR0] = 0x60000010,
    182      1.1    maxv 		[NVMM_X64_CR_CR2] = 0x00000000,
    183      1.1    maxv 		[NVMM_X64_CR_CR3] = 0x00000000,
    184      1.1    maxv 		[NVMM_X64_CR_CR4] = 0x00000000,
    185      1.1    maxv 		[NVMM_X64_CR_CR8] = 0x00000000,
    186      1.1    maxv 		[NVMM_X64_CR_XCR0] = 0x00000001,
    187      1.1    maxv 	},
    188      1.1    maxv 
    189      1.1    maxv 	.drs = {
    190      1.1    maxv 		[NVMM_X64_DR_DR0] = 0x00000000,
    191      1.1    maxv 		[NVMM_X64_DR_DR1] = 0x00000000,
    192      1.1    maxv 		[NVMM_X64_DR_DR2] = 0x00000000,
    193      1.1    maxv 		[NVMM_X64_DR_DR3] = 0x00000000,
    194      1.1    maxv 		[NVMM_X64_DR_DR6] = 0xFFFF0FF0,
    195      1.1    maxv 		[NVMM_X64_DR_DR7] = 0x00000400,
    196      1.1    maxv 	},
    197      1.1    maxv 
    198      1.1    maxv 	.msrs = {
    199      1.1    maxv 		[NVMM_X64_MSR_EFER] = 0x00000000,
    200      1.1    maxv 		[NVMM_X64_MSR_STAR] = 0x00000000,
    201      1.1    maxv 		[NVMM_X64_MSR_LSTAR] = 0x00000000,
    202      1.1    maxv 		[NVMM_X64_MSR_CSTAR] = 0x00000000,
    203      1.1    maxv 		[NVMM_X64_MSR_SFMASK] = 0x00000000,
    204      1.1    maxv 		[NVMM_X64_MSR_KERNELGSBASE] = 0x00000000,
    205      1.1    maxv 		[NVMM_X64_MSR_SYSENTER_CS] = 0x00000000,
    206      1.1    maxv 		[NVMM_X64_MSR_SYSENTER_ESP] = 0x00000000,
    207      1.1    maxv 		[NVMM_X64_MSR_SYSENTER_EIP] = 0x00000000,
    208      1.1    maxv 		[NVMM_X64_MSR_PAT] =
    209      1.1    maxv 		    PATENTRY(0, PAT_WB) | PATENTRY(1, PAT_WT) |
    210      1.1    maxv 		    PATENTRY(2, PAT_UCMINUS) | PATENTRY(3, PAT_UC) |
    211      1.1    maxv 		    PATENTRY(4, PAT_WB) | PATENTRY(5, PAT_WT) |
    212      1.1    maxv 		    PATENTRY(6, PAT_UCMINUS) | PATENTRY(7, PAT_UC),
    213      1.4    maxv 		[NVMM_X64_MSR_TSC] = 0,
    214      1.1    maxv 	},
    215      1.1    maxv 
    216      1.6    maxv 	.intr = {
    217      1.6    maxv 		.int_shadow = 0,
    218      1.6    maxv 		.int_window_exiting = 0,
    219      1.6    maxv 		.nmi_window_exiting = 0,
    220      1.6    maxv 		.evt_pending = 0,
    221      1.1    maxv 	},
    222      1.1    maxv 
    223      1.1    maxv 	.fpu = {
    224      1.1    maxv 		.fx_cw = 0x0040,
    225      1.1    maxv 		.fx_sw = 0x0000,
    226      1.1    maxv 		.fx_tw = 0x55,
    227      1.1    maxv 		.fx_zero = 0x55,
    228      1.1    maxv 		.fx_mxcsr = 0x1F80,
    229      1.1    maxv 	}
    230      1.1    maxv };
    231      1.3    maxv 
    232      1.3    maxv const struct nvmm_x86_cpuid_mask nvmm_cpuid_00000001 = {
    233      1.3    maxv 	.eax = ~0,
    234      1.3    maxv 	.ebx = ~0,
    235      1.3    maxv 	.ecx =
    236  1.7.4.2  martin 	    /* Excluded: MONITOR, VMX, SMX, EST, TM2, PDCM, PCID, DCA, X2APIC,
    237      1.3    maxv 	     * DEADLINE, RAZ. */
    238      1.3    maxv 	    CPUID2_SSE3 | CPUID2_PCLMUL |
    239      1.3    maxv 	    CPUID2_DTES64 | CPUID2_DS_CPL |
    240      1.3    maxv 	    CPUID2_SSSE3 | CPUID2_CID |
    241      1.3    maxv 	    CPUID2_SDBG | CPUID2_FMA |
    242      1.3    maxv 	    CPUID2_CX16 | CPUID2_xTPR |
    243  1.7.4.2  martin 	    CPUID2_SSE41 | CPUID2_SSE42 |
    244  1.7.4.2  martin 	    CPUID2_MOVBE | CPUID2_POPCNT |
    245  1.7.4.2  martin 	    CPUID2_AES | CPUID2_XSAVE |
    246  1.7.4.2  martin 	    CPUID2_OSXSAVE | CPUID2_F16C |
    247  1.7.4.2  martin 	    CPUID2_RDRAND,
    248      1.3    maxv 	.edx =
    249      1.3    maxv 	    /* Excluded: MCE, MTRR, MCA, DS, ACPI, TM. */
    250      1.3    maxv 	    CPUID_FPU | CPUID_VME |
    251      1.3    maxv 	    CPUID_DE | CPUID_PSE |
    252      1.3    maxv 	    CPUID_TSC | CPUID_MSR |
    253      1.3    maxv 	    CPUID_PAE | CPUID_CX8 |
    254      1.3    maxv 	    CPUID_APIC | CPUID_B10 |
    255      1.3    maxv 	    CPUID_SEP | CPUID_PGE |
    256      1.3    maxv 	    CPUID_CMOV | CPUID_PAT |
    257      1.3    maxv 	    CPUID_PSE36 | CPUID_PN |
    258      1.3    maxv 	    CPUID_CFLUSH | CPUID_B20 |
    259      1.3    maxv 	    CPUID_MMX | CPUID_FXSR |
    260      1.3    maxv 	    CPUID_SSE | CPUID_SSE2 |
    261      1.3    maxv 	    CPUID_SS | CPUID_HTT |
    262      1.3    maxv 	    CPUID_IA64 | CPUID_SBF
    263      1.3    maxv };
    264      1.3    maxv 
    265      1.3    maxv const struct nvmm_x86_cpuid_mask nvmm_cpuid_00000007 = {
    266      1.3    maxv 	.eax = ~0,
    267      1.3    maxv 	.ebx =
    268  1.7.4.2  martin 	    /* Excluded: TSC_ADJUST, AVX2, INVPCID, QM, AVX512*, PT, SHA. */
    269      1.3    maxv 	    CPUID_SEF_FSGSBASE |
    270      1.3    maxv 	    CPUID_SEF_SGX | CPUID_SEF_BMI1 |
    271      1.3    maxv 	    CPUID_SEF_HLE | CPUID_SEF_FDPEXONLY |
    272      1.3    maxv 	    CPUID_SEF_SMEP | CPUID_SEF_BMI2 |
    273      1.3    maxv 	    CPUID_SEF_ERMS | CPUID_SEF_RTM |
    274  1.7.4.2  martin 	    CPUID_SEF_FPUCSDS | CPUID_SEF_PQE |
    275  1.7.4.2  martin 	    CPUID_SEF_RDSEED | CPUID_SEF_ADX |
    276  1.7.4.2  martin 	    CPUID_SEF_SMAP | CPUID_SEF_CLFLUSHOPT |
    277  1.7.4.2  martin 	    CPUID_SEF_CLWB,
    278      1.3    maxv 	.ecx =
    279      1.3    maxv 	    /* Excluded: AVX512*, MAWAU, RDPID. */
    280      1.3    maxv 	    CPUID_SEF_PREFETCHWT1 | CPUID_SEF_UMIP |
    281      1.3    maxv 	    CPUID_SEF_PKU | CPUID_SEF_OSPKE |
    282      1.3    maxv 	    CPUID_SEF_WAITPKG | CPUID_SEF_GFNI |
    283      1.3    maxv 	    CPUID_SEF_VAES | CPUID_SEF_VPCLMULQDQ |
    284      1.3    maxv 	    CPUID_SEF_CLDEMOTE | CPUID_SEF_MOVDIRI |
    285      1.3    maxv 	    CPUID_SEF_MOVDIR64B | CPUID_SEF_SGXLC,
    286      1.3    maxv 	.edx =
    287      1.7    maxv 	    /* Excluded: all except MD_CLEAR and ARCH_CAP. */
    288      1.7    maxv 	    CPUID_SEF_MD_CLEAR | CPUID_SEF_ARCH_CAP
    289      1.3    maxv };
    290      1.3    maxv 
    291      1.3    maxv const struct nvmm_x86_cpuid_mask nvmm_cpuid_80000001 = {
    292      1.3    maxv 	.eax = ~0,
    293      1.3    maxv 	.ebx = ~0,
    294      1.3    maxv 	.ecx =
    295  1.7.4.1  martin 	    /* Excluded: SVM, EAPIC, OSVW, MWAITX. */
    296      1.3    maxv 	    CPUID_LAHF | CPUID_CMPLEGACY |
    297      1.3    maxv 	    CPUID_ALTMOVCR0 | CPUID_LZCNT |
    298      1.3    maxv 	    CPUID_SSE4A | CPUID_MISALIGNSSE |
    299      1.3    maxv 	    CPUID_3DNOWPF | CPUID_IBS |
    300      1.3    maxv 	    CPUID_XOP | CPUID_SKINIT |
    301      1.3    maxv 	    CPUID_WDT | CPUID_LWP |
    302      1.3    maxv 	    CPUID_FMA4 | CPUID_TCE |
    303      1.3    maxv 	    CPUID_NODEID | CPUID_TBM |
    304      1.3    maxv 	    CPUID_TOPOEXT | CPUID_PCEC |
    305      1.3    maxv 	    CPUID_PCENB | CPUID_SPM |
    306      1.3    maxv 	    CPUID_DBE | CPUID_PTSC |
    307  1.7.4.1  martin 	    CPUID_L2IPERFC,
    308      1.3    maxv 	.edx =
    309      1.3    maxv 	    /* Excluded: RDTSCP. */
    310      1.3    maxv 	    CPUID_SYSCALL | CPUID_MPC |
    311      1.3    maxv 	    CPUID_XD | CPUID_MMXX |
    312      1.3    maxv 	    CPUID_MMX | CPUID_FXSR |
    313      1.3    maxv 	    CPUID_FFXSR | CPUID_P1GB |
    314      1.3    maxv 	    CPUID_EM64T | CPUID_3DNOW2 |
    315      1.3    maxv 	    CPUID_3DNOW
    316      1.3    maxv };
    317      1.5    maxv 
    318      1.5    maxv bool
    319      1.5    maxv nvmm_x86_pat_validate(uint64_t val)
    320      1.5    maxv {
    321      1.5    maxv 	uint8_t *pat = (uint8_t *)&val;
    322      1.5    maxv 	size_t i;
    323      1.5    maxv 
    324      1.5    maxv 	for (i = 0; i < 8; i++) {
    325      1.5    maxv 		if (__predict_false(pat[i] & ~__BITS(2,0)))
    326      1.5    maxv 			return false;
    327      1.5    maxv 		if (__predict_false(pat[i] == 2 || pat[i] == 3))
    328      1.5    maxv 			return false;
    329      1.5    maxv 	}
    330      1.5    maxv 
    331      1.5    maxv 	return true;
    332      1.5    maxv }
    333