Home | History | Annotate | Line # | Download | only in libnvmm
h_mem_assist.c revision 1.8
      1  1.8  maxv /*	$NetBSD: h_mem_assist.c,v 1.8 2019/03/21 20:21:41 maxv Exp $	*/
      2  1.7  maxv 
      3  1.1  maxv /*
      4  1.1  maxv  * Copyright (c) 2018 The NetBSD Foundation, Inc.
      5  1.1  maxv  * All rights reserved.
      6  1.1  maxv  *
      7  1.1  maxv  * This code is derived from software contributed to The NetBSD Foundation
      8  1.1  maxv  * by Maxime Villard.
      9  1.1  maxv  *
     10  1.1  maxv  * Redistribution and use in source and binary forms, with or without
     11  1.1  maxv  * modification, are permitted provided that the following conditions
     12  1.1  maxv  * are met:
     13  1.1  maxv  * 1. Redistributions of source code must retain the above copyright
     14  1.1  maxv  *    notice, this list of conditions and the following disclaimer.
     15  1.1  maxv  * 2. Redistributions in binary form must reproduce the above copyright
     16  1.1  maxv  *    notice, this list of conditions and the following disclaimer in the
     17  1.1  maxv  *    documentation and/or other materials provided with the distribution.
     18  1.1  maxv  *
     19  1.1  maxv  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20  1.1  maxv  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21  1.1  maxv  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22  1.1  maxv  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23  1.1  maxv  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24  1.1  maxv  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25  1.1  maxv  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26  1.1  maxv  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27  1.1  maxv  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28  1.1  maxv  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29  1.1  maxv  * POSSIBILITY OF SUCH DAMAGE.
     30  1.1  maxv  */
     31  1.1  maxv 
     32  1.1  maxv #include <stdio.h>
     33  1.1  maxv #include <stdlib.h>
     34  1.1  maxv #include <stdint.h>
     35  1.1  maxv #include <stdbool.h>
     36  1.1  maxv #include <unistd.h>
     37  1.1  maxv #include <string.h>
     38  1.1  maxv #include <err.h>
     39  1.1  maxv #include <errno.h>
     40  1.1  maxv #include <sys/types.h>
     41  1.1  maxv #include <sys/mman.h>
     42  1.1  maxv #include <machine/segments.h>
     43  1.1  maxv #include <machine/psl.h>
     44  1.1  maxv #include <machine/pte.h>
     45  1.1  maxv #include <x86/specialreg.h>
     46  1.1  maxv 
     47  1.1  maxv #include <nvmm.h>
     48  1.1  maxv 
     49  1.1  maxv #define PAGE_SIZE 4096
     50  1.1  maxv 
     51  1.1  maxv static uint8_t mmiobuf[PAGE_SIZE];
     52  1.1  maxv static uint8_t *instbuf;
     53  1.1  maxv 
     54  1.1  maxv static void
     55  1.1  maxv init_seg(struct nvmm_x64_state_seg *seg, int type, int sel)
     56  1.1  maxv {
     57  1.1  maxv 	seg->selector = sel;
     58  1.1  maxv 	seg->attrib.type = type;
     59  1.6  maxv 	seg->attrib.s = (type & 0b10000) != 0;
     60  1.1  maxv 	seg->attrib.dpl = 0;
     61  1.1  maxv 	seg->attrib.p = 1;
     62  1.1  maxv 	seg->attrib.avl = 1;
     63  1.6  maxv 	seg->attrib.l = 1;
     64  1.6  maxv 	seg->attrib.def = 0;
     65  1.6  maxv 	seg->attrib.g = 1;
     66  1.3  maxv 	seg->limit = 0x0000FFFF;
     67  1.1  maxv 	seg->base = 0x00000000;
     68  1.1  maxv }
     69  1.1  maxv 
     70  1.1  maxv static void
     71  1.1  maxv reset_machine(struct nvmm_machine *mach)
     72  1.1  maxv {
     73  1.1  maxv 	struct nvmm_x64_state state;
     74  1.1  maxv 
     75  1.1  maxv 	memset(&state, 0, sizeof(state));
     76  1.1  maxv 
     77  1.1  maxv 	/* Default. */
     78  1.1  maxv 	state.gprs[NVMM_X64_GPR_RFLAGS] = PSL_MBO;
     79  1.1  maxv 	init_seg(&state.segs[NVMM_X64_SEG_CS], SDT_MEMERA, GSEL(GCODE_SEL, SEL_KPL));
     80  1.1  maxv 	init_seg(&state.segs[NVMM_X64_SEG_SS], SDT_MEMRWA, GSEL(GDATA_SEL, SEL_KPL));
     81  1.1  maxv 	init_seg(&state.segs[NVMM_X64_SEG_DS], SDT_MEMRWA, GSEL(GDATA_SEL, SEL_KPL));
     82  1.1  maxv 	init_seg(&state.segs[NVMM_X64_SEG_ES], SDT_MEMRWA, GSEL(GDATA_SEL, SEL_KPL));
     83  1.1  maxv 	init_seg(&state.segs[NVMM_X64_SEG_FS], SDT_MEMRWA, GSEL(GDATA_SEL, SEL_KPL));
     84  1.1  maxv 	init_seg(&state.segs[NVMM_X64_SEG_GS], SDT_MEMRWA, GSEL(GDATA_SEL, SEL_KPL));
     85  1.1  maxv 
     86  1.1  maxv 	/* Blank. */
     87  1.3  maxv 	init_seg(&state.segs[NVMM_X64_SEG_GDT], 0, 0);
     88  1.3  maxv 	init_seg(&state.segs[NVMM_X64_SEG_IDT], 0, 0);
     89  1.3  maxv 	init_seg(&state.segs[NVMM_X64_SEG_LDT], SDT_SYSLDT, 0);
     90  1.3  maxv 	init_seg(&state.segs[NVMM_X64_SEG_TR], SDT_SYS386BSY, 0);
     91  1.1  maxv 
     92  1.1  maxv 	/* Protected mode enabled. */
     93  1.1  maxv 	state.crs[NVMM_X64_CR_CR0] = CR0_PG|CR0_PE|CR0_NE|CR0_TS|CR0_MP|CR0_WP|CR0_AM;
     94  1.1  maxv 
     95  1.1  maxv 	/* 64bit mode enabled. */
     96  1.1  maxv 	state.crs[NVMM_X64_CR_CR4] = CR4_PAE;
     97  1.1  maxv 	state.msrs[NVMM_X64_MSR_EFER] = EFER_LME | EFER_SCE | EFER_LMA;
     98  1.1  maxv 
     99  1.1  maxv 	/* Stolen from x86/pmap.c */
    100  1.1  maxv #define	PATENTRY(n, type)	(type << ((n) * 8))
    101  1.1  maxv #define	PAT_UC		0x0ULL
    102  1.1  maxv #define	PAT_WC		0x1ULL
    103  1.1  maxv #define	PAT_WT		0x4ULL
    104  1.1  maxv #define	PAT_WP		0x5ULL
    105  1.1  maxv #define	PAT_WB		0x6ULL
    106  1.1  maxv #define	PAT_UCMINUS	0x7ULL
    107  1.1  maxv 	state.msrs[NVMM_X64_MSR_PAT] =
    108  1.1  maxv 	    PATENTRY(0, PAT_WB) | PATENTRY(1, PAT_WT) |
    109  1.1  maxv 	    PATENTRY(2, PAT_UCMINUS) | PATENTRY(3, PAT_UC) |
    110  1.1  maxv 	    PATENTRY(4, PAT_WB) | PATENTRY(5, PAT_WT) |
    111  1.1  maxv 	    PATENTRY(6, PAT_UCMINUS) | PATENTRY(7, PAT_UC);
    112  1.1  maxv 
    113  1.1  maxv 	/* Page tables. */
    114  1.1  maxv 	state.crs[NVMM_X64_CR_CR3] = 0x3000;
    115  1.1  maxv 
    116  1.1  maxv 	state.gprs[NVMM_X64_GPR_RIP] = 0x2000;
    117  1.1  maxv 
    118  1.1  maxv 	if (nvmm_vcpu_setstate(mach, 0, &state, NVMM_X64_STATE_ALL) == -1)
    119  1.1  maxv 		err(errno, "nvmm_vcpu_setstate");
    120  1.1  maxv }
    121  1.1  maxv 
    122  1.1  maxv static void
    123  1.1  maxv map_pages(struct nvmm_machine *mach)
    124  1.1  maxv {
    125  1.1  maxv 	pt_entry_t *L4, *L3, *L2, *L1;
    126  1.1  maxv 
    127  1.1  maxv 	instbuf = mmap(NULL, PAGE_SIZE, PROT_READ|PROT_WRITE, MAP_ANON|MAP_PRIVATE,
    128  1.1  maxv 	    -1, 0);
    129  1.1  maxv 	if (instbuf == MAP_FAILED)
    130  1.1  maxv 		err(errno, "mmap");
    131  1.1  maxv 
    132  1.1  maxv 	if (nvmm_hva_map(mach, (uintptr_t)instbuf, PAGE_SIZE) == -1)
    133  1.1  maxv 		err(errno, "nvmm_hva_map");
    134  1.8  maxv 	ret = nvmm_gpa_map(mach, (uintptr_t)instbuf, 0x2000, PAGE_SIZE,
    135  1.8  maxv 	    PROT_READ|PROT_EXEC);
    136  1.8  maxv 	if (ret == -1)
    137  1.1  maxv 		err(errno, "nvmm_gpa_map");
    138  1.1  maxv 
    139  1.1  maxv 	L4 = mmap(NULL, PAGE_SIZE, PROT_READ|PROT_WRITE, MAP_ANON|MAP_PRIVATE,
    140  1.1  maxv 	    -1, 0);
    141  1.1  maxv 	if (L4 == MAP_FAILED)
    142  1.1  maxv 		err(errno, "mmap");
    143  1.1  maxv 	L3 = mmap(NULL, PAGE_SIZE, PROT_READ|PROT_WRITE, MAP_ANON|MAP_PRIVATE,
    144  1.1  maxv 	    -1, 0);
    145  1.1  maxv 	if (L3 == MAP_FAILED)
    146  1.1  maxv 		err(errno, "mmap");
    147  1.1  maxv 	L2 = mmap(NULL, PAGE_SIZE, PROT_READ|PROT_WRITE, MAP_ANON|MAP_PRIVATE,
    148  1.1  maxv 	    -1, 0);
    149  1.1  maxv 	if (L2 == MAP_FAILED)
    150  1.1  maxv 		err(errno, "mmap");
    151  1.1  maxv 	L1 = mmap(NULL, PAGE_SIZE, PROT_READ|PROT_WRITE, MAP_ANON|MAP_PRIVATE,
    152  1.1  maxv 	    -1, 0);
    153  1.1  maxv 	if (L1 == MAP_FAILED)
    154  1.1  maxv 		err(errno, "mmap");
    155  1.1  maxv 
    156  1.1  maxv 	if (nvmm_hva_map(mach, (uintptr_t)L4, PAGE_SIZE) == -1)
    157  1.1  maxv 		err(errno, "nvmm_hva_map");
    158  1.1  maxv 	if (nvmm_hva_map(mach, (uintptr_t)L3, PAGE_SIZE) == -1)
    159  1.1  maxv 		err(errno, "nvmm_hva_map");
    160  1.1  maxv 	if (nvmm_hva_map(mach, (uintptr_t)L2, PAGE_SIZE) == -1)
    161  1.1  maxv 		err(errno, "nvmm_hva_map");
    162  1.1  maxv 	if (nvmm_hva_map(mach, (uintptr_t)L1, PAGE_SIZE) == -1)
    163  1.1  maxv 		err(errno, "nvmm_hva_map");
    164  1.1  maxv 
    165  1.8  maxv 	ret = nvmm_gpa_map(mach, (uintptr_t)L4, 0x3000, PAGE_SIZE,
    166  1.8  maxv 	    PROT_READ|PROT_WRITE);
    167  1.8  maxv 	if (ret == -1)
    168  1.1  maxv 		err(errno, "nvmm_gpa_map");
    169  1.8  maxv 	ret = nvmm_gpa_map(mach, (uintptr_t)L3, 0x4000, PAGE_SIZE,
    170  1.8  maxv 	    PROT_READ|PROT_WRITE);
    171  1.8  maxv 	if (ret == -1)
    172  1.1  maxv 		err(errno, "nvmm_gpa_map");
    173  1.8  maxv 	ret = nvmm_gpa_map(mach, (uintptr_t)L2, 0x5000, PAGE_SIZE,
    174  1.8  maxv 	    PROT_READ|PROT_WRITE);
    175  1.8  maxv 	if (ret == -1)
    176  1.1  maxv 		err(errno, "nvmm_gpa_map");
    177  1.8  maxv 	ret = nvmm_gpa_map(mach, (uintptr_t)L1, 0x6000, PAGE_SIZE,
    178  1.8  maxv 	    PROT_READ|PROT_WRITE);
    179  1.8  maxv 	if (ret == -1)
    180  1.1  maxv 		err(errno, "nvmm_gpa_map");
    181  1.1  maxv 
    182  1.1  maxv 	memset(L4, 0, PAGE_SIZE);
    183  1.1  maxv 	memset(L3, 0, PAGE_SIZE);
    184  1.1  maxv 	memset(L2, 0, PAGE_SIZE);
    185  1.1  maxv 	memset(L1, 0, PAGE_SIZE);
    186  1.1  maxv 
    187  1.7  maxv 	L4[0] = PTE_P | PTE_W | 0x4000;
    188  1.7  maxv 	L3[0] = PTE_P | PTE_W | 0x5000;
    189  1.7  maxv 	L2[0] = PTE_P | PTE_W | 0x6000;
    190  1.7  maxv 	L1[0x2000 / PAGE_SIZE] = PTE_P | PTE_W | 0x2000;
    191  1.7  maxv 	L1[0x1000 / PAGE_SIZE] = PTE_P | PTE_W | 0x1000;
    192  1.1  maxv }
    193  1.1  maxv 
    194  1.1  maxv /* -------------------------------------------------------------------------- */
    195  1.1  maxv 
    196  1.1  maxv static void
    197  1.1  maxv mem_callback(struct nvmm_mem *mem)
    198  1.1  maxv {
    199  1.1  maxv 	size_t off;
    200  1.1  maxv 
    201  1.1  maxv 	if (mem->gpa < 0x1000 || mem->gpa + mem->size > 0x1000 + PAGE_SIZE) {
    202  1.1  maxv 		printf("Out of page\n");
    203  1.1  maxv 		exit(-1);
    204  1.1  maxv 	}
    205  1.1  maxv 
    206  1.1  maxv 	off = mem->gpa - 0x1000;
    207  1.1  maxv 
    208  1.1  maxv 	printf("-> gpa = %p\n", (void *)mem->gpa);
    209  1.1  maxv 
    210  1.1  maxv 	if (mem->write) {
    211  1.1  maxv 		memcpy(mmiobuf + off, mem->data, mem->size);
    212  1.1  maxv 	} else {
    213  1.1  maxv 		memcpy(mem->data, mmiobuf + off, mem->size);
    214  1.1  maxv 	}
    215  1.1  maxv }
    216  1.2  maxv 
    217  1.1  maxv static int
    218  1.1  maxv handle_memory(struct nvmm_machine *mach, struct nvmm_exit *exit)
    219  1.1  maxv {
    220  1.1  maxv 	int ret;
    221  1.1  maxv 
    222  1.2  maxv 	ret = nvmm_assist_mem(mach, 0, exit);
    223  1.1  maxv 	if (ret == -1) {
    224  1.1  maxv 		err(errno, "nvmm_assist_mem");
    225  1.1  maxv 	}
    226  1.1  maxv 
    227  1.1  maxv 	return 0;
    228  1.1  maxv }
    229  1.1  maxv 
    230  1.1  maxv static void
    231  1.1  maxv run_machine(struct nvmm_machine *mach)
    232  1.1  maxv {
    233  1.1  maxv 	struct nvmm_exit exit;
    234  1.1  maxv 
    235  1.1  maxv 	while (1) {
    236  1.1  maxv 		if (nvmm_vcpu_run(mach, 0, &exit) == -1)
    237  1.1  maxv 			err(errno, "nvmm_vcpu_run");
    238  1.1  maxv 
    239  1.1  maxv 		switch (exit.reason) {
    240  1.1  maxv 		case NVMM_EXIT_NONE:
    241  1.1  maxv 			break;
    242  1.1  maxv 
    243  1.1  maxv 		case NVMM_EXIT_MSR:
    244  1.1  maxv 			/* Stop here. */
    245  1.1  maxv 			return;
    246  1.1  maxv 
    247  1.1  maxv 		case NVMM_EXIT_MEMORY:
    248  1.1  maxv 			handle_memory(mach, &exit);
    249  1.1  maxv 			break;
    250  1.1  maxv 
    251  1.1  maxv 		case NVMM_EXIT_SHUTDOWN:
    252  1.1  maxv 			printf("Shutting down!\n");
    253  1.1  maxv 			return;
    254  1.1  maxv 
    255  1.1  maxv 		default:
    256  1.1  maxv 			printf("Invalid!\n");
    257  1.1  maxv 			return;
    258  1.1  maxv 		}
    259  1.1  maxv 	}
    260  1.1  maxv }
    261  1.1  maxv 
    262  1.1  maxv /* -------------------------------------------------------------------------- */
    263  1.1  maxv 
    264  1.1  maxv struct test {
    265  1.1  maxv 	const char *name;
    266  1.1  maxv 	uint8_t *code_begin;
    267  1.1  maxv 	uint8_t *code_end;
    268  1.1  maxv 	uint64_t wanted;
    269  1.1  maxv };
    270  1.1  maxv 
    271  1.1  maxv static void
    272  1.2  maxv run_test(struct nvmm_machine *mach, const struct test *test)
    273  1.1  maxv {
    274  1.1  maxv 	uint64_t *res;
    275  1.1  maxv 	size_t size;
    276  1.1  maxv 
    277  1.1  maxv 	size = (size_t)test->code_end - (size_t)test->code_begin;
    278  1.1  maxv 
    279  1.1  maxv 	reset_machine(mach);
    280  1.1  maxv 
    281  1.1  maxv 	memset(mmiobuf, 0, PAGE_SIZE);
    282  1.1  maxv 	memcpy(instbuf, test->code_begin, size);
    283  1.1  maxv 
    284  1.1  maxv 	run_machine(mach);
    285  1.1  maxv 
    286  1.1  maxv 	res = (uint64_t *)mmiobuf;
    287  1.1  maxv 	if (*res == test->wanted) {
    288  1.1  maxv 		printf("Test '%s' passed\n", test->name);
    289  1.1  maxv 	} else {
    290  1.1  maxv 		printf("Test '%s' failed, wanted 0x%lx, got 0x%lx\n", test->name,
    291  1.1  maxv 		    test->wanted, *res);
    292  1.1  maxv 	}
    293  1.1  maxv }
    294  1.1  maxv 
    295  1.1  maxv /* -------------------------------------------------------------------------- */
    296  1.1  maxv 
    297  1.1  maxv extern uint8_t test1_begin, test1_end;
    298  1.1  maxv extern uint8_t test2_begin, test2_end;
    299  1.1  maxv extern uint8_t test3_begin, test3_end;
    300  1.1  maxv extern uint8_t test4_begin, test4_end;
    301  1.1  maxv extern uint8_t test5_begin, test5_end;
    302  1.1  maxv extern uint8_t test6_begin, test6_end;
    303  1.1  maxv extern uint8_t test7_begin, test7_end;
    304  1.1  maxv extern uint8_t test8_begin, test8_end;
    305  1.2  maxv extern uint8_t test9_begin, test9_end;
    306  1.4  maxv extern uint8_t test10_begin, test10_end;
    307  1.4  maxv extern uint8_t test11_begin, test11_end;
    308  1.5  maxv extern uint8_t test12_begin, test12_end;
    309  1.5  maxv extern uint8_t test13_begin, test13_end;
    310  1.5  maxv extern uint8_t test14_begin, test14_end;
    311  1.1  maxv 
    312  1.2  maxv static const struct test tests[] = {
    313  1.1  maxv 	{ "test1 - MOV", &test1_begin, &test1_end, 0x3004 },
    314  1.5  maxv 	{ "test2 - OR",  &test2_begin, &test2_end, 0x16FF },
    315  1.1  maxv 	{ "test3 - AND", &test3_begin, &test3_end, 0x1FC0 },
    316  1.1  maxv 	{ "test4 - XOR", &test4_begin, &test4_end, 0x10CF },
    317  1.1  maxv 	{ "test5 - Address Sizes", &test5_begin, &test5_end, 0x1F00 },
    318  1.1  maxv 	{ "test6 - DMO", &test6_begin, &test6_end, 0xFFAB },
    319  1.1  maxv 	{ "test7 - STOS", &test7_begin, &test7_end, 0x00123456 },
    320  1.1  maxv 	{ "test8 - LODS", &test8_begin, &test8_end, 0x12345678 },
    321  1.2  maxv 	{ "test9 - MOVS", &test9_begin, &test9_end, 0x12345678 },
    322  1.4  maxv 	{ "test10 - MOVZXB", &test10_begin, &test10_end, 0x00000078 },
    323  1.4  maxv 	{ "test11 - MOVZXW", &test11_begin, &test11_end, 0x00005678 },
    324  1.5  maxv 	{ "test12 - CMP", &test12_begin, &test12_end, 0x00000001 },
    325  1.5  maxv 	{ "test13 - SUB", &test13_begin, &test13_end, 0x0000000F0000A0FF },
    326  1.5  maxv 	{ "test14 - TEST", &test14_begin, &test14_end, 0x00000001 },
    327  1.1  maxv 	{ NULL, NULL, NULL, -1 }
    328  1.1  maxv };
    329  1.1  maxv 
    330  1.2  maxv static const struct nvmm_callbacks callbacks = {
    331  1.2  maxv 	.io = NULL,
    332  1.2  maxv 	.mem = mem_callback
    333  1.2  maxv };
    334  1.2  maxv 
    335  1.1  maxv /*
    336  1.1  maxv  * 0x1000: MMIO address, unmapped
    337  1.1  maxv  * 0x2000: Instructions, mapped
    338  1.1  maxv  * 0x3000: L4
    339  1.1  maxv  * 0x4000: L3
    340  1.1  maxv  * 0x5000: L2
    341  1.1  maxv  * 0x6000: L1
    342  1.1  maxv  */
    343  1.1  maxv int main(int argc, char *argv[])
    344  1.1  maxv {
    345  1.1  maxv 	struct nvmm_machine mach;
    346  1.1  maxv 	size_t i;
    347  1.1  maxv 
    348  1.1  maxv 	if (nvmm_machine_create(&mach) == -1)
    349  1.1  maxv 		err(errno, "nvmm_machine_create");
    350  1.1  maxv 	if (nvmm_vcpu_create(&mach, 0) == -1)
    351  1.1  maxv 		err(errno, "nvmm_vcpu_create");
    352  1.2  maxv 	nvmm_callbacks_register(&callbacks);
    353  1.1  maxv 	map_pages(&mach);
    354  1.1  maxv 
    355  1.1  maxv 	for (i = 0; tests[i].name != NULL; i++) {
    356  1.1  maxv 		run_test(&mach, &tests[i]);
    357  1.1  maxv 	}
    358  1.1  maxv 
    359  1.1  maxv 	return 0;
    360  1.1  maxv }
    361