Home | History | Annotate | Line # | Download | only in libnvmm
h_mem_assist.c revision 1.10
      1  1.10   maxv /*	$NetBSD: h_mem_assist.c,v 1.10 2019/05/11 07:31:57 maxv Exp $	*/
      2   1.7   maxv 
      3   1.1   maxv /*
      4   1.1   maxv  * Copyright (c) 2018 The NetBSD Foundation, Inc.
      5   1.1   maxv  * All rights reserved.
      6   1.1   maxv  *
      7   1.1   maxv  * This code is derived from software contributed to The NetBSD Foundation
      8   1.1   maxv  * by Maxime Villard.
      9   1.1   maxv  *
     10   1.1   maxv  * Redistribution and use in source and binary forms, with or without
     11   1.1   maxv  * modification, are permitted provided that the following conditions
     12   1.1   maxv  * are met:
     13   1.1   maxv  * 1. Redistributions of source code must retain the above copyright
     14   1.1   maxv  *    notice, this list of conditions and the following disclaimer.
     15   1.1   maxv  * 2. Redistributions in binary form must reproduce the above copyright
     16   1.1   maxv  *    notice, this list of conditions and the following disclaimer in the
     17   1.1   maxv  *    documentation and/or other materials provided with the distribution.
     18   1.1   maxv  *
     19   1.1   maxv  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20   1.1   maxv  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21   1.1   maxv  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22   1.1   maxv  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23   1.1   maxv  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24   1.1   maxv  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25   1.1   maxv  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26   1.1   maxv  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27   1.1   maxv  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28   1.1   maxv  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29   1.1   maxv  * POSSIBILITY OF SUCH DAMAGE.
     30   1.1   maxv  */
     31   1.1   maxv 
     32   1.1   maxv #include <stdio.h>
     33   1.1   maxv #include <stdlib.h>
     34   1.1   maxv #include <stdint.h>
     35   1.1   maxv #include <stdbool.h>
     36   1.1   maxv #include <unistd.h>
     37   1.1   maxv #include <string.h>
     38   1.1   maxv #include <err.h>
     39   1.1   maxv #include <errno.h>
     40   1.1   maxv #include <sys/types.h>
     41   1.1   maxv #include <sys/mman.h>
     42   1.1   maxv #include <machine/segments.h>
     43   1.1   maxv #include <machine/psl.h>
     44   1.1   maxv #include <machine/pte.h>
     45   1.1   maxv #include <x86/specialreg.h>
     46   1.1   maxv 
     47   1.1   maxv #include <nvmm.h>
     48   1.1   maxv 
     49   1.1   maxv #define PAGE_SIZE 4096
     50   1.1   maxv 
     51   1.1   maxv static uint8_t mmiobuf[PAGE_SIZE];
     52   1.1   maxv static uint8_t *instbuf;
     53   1.1   maxv 
     54   1.1   maxv static void
     55   1.1   maxv init_seg(struct nvmm_x64_state_seg *seg, int type, int sel)
     56   1.1   maxv {
     57   1.1   maxv 	seg->selector = sel;
     58   1.1   maxv 	seg->attrib.type = type;
     59   1.6   maxv 	seg->attrib.s = (type & 0b10000) != 0;
     60   1.1   maxv 	seg->attrib.dpl = 0;
     61   1.1   maxv 	seg->attrib.p = 1;
     62   1.1   maxv 	seg->attrib.avl = 1;
     63   1.6   maxv 	seg->attrib.l = 1;
     64   1.6   maxv 	seg->attrib.def = 0;
     65   1.6   maxv 	seg->attrib.g = 1;
     66   1.3   maxv 	seg->limit = 0x0000FFFF;
     67   1.1   maxv 	seg->base = 0x00000000;
     68   1.1   maxv }
     69   1.1   maxv 
     70   1.1   maxv static void
     71   1.1   maxv reset_machine(struct nvmm_machine *mach)
     72   1.1   maxv {
     73   1.1   maxv 	struct nvmm_x64_state state;
     74   1.1   maxv 
     75   1.1   maxv 	memset(&state, 0, sizeof(state));
     76   1.1   maxv 
     77   1.1   maxv 	/* Default. */
     78   1.1   maxv 	state.gprs[NVMM_X64_GPR_RFLAGS] = PSL_MBO;
     79   1.1   maxv 	init_seg(&state.segs[NVMM_X64_SEG_CS], SDT_MEMERA, GSEL(GCODE_SEL, SEL_KPL));
     80   1.1   maxv 	init_seg(&state.segs[NVMM_X64_SEG_SS], SDT_MEMRWA, GSEL(GDATA_SEL, SEL_KPL));
     81   1.1   maxv 	init_seg(&state.segs[NVMM_X64_SEG_DS], SDT_MEMRWA, GSEL(GDATA_SEL, SEL_KPL));
     82   1.1   maxv 	init_seg(&state.segs[NVMM_X64_SEG_ES], SDT_MEMRWA, GSEL(GDATA_SEL, SEL_KPL));
     83   1.1   maxv 	init_seg(&state.segs[NVMM_X64_SEG_FS], SDT_MEMRWA, GSEL(GDATA_SEL, SEL_KPL));
     84   1.1   maxv 	init_seg(&state.segs[NVMM_X64_SEG_GS], SDT_MEMRWA, GSEL(GDATA_SEL, SEL_KPL));
     85   1.1   maxv 
     86   1.1   maxv 	/* Blank. */
     87   1.3   maxv 	init_seg(&state.segs[NVMM_X64_SEG_GDT], 0, 0);
     88   1.3   maxv 	init_seg(&state.segs[NVMM_X64_SEG_IDT], 0, 0);
     89   1.3   maxv 	init_seg(&state.segs[NVMM_X64_SEG_LDT], SDT_SYSLDT, 0);
     90   1.3   maxv 	init_seg(&state.segs[NVMM_X64_SEG_TR], SDT_SYS386BSY, 0);
     91   1.1   maxv 
     92   1.1   maxv 	/* Protected mode enabled. */
     93   1.1   maxv 	state.crs[NVMM_X64_CR_CR0] = CR0_PG|CR0_PE|CR0_NE|CR0_TS|CR0_MP|CR0_WP|CR0_AM;
     94   1.1   maxv 
     95   1.1   maxv 	/* 64bit mode enabled. */
     96   1.1   maxv 	state.crs[NVMM_X64_CR_CR4] = CR4_PAE;
     97   1.1   maxv 	state.msrs[NVMM_X64_MSR_EFER] = EFER_LME | EFER_SCE | EFER_LMA;
     98   1.1   maxv 
     99   1.1   maxv 	/* Stolen from x86/pmap.c */
    100   1.1   maxv #define	PATENTRY(n, type)	(type << ((n) * 8))
    101   1.1   maxv #define	PAT_UC		0x0ULL
    102   1.1   maxv #define	PAT_WC		0x1ULL
    103   1.1   maxv #define	PAT_WT		0x4ULL
    104   1.1   maxv #define	PAT_WP		0x5ULL
    105   1.1   maxv #define	PAT_WB		0x6ULL
    106   1.1   maxv #define	PAT_UCMINUS	0x7ULL
    107   1.1   maxv 	state.msrs[NVMM_X64_MSR_PAT] =
    108   1.1   maxv 	    PATENTRY(0, PAT_WB) | PATENTRY(1, PAT_WT) |
    109   1.1   maxv 	    PATENTRY(2, PAT_UCMINUS) | PATENTRY(3, PAT_UC) |
    110   1.1   maxv 	    PATENTRY(4, PAT_WB) | PATENTRY(5, PAT_WT) |
    111   1.1   maxv 	    PATENTRY(6, PAT_UCMINUS) | PATENTRY(7, PAT_UC);
    112   1.1   maxv 
    113   1.1   maxv 	/* Page tables. */
    114   1.1   maxv 	state.crs[NVMM_X64_CR_CR3] = 0x3000;
    115   1.1   maxv 
    116   1.1   maxv 	state.gprs[NVMM_X64_GPR_RIP] = 0x2000;
    117   1.1   maxv 
    118   1.1   maxv 	if (nvmm_vcpu_setstate(mach, 0, &state, NVMM_X64_STATE_ALL) == -1)
    119   1.1   maxv 		err(errno, "nvmm_vcpu_setstate");
    120   1.1   maxv }
    121   1.1   maxv 
    122   1.1   maxv static void
    123   1.1   maxv map_pages(struct nvmm_machine *mach)
    124   1.1   maxv {
    125   1.1   maxv 	pt_entry_t *L4, *L3, *L2, *L1;
    126   1.9  htodd 	int ret;
    127   1.1   maxv 
    128   1.1   maxv 	instbuf = mmap(NULL, PAGE_SIZE, PROT_READ|PROT_WRITE, MAP_ANON|MAP_PRIVATE,
    129   1.1   maxv 	    -1, 0);
    130   1.1   maxv 	if (instbuf == MAP_FAILED)
    131   1.1   maxv 		err(errno, "mmap");
    132   1.1   maxv 
    133   1.1   maxv 	if (nvmm_hva_map(mach, (uintptr_t)instbuf, PAGE_SIZE) == -1)
    134   1.1   maxv 		err(errno, "nvmm_hva_map");
    135   1.8   maxv 	ret = nvmm_gpa_map(mach, (uintptr_t)instbuf, 0x2000, PAGE_SIZE,
    136   1.8   maxv 	    PROT_READ|PROT_EXEC);
    137   1.8   maxv 	if (ret == -1)
    138   1.1   maxv 		err(errno, "nvmm_gpa_map");
    139   1.1   maxv 
    140   1.1   maxv 	L4 = mmap(NULL, PAGE_SIZE, PROT_READ|PROT_WRITE, MAP_ANON|MAP_PRIVATE,
    141   1.1   maxv 	    -1, 0);
    142   1.1   maxv 	if (L4 == MAP_FAILED)
    143   1.1   maxv 		err(errno, "mmap");
    144   1.1   maxv 	L3 = mmap(NULL, PAGE_SIZE, PROT_READ|PROT_WRITE, MAP_ANON|MAP_PRIVATE,
    145   1.1   maxv 	    -1, 0);
    146   1.1   maxv 	if (L3 == MAP_FAILED)
    147   1.1   maxv 		err(errno, "mmap");
    148   1.1   maxv 	L2 = mmap(NULL, PAGE_SIZE, PROT_READ|PROT_WRITE, MAP_ANON|MAP_PRIVATE,
    149   1.1   maxv 	    -1, 0);
    150   1.1   maxv 	if (L2 == MAP_FAILED)
    151   1.1   maxv 		err(errno, "mmap");
    152   1.1   maxv 	L1 = mmap(NULL, PAGE_SIZE, PROT_READ|PROT_WRITE, MAP_ANON|MAP_PRIVATE,
    153   1.1   maxv 	    -1, 0);
    154   1.1   maxv 	if (L1 == MAP_FAILED)
    155   1.1   maxv 		err(errno, "mmap");
    156   1.1   maxv 
    157   1.1   maxv 	if (nvmm_hva_map(mach, (uintptr_t)L4, PAGE_SIZE) == -1)
    158   1.1   maxv 		err(errno, "nvmm_hva_map");
    159   1.1   maxv 	if (nvmm_hva_map(mach, (uintptr_t)L3, PAGE_SIZE) == -1)
    160   1.1   maxv 		err(errno, "nvmm_hva_map");
    161   1.1   maxv 	if (nvmm_hva_map(mach, (uintptr_t)L2, PAGE_SIZE) == -1)
    162   1.1   maxv 		err(errno, "nvmm_hva_map");
    163   1.1   maxv 	if (nvmm_hva_map(mach, (uintptr_t)L1, PAGE_SIZE) == -1)
    164   1.1   maxv 		err(errno, "nvmm_hva_map");
    165   1.1   maxv 
    166   1.8   maxv 	ret = nvmm_gpa_map(mach, (uintptr_t)L4, 0x3000, PAGE_SIZE,
    167   1.8   maxv 	    PROT_READ|PROT_WRITE);
    168   1.8   maxv 	if (ret == -1)
    169   1.1   maxv 		err(errno, "nvmm_gpa_map");
    170   1.8   maxv 	ret = nvmm_gpa_map(mach, (uintptr_t)L3, 0x4000, PAGE_SIZE,
    171   1.8   maxv 	    PROT_READ|PROT_WRITE);
    172   1.8   maxv 	if (ret == -1)
    173   1.1   maxv 		err(errno, "nvmm_gpa_map");
    174   1.8   maxv 	ret = nvmm_gpa_map(mach, (uintptr_t)L2, 0x5000, PAGE_SIZE,
    175   1.8   maxv 	    PROT_READ|PROT_WRITE);
    176   1.8   maxv 	if (ret == -1)
    177   1.1   maxv 		err(errno, "nvmm_gpa_map");
    178   1.8   maxv 	ret = nvmm_gpa_map(mach, (uintptr_t)L1, 0x6000, PAGE_SIZE,
    179   1.8   maxv 	    PROT_READ|PROT_WRITE);
    180   1.8   maxv 	if (ret == -1)
    181   1.1   maxv 		err(errno, "nvmm_gpa_map");
    182   1.1   maxv 
    183   1.1   maxv 	memset(L4, 0, PAGE_SIZE);
    184   1.1   maxv 	memset(L3, 0, PAGE_SIZE);
    185   1.1   maxv 	memset(L2, 0, PAGE_SIZE);
    186   1.1   maxv 	memset(L1, 0, PAGE_SIZE);
    187   1.1   maxv 
    188   1.7   maxv 	L4[0] = PTE_P | PTE_W | 0x4000;
    189   1.7   maxv 	L3[0] = PTE_P | PTE_W | 0x5000;
    190   1.7   maxv 	L2[0] = PTE_P | PTE_W | 0x6000;
    191   1.7   maxv 	L1[0x2000 / PAGE_SIZE] = PTE_P | PTE_W | 0x2000;
    192   1.7   maxv 	L1[0x1000 / PAGE_SIZE] = PTE_P | PTE_W | 0x1000;
    193   1.1   maxv }
    194   1.1   maxv 
    195   1.1   maxv /* -------------------------------------------------------------------------- */
    196   1.1   maxv 
    197   1.1   maxv static void
    198   1.1   maxv mem_callback(struct nvmm_mem *mem)
    199   1.1   maxv {
    200   1.1   maxv 	size_t off;
    201   1.1   maxv 
    202   1.1   maxv 	if (mem->gpa < 0x1000 || mem->gpa + mem->size > 0x1000 + PAGE_SIZE) {
    203   1.1   maxv 		printf("Out of page\n");
    204   1.1   maxv 		exit(-1);
    205   1.1   maxv 	}
    206   1.1   maxv 
    207   1.1   maxv 	off = mem->gpa - 0x1000;
    208   1.1   maxv 
    209   1.1   maxv 	printf("-> gpa = %p\n", (void *)mem->gpa);
    210   1.1   maxv 
    211   1.1   maxv 	if (mem->write) {
    212   1.1   maxv 		memcpy(mmiobuf + off, mem->data, mem->size);
    213   1.1   maxv 	} else {
    214   1.1   maxv 		memcpy(mem->data, mmiobuf + off, mem->size);
    215   1.1   maxv 	}
    216   1.1   maxv }
    217   1.2   maxv 
    218   1.1   maxv static int
    219   1.1   maxv handle_memory(struct nvmm_machine *mach, struct nvmm_exit *exit)
    220   1.1   maxv {
    221   1.1   maxv 	int ret;
    222   1.1   maxv 
    223   1.2   maxv 	ret = nvmm_assist_mem(mach, 0, exit);
    224   1.1   maxv 	if (ret == -1) {
    225   1.1   maxv 		err(errno, "nvmm_assist_mem");
    226   1.1   maxv 	}
    227   1.1   maxv 
    228   1.1   maxv 	return 0;
    229   1.1   maxv }
    230   1.1   maxv 
    231   1.1   maxv static void
    232   1.1   maxv run_machine(struct nvmm_machine *mach)
    233   1.1   maxv {
    234   1.1   maxv 	struct nvmm_exit exit;
    235   1.1   maxv 
    236   1.1   maxv 	while (1) {
    237   1.1   maxv 		if (nvmm_vcpu_run(mach, 0, &exit) == -1)
    238   1.1   maxv 			err(errno, "nvmm_vcpu_run");
    239   1.1   maxv 
    240   1.1   maxv 		switch (exit.reason) {
    241   1.1   maxv 		case NVMM_EXIT_NONE:
    242   1.1   maxv 			break;
    243   1.1   maxv 
    244   1.1   maxv 		case NVMM_EXIT_MSR:
    245   1.1   maxv 			/* Stop here. */
    246   1.1   maxv 			return;
    247   1.1   maxv 
    248   1.1   maxv 		case NVMM_EXIT_MEMORY:
    249   1.1   maxv 			handle_memory(mach, &exit);
    250   1.1   maxv 			break;
    251   1.1   maxv 
    252   1.1   maxv 		case NVMM_EXIT_SHUTDOWN:
    253   1.1   maxv 			printf("Shutting down!\n");
    254   1.1   maxv 			return;
    255   1.1   maxv 
    256   1.1   maxv 		default:
    257   1.1   maxv 			printf("Invalid!\n");
    258   1.1   maxv 			return;
    259   1.1   maxv 		}
    260   1.1   maxv 	}
    261   1.1   maxv }
    262   1.1   maxv 
    263   1.1   maxv /* -------------------------------------------------------------------------- */
    264   1.1   maxv 
    265   1.1   maxv struct test {
    266   1.1   maxv 	const char *name;
    267   1.1   maxv 	uint8_t *code_begin;
    268   1.1   maxv 	uint8_t *code_end;
    269   1.1   maxv 	uint64_t wanted;
    270   1.1   maxv };
    271   1.1   maxv 
    272   1.1   maxv static void
    273   1.2   maxv run_test(struct nvmm_machine *mach, const struct test *test)
    274   1.1   maxv {
    275   1.1   maxv 	uint64_t *res;
    276   1.1   maxv 	size_t size;
    277   1.1   maxv 
    278   1.1   maxv 	size = (size_t)test->code_end - (size_t)test->code_begin;
    279   1.1   maxv 
    280   1.1   maxv 	reset_machine(mach);
    281   1.1   maxv 
    282   1.1   maxv 	memset(mmiobuf, 0, PAGE_SIZE);
    283   1.1   maxv 	memcpy(instbuf, test->code_begin, size);
    284   1.1   maxv 
    285   1.1   maxv 	run_machine(mach);
    286   1.1   maxv 
    287   1.1   maxv 	res = (uint64_t *)mmiobuf;
    288   1.1   maxv 	if (*res == test->wanted) {
    289   1.1   maxv 		printf("Test '%s' passed\n", test->name);
    290   1.1   maxv 	} else {
    291   1.1   maxv 		printf("Test '%s' failed, wanted 0x%lx, got 0x%lx\n", test->name,
    292   1.1   maxv 		    test->wanted, *res);
    293   1.1   maxv 	}
    294   1.1   maxv }
    295   1.1   maxv 
    296   1.1   maxv /* -------------------------------------------------------------------------- */
    297   1.1   maxv 
    298   1.1   maxv extern uint8_t test1_begin, test1_end;
    299   1.1   maxv extern uint8_t test2_begin, test2_end;
    300   1.1   maxv extern uint8_t test3_begin, test3_end;
    301   1.1   maxv extern uint8_t test4_begin, test4_end;
    302   1.1   maxv extern uint8_t test5_begin, test5_end;
    303   1.1   maxv extern uint8_t test6_begin, test6_end;
    304   1.1   maxv extern uint8_t test7_begin, test7_end;
    305   1.1   maxv extern uint8_t test8_begin, test8_end;
    306   1.2   maxv extern uint8_t test9_begin, test9_end;
    307   1.4   maxv extern uint8_t test10_begin, test10_end;
    308   1.4   maxv extern uint8_t test11_begin, test11_end;
    309   1.5   maxv extern uint8_t test12_begin, test12_end;
    310   1.5   maxv extern uint8_t test13_begin, test13_end;
    311   1.5   maxv extern uint8_t test14_begin, test14_end;
    312   1.1   maxv 
    313   1.2   maxv static const struct test tests[] = {
    314   1.1   maxv 	{ "test1 - MOV", &test1_begin, &test1_end, 0x3004 },
    315   1.5   maxv 	{ "test2 - OR",  &test2_begin, &test2_end, 0x16FF },
    316   1.1   maxv 	{ "test3 - AND", &test3_begin, &test3_end, 0x1FC0 },
    317   1.1   maxv 	{ "test4 - XOR", &test4_begin, &test4_end, 0x10CF },
    318   1.1   maxv 	{ "test5 - Address Sizes", &test5_begin, &test5_end, 0x1F00 },
    319   1.1   maxv 	{ "test6 - DMO", &test6_begin, &test6_end, 0xFFAB },
    320   1.1   maxv 	{ "test7 - STOS", &test7_begin, &test7_end, 0x00123456 },
    321   1.1   maxv 	{ "test8 - LODS", &test8_begin, &test8_end, 0x12345678 },
    322   1.2   maxv 	{ "test9 - MOVS", &test9_begin, &test9_end, 0x12345678 },
    323   1.4   maxv 	{ "test10 - MOVZXB", &test10_begin, &test10_end, 0x00000078 },
    324   1.4   maxv 	{ "test11 - MOVZXW", &test11_begin, &test11_end, 0x00005678 },
    325   1.5   maxv 	{ "test12 - CMP", &test12_begin, &test12_end, 0x00000001 },
    326   1.5   maxv 	{ "test13 - SUB", &test13_begin, &test13_end, 0x0000000F0000A0FF },
    327   1.5   maxv 	{ "test14 - TEST", &test14_begin, &test14_end, 0x00000001 },
    328   1.1   maxv 	{ NULL, NULL, NULL, -1 }
    329   1.1   maxv };
    330   1.1   maxv 
    331  1.10   maxv static struct nvmm_callbacks callbacks = {
    332   1.2   maxv 	.io = NULL,
    333   1.2   maxv 	.mem = mem_callback
    334   1.2   maxv };
    335   1.2   maxv 
    336   1.1   maxv /*
    337   1.1   maxv  * 0x1000: MMIO address, unmapped
    338   1.1   maxv  * 0x2000: Instructions, mapped
    339   1.1   maxv  * 0x3000: L4
    340   1.1   maxv  * 0x4000: L3
    341   1.1   maxv  * 0x5000: L2
    342   1.1   maxv  * 0x6000: L1
    343   1.1   maxv  */
    344   1.1   maxv int main(int argc, char *argv[])
    345   1.1   maxv {
    346   1.1   maxv 	struct nvmm_machine mach;
    347   1.1   maxv 	size_t i;
    348   1.1   maxv 
    349   1.1   maxv 	if (nvmm_machine_create(&mach) == -1)
    350   1.1   maxv 		err(errno, "nvmm_machine_create");
    351   1.1   maxv 	if (nvmm_vcpu_create(&mach, 0) == -1)
    352   1.1   maxv 		err(errno, "nvmm_vcpu_create");
    353  1.10   maxv 	nvmm_machine_configure(&mach, NVMM_MACH_CONF_CALLBACKS, &callbacks);
    354   1.1   maxv 	map_pages(&mach);
    355   1.1   maxv 
    356   1.1   maxv 	for (i = 0; tests[i].name != NULL; i++) {
    357   1.1   maxv 		run_test(&mach, &tests[i]);
    358   1.1   maxv 	}
    359   1.1   maxv 
    360   1.1   maxv 	return 0;
    361   1.1   maxv }
    362