libnvmm.c revision 1.7 1 1.7 maxv /* $NetBSD: libnvmm.c,v 1.7 2019/03/21 20:21:40 maxv Exp $ */
2 1.1 maxv
3 1.1 maxv /*
4 1.1 maxv * Copyright (c) 2018 The NetBSD Foundation, Inc.
5 1.1 maxv * All rights reserved.
6 1.1 maxv *
7 1.1 maxv * This code is derived from software contributed to The NetBSD Foundation
8 1.1 maxv * by Maxime Villard.
9 1.1 maxv *
10 1.1 maxv * Redistribution and use in source and binary forms, with or without
11 1.1 maxv * modification, are permitted provided that the following conditions
12 1.1 maxv * are met:
13 1.1 maxv * 1. Redistributions of source code must retain the above copyright
14 1.1 maxv * notice, this list of conditions and the following disclaimer.
15 1.1 maxv * 2. Redistributions in binary form must reproduce the above copyright
16 1.1 maxv * notice, this list of conditions and the following disclaimer in the
17 1.1 maxv * documentation and/or other materials provided with the distribution.
18 1.1 maxv *
19 1.1 maxv * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 1.1 maxv * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 1.1 maxv * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 1.1 maxv * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 1.1 maxv * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 1.1 maxv * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 1.1 maxv * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 1.1 maxv * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 1.1 maxv * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 1.1 maxv * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 1.1 maxv * POSSIBILITY OF SUCH DAMAGE.
30 1.1 maxv */
31 1.1 maxv
32 1.1 maxv #include <sys/cdefs.h>
33 1.1 maxv
34 1.1 maxv #include <stdio.h>
35 1.1 maxv #include <stdlib.h>
36 1.1 maxv #include <string.h>
37 1.1 maxv #include <unistd.h>
38 1.1 maxv #include <fcntl.h>
39 1.1 maxv #include <errno.h>
40 1.1 maxv #include <sys/ioctl.h>
41 1.1 maxv #include <sys/mman.h>
42 1.3 maxv #include <sys/queue.h>
43 1.1 maxv
44 1.1 maxv #include "nvmm.h"
45 1.1 maxv
46 1.6 maxv struct nvmm_callbacks __callbacks;
47 1.6 maxv
48 1.3 maxv typedef struct __area {
49 1.3 maxv LIST_ENTRY(__area) list;
50 1.3 maxv gpaddr_t gpa;
51 1.3 maxv uintptr_t hva;
52 1.3 maxv size_t size;
53 1.3 maxv } area_t;
54 1.3 maxv
55 1.3 maxv typedef LIST_HEAD(, __area) area_list_t;
56 1.3 maxv
57 1.1 maxv static int nvmm_fd = -1;
58 1.1 maxv
59 1.1 maxv /* -------------------------------------------------------------------------- */
60 1.1 maxv
61 1.4 maxv static bool
62 1.4 maxv __area_isvalid(struct nvmm_machine *mach, uintptr_t hva, gpaddr_t gpa,
63 1.1 maxv size_t size)
64 1.1 maxv {
65 1.3 maxv area_list_t *areas = mach->areas;
66 1.4 maxv area_t *ent;
67 1.3 maxv
68 1.4 maxv LIST_FOREACH(ent, areas, list) {
69 1.4 maxv /* Collision on GPA */
70 1.4 maxv if (gpa >= ent->gpa && gpa < ent->gpa + ent->size) {
71 1.4 maxv return false;
72 1.1 maxv }
73 1.5 maxv if (gpa + size > ent->gpa &&
74 1.5 maxv gpa + size <= ent->gpa + ent->size) {
75 1.4 maxv return false;
76 1.3 maxv }
77 1.4 maxv if (gpa <= ent->gpa && gpa + size >= ent->gpa + ent->size) {
78 1.4 maxv return false;
79 1.1 maxv }
80 1.1 maxv }
81 1.1 maxv
82 1.4 maxv return true;
83 1.3 maxv }
84 1.3 maxv
85 1.3 maxv static int
86 1.3 maxv __area_add(struct nvmm_machine *mach, uintptr_t hva, gpaddr_t gpa, size_t size)
87 1.3 maxv {
88 1.3 maxv area_list_t *areas = mach->areas;
89 1.3 maxv area_t *area;
90 1.4 maxv
91 1.4 maxv if (!__area_isvalid(mach, hva, gpa, size)) {
92 1.4 maxv errno = EINVAL;
93 1.4 maxv return -1;
94 1.4 maxv }
95 1.3 maxv
96 1.3 maxv area = malloc(sizeof(*area));
97 1.3 maxv if (area == NULL)
98 1.1 maxv return -1;
99 1.1 maxv area->gpa = gpa;
100 1.1 maxv area->hva = hva;
101 1.1 maxv area->size = size;
102 1.1 maxv
103 1.4 maxv LIST_INSERT_HEAD(areas, area, list);
104 1.4 maxv
105 1.4 maxv return 0;
106 1.4 maxv }
107 1.4 maxv
108 1.4 maxv static int
109 1.4 maxv __area_delete(struct nvmm_machine *mach, uintptr_t hva, gpaddr_t gpa,
110 1.4 maxv size_t size)
111 1.4 maxv {
112 1.4 maxv area_list_t *areas = mach->areas;
113 1.4 maxv area_t *ent, *nxt;
114 1.4 maxv
115 1.4 maxv LIST_FOREACH_SAFE(ent, areas, list, nxt) {
116 1.4 maxv if (hva == ent->hva && gpa == ent->gpa && size == ent->size) {
117 1.4 maxv LIST_REMOVE(ent, list);
118 1.4 maxv free(ent);
119 1.4 maxv return 0;
120 1.4 maxv }
121 1.3 maxv }
122 1.3 maxv
123 1.4 maxv return -1;
124 1.1 maxv }
125 1.1 maxv
126 1.3 maxv static void
127 1.3 maxv __area_remove_all(struct nvmm_machine *mach)
128 1.1 maxv {
129 1.3 maxv area_list_t *areas = mach->areas;
130 1.3 maxv area_t *ent;
131 1.1 maxv
132 1.3 maxv while ((ent = LIST_FIRST(areas)) != NULL) {
133 1.3 maxv LIST_REMOVE(ent, list);
134 1.3 maxv free(ent);
135 1.1 maxv }
136 1.1 maxv
137 1.3 maxv free(areas);
138 1.1 maxv }
139 1.1 maxv
140 1.1 maxv /* -------------------------------------------------------------------------- */
141 1.1 maxv
142 1.1 maxv static int
143 1.1 maxv nvmm_init(void)
144 1.1 maxv {
145 1.1 maxv if (nvmm_fd != -1)
146 1.1 maxv return 0;
147 1.1 maxv nvmm_fd = open("/dev/nvmm", O_RDWR);
148 1.1 maxv if (nvmm_fd == -1)
149 1.1 maxv return -1;
150 1.1 maxv return 0;
151 1.1 maxv }
152 1.1 maxv
153 1.1 maxv int
154 1.1 maxv nvmm_capability(struct nvmm_capability *cap)
155 1.1 maxv {
156 1.1 maxv struct nvmm_ioc_capability args;
157 1.1 maxv int ret;
158 1.1 maxv
159 1.1 maxv if (nvmm_init() == -1) {
160 1.1 maxv return -1;
161 1.1 maxv }
162 1.1 maxv
163 1.1 maxv ret = ioctl(nvmm_fd, NVMM_IOC_CAPABILITY, &args);
164 1.1 maxv if (ret == -1)
165 1.1 maxv return -1;
166 1.1 maxv
167 1.1 maxv memcpy(cap, &args.cap, sizeof(args.cap));
168 1.1 maxv
169 1.1 maxv return 0;
170 1.1 maxv }
171 1.1 maxv
172 1.1 maxv int
173 1.1 maxv nvmm_machine_create(struct nvmm_machine *mach)
174 1.1 maxv {
175 1.1 maxv struct nvmm_ioc_machine_create args;
176 1.3 maxv area_list_t *areas;
177 1.1 maxv int ret;
178 1.1 maxv
179 1.1 maxv if (nvmm_init() == -1) {
180 1.1 maxv return -1;
181 1.1 maxv }
182 1.1 maxv
183 1.3 maxv areas = calloc(1, sizeof(*areas));
184 1.3 maxv if (areas == NULL)
185 1.3 maxv return -1;
186 1.3 maxv
187 1.1 maxv ret = ioctl(nvmm_fd, NVMM_IOC_MACHINE_CREATE, &args);
188 1.3 maxv if (ret == -1) {
189 1.3 maxv free(areas);
190 1.1 maxv return -1;
191 1.3 maxv }
192 1.1 maxv
193 1.1 maxv memset(mach, 0, sizeof(*mach));
194 1.3 maxv LIST_INIT(areas);
195 1.3 maxv mach->areas = areas;
196 1.1 maxv mach->machid = args.machid;
197 1.1 maxv
198 1.1 maxv return 0;
199 1.1 maxv }
200 1.1 maxv
201 1.1 maxv int
202 1.1 maxv nvmm_machine_destroy(struct nvmm_machine *mach)
203 1.1 maxv {
204 1.1 maxv struct nvmm_ioc_machine_destroy args;
205 1.1 maxv int ret;
206 1.1 maxv
207 1.1 maxv if (nvmm_init() == -1) {
208 1.1 maxv return -1;
209 1.1 maxv }
210 1.1 maxv
211 1.1 maxv args.machid = mach->machid;
212 1.1 maxv
213 1.1 maxv ret = ioctl(nvmm_fd, NVMM_IOC_MACHINE_DESTROY, &args);
214 1.1 maxv if (ret == -1)
215 1.1 maxv return -1;
216 1.1 maxv
217 1.3 maxv __area_remove_all(mach);
218 1.1 maxv
219 1.1 maxv return 0;
220 1.1 maxv }
221 1.1 maxv
222 1.1 maxv int
223 1.1 maxv nvmm_machine_configure(struct nvmm_machine *mach, uint64_t op, void *conf)
224 1.1 maxv {
225 1.1 maxv struct nvmm_ioc_machine_configure args;
226 1.1 maxv int ret;
227 1.1 maxv
228 1.1 maxv if (nvmm_init() == -1) {
229 1.1 maxv return -1;
230 1.1 maxv }
231 1.1 maxv
232 1.1 maxv args.machid = mach->machid;
233 1.1 maxv args.op = op;
234 1.1 maxv args.conf = conf;
235 1.1 maxv
236 1.1 maxv ret = ioctl(nvmm_fd, NVMM_IOC_MACHINE_CONFIGURE, &args);
237 1.1 maxv if (ret == -1)
238 1.1 maxv return -1;
239 1.1 maxv
240 1.1 maxv return 0;
241 1.1 maxv }
242 1.1 maxv
243 1.1 maxv int
244 1.1 maxv nvmm_vcpu_create(struct nvmm_machine *mach, nvmm_cpuid_t cpuid)
245 1.1 maxv {
246 1.1 maxv struct nvmm_ioc_vcpu_create args;
247 1.1 maxv int ret;
248 1.1 maxv
249 1.1 maxv if (nvmm_init() == -1) {
250 1.1 maxv return -1;
251 1.1 maxv }
252 1.1 maxv
253 1.1 maxv args.machid = mach->machid;
254 1.1 maxv args.cpuid = cpuid;
255 1.1 maxv
256 1.1 maxv ret = ioctl(nvmm_fd, NVMM_IOC_VCPU_CREATE, &args);
257 1.1 maxv if (ret == -1)
258 1.1 maxv return -1;
259 1.1 maxv
260 1.1 maxv return 0;
261 1.1 maxv }
262 1.1 maxv
263 1.1 maxv int
264 1.1 maxv nvmm_vcpu_destroy(struct nvmm_machine *mach, nvmm_cpuid_t cpuid)
265 1.1 maxv {
266 1.1 maxv struct nvmm_ioc_vcpu_destroy args;
267 1.1 maxv int ret;
268 1.1 maxv
269 1.1 maxv if (nvmm_init() == -1) {
270 1.1 maxv return -1;
271 1.1 maxv }
272 1.1 maxv
273 1.1 maxv args.machid = mach->machid;
274 1.1 maxv args.cpuid = cpuid;
275 1.1 maxv
276 1.1 maxv ret = ioctl(nvmm_fd, NVMM_IOC_VCPU_DESTROY, &args);
277 1.1 maxv if (ret == -1)
278 1.1 maxv return -1;
279 1.1 maxv
280 1.1 maxv return 0;
281 1.1 maxv }
282 1.1 maxv
283 1.1 maxv int
284 1.1 maxv nvmm_vcpu_setstate(struct nvmm_machine *mach, nvmm_cpuid_t cpuid,
285 1.1 maxv void *state, uint64_t flags)
286 1.1 maxv {
287 1.1 maxv struct nvmm_ioc_vcpu_setstate args;
288 1.1 maxv int ret;
289 1.1 maxv
290 1.1 maxv if (nvmm_init() == -1) {
291 1.1 maxv return -1;
292 1.1 maxv }
293 1.1 maxv
294 1.1 maxv args.machid = mach->machid;
295 1.1 maxv args.cpuid = cpuid;
296 1.1 maxv args.state = state;
297 1.1 maxv args.flags = flags;
298 1.1 maxv
299 1.1 maxv ret = ioctl(nvmm_fd, NVMM_IOC_VCPU_SETSTATE, &args);
300 1.1 maxv if (ret == -1)
301 1.1 maxv return -1;
302 1.1 maxv
303 1.1 maxv return 0;
304 1.1 maxv }
305 1.1 maxv
306 1.1 maxv int
307 1.1 maxv nvmm_vcpu_getstate(struct nvmm_machine *mach, nvmm_cpuid_t cpuid,
308 1.1 maxv void *state, uint64_t flags)
309 1.1 maxv {
310 1.1 maxv struct nvmm_ioc_vcpu_getstate args;
311 1.1 maxv int ret;
312 1.1 maxv
313 1.1 maxv if (nvmm_init() == -1) {
314 1.1 maxv return -1;
315 1.1 maxv }
316 1.1 maxv
317 1.1 maxv args.machid = mach->machid;
318 1.1 maxv args.cpuid = cpuid;
319 1.1 maxv args.state = state;
320 1.1 maxv args.flags = flags;
321 1.1 maxv
322 1.1 maxv ret = ioctl(nvmm_fd, NVMM_IOC_VCPU_GETSTATE, &args);
323 1.1 maxv if (ret == -1)
324 1.1 maxv return -1;
325 1.1 maxv
326 1.1 maxv return 0;
327 1.1 maxv }
328 1.1 maxv
329 1.1 maxv int
330 1.1 maxv nvmm_vcpu_inject(struct nvmm_machine *mach, nvmm_cpuid_t cpuid,
331 1.1 maxv struct nvmm_event *event)
332 1.1 maxv {
333 1.1 maxv struct nvmm_ioc_vcpu_inject args;
334 1.1 maxv int ret;
335 1.1 maxv
336 1.1 maxv if (nvmm_init() == -1) {
337 1.1 maxv return -1;
338 1.1 maxv }
339 1.1 maxv
340 1.1 maxv args.machid = mach->machid;
341 1.1 maxv args.cpuid = cpuid;
342 1.1 maxv memcpy(&args.event, event, sizeof(args.event));
343 1.1 maxv
344 1.1 maxv ret = ioctl(nvmm_fd, NVMM_IOC_VCPU_INJECT, &args);
345 1.1 maxv if (ret == -1)
346 1.1 maxv return -1;
347 1.1 maxv
348 1.1 maxv return 0;
349 1.1 maxv }
350 1.1 maxv
351 1.1 maxv int
352 1.1 maxv nvmm_vcpu_run(struct nvmm_machine *mach, nvmm_cpuid_t cpuid,
353 1.1 maxv struct nvmm_exit *exit)
354 1.1 maxv {
355 1.1 maxv struct nvmm_ioc_vcpu_run args;
356 1.1 maxv int ret;
357 1.1 maxv
358 1.1 maxv if (nvmm_init() == -1) {
359 1.1 maxv return -1;
360 1.1 maxv }
361 1.1 maxv
362 1.1 maxv args.machid = mach->machid;
363 1.1 maxv args.cpuid = cpuid;
364 1.1 maxv memset(&args.exit, 0, sizeof(args.exit));
365 1.1 maxv
366 1.1 maxv ret = ioctl(nvmm_fd, NVMM_IOC_VCPU_RUN, &args);
367 1.1 maxv if (ret == -1)
368 1.1 maxv return -1;
369 1.1 maxv
370 1.1 maxv memcpy(exit, &args.exit, sizeof(args.exit));
371 1.1 maxv
372 1.1 maxv return 0;
373 1.1 maxv }
374 1.1 maxv
375 1.1 maxv int
376 1.1 maxv nvmm_gpa_map(struct nvmm_machine *mach, uintptr_t hva, gpaddr_t gpa,
377 1.7 maxv size_t size, int prot)
378 1.1 maxv {
379 1.1 maxv struct nvmm_ioc_gpa_map args;
380 1.1 maxv int ret;
381 1.1 maxv
382 1.1 maxv if (nvmm_init() == -1) {
383 1.1 maxv return -1;
384 1.1 maxv }
385 1.1 maxv
386 1.3 maxv ret = __area_add(mach, hva, gpa, size);
387 1.3 maxv if (ret == -1)
388 1.3 maxv return -1;
389 1.3 maxv
390 1.1 maxv args.machid = mach->machid;
391 1.1 maxv args.hva = hva;
392 1.1 maxv args.gpa = gpa;
393 1.1 maxv args.size = size;
394 1.7 maxv args.prot = prot;
395 1.1 maxv
396 1.1 maxv ret = ioctl(nvmm_fd, NVMM_IOC_GPA_MAP, &args);
397 1.1 maxv if (ret == -1) {
398 1.3 maxv /* Can't recover. */
399 1.3 maxv abort();
400 1.1 maxv }
401 1.1 maxv
402 1.1 maxv return 0;
403 1.1 maxv }
404 1.1 maxv
405 1.1 maxv int
406 1.1 maxv nvmm_gpa_unmap(struct nvmm_machine *mach, uintptr_t hva, gpaddr_t gpa,
407 1.1 maxv size_t size)
408 1.1 maxv {
409 1.4 maxv struct nvmm_ioc_gpa_unmap args;
410 1.4 maxv int ret;
411 1.4 maxv
412 1.1 maxv if (nvmm_init() == -1) {
413 1.1 maxv return -1;
414 1.1 maxv }
415 1.1 maxv
416 1.4 maxv ret = __area_delete(mach, hva, gpa, size);
417 1.4 maxv if (ret == -1)
418 1.4 maxv return -1;
419 1.4 maxv
420 1.4 maxv args.machid = mach->machid;
421 1.4 maxv args.gpa = gpa;
422 1.4 maxv args.size = size;
423 1.4 maxv
424 1.4 maxv ret = ioctl(nvmm_fd, NVMM_IOC_GPA_UNMAP, &args);
425 1.5 maxv if (ret == -1) {
426 1.5 maxv /* Can't recover. */
427 1.5 maxv abort();
428 1.5 maxv }
429 1.5 maxv
430 1.5 maxv return 0;
431 1.5 maxv }
432 1.5 maxv
433 1.5 maxv int
434 1.5 maxv nvmm_hva_map(struct nvmm_machine *mach, uintptr_t hva, size_t size)
435 1.5 maxv {
436 1.5 maxv struct nvmm_ioc_hva_map args;
437 1.5 maxv int ret;
438 1.5 maxv
439 1.5 maxv if (nvmm_init() == -1) {
440 1.5 maxv return -1;
441 1.5 maxv }
442 1.5 maxv
443 1.5 maxv args.machid = mach->machid;
444 1.5 maxv args.hva = hva;
445 1.5 maxv args.size = size;
446 1.5 maxv
447 1.5 maxv ret = ioctl(nvmm_fd, NVMM_IOC_HVA_MAP, &args);
448 1.4 maxv if (ret == -1)
449 1.4 maxv return -1;
450 1.4 maxv
451 1.5 maxv return 0;
452 1.5 maxv }
453 1.4 maxv
454 1.5 maxv int
455 1.5 maxv nvmm_hva_unmap(struct nvmm_machine *mach, uintptr_t hva, size_t size)
456 1.5 maxv {
457 1.6 maxv struct nvmm_ioc_hva_unmap args;
458 1.5 maxv int ret;
459 1.5 maxv
460 1.5 maxv if (nvmm_init() == -1) {
461 1.5 maxv return -1;
462 1.5 maxv }
463 1.5 maxv
464 1.5 maxv args.machid = mach->machid;
465 1.5 maxv args.hva = hva;
466 1.5 maxv args.size = size;
467 1.5 maxv
468 1.6 maxv ret = ioctl(nvmm_fd, NVMM_IOC_HVA_UNMAP, &args);
469 1.5 maxv if (ret == -1)
470 1.5 maxv return -1;
471 1.5 maxv
472 1.5 maxv return 0;
473 1.1 maxv }
474 1.1 maxv
475 1.1 maxv /*
476 1.1 maxv * nvmm_gva_to_gpa(): architecture-specific.
477 1.1 maxv */
478 1.1 maxv
479 1.1 maxv int
480 1.1 maxv nvmm_gpa_to_hva(struct nvmm_machine *mach, gpaddr_t gpa, uintptr_t *hva)
481 1.1 maxv {
482 1.3 maxv area_list_t *areas = mach->areas;
483 1.3 maxv area_t *ent;
484 1.1 maxv
485 1.3 maxv LIST_FOREACH(ent, areas, list) {
486 1.5 maxv if (gpa >= ent->gpa && gpa < ent->gpa + ent->size) {
487 1.5 maxv *hva = ent->hva + (gpa - ent->gpa);
488 1.5 maxv return 0;
489 1.1 maxv }
490 1.1 maxv }
491 1.1 maxv
492 1.1 maxv errno = ENOENT;
493 1.1 maxv return -1;
494 1.1 maxv }
495 1.1 maxv
496 1.1 maxv /*
497 1.1 maxv * nvmm_assist_io(): architecture-specific.
498 1.1 maxv */
499 1.6 maxv
500 1.6 maxv /*
501 1.6 maxv * nvmm_assist_mem(): architecture-specific.
502 1.6 maxv */
503 1.6 maxv
504 1.6 maxv void
505 1.6 maxv nvmm_callbacks_register(const struct nvmm_callbacks *cbs)
506 1.6 maxv {
507 1.6 maxv memcpy(&__callbacks, cbs, sizeof(__callbacks));
508 1.6 maxv }
509