nvmm.c revision 1.3.2.5
1 1.3.2.5 pgoyette /* $NetBSD: nvmm.c,v 1.3.2.5 2019/01/26 22:00:07 pgoyette Exp $ */ 2 1.3.2.2 pgoyette 3 1.3.2.2 pgoyette /* 4 1.3.2.2 pgoyette * Copyright (c) 2018 The NetBSD Foundation, Inc. 5 1.3.2.2 pgoyette * All rights reserved. 6 1.3.2.2 pgoyette * 7 1.3.2.2 pgoyette * This code is derived from software contributed to The NetBSD Foundation 8 1.3.2.2 pgoyette * by Maxime Villard. 9 1.3.2.2 pgoyette * 10 1.3.2.2 pgoyette * Redistribution and use in source and binary forms, with or without 11 1.3.2.2 pgoyette * modification, are permitted provided that the following conditions 12 1.3.2.2 pgoyette * are met: 13 1.3.2.2 pgoyette * 1. Redistributions of source code must retain the above copyright 14 1.3.2.2 pgoyette * notice, this list of conditions and the following disclaimer. 15 1.3.2.2 pgoyette * 2. Redistributions in binary form must reproduce the above copyright 16 1.3.2.2 pgoyette * notice, this list of conditions and the following disclaimer in the 17 1.3.2.2 pgoyette * documentation and/or other materials provided with the distribution. 18 1.3.2.2 pgoyette * 19 1.3.2.2 pgoyette * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS 20 1.3.2.2 pgoyette * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED 21 1.3.2.2 pgoyette * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 22 1.3.2.2 pgoyette * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS 23 1.3.2.2 pgoyette * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 24 1.3.2.2 pgoyette * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 25 1.3.2.2 pgoyette * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26 1.3.2.2 pgoyette * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 27 1.3.2.2 pgoyette * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 28 1.3.2.2 pgoyette * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 29 1.3.2.2 pgoyette * POSSIBILITY OF SUCH DAMAGE. 30 1.3.2.2 pgoyette */ 31 1.3.2.2 pgoyette 32 1.3.2.2 pgoyette #include <sys/cdefs.h> 33 1.3.2.5 pgoyette __KERNEL_RCSID(0, "$NetBSD: nvmm.c,v 1.3.2.5 2019/01/26 22:00:07 pgoyette Exp $"); 34 1.3.2.2 pgoyette 35 1.3.2.2 pgoyette #include <sys/param.h> 36 1.3.2.2 pgoyette #include <sys/systm.h> 37 1.3.2.2 pgoyette #include <sys/kernel.h> 38 1.3.2.2 pgoyette 39 1.3.2.2 pgoyette #include <sys/cpu.h> 40 1.3.2.2 pgoyette #include <sys/conf.h> 41 1.3.2.2 pgoyette #include <sys/kmem.h> 42 1.3.2.2 pgoyette #include <sys/module.h> 43 1.3.2.2 pgoyette #include <sys/proc.h> 44 1.3.2.2 pgoyette 45 1.3.2.2 pgoyette #include <uvm/uvm.h> 46 1.3.2.2 pgoyette #include <uvm/uvm_page.h> 47 1.3.2.2 pgoyette 48 1.3.2.2 pgoyette #include "ioconf.h" 49 1.3.2.2 pgoyette 50 1.3.2.2 pgoyette #include <dev/nvmm/nvmm.h> 51 1.3.2.2 pgoyette #include <dev/nvmm/nvmm_internal.h> 52 1.3.2.2 pgoyette #include <dev/nvmm/nvmm_ioctl.h> 53 1.3.2.2 pgoyette 54 1.3.2.2 pgoyette static struct nvmm_machine machines[NVMM_MAX_MACHINES]; 55 1.3.2.2 pgoyette 56 1.3.2.2 pgoyette static const struct nvmm_impl *nvmm_impl_list[] = { 57 1.3.2.2 pgoyette &nvmm_x86_svm /* x86 AMD SVM */ 58 1.3.2.2 pgoyette }; 59 1.3.2.2 pgoyette 60 1.3.2.2 pgoyette static const struct nvmm_impl *nvmm_impl = NULL; 61 1.3.2.2 pgoyette 62 1.3.2.2 pgoyette /* -------------------------------------------------------------------------- */ 63 1.3.2.2 pgoyette 64 1.3.2.2 pgoyette static int 65 1.3.2.2 pgoyette nvmm_machine_alloc(struct nvmm_machine **ret) 66 1.3.2.2 pgoyette { 67 1.3.2.2 pgoyette struct nvmm_machine *mach; 68 1.3.2.2 pgoyette size_t i; 69 1.3.2.2 pgoyette 70 1.3.2.2 pgoyette for (i = 0; i < NVMM_MAX_MACHINES; i++) { 71 1.3.2.2 pgoyette mach = &machines[i]; 72 1.3.2.2 pgoyette 73 1.3.2.2 pgoyette rw_enter(&mach->lock, RW_WRITER); 74 1.3.2.2 pgoyette if (mach->present) { 75 1.3.2.2 pgoyette rw_exit(&mach->lock); 76 1.3.2.2 pgoyette continue; 77 1.3.2.2 pgoyette } 78 1.3.2.2 pgoyette 79 1.3.2.2 pgoyette mach->present = true; 80 1.3.2.2 pgoyette *ret = mach; 81 1.3.2.2 pgoyette return 0; 82 1.3.2.2 pgoyette } 83 1.3.2.2 pgoyette 84 1.3.2.2 pgoyette return ENOBUFS; 85 1.3.2.2 pgoyette } 86 1.3.2.2 pgoyette 87 1.3.2.2 pgoyette static void 88 1.3.2.2 pgoyette nvmm_machine_free(struct nvmm_machine *mach) 89 1.3.2.2 pgoyette { 90 1.3.2.2 pgoyette KASSERT(rw_write_held(&mach->lock)); 91 1.3.2.2 pgoyette KASSERT(mach->present); 92 1.3.2.2 pgoyette mach->present = false; 93 1.3.2.2 pgoyette } 94 1.3.2.2 pgoyette 95 1.3.2.2 pgoyette static int 96 1.3.2.2 pgoyette nvmm_machine_get(nvmm_machid_t machid, struct nvmm_machine **ret, bool writer) 97 1.3.2.2 pgoyette { 98 1.3.2.2 pgoyette struct nvmm_machine *mach; 99 1.3.2.2 pgoyette krw_t op = writer ? RW_WRITER : RW_READER; 100 1.3.2.2 pgoyette 101 1.3.2.2 pgoyette if (machid >= NVMM_MAX_MACHINES) { 102 1.3.2.2 pgoyette return EINVAL; 103 1.3.2.2 pgoyette } 104 1.3.2.2 pgoyette mach = &machines[machid]; 105 1.3.2.2 pgoyette 106 1.3.2.2 pgoyette rw_enter(&mach->lock, op); 107 1.3.2.2 pgoyette if (!mach->present) { 108 1.3.2.2 pgoyette rw_exit(&mach->lock); 109 1.3.2.2 pgoyette return ENOENT; 110 1.3.2.2 pgoyette } 111 1.3.2.2 pgoyette if (mach->procid != curproc->p_pid) { 112 1.3.2.2 pgoyette rw_exit(&mach->lock); 113 1.3.2.2 pgoyette return EPERM; 114 1.3.2.2 pgoyette } 115 1.3.2.2 pgoyette *ret = mach; 116 1.3.2.2 pgoyette 117 1.3.2.2 pgoyette return 0; 118 1.3.2.2 pgoyette } 119 1.3.2.2 pgoyette 120 1.3.2.2 pgoyette static void 121 1.3.2.2 pgoyette nvmm_machine_put(struct nvmm_machine *mach) 122 1.3.2.2 pgoyette { 123 1.3.2.2 pgoyette rw_exit(&mach->lock); 124 1.3.2.2 pgoyette } 125 1.3.2.2 pgoyette 126 1.3.2.2 pgoyette /* -------------------------------------------------------------------------- */ 127 1.3.2.2 pgoyette 128 1.3.2.2 pgoyette static int 129 1.3.2.2 pgoyette nvmm_vcpu_alloc(struct nvmm_machine *mach, struct nvmm_cpu **ret) 130 1.3.2.2 pgoyette { 131 1.3.2.2 pgoyette struct nvmm_cpu *vcpu; 132 1.3.2.2 pgoyette size_t i; 133 1.3.2.2 pgoyette 134 1.3.2.2 pgoyette for (i = 0; i < NVMM_MAX_VCPUS; i++) { 135 1.3.2.2 pgoyette vcpu = &mach->cpus[i]; 136 1.3.2.2 pgoyette 137 1.3.2.2 pgoyette mutex_enter(&vcpu->lock); 138 1.3.2.2 pgoyette if (vcpu->present) { 139 1.3.2.2 pgoyette mutex_exit(&vcpu->lock); 140 1.3.2.2 pgoyette continue; 141 1.3.2.2 pgoyette } 142 1.3.2.2 pgoyette 143 1.3.2.2 pgoyette vcpu->present = true; 144 1.3.2.2 pgoyette vcpu->cpuid = i; 145 1.3.2.5 pgoyette vcpu->state = kmem_zalloc(nvmm_impl->state_size, KM_SLEEP); 146 1.3.2.2 pgoyette *ret = vcpu; 147 1.3.2.2 pgoyette return 0; 148 1.3.2.2 pgoyette } 149 1.3.2.2 pgoyette 150 1.3.2.2 pgoyette return ENOBUFS; 151 1.3.2.2 pgoyette } 152 1.3.2.2 pgoyette 153 1.3.2.2 pgoyette static void 154 1.3.2.2 pgoyette nvmm_vcpu_free(struct nvmm_machine *mach, struct nvmm_cpu *vcpu) 155 1.3.2.2 pgoyette { 156 1.3.2.2 pgoyette KASSERT(mutex_owned(&vcpu->lock)); 157 1.3.2.2 pgoyette vcpu->present = false; 158 1.3.2.5 pgoyette kmem_free(vcpu->state, nvmm_impl->state_size); 159 1.3.2.2 pgoyette vcpu->hcpu_last = -1; 160 1.3.2.2 pgoyette } 161 1.3.2.2 pgoyette 162 1.3.2.2 pgoyette int 163 1.3.2.2 pgoyette nvmm_vcpu_get(struct nvmm_machine *mach, nvmm_cpuid_t cpuid, 164 1.3.2.2 pgoyette struct nvmm_cpu **ret) 165 1.3.2.2 pgoyette { 166 1.3.2.2 pgoyette struct nvmm_cpu *vcpu; 167 1.3.2.2 pgoyette 168 1.3.2.2 pgoyette if (cpuid >= NVMM_MAX_VCPUS) { 169 1.3.2.2 pgoyette return EINVAL; 170 1.3.2.2 pgoyette } 171 1.3.2.2 pgoyette vcpu = &mach->cpus[cpuid]; 172 1.3.2.2 pgoyette 173 1.3.2.2 pgoyette mutex_enter(&vcpu->lock); 174 1.3.2.2 pgoyette if (!vcpu->present) { 175 1.3.2.2 pgoyette mutex_exit(&vcpu->lock); 176 1.3.2.2 pgoyette return ENOENT; 177 1.3.2.2 pgoyette } 178 1.3.2.2 pgoyette *ret = vcpu; 179 1.3.2.2 pgoyette 180 1.3.2.2 pgoyette return 0; 181 1.3.2.2 pgoyette } 182 1.3.2.2 pgoyette 183 1.3.2.2 pgoyette void 184 1.3.2.2 pgoyette nvmm_vcpu_put(struct nvmm_cpu *vcpu) 185 1.3.2.2 pgoyette { 186 1.3.2.2 pgoyette mutex_exit(&vcpu->lock); 187 1.3.2.2 pgoyette } 188 1.3.2.2 pgoyette 189 1.3.2.2 pgoyette /* -------------------------------------------------------------------------- */ 190 1.3.2.2 pgoyette 191 1.3.2.2 pgoyette static void 192 1.3.2.2 pgoyette nvmm_kill_machines(pid_t pid) 193 1.3.2.2 pgoyette { 194 1.3.2.2 pgoyette struct nvmm_machine *mach; 195 1.3.2.2 pgoyette struct nvmm_cpu *vcpu; 196 1.3.2.2 pgoyette size_t i, j; 197 1.3.2.2 pgoyette int error; 198 1.3.2.2 pgoyette 199 1.3.2.2 pgoyette for (i = 0; i < NVMM_MAX_MACHINES; i++) { 200 1.3.2.2 pgoyette mach = &machines[i]; 201 1.3.2.2 pgoyette 202 1.3.2.2 pgoyette rw_enter(&mach->lock, RW_WRITER); 203 1.3.2.2 pgoyette if (!mach->present || mach->procid != pid) { 204 1.3.2.2 pgoyette rw_exit(&mach->lock); 205 1.3.2.2 pgoyette continue; 206 1.3.2.2 pgoyette } 207 1.3.2.2 pgoyette 208 1.3.2.2 pgoyette /* Kill it. */ 209 1.3.2.2 pgoyette for (j = 0; j < NVMM_MAX_VCPUS; j++) { 210 1.3.2.2 pgoyette error = nvmm_vcpu_get(mach, j, &vcpu); 211 1.3.2.2 pgoyette if (error) 212 1.3.2.2 pgoyette continue; 213 1.3.2.2 pgoyette (*nvmm_impl->vcpu_destroy)(mach, vcpu); 214 1.3.2.2 pgoyette nvmm_vcpu_free(mach, vcpu); 215 1.3.2.2 pgoyette nvmm_vcpu_put(vcpu); 216 1.3.2.2 pgoyette } 217 1.3.2.2 pgoyette uvmspace_free(mach->vm); 218 1.3.2.3 pgoyette 219 1.3.2.3 pgoyette /* Drop the kernel UOBJ refs. */ 220 1.3.2.3 pgoyette for (j = 0; j < NVMM_MAX_SEGS; j++) { 221 1.3.2.3 pgoyette if (!mach->segs[j].present) 222 1.3.2.3 pgoyette continue; 223 1.3.2.3 pgoyette uao_detach(mach->segs[j].uobj); 224 1.3.2.3 pgoyette } 225 1.3.2.3 pgoyette 226 1.3.2.2 pgoyette nvmm_machine_free(mach); 227 1.3.2.2 pgoyette 228 1.3.2.2 pgoyette rw_exit(&mach->lock); 229 1.3.2.2 pgoyette } 230 1.3.2.2 pgoyette } 231 1.3.2.2 pgoyette 232 1.3.2.2 pgoyette /* -------------------------------------------------------------------------- */ 233 1.3.2.2 pgoyette 234 1.3.2.2 pgoyette static int 235 1.3.2.2 pgoyette nvmm_capability(struct nvmm_ioc_capability *args) 236 1.3.2.2 pgoyette { 237 1.3.2.2 pgoyette args->cap.version = NVMM_CAPABILITY_VERSION; 238 1.3.2.2 pgoyette args->cap.state_size = nvmm_impl->state_size; 239 1.3.2.2 pgoyette args->cap.max_machines = NVMM_MAX_MACHINES; 240 1.3.2.2 pgoyette args->cap.max_vcpus = NVMM_MAX_VCPUS; 241 1.3.2.2 pgoyette args->cap.max_ram = NVMM_MAX_RAM; 242 1.3.2.2 pgoyette 243 1.3.2.2 pgoyette (*nvmm_impl->capability)(&args->cap); 244 1.3.2.2 pgoyette 245 1.3.2.2 pgoyette return 0; 246 1.3.2.2 pgoyette } 247 1.3.2.2 pgoyette 248 1.3.2.2 pgoyette static int 249 1.3.2.2 pgoyette nvmm_machine_create(struct nvmm_ioc_machine_create *args) 250 1.3.2.2 pgoyette { 251 1.3.2.2 pgoyette struct nvmm_machine *mach; 252 1.3.2.2 pgoyette int error; 253 1.3.2.2 pgoyette 254 1.3.2.2 pgoyette error = nvmm_machine_alloc(&mach); 255 1.3.2.2 pgoyette if (error) 256 1.3.2.2 pgoyette return error; 257 1.3.2.2 pgoyette 258 1.3.2.2 pgoyette /* Curproc owns the machine. */ 259 1.3.2.2 pgoyette mach->procid = curproc->p_pid; 260 1.3.2.2 pgoyette 261 1.3.2.3 pgoyette /* Zero out the segments. */ 262 1.3.2.3 pgoyette memset(&mach->segs, 0, sizeof(mach->segs)); 263 1.3.2.3 pgoyette 264 1.3.2.2 pgoyette /* Create the machine vmspace. */ 265 1.3.2.2 pgoyette mach->gpa_begin = 0; 266 1.3.2.2 pgoyette mach->gpa_end = NVMM_MAX_RAM; 267 1.3.2.2 pgoyette mach->vm = uvmspace_alloc(0, mach->gpa_end - mach->gpa_begin, false); 268 1.3.2.2 pgoyette 269 1.3.2.2 pgoyette (*nvmm_impl->machine_create)(mach); 270 1.3.2.2 pgoyette 271 1.3.2.2 pgoyette args->machid = mach->machid; 272 1.3.2.2 pgoyette nvmm_machine_put(mach); 273 1.3.2.2 pgoyette 274 1.3.2.2 pgoyette return 0; 275 1.3.2.2 pgoyette } 276 1.3.2.2 pgoyette 277 1.3.2.2 pgoyette static int 278 1.3.2.2 pgoyette nvmm_machine_destroy(struct nvmm_ioc_machine_destroy *args) 279 1.3.2.2 pgoyette { 280 1.3.2.2 pgoyette struct nvmm_machine *mach; 281 1.3.2.2 pgoyette struct nvmm_cpu *vcpu; 282 1.3.2.2 pgoyette int error; 283 1.3.2.2 pgoyette size_t i; 284 1.3.2.2 pgoyette 285 1.3.2.2 pgoyette error = nvmm_machine_get(args->machid, &mach, true); 286 1.3.2.2 pgoyette if (error) 287 1.3.2.2 pgoyette return error; 288 1.3.2.2 pgoyette 289 1.3.2.2 pgoyette for (i = 0; i < NVMM_MAX_VCPUS; i++) { 290 1.3.2.2 pgoyette error = nvmm_vcpu_get(mach, i, &vcpu); 291 1.3.2.2 pgoyette if (error) 292 1.3.2.2 pgoyette continue; 293 1.3.2.2 pgoyette 294 1.3.2.2 pgoyette (*nvmm_impl->vcpu_destroy)(mach, vcpu); 295 1.3.2.2 pgoyette nvmm_vcpu_free(mach, vcpu); 296 1.3.2.2 pgoyette nvmm_vcpu_put(vcpu); 297 1.3.2.2 pgoyette } 298 1.3.2.2 pgoyette 299 1.3.2.2 pgoyette (*nvmm_impl->machine_destroy)(mach); 300 1.3.2.2 pgoyette 301 1.3.2.2 pgoyette /* Free the machine vmspace. */ 302 1.3.2.2 pgoyette uvmspace_free(mach->vm); 303 1.3.2.3 pgoyette 304 1.3.2.3 pgoyette /* Drop the kernel UOBJ refs. */ 305 1.3.2.3 pgoyette for (i = 0; i < NVMM_MAX_SEGS; i++) { 306 1.3.2.3 pgoyette if (!mach->segs[i].present) 307 1.3.2.3 pgoyette continue; 308 1.3.2.3 pgoyette uao_detach(mach->segs[i].uobj); 309 1.3.2.3 pgoyette } 310 1.3.2.2 pgoyette 311 1.3.2.2 pgoyette nvmm_machine_free(mach); 312 1.3.2.2 pgoyette nvmm_machine_put(mach); 313 1.3.2.2 pgoyette 314 1.3.2.2 pgoyette return 0; 315 1.3.2.2 pgoyette } 316 1.3.2.2 pgoyette 317 1.3.2.2 pgoyette static int 318 1.3.2.2 pgoyette nvmm_machine_configure(struct nvmm_ioc_machine_configure *args) 319 1.3.2.2 pgoyette { 320 1.3.2.2 pgoyette struct nvmm_machine *mach; 321 1.3.2.2 pgoyette size_t allocsz; 322 1.3.2.2 pgoyette void *data; 323 1.3.2.2 pgoyette int error; 324 1.3.2.2 pgoyette 325 1.3.2.2 pgoyette if (__predict_false(args->op >= nvmm_impl->conf_max)) { 326 1.3.2.2 pgoyette return EINVAL; 327 1.3.2.2 pgoyette } 328 1.3.2.2 pgoyette 329 1.3.2.2 pgoyette allocsz = nvmm_impl->conf_sizes[args->op]; 330 1.3.2.2 pgoyette data = kmem_alloc(allocsz, KM_SLEEP); 331 1.3.2.2 pgoyette 332 1.3.2.2 pgoyette error = nvmm_machine_get(args->machid, &mach, true); 333 1.3.2.2 pgoyette if (error) { 334 1.3.2.2 pgoyette kmem_free(data, allocsz); 335 1.3.2.2 pgoyette return error; 336 1.3.2.2 pgoyette } 337 1.3.2.2 pgoyette 338 1.3.2.2 pgoyette error = copyin(args->conf, data, allocsz); 339 1.3.2.2 pgoyette if (error) { 340 1.3.2.2 pgoyette goto out; 341 1.3.2.2 pgoyette } 342 1.3.2.2 pgoyette 343 1.3.2.2 pgoyette error = (*nvmm_impl->machine_configure)(mach, args->op, data); 344 1.3.2.2 pgoyette 345 1.3.2.2 pgoyette out: 346 1.3.2.2 pgoyette nvmm_machine_put(mach); 347 1.3.2.2 pgoyette kmem_free(data, allocsz); 348 1.3.2.2 pgoyette return error; 349 1.3.2.2 pgoyette } 350 1.3.2.2 pgoyette 351 1.3.2.2 pgoyette static int 352 1.3.2.2 pgoyette nvmm_vcpu_create(struct nvmm_ioc_vcpu_create *args) 353 1.3.2.2 pgoyette { 354 1.3.2.2 pgoyette struct nvmm_machine *mach; 355 1.3.2.2 pgoyette struct nvmm_cpu *vcpu; 356 1.3.2.2 pgoyette int error; 357 1.3.2.2 pgoyette 358 1.3.2.2 pgoyette error = nvmm_machine_get(args->machid, &mach, false); 359 1.3.2.2 pgoyette if (error) 360 1.3.2.2 pgoyette return error; 361 1.3.2.2 pgoyette 362 1.3.2.2 pgoyette error = nvmm_vcpu_alloc(mach, &vcpu); 363 1.3.2.2 pgoyette if (error) 364 1.3.2.2 pgoyette goto out; 365 1.3.2.2 pgoyette 366 1.3.2.2 pgoyette error = (*nvmm_impl->vcpu_create)(mach, vcpu); 367 1.3.2.2 pgoyette if (error) { 368 1.3.2.2 pgoyette nvmm_vcpu_free(mach, vcpu); 369 1.3.2.2 pgoyette nvmm_vcpu_put(vcpu); 370 1.3.2.2 pgoyette goto out; 371 1.3.2.2 pgoyette } 372 1.3.2.2 pgoyette 373 1.3.2.2 pgoyette nvmm_vcpu_put(vcpu); 374 1.3.2.2 pgoyette 375 1.3.2.2 pgoyette out: 376 1.3.2.2 pgoyette nvmm_machine_put(mach); 377 1.3.2.2 pgoyette return error; 378 1.3.2.2 pgoyette } 379 1.3.2.2 pgoyette 380 1.3.2.2 pgoyette static int 381 1.3.2.2 pgoyette nvmm_vcpu_destroy(struct nvmm_ioc_vcpu_destroy *args) 382 1.3.2.2 pgoyette { 383 1.3.2.2 pgoyette struct nvmm_machine *mach; 384 1.3.2.2 pgoyette struct nvmm_cpu *vcpu; 385 1.3.2.2 pgoyette int error; 386 1.3.2.2 pgoyette 387 1.3.2.2 pgoyette error = nvmm_machine_get(args->machid, &mach, false); 388 1.3.2.2 pgoyette if (error) 389 1.3.2.2 pgoyette return error; 390 1.3.2.2 pgoyette 391 1.3.2.2 pgoyette error = nvmm_vcpu_get(mach, args->cpuid, &vcpu); 392 1.3.2.2 pgoyette if (error) 393 1.3.2.2 pgoyette goto out; 394 1.3.2.2 pgoyette 395 1.3.2.2 pgoyette (*nvmm_impl->vcpu_destroy)(mach, vcpu); 396 1.3.2.2 pgoyette nvmm_vcpu_free(mach, vcpu); 397 1.3.2.2 pgoyette nvmm_vcpu_put(vcpu); 398 1.3.2.2 pgoyette 399 1.3.2.2 pgoyette out: 400 1.3.2.2 pgoyette nvmm_machine_put(mach); 401 1.3.2.2 pgoyette return error; 402 1.3.2.2 pgoyette } 403 1.3.2.2 pgoyette 404 1.3.2.2 pgoyette static int 405 1.3.2.2 pgoyette nvmm_vcpu_setstate(struct nvmm_ioc_vcpu_setstate *args) 406 1.3.2.2 pgoyette { 407 1.3.2.2 pgoyette struct nvmm_machine *mach; 408 1.3.2.2 pgoyette struct nvmm_cpu *vcpu; 409 1.3.2.2 pgoyette int error; 410 1.3.2.2 pgoyette 411 1.3.2.2 pgoyette error = nvmm_machine_get(args->machid, &mach, false); 412 1.3.2.5 pgoyette if (error) 413 1.3.2.2 pgoyette return error; 414 1.3.2.2 pgoyette 415 1.3.2.2 pgoyette error = nvmm_vcpu_get(mach, args->cpuid, &vcpu); 416 1.3.2.2 pgoyette if (error) 417 1.3.2.2 pgoyette goto out; 418 1.3.2.2 pgoyette 419 1.3.2.5 pgoyette error = copyin(args->state, vcpu->state, nvmm_impl->state_size); 420 1.3.2.2 pgoyette if (error) { 421 1.3.2.2 pgoyette nvmm_vcpu_put(vcpu); 422 1.3.2.2 pgoyette goto out; 423 1.3.2.2 pgoyette } 424 1.3.2.2 pgoyette 425 1.3.2.5 pgoyette (*nvmm_impl->vcpu_setstate)(vcpu, vcpu->state, args->flags); 426 1.3.2.2 pgoyette nvmm_vcpu_put(vcpu); 427 1.3.2.2 pgoyette 428 1.3.2.2 pgoyette out: 429 1.3.2.2 pgoyette nvmm_machine_put(mach); 430 1.3.2.2 pgoyette return error; 431 1.3.2.2 pgoyette } 432 1.3.2.2 pgoyette 433 1.3.2.2 pgoyette static int 434 1.3.2.2 pgoyette nvmm_vcpu_getstate(struct nvmm_ioc_vcpu_getstate *args) 435 1.3.2.2 pgoyette { 436 1.3.2.2 pgoyette struct nvmm_machine *mach; 437 1.3.2.2 pgoyette struct nvmm_cpu *vcpu; 438 1.3.2.2 pgoyette int error; 439 1.3.2.2 pgoyette 440 1.3.2.2 pgoyette error = nvmm_machine_get(args->machid, &mach, false); 441 1.3.2.5 pgoyette if (error) 442 1.3.2.2 pgoyette return error; 443 1.3.2.2 pgoyette 444 1.3.2.2 pgoyette error = nvmm_vcpu_get(mach, args->cpuid, &vcpu); 445 1.3.2.2 pgoyette if (error) 446 1.3.2.2 pgoyette goto out; 447 1.3.2.2 pgoyette 448 1.3.2.5 pgoyette (*nvmm_impl->vcpu_getstate)(vcpu, vcpu->state, args->flags); 449 1.3.2.2 pgoyette nvmm_vcpu_put(vcpu); 450 1.3.2.5 pgoyette error = copyout(vcpu->state, args->state, nvmm_impl->state_size); 451 1.3.2.2 pgoyette 452 1.3.2.2 pgoyette out: 453 1.3.2.2 pgoyette nvmm_machine_put(mach); 454 1.3.2.2 pgoyette return error; 455 1.3.2.2 pgoyette } 456 1.3.2.2 pgoyette 457 1.3.2.2 pgoyette static int 458 1.3.2.2 pgoyette nvmm_vcpu_inject(struct nvmm_ioc_vcpu_inject *args) 459 1.3.2.2 pgoyette { 460 1.3.2.2 pgoyette struct nvmm_machine *mach; 461 1.3.2.2 pgoyette struct nvmm_cpu *vcpu; 462 1.3.2.2 pgoyette int error; 463 1.3.2.2 pgoyette 464 1.3.2.2 pgoyette error = nvmm_machine_get(args->machid, &mach, false); 465 1.3.2.2 pgoyette if (error) 466 1.3.2.2 pgoyette return error; 467 1.3.2.2 pgoyette 468 1.3.2.2 pgoyette error = nvmm_vcpu_get(mach, args->cpuid, &vcpu); 469 1.3.2.2 pgoyette if (error) 470 1.3.2.2 pgoyette goto out; 471 1.3.2.2 pgoyette 472 1.3.2.2 pgoyette error = (*nvmm_impl->vcpu_inject)(mach, vcpu, &args->event); 473 1.3.2.2 pgoyette nvmm_vcpu_put(vcpu); 474 1.3.2.2 pgoyette 475 1.3.2.2 pgoyette out: 476 1.3.2.2 pgoyette nvmm_machine_put(mach); 477 1.3.2.2 pgoyette return error; 478 1.3.2.2 pgoyette } 479 1.3.2.2 pgoyette 480 1.3.2.2 pgoyette static int 481 1.3.2.2 pgoyette nvmm_vcpu_run(struct nvmm_ioc_vcpu_run *args) 482 1.3.2.2 pgoyette { 483 1.3.2.2 pgoyette struct nvmm_machine *mach; 484 1.3.2.2 pgoyette struct nvmm_cpu *vcpu; 485 1.3.2.2 pgoyette int error; 486 1.3.2.2 pgoyette 487 1.3.2.2 pgoyette error = nvmm_machine_get(args->machid, &mach, false); 488 1.3.2.2 pgoyette if (error) 489 1.3.2.2 pgoyette return error; 490 1.3.2.2 pgoyette 491 1.3.2.2 pgoyette error = nvmm_vcpu_get(mach, args->cpuid, &vcpu); 492 1.3.2.2 pgoyette if (error) 493 1.3.2.2 pgoyette goto out; 494 1.3.2.2 pgoyette 495 1.3.2.2 pgoyette (*nvmm_impl->vcpu_run)(mach, vcpu, &args->exit); 496 1.3.2.2 pgoyette nvmm_vcpu_put(vcpu); 497 1.3.2.2 pgoyette 498 1.3.2.2 pgoyette out: 499 1.3.2.2 pgoyette nvmm_machine_put(mach); 500 1.3.2.2 pgoyette return error; 501 1.3.2.2 pgoyette } 502 1.3.2.2 pgoyette 503 1.3.2.2 pgoyette /* -------------------------------------------------------------------------- */ 504 1.3.2.2 pgoyette 505 1.3.2.3 pgoyette static struct uvm_object * 506 1.3.2.3 pgoyette nvmm_seg_getuobj(struct nvmm_machine *mach, uintptr_t hva, size_t size, 507 1.3.2.3 pgoyette size_t *off) 508 1.3.2.3 pgoyette { 509 1.3.2.3 pgoyette struct nvmm_seg *seg; 510 1.3.2.3 pgoyette size_t i; 511 1.3.2.3 pgoyette 512 1.3.2.3 pgoyette for (i = 0; i < NVMM_MAX_SEGS; i++) { 513 1.3.2.3 pgoyette seg = &mach->segs[i]; 514 1.3.2.3 pgoyette if (!seg->present) { 515 1.3.2.3 pgoyette continue; 516 1.3.2.3 pgoyette } 517 1.3.2.3 pgoyette if (hva >= seg->hva && hva + size <= seg->hva + seg->size) { 518 1.3.2.3 pgoyette *off = hva - seg->hva; 519 1.3.2.3 pgoyette return seg->uobj; 520 1.3.2.3 pgoyette } 521 1.3.2.3 pgoyette } 522 1.3.2.3 pgoyette 523 1.3.2.3 pgoyette return NULL; 524 1.3.2.3 pgoyette } 525 1.3.2.3 pgoyette 526 1.3.2.3 pgoyette static struct nvmm_seg * 527 1.3.2.3 pgoyette nvmm_seg_find(struct nvmm_machine *mach, uintptr_t hva, size_t size) 528 1.3.2.3 pgoyette { 529 1.3.2.3 pgoyette struct nvmm_seg *seg; 530 1.3.2.3 pgoyette size_t i; 531 1.3.2.3 pgoyette 532 1.3.2.3 pgoyette for (i = 0; i < NVMM_MAX_SEGS; i++) { 533 1.3.2.3 pgoyette seg = &mach->segs[i]; 534 1.3.2.3 pgoyette if (seg->present && seg->hva == hva && seg->size == size) { 535 1.3.2.3 pgoyette return seg; 536 1.3.2.3 pgoyette } 537 1.3.2.3 pgoyette } 538 1.3.2.3 pgoyette 539 1.3.2.3 pgoyette return NULL; 540 1.3.2.3 pgoyette } 541 1.3.2.3 pgoyette 542 1.3.2.3 pgoyette static int 543 1.3.2.3 pgoyette nvmm_seg_validate(struct nvmm_machine *mach, uintptr_t hva, size_t size) 544 1.3.2.3 pgoyette { 545 1.3.2.3 pgoyette struct nvmm_seg *seg; 546 1.3.2.3 pgoyette size_t i; 547 1.3.2.3 pgoyette 548 1.3.2.3 pgoyette if ((hva % PAGE_SIZE) != 0 || (size % PAGE_SIZE) != 0) { 549 1.3.2.3 pgoyette return EINVAL; 550 1.3.2.3 pgoyette } 551 1.3.2.3 pgoyette if (hva == 0) { 552 1.3.2.3 pgoyette return EINVAL; 553 1.3.2.3 pgoyette } 554 1.3.2.3 pgoyette 555 1.3.2.3 pgoyette for (i = 0; i < NVMM_MAX_SEGS; i++) { 556 1.3.2.3 pgoyette seg = &mach->segs[i]; 557 1.3.2.3 pgoyette if (!seg->present) { 558 1.3.2.3 pgoyette continue; 559 1.3.2.3 pgoyette } 560 1.3.2.3 pgoyette 561 1.3.2.3 pgoyette if (hva >= seg->hva && hva + size <= seg->hva + seg->size) { 562 1.3.2.3 pgoyette break; 563 1.3.2.3 pgoyette } 564 1.3.2.3 pgoyette 565 1.3.2.3 pgoyette if (hva >= seg->hva && hva < seg->hva + seg->size) { 566 1.3.2.3 pgoyette return EEXIST; 567 1.3.2.3 pgoyette } 568 1.3.2.3 pgoyette if (hva + size > seg->hva && 569 1.3.2.3 pgoyette hva + size <= seg->hva + seg->size) { 570 1.3.2.3 pgoyette return EEXIST; 571 1.3.2.3 pgoyette } 572 1.3.2.3 pgoyette if (hva <= seg->hva && hva + size >= seg->hva + seg->size) { 573 1.3.2.3 pgoyette return EEXIST; 574 1.3.2.3 pgoyette } 575 1.3.2.3 pgoyette } 576 1.3.2.3 pgoyette 577 1.3.2.3 pgoyette return 0; 578 1.3.2.3 pgoyette } 579 1.3.2.3 pgoyette 580 1.3.2.3 pgoyette static struct nvmm_seg * 581 1.3.2.3 pgoyette nvmm_seg_alloc(struct nvmm_machine *mach) 582 1.3.2.3 pgoyette { 583 1.3.2.3 pgoyette struct nvmm_seg *seg; 584 1.3.2.3 pgoyette size_t i; 585 1.3.2.3 pgoyette 586 1.3.2.3 pgoyette for (i = 0; i < NVMM_MAX_SEGS; i++) { 587 1.3.2.3 pgoyette seg = &mach->segs[i]; 588 1.3.2.3 pgoyette if (!seg->present) { 589 1.3.2.3 pgoyette seg->present = true; 590 1.3.2.3 pgoyette return seg; 591 1.3.2.3 pgoyette } 592 1.3.2.3 pgoyette } 593 1.3.2.3 pgoyette 594 1.3.2.3 pgoyette return NULL; 595 1.3.2.3 pgoyette } 596 1.3.2.3 pgoyette 597 1.3.2.3 pgoyette static void 598 1.3.2.3 pgoyette nvmm_seg_free(struct nvmm_seg *seg) 599 1.3.2.3 pgoyette { 600 1.3.2.3 pgoyette struct vmspace *vmspace = curproc->p_vmspace; 601 1.3.2.3 pgoyette 602 1.3.2.3 pgoyette uvm_unmap(&vmspace->vm_map, seg->hva, seg->hva + seg->size); 603 1.3.2.3 pgoyette uao_detach(seg->uobj); 604 1.3.2.3 pgoyette 605 1.3.2.3 pgoyette seg->uobj = NULL; 606 1.3.2.3 pgoyette seg->present = false; 607 1.3.2.3 pgoyette } 608 1.3.2.3 pgoyette 609 1.3.2.3 pgoyette static int 610 1.3.2.3 pgoyette nvmm_hva_map(struct nvmm_ioc_hva_map *args) 611 1.3.2.3 pgoyette { 612 1.3.2.3 pgoyette struct vmspace *vmspace = curproc->p_vmspace; 613 1.3.2.3 pgoyette struct nvmm_machine *mach; 614 1.3.2.3 pgoyette struct nvmm_seg *seg; 615 1.3.2.3 pgoyette vaddr_t uva; 616 1.3.2.3 pgoyette int error; 617 1.3.2.3 pgoyette 618 1.3.2.3 pgoyette error = nvmm_machine_get(args->machid, &mach, true); 619 1.3.2.3 pgoyette if (error) 620 1.3.2.3 pgoyette return error; 621 1.3.2.3 pgoyette 622 1.3.2.3 pgoyette error = nvmm_seg_validate(mach, args->hva, args->size); 623 1.3.2.3 pgoyette if (error) 624 1.3.2.3 pgoyette goto out; 625 1.3.2.3 pgoyette 626 1.3.2.3 pgoyette seg = nvmm_seg_alloc(mach); 627 1.3.2.3 pgoyette if (seg == NULL) { 628 1.3.2.3 pgoyette error = ENOBUFS; 629 1.3.2.3 pgoyette goto out; 630 1.3.2.3 pgoyette } 631 1.3.2.3 pgoyette 632 1.3.2.3 pgoyette seg->hva = args->hva; 633 1.3.2.3 pgoyette seg->size = args->size; 634 1.3.2.3 pgoyette seg->uobj = uao_create(seg->size, 0); 635 1.3.2.3 pgoyette uva = seg->hva; 636 1.3.2.3 pgoyette 637 1.3.2.3 pgoyette /* Take a reference for the user. */ 638 1.3.2.3 pgoyette uao_reference(seg->uobj); 639 1.3.2.3 pgoyette 640 1.3.2.3 pgoyette /* Map the uobj into the user address space, as pageable. */ 641 1.3.2.3 pgoyette error = uvm_map(&vmspace->vm_map, &uva, seg->size, seg->uobj, 0, 0, 642 1.3.2.3 pgoyette UVM_MAPFLAG(UVM_PROT_RW, UVM_PROT_RW, UVM_INH_SHARE, 643 1.3.2.3 pgoyette UVM_ADV_RANDOM, UVM_FLAG_FIXED|UVM_FLAG_UNMAP)); 644 1.3.2.3 pgoyette if (error) { 645 1.3.2.3 pgoyette uao_detach(seg->uobj); 646 1.3.2.3 pgoyette } 647 1.3.2.3 pgoyette 648 1.3.2.3 pgoyette out: 649 1.3.2.3 pgoyette nvmm_machine_put(mach); 650 1.3.2.3 pgoyette return error; 651 1.3.2.3 pgoyette } 652 1.3.2.3 pgoyette 653 1.3.2.3 pgoyette static int 654 1.3.2.3 pgoyette nvmm_hva_unmap(struct nvmm_ioc_hva_unmap *args) 655 1.3.2.3 pgoyette { 656 1.3.2.3 pgoyette struct nvmm_machine *mach; 657 1.3.2.3 pgoyette struct nvmm_seg *seg; 658 1.3.2.3 pgoyette int error; 659 1.3.2.3 pgoyette 660 1.3.2.3 pgoyette error = nvmm_machine_get(args->machid, &mach, true); 661 1.3.2.3 pgoyette if (error) 662 1.3.2.3 pgoyette return error; 663 1.3.2.3 pgoyette 664 1.3.2.3 pgoyette seg = nvmm_seg_find(mach, args->hva, args->size); 665 1.3.2.3 pgoyette if (seg == NULL) 666 1.3.2.3 pgoyette return ENOENT; 667 1.3.2.3 pgoyette 668 1.3.2.3 pgoyette nvmm_seg_free(seg); 669 1.3.2.3 pgoyette 670 1.3.2.3 pgoyette nvmm_machine_put(mach); 671 1.3.2.3 pgoyette return 0; 672 1.3.2.3 pgoyette } 673 1.3.2.3 pgoyette 674 1.3.2.3 pgoyette /* -------------------------------------------------------------------------- */ 675 1.3.2.3 pgoyette 676 1.3.2.2 pgoyette static int 677 1.3.2.2 pgoyette nvmm_gpa_map(struct nvmm_ioc_gpa_map *args) 678 1.3.2.2 pgoyette { 679 1.3.2.2 pgoyette struct nvmm_machine *mach; 680 1.3.2.3 pgoyette struct uvm_object *uobj; 681 1.3.2.2 pgoyette gpaddr_t gpa; 682 1.3.2.3 pgoyette size_t off; 683 1.3.2.2 pgoyette int error; 684 1.3.2.2 pgoyette 685 1.3.2.2 pgoyette error = nvmm_machine_get(args->machid, &mach, false); 686 1.3.2.2 pgoyette if (error) 687 1.3.2.2 pgoyette return error; 688 1.3.2.2 pgoyette 689 1.3.2.2 pgoyette if ((args->gpa % PAGE_SIZE) != 0 || (args->size % PAGE_SIZE) != 0 || 690 1.3.2.2 pgoyette (args->hva % PAGE_SIZE) != 0) { 691 1.3.2.2 pgoyette error = EINVAL; 692 1.3.2.2 pgoyette goto out; 693 1.3.2.2 pgoyette } 694 1.3.2.2 pgoyette if (args->hva == 0) { 695 1.3.2.2 pgoyette error = EINVAL; 696 1.3.2.2 pgoyette goto out; 697 1.3.2.2 pgoyette } 698 1.3.2.2 pgoyette if (args->gpa < mach->gpa_begin || args->gpa >= mach->gpa_end) { 699 1.3.2.2 pgoyette error = EINVAL; 700 1.3.2.2 pgoyette goto out; 701 1.3.2.2 pgoyette } 702 1.3.2.2 pgoyette if (args->gpa + args->size <= args->gpa) { 703 1.3.2.2 pgoyette error = EINVAL; 704 1.3.2.2 pgoyette goto out; 705 1.3.2.2 pgoyette } 706 1.3.2.2 pgoyette if (args->gpa + args->size > mach->gpa_end) { 707 1.3.2.2 pgoyette error = EINVAL; 708 1.3.2.2 pgoyette goto out; 709 1.3.2.2 pgoyette } 710 1.3.2.2 pgoyette gpa = args->gpa; 711 1.3.2.2 pgoyette 712 1.3.2.3 pgoyette uobj = nvmm_seg_getuobj(mach, args->hva, args->size, &off); 713 1.3.2.3 pgoyette if (uobj == NULL) { 714 1.3.2.3 pgoyette error = EINVAL; 715 1.3.2.3 pgoyette goto out; 716 1.3.2.3 pgoyette } 717 1.3.2.3 pgoyette 718 1.3.2.3 pgoyette /* Take a reference for the machine. */ 719 1.3.2.3 pgoyette uao_reference(uobj); 720 1.3.2.2 pgoyette 721 1.3.2.2 pgoyette /* Map the uobj into the machine address space, as pageable. */ 722 1.3.2.3 pgoyette error = uvm_map(&mach->vm->vm_map, &gpa, args->size, uobj, off, 0, 723 1.3.2.3 pgoyette UVM_MAPFLAG(UVM_PROT_RWX, UVM_PROT_RWX, UVM_INH_NONE, 724 1.3.2.3 pgoyette UVM_ADV_RANDOM, UVM_FLAG_FIXED|UVM_FLAG_UNMAP)); 725 1.3.2.2 pgoyette if (error) { 726 1.3.2.3 pgoyette uao_detach(uobj); 727 1.3.2.2 pgoyette goto out; 728 1.3.2.2 pgoyette } 729 1.3.2.2 pgoyette if (gpa != args->gpa) { 730 1.3.2.3 pgoyette uao_detach(uobj); 731 1.3.2.2 pgoyette printf("[!] uvm_map problem\n"); 732 1.3.2.2 pgoyette error = EINVAL; 733 1.3.2.2 pgoyette goto out; 734 1.3.2.2 pgoyette } 735 1.3.2.2 pgoyette 736 1.3.2.2 pgoyette out: 737 1.3.2.2 pgoyette nvmm_machine_put(mach); 738 1.3.2.2 pgoyette return error; 739 1.3.2.2 pgoyette } 740 1.3.2.2 pgoyette 741 1.3.2.2 pgoyette static int 742 1.3.2.2 pgoyette nvmm_gpa_unmap(struct nvmm_ioc_gpa_unmap *args) 743 1.3.2.2 pgoyette { 744 1.3.2.2 pgoyette struct nvmm_machine *mach; 745 1.3.2.2 pgoyette gpaddr_t gpa; 746 1.3.2.2 pgoyette int error; 747 1.3.2.2 pgoyette 748 1.3.2.2 pgoyette error = nvmm_machine_get(args->machid, &mach, false); 749 1.3.2.2 pgoyette if (error) 750 1.3.2.2 pgoyette return error; 751 1.3.2.2 pgoyette 752 1.3.2.2 pgoyette if ((args->gpa % PAGE_SIZE) != 0 || (args->size % PAGE_SIZE) != 0) { 753 1.3.2.2 pgoyette error = EINVAL; 754 1.3.2.2 pgoyette goto out; 755 1.3.2.2 pgoyette } 756 1.3.2.2 pgoyette if (args->gpa < mach->gpa_begin || args->gpa >= mach->gpa_end) { 757 1.3.2.2 pgoyette error = EINVAL; 758 1.3.2.2 pgoyette goto out; 759 1.3.2.2 pgoyette } 760 1.3.2.2 pgoyette if (args->gpa + args->size <= args->gpa) { 761 1.3.2.2 pgoyette error = EINVAL; 762 1.3.2.2 pgoyette goto out; 763 1.3.2.2 pgoyette } 764 1.3.2.2 pgoyette if (args->gpa + args->size >= mach->gpa_end) { 765 1.3.2.2 pgoyette error = EINVAL; 766 1.3.2.2 pgoyette goto out; 767 1.3.2.2 pgoyette } 768 1.3.2.2 pgoyette gpa = args->gpa; 769 1.3.2.2 pgoyette 770 1.3.2.2 pgoyette /* Unmap the memory from the machine. */ 771 1.3.2.2 pgoyette uvm_unmap(&mach->vm->vm_map, gpa, gpa + args->size); 772 1.3.2.2 pgoyette 773 1.3.2.2 pgoyette out: 774 1.3.2.2 pgoyette nvmm_machine_put(mach); 775 1.3.2.2 pgoyette return error; 776 1.3.2.2 pgoyette } 777 1.3.2.2 pgoyette 778 1.3.2.2 pgoyette /* -------------------------------------------------------------------------- */ 779 1.3.2.2 pgoyette 780 1.3.2.2 pgoyette static int 781 1.3.2.2 pgoyette nvmm_init(void) 782 1.3.2.2 pgoyette { 783 1.3.2.2 pgoyette size_t i, n; 784 1.3.2.2 pgoyette 785 1.3.2.2 pgoyette for (i = 0; i < __arraycount(nvmm_impl_list); i++) { 786 1.3.2.2 pgoyette if (!(*nvmm_impl_list[i]->ident)()) { 787 1.3.2.2 pgoyette continue; 788 1.3.2.2 pgoyette } 789 1.3.2.2 pgoyette nvmm_impl = nvmm_impl_list[i]; 790 1.3.2.2 pgoyette break; 791 1.3.2.2 pgoyette } 792 1.3.2.2 pgoyette if (nvmm_impl == NULL) { 793 1.3.2.2 pgoyette printf("[!] No implementation found\n"); 794 1.3.2.2 pgoyette return ENOTSUP; 795 1.3.2.2 pgoyette } 796 1.3.2.2 pgoyette 797 1.3.2.2 pgoyette for (i = 0; i < NVMM_MAX_MACHINES; i++) { 798 1.3.2.2 pgoyette machines[i].machid = i; 799 1.3.2.2 pgoyette rw_init(&machines[i].lock); 800 1.3.2.2 pgoyette for (n = 0; n < NVMM_MAX_VCPUS; n++) { 801 1.3.2.2 pgoyette mutex_init(&machines[i].cpus[n].lock, MUTEX_DEFAULT, 802 1.3.2.2 pgoyette IPL_NONE); 803 1.3.2.2 pgoyette machines[i].cpus[n].hcpu_last = -1; 804 1.3.2.2 pgoyette } 805 1.3.2.2 pgoyette } 806 1.3.2.2 pgoyette 807 1.3.2.2 pgoyette (*nvmm_impl->init)(); 808 1.3.2.2 pgoyette 809 1.3.2.2 pgoyette return 0; 810 1.3.2.2 pgoyette } 811 1.3.2.2 pgoyette 812 1.3.2.2 pgoyette static void 813 1.3.2.2 pgoyette nvmm_fini(void) 814 1.3.2.2 pgoyette { 815 1.3.2.2 pgoyette size_t i, n; 816 1.3.2.2 pgoyette 817 1.3.2.2 pgoyette for (i = 0; i < NVMM_MAX_MACHINES; i++) { 818 1.3.2.2 pgoyette rw_destroy(&machines[i].lock); 819 1.3.2.2 pgoyette for (n = 0; n < NVMM_MAX_VCPUS; n++) { 820 1.3.2.2 pgoyette mutex_destroy(&machines[i].cpus[n].lock); 821 1.3.2.2 pgoyette } 822 1.3.2.2 pgoyette /* TODO need to free stuff, etc */ 823 1.3.2.2 pgoyette } 824 1.3.2.2 pgoyette 825 1.3.2.2 pgoyette (*nvmm_impl->fini)(); 826 1.3.2.2 pgoyette } 827 1.3.2.2 pgoyette 828 1.3.2.2 pgoyette /* -------------------------------------------------------------------------- */ 829 1.3.2.2 pgoyette 830 1.3.2.2 pgoyette static int 831 1.3.2.2 pgoyette nvmm_open(dev_t dev, int flags, int type, struct lwp *l) 832 1.3.2.2 pgoyette { 833 1.3.2.2 pgoyette if (minor(dev) != 0) { 834 1.3.2.2 pgoyette return EXDEV; 835 1.3.2.2 pgoyette } 836 1.3.2.2 pgoyette 837 1.3.2.2 pgoyette return 0; 838 1.3.2.2 pgoyette } 839 1.3.2.2 pgoyette 840 1.3.2.2 pgoyette static int 841 1.3.2.2 pgoyette nvmm_close(dev_t dev, int flags, int type, struct lwp *l) 842 1.3.2.2 pgoyette { 843 1.3.2.2 pgoyette KASSERT(minor(dev) == 0); 844 1.3.2.2 pgoyette 845 1.3.2.2 pgoyette nvmm_kill_machines(l->l_proc->p_pid); 846 1.3.2.2 pgoyette 847 1.3.2.2 pgoyette return 0; 848 1.3.2.2 pgoyette } 849 1.3.2.2 pgoyette 850 1.3.2.2 pgoyette static int 851 1.3.2.2 pgoyette nvmm_ioctl(dev_t dev, u_long cmd, void *data, int flags, struct lwp *l) 852 1.3.2.2 pgoyette { 853 1.3.2.2 pgoyette KASSERT(minor(dev) == 0); 854 1.3.2.2 pgoyette 855 1.3.2.2 pgoyette switch (cmd) { 856 1.3.2.2 pgoyette case NVMM_IOC_CAPABILITY: 857 1.3.2.2 pgoyette return nvmm_capability(data); 858 1.3.2.2 pgoyette case NVMM_IOC_MACHINE_CREATE: 859 1.3.2.2 pgoyette return nvmm_machine_create(data); 860 1.3.2.2 pgoyette case NVMM_IOC_MACHINE_DESTROY: 861 1.3.2.2 pgoyette return nvmm_machine_destroy(data); 862 1.3.2.2 pgoyette case NVMM_IOC_MACHINE_CONFIGURE: 863 1.3.2.2 pgoyette return nvmm_machine_configure(data); 864 1.3.2.2 pgoyette case NVMM_IOC_VCPU_CREATE: 865 1.3.2.2 pgoyette return nvmm_vcpu_create(data); 866 1.3.2.2 pgoyette case NVMM_IOC_VCPU_DESTROY: 867 1.3.2.2 pgoyette return nvmm_vcpu_destroy(data); 868 1.3.2.2 pgoyette case NVMM_IOC_VCPU_SETSTATE: 869 1.3.2.2 pgoyette return nvmm_vcpu_setstate(data); 870 1.3.2.2 pgoyette case NVMM_IOC_VCPU_GETSTATE: 871 1.3.2.2 pgoyette return nvmm_vcpu_getstate(data); 872 1.3.2.2 pgoyette case NVMM_IOC_VCPU_INJECT: 873 1.3.2.2 pgoyette return nvmm_vcpu_inject(data); 874 1.3.2.2 pgoyette case NVMM_IOC_VCPU_RUN: 875 1.3.2.2 pgoyette return nvmm_vcpu_run(data); 876 1.3.2.2 pgoyette case NVMM_IOC_GPA_MAP: 877 1.3.2.2 pgoyette return nvmm_gpa_map(data); 878 1.3.2.2 pgoyette case NVMM_IOC_GPA_UNMAP: 879 1.3.2.2 pgoyette return nvmm_gpa_unmap(data); 880 1.3.2.3 pgoyette case NVMM_IOC_HVA_MAP: 881 1.3.2.3 pgoyette return nvmm_hva_map(data); 882 1.3.2.3 pgoyette case NVMM_IOC_HVA_UNMAP: 883 1.3.2.3 pgoyette return nvmm_hva_unmap(data); 884 1.3.2.2 pgoyette default: 885 1.3.2.2 pgoyette return EINVAL; 886 1.3.2.2 pgoyette } 887 1.3.2.2 pgoyette } 888 1.3.2.2 pgoyette 889 1.3.2.2 pgoyette const struct cdevsw nvmm_cdevsw = { 890 1.3.2.2 pgoyette .d_open = nvmm_open, 891 1.3.2.2 pgoyette .d_close = nvmm_close, 892 1.3.2.2 pgoyette .d_read = noread, 893 1.3.2.2 pgoyette .d_write = nowrite, 894 1.3.2.2 pgoyette .d_ioctl = nvmm_ioctl, 895 1.3.2.2 pgoyette .d_stop = nostop, 896 1.3.2.2 pgoyette .d_tty = notty, 897 1.3.2.2 pgoyette .d_poll = nopoll, 898 1.3.2.2 pgoyette .d_mmap = nommap, 899 1.3.2.2 pgoyette .d_kqfilter = nokqfilter, 900 1.3.2.2 pgoyette .d_discard = nodiscard, 901 1.3.2.2 pgoyette .d_flag = D_OTHER | D_MPSAFE 902 1.3.2.2 pgoyette }; 903 1.3.2.2 pgoyette 904 1.3.2.2 pgoyette void 905 1.3.2.2 pgoyette nvmmattach(int nunits) 906 1.3.2.2 pgoyette { 907 1.3.2.2 pgoyette /* nothing */ 908 1.3.2.2 pgoyette } 909 1.3.2.2 pgoyette 910 1.3.2.2 pgoyette MODULE(MODULE_CLASS_DRIVER, nvmm, NULL); 911 1.3.2.2 pgoyette 912 1.3.2.2 pgoyette static int 913 1.3.2.2 pgoyette nvmm_modcmd(modcmd_t cmd, void *arg) 914 1.3.2.2 pgoyette { 915 1.3.2.2 pgoyette int error; 916 1.3.2.2 pgoyette 917 1.3.2.2 pgoyette switch (cmd) { 918 1.3.2.2 pgoyette case MODULE_CMD_INIT: 919 1.3.2.2 pgoyette error = nvmm_init(); 920 1.3.2.2 pgoyette if (error) 921 1.3.2.2 pgoyette return error; 922 1.3.2.2 pgoyette 923 1.3.2.2 pgoyette #if defined(_MODULE) 924 1.3.2.2 pgoyette { 925 1.3.2.2 pgoyette devmajor_t bmajor = NODEVMAJOR; 926 1.3.2.2 pgoyette devmajor_t cmajor = 345; 927 1.3.2.2 pgoyette 928 1.3.2.2 pgoyette /* mknod /dev/nvmm c 345 0 */ 929 1.3.2.2 pgoyette error = devsw_attach("nvmm", NULL, &bmajor, 930 1.3.2.2 pgoyette &nvmm_cdevsw, &cmajor); 931 1.3.2.2 pgoyette if (error) { 932 1.3.2.2 pgoyette nvmm_fini(); 933 1.3.2.2 pgoyette return error; 934 1.3.2.2 pgoyette } 935 1.3.2.2 pgoyette } 936 1.3.2.2 pgoyette #endif 937 1.3.2.2 pgoyette return 0; 938 1.3.2.2 pgoyette 939 1.3.2.2 pgoyette case MODULE_CMD_FINI: 940 1.3.2.2 pgoyette #if defined(_MODULE) 941 1.3.2.2 pgoyette { 942 1.3.2.2 pgoyette error = devsw_detach(NULL, &nvmm_cdevsw); 943 1.3.2.2 pgoyette if (error) { 944 1.3.2.2 pgoyette return error; 945 1.3.2.2 pgoyette } 946 1.3.2.2 pgoyette } 947 1.3.2.2 pgoyette #endif 948 1.3.2.2 pgoyette nvmm_fini(); 949 1.3.2.2 pgoyette return 0; 950 1.3.2.2 pgoyette 951 1.3.2.2 pgoyette default: 952 1.3.2.2 pgoyette return ENOTTY; 953 1.3.2.2 pgoyette } 954 1.3.2.2 pgoyette } 955
Indexes created Thu Oct 30 03:10:01 GMT 2025