nvmm.c revision 1.3.2.3
1 1.3.2.3 pgoyette /* $NetBSD: nvmm.c,v 1.3.2.3 2018/12/26 14:01:49 pgoyette Exp $ */ 2 1.3.2.2 pgoyette 3 1.3.2.2 pgoyette /* 4 1.3.2.2 pgoyette * Copyright (c) 2018 The NetBSD Foundation, Inc. 5 1.3.2.2 pgoyette * All rights reserved. 6 1.3.2.2 pgoyette * 7 1.3.2.2 pgoyette * This code is derived from software contributed to The NetBSD Foundation 8 1.3.2.2 pgoyette * by Maxime Villard. 9 1.3.2.2 pgoyette * 10 1.3.2.2 pgoyette * Redistribution and use in source and binary forms, with or without 11 1.3.2.2 pgoyette * modification, are permitted provided that the following conditions 12 1.3.2.2 pgoyette * are met: 13 1.3.2.2 pgoyette * 1. Redistributions of source code must retain the above copyright 14 1.3.2.2 pgoyette * notice, this list of conditions and the following disclaimer. 15 1.3.2.2 pgoyette * 2. Redistributions in binary form must reproduce the above copyright 16 1.3.2.2 pgoyette * notice, this list of conditions and the following disclaimer in the 17 1.3.2.2 pgoyette * documentation and/or other materials provided with the distribution. 18 1.3.2.2 pgoyette * 19 1.3.2.2 pgoyette * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS 20 1.3.2.2 pgoyette * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED 21 1.3.2.2 pgoyette * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 22 1.3.2.2 pgoyette * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS 23 1.3.2.2 pgoyette * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 24 1.3.2.2 pgoyette * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 25 1.3.2.2 pgoyette * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26 1.3.2.2 pgoyette * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 27 1.3.2.2 pgoyette * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 28 1.3.2.2 pgoyette * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 29 1.3.2.2 pgoyette * POSSIBILITY OF SUCH DAMAGE. 30 1.3.2.2 pgoyette */ 31 1.3.2.2 pgoyette 32 1.3.2.2 pgoyette #include <sys/cdefs.h> 33 1.3.2.3 pgoyette __KERNEL_RCSID(0, "$NetBSD: nvmm.c,v 1.3.2.3 2018/12/26 14:01:49 pgoyette Exp $"); 34 1.3.2.2 pgoyette 35 1.3.2.2 pgoyette #include <sys/param.h> 36 1.3.2.2 pgoyette #include <sys/systm.h> 37 1.3.2.2 pgoyette #include <sys/kernel.h> 38 1.3.2.2 pgoyette 39 1.3.2.2 pgoyette #include <sys/cpu.h> 40 1.3.2.2 pgoyette #include <sys/conf.h> 41 1.3.2.2 pgoyette #include <sys/kmem.h> 42 1.3.2.2 pgoyette #include <sys/module.h> 43 1.3.2.2 pgoyette #include <sys/proc.h> 44 1.3.2.2 pgoyette 45 1.3.2.2 pgoyette #include <uvm/uvm.h> 46 1.3.2.2 pgoyette #include <uvm/uvm_page.h> 47 1.3.2.2 pgoyette 48 1.3.2.2 pgoyette #include "ioconf.h" 49 1.3.2.2 pgoyette 50 1.3.2.2 pgoyette #include <dev/nvmm/nvmm.h> 51 1.3.2.2 pgoyette #include <dev/nvmm/nvmm_internal.h> 52 1.3.2.2 pgoyette #include <dev/nvmm/nvmm_ioctl.h> 53 1.3.2.2 pgoyette 54 1.3.2.2 pgoyette static struct nvmm_machine machines[NVMM_MAX_MACHINES]; 55 1.3.2.2 pgoyette 56 1.3.2.2 pgoyette static const struct nvmm_impl *nvmm_impl_list[] = { 57 1.3.2.2 pgoyette &nvmm_x86_svm /* x86 AMD SVM */ 58 1.3.2.2 pgoyette }; 59 1.3.2.2 pgoyette 60 1.3.2.2 pgoyette static const struct nvmm_impl *nvmm_impl = NULL; 61 1.3.2.2 pgoyette 62 1.3.2.2 pgoyette /* -------------------------------------------------------------------------- */ 63 1.3.2.2 pgoyette 64 1.3.2.2 pgoyette static int 65 1.3.2.2 pgoyette nvmm_machine_alloc(struct nvmm_machine **ret) 66 1.3.2.2 pgoyette { 67 1.3.2.2 pgoyette struct nvmm_machine *mach; 68 1.3.2.2 pgoyette size_t i; 69 1.3.2.2 pgoyette 70 1.3.2.2 pgoyette for (i = 0; i < NVMM_MAX_MACHINES; i++) { 71 1.3.2.2 pgoyette mach = &machines[i]; 72 1.3.2.2 pgoyette 73 1.3.2.2 pgoyette rw_enter(&mach->lock, RW_WRITER); 74 1.3.2.2 pgoyette if (mach->present) { 75 1.3.2.2 pgoyette rw_exit(&mach->lock); 76 1.3.2.2 pgoyette continue; 77 1.3.2.2 pgoyette } 78 1.3.2.2 pgoyette 79 1.3.2.2 pgoyette mach->present = true; 80 1.3.2.2 pgoyette *ret = mach; 81 1.3.2.2 pgoyette return 0; 82 1.3.2.2 pgoyette } 83 1.3.2.2 pgoyette 84 1.3.2.2 pgoyette return ENOBUFS; 85 1.3.2.2 pgoyette } 86 1.3.2.2 pgoyette 87 1.3.2.2 pgoyette static void 88 1.3.2.2 pgoyette nvmm_machine_free(struct nvmm_machine *mach) 89 1.3.2.2 pgoyette { 90 1.3.2.2 pgoyette KASSERT(rw_write_held(&mach->lock)); 91 1.3.2.2 pgoyette KASSERT(mach->present); 92 1.3.2.2 pgoyette mach->present = false; 93 1.3.2.2 pgoyette } 94 1.3.2.2 pgoyette 95 1.3.2.2 pgoyette static int 96 1.3.2.2 pgoyette nvmm_machine_get(nvmm_machid_t machid, struct nvmm_machine **ret, bool writer) 97 1.3.2.2 pgoyette { 98 1.3.2.2 pgoyette struct nvmm_machine *mach; 99 1.3.2.2 pgoyette krw_t op = writer ? RW_WRITER : RW_READER; 100 1.3.2.2 pgoyette 101 1.3.2.2 pgoyette if (machid >= NVMM_MAX_MACHINES) { 102 1.3.2.2 pgoyette return EINVAL; 103 1.3.2.2 pgoyette } 104 1.3.2.2 pgoyette mach = &machines[machid]; 105 1.3.2.2 pgoyette 106 1.3.2.2 pgoyette rw_enter(&mach->lock, op); 107 1.3.2.2 pgoyette if (!mach->present) { 108 1.3.2.2 pgoyette rw_exit(&mach->lock); 109 1.3.2.2 pgoyette return ENOENT; 110 1.3.2.2 pgoyette } 111 1.3.2.2 pgoyette if (mach->procid != curproc->p_pid) { 112 1.3.2.2 pgoyette rw_exit(&mach->lock); 113 1.3.2.2 pgoyette return EPERM; 114 1.3.2.2 pgoyette } 115 1.3.2.2 pgoyette *ret = mach; 116 1.3.2.2 pgoyette 117 1.3.2.2 pgoyette return 0; 118 1.3.2.2 pgoyette } 119 1.3.2.2 pgoyette 120 1.3.2.2 pgoyette static void 121 1.3.2.2 pgoyette nvmm_machine_put(struct nvmm_machine *mach) 122 1.3.2.2 pgoyette { 123 1.3.2.2 pgoyette rw_exit(&mach->lock); 124 1.3.2.2 pgoyette } 125 1.3.2.2 pgoyette 126 1.3.2.2 pgoyette /* -------------------------------------------------------------------------- */ 127 1.3.2.2 pgoyette 128 1.3.2.2 pgoyette static int 129 1.3.2.2 pgoyette nvmm_vcpu_alloc(struct nvmm_machine *mach, struct nvmm_cpu **ret) 130 1.3.2.2 pgoyette { 131 1.3.2.2 pgoyette struct nvmm_cpu *vcpu; 132 1.3.2.2 pgoyette size_t i; 133 1.3.2.2 pgoyette 134 1.3.2.2 pgoyette for (i = 0; i < NVMM_MAX_VCPUS; i++) { 135 1.3.2.2 pgoyette vcpu = &mach->cpus[i]; 136 1.3.2.2 pgoyette 137 1.3.2.2 pgoyette mutex_enter(&vcpu->lock); 138 1.3.2.2 pgoyette if (vcpu->present) { 139 1.3.2.2 pgoyette mutex_exit(&vcpu->lock); 140 1.3.2.2 pgoyette continue; 141 1.3.2.2 pgoyette } 142 1.3.2.2 pgoyette 143 1.3.2.2 pgoyette vcpu->present = true; 144 1.3.2.2 pgoyette vcpu->cpuid = i; 145 1.3.2.2 pgoyette *ret = vcpu; 146 1.3.2.2 pgoyette return 0; 147 1.3.2.2 pgoyette } 148 1.3.2.2 pgoyette 149 1.3.2.2 pgoyette return ENOBUFS; 150 1.3.2.2 pgoyette } 151 1.3.2.2 pgoyette 152 1.3.2.2 pgoyette static void 153 1.3.2.2 pgoyette nvmm_vcpu_free(struct nvmm_machine *mach, struct nvmm_cpu *vcpu) 154 1.3.2.2 pgoyette { 155 1.3.2.2 pgoyette KASSERT(mutex_owned(&vcpu->lock)); 156 1.3.2.2 pgoyette vcpu->present = false; 157 1.3.2.2 pgoyette vcpu->hcpu_last = -1; 158 1.3.2.2 pgoyette } 159 1.3.2.2 pgoyette 160 1.3.2.2 pgoyette int 161 1.3.2.2 pgoyette nvmm_vcpu_get(struct nvmm_machine *mach, nvmm_cpuid_t cpuid, 162 1.3.2.2 pgoyette struct nvmm_cpu **ret) 163 1.3.2.2 pgoyette { 164 1.3.2.2 pgoyette struct nvmm_cpu *vcpu; 165 1.3.2.2 pgoyette 166 1.3.2.2 pgoyette if (cpuid >= NVMM_MAX_VCPUS) { 167 1.3.2.2 pgoyette return EINVAL; 168 1.3.2.2 pgoyette } 169 1.3.2.2 pgoyette vcpu = &mach->cpus[cpuid]; 170 1.3.2.2 pgoyette 171 1.3.2.2 pgoyette mutex_enter(&vcpu->lock); 172 1.3.2.2 pgoyette if (!vcpu->present) { 173 1.3.2.2 pgoyette mutex_exit(&vcpu->lock); 174 1.3.2.2 pgoyette return ENOENT; 175 1.3.2.2 pgoyette } 176 1.3.2.2 pgoyette *ret = vcpu; 177 1.3.2.2 pgoyette 178 1.3.2.2 pgoyette return 0; 179 1.3.2.2 pgoyette } 180 1.3.2.2 pgoyette 181 1.3.2.2 pgoyette void 182 1.3.2.2 pgoyette nvmm_vcpu_put(struct nvmm_cpu *vcpu) 183 1.3.2.2 pgoyette { 184 1.3.2.2 pgoyette mutex_exit(&vcpu->lock); 185 1.3.2.2 pgoyette } 186 1.3.2.2 pgoyette 187 1.3.2.2 pgoyette /* -------------------------------------------------------------------------- */ 188 1.3.2.2 pgoyette 189 1.3.2.2 pgoyette static void 190 1.3.2.2 pgoyette nvmm_kill_machines(pid_t pid) 191 1.3.2.2 pgoyette { 192 1.3.2.2 pgoyette struct nvmm_machine *mach; 193 1.3.2.2 pgoyette struct nvmm_cpu *vcpu; 194 1.3.2.2 pgoyette size_t i, j; 195 1.3.2.2 pgoyette int error; 196 1.3.2.2 pgoyette 197 1.3.2.2 pgoyette for (i = 0; i < NVMM_MAX_MACHINES; i++) { 198 1.3.2.2 pgoyette mach = &machines[i]; 199 1.3.2.2 pgoyette 200 1.3.2.2 pgoyette rw_enter(&mach->lock, RW_WRITER); 201 1.3.2.2 pgoyette if (!mach->present || mach->procid != pid) { 202 1.3.2.2 pgoyette rw_exit(&mach->lock); 203 1.3.2.2 pgoyette continue; 204 1.3.2.2 pgoyette } 205 1.3.2.2 pgoyette 206 1.3.2.2 pgoyette /* Kill it. */ 207 1.3.2.2 pgoyette for (j = 0; j < NVMM_MAX_VCPUS; j++) { 208 1.3.2.2 pgoyette error = nvmm_vcpu_get(mach, j, &vcpu); 209 1.3.2.2 pgoyette if (error) 210 1.3.2.2 pgoyette continue; 211 1.3.2.2 pgoyette (*nvmm_impl->vcpu_destroy)(mach, vcpu); 212 1.3.2.2 pgoyette nvmm_vcpu_free(mach, vcpu); 213 1.3.2.2 pgoyette nvmm_vcpu_put(vcpu); 214 1.3.2.2 pgoyette } 215 1.3.2.2 pgoyette uvmspace_free(mach->vm); 216 1.3.2.3 pgoyette 217 1.3.2.3 pgoyette /* Drop the kernel UOBJ refs. */ 218 1.3.2.3 pgoyette for (j = 0; j < NVMM_MAX_SEGS; j++) { 219 1.3.2.3 pgoyette if (!mach->segs[j].present) 220 1.3.2.3 pgoyette continue; 221 1.3.2.3 pgoyette uao_detach(mach->segs[j].uobj); 222 1.3.2.3 pgoyette } 223 1.3.2.3 pgoyette 224 1.3.2.2 pgoyette nvmm_machine_free(mach); 225 1.3.2.2 pgoyette 226 1.3.2.2 pgoyette rw_exit(&mach->lock); 227 1.3.2.2 pgoyette } 228 1.3.2.2 pgoyette } 229 1.3.2.2 pgoyette 230 1.3.2.2 pgoyette /* -------------------------------------------------------------------------- */ 231 1.3.2.2 pgoyette 232 1.3.2.2 pgoyette static int 233 1.3.2.2 pgoyette nvmm_capability(struct nvmm_ioc_capability *args) 234 1.3.2.2 pgoyette { 235 1.3.2.2 pgoyette args->cap.version = NVMM_CAPABILITY_VERSION; 236 1.3.2.2 pgoyette args->cap.state_size = nvmm_impl->state_size; 237 1.3.2.2 pgoyette args->cap.max_machines = NVMM_MAX_MACHINES; 238 1.3.2.2 pgoyette args->cap.max_vcpus = NVMM_MAX_VCPUS; 239 1.3.2.2 pgoyette args->cap.max_ram = NVMM_MAX_RAM; 240 1.3.2.2 pgoyette 241 1.3.2.2 pgoyette (*nvmm_impl->capability)(&args->cap); 242 1.3.2.2 pgoyette 243 1.3.2.2 pgoyette return 0; 244 1.3.2.2 pgoyette } 245 1.3.2.2 pgoyette 246 1.3.2.2 pgoyette static int 247 1.3.2.2 pgoyette nvmm_machine_create(struct nvmm_ioc_machine_create *args) 248 1.3.2.2 pgoyette { 249 1.3.2.2 pgoyette struct nvmm_machine *mach; 250 1.3.2.2 pgoyette int error; 251 1.3.2.2 pgoyette 252 1.3.2.2 pgoyette error = nvmm_machine_alloc(&mach); 253 1.3.2.2 pgoyette if (error) 254 1.3.2.2 pgoyette return error; 255 1.3.2.2 pgoyette 256 1.3.2.2 pgoyette /* Curproc owns the machine. */ 257 1.3.2.2 pgoyette mach->procid = curproc->p_pid; 258 1.3.2.2 pgoyette 259 1.3.2.3 pgoyette /* Zero out the segments. */ 260 1.3.2.3 pgoyette memset(&mach->segs, 0, sizeof(mach->segs)); 261 1.3.2.3 pgoyette 262 1.3.2.2 pgoyette /* Create the machine vmspace. */ 263 1.3.2.2 pgoyette mach->gpa_begin = 0; 264 1.3.2.2 pgoyette mach->gpa_end = NVMM_MAX_RAM; 265 1.3.2.2 pgoyette mach->vm = uvmspace_alloc(0, mach->gpa_end - mach->gpa_begin, false); 266 1.3.2.2 pgoyette 267 1.3.2.2 pgoyette (*nvmm_impl->machine_create)(mach); 268 1.3.2.2 pgoyette 269 1.3.2.2 pgoyette args->machid = mach->machid; 270 1.3.2.2 pgoyette nvmm_machine_put(mach); 271 1.3.2.2 pgoyette 272 1.3.2.2 pgoyette return 0; 273 1.3.2.2 pgoyette } 274 1.3.2.2 pgoyette 275 1.3.2.2 pgoyette static int 276 1.3.2.2 pgoyette nvmm_machine_destroy(struct nvmm_ioc_machine_destroy *args) 277 1.3.2.2 pgoyette { 278 1.3.2.2 pgoyette struct nvmm_machine *mach; 279 1.3.2.2 pgoyette struct nvmm_cpu *vcpu; 280 1.3.2.2 pgoyette int error; 281 1.3.2.2 pgoyette size_t i; 282 1.3.2.2 pgoyette 283 1.3.2.2 pgoyette error = nvmm_machine_get(args->machid, &mach, true); 284 1.3.2.2 pgoyette if (error) 285 1.3.2.2 pgoyette return error; 286 1.3.2.2 pgoyette 287 1.3.2.2 pgoyette for (i = 0; i < NVMM_MAX_VCPUS; i++) { 288 1.3.2.2 pgoyette error = nvmm_vcpu_get(mach, i, &vcpu); 289 1.3.2.2 pgoyette if (error) 290 1.3.2.2 pgoyette continue; 291 1.3.2.2 pgoyette 292 1.3.2.2 pgoyette (*nvmm_impl->vcpu_destroy)(mach, vcpu); 293 1.3.2.2 pgoyette nvmm_vcpu_free(mach, vcpu); 294 1.3.2.2 pgoyette nvmm_vcpu_put(vcpu); 295 1.3.2.2 pgoyette } 296 1.3.2.2 pgoyette 297 1.3.2.2 pgoyette (*nvmm_impl->machine_destroy)(mach); 298 1.3.2.2 pgoyette 299 1.3.2.2 pgoyette /* Free the machine vmspace. */ 300 1.3.2.2 pgoyette uvmspace_free(mach->vm); 301 1.3.2.3 pgoyette 302 1.3.2.3 pgoyette /* Drop the kernel UOBJ refs. */ 303 1.3.2.3 pgoyette for (i = 0; i < NVMM_MAX_SEGS; i++) { 304 1.3.2.3 pgoyette if (!mach->segs[i].present) 305 1.3.2.3 pgoyette continue; 306 1.3.2.3 pgoyette uao_detach(mach->segs[i].uobj); 307 1.3.2.3 pgoyette } 308 1.3.2.2 pgoyette 309 1.3.2.2 pgoyette nvmm_machine_free(mach); 310 1.3.2.2 pgoyette nvmm_machine_put(mach); 311 1.3.2.2 pgoyette 312 1.3.2.2 pgoyette return 0; 313 1.3.2.2 pgoyette } 314 1.3.2.2 pgoyette 315 1.3.2.2 pgoyette static int 316 1.3.2.2 pgoyette nvmm_machine_configure(struct nvmm_ioc_machine_configure *args) 317 1.3.2.2 pgoyette { 318 1.3.2.2 pgoyette struct nvmm_machine *mach; 319 1.3.2.2 pgoyette size_t allocsz; 320 1.3.2.2 pgoyette void *data; 321 1.3.2.2 pgoyette int error; 322 1.3.2.2 pgoyette 323 1.3.2.2 pgoyette if (__predict_false(args->op >= nvmm_impl->conf_max)) { 324 1.3.2.2 pgoyette return EINVAL; 325 1.3.2.2 pgoyette } 326 1.3.2.2 pgoyette 327 1.3.2.2 pgoyette allocsz = nvmm_impl->conf_sizes[args->op]; 328 1.3.2.2 pgoyette data = kmem_alloc(allocsz, KM_SLEEP); 329 1.3.2.2 pgoyette 330 1.3.2.2 pgoyette error = nvmm_machine_get(args->machid, &mach, true); 331 1.3.2.2 pgoyette if (error) { 332 1.3.2.2 pgoyette kmem_free(data, allocsz); 333 1.3.2.2 pgoyette return error; 334 1.3.2.2 pgoyette } 335 1.3.2.2 pgoyette 336 1.3.2.2 pgoyette error = copyin(args->conf, data, allocsz); 337 1.3.2.2 pgoyette if (error) { 338 1.3.2.2 pgoyette goto out; 339 1.3.2.2 pgoyette } 340 1.3.2.2 pgoyette 341 1.3.2.2 pgoyette error = (*nvmm_impl->machine_configure)(mach, args->op, data); 342 1.3.2.2 pgoyette 343 1.3.2.2 pgoyette out: 344 1.3.2.2 pgoyette nvmm_machine_put(mach); 345 1.3.2.2 pgoyette kmem_free(data, allocsz); 346 1.3.2.2 pgoyette return error; 347 1.3.2.2 pgoyette } 348 1.3.2.2 pgoyette 349 1.3.2.2 pgoyette static int 350 1.3.2.2 pgoyette nvmm_vcpu_create(struct nvmm_ioc_vcpu_create *args) 351 1.3.2.2 pgoyette { 352 1.3.2.2 pgoyette struct nvmm_machine *mach; 353 1.3.2.2 pgoyette struct nvmm_cpu *vcpu; 354 1.3.2.2 pgoyette int error; 355 1.3.2.2 pgoyette 356 1.3.2.2 pgoyette error = nvmm_machine_get(args->machid, &mach, false); 357 1.3.2.2 pgoyette if (error) 358 1.3.2.2 pgoyette return error; 359 1.3.2.2 pgoyette 360 1.3.2.2 pgoyette error = nvmm_vcpu_alloc(mach, &vcpu); 361 1.3.2.2 pgoyette if (error) 362 1.3.2.2 pgoyette goto out; 363 1.3.2.2 pgoyette 364 1.3.2.2 pgoyette error = (*nvmm_impl->vcpu_create)(mach, vcpu); 365 1.3.2.2 pgoyette if (error) { 366 1.3.2.2 pgoyette nvmm_vcpu_free(mach, vcpu); 367 1.3.2.2 pgoyette nvmm_vcpu_put(vcpu); 368 1.3.2.2 pgoyette goto out; 369 1.3.2.2 pgoyette } 370 1.3.2.2 pgoyette 371 1.3.2.2 pgoyette nvmm_vcpu_put(vcpu); 372 1.3.2.2 pgoyette 373 1.3.2.2 pgoyette out: 374 1.3.2.2 pgoyette nvmm_machine_put(mach); 375 1.3.2.2 pgoyette return error; 376 1.3.2.2 pgoyette } 377 1.3.2.2 pgoyette 378 1.3.2.2 pgoyette static int 379 1.3.2.2 pgoyette nvmm_vcpu_destroy(struct nvmm_ioc_vcpu_destroy *args) 380 1.3.2.2 pgoyette { 381 1.3.2.2 pgoyette struct nvmm_machine *mach; 382 1.3.2.2 pgoyette struct nvmm_cpu *vcpu; 383 1.3.2.2 pgoyette int error; 384 1.3.2.2 pgoyette 385 1.3.2.2 pgoyette error = nvmm_machine_get(args->machid, &mach, false); 386 1.3.2.2 pgoyette if (error) 387 1.3.2.2 pgoyette return error; 388 1.3.2.2 pgoyette 389 1.3.2.2 pgoyette error = nvmm_vcpu_get(mach, args->cpuid, &vcpu); 390 1.3.2.2 pgoyette if (error) 391 1.3.2.2 pgoyette goto out; 392 1.3.2.2 pgoyette 393 1.3.2.2 pgoyette (*nvmm_impl->vcpu_destroy)(mach, vcpu); 394 1.3.2.2 pgoyette nvmm_vcpu_free(mach, vcpu); 395 1.3.2.2 pgoyette nvmm_vcpu_put(vcpu); 396 1.3.2.2 pgoyette 397 1.3.2.2 pgoyette out: 398 1.3.2.2 pgoyette nvmm_machine_put(mach); 399 1.3.2.2 pgoyette return error; 400 1.3.2.2 pgoyette } 401 1.3.2.2 pgoyette 402 1.3.2.2 pgoyette static int 403 1.3.2.2 pgoyette nvmm_vcpu_setstate(struct nvmm_ioc_vcpu_setstate *args) 404 1.3.2.2 pgoyette { 405 1.3.2.2 pgoyette struct nvmm_machine *mach; 406 1.3.2.2 pgoyette struct nvmm_cpu *vcpu; 407 1.3.2.2 pgoyette void *data; 408 1.3.2.2 pgoyette int error; 409 1.3.2.2 pgoyette 410 1.3.2.2 pgoyette data = kmem_alloc(nvmm_impl->state_size, KM_SLEEP); 411 1.3.2.2 pgoyette 412 1.3.2.2 pgoyette error = nvmm_machine_get(args->machid, &mach, false); 413 1.3.2.2 pgoyette if (error) { 414 1.3.2.2 pgoyette kmem_free(data, nvmm_impl->state_size); 415 1.3.2.2 pgoyette return error; 416 1.3.2.2 pgoyette } 417 1.3.2.2 pgoyette 418 1.3.2.2 pgoyette error = nvmm_vcpu_get(mach, args->cpuid, &vcpu); 419 1.3.2.2 pgoyette if (error) 420 1.3.2.2 pgoyette goto out; 421 1.3.2.2 pgoyette 422 1.3.2.2 pgoyette error = copyin(args->state, data, nvmm_impl->state_size); 423 1.3.2.2 pgoyette if (error) { 424 1.3.2.2 pgoyette nvmm_vcpu_put(vcpu); 425 1.3.2.2 pgoyette goto out; 426 1.3.2.2 pgoyette } 427 1.3.2.2 pgoyette 428 1.3.2.2 pgoyette (*nvmm_impl->vcpu_setstate)(vcpu, data, args->flags); 429 1.3.2.2 pgoyette nvmm_vcpu_put(vcpu); 430 1.3.2.2 pgoyette 431 1.3.2.2 pgoyette out: 432 1.3.2.2 pgoyette nvmm_machine_put(mach); 433 1.3.2.2 pgoyette kmem_free(data, nvmm_impl->state_size); 434 1.3.2.2 pgoyette return error; 435 1.3.2.2 pgoyette } 436 1.3.2.2 pgoyette 437 1.3.2.2 pgoyette static int 438 1.3.2.2 pgoyette nvmm_vcpu_getstate(struct nvmm_ioc_vcpu_getstate *args) 439 1.3.2.2 pgoyette { 440 1.3.2.2 pgoyette struct nvmm_machine *mach; 441 1.3.2.2 pgoyette struct nvmm_cpu *vcpu; 442 1.3.2.2 pgoyette void *data; 443 1.3.2.2 pgoyette int error; 444 1.3.2.2 pgoyette 445 1.3.2.2 pgoyette data = kmem_alloc(nvmm_impl->state_size, KM_SLEEP); 446 1.3.2.2 pgoyette 447 1.3.2.2 pgoyette error = nvmm_machine_get(args->machid, &mach, false); 448 1.3.2.2 pgoyette if (error) { 449 1.3.2.2 pgoyette kmem_free(data, nvmm_impl->state_size); 450 1.3.2.2 pgoyette return error; 451 1.3.2.2 pgoyette } 452 1.3.2.2 pgoyette 453 1.3.2.2 pgoyette error = nvmm_vcpu_get(mach, args->cpuid, &vcpu); 454 1.3.2.2 pgoyette if (error) 455 1.3.2.2 pgoyette goto out; 456 1.3.2.2 pgoyette 457 1.3.2.2 pgoyette (*nvmm_impl->vcpu_getstate)(vcpu, data, args->flags); 458 1.3.2.2 pgoyette nvmm_vcpu_put(vcpu); 459 1.3.2.2 pgoyette error = copyout(data, args->state, nvmm_impl->state_size); 460 1.3.2.2 pgoyette 461 1.3.2.2 pgoyette out: 462 1.3.2.2 pgoyette nvmm_machine_put(mach); 463 1.3.2.2 pgoyette kmem_free(data, nvmm_impl->state_size); 464 1.3.2.2 pgoyette return error; 465 1.3.2.2 pgoyette } 466 1.3.2.2 pgoyette 467 1.3.2.2 pgoyette static int 468 1.3.2.2 pgoyette nvmm_vcpu_inject(struct nvmm_ioc_vcpu_inject *args) 469 1.3.2.2 pgoyette { 470 1.3.2.2 pgoyette struct nvmm_machine *mach; 471 1.3.2.2 pgoyette struct nvmm_cpu *vcpu; 472 1.3.2.2 pgoyette int error; 473 1.3.2.2 pgoyette 474 1.3.2.2 pgoyette error = nvmm_machine_get(args->machid, &mach, false); 475 1.3.2.2 pgoyette if (error) 476 1.3.2.2 pgoyette return error; 477 1.3.2.2 pgoyette 478 1.3.2.2 pgoyette error = nvmm_vcpu_get(mach, args->cpuid, &vcpu); 479 1.3.2.2 pgoyette if (error) 480 1.3.2.2 pgoyette goto out; 481 1.3.2.2 pgoyette 482 1.3.2.2 pgoyette error = (*nvmm_impl->vcpu_inject)(mach, vcpu, &args->event); 483 1.3.2.2 pgoyette nvmm_vcpu_put(vcpu); 484 1.3.2.2 pgoyette 485 1.3.2.2 pgoyette out: 486 1.3.2.2 pgoyette nvmm_machine_put(mach); 487 1.3.2.2 pgoyette return error; 488 1.3.2.2 pgoyette } 489 1.3.2.2 pgoyette 490 1.3.2.2 pgoyette static int 491 1.3.2.2 pgoyette nvmm_vcpu_run(struct nvmm_ioc_vcpu_run *args) 492 1.3.2.2 pgoyette { 493 1.3.2.2 pgoyette struct nvmm_machine *mach; 494 1.3.2.2 pgoyette struct nvmm_cpu *vcpu; 495 1.3.2.2 pgoyette int error; 496 1.3.2.2 pgoyette 497 1.3.2.2 pgoyette error = nvmm_machine_get(args->machid, &mach, false); 498 1.3.2.2 pgoyette if (error) 499 1.3.2.2 pgoyette return error; 500 1.3.2.2 pgoyette 501 1.3.2.2 pgoyette error = nvmm_vcpu_get(mach, args->cpuid, &vcpu); 502 1.3.2.2 pgoyette if (error) 503 1.3.2.2 pgoyette goto out; 504 1.3.2.2 pgoyette 505 1.3.2.2 pgoyette (*nvmm_impl->vcpu_run)(mach, vcpu, &args->exit); 506 1.3.2.2 pgoyette nvmm_vcpu_put(vcpu); 507 1.3.2.2 pgoyette 508 1.3.2.2 pgoyette out: 509 1.3.2.2 pgoyette nvmm_machine_put(mach); 510 1.3.2.2 pgoyette return error; 511 1.3.2.2 pgoyette } 512 1.3.2.2 pgoyette 513 1.3.2.2 pgoyette /* -------------------------------------------------------------------------- */ 514 1.3.2.2 pgoyette 515 1.3.2.3 pgoyette static struct uvm_object * 516 1.3.2.3 pgoyette nvmm_seg_getuobj(struct nvmm_machine *mach, uintptr_t hva, size_t size, 517 1.3.2.3 pgoyette size_t *off) 518 1.3.2.3 pgoyette { 519 1.3.2.3 pgoyette struct nvmm_seg *seg; 520 1.3.2.3 pgoyette size_t i; 521 1.3.2.3 pgoyette 522 1.3.2.3 pgoyette for (i = 0; i < NVMM_MAX_SEGS; i++) { 523 1.3.2.3 pgoyette seg = &mach->segs[i]; 524 1.3.2.3 pgoyette if (!seg->present) { 525 1.3.2.3 pgoyette continue; 526 1.3.2.3 pgoyette } 527 1.3.2.3 pgoyette if (hva >= seg->hva && hva + size <= seg->hva + seg->size) { 528 1.3.2.3 pgoyette *off = hva - seg->hva; 529 1.3.2.3 pgoyette return seg->uobj; 530 1.3.2.3 pgoyette } 531 1.3.2.3 pgoyette } 532 1.3.2.3 pgoyette 533 1.3.2.3 pgoyette return NULL; 534 1.3.2.3 pgoyette } 535 1.3.2.3 pgoyette 536 1.3.2.3 pgoyette static struct nvmm_seg * 537 1.3.2.3 pgoyette nvmm_seg_find(struct nvmm_machine *mach, uintptr_t hva, size_t size) 538 1.3.2.3 pgoyette { 539 1.3.2.3 pgoyette struct nvmm_seg *seg; 540 1.3.2.3 pgoyette size_t i; 541 1.3.2.3 pgoyette 542 1.3.2.3 pgoyette for (i = 0; i < NVMM_MAX_SEGS; i++) { 543 1.3.2.3 pgoyette seg = &mach->segs[i]; 544 1.3.2.3 pgoyette if (seg->present && seg->hva == hva && seg->size == size) { 545 1.3.2.3 pgoyette return seg; 546 1.3.2.3 pgoyette } 547 1.3.2.3 pgoyette } 548 1.3.2.3 pgoyette 549 1.3.2.3 pgoyette return NULL; 550 1.3.2.3 pgoyette } 551 1.3.2.3 pgoyette 552 1.3.2.3 pgoyette static int 553 1.3.2.3 pgoyette nvmm_seg_validate(struct nvmm_machine *mach, uintptr_t hva, size_t size) 554 1.3.2.3 pgoyette { 555 1.3.2.3 pgoyette struct nvmm_seg *seg; 556 1.3.2.3 pgoyette size_t i; 557 1.3.2.3 pgoyette 558 1.3.2.3 pgoyette if ((hva % PAGE_SIZE) != 0 || (size % PAGE_SIZE) != 0) { 559 1.3.2.3 pgoyette return EINVAL; 560 1.3.2.3 pgoyette } 561 1.3.2.3 pgoyette if (hva == 0) { 562 1.3.2.3 pgoyette return EINVAL; 563 1.3.2.3 pgoyette } 564 1.3.2.3 pgoyette 565 1.3.2.3 pgoyette for (i = 0; i < NVMM_MAX_SEGS; i++) { 566 1.3.2.3 pgoyette seg = &mach->segs[i]; 567 1.3.2.3 pgoyette if (!seg->present) { 568 1.3.2.3 pgoyette continue; 569 1.3.2.3 pgoyette } 570 1.3.2.3 pgoyette 571 1.3.2.3 pgoyette if (hva >= seg->hva && hva + size <= seg->hva + seg->size) { 572 1.3.2.3 pgoyette break; 573 1.3.2.3 pgoyette } 574 1.3.2.3 pgoyette 575 1.3.2.3 pgoyette if (hva >= seg->hva && hva < seg->hva + seg->size) { 576 1.3.2.3 pgoyette return EEXIST; 577 1.3.2.3 pgoyette } 578 1.3.2.3 pgoyette if (hva + size > seg->hva && 579 1.3.2.3 pgoyette hva + size <= seg->hva + seg->size) { 580 1.3.2.3 pgoyette return EEXIST; 581 1.3.2.3 pgoyette } 582 1.3.2.3 pgoyette if (hva <= seg->hva && hva + size >= seg->hva + seg->size) { 583 1.3.2.3 pgoyette return EEXIST; 584 1.3.2.3 pgoyette } 585 1.3.2.3 pgoyette } 586 1.3.2.3 pgoyette 587 1.3.2.3 pgoyette return 0; 588 1.3.2.3 pgoyette } 589 1.3.2.3 pgoyette 590 1.3.2.3 pgoyette static struct nvmm_seg * 591 1.3.2.3 pgoyette nvmm_seg_alloc(struct nvmm_machine *mach) 592 1.3.2.3 pgoyette { 593 1.3.2.3 pgoyette struct nvmm_seg *seg; 594 1.3.2.3 pgoyette size_t i; 595 1.3.2.3 pgoyette 596 1.3.2.3 pgoyette for (i = 0; i < NVMM_MAX_SEGS; i++) { 597 1.3.2.3 pgoyette seg = &mach->segs[i]; 598 1.3.2.3 pgoyette if (!seg->present) { 599 1.3.2.3 pgoyette seg->present = true; 600 1.3.2.3 pgoyette return seg; 601 1.3.2.3 pgoyette } 602 1.3.2.3 pgoyette } 603 1.3.2.3 pgoyette 604 1.3.2.3 pgoyette return NULL; 605 1.3.2.3 pgoyette } 606 1.3.2.3 pgoyette 607 1.3.2.3 pgoyette static void 608 1.3.2.3 pgoyette nvmm_seg_free(struct nvmm_seg *seg) 609 1.3.2.3 pgoyette { 610 1.3.2.3 pgoyette struct vmspace *vmspace = curproc->p_vmspace; 611 1.3.2.3 pgoyette 612 1.3.2.3 pgoyette uvm_unmap(&vmspace->vm_map, seg->hva, seg->hva + seg->size); 613 1.3.2.3 pgoyette uao_detach(seg->uobj); 614 1.3.2.3 pgoyette 615 1.3.2.3 pgoyette seg->uobj = NULL; 616 1.3.2.3 pgoyette seg->present = false; 617 1.3.2.3 pgoyette } 618 1.3.2.3 pgoyette 619 1.3.2.3 pgoyette static int 620 1.3.2.3 pgoyette nvmm_hva_map(struct nvmm_ioc_hva_map *args) 621 1.3.2.3 pgoyette { 622 1.3.2.3 pgoyette struct vmspace *vmspace = curproc->p_vmspace; 623 1.3.2.3 pgoyette struct nvmm_machine *mach; 624 1.3.2.3 pgoyette struct nvmm_seg *seg; 625 1.3.2.3 pgoyette vaddr_t uva; 626 1.3.2.3 pgoyette int error; 627 1.3.2.3 pgoyette 628 1.3.2.3 pgoyette error = nvmm_machine_get(args->machid, &mach, true); 629 1.3.2.3 pgoyette if (error) 630 1.3.2.3 pgoyette return error; 631 1.3.2.3 pgoyette 632 1.3.2.3 pgoyette error = nvmm_seg_validate(mach, args->hva, args->size); 633 1.3.2.3 pgoyette if (error) 634 1.3.2.3 pgoyette goto out; 635 1.3.2.3 pgoyette 636 1.3.2.3 pgoyette seg = nvmm_seg_alloc(mach); 637 1.3.2.3 pgoyette if (seg == NULL) { 638 1.3.2.3 pgoyette error = ENOBUFS; 639 1.3.2.3 pgoyette goto out; 640 1.3.2.3 pgoyette } 641 1.3.2.3 pgoyette 642 1.3.2.3 pgoyette seg->hva = args->hva; 643 1.3.2.3 pgoyette seg->size = args->size; 644 1.3.2.3 pgoyette seg->uobj = uao_create(seg->size, 0); 645 1.3.2.3 pgoyette uva = seg->hva; 646 1.3.2.3 pgoyette 647 1.3.2.3 pgoyette /* Take a reference for the kernel. */ 648 1.3.2.3 pgoyette uao_reference(seg->uobj); 649 1.3.2.3 pgoyette 650 1.3.2.3 pgoyette /* Take a reference for the user. */ 651 1.3.2.3 pgoyette uao_reference(seg->uobj); 652 1.3.2.3 pgoyette 653 1.3.2.3 pgoyette /* Map the uobj into the user address space, as pageable. */ 654 1.3.2.3 pgoyette error = uvm_map(&vmspace->vm_map, &uva, seg->size, seg->uobj, 0, 0, 655 1.3.2.3 pgoyette UVM_MAPFLAG(UVM_PROT_RW, UVM_PROT_RW, UVM_INH_SHARE, 656 1.3.2.3 pgoyette UVM_ADV_RANDOM, UVM_FLAG_FIXED|UVM_FLAG_UNMAP)); 657 1.3.2.3 pgoyette if (error) { 658 1.3.2.3 pgoyette uao_detach(seg->uobj); 659 1.3.2.3 pgoyette } 660 1.3.2.3 pgoyette 661 1.3.2.3 pgoyette out: 662 1.3.2.3 pgoyette nvmm_machine_put(mach); 663 1.3.2.3 pgoyette return error; 664 1.3.2.3 pgoyette } 665 1.3.2.3 pgoyette 666 1.3.2.3 pgoyette static int 667 1.3.2.3 pgoyette nvmm_hva_unmap(struct nvmm_ioc_hva_unmap *args) 668 1.3.2.3 pgoyette { 669 1.3.2.3 pgoyette struct nvmm_machine *mach; 670 1.3.2.3 pgoyette struct nvmm_seg *seg; 671 1.3.2.3 pgoyette int error; 672 1.3.2.3 pgoyette 673 1.3.2.3 pgoyette error = nvmm_machine_get(args->machid, &mach, true); 674 1.3.2.3 pgoyette if (error) 675 1.3.2.3 pgoyette return error; 676 1.3.2.3 pgoyette 677 1.3.2.3 pgoyette seg = nvmm_seg_find(mach, args->hva, args->size); 678 1.3.2.3 pgoyette if (seg == NULL) 679 1.3.2.3 pgoyette return ENOENT; 680 1.3.2.3 pgoyette 681 1.3.2.3 pgoyette nvmm_seg_free(seg); 682 1.3.2.3 pgoyette 683 1.3.2.3 pgoyette nvmm_machine_put(mach); 684 1.3.2.3 pgoyette return 0; 685 1.3.2.3 pgoyette } 686 1.3.2.3 pgoyette 687 1.3.2.3 pgoyette /* -------------------------------------------------------------------------- */ 688 1.3.2.3 pgoyette 689 1.3.2.2 pgoyette static int 690 1.3.2.2 pgoyette nvmm_gpa_map(struct nvmm_ioc_gpa_map *args) 691 1.3.2.2 pgoyette { 692 1.3.2.2 pgoyette struct nvmm_machine *mach; 693 1.3.2.3 pgoyette struct uvm_object *uobj; 694 1.3.2.2 pgoyette gpaddr_t gpa; 695 1.3.2.3 pgoyette size_t off; 696 1.3.2.2 pgoyette int error; 697 1.3.2.2 pgoyette 698 1.3.2.2 pgoyette error = nvmm_machine_get(args->machid, &mach, false); 699 1.3.2.2 pgoyette if (error) 700 1.3.2.2 pgoyette return error; 701 1.3.2.2 pgoyette 702 1.3.2.2 pgoyette if ((args->gpa % PAGE_SIZE) != 0 || (args->size % PAGE_SIZE) != 0 || 703 1.3.2.2 pgoyette (args->hva % PAGE_SIZE) != 0) { 704 1.3.2.2 pgoyette error = EINVAL; 705 1.3.2.2 pgoyette goto out; 706 1.3.2.2 pgoyette } 707 1.3.2.2 pgoyette if (args->hva == 0) { 708 1.3.2.2 pgoyette error = EINVAL; 709 1.3.2.2 pgoyette goto out; 710 1.3.2.2 pgoyette } 711 1.3.2.2 pgoyette if (args->gpa < mach->gpa_begin || args->gpa >= mach->gpa_end) { 712 1.3.2.2 pgoyette error = EINVAL; 713 1.3.2.2 pgoyette goto out; 714 1.3.2.2 pgoyette } 715 1.3.2.2 pgoyette if (args->gpa + args->size <= args->gpa) { 716 1.3.2.2 pgoyette error = EINVAL; 717 1.3.2.2 pgoyette goto out; 718 1.3.2.2 pgoyette } 719 1.3.2.2 pgoyette if (args->gpa + args->size > mach->gpa_end) { 720 1.3.2.2 pgoyette error = EINVAL; 721 1.3.2.2 pgoyette goto out; 722 1.3.2.2 pgoyette } 723 1.3.2.2 pgoyette gpa = args->gpa; 724 1.3.2.2 pgoyette 725 1.3.2.3 pgoyette uobj = nvmm_seg_getuobj(mach, args->hva, args->size, &off); 726 1.3.2.3 pgoyette if (uobj == NULL) { 727 1.3.2.3 pgoyette error = EINVAL; 728 1.3.2.3 pgoyette goto out; 729 1.3.2.3 pgoyette } 730 1.3.2.3 pgoyette 731 1.3.2.3 pgoyette /* Take a reference for the machine. */ 732 1.3.2.3 pgoyette uao_reference(uobj); 733 1.3.2.2 pgoyette 734 1.3.2.2 pgoyette /* Map the uobj into the machine address space, as pageable. */ 735 1.3.2.3 pgoyette error = uvm_map(&mach->vm->vm_map, &gpa, args->size, uobj, off, 0, 736 1.3.2.3 pgoyette UVM_MAPFLAG(UVM_PROT_RWX, UVM_PROT_RWX, UVM_INH_NONE, 737 1.3.2.3 pgoyette UVM_ADV_RANDOM, UVM_FLAG_FIXED|UVM_FLAG_UNMAP)); 738 1.3.2.2 pgoyette if (error) { 739 1.3.2.3 pgoyette uao_detach(uobj); 740 1.3.2.2 pgoyette goto out; 741 1.3.2.2 pgoyette } 742 1.3.2.2 pgoyette if (gpa != args->gpa) { 743 1.3.2.3 pgoyette uao_detach(uobj); 744 1.3.2.2 pgoyette printf("[!] uvm_map problem\n"); 745 1.3.2.2 pgoyette error = EINVAL; 746 1.3.2.2 pgoyette goto out; 747 1.3.2.2 pgoyette } 748 1.3.2.2 pgoyette 749 1.3.2.2 pgoyette out: 750 1.3.2.2 pgoyette nvmm_machine_put(mach); 751 1.3.2.2 pgoyette return error; 752 1.3.2.2 pgoyette } 753 1.3.2.2 pgoyette 754 1.3.2.2 pgoyette static int 755 1.3.2.2 pgoyette nvmm_gpa_unmap(struct nvmm_ioc_gpa_unmap *args) 756 1.3.2.2 pgoyette { 757 1.3.2.2 pgoyette struct nvmm_machine *mach; 758 1.3.2.2 pgoyette gpaddr_t gpa; 759 1.3.2.2 pgoyette int error; 760 1.3.2.2 pgoyette 761 1.3.2.2 pgoyette error = nvmm_machine_get(args->machid, &mach, false); 762 1.3.2.2 pgoyette if (error) 763 1.3.2.2 pgoyette return error; 764 1.3.2.2 pgoyette 765 1.3.2.2 pgoyette if ((args->gpa % PAGE_SIZE) != 0 || (args->size % PAGE_SIZE) != 0) { 766 1.3.2.2 pgoyette error = EINVAL; 767 1.3.2.2 pgoyette goto out; 768 1.3.2.2 pgoyette } 769 1.3.2.2 pgoyette if (args->gpa < mach->gpa_begin || args->gpa >= mach->gpa_end) { 770 1.3.2.2 pgoyette error = EINVAL; 771 1.3.2.2 pgoyette goto out; 772 1.3.2.2 pgoyette } 773 1.3.2.2 pgoyette if (args->gpa + args->size <= args->gpa) { 774 1.3.2.2 pgoyette error = EINVAL; 775 1.3.2.2 pgoyette goto out; 776 1.3.2.2 pgoyette } 777 1.3.2.2 pgoyette if (args->gpa + args->size >= mach->gpa_end) { 778 1.3.2.2 pgoyette error = EINVAL; 779 1.3.2.2 pgoyette goto out; 780 1.3.2.2 pgoyette } 781 1.3.2.2 pgoyette gpa = args->gpa; 782 1.3.2.2 pgoyette 783 1.3.2.2 pgoyette /* Unmap the memory from the machine. */ 784 1.3.2.2 pgoyette uvm_unmap(&mach->vm->vm_map, gpa, gpa + args->size); 785 1.3.2.2 pgoyette 786 1.3.2.2 pgoyette out: 787 1.3.2.2 pgoyette nvmm_machine_put(mach); 788 1.3.2.2 pgoyette return error; 789 1.3.2.2 pgoyette } 790 1.3.2.2 pgoyette 791 1.3.2.2 pgoyette /* -------------------------------------------------------------------------- */ 792 1.3.2.2 pgoyette 793 1.3.2.2 pgoyette static int 794 1.3.2.2 pgoyette nvmm_init(void) 795 1.3.2.2 pgoyette { 796 1.3.2.2 pgoyette size_t i, n; 797 1.3.2.2 pgoyette 798 1.3.2.2 pgoyette for (i = 0; i < __arraycount(nvmm_impl_list); i++) { 799 1.3.2.2 pgoyette if (!(*nvmm_impl_list[i]->ident)()) { 800 1.3.2.2 pgoyette continue; 801 1.3.2.2 pgoyette } 802 1.3.2.2 pgoyette nvmm_impl = nvmm_impl_list[i]; 803 1.3.2.2 pgoyette break; 804 1.3.2.2 pgoyette } 805 1.3.2.2 pgoyette if (nvmm_impl == NULL) { 806 1.3.2.2 pgoyette printf("[!] No implementation found\n"); 807 1.3.2.2 pgoyette return ENOTSUP; 808 1.3.2.2 pgoyette } 809 1.3.2.2 pgoyette 810 1.3.2.2 pgoyette for (i = 0; i < NVMM_MAX_MACHINES; i++) { 811 1.3.2.2 pgoyette machines[i].machid = i; 812 1.3.2.2 pgoyette rw_init(&machines[i].lock); 813 1.3.2.2 pgoyette for (n = 0; n < NVMM_MAX_VCPUS; n++) { 814 1.3.2.2 pgoyette mutex_init(&machines[i].cpus[n].lock, MUTEX_DEFAULT, 815 1.3.2.2 pgoyette IPL_NONE); 816 1.3.2.2 pgoyette machines[i].cpus[n].hcpu_last = -1; 817 1.3.2.2 pgoyette } 818 1.3.2.2 pgoyette } 819 1.3.2.2 pgoyette 820 1.3.2.2 pgoyette (*nvmm_impl->init)(); 821 1.3.2.2 pgoyette 822 1.3.2.2 pgoyette return 0; 823 1.3.2.2 pgoyette } 824 1.3.2.2 pgoyette 825 1.3.2.2 pgoyette static void 826 1.3.2.2 pgoyette nvmm_fini(void) 827 1.3.2.2 pgoyette { 828 1.3.2.2 pgoyette size_t i, n; 829 1.3.2.2 pgoyette 830 1.3.2.2 pgoyette for (i = 0; i < NVMM_MAX_MACHINES; i++) { 831 1.3.2.2 pgoyette rw_destroy(&machines[i].lock); 832 1.3.2.2 pgoyette for (n = 0; n < NVMM_MAX_VCPUS; n++) { 833 1.3.2.2 pgoyette mutex_destroy(&machines[i].cpus[n].lock); 834 1.3.2.2 pgoyette } 835 1.3.2.2 pgoyette /* TODO need to free stuff, etc */ 836 1.3.2.2 pgoyette } 837 1.3.2.2 pgoyette 838 1.3.2.2 pgoyette (*nvmm_impl->fini)(); 839 1.3.2.2 pgoyette } 840 1.3.2.2 pgoyette 841 1.3.2.2 pgoyette /* -------------------------------------------------------------------------- */ 842 1.3.2.2 pgoyette 843 1.3.2.2 pgoyette static int 844 1.3.2.2 pgoyette nvmm_open(dev_t dev, int flags, int type, struct lwp *l) 845 1.3.2.2 pgoyette { 846 1.3.2.2 pgoyette if (minor(dev) != 0) { 847 1.3.2.2 pgoyette return EXDEV; 848 1.3.2.2 pgoyette } 849 1.3.2.2 pgoyette 850 1.3.2.2 pgoyette return 0; 851 1.3.2.2 pgoyette } 852 1.3.2.2 pgoyette 853 1.3.2.2 pgoyette static int 854 1.3.2.2 pgoyette nvmm_close(dev_t dev, int flags, int type, struct lwp *l) 855 1.3.2.2 pgoyette { 856 1.3.2.2 pgoyette KASSERT(minor(dev) == 0); 857 1.3.2.2 pgoyette 858 1.3.2.2 pgoyette nvmm_kill_machines(l->l_proc->p_pid); 859 1.3.2.2 pgoyette 860 1.3.2.2 pgoyette return 0; 861 1.3.2.2 pgoyette } 862 1.3.2.2 pgoyette 863 1.3.2.2 pgoyette static int 864 1.3.2.2 pgoyette nvmm_ioctl(dev_t dev, u_long cmd, void *data, int flags, struct lwp *l) 865 1.3.2.2 pgoyette { 866 1.3.2.2 pgoyette KASSERT(minor(dev) == 0); 867 1.3.2.2 pgoyette 868 1.3.2.2 pgoyette switch (cmd) { 869 1.3.2.2 pgoyette case NVMM_IOC_CAPABILITY: 870 1.3.2.2 pgoyette return nvmm_capability(data); 871 1.3.2.2 pgoyette case NVMM_IOC_MACHINE_CREATE: 872 1.3.2.2 pgoyette return nvmm_machine_create(data); 873 1.3.2.2 pgoyette case NVMM_IOC_MACHINE_DESTROY: 874 1.3.2.2 pgoyette return nvmm_machine_destroy(data); 875 1.3.2.2 pgoyette case NVMM_IOC_MACHINE_CONFIGURE: 876 1.3.2.2 pgoyette return nvmm_machine_configure(data); 877 1.3.2.2 pgoyette case NVMM_IOC_VCPU_CREATE: 878 1.3.2.2 pgoyette return nvmm_vcpu_create(data); 879 1.3.2.2 pgoyette case NVMM_IOC_VCPU_DESTROY: 880 1.3.2.2 pgoyette return nvmm_vcpu_destroy(data); 881 1.3.2.2 pgoyette case NVMM_IOC_VCPU_SETSTATE: 882 1.3.2.2 pgoyette return nvmm_vcpu_setstate(data); 883 1.3.2.2 pgoyette case NVMM_IOC_VCPU_GETSTATE: 884 1.3.2.2 pgoyette return nvmm_vcpu_getstate(data); 885 1.3.2.2 pgoyette case NVMM_IOC_VCPU_INJECT: 886 1.3.2.2 pgoyette return nvmm_vcpu_inject(data); 887 1.3.2.2 pgoyette case NVMM_IOC_VCPU_RUN: 888 1.3.2.2 pgoyette return nvmm_vcpu_run(data); 889 1.3.2.2 pgoyette case NVMM_IOC_GPA_MAP: 890 1.3.2.2 pgoyette return nvmm_gpa_map(data); 891 1.3.2.2 pgoyette case NVMM_IOC_GPA_UNMAP: 892 1.3.2.2 pgoyette return nvmm_gpa_unmap(data); 893 1.3.2.3 pgoyette case NVMM_IOC_HVA_MAP: 894 1.3.2.3 pgoyette return nvmm_hva_map(data); 895 1.3.2.3 pgoyette case NVMM_IOC_HVA_UNMAP: 896 1.3.2.3 pgoyette return nvmm_hva_unmap(data); 897 1.3.2.2 pgoyette default: 898 1.3.2.2 pgoyette return EINVAL; 899 1.3.2.2 pgoyette } 900 1.3.2.2 pgoyette } 901 1.3.2.2 pgoyette 902 1.3.2.2 pgoyette const struct cdevsw nvmm_cdevsw = { 903 1.3.2.2 pgoyette .d_open = nvmm_open, 904 1.3.2.2 pgoyette .d_close = nvmm_close, 905 1.3.2.2 pgoyette .d_read = noread, 906 1.3.2.2 pgoyette .d_write = nowrite, 907 1.3.2.2 pgoyette .d_ioctl = nvmm_ioctl, 908 1.3.2.2 pgoyette .d_stop = nostop, 909 1.3.2.2 pgoyette .d_tty = notty, 910 1.3.2.2 pgoyette .d_poll = nopoll, 911 1.3.2.2 pgoyette .d_mmap = nommap, 912 1.3.2.2 pgoyette .d_kqfilter = nokqfilter, 913 1.3.2.2 pgoyette .d_discard = nodiscard, 914 1.3.2.2 pgoyette .d_flag = D_OTHER | D_MPSAFE 915 1.3.2.2 pgoyette }; 916 1.3.2.2 pgoyette 917 1.3.2.2 pgoyette void 918 1.3.2.2 pgoyette nvmmattach(int nunits) 919 1.3.2.2 pgoyette { 920 1.3.2.2 pgoyette /* nothing */ 921 1.3.2.2 pgoyette } 922 1.3.2.2 pgoyette 923 1.3.2.2 pgoyette MODULE(MODULE_CLASS_DRIVER, nvmm, NULL); 924 1.3.2.2 pgoyette 925 1.3.2.2 pgoyette static int 926 1.3.2.2 pgoyette nvmm_modcmd(modcmd_t cmd, void *arg) 927 1.3.2.2 pgoyette { 928 1.3.2.2 pgoyette int error; 929 1.3.2.2 pgoyette 930 1.3.2.2 pgoyette switch (cmd) { 931 1.3.2.2 pgoyette case MODULE_CMD_INIT: 932 1.3.2.2 pgoyette error = nvmm_init(); 933 1.3.2.2 pgoyette if (error) 934 1.3.2.2 pgoyette return error; 935 1.3.2.2 pgoyette 936 1.3.2.2 pgoyette #if defined(_MODULE) 937 1.3.2.2 pgoyette { 938 1.3.2.2 pgoyette devmajor_t bmajor = NODEVMAJOR; 939 1.3.2.2 pgoyette devmajor_t cmajor = 345; 940 1.3.2.2 pgoyette 941 1.3.2.2 pgoyette /* mknod /dev/nvmm c 345 0 */ 942 1.3.2.2 pgoyette error = devsw_attach("nvmm", NULL, &bmajor, 943 1.3.2.2 pgoyette &nvmm_cdevsw, &cmajor); 944 1.3.2.2 pgoyette if (error) { 945 1.3.2.2 pgoyette nvmm_fini(); 946 1.3.2.2 pgoyette return error; 947 1.3.2.2 pgoyette } 948 1.3.2.2 pgoyette } 949 1.3.2.2 pgoyette #endif 950 1.3.2.2 pgoyette return 0; 951 1.3.2.2 pgoyette 952 1.3.2.2 pgoyette case MODULE_CMD_FINI: 953 1.3.2.2 pgoyette #if defined(_MODULE) 954 1.3.2.2 pgoyette { 955 1.3.2.2 pgoyette error = devsw_detach(NULL, &nvmm_cdevsw); 956 1.3.2.2 pgoyette if (error) { 957 1.3.2.2 pgoyette return error; 958 1.3.2.2 pgoyette } 959 1.3.2.2 pgoyette } 960 1.3.2.2 pgoyette #endif 961 1.3.2.2 pgoyette nvmm_fini(); 962 1.3.2.2 pgoyette return 0; 963 1.3.2.2 pgoyette 964 1.3.2.2 pgoyette default: 965 1.3.2.2 pgoyette return ENOTTY; 966 1.3.2.2 pgoyette } 967 1.3.2.2 pgoyette } 968
Indexes created Thu Oct 30 03:10:01 GMT 2025