nvmm.c revision 1.3.2.2
1 1.3.2.2 pgoyette /* $NetBSD: nvmm.c,v 1.3.2.2 2018/11/26 01:52:31 pgoyette Exp $ */ 2 1.3.2.2 pgoyette 3 1.3.2.2 pgoyette /* 4 1.3.2.2 pgoyette * Copyright (c) 2018 The NetBSD Foundation, Inc. 5 1.3.2.2 pgoyette * All rights reserved. 6 1.3.2.2 pgoyette * 7 1.3.2.2 pgoyette * This code is derived from software contributed to The NetBSD Foundation 8 1.3.2.2 pgoyette * by Maxime Villard. 9 1.3.2.2 pgoyette * 10 1.3.2.2 pgoyette * Redistribution and use in source and binary forms, with or without 11 1.3.2.2 pgoyette * modification, are permitted provided that the following conditions 12 1.3.2.2 pgoyette * are met: 13 1.3.2.2 pgoyette * 1. Redistributions of source code must retain the above copyright 14 1.3.2.2 pgoyette * notice, this list of conditions and the following disclaimer. 15 1.3.2.2 pgoyette * 2. Redistributions in binary form must reproduce the above copyright 16 1.3.2.2 pgoyette * notice, this list of conditions and the following disclaimer in the 17 1.3.2.2 pgoyette * documentation and/or other materials provided with the distribution. 18 1.3.2.2 pgoyette * 19 1.3.2.2 pgoyette * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS 20 1.3.2.2 pgoyette * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED 21 1.3.2.2 pgoyette * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 22 1.3.2.2 pgoyette * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS 23 1.3.2.2 pgoyette * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 24 1.3.2.2 pgoyette * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 25 1.3.2.2 pgoyette * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26 1.3.2.2 pgoyette * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 27 1.3.2.2 pgoyette * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 28 1.3.2.2 pgoyette * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 29 1.3.2.2 pgoyette * POSSIBILITY OF SUCH DAMAGE. 30 1.3.2.2 pgoyette */ 31 1.3.2.2 pgoyette 32 1.3.2.2 pgoyette #include <sys/cdefs.h> 33 1.3.2.2 pgoyette __KERNEL_RCSID(0, "$NetBSD: nvmm.c,v 1.3.2.2 2018/11/26 01:52:31 pgoyette Exp $"); 34 1.3.2.2 pgoyette 35 1.3.2.2 pgoyette #include <sys/param.h> 36 1.3.2.2 pgoyette #include <sys/systm.h> 37 1.3.2.2 pgoyette #include <sys/kernel.h> 38 1.3.2.2 pgoyette 39 1.3.2.2 pgoyette #include <sys/cpu.h> 40 1.3.2.2 pgoyette #include <sys/conf.h> 41 1.3.2.2 pgoyette #include <sys/kmem.h> 42 1.3.2.2 pgoyette #include <sys/module.h> 43 1.3.2.2 pgoyette #include <sys/proc.h> 44 1.3.2.2 pgoyette 45 1.3.2.2 pgoyette #include <uvm/uvm.h> 46 1.3.2.2 pgoyette #include <uvm/uvm_page.h> 47 1.3.2.2 pgoyette 48 1.3.2.2 pgoyette #include "ioconf.h" 49 1.3.2.2 pgoyette 50 1.3.2.2 pgoyette #include <dev/nvmm/nvmm.h> 51 1.3.2.2 pgoyette #include <dev/nvmm/nvmm_internal.h> 52 1.3.2.2 pgoyette #include <dev/nvmm/nvmm_ioctl.h> 53 1.3.2.2 pgoyette 54 1.3.2.2 pgoyette static struct nvmm_machine machines[NVMM_MAX_MACHINES]; 55 1.3.2.2 pgoyette 56 1.3.2.2 pgoyette static const struct nvmm_impl *nvmm_impl_list[] = { 57 1.3.2.2 pgoyette &nvmm_x86_svm /* x86 AMD SVM */ 58 1.3.2.2 pgoyette }; 59 1.3.2.2 pgoyette 60 1.3.2.2 pgoyette static const struct nvmm_impl *nvmm_impl = NULL; 61 1.3.2.2 pgoyette 62 1.3.2.2 pgoyette /* -------------------------------------------------------------------------- */ 63 1.3.2.2 pgoyette 64 1.3.2.2 pgoyette static int 65 1.3.2.2 pgoyette nvmm_machine_alloc(struct nvmm_machine **ret) 66 1.3.2.2 pgoyette { 67 1.3.2.2 pgoyette struct nvmm_machine *mach; 68 1.3.2.2 pgoyette size_t i; 69 1.3.2.2 pgoyette 70 1.3.2.2 pgoyette for (i = 0; i < NVMM_MAX_MACHINES; i++) { 71 1.3.2.2 pgoyette mach = &machines[i]; 72 1.3.2.2 pgoyette 73 1.3.2.2 pgoyette rw_enter(&mach->lock, RW_WRITER); 74 1.3.2.2 pgoyette if (mach->present) { 75 1.3.2.2 pgoyette rw_exit(&mach->lock); 76 1.3.2.2 pgoyette continue; 77 1.3.2.2 pgoyette } 78 1.3.2.2 pgoyette 79 1.3.2.2 pgoyette mach->present = true; 80 1.3.2.2 pgoyette *ret = mach; 81 1.3.2.2 pgoyette return 0; 82 1.3.2.2 pgoyette } 83 1.3.2.2 pgoyette 84 1.3.2.2 pgoyette return ENOBUFS; 85 1.3.2.2 pgoyette } 86 1.3.2.2 pgoyette 87 1.3.2.2 pgoyette static void 88 1.3.2.2 pgoyette nvmm_machine_free(struct nvmm_machine *mach) 89 1.3.2.2 pgoyette { 90 1.3.2.2 pgoyette KASSERT(rw_write_held(&mach->lock)); 91 1.3.2.2 pgoyette KASSERT(mach->present); 92 1.3.2.2 pgoyette mach->present = false; 93 1.3.2.2 pgoyette } 94 1.3.2.2 pgoyette 95 1.3.2.2 pgoyette static int 96 1.3.2.2 pgoyette nvmm_machine_get(nvmm_machid_t machid, struct nvmm_machine **ret, bool writer) 97 1.3.2.2 pgoyette { 98 1.3.2.2 pgoyette struct nvmm_machine *mach; 99 1.3.2.2 pgoyette krw_t op = writer ? RW_WRITER : RW_READER; 100 1.3.2.2 pgoyette 101 1.3.2.2 pgoyette if (machid >= NVMM_MAX_MACHINES) { 102 1.3.2.2 pgoyette return EINVAL; 103 1.3.2.2 pgoyette } 104 1.3.2.2 pgoyette mach = &machines[machid]; 105 1.3.2.2 pgoyette 106 1.3.2.2 pgoyette rw_enter(&mach->lock, op); 107 1.3.2.2 pgoyette if (!mach->present) { 108 1.3.2.2 pgoyette rw_exit(&mach->lock); 109 1.3.2.2 pgoyette return ENOENT; 110 1.3.2.2 pgoyette } 111 1.3.2.2 pgoyette if (mach->procid != curproc->p_pid) { 112 1.3.2.2 pgoyette rw_exit(&mach->lock); 113 1.3.2.2 pgoyette return EPERM; 114 1.3.2.2 pgoyette } 115 1.3.2.2 pgoyette *ret = mach; 116 1.3.2.2 pgoyette 117 1.3.2.2 pgoyette return 0; 118 1.3.2.2 pgoyette } 119 1.3.2.2 pgoyette 120 1.3.2.2 pgoyette static void 121 1.3.2.2 pgoyette nvmm_machine_put(struct nvmm_machine *mach) 122 1.3.2.2 pgoyette { 123 1.3.2.2 pgoyette rw_exit(&mach->lock); 124 1.3.2.2 pgoyette } 125 1.3.2.2 pgoyette 126 1.3.2.2 pgoyette /* -------------------------------------------------------------------------- */ 127 1.3.2.2 pgoyette 128 1.3.2.2 pgoyette static int 129 1.3.2.2 pgoyette nvmm_vcpu_alloc(struct nvmm_machine *mach, struct nvmm_cpu **ret) 130 1.3.2.2 pgoyette { 131 1.3.2.2 pgoyette struct nvmm_cpu *vcpu; 132 1.3.2.2 pgoyette size_t i; 133 1.3.2.2 pgoyette 134 1.3.2.2 pgoyette for (i = 0; i < NVMM_MAX_VCPUS; i++) { 135 1.3.2.2 pgoyette vcpu = &mach->cpus[i]; 136 1.3.2.2 pgoyette 137 1.3.2.2 pgoyette mutex_enter(&vcpu->lock); 138 1.3.2.2 pgoyette if (vcpu->present) { 139 1.3.2.2 pgoyette mutex_exit(&vcpu->lock); 140 1.3.2.2 pgoyette continue; 141 1.3.2.2 pgoyette } 142 1.3.2.2 pgoyette 143 1.3.2.2 pgoyette vcpu->present = true; 144 1.3.2.2 pgoyette vcpu->cpuid = i; 145 1.3.2.2 pgoyette *ret = vcpu; 146 1.3.2.2 pgoyette return 0; 147 1.3.2.2 pgoyette } 148 1.3.2.2 pgoyette 149 1.3.2.2 pgoyette return ENOBUFS; 150 1.3.2.2 pgoyette } 151 1.3.2.2 pgoyette 152 1.3.2.2 pgoyette static void 153 1.3.2.2 pgoyette nvmm_vcpu_free(struct nvmm_machine *mach, struct nvmm_cpu *vcpu) 154 1.3.2.2 pgoyette { 155 1.3.2.2 pgoyette KASSERT(mutex_owned(&vcpu->lock)); 156 1.3.2.2 pgoyette vcpu->present = false; 157 1.3.2.2 pgoyette vcpu->hcpu_last = -1; 158 1.3.2.2 pgoyette } 159 1.3.2.2 pgoyette 160 1.3.2.2 pgoyette int 161 1.3.2.2 pgoyette nvmm_vcpu_get(struct nvmm_machine *mach, nvmm_cpuid_t cpuid, 162 1.3.2.2 pgoyette struct nvmm_cpu **ret) 163 1.3.2.2 pgoyette { 164 1.3.2.2 pgoyette struct nvmm_cpu *vcpu; 165 1.3.2.2 pgoyette 166 1.3.2.2 pgoyette if (cpuid >= NVMM_MAX_VCPUS) { 167 1.3.2.2 pgoyette return EINVAL; 168 1.3.2.2 pgoyette } 169 1.3.2.2 pgoyette vcpu = &mach->cpus[cpuid]; 170 1.3.2.2 pgoyette 171 1.3.2.2 pgoyette mutex_enter(&vcpu->lock); 172 1.3.2.2 pgoyette if (!vcpu->present) { 173 1.3.2.2 pgoyette mutex_exit(&vcpu->lock); 174 1.3.2.2 pgoyette return ENOENT; 175 1.3.2.2 pgoyette } 176 1.3.2.2 pgoyette *ret = vcpu; 177 1.3.2.2 pgoyette 178 1.3.2.2 pgoyette return 0; 179 1.3.2.2 pgoyette } 180 1.3.2.2 pgoyette 181 1.3.2.2 pgoyette void 182 1.3.2.2 pgoyette nvmm_vcpu_put(struct nvmm_cpu *vcpu) 183 1.3.2.2 pgoyette { 184 1.3.2.2 pgoyette mutex_exit(&vcpu->lock); 185 1.3.2.2 pgoyette } 186 1.3.2.2 pgoyette 187 1.3.2.2 pgoyette /* -------------------------------------------------------------------------- */ 188 1.3.2.2 pgoyette 189 1.3.2.2 pgoyette static void 190 1.3.2.2 pgoyette nvmm_kill_machines(pid_t pid) 191 1.3.2.2 pgoyette { 192 1.3.2.2 pgoyette struct nvmm_machine *mach; 193 1.3.2.2 pgoyette struct nvmm_cpu *vcpu; 194 1.3.2.2 pgoyette size_t i, j; 195 1.3.2.2 pgoyette int error; 196 1.3.2.2 pgoyette 197 1.3.2.2 pgoyette for (i = 0; i < NVMM_MAX_MACHINES; i++) { 198 1.3.2.2 pgoyette mach = &machines[i]; 199 1.3.2.2 pgoyette 200 1.3.2.2 pgoyette rw_enter(&mach->lock, RW_WRITER); 201 1.3.2.2 pgoyette if (!mach->present || mach->procid != pid) { 202 1.3.2.2 pgoyette rw_exit(&mach->lock); 203 1.3.2.2 pgoyette continue; 204 1.3.2.2 pgoyette } 205 1.3.2.2 pgoyette 206 1.3.2.2 pgoyette /* Kill it. */ 207 1.3.2.2 pgoyette for (j = 0; j < NVMM_MAX_VCPUS; j++) { 208 1.3.2.2 pgoyette error = nvmm_vcpu_get(mach, j, &vcpu); 209 1.3.2.2 pgoyette if (error) 210 1.3.2.2 pgoyette continue; 211 1.3.2.2 pgoyette (*nvmm_impl->vcpu_destroy)(mach, vcpu); 212 1.3.2.2 pgoyette nvmm_vcpu_free(mach, vcpu); 213 1.3.2.2 pgoyette nvmm_vcpu_put(vcpu); 214 1.3.2.2 pgoyette } 215 1.3.2.2 pgoyette uvmspace_free(mach->vm); 216 1.3.2.2 pgoyette uao_detach(mach->uobj); 217 1.3.2.2 pgoyette nvmm_machine_free(mach); 218 1.3.2.2 pgoyette 219 1.3.2.2 pgoyette rw_exit(&mach->lock); 220 1.3.2.2 pgoyette } 221 1.3.2.2 pgoyette } 222 1.3.2.2 pgoyette 223 1.3.2.2 pgoyette /* -------------------------------------------------------------------------- */ 224 1.3.2.2 pgoyette 225 1.3.2.2 pgoyette static int 226 1.3.2.2 pgoyette nvmm_capability(struct nvmm_ioc_capability *args) 227 1.3.2.2 pgoyette { 228 1.3.2.2 pgoyette args->cap.version = NVMM_CAPABILITY_VERSION; 229 1.3.2.2 pgoyette args->cap.state_size = nvmm_impl->state_size; 230 1.3.2.2 pgoyette args->cap.max_machines = NVMM_MAX_MACHINES; 231 1.3.2.2 pgoyette args->cap.max_vcpus = NVMM_MAX_VCPUS; 232 1.3.2.2 pgoyette args->cap.max_ram = NVMM_MAX_RAM; 233 1.3.2.2 pgoyette 234 1.3.2.2 pgoyette (*nvmm_impl->capability)(&args->cap); 235 1.3.2.2 pgoyette 236 1.3.2.2 pgoyette return 0; 237 1.3.2.2 pgoyette } 238 1.3.2.2 pgoyette 239 1.3.2.2 pgoyette static int 240 1.3.2.2 pgoyette nvmm_machine_create(struct nvmm_ioc_machine_create *args) 241 1.3.2.2 pgoyette { 242 1.3.2.2 pgoyette struct nvmm_machine *mach; 243 1.3.2.2 pgoyette int error; 244 1.3.2.2 pgoyette 245 1.3.2.2 pgoyette error = nvmm_machine_alloc(&mach); 246 1.3.2.2 pgoyette if (error) 247 1.3.2.2 pgoyette return error; 248 1.3.2.2 pgoyette 249 1.3.2.2 pgoyette /* Curproc owns the machine. */ 250 1.3.2.2 pgoyette mach->procid = curproc->p_pid; 251 1.3.2.2 pgoyette 252 1.3.2.2 pgoyette /* Create the machine vmspace. */ 253 1.3.2.2 pgoyette mach->gpa_begin = 0; 254 1.3.2.2 pgoyette mach->gpa_end = NVMM_MAX_RAM; 255 1.3.2.2 pgoyette mach->vm = uvmspace_alloc(0, mach->gpa_end - mach->gpa_begin, false); 256 1.3.2.2 pgoyette mach->uobj = uao_create(mach->gpa_end - mach->gpa_begin, 0); 257 1.3.2.2 pgoyette 258 1.3.2.2 pgoyette /* Grab a reference for the machine. */ 259 1.3.2.2 pgoyette uao_reference(mach->uobj); 260 1.3.2.2 pgoyette 261 1.3.2.2 pgoyette (*nvmm_impl->machine_create)(mach); 262 1.3.2.2 pgoyette 263 1.3.2.2 pgoyette args->machid = mach->machid; 264 1.3.2.2 pgoyette nvmm_machine_put(mach); 265 1.3.2.2 pgoyette 266 1.3.2.2 pgoyette return 0; 267 1.3.2.2 pgoyette } 268 1.3.2.2 pgoyette 269 1.3.2.2 pgoyette static int 270 1.3.2.2 pgoyette nvmm_machine_destroy(struct nvmm_ioc_machine_destroy *args) 271 1.3.2.2 pgoyette { 272 1.3.2.2 pgoyette struct nvmm_machine *mach; 273 1.3.2.2 pgoyette struct nvmm_cpu *vcpu; 274 1.3.2.2 pgoyette int error; 275 1.3.2.2 pgoyette size_t i; 276 1.3.2.2 pgoyette 277 1.3.2.2 pgoyette error = nvmm_machine_get(args->machid, &mach, true); 278 1.3.2.2 pgoyette if (error) 279 1.3.2.2 pgoyette return error; 280 1.3.2.2 pgoyette 281 1.3.2.2 pgoyette for (i = 0; i < NVMM_MAX_VCPUS; i++) { 282 1.3.2.2 pgoyette error = nvmm_vcpu_get(mach, i, &vcpu); 283 1.3.2.2 pgoyette if (error) 284 1.3.2.2 pgoyette continue; 285 1.3.2.2 pgoyette 286 1.3.2.2 pgoyette (*nvmm_impl->vcpu_destroy)(mach, vcpu); 287 1.3.2.2 pgoyette nvmm_vcpu_free(mach, vcpu); 288 1.3.2.2 pgoyette nvmm_vcpu_put(vcpu); 289 1.3.2.2 pgoyette } 290 1.3.2.2 pgoyette 291 1.3.2.2 pgoyette (*nvmm_impl->machine_destroy)(mach); 292 1.3.2.2 pgoyette 293 1.3.2.2 pgoyette /* Free the machine vmspace. */ 294 1.3.2.2 pgoyette uvmspace_free(mach->vm); 295 1.3.2.2 pgoyette uao_detach(mach->uobj); 296 1.3.2.2 pgoyette 297 1.3.2.2 pgoyette nvmm_machine_free(mach); 298 1.3.2.2 pgoyette nvmm_machine_put(mach); 299 1.3.2.2 pgoyette 300 1.3.2.2 pgoyette return 0; 301 1.3.2.2 pgoyette } 302 1.3.2.2 pgoyette 303 1.3.2.2 pgoyette static int 304 1.3.2.2 pgoyette nvmm_machine_configure(struct nvmm_ioc_machine_configure *args) 305 1.3.2.2 pgoyette { 306 1.3.2.2 pgoyette struct nvmm_machine *mach; 307 1.3.2.2 pgoyette size_t allocsz; 308 1.3.2.2 pgoyette void *data; 309 1.3.2.2 pgoyette int error; 310 1.3.2.2 pgoyette 311 1.3.2.2 pgoyette if (__predict_false(args->op >= nvmm_impl->conf_max)) { 312 1.3.2.2 pgoyette return EINVAL; 313 1.3.2.2 pgoyette } 314 1.3.2.2 pgoyette 315 1.3.2.2 pgoyette allocsz = nvmm_impl->conf_sizes[args->op]; 316 1.3.2.2 pgoyette data = kmem_alloc(allocsz, KM_SLEEP); 317 1.3.2.2 pgoyette 318 1.3.2.2 pgoyette error = nvmm_machine_get(args->machid, &mach, true); 319 1.3.2.2 pgoyette if (error) { 320 1.3.2.2 pgoyette kmem_free(data, allocsz); 321 1.3.2.2 pgoyette return error; 322 1.3.2.2 pgoyette } 323 1.3.2.2 pgoyette 324 1.3.2.2 pgoyette error = copyin(args->conf, data, allocsz); 325 1.3.2.2 pgoyette if (error) { 326 1.3.2.2 pgoyette goto out; 327 1.3.2.2 pgoyette } 328 1.3.2.2 pgoyette 329 1.3.2.2 pgoyette error = (*nvmm_impl->machine_configure)(mach, args->op, data); 330 1.3.2.2 pgoyette 331 1.3.2.2 pgoyette out: 332 1.3.2.2 pgoyette nvmm_machine_put(mach); 333 1.3.2.2 pgoyette kmem_free(data, allocsz); 334 1.3.2.2 pgoyette return error; 335 1.3.2.2 pgoyette } 336 1.3.2.2 pgoyette 337 1.3.2.2 pgoyette static int 338 1.3.2.2 pgoyette nvmm_vcpu_create(struct nvmm_ioc_vcpu_create *args) 339 1.3.2.2 pgoyette { 340 1.3.2.2 pgoyette struct nvmm_machine *mach; 341 1.3.2.2 pgoyette struct nvmm_cpu *vcpu; 342 1.3.2.2 pgoyette int error; 343 1.3.2.2 pgoyette 344 1.3.2.2 pgoyette error = nvmm_machine_get(args->machid, &mach, false); 345 1.3.2.2 pgoyette if (error) 346 1.3.2.2 pgoyette return error; 347 1.3.2.2 pgoyette 348 1.3.2.2 pgoyette error = nvmm_vcpu_alloc(mach, &vcpu); 349 1.3.2.2 pgoyette if (error) 350 1.3.2.2 pgoyette goto out; 351 1.3.2.2 pgoyette 352 1.3.2.2 pgoyette error = (*nvmm_impl->vcpu_create)(mach, vcpu); 353 1.3.2.2 pgoyette if (error) { 354 1.3.2.2 pgoyette nvmm_vcpu_free(mach, vcpu); 355 1.3.2.2 pgoyette nvmm_vcpu_put(vcpu); 356 1.3.2.2 pgoyette goto out; 357 1.3.2.2 pgoyette } 358 1.3.2.2 pgoyette 359 1.3.2.2 pgoyette nvmm_vcpu_put(vcpu); 360 1.3.2.2 pgoyette 361 1.3.2.2 pgoyette out: 362 1.3.2.2 pgoyette nvmm_machine_put(mach); 363 1.3.2.2 pgoyette return error; 364 1.3.2.2 pgoyette } 365 1.3.2.2 pgoyette 366 1.3.2.2 pgoyette static int 367 1.3.2.2 pgoyette nvmm_vcpu_destroy(struct nvmm_ioc_vcpu_destroy *args) 368 1.3.2.2 pgoyette { 369 1.3.2.2 pgoyette struct nvmm_machine *mach; 370 1.3.2.2 pgoyette struct nvmm_cpu *vcpu; 371 1.3.2.2 pgoyette int error; 372 1.3.2.2 pgoyette 373 1.3.2.2 pgoyette error = nvmm_machine_get(args->machid, &mach, false); 374 1.3.2.2 pgoyette if (error) 375 1.3.2.2 pgoyette return error; 376 1.3.2.2 pgoyette 377 1.3.2.2 pgoyette error = nvmm_vcpu_get(mach, args->cpuid, &vcpu); 378 1.3.2.2 pgoyette if (error) 379 1.3.2.2 pgoyette goto out; 380 1.3.2.2 pgoyette 381 1.3.2.2 pgoyette (*nvmm_impl->vcpu_destroy)(mach, vcpu); 382 1.3.2.2 pgoyette nvmm_vcpu_free(mach, vcpu); 383 1.3.2.2 pgoyette nvmm_vcpu_put(vcpu); 384 1.3.2.2 pgoyette 385 1.3.2.2 pgoyette out: 386 1.3.2.2 pgoyette nvmm_machine_put(mach); 387 1.3.2.2 pgoyette return error; 388 1.3.2.2 pgoyette } 389 1.3.2.2 pgoyette 390 1.3.2.2 pgoyette static int 391 1.3.2.2 pgoyette nvmm_vcpu_setstate(struct nvmm_ioc_vcpu_setstate *args) 392 1.3.2.2 pgoyette { 393 1.3.2.2 pgoyette struct nvmm_machine *mach; 394 1.3.2.2 pgoyette struct nvmm_cpu *vcpu; 395 1.3.2.2 pgoyette void *data; 396 1.3.2.2 pgoyette int error; 397 1.3.2.2 pgoyette 398 1.3.2.2 pgoyette data = kmem_alloc(nvmm_impl->state_size, KM_SLEEP); 399 1.3.2.2 pgoyette 400 1.3.2.2 pgoyette error = nvmm_machine_get(args->machid, &mach, false); 401 1.3.2.2 pgoyette if (error) { 402 1.3.2.2 pgoyette kmem_free(data, nvmm_impl->state_size); 403 1.3.2.2 pgoyette return error; 404 1.3.2.2 pgoyette } 405 1.3.2.2 pgoyette 406 1.3.2.2 pgoyette error = nvmm_vcpu_get(mach, args->cpuid, &vcpu); 407 1.3.2.2 pgoyette if (error) 408 1.3.2.2 pgoyette goto out; 409 1.3.2.2 pgoyette 410 1.3.2.2 pgoyette error = copyin(args->state, data, nvmm_impl->state_size); 411 1.3.2.2 pgoyette if (error) { 412 1.3.2.2 pgoyette nvmm_vcpu_put(vcpu); 413 1.3.2.2 pgoyette goto out; 414 1.3.2.2 pgoyette } 415 1.3.2.2 pgoyette 416 1.3.2.2 pgoyette (*nvmm_impl->vcpu_setstate)(vcpu, data, args->flags); 417 1.3.2.2 pgoyette nvmm_vcpu_put(vcpu); 418 1.3.2.2 pgoyette 419 1.3.2.2 pgoyette out: 420 1.3.2.2 pgoyette nvmm_machine_put(mach); 421 1.3.2.2 pgoyette kmem_free(data, nvmm_impl->state_size); 422 1.3.2.2 pgoyette return error; 423 1.3.2.2 pgoyette } 424 1.3.2.2 pgoyette 425 1.3.2.2 pgoyette static int 426 1.3.2.2 pgoyette nvmm_vcpu_getstate(struct nvmm_ioc_vcpu_getstate *args) 427 1.3.2.2 pgoyette { 428 1.3.2.2 pgoyette struct nvmm_machine *mach; 429 1.3.2.2 pgoyette struct nvmm_cpu *vcpu; 430 1.3.2.2 pgoyette void *data; 431 1.3.2.2 pgoyette int error; 432 1.3.2.2 pgoyette 433 1.3.2.2 pgoyette data = kmem_alloc(nvmm_impl->state_size, KM_SLEEP); 434 1.3.2.2 pgoyette 435 1.3.2.2 pgoyette error = nvmm_machine_get(args->machid, &mach, false); 436 1.3.2.2 pgoyette if (error) { 437 1.3.2.2 pgoyette kmem_free(data, nvmm_impl->state_size); 438 1.3.2.2 pgoyette return error; 439 1.3.2.2 pgoyette } 440 1.3.2.2 pgoyette 441 1.3.2.2 pgoyette error = nvmm_vcpu_get(mach, args->cpuid, &vcpu); 442 1.3.2.2 pgoyette if (error) 443 1.3.2.2 pgoyette goto out; 444 1.3.2.2 pgoyette 445 1.3.2.2 pgoyette (*nvmm_impl->vcpu_getstate)(vcpu, data, args->flags); 446 1.3.2.2 pgoyette nvmm_vcpu_put(vcpu); 447 1.3.2.2 pgoyette error = copyout(data, args->state, nvmm_impl->state_size); 448 1.3.2.2 pgoyette 449 1.3.2.2 pgoyette out: 450 1.3.2.2 pgoyette nvmm_machine_put(mach); 451 1.3.2.2 pgoyette kmem_free(data, nvmm_impl->state_size); 452 1.3.2.2 pgoyette return error; 453 1.3.2.2 pgoyette } 454 1.3.2.2 pgoyette 455 1.3.2.2 pgoyette static int 456 1.3.2.2 pgoyette nvmm_vcpu_inject(struct nvmm_ioc_vcpu_inject *args) 457 1.3.2.2 pgoyette { 458 1.3.2.2 pgoyette struct nvmm_machine *mach; 459 1.3.2.2 pgoyette struct nvmm_cpu *vcpu; 460 1.3.2.2 pgoyette int error; 461 1.3.2.2 pgoyette 462 1.3.2.2 pgoyette error = nvmm_machine_get(args->machid, &mach, false); 463 1.3.2.2 pgoyette if (error) 464 1.3.2.2 pgoyette return error; 465 1.3.2.2 pgoyette 466 1.3.2.2 pgoyette error = nvmm_vcpu_get(mach, args->cpuid, &vcpu); 467 1.3.2.2 pgoyette if (error) 468 1.3.2.2 pgoyette goto out; 469 1.3.2.2 pgoyette 470 1.3.2.2 pgoyette error = (*nvmm_impl->vcpu_inject)(mach, vcpu, &args->event); 471 1.3.2.2 pgoyette nvmm_vcpu_put(vcpu); 472 1.3.2.2 pgoyette 473 1.3.2.2 pgoyette out: 474 1.3.2.2 pgoyette nvmm_machine_put(mach); 475 1.3.2.2 pgoyette return error; 476 1.3.2.2 pgoyette } 477 1.3.2.2 pgoyette 478 1.3.2.2 pgoyette static int 479 1.3.2.2 pgoyette nvmm_vcpu_run(struct nvmm_ioc_vcpu_run *args) 480 1.3.2.2 pgoyette { 481 1.3.2.2 pgoyette struct nvmm_machine *mach; 482 1.3.2.2 pgoyette struct nvmm_cpu *vcpu; 483 1.3.2.2 pgoyette int error; 484 1.3.2.2 pgoyette 485 1.3.2.2 pgoyette error = nvmm_machine_get(args->machid, &mach, false); 486 1.3.2.2 pgoyette if (error) 487 1.3.2.2 pgoyette return error; 488 1.3.2.2 pgoyette 489 1.3.2.2 pgoyette error = nvmm_vcpu_get(mach, args->cpuid, &vcpu); 490 1.3.2.2 pgoyette if (error) 491 1.3.2.2 pgoyette goto out; 492 1.3.2.2 pgoyette 493 1.3.2.2 pgoyette (*nvmm_impl->vcpu_run)(mach, vcpu, &args->exit); 494 1.3.2.2 pgoyette nvmm_vcpu_put(vcpu); 495 1.3.2.2 pgoyette 496 1.3.2.2 pgoyette out: 497 1.3.2.2 pgoyette nvmm_machine_put(mach); 498 1.3.2.2 pgoyette return error; 499 1.3.2.2 pgoyette } 500 1.3.2.2 pgoyette 501 1.3.2.2 pgoyette /* -------------------------------------------------------------------------- */ 502 1.3.2.2 pgoyette 503 1.3.2.2 pgoyette static int 504 1.3.2.2 pgoyette nvmm_gpa_map(struct nvmm_ioc_gpa_map *args) 505 1.3.2.2 pgoyette { 506 1.3.2.2 pgoyette struct proc *p = curproc; 507 1.3.2.2 pgoyette struct nvmm_machine *mach; 508 1.3.2.2 pgoyette struct vmspace *vmspace; 509 1.3.2.2 pgoyette gpaddr_t gpa; 510 1.3.2.2 pgoyette vaddr_t uva; 511 1.3.2.2 pgoyette int error; 512 1.3.2.2 pgoyette 513 1.3.2.2 pgoyette error = nvmm_machine_get(args->machid, &mach, false); 514 1.3.2.2 pgoyette if (error) 515 1.3.2.2 pgoyette return error; 516 1.3.2.2 pgoyette 517 1.3.2.2 pgoyette vmspace = p->p_vmspace; 518 1.3.2.2 pgoyette 519 1.3.2.2 pgoyette if ((args->gpa % PAGE_SIZE) != 0 || (args->size % PAGE_SIZE) != 0 || 520 1.3.2.2 pgoyette (args->hva % PAGE_SIZE) != 0) { 521 1.3.2.2 pgoyette error = EINVAL; 522 1.3.2.2 pgoyette goto out; 523 1.3.2.2 pgoyette } 524 1.3.2.2 pgoyette if (args->hva == 0) { 525 1.3.2.2 pgoyette error = EINVAL; 526 1.3.2.2 pgoyette goto out; 527 1.3.2.2 pgoyette } 528 1.3.2.2 pgoyette if (args->gpa < mach->gpa_begin || args->gpa >= mach->gpa_end) { 529 1.3.2.2 pgoyette error = EINVAL; 530 1.3.2.2 pgoyette goto out; 531 1.3.2.2 pgoyette } 532 1.3.2.2 pgoyette if (args->gpa + args->size <= args->gpa) { 533 1.3.2.2 pgoyette error = EINVAL; 534 1.3.2.2 pgoyette goto out; 535 1.3.2.2 pgoyette } 536 1.3.2.2 pgoyette if (args->gpa + args->size > mach->gpa_end) { 537 1.3.2.2 pgoyette error = EINVAL; 538 1.3.2.2 pgoyette goto out; 539 1.3.2.2 pgoyette } 540 1.3.2.2 pgoyette gpa = args->gpa; 541 1.3.2.2 pgoyette 542 1.3.2.2 pgoyette /* Take a reference for the kernel. */ 543 1.3.2.2 pgoyette uao_reference(mach->uobj); 544 1.3.2.2 pgoyette 545 1.3.2.2 pgoyette /* Map the uobj into the machine address space, as pageable. */ 546 1.3.2.2 pgoyette error = uvm_map(&mach->vm->vm_map, &gpa, args->size, mach->uobj, 547 1.3.2.2 pgoyette args->gpa, 0, UVM_MAPFLAG(UVM_PROT_RWX, UVM_PROT_RWX, 548 1.3.2.2 pgoyette UVM_INH_NONE, UVM_ADV_RANDOM, UVM_FLAG_FIXED)); 549 1.3.2.2 pgoyette if (error) { 550 1.3.2.2 pgoyette uao_detach(mach->uobj); 551 1.3.2.2 pgoyette goto out; 552 1.3.2.2 pgoyette } 553 1.3.2.2 pgoyette if (gpa != args->gpa) { 554 1.3.2.2 pgoyette uao_detach(mach->uobj); 555 1.3.2.2 pgoyette printf("[!] uvm_map problem\n"); 556 1.3.2.2 pgoyette error = EINVAL; 557 1.3.2.2 pgoyette goto out; 558 1.3.2.2 pgoyette } 559 1.3.2.2 pgoyette 560 1.3.2.2 pgoyette uva = (vaddr_t)args->hva; 561 1.3.2.2 pgoyette 562 1.3.2.2 pgoyette /* Take a reference for the user. */ 563 1.3.2.2 pgoyette uao_reference(mach->uobj); 564 1.3.2.2 pgoyette 565 1.3.2.2 pgoyette /* Map the uobj into the user address space, as pageable. */ 566 1.3.2.2 pgoyette error = uvm_map(&vmspace->vm_map, &uva, args->size, mach->uobj, 567 1.3.2.2 pgoyette args->gpa, 0, UVM_MAPFLAG(UVM_PROT_RW, UVM_PROT_RW, 568 1.3.2.2 pgoyette UVM_INH_SHARE, UVM_ADV_RANDOM, UVM_FLAG_FIXED|UVM_FLAG_UNMAP)); 569 1.3.2.2 pgoyette if (error) { 570 1.3.2.2 pgoyette uao_detach(mach->uobj); 571 1.3.2.2 pgoyette goto out; 572 1.3.2.2 pgoyette } 573 1.3.2.2 pgoyette 574 1.3.2.2 pgoyette out: 575 1.3.2.2 pgoyette nvmm_machine_put(mach); 576 1.3.2.2 pgoyette return error; 577 1.3.2.2 pgoyette } 578 1.3.2.2 pgoyette 579 1.3.2.2 pgoyette static int 580 1.3.2.2 pgoyette nvmm_gpa_unmap(struct nvmm_ioc_gpa_unmap *args) 581 1.3.2.2 pgoyette { 582 1.3.2.2 pgoyette struct nvmm_machine *mach; 583 1.3.2.2 pgoyette gpaddr_t gpa; 584 1.3.2.2 pgoyette int error; 585 1.3.2.2 pgoyette 586 1.3.2.2 pgoyette error = nvmm_machine_get(args->machid, &mach, false); 587 1.3.2.2 pgoyette if (error) 588 1.3.2.2 pgoyette return error; 589 1.3.2.2 pgoyette 590 1.3.2.2 pgoyette if ((args->gpa % PAGE_SIZE) != 0 || (args->size % PAGE_SIZE) != 0) { 591 1.3.2.2 pgoyette error = EINVAL; 592 1.3.2.2 pgoyette goto out; 593 1.3.2.2 pgoyette } 594 1.3.2.2 pgoyette if (args->gpa < mach->gpa_begin || args->gpa >= mach->gpa_end) { 595 1.3.2.2 pgoyette error = EINVAL; 596 1.3.2.2 pgoyette goto out; 597 1.3.2.2 pgoyette } 598 1.3.2.2 pgoyette if (args->gpa + args->size <= args->gpa) { 599 1.3.2.2 pgoyette error = EINVAL; 600 1.3.2.2 pgoyette goto out; 601 1.3.2.2 pgoyette } 602 1.3.2.2 pgoyette if (args->gpa + args->size >= mach->gpa_end) { 603 1.3.2.2 pgoyette error = EINVAL; 604 1.3.2.2 pgoyette goto out; 605 1.3.2.2 pgoyette } 606 1.3.2.2 pgoyette gpa = args->gpa; 607 1.3.2.2 pgoyette 608 1.3.2.2 pgoyette /* Unmap the memory from the machine. */ 609 1.3.2.2 pgoyette uvm_unmap(&mach->vm->vm_map, gpa, gpa + args->size); 610 1.3.2.2 pgoyette 611 1.3.2.2 pgoyette out: 612 1.3.2.2 pgoyette nvmm_machine_put(mach); 613 1.3.2.2 pgoyette return error; 614 1.3.2.2 pgoyette } 615 1.3.2.2 pgoyette 616 1.3.2.2 pgoyette /* -------------------------------------------------------------------------- */ 617 1.3.2.2 pgoyette 618 1.3.2.2 pgoyette static int 619 1.3.2.2 pgoyette nvmm_init(void) 620 1.3.2.2 pgoyette { 621 1.3.2.2 pgoyette size_t i, n; 622 1.3.2.2 pgoyette 623 1.3.2.2 pgoyette for (i = 0; i < __arraycount(nvmm_impl_list); i++) { 624 1.3.2.2 pgoyette if (!(*nvmm_impl_list[i]->ident)()) { 625 1.3.2.2 pgoyette continue; 626 1.3.2.2 pgoyette } 627 1.3.2.2 pgoyette nvmm_impl = nvmm_impl_list[i]; 628 1.3.2.2 pgoyette break; 629 1.3.2.2 pgoyette } 630 1.3.2.2 pgoyette if (nvmm_impl == NULL) { 631 1.3.2.2 pgoyette printf("[!] No implementation found\n"); 632 1.3.2.2 pgoyette return ENOTSUP; 633 1.3.2.2 pgoyette } 634 1.3.2.2 pgoyette 635 1.3.2.2 pgoyette for (i = 0; i < NVMM_MAX_MACHINES; i++) { 636 1.3.2.2 pgoyette machines[i].machid = i; 637 1.3.2.2 pgoyette rw_init(&machines[i].lock); 638 1.3.2.2 pgoyette for (n = 0; n < NVMM_MAX_VCPUS; n++) { 639 1.3.2.2 pgoyette mutex_init(&machines[i].cpus[n].lock, MUTEX_DEFAULT, 640 1.3.2.2 pgoyette IPL_NONE); 641 1.3.2.2 pgoyette machines[i].cpus[n].hcpu_last = -1; 642 1.3.2.2 pgoyette } 643 1.3.2.2 pgoyette } 644 1.3.2.2 pgoyette 645 1.3.2.2 pgoyette (*nvmm_impl->init)(); 646 1.3.2.2 pgoyette 647 1.3.2.2 pgoyette return 0; 648 1.3.2.2 pgoyette } 649 1.3.2.2 pgoyette 650 1.3.2.2 pgoyette static void 651 1.3.2.2 pgoyette nvmm_fini(void) 652 1.3.2.2 pgoyette { 653 1.3.2.2 pgoyette size_t i, n; 654 1.3.2.2 pgoyette 655 1.3.2.2 pgoyette for (i = 0; i < NVMM_MAX_MACHINES; i++) { 656 1.3.2.2 pgoyette rw_destroy(&machines[i].lock); 657 1.3.2.2 pgoyette for (n = 0; n < NVMM_MAX_VCPUS; n++) { 658 1.3.2.2 pgoyette mutex_destroy(&machines[i].cpus[n].lock); 659 1.3.2.2 pgoyette } 660 1.3.2.2 pgoyette /* TODO need to free stuff, etc */ 661 1.3.2.2 pgoyette } 662 1.3.2.2 pgoyette 663 1.3.2.2 pgoyette (*nvmm_impl->fini)(); 664 1.3.2.2 pgoyette } 665 1.3.2.2 pgoyette 666 1.3.2.2 pgoyette /* -------------------------------------------------------------------------- */ 667 1.3.2.2 pgoyette 668 1.3.2.2 pgoyette static int 669 1.3.2.2 pgoyette nvmm_open(dev_t dev, int flags, int type, struct lwp *l) 670 1.3.2.2 pgoyette { 671 1.3.2.2 pgoyette if (minor(dev) != 0) { 672 1.3.2.2 pgoyette return EXDEV; 673 1.3.2.2 pgoyette } 674 1.3.2.2 pgoyette 675 1.3.2.2 pgoyette return 0; 676 1.3.2.2 pgoyette } 677 1.3.2.2 pgoyette 678 1.3.2.2 pgoyette static int 679 1.3.2.2 pgoyette nvmm_close(dev_t dev, int flags, int type, struct lwp *l) 680 1.3.2.2 pgoyette { 681 1.3.2.2 pgoyette KASSERT(minor(dev) == 0); 682 1.3.2.2 pgoyette 683 1.3.2.2 pgoyette nvmm_kill_machines(l->l_proc->p_pid); 684 1.3.2.2 pgoyette 685 1.3.2.2 pgoyette return 0; 686 1.3.2.2 pgoyette } 687 1.3.2.2 pgoyette 688 1.3.2.2 pgoyette static int 689 1.3.2.2 pgoyette nvmm_ioctl(dev_t dev, u_long cmd, void *data, int flags, struct lwp *l) 690 1.3.2.2 pgoyette { 691 1.3.2.2 pgoyette KASSERT(minor(dev) == 0); 692 1.3.2.2 pgoyette 693 1.3.2.2 pgoyette switch (cmd) { 694 1.3.2.2 pgoyette case NVMM_IOC_CAPABILITY: 695 1.3.2.2 pgoyette return nvmm_capability(data); 696 1.3.2.2 pgoyette case NVMM_IOC_MACHINE_CREATE: 697 1.3.2.2 pgoyette return nvmm_machine_create(data); 698 1.3.2.2 pgoyette case NVMM_IOC_MACHINE_DESTROY: 699 1.3.2.2 pgoyette return nvmm_machine_destroy(data); 700 1.3.2.2 pgoyette case NVMM_IOC_MACHINE_CONFIGURE: 701 1.3.2.2 pgoyette return nvmm_machine_configure(data); 702 1.3.2.2 pgoyette case NVMM_IOC_VCPU_CREATE: 703 1.3.2.2 pgoyette return nvmm_vcpu_create(data); 704 1.3.2.2 pgoyette case NVMM_IOC_VCPU_DESTROY: 705 1.3.2.2 pgoyette return nvmm_vcpu_destroy(data); 706 1.3.2.2 pgoyette case NVMM_IOC_VCPU_SETSTATE: 707 1.3.2.2 pgoyette return nvmm_vcpu_setstate(data); 708 1.3.2.2 pgoyette case NVMM_IOC_VCPU_GETSTATE: 709 1.3.2.2 pgoyette return nvmm_vcpu_getstate(data); 710 1.3.2.2 pgoyette case NVMM_IOC_VCPU_INJECT: 711 1.3.2.2 pgoyette return nvmm_vcpu_inject(data); 712 1.3.2.2 pgoyette case NVMM_IOC_VCPU_RUN: 713 1.3.2.2 pgoyette return nvmm_vcpu_run(data); 714 1.3.2.2 pgoyette case NVMM_IOC_GPA_MAP: 715 1.3.2.2 pgoyette return nvmm_gpa_map(data); 716 1.3.2.2 pgoyette case NVMM_IOC_GPA_UNMAP: 717 1.3.2.2 pgoyette return nvmm_gpa_unmap(data); 718 1.3.2.2 pgoyette default: 719 1.3.2.2 pgoyette return EINVAL; 720 1.3.2.2 pgoyette } 721 1.3.2.2 pgoyette } 722 1.3.2.2 pgoyette 723 1.3.2.2 pgoyette const struct cdevsw nvmm_cdevsw = { 724 1.3.2.2 pgoyette .d_open = nvmm_open, 725 1.3.2.2 pgoyette .d_close = nvmm_close, 726 1.3.2.2 pgoyette .d_read = noread, 727 1.3.2.2 pgoyette .d_write = nowrite, 728 1.3.2.2 pgoyette .d_ioctl = nvmm_ioctl, 729 1.3.2.2 pgoyette .d_stop = nostop, 730 1.3.2.2 pgoyette .d_tty = notty, 731 1.3.2.2 pgoyette .d_poll = nopoll, 732 1.3.2.2 pgoyette .d_mmap = nommap, 733 1.3.2.2 pgoyette .d_kqfilter = nokqfilter, 734 1.3.2.2 pgoyette .d_discard = nodiscard, 735 1.3.2.2 pgoyette .d_flag = D_OTHER | D_MPSAFE 736 1.3.2.2 pgoyette }; 737 1.3.2.2 pgoyette 738 1.3.2.2 pgoyette void 739 1.3.2.2 pgoyette nvmmattach(int nunits) 740 1.3.2.2 pgoyette { 741 1.3.2.2 pgoyette /* nothing */ 742 1.3.2.2 pgoyette } 743 1.3.2.2 pgoyette 744 1.3.2.2 pgoyette MODULE(MODULE_CLASS_DRIVER, nvmm, NULL); 745 1.3.2.2 pgoyette 746 1.3.2.2 pgoyette static int 747 1.3.2.2 pgoyette nvmm_modcmd(modcmd_t cmd, void *arg) 748 1.3.2.2 pgoyette { 749 1.3.2.2 pgoyette int error; 750 1.3.2.2 pgoyette 751 1.3.2.2 pgoyette switch (cmd) { 752 1.3.2.2 pgoyette case MODULE_CMD_INIT: 753 1.3.2.2 pgoyette error = nvmm_init(); 754 1.3.2.2 pgoyette if (error) 755 1.3.2.2 pgoyette return error; 756 1.3.2.2 pgoyette 757 1.3.2.2 pgoyette #if defined(_MODULE) 758 1.3.2.2 pgoyette { 759 1.3.2.2 pgoyette devmajor_t bmajor = NODEVMAJOR; 760 1.3.2.2 pgoyette devmajor_t cmajor = 345; 761 1.3.2.2 pgoyette 762 1.3.2.2 pgoyette /* mknod /dev/nvmm c 345 0 */ 763 1.3.2.2 pgoyette error = devsw_attach("nvmm", NULL, &bmajor, 764 1.3.2.2 pgoyette &nvmm_cdevsw, &cmajor); 765 1.3.2.2 pgoyette if (error) { 766 1.3.2.2 pgoyette nvmm_fini(); 767 1.3.2.2 pgoyette return error; 768 1.3.2.2 pgoyette } 769 1.3.2.2 pgoyette } 770 1.3.2.2 pgoyette #endif 771 1.3.2.2 pgoyette return 0; 772 1.3.2.2 pgoyette 773 1.3.2.2 pgoyette case MODULE_CMD_FINI: 774 1.3.2.2 pgoyette #if defined(_MODULE) 775 1.3.2.2 pgoyette { 776 1.3.2.2 pgoyette error = devsw_detach(NULL, &nvmm_cdevsw); 777 1.3.2.2 pgoyette if (error) { 778 1.3.2.2 pgoyette return error; 779 1.3.2.2 pgoyette } 780 1.3.2.2 pgoyette } 781 1.3.2.2 pgoyette #endif 782 1.3.2.2 pgoyette nvmm_fini(); 783 1.3.2.2 pgoyette return 0; 784 1.3.2.2 pgoyette 785 1.3.2.2 pgoyette default: 786 1.3.2.2 pgoyette return ENOTTY; 787 1.3.2.2 pgoyette } 788 1.3.2.2 pgoyette } 789
Indexes created Thu Oct 30 03:10:01 GMT 2025