vm.c revision 1.16.2.3
1 1.16.2.3 yamt /* $NetBSD: vm.c,v 1.16.2.3 2007/10/27 11:36:24 yamt Exp $ */ 2 1.16.2.2 yamt 3 1.16.2.2 yamt /* 4 1.16.2.2 yamt * Copyright (c) 2007 Antti Kantee. All Rights Reserved. 5 1.16.2.2 yamt * 6 1.16.2.2 yamt * Development of this software was supported by Google Summer of Code. 7 1.16.2.2 yamt * 8 1.16.2.2 yamt * Redistribution and use in source and binary forms, with or without 9 1.16.2.2 yamt * modification, are permitted provided that the following conditions 10 1.16.2.2 yamt * are met: 11 1.16.2.2 yamt * 1. Redistributions of source code must retain the above copyright 12 1.16.2.2 yamt * notice, this list of conditions and the following disclaimer. 13 1.16.2.2 yamt * 2. Redistributions in binary form must reproduce the above copyright 14 1.16.2.2 yamt * notice, this list of conditions and the following disclaimer in the 15 1.16.2.2 yamt * documentation and/or other materials provided with the distribution. 16 1.16.2.2 yamt * 17 1.16.2.2 yamt * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 18 1.16.2.2 yamt * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 19 1.16.2.2 yamt * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE 20 1.16.2.2 yamt * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 21 1.16.2.2 yamt * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 22 1.16.2.2 yamt * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR 23 1.16.2.2 yamt * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 24 1.16.2.2 yamt * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 25 1.16.2.2 yamt * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 26 1.16.2.2 yamt * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 27 1.16.2.2 yamt * SUCH DAMAGE. 28 1.16.2.2 yamt */ 29 1.16.2.2 yamt 30 1.16.2.2 yamt /* 31 1.16.2.2 yamt * Virtual memory emulation routines. Contents: 32 1.16.2.2 yamt * + UBC 33 1.16.2.2 yamt * + anon objects & pager 34 1.16.2.2 yamt * + vnode objects & pager 35 1.16.2.2 yamt * + misc support routines 36 1.16.2.2 yamt * + kmem 37 1.16.2.2 yamt */ 38 1.16.2.2 yamt 39 1.16.2.2 yamt /* 40 1.16.2.2 yamt * XXX: we abuse pg->uanon for the virtual address of the storage 41 1.16.2.2 yamt * for each page. phys_addr would fit the job description better, 42 1.16.2.2 yamt * except that it will create unnecessary lossage on some platforms 43 1.16.2.2 yamt * due to not being a pointer type. 44 1.16.2.2 yamt */ 45 1.16.2.2 yamt 46 1.16.2.2 yamt #include <sys/param.h> 47 1.16.2.2 yamt #include <sys/null.h> 48 1.16.2.2 yamt #include <sys/vnode.h> 49 1.16.2.2 yamt #include <sys/buf.h> 50 1.16.2.2 yamt #include <sys/kmem.h> 51 1.16.2.2 yamt 52 1.16.2.2 yamt #include <uvm/uvm.h> 53 1.16.2.2 yamt #include <uvm/uvm_prot.h> 54 1.16.2.2 yamt #include <uvm/uvm_readahead.h> 55 1.16.2.2 yamt 56 1.16.2.2 yamt #include <machine/pmap.h> 57 1.16.2.2 yamt 58 1.16.2.2 yamt #include "rump_private.h" 59 1.16.2.2 yamt #include "rumpuser.h" 60 1.16.2.2 yamt 61 1.16.2.2 yamt /* dumdidumdum */ 62 1.16.2.2 yamt #define len2npages(off, len) \ 63 1.16.2.2 yamt (((((len) + PAGE_MASK) & ~(PAGE_MASK)) >> PAGE_SHIFT) \ 64 1.16.2.2 yamt + (((off & PAGE_MASK) + (len & PAGE_MASK)) > PAGE_SIZE)) 65 1.16.2.2 yamt 66 1.16.2.2 yamt static int ubc_winvalid; 67 1.16.2.2 yamt static struct uvm_object *ubc_uobj; 68 1.16.2.2 yamt static off_t ubc_offset; 69 1.16.2.2 yamt static int ubc_flags; 70 1.16.2.2 yamt 71 1.16.2.2 yamt struct uvm_pagerops uvm_vnodeops; 72 1.16.2.2 yamt struct uvm_pagerops aobj_pager; 73 1.16.2.2 yamt struct uvmexp uvmexp; 74 1.16.2.2 yamt struct uvm uvm; 75 1.16.2.2 yamt 76 1.16.2.2 yamt struct vmspace rump_vmspace; 77 1.16.2.2 yamt struct vm_map rump_vmmap; 78 1.16.2.2 yamt 79 1.16.2.2 yamt /* 80 1.16.2.2 yamt * vm pages 81 1.16.2.2 yamt */ 82 1.16.2.2 yamt 83 1.16.2.2 yamt struct vm_page * 84 1.16.2.2 yamt rumpvm_makepage(struct uvm_object *uobj, voff_t off) 85 1.16.2.2 yamt { 86 1.16.2.2 yamt struct vm_page *pg; 87 1.16.2.2 yamt 88 1.16.2.2 yamt pg = rumpuser_malloc(sizeof(struct vm_page), 0); 89 1.16.2.2 yamt memset(pg, 0, sizeof(struct vm_page)); 90 1.16.2.2 yamt TAILQ_INSERT_TAIL(&uobj->memq, pg, listq); 91 1.16.2.2 yamt pg->offset = off; 92 1.16.2.2 yamt pg->uobject = uobj; 93 1.16.2.2 yamt 94 1.16.2.2 yamt pg->uanon = (void *)rumpuser_malloc(PAGE_SIZE, 0); 95 1.16.2.2 yamt memset((void *)pg->uanon, 0, PAGE_SIZE); 96 1.16.2.2 yamt pg->flags = PG_CLEAN; 97 1.16.2.2 yamt 98 1.16.2.2 yamt return pg; 99 1.16.2.2 yamt } 100 1.16.2.2 yamt 101 1.16.2.2 yamt void 102 1.16.2.2 yamt rumpvm_freepage(struct vm_page *pg) 103 1.16.2.2 yamt { 104 1.16.2.2 yamt struct uvm_object *uobj = pg->uobject; 105 1.16.2.2 yamt 106 1.16.2.2 yamt TAILQ_REMOVE(&uobj->memq, pg, listq); 107 1.16.2.2 yamt rumpuser_free((void *)pg->uanon); 108 1.16.2.2 yamt rumpuser_free(pg); 109 1.16.2.2 yamt } 110 1.16.2.2 yamt 111 1.16.2.2 yamt struct rumpva { 112 1.16.2.2 yamt vaddr_t addr; 113 1.16.2.2 yamt struct vm_page *pg; 114 1.16.2.2 yamt 115 1.16.2.2 yamt LIST_ENTRY(rumpva) entries; 116 1.16.2.2 yamt }; 117 1.16.2.2 yamt static LIST_HEAD(, rumpva) rvahead = LIST_HEAD_INITIALIZER(rvahead); 118 1.16.2.2 yamt 119 1.16.2.2 yamt void 120 1.16.2.2 yamt rumpvm_enterva(vaddr_t addr, struct vm_page *pg) 121 1.16.2.2 yamt { 122 1.16.2.2 yamt struct rumpva *rva; 123 1.16.2.2 yamt 124 1.16.2.2 yamt rva = rumpuser_malloc(sizeof(struct rumpva), 0); 125 1.16.2.2 yamt rva->addr = addr; 126 1.16.2.2 yamt rva->pg = pg; 127 1.16.2.2 yamt LIST_INSERT_HEAD(&rvahead, rva, entries); 128 1.16.2.2 yamt } 129 1.16.2.2 yamt 130 1.16.2.2 yamt void 131 1.16.2.2 yamt rumpvm_flushva() 132 1.16.2.2 yamt { 133 1.16.2.2 yamt struct rumpva *rva; 134 1.16.2.2 yamt 135 1.16.2.2 yamt while ((rva = LIST_FIRST(&rvahead)) != NULL) { 136 1.16.2.2 yamt LIST_REMOVE(rva, entries); 137 1.16.2.2 yamt rumpuser_free(rva); 138 1.16.2.2 yamt } 139 1.16.2.2 yamt } 140 1.16.2.2 yamt 141 1.16.2.2 yamt /* 142 1.16.2.2 yamt * vnode pager 143 1.16.2.2 yamt */ 144 1.16.2.2 yamt 145 1.16.2.2 yamt static int 146 1.16.2.2 yamt vn_get(struct uvm_object *uobj, voff_t off, struct vm_page **pgs, 147 1.16.2.2 yamt int *npages, int centeridx, vm_prot_t access_type, 148 1.16.2.2 yamt int advice, int flags) 149 1.16.2.2 yamt { 150 1.16.2.2 yamt struct vnode *vp = (struct vnode *)uobj; 151 1.16.2.2 yamt 152 1.16.2.2 yamt return VOP_GETPAGES(vp, off, pgs, npages, centeridx, access_type, 153 1.16.2.2 yamt advice, flags); 154 1.16.2.2 yamt } 155 1.16.2.2 yamt 156 1.16.2.2 yamt static int 157 1.16.2.2 yamt vn_put(struct uvm_object *uobj, voff_t offlo, voff_t offhi, int flags) 158 1.16.2.2 yamt { 159 1.16.2.2 yamt struct vnode *vp = (struct vnode *)uobj; 160 1.16.2.2 yamt 161 1.16.2.2 yamt return VOP_PUTPAGES(vp, offlo, offhi, flags); 162 1.16.2.2 yamt } 163 1.16.2.2 yamt 164 1.16.2.2 yamt /* 165 1.16.2.2 yamt * Anon object stuff 166 1.16.2.2 yamt */ 167 1.16.2.2 yamt 168 1.16.2.2 yamt static int 169 1.16.2.2 yamt ao_get(struct uvm_object *uobj, voff_t off, struct vm_page **pgs, 170 1.16.2.2 yamt int *npages, int centeridx, vm_prot_t access_type, 171 1.16.2.2 yamt int advice, int flags) 172 1.16.2.2 yamt { 173 1.16.2.2 yamt struct vm_page *pg; 174 1.16.2.2 yamt int i; 175 1.16.2.2 yamt 176 1.16.2.2 yamt if (centeridx) 177 1.16.2.2 yamt panic("%s: centeridx != 0 not supported", __func__); 178 1.16.2.2 yamt 179 1.16.2.2 yamt /* loop over pages */ 180 1.16.2.2 yamt off = trunc_page(off); 181 1.16.2.2 yamt for (i = 0; i < *npages; i++) { 182 1.16.2.2 yamt pg = uvm_pagelookup(uobj, off + (i << PAGE_SHIFT)); 183 1.16.2.2 yamt if (pg) { 184 1.16.2.2 yamt pgs[i] = pg; 185 1.16.2.2 yamt } else { 186 1.16.2.2 yamt pg = rumpvm_makepage(uobj, off + (i << PAGE_SHIFT)); 187 1.16.2.2 yamt pgs[i] = pg; 188 1.16.2.2 yamt } 189 1.16.2.2 yamt } 190 1.16.2.2 yamt 191 1.16.2.2 yamt return 0; 192 1.16.2.2 yamt 193 1.16.2.2 yamt } 194 1.16.2.2 yamt 195 1.16.2.2 yamt static int 196 1.16.2.2 yamt ao_put(struct uvm_object *uobj, voff_t start, voff_t stop, int flags) 197 1.16.2.2 yamt { 198 1.16.2.2 yamt struct vm_page *pg; 199 1.16.2.2 yamt 200 1.16.2.2 yamt /* we only free all pages for now */ 201 1.16.2.2 yamt if ((flags & PGO_FREE) == 0 || (flags & PGO_ALLPAGES) == 0) 202 1.16.2.2 yamt return 0; 203 1.16.2.2 yamt 204 1.16.2.2 yamt while ((pg = TAILQ_FIRST(&uobj->memq)) != NULL) 205 1.16.2.2 yamt rumpvm_freepage(pg); 206 1.16.2.2 yamt 207 1.16.2.2 yamt return 0; 208 1.16.2.2 yamt } 209 1.16.2.2 yamt 210 1.16.2.2 yamt struct uvm_object * 211 1.16.2.2 yamt uao_create(vsize_t size, int flags) 212 1.16.2.2 yamt { 213 1.16.2.2 yamt struct uvm_object *uobj; 214 1.16.2.2 yamt 215 1.16.2.2 yamt uobj = rumpuser_malloc(sizeof(struct uvm_object), 0); 216 1.16.2.2 yamt memset(uobj, 0, sizeof(struct uvm_object)); 217 1.16.2.2 yamt uobj->pgops = &aobj_pager; 218 1.16.2.2 yamt TAILQ_INIT(&uobj->memq); 219 1.16.2.2 yamt 220 1.16.2.2 yamt return uobj; 221 1.16.2.2 yamt } 222 1.16.2.2 yamt 223 1.16.2.2 yamt void 224 1.16.2.2 yamt uao_detach(struct uvm_object *uobj) 225 1.16.2.2 yamt { 226 1.16.2.2 yamt 227 1.16.2.2 yamt ao_put(uobj, 0, 0, PGO_ALLPAGES | PGO_FREE); 228 1.16.2.2 yamt rumpuser_free(uobj); 229 1.16.2.2 yamt } 230 1.16.2.2 yamt 231 1.16.2.2 yamt /* 232 1.16.2.2 yamt * UBC 233 1.16.2.2 yamt */ 234 1.16.2.2 yamt 235 1.16.2.2 yamt int 236 1.16.2.2 yamt rump_ubc_magic_uiomove(size_t n, struct uio *uio) 237 1.16.2.2 yamt { 238 1.16.2.3 yamt struct vm_page **pgs; 239 1.16.2.2 yamt int npages = len2npages(uio->uio_offset, n); 240 1.16.2.2 yamt int i, rv; 241 1.16.2.2 yamt 242 1.16.2.2 yamt if (ubc_winvalid == 0) 243 1.16.2.2 yamt panic("%s: ubc window not allocated", __func__); 244 1.16.2.2 yamt 245 1.16.2.3 yamt pgs = rumpuser_malloc(npages * sizeof(pgs), 0); 246 1.16.2.2 yamt memset(pgs, 0, sizeof(pgs)); 247 1.16.2.2 yamt rv = ubc_uobj->pgops->pgo_get(ubc_uobj, ubc_offset, 248 1.16.2.2 yamt pgs, &npages, 0, 0, 0, 0); 249 1.16.2.2 yamt if (rv) 250 1.16.2.3 yamt goto out; 251 1.16.2.2 yamt 252 1.16.2.2 yamt for (i = 0; i < npages; i++) { 253 1.16.2.2 yamt size_t xfersize; 254 1.16.2.2 yamt off_t pageoff; 255 1.16.2.2 yamt 256 1.16.2.2 yamt pageoff = uio->uio_offset & PAGE_MASK; 257 1.16.2.2 yamt xfersize = MIN(MIN(n, PAGE_SIZE), PAGE_SIZE-pageoff); 258 1.16.2.2 yamt uiomove((uint8_t *)pgs[i]->uanon + pageoff, xfersize, uio); 259 1.16.2.2 yamt if (uio->uio_rw == UIO_WRITE) 260 1.16.2.2 yamt pgs[i]->flags &= ~PG_CLEAN; 261 1.16.2.2 yamt ubc_offset += xfersize; 262 1.16.2.2 yamt n -= xfersize; 263 1.16.2.2 yamt } 264 1.16.2.2 yamt 265 1.16.2.3 yamt out: 266 1.16.2.3 yamt rumpuser_free(pgs); 267 1.16.2.3 yamt return rv; 268 1.16.2.2 yamt } 269 1.16.2.2 yamt 270 1.16.2.2 yamt void * 271 1.16.2.2 yamt ubc_alloc(struct uvm_object *uobj, voff_t offset, vsize_t *lenp, int advice, 272 1.16.2.2 yamt int flags) 273 1.16.2.2 yamt { 274 1.16.2.2 yamt vsize_t reallen; 275 1.16.2.2 yamt 276 1.16.2.2 yamt /* XXX: only one window, but that's ok for now */ 277 1.16.2.2 yamt if (ubc_winvalid == 1) 278 1.16.2.2 yamt panic("%s: ubc window already allocated", __func__); 279 1.16.2.2 yamt 280 1.16.2.2 yamt printf("UBC_ALLOC offset 0x%x\n", (int)offset); 281 1.16.2.2 yamt ubc_uobj = uobj; 282 1.16.2.2 yamt ubc_offset = offset; 283 1.16.2.2 yamt reallen = round_page(*lenp); 284 1.16.2.2 yamt ubc_flags = flags; 285 1.16.2.2 yamt 286 1.16.2.2 yamt ubc_winvalid = 1; 287 1.16.2.2 yamt 288 1.16.2.2 yamt return RUMP_UBC_MAGIC_WINDOW; 289 1.16.2.2 yamt } 290 1.16.2.2 yamt 291 1.16.2.2 yamt void 292 1.16.2.2 yamt ubc_release(void *va, int flags) 293 1.16.2.2 yamt { 294 1.16.2.2 yamt 295 1.16.2.2 yamt ubc_winvalid = 0; 296 1.16.2.2 yamt } 297 1.16.2.2 yamt 298 1.16.2.2 yamt int 299 1.16.2.2 yamt ubc_uiomove(struct uvm_object *uobj, struct uio *uio, vsize_t todo, 300 1.16.2.2 yamt int advice, int flags) 301 1.16.2.2 yamt { 302 1.16.2.2 yamt void *win; 303 1.16.2.2 yamt vsize_t len; 304 1.16.2.2 yamt 305 1.16.2.2 yamt while (todo > 0) { 306 1.16.2.2 yamt len = todo; 307 1.16.2.2 yamt 308 1.16.2.2 yamt win = ubc_alloc(uobj, uio->uio_offset, &len, 0, flags); 309 1.16.2.2 yamt rump_ubc_magic_uiomove(len, uio); 310 1.16.2.2 yamt ubc_release(win, 0); 311 1.16.2.2 yamt 312 1.16.2.2 yamt todo -= len; 313 1.16.2.2 yamt } 314 1.16.2.2 yamt return 0; 315 1.16.2.2 yamt } 316 1.16.2.2 yamt 317 1.16.2.2 yamt 318 1.16.2.2 yamt /* 319 1.16.2.2 yamt * Misc routines 320 1.16.2.2 yamt */ 321 1.16.2.2 yamt 322 1.16.2.2 yamt void 323 1.16.2.2 yamt rumpvm_init() 324 1.16.2.2 yamt { 325 1.16.2.2 yamt 326 1.16.2.2 yamt uvm_vnodeops.pgo_get = vn_get; 327 1.16.2.2 yamt uvm_vnodeops.pgo_put = vn_put; 328 1.16.2.2 yamt aobj_pager.pgo_get = ao_get; 329 1.16.2.2 yamt aobj_pager.pgo_put = ao_put; 330 1.16.2.2 yamt 331 1.16.2.2 yamt uvmexp.free = 1024*1024; /* XXX */ 332 1.16.2.2 yamt uvm.pagedaemon_lwp = NULL; /* doesn't match curlwp */ 333 1.16.2.2 yamt } 334 1.16.2.2 yamt 335 1.16.2.2 yamt void 336 1.16.2.2 yamt uvm_pageactivate(struct vm_page *pg) 337 1.16.2.2 yamt { 338 1.16.2.2 yamt 339 1.16.2.2 yamt /* nada */ 340 1.16.2.2 yamt } 341 1.16.2.2 yamt 342 1.16.2.2 yamt void 343 1.16.2.2 yamt uvm_page_unbusy(struct vm_page **pgs, int npgs) 344 1.16.2.2 yamt { 345 1.16.2.2 yamt 346 1.16.2.2 yamt /* nada */ 347 1.16.2.2 yamt } 348 1.16.2.2 yamt 349 1.16.2.2 yamt void 350 1.16.2.2 yamt uvm_pagewire(struct vm_page *pg) 351 1.16.2.2 yamt { 352 1.16.2.2 yamt 353 1.16.2.2 yamt /* nada */ 354 1.16.2.2 yamt } 355 1.16.2.2 yamt 356 1.16.2.2 yamt void 357 1.16.2.2 yamt uvm_pageunwire(struct vm_page *pg) 358 1.16.2.2 yamt { 359 1.16.2.2 yamt 360 1.16.2.2 yamt /* nada */ 361 1.16.2.2 yamt } 362 1.16.2.2 yamt 363 1.16.2.2 yamt vaddr_t 364 1.16.2.2 yamt uvm_pagermapin(struct vm_page **pps, int npages, int flags) 365 1.16.2.2 yamt { 366 1.16.2.2 yamt 367 1.16.2.2 yamt panic("%s: unimplemented", __func__); 368 1.16.2.2 yamt } 369 1.16.2.2 yamt 370 1.16.2.2 yamt struct vm_page * 371 1.16.2.2 yamt uvm_pagelookup(struct uvm_object *uobj, voff_t off) 372 1.16.2.2 yamt { 373 1.16.2.2 yamt struct vm_page *pg; 374 1.16.2.2 yamt 375 1.16.2.2 yamt TAILQ_FOREACH(pg, &uobj->memq, listq) 376 1.16.2.2 yamt if (pg->offset == off) 377 1.16.2.2 yamt return pg; 378 1.16.2.2 yamt 379 1.16.2.2 yamt return NULL; 380 1.16.2.2 yamt } 381 1.16.2.2 yamt 382 1.16.2.2 yamt struct vm_page * 383 1.16.2.2 yamt uvm_pageratop(vaddr_t va) 384 1.16.2.2 yamt { 385 1.16.2.2 yamt struct rumpva *rva; 386 1.16.2.2 yamt 387 1.16.2.2 yamt LIST_FOREACH(rva, &rvahead, entries) 388 1.16.2.2 yamt if (rva->addr == va) 389 1.16.2.2 yamt return rva->pg; 390 1.16.2.2 yamt 391 1.16.2.2 yamt panic("%s: va %llu", __func__, (unsigned long long)va); 392 1.16.2.2 yamt } 393 1.16.2.2 yamt 394 1.16.2.2 yamt void 395 1.16.2.2 yamt uvm_estimatepageable(int *active, int *inactive) 396 1.16.2.2 yamt { 397 1.16.2.2 yamt 398 1.16.2.2 yamt *active = 0; 399 1.16.2.2 yamt *inactive = 0; 400 1.16.2.2 yamt panic("%s: unimplemented", __func__); 401 1.16.2.2 yamt } 402 1.16.2.2 yamt 403 1.16.2.2 yamt void 404 1.16.2.2 yamt uvm_aio_biodone1(struct buf *bp) 405 1.16.2.2 yamt { 406 1.16.2.2 yamt 407 1.16.2.2 yamt panic("%s: unimplemented", __func__); 408 1.16.2.2 yamt } 409 1.16.2.2 yamt 410 1.16.2.2 yamt void 411 1.16.2.2 yamt uvm_aio_biodone(struct buf *bp) 412 1.16.2.2 yamt { 413 1.16.2.2 yamt 414 1.16.2.2 yamt uvm_aio_aiodone(bp); 415 1.16.2.2 yamt } 416 1.16.2.2 yamt 417 1.16.2.2 yamt void 418 1.16.2.2 yamt uvm_aio_aiodone(struct buf *bp) 419 1.16.2.2 yamt { 420 1.16.2.2 yamt 421 1.16.2.2 yamt if ((bp->b_flags & (B_READ | B_NOCACHE)) == 0 && bioopsp) 422 1.16.2.2 yamt bioopsp->io_pageiodone(bp); 423 1.16.2.2 yamt } 424 1.16.2.2 yamt 425 1.16.2.2 yamt void 426 1.16.2.2 yamt uvm_vnp_setsize(struct vnode *vp, voff_t newsize) 427 1.16.2.2 yamt { 428 1.16.2.2 yamt 429 1.16.2.2 yamt vp->v_size = vp->v_writesize = newsize; 430 1.16.2.2 yamt } 431 1.16.2.2 yamt 432 1.16.2.2 yamt void 433 1.16.2.2 yamt uvm_vnp_setwritesize(struct vnode *vp, voff_t newsize) 434 1.16.2.2 yamt { 435 1.16.2.2 yamt 436 1.16.2.2 yamt vp->v_writesize = newsize; 437 1.16.2.2 yamt } 438 1.16.2.2 yamt 439 1.16.2.2 yamt void 440 1.16.2.2 yamt uvm_vnp_zerorange(struct vnode *vp, off_t off, size_t len) 441 1.16.2.2 yamt { 442 1.16.2.2 yamt struct uvm_object *uobj = &vp->v_uobj; 443 1.16.2.3 yamt struct vm_page **pgs; 444 1.16.2.3 yamt int maxpages = MIN(32, round_page(len) >> PAGE_SHIFT); 445 1.16.2.2 yamt int rv, npages, i; 446 1.16.2.2 yamt 447 1.16.2.3 yamt pgs = rumpuser_malloc(maxpages * sizeof(pgs), 0); 448 1.16.2.2 yamt while (len) { 449 1.16.2.2 yamt npages = MIN(maxpages, round_page(len) >> PAGE_SHIFT); 450 1.16.2.2 yamt memset(pgs, 0, npages * sizeof(struct vm_page *)); 451 1.16.2.2 yamt rv = uobj->pgops->pgo_get(uobj, off, pgs, &npages, 0, 0, 0, 0); 452 1.16.2.2 yamt assert(npages > 0); 453 1.16.2.2 yamt 454 1.16.2.2 yamt for (i = 0; i < npages; i++) { 455 1.16.2.2 yamt uint8_t *start; 456 1.16.2.2 yamt size_t chunkoff, chunklen; 457 1.16.2.2 yamt 458 1.16.2.2 yamt chunkoff = off & PAGE_MASK; 459 1.16.2.2 yamt chunklen = MIN(PAGE_SIZE - chunkoff, len); 460 1.16.2.2 yamt start = (uint8_t *)pgs[i]->uanon + chunkoff; 461 1.16.2.2 yamt 462 1.16.2.2 yamt memset(start, 0, chunklen); 463 1.16.2.2 yamt pgs[i]->flags &= PG_CLEAN; 464 1.16.2.2 yamt 465 1.16.2.2 yamt off += chunklen; 466 1.16.2.2 yamt len -= chunklen; 467 1.16.2.2 yamt } 468 1.16.2.2 yamt } 469 1.16.2.3 yamt rumpuser_free(pgs); 470 1.16.2.2 yamt 471 1.16.2.2 yamt return; 472 1.16.2.2 yamt } 473 1.16.2.2 yamt 474 1.16.2.2 yamt struct uvm_ractx * 475 1.16.2.2 yamt uvm_ra_allocctx() 476 1.16.2.2 yamt { 477 1.16.2.2 yamt 478 1.16.2.2 yamt return NULL; 479 1.16.2.2 yamt } 480 1.16.2.2 yamt 481 1.16.2.2 yamt void 482 1.16.2.2 yamt uvm_ra_freectx(struct uvm_ractx *ra) 483 1.16.2.2 yamt { 484 1.16.2.2 yamt 485 1.16.2.2 yamt return; 486 1.16.2.2 yamt } 487 1.16.2.2 yamt 488 1.16.2.2 yamt bool 489 1.16.2.2 yamt uvn_clean_p(struct uvm_object *uobj) 490 1.16.2.2 yamt { 491 1.16.2.2 yamt struct vnode *vp = (void *)uobj; 492 1.16.2.2 yamt 493 1.16.2.3 yamt return (vp->v_iflag & VI_ONWORKLST) == 0; 494 1.16.2.2 yamt } 495 1.16.2.2 yamt 496 1.16.2.2 yamt /* 497 1.16.2.2 yamt * Kmem 498 1.16.2.2 yamt */ 499 1.16.2.2 yamt 500 1.16.2.2 yamt void * 501 1.16.2.2 yamt kmem_alloc(size_t size, km_flag_t kmflag) 502 1.16.2.2 yamt { 503 1.16.2.2 yamt 504 1.16.2.2 yamt return rumpuser_malloc(size, kmflag == KM_NOSLEEP); 505 1.16.2.2 yamt } 506 1.16.2.2 yamt 507 1.16.2.2 yamt void * 508 1.16.2.2 yamt kmem_zalloc(size_t size, km_flag_t kmflag) 509 1.16.2.2 yamt { 510 1.16.2.2 yamt void *rv; 511 1.16.2.2 yamt 512 1.16.2.2 yamt rv = kmem_alloc(size, kmflag); 513 1.16.2.2 yamt if (rv) 514 1.16.2.2 yamt memset(rv, 0, size); 515 1.16.2.2 yamt 516 1.16.2.2 yamt return rv; 517 1.16.2.2 yamt } 518 1.16.2.2 yamt 519 1.16.2.2 yamt void 520 1.16.2.2 yamt kmem_free(void *p, size_t size) 521 1.16.2.2 yamt { 522 1.16.2.2 yamt 523 1.16.2.2 yamt rumpuser_free(p); 524 1.16.2.2 yamt } 525 1.16.2.2 yamt 526 1.16.2.2 yamt /* 527 1.16.2.2 yamt * UVM km 528 1.16.2.2 yamt */ 529 1.16.2.2 yamt 530 1.16.2.2 yamt vaddr_t 531 1.16.2.2 yamt uvm_km_alloc(struct vm_map *map, vsize_t size, vsize_t align, uvm_flag_t flags) 532 1.16.2.2 yamt { 533 1.16.2.2 yamt void *rv; 534 1.16.2.2 yamt 535 1.16.2.2 yamt rv = rumpuser_malloc(size, flags & (UVM_KMF_CANFAIL | UVM_KMF_NOWAIT)); 536 1.16.2.2 yamt if (rv && flags & UVM_KMF_ZERO) 537 1.16.2.2 yamt memset(rv, 0, size); 538 1.16.2.2 yamt 539 1.16.2.2 yamt return (vaddr_t)rv; 540 1.16.2.2 yamt } 541 1.16.2.2 yamt 542 1.16.2.2 yamt void 543 1.16.2.2 yamt uvm_km_free(struct vm_map *map, vaddr_t vaddr, vsize_t size, uvm_flag_t flags) 544 1.16.2.2 yamt { 545 1.16.2.2 yamt 546 1.16.2.2 yamt rumpuser_free((void *)vaddr); 547 1.16.2.2 yamt } 548 1.16.2.2 yamt 549 1.16.2.2 yamt struct vm_map * 550 1.16.2.2 yamt uvm_km_suballoc(struct vm_map *map, vaddr_t *minaddr, vaddr_t *maxaddr, 551 1.16.2.2 yamt vsize_t size, int pageable, bool fixed, struct vm_map_kernel *submap) 552 1.16.2.2 yamt { 553 1.16.2.2 yamt 554 1.16.2.2 yamt return (struct vm_map *)417416; 555 1.16.2.2 yamt } 556
Indexes created Thu Oct 02 01:09:59 GMT 2025