vm.c revision 1.3.2.2
1 1.3.2.2 pooka /* $NetBSD: vm.c,v 1.3.2.2 2007/08/06 20:46:29 pooka Exp $ */ 2 1.3.2.2 pooka 3 1.3.2.2 pooka /* 4 1.3.2.2 pooka * Copyright (c) 2007 Antti Kantee. All Rights Reserved. 5 1.3.2.2 pooka * 6 1.3.2.2 pooka * Development of this software was supported by Google Summer of Code. 7 1.3.2.2 pooka * 8 1.3.2.2 pooka * Redistribution and use in source and binary forms, with or without 9 1.3.2.2 pooka * modification, are permitted provided that the following conditions 10 1.3.2.2 pooka * are met: 11 1.3.2.2 pooka * 1. Redistributions of source code must retain the above copyright 12 1.3.2.2 pooka * notice, this list of conditions and the following disclaimer. 13 1.3.2.2 pooka * 2. Redistributions in binary form must reproduce the above copyright 14 1.3.2.2 pooka * notice, this list of conditions and the following disclaimer in the 15 1.3.2.2 pooka * documentation and/or other materials provided with the distribution. 16 1.3.2.2 pooka * 17 1.3.2.2 pooka * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 18 1.3.2.2 pooka * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 19 1.3.2.2 pooka * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE 20 1.3.2.2 pooka * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 21 1.3.2.2 pooka * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 22 1.3.2.2 pooka * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR 23 1.3.2.2 pooka * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 24 1.3.2.2 pooka * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 25 1.3.2.2 pooka * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 26 1.3.2.2 pooka * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 27 1.3.2.2 pooka * SUCH DAMAGE. 28 1.3.2.2 pooka */ 29 1.3.2.2 pooka 30 1.3.2.2 pooka /* 31 1.3.2.2 pooka * Virtual memory emulation routines. Contents: 32 1.3.2.2 pooka * + UBC 33 1.3.2.2 pooka * + anon objects & pager 34 1.3.2.2 pooka * + vnode objects & pager 35 1.3.2.2 pooka * + misc support routines 36 1.3.2.2 pooka */ 37 1.3.2.2 pooka 38 1.3.2.2 pooka /* 39 1.3.2.2 pooka * XXX: we abuse pg->uobject for the virtual address of the storage 40 1.3.2.2 pooka * for each page. phys_addr would fit the job description better, 41 1.3.2.2 pooka * except that it will create unnecessary lossage on some platforms 42 1.3.2.2 pooka * due to not being a pointer type. 43 1.3.2.2 pooka */ 44 1.3.2.2 pooka 45 1.3.2.2 pooka #include <sys/param.h> 46 1.3.2.2 pooka #include <sys/null.h> 47 1.3.2.2 pooka #include <sys/vnode.h> 48 1.3.2.2 pooka #include <sys/buf.h> 49 1.3.2.2 pooka 50 1.3.2.2 pooka #include <uvm/uvm.h> 51 1.3.2.2 pooka #include <uvm/uvm_prot.h> 52 1.3.2.2 pooka 53 1.3.2.2 pooka #include <machine/pmap.h> 54 1.3.2.2 pooka 55 1.3.2.2 pooka #include "rump.h" 56 1.3.2.2 pooka #include "rumpuser.h" 57 1.3.2.2 pooka 58 1.3.2.2 pooka /* dumdidumdum */ 59 1.3.2.2 pooka #define len2npages(off, len) \ 60 1.3.2.2 pooka (((((len) + PAGE_MASK) & ~(PAGE_MASK)) >> PAGE_SHIFT) \ 61 1.3.2.2 pooka + (((off & PAGE_MASK) + (len & PAGE_MASK)) > PAGE_SIZE)) 62 1.3.2.2 pooka 63 1.3.2.2 pooka static int ubc_winvalid; 64 1.3.2.2 pooka static struct uvm_object *ubc_uobj; 65 1.3.2.2 pooka static off_t ubc_offset; 66 1.3.2.2 pooka static int ubc_flags; 67 1.3.2.2 pooka 68 1.3.2.2 pooka struct uvm_pagerops uvm_vnodeops; 69 1.3.2.2 pooka struct uvm_pagerops aobj_pager; 70 1.3.2.2 pooka struct uvmexp uvmexp; 71 1.3.2.2 pooka 72 1.3.2.2 pooka struct vmspace rump_vmspace; 73 1.3.2.2 pooka struct vm_map rump_vmmap; 74 1.3.2.2 pooka 75 1.3.2.2 pooka /* 76 1.3.2.2 pooka * vm pages 77 1.3.2.2 pooka */ 78 1.3.2.2 pooka 79 1.3.2.2 pooka /* XXX: we could be smarter about this */ 80 1.3.2.2 pooka struct vm_page * 81 1.3.2.2 pooka rumpvm_findpage(struct uvm_object *uobj, voff_t off) 82 1.3.2.2 pooka { 83 1.3.2.2 pooka struct vm_page *pg; 84 1.3.2.2 pooka 85 1.3.2.2 pooka TAILQ_FOREACH(pg, &uobj->memq, listq) 86 1.3.2.2 pooka if (pg->offset == off) 87 1.3.2.2 pooka return pg; 88 1.3.2.2 pooka 89 1.3.2.2 pooka return NULL; 90 1.3.2.2 pooka } 91 1.3.2.2 pooka 92 1.3.2.2 pooka struct vm_page * 93 1.3.2.2 pooka rumpvm_makepage(struct uvm_object *uobj, voff_t off, int allocstorage) 94 1.3.2.2 pooka { 95 1.3.2.2 pooka struct vm_page *pg; 96 1.3.2.2 pooka 97 1.3.2.2 pooka pg = rumpuser_malloc(sizeof(struct vm_page), 0); 98 1.3.2.2 pooka memset(pg, 0, sizeof(struct vm_page)); 99 1.3.2.2 pooka TAILQ_INSERT_TAIL(&uobj->memq, pg, listq); 100 1.3.2.2 pooka pg->offset = off; 101 1.3.2.2 pooka 102 1.3.2.2 pooka if (allocstorage) { 103 1.3.2.2 pooka pg->uobject = (void *)rumpuser_malloc(PAGE_SIZE, 0); 104 1.3.2.2 pooka memset((void *)pg->uobject, 0, PAGE_SIZE); 105 1.3.2.2 pooka } 106 1.3.2.2 pooka 107 1.3.2.2 pooka return pg; 108 1.3.2.2 pooka } 109 1.3.2.2 pooka 110 1.3.2.2 pooka void 111 1.3.2.2 pooka rumpvm_freepage(struct uvm_object *uobj, struct vm_page *pg) 112 1.3.2.2 pooka { 113 1.3.2.2 pooka 114 1.3.2.2 pooka TAILQ_REMOVE(&uobj->memq, pg, listq); 115 1.3.2.2 pooka rumpuser_free((void *)pg->uobject); 116 1.3.2.2 pooka rumpuser_free(pg); 117 1.3.2.2 pooka } 118 1.3.2.2 pooka 119 1.3.2.2 pooka /* 120 1.3.2.2 pooka * vnode pager 121 1.3.2.2 pooka */ 122 1.3.2.2 pooka 123 1.3.2.2 pooka int 124 1.3.2.2 pooka rump_vopwrite_fault(struct vnode *vp, voff_t offset, size_t len, 125 1.3.2.2 pooka kauth_cred_t cred) 126 1.3.2.2 pooka { 127 1.3.2.2 pooka int npages = len2npages(offset, len); 128 1.3.2.2 pooka struct vm_page *pgs[npages]; 129 1.3.2.2 pooka int rv; 130 1.3.2.2 pooka 131 1.3.2.2 pooka if (offset >= vp->v_size) 132 1.3.2.2 pooka return 0; 133 1.3.2.2 pooka 134 1.3.2.2 pooka rv = VOP_GETPAGES(vp, offset, pgs, &npages, 0, 0, 0, 0); 135 1.3.2.2 pooka if (rv) 136 1.3.2.2 pooka return rv; 137 1.3.2.2 pooka 138 1.3.2.2 pooka assert(npages == len2npages(offset, len)); 139 1.3.2.2 pooka 140 1.3.2.2 pooka return 0; 141 1.3.2.2 pooka } 142 1.3.2.2 pooka 143 1.3.2.2 pooka static int 144 1.3.2.2 pooka vn_get(struct uvm_object *uobj, voff_t off, struct vm_page **pgs, 145 1.3.2.2 pooka int *npages, int centeridx, vm_prot_t access_type, 146 1.3.2.2 pooka int advice, int flags) 147 1.3.2.2 pooka { 148 1.3.2.2 pooka struct vnode *vp = (struct vnode *)uobj; 149 1.3.2.2 pooka 150 1.3.2.2 pooka return VOP_GETPAGES(vp, off, pgs, npages, centeridx, access_type, 151 1.3.2.2 pooka advice, flags); 152 1.3.2.2 pooka } 153 1.3.2.2 pooka 154 1.3.2.2 pooka static int 155 1.3.2.2 pooka vn_put(struct uvm_object *uobj, voff_t offlo, voff_t offhi, int flags) 156 1.3.2.2 pooka { 157 1.3.2.2 pooka struct vnode *vp = (struct vnode *)uobj; 158 1.3.2.2 pooka 159 1.3.2.2 pooka return VOP_PUTPAGES(vp, offlo, offhi, flags); 160 1.3.2.2 pooka } 161 1.3.2.2 pooka 162 1.3.2.2 pooka /* 163 1.3.2.2 pooka * Anon object stuff 164 1.3.2.2 pooka */ 165 1.3.2.2 pooka 166 1.3.2.2 pooka static int 167 1.3.2.2 pooka ao_get(struct uvm_object *uobj, voff_t off, struct vm_page **pgs, 168 1.3.2.2 pooka int *npages, int centeridx, vm_prot_t access_type, 169 1.3.2.2 pooka int advice, int flags) 170 1.3.2.2 pooka { 171 1.3.2.2 pooka struct vm_page *pg; 172 1.3.2.2 pooka int i; 173 1.3.2.2 pooka 174 1.3.2.2 pooka if (centeridx) 175 1.3.2.2 pooka panic("%s: centeridx != 0 not supported", __func__); 176 1.3.2.2 pooka 177 1.3.2.2 pooka /* loop over pages */ 178 1.3.2.2 pooka off = trunc_page(off); 179 1.3.2.2 pooka for (i = 0; i < *npages; i++) { 180 1.3.2.2 pooka pg = rumpvm_findpage(uobj, off + (i << PAGE_SHIFT)); 181 1.3.2.2 pooka if (pg) { 182 1.3.2.2 pooka pgs[i] = pg; 183 1.3.2.2 pooka } else { 184 1.3.2.2 pooka pg = rumpvm_makepage(uobj, off + (i << PAGE_SHIFT), 1); 185 1.3.2.2 pooka pgs[i] = pg; 186 1.3.2.2 pooka } 187 1.3.2.2 pooka } 188 1.3.2.2 pooka 189 1.3.2.2 pooka return 0; 190 1.3.2.2 pooka 191 1.3.2.2 pooka } 192 1.3.2.2 pooka 193 1.3.2.2 pooka static int 194 1.3.2.2 pooka ao_put(struct uvm_object *uobj, voff_t start, voff_t stop, int flags) 195 1.3.2.2 pooka { 196 1.3.2.2 pooka struct vm_page *pg; 197 1.3.2.2 pooka 198 1.3.2.2 pooka /* we only free all pages for now */ 199 1.3.2.2 pooka if ((flags & PGO_FREE) == 0 || (flags & PGO_ALLPAGES) == 0) 200 1.3.2.2 pooka return 0; 201 1.3.2.2 pooka 202 1.3.2.2 pooka while ((pg = TAILQ_FIRST(&uobj->memq)) != NULL) 203 1.3.2.2 pooka rumpvm_freepage(uobj, pg); 204 1.3.2.2 pooka 205 1.3.2.2 pooka return 0; 206 1.3.2.2 pooka } 207 1.3.2.2 pooka 208 1.3.2.2 pooka struct uvm_object * 209 1.3.2.2 pooka uao_create(vsize_t size, int flags) 210 1.3.2.2 pooka { 211 1.3.2.2 pooka struct uvm_object *uobj; 212 1.3.2.2 pooka 213 1.3.2.2 pooka uobj = rumpuser_malloc(sizeof(struct uvm_object), 0); 214 1.3.2.2 pooka memset(uobj, 0, sizeof(struct uvm_object)); 215 1.3.2.2 pooka uobj->pgops = &aobj_pager; 216 1.3.2.2 pooka TAILQ_INIT(&uobj->memq); 217 1.3.2.2 pooka 218 1.3.2.2 pooka return uobj; 219 1.3.2.2 pooka } 220 1.3.2.2 pooka 221 1.3.2.2 pooka void 222 1.3.2.2 pooka uao_detach(struct uvm_object *uobj) 223 1.3.2.2 pooka { 224 1.3.2.2 pooka 225 1.3.2.2 pooka ao_put(uobj, 0, 0, PGO_ALLPAGES | PGO_FREE); 226 1.3.2.2 pooka rumpuser_free(uobj); 227 1.3.2.2 pooka } 228 1.3.2.2 pooka 229 1.3.2.2 pooka /* 230 1.3.2.2 pooka * UBC 231 1.3.2.2 pooka */ 232 1.3.2.2 pooka 233 1.3.2.2 pooka int 234 1.3.2.2 pooka rump_ubc_magic_uiomove(size_t n, struct uio *uio) 235 1.3.2.2 pooka { 236 1.3.2.2 pooka int npages = len2npages(uio->uio_offset, n); 237 1.3.2.2 pooka struct vm_page *pgs[npages]; 238 1.3.2.2 pooka int i, rv; 239 1.3.2.2 pooka 240 1.3.2.2 pooka if (ubc_winvalid == 0) 241 1.3.2.2 pooka panic("%s: ubc window not allocated", __func__); 242 1.3.2.2 pooka 243 1.3.2.2 pooka rv = ubc_uobj->pgops->pgo_get(ubc_uobj, ubc_offset, 244 1.3.2.2 pooka pgs, &npages, 0, 0, 0, 0); 245 1.3.2.2 pooka if (rv) 246 1.3.2.2 pooka return rv; 247 1.3.2.2 pooka 248 1.3.2.2 pooka for (i = 0; i < npages; i++) { 249 1.3.2.2 pooka size_t xfersize; 250 1.3.2.2 pooka off_t pageoff; 251 1.3.2.2 pooka 252 1.3.2.2 pooka pageoff = uio->uio_offset & PAGE_MASK; 253 1.3.2.2 pooka xfersize = MIN(MIN(n, PAGE_SIZE), PAGE_SIZE-pageoff); 254 1.3.2.2 pooka uiomove((uint8_t *)pgs[i]->uobject + pageoff, xfersize, uio); 255 1.3.2.2 pooka if (uio->uio_rw == UIO_WRITE) 256 1.3.2.2 pooka pgs[i]->flags &= ~PG_CLEAN; 257 1.3.2.2 pooka ubc_offset += xfersize; 258 1.3.2.2 pooka n -= xfersize; 259 1.3.2.2 pooka } 260 1.3.2.2 pooka 261 1.3.2.2 pooka return 0; 262 1.3.2.2 pooka } 263 1.3.2.2 pooka 264 1.3.2.2 pooka void * 265 1.3.2.2 pooka ubc_alloc(struct uvm_object *uobj, voff_t offset, vsize_t *lenp, int advice, 266 1.3.2.2 pooka int flags) 267 1.3.2.2 pooka { 268 1.3.2.2 pooka vsize_t reallen; 269 1.3.2.2 pooka 270 1.3.2.2 pooka /* XXX: only one window, but that's ok for now */ 271 1.3.2.2 pooka if (ubc_winvalid == 1) 272 1.3.2.2 pooka panic("%s: ubc window already allocated", __func__); 273 1.3.2.2 pooka 274 1.3.2.2 pooka printf("UBC_ALLOC offset 0x%x\n", (int)offset); 275 1.3.2.2 pooka ubc_uobj = uobj; 276 1.3.2.2 pooka ubc_offset = offset; 277 1.3.2.2 pooka reallen = round_page(*lenp); 278 1.3.2.2 pooka ubc_flags = flags; 279 1.3.2.2 pooka 280 1.3.2.2 pooka ubc_winvalid = 1; 281 1.3.2.2 pooka 282 1.3.2.2 pooka return RUMP_UBC_MAGIC_WINDOW; 283 1.3.2.2 pooka } 284 1.3.2.2 pooka 285 1.3.2.2 pooka void 286 1.3.2.2 pooka ubc_release(void *va, int flags) 287 1.3.2.2 pooka { 288 1.3.2.2 pooka 289 1.3.2.2 pooka ubc_winvalid = 0; 290 1.3.2.2 pooka } 291 1.3.2.2 pooka 292 1.3.2.2 pooka int 293 1.3.2.2 pooka ubc_uiomove(struct uvm_object *uobj, struct uio *uio, vsize_t todo, 294 1.3.2.2 pooka int advice, int flags) 295 1.3.2.2 pooka { 296 1.3.2.2 pooka void *win; 297 1.3.2.2 pooka vsize_t len; 298 1.3.2.2 pooka 299 1.3.2.2 pooka while (todo > 0) { 300 1.3.2.2 pooka len = todo; 301 1.3.2.2 pooka 302 1.3.2.2 pooka win = ubc_alloc(uobj, uio->uio_offset, &len, 0, flags); 303 1.3.2.2 pooka rump_ubc_magic_uiomove(len, uio); 304 1.3.2.2 pooka ubc_release(win, 0); 305 1.3.2.2 pooka 306 1.3.2.2 pooka todo -= len; 307 1.3.2.2 pooka } 308 1.3.2.2 pooka return 0; 309 1.3.2.2 pooka } 310 1.3.2.2 pooka 311 1.3.2.2 pooka 312 1.3.2.2 pooka /* 313 1.3.2.2 pooka * Misc routines 314 1.3.2.2 pooka */ 315 1.3.2.2 pooka 316 1.3.2.2 pooka void 317 1.3.2.2 pooka rumpvm_init() 318 1.3.2.2 pooka { 319 1.3.2.2 pooka 320 1.3.2.2 pooka uvm_vnodeops.pgo_get = vn_get; 321 1.3.2.2 pooka uvm_vnodeops.pgo_put = vn_put; 322 1.3.2.2 pooka aobj_pager.pgo_get = ao_get; 323 1.3.2.2 pooka aobj_pager.pgo_put = ao_put; 324 1.3.2.2 pooka uvmexp.free = 1024*1024; /* XXX */ 325 1.3.2.2 pooka } 326 1.3.2.2 pooka 327 1.3.2.2 pooka void 328 1.3.2.2 pooka uvm_pageactivate(struct vm_page *pg) 329 1.3.2.2 pooka { 330 1.3.2.2 pooka 331 1.3.2.2 pooka /* nada */ 332 1.3.2.2 pooka } 333 1.3.2.2 pooka 334 1.3.2.2 pooka void 335 1.3.2.2 pooka uvm_page_unbusy(struct vm_page **pgs, int npgs) 336 1.3.2.2 pooka { 337 1.3.2.2 pooka 338 1.3.2.2 pooka /* nada */ 339 1.3.2.2 pooka } 340 1.3.2.2 pooka 341 1.3.2.2 pooka void 342 1.3.2.2 pooka uvm_vnp_setsize(struct vnode *vp, voff_t newsize) 343 1.3.2.2 pooka { 344 1.3.2.2 pooka 345 1.3.2.2 pooka vp->v_size = vp->v_writesize = newsize; 346 1.3.2.2 pooka } 347 1.3.2.2 pooka 348 1.3.2.2 pooka void 349 1.3.2.2 pooka uvm_vnp_setwritesize(struct vnode *vp, voff_t newsize) 350 1.3.2.2 pooka { 351 1.3.2.2 pooka 352 1.3.2.2 pooka vp->v_writesize = newsize; 353 1.3.2.2 pooka } 354 1.3.2.2 pooka 355 1.3.2.2 pooka void 356 1.3.2.2 pooka uvm_vnp_zerorange(struct vnode *vp, off_t off, size_t len) 357 1.3.2.2 pooka { 358 1.3.2.2 pooka int maxpages = MIN(32, round_page(len) >> PAGE_SHIFT); 359 1.3.2.2 pooka struct vm_page *pgs[maxpages]; 360 1.3.2.2 pooka struct uvm_object *uobj = &vp->v_uobj; 361 1.3.2.2 pooka int rv, npages, i; 362 1.3.2.2 pooka 363 1.3.2.2 pooka while (len) { 364 1.3.2.2 pooka npages = MIN(maxpages, round_page(len) >> PAGE_SHIFT); 365 1.3.2.2 pooka rv = uobj->pgops->pgo_get(uobj, off, pgs, &npages, 0, 0, 0, 0); 366 1.3.2.2 pooka assert(npages > 0); 367 1.3.2.2 pooka 368 1.3.2.2 pooka for (i = 0; i < npages; i++) { 369 1.3.2.2 pooka uint8_t *start; 370 1.3.2.2 pooka size_t chunkoff, chunklen; 371 1.3.2.2 pooka 372 1.3.2.2 pooka chunkoff = off & PAGE_MASK; 373 1.3.2.2 pooka chunklen = MIN(PAGE_SIZE - chunkoff, len); 374 1.3.2.2 pooka start = (uint8_t *)pgs[i]->uobject + chunkoff; 375 1.3.2.2 pooka 376 1.3.2.2 pooka memset(start, 0, chunklen); 377 1.3.2.2 pooka pgs[i]->flags &= PG_CLEAN; 378 1.3.2.2 pooka 379 1.3.2.2 pooka off += chunklen; 380 1.3.2.2 pooka len -= chunklen; 381 1.3.2.2 pooka } 382 1.3.2.2 pooka } 383 1.3.2.2 pooka 384 1.3.2.2 pooka return; 385 1.3.2.2 pooka } 386 1.3.2.2 pooka 387 1.3.2.2 pooka bool 388 1.3.2.2 pooka uvn_clean_p(struct uvm_object *uobj) 389 1.3.2.2 pooka { 390 1.3.2.2 pooka 391 1.3.2.2 pooka return true; 392 1.3.2.2 pooka } 393
Indexes created Thu Oct 02 07:10:07 GMT 2025