vm.c revision 1.13 1 1.13 pooka /* $NetBSD: vm.c,v 1.13 2007/08/20 15:58:14 pooka Exp $ */
2 1.1 pooka
3 1.1 pooka /*
4 1.1 pooka * Copyright (c) 2007 Antti Kantee. All Rights Reserved.
5 1.1 pooka *
6 1.1 pooka * Development of this software was supported by Google Summer of Code.
7 1.1 pooka *
8 1.1 pooka * Redistribution and use in source and binary forms, with or without
9 1.1 pooka * modification, are permitted provided that the following conditions
10 1.1 pooka * are met:
11 1.1 pooka * 1. Redistributions of source code must retain the above copyright
12 1.1 pooka * notice, this list of conditions and the following disclaimer.
13 1.1 pooka * 2. Redistributions in binary form must reproduce the above copyright
14 1.1 pooka * notice, this list of conditions and the following disclaimer in the
15 1.1 pooka * documentation and/or other materials provided with the distribution.
16 1.1 pooka *
17 1.1 pooka * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
18 1.1 pooka * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
19 1.1 pooka * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
20 1.1 pooka * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
21 1.1 pooka * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
22 1.1 pooka * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
23 1.1 pooka * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
24 1.1 pooka * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25 1.1 pooka * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
26 1.1 pooka * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
27 1.1 pooka * SUCH DAMAGE.
28 1.1 pooka */
29 1.1 pooka
30 1.1 pooka /*
31 1.1 pooka * Virtual memory emulation routines. Contents:
32 1.1 pooka * + UBC
33 1.1 pooka * + anon objects & pager
34 1.1 pooka * + vnode objects & pager
35 1.1 pooka * + misc support routines
36 1.9 pooka * + kmem
37 1.1 pooka */
38 1.1 pooka
39 1.1 pooka /*
40 1.5 pooka * XXX: we abuse pg->uanon for the virtual address of the storage
41 1.1 pooka * for each page. phys_addr would fit the job description better,
42 1.1 pooka * except that it will create unnecessary lossage on some platforms
43 1.1 pooka * due to not being a pointer type.
44 1.1 pooka */
45 1.1 pooka
46 1.1 pooka #include <sys/param.h>
47 1.1 pooka #include <sys/null.h>
48 1.1 pooka #include <sys/vnode.h>
49 1.1 pooka #include <sys/buf.h>
50 1.9 pooka #include <sys/kmem.h>
51 1.1 pooka
52 1.1 pooka #include <uvm/uvm.h>
53 1.1 pooka #include <uvm/uvm_prot.h>
54 1.11 pooka #include <uvm/uvm_readahead.h>
55 1.1 pooka
56 1.1 pooka #include <machine/pmap.h>
57 1.1 pooka
58 1.13 pooka #include "rump_private.h"
59 1.1 pooka #include "rumpuser.h"
60 1.1 pooka
61 1.1 pooka /* dumdidumdum */
62 1.1 pooka #define len2npages(off, len) \
63 1.1 pooka (((((len) + PAGE_MASK) & ~(PAGE_MASK)) >> PAGE_SHIFT) \
64 1.1 pooka + (((off & PAGE_MASK) + (len & PAGE_MASK)) > PAGE_SIZE))
65 1.1 pooka
66 1.1 pooka static int ubc_winvalid;
67 1.1 pooka static struct uvm_object *ubc_uobj;
68 1.1 pooka static off_t ubc_offset;
69 1.1 pooka static int ubc_flags;
70 1.1 pooka
71 1.1 pooka struct uvm_pagerops uvm_vnodeops;
72 1.1 pooka struct uvm_pagerops aobj_pager;
73 1.1 pooka struct uvmexp uvmexp;
74 1.7 pooka struct uvm uvm;
75 1.1 pooka
76 1.1 pooka struct vmspace rump_vmspace;
77 1.1 pooka struct vm_map rump_vmmap;
78 1.1 pooka
79 1.1 pooka /*
80 1.1 pooka * vm pages
81 1.1 pooka */
82 1.1 pooka
83 1.1 pooka struct vm_page *
84 1.6 pooka rumpvm_makepage(struct uvm_object *uobj, voff_t off)
85 1.1 pooka {
86 1.1 pooka struct vm_page *pg;
87 1.1 pooka
88 1.1 pooka pg = rumpuser_malloc(sizeof(struct vm_page), 0);
89 1.1 pooka memset(pg, 0, sizeof(struct vm_page));
90 1.1 pooka TAILQ_INSERT_TAIL(&uobj->memq, pg, listq);
91 1.1 pooka pg->offset = off;
92 1.5 pooka pg->uobject = uobj;
93 1.1 pooka
94 1.6 pooka pg->uanon = (void *)rumpuser_malloc(PAGE_SIZE, 0);
95 1.6 pooka memset((void *)pg->uanon, 0, PAGE_SIZE);
96 1.6 pooka pg->flags = PG_CLEAN;
97 1.1 pooka
98 1.1 pooka return pg;
99 1.1 pooka }
100 1.1 pooka
101 1.1 pooka void
102 1.5 pooka rumpvm_freepage(struct vm_page *pg)
103 1.1 pooka {
104 1.5 pooka struct uvm_object *uobj = pg->uobject;
105 1.1 pooka
106 1.1 pooka TAILQ_REMOVE(&uobj->memq, pg, listq);
107 1.5 pooka rumpuser_free((void *)pg->uanon);
108 1.1 pooka rumpuser_free(pg);
109 1.1 pooka }
110 1.1 pooka
111 1.1 pooka /*
112 1.1 pooka * vnode pager
113 1.1 pooka */
114 1.1 pooka
115 1.1 pooka static int
116 1.1 pooka vn_get(struct uvm_object *uobj, voff_t off, struct vm_page **pgs,
117 1.1 pooka int *npages, int centeridx, vm_prot_t access_type,
118 1.1 pooka int advice, int flags)
119 1.1 pooka {
120 1.1 pooka struct vnode *vp = (struct vnode *)uobj;
121 1.1 pooka
122 1.1 pooka return VOP_GETPAGES(vp, off, pgs, npages, centeridx, access_type,
123 1.1 pooka advice, flags);
124 1.1 pooka }
125 1.1 pooka
126 1.1 pooka static int
127 1.1 pooka vn_put(struct uvm_object *uobj, voff_t offlo, voff_t offhi, int flags)
128 1.1 pooka {
129 1.1 pooka struct vnode *vp = (struct vnode *)uobj;
130 1.1 pooka
131 1.1 pooka return VOP_PUTPAGES(vp, offlo, offhi, flags);
132 1.1 pooka }
133 1.1 pooka
134 1.1 pooka /*
135 1.1 pooka * Anon object stuff
136 1.1 pooka */
137 1.1 pooka
138 1.1 pooka static int
139 1.1 pooka ao_get(struct uvm_object *uobj, voff_t off, struct vm_page **pgs,
140 1.1 pooka int *npages, int centeridx, vm_prot_t access_type,
141 1.1 pooka int advice, int flags)
142 1.1 pooka {
143 1.1 pooka struct vm_page *pg;
144 1.1 pooka int i;
145 1.1 pooka
146 1.1 pooka if (centeridx)
147 1.1 pooka panic("%s: centeridx != 0 not supported", __func__);
148 1.1 pooka
149 1.1 pooka /* loop over pages */
150 1.1 pooka off = trunc_page(off);
151 1.1 pooka for (i = 0; i < *npages; i++) {
152 1.10 pooka pg = uvm_pagelookup(uobj, off + (i << PAGE_SHIFT));
153 1.1 pooka if (pg) {
154 1.1 pooka pgs[i] = pg;
155 1.1 pooka } else {
156 1.6 pooka pg = rumpvm_makepage(uobj, off + (i << PAGE_SHIFT));
157 1.1 pooka pgs[i] = pg;
158 1.1 pooka }
159 1.1 pooka }
160 1.1 pooka
161 1.1 pooka return 0;
162 1.1 pooka
163 1.1 pooka }
164 1.1 pooka
165 1.1 pooka static int
166 1.1 pooka ao_put(struct uvm_object *uobj, voff_t start, voff_t stop, int flags)
167 1.1 pooka {
168 1.1 pooka struct vm_page *pg;
169 1.1 pooka
170 1.1 pooka /* we only free all pages for now */
171 1.1 pooka if ((flags & PGO_FREE) == 0 || (flags & PGO_ALLPAGES) == 0)
172 1.1 pooka return 0;
173 1.1 pooka
174 1.1 pooka while ((pg = TAILQ_FIRST(&uobj->memq)) != NULL)
175 1.5 pooka rumpvm_freepage(pg);
176 1.1 pooka
177 1.1 pooka return 0;
178 1.1 pooka }
179 1.1 pooka
180 1.1 pooka struct uvm_object *
181 1.1 pooka uao_create(vsize_t size, int flags)
182 1.1 pooka {
183 1.1 pooka struct uvm_object *uobj;
184 1.1 pooka
185 1.1 pooka uobj = rumpuser_malloc(sizeof(struct uvm_object), 0);
186 1.1 pooka memset(uobj, 0, sizeof(struct uvm_object));
187 1.1 pooka uobj->pgops = &aobj_pager;
188 1.1 pooka TAILQ_INIT(&uobj->memq);
189 1.1 pooka
190 1.1 pooka return uobj;
191 1.1 pooka }
192 1.1 pooka
193 1.1 pooka void
194 1.1 pooka uao_detach(struct uvm_object *uobj)
195 1.1 pooka {
196 1.1 pooka
197 1.1 pooka ao_put(uobj, 0, 0, PGO_ALLPAGES | PGO_FREE);
198 1.1 pooka rumpuser_free(uobj);
199 1.1 pooka }
200 1.1 pooka
201 1.1 pooka /*
202 1.1 pooka * UBC
203 1.1 pooka */
204 1.1 pooka
205 1.1 pooka int
206 1.1 pooka rump_ubc_magic_uiomove(size_t n, struct uio *uio)
207 1.1 pooka {
208 1.1 pooka int npages = len2npages(uio->uio_offset, n);
209 1.1 pooka struct vm_page *pgs[npages];
210 1.1 pooka int i, rv;
211 1.1 pooka
212 1.1 pooka if (ubc_winvalid == 0)
213 1.1 pooka panic("%s: ubc window not allocated", __func__);
214 1.1 pooka
215 1.10 pooka memset(pgs, 0, sizeof(pgs));
216 1.3 pooka rv = ubc_uobj->pgops->pgo_get(ubc_uobj, ubc_offset,
217 1.1 pooka pgs, &npages, 0, 0, 0, 0);
218 1.1 pooka if (rv)
219 1.1 pooka return rv;
220 1.1 pooka
221 1.1 pooka for (i = 0; i < npages; i++) {
222 1.1 pooka size_t xfersize;
223 1.1 pooka off_t pageoff;
224 1.1 pooka
225 1.1 pooka pageoff = uio->uio_offset & PAGE_MASK;
226 1.1 pooka xfersize = MIN(MIN(n, PAGE_SIZE), PAGE_SIZE-pageoff);
227 1.5 pooka uiomove((uint8_t *)pgs[i]->uanon + pageoff, xfersize, uio);
228 1.1 pooka if (uio->uio_rw == UIO_WRITE)
229 1.10 pooka pgs[i]->flags &= ~PG_CLEAN;
230 1.1 pooka ubc_offset += xfersize;
231 1.1 pooka n -= xfersize;
232 1.1 pooka }
233 1.1 pooka
234 1.1 pooka return 0;
235 1.1 pooka }
236 1.1 pooka
237 1.1 pooka void *
238 1.1 pooka ubc_alloc(struct uvm_object *uobj, voff_t offset, vsize_t *lenp, int advice,
239 1.1 pooka int flags)
240 1.1 pooka {
241 1.1 pooka vsize_t reallen;
242 1.1 pooka
243 1.1 pooka /* XXX: only one window, but that's ok for now */
244 1.1 pooka if (ubc_winvalid == 1)
245 1.1 pooka panic("%s: ubc window already allocated", __func__);
246 1.1 pooka
247 1.1 pooka printf("UBC_ALLOC offset 0x%x\n", (int)offset);
248 1.1 pooka ubc_uobj = uobj;
249 1.1 pooka ubc_offset = offset;
250 1.1 pooka reallen = round_page(*lenp);
251 1.1 pooka ubc_flags = flags;
252 1.1 pooka
253 1.1 pooka ubc_winvalid = 1;
254 1.1 pooka
255 1.1 pooka return RUMP_UBC_MAGIC_WINDOW;
256 1.1 pooka }
257 1.1 pooka
258 1.1 pooka void
259 1.1 pooka ubc_release(void *va, int flags)
260 1.1 pooka {
261 1.1 pooka
262 1.1 pooka ubc_winvalid = 0;
263 1.1 pooka }
264 1.1 pooka
265 1.1 pooka int
266 1.1 pooka ubc_uiomove(struct uvm_object *uobj, struct uio *uio, vsize_t todo,
267 1.1 pooka int advice, int flags)
268 1.1 pooka {
269 1.1 pooka void *win;
270 1.1 pooka vsize_t len;
271 1.1 pooka
272 1.1 pooka while (todo > 0) {
273 1.1 pooka len = todo;
274 1.1 pooka
275 1.1 pooka win = ubc_alloc(uobj, uio->uio_offset, &len, 0, flags);
276 1.1 pooka rump_ubc_magic_uiomove(len, uio);
277 1.1 pooka ubc_release(win, 0);
278 1.1 pooka
279 1.1 pooka todo -= len;
280 1.1 pooka }
281 1.1 pooka return 0;
282 1.1 pooka }
283 1.1 pooka
284 1.1 pooka
285 1.1 pooka /*
286 1.1 pooka * Misc routines
287 1.1 pooka */
288 1.1 pooka
289 1.1 pooka void
290 1.1 pooka rumpvm_init()
291 1.1 pooka {
292 1.1 pooka
293 1.1 pooka uvm_vnodeops.pgo_get = vn_get;
294 1.1 pooka uvm_vnodeops.pgo_put = vn_put;
295 1.1 pooka aobj_pager.pgo_get = ao_get;
296 1.1 pooka aobj_pager.pgo_put = ao_put;
297 1.7 pooka
298 1.1 pooka uvmexp.free = 1024*1024; /* XXX */
299 1.7 pooka uvm.pagedaemon_lwp = NULL; /* doesn't match curlwp */
300 1.1 pooka }
301 1.1 pooka
302 1.1 pooka void
303 1.1 pooka uvm_pageactivate(struct vm_page *pg)
304 1.1 pooka {
305 1.1 pooka
306 1.1 pooka /* nada */
307 1.1 pooka }
308 1.1 pooka
309 1.1 pooka void
310 1.1 pooka uvm_page_unbusy(struct vm_page **pgs, int npgs)
311 1.1 pooka {
312 1.1 pooka
313 1.1 pooka /* nada */
314 1.1 pooka }
315 1.1 pooka
316 1.1 pooka void
317 1.7 pooka uvm_pagewire(struct vm_page *pg)
318 1.7 pooka {
319 1.7 pooka
320 1.7 pooka /* nada */
321 1.7 pooka }
322 1.7 pooka
323 1.7 pooka void
324 1.7 pooka uvm_pageunwire(struct vm_page *pg)
325 1.7 pooka {
326 1.7 pooka
327 1.7 pooka /* nada */
328 1.7 pooka }
329 1.7 pooka
330 1.7 pooka vaddr_t
331 1.7 pooka uvm_pagermapin(struct vm_page **pps, int npages, int flags)
332 1.7 pooka {
333 1.7 pooka
334 1.7 pooka panic("%s: unimplemented", __func__);
335 1.7 pooka }
336 1.7 pooka
337 1.7 pooka struct vm_page *
338 1.7 pooka uvm_pagelookup(struct uvm_object *uobj, voff_t off)
339 1.7 pooka {
340 1.10 pooka struct vm_page *pg;
341 1.7 pooka
342 1.10 pooka TAILQ_FOREACH(pg, &uobj->memq, listq)
343 1.10 pooka if (pg->offset == off)
344 1.10 pooka return pg;
345 1.10 pooka
346 1.10 pooka return NULL;
347 1.7 pooka }
348 1.7 pooka
349 1.7 pooka void
350 1.7 pooka uvm_estimatepageable(int *active, int *inactive)
351 1.7 pooka {
352 1.7 pooka
353 1.7 pooka *active = 0;
354 1.7 pooka *inactive = 0;
355 1.7 pooka panic("%s: unimplemented", __func__);
356 1.7 pooka }
357 1.7 pooka
358 1.7 pooka void
359 1.7 pooka uvm_aio_biodone1(struct buf *bp)
360 1.7 pooka {
361 1.7 pooka
362 1.7 pooka panic("%s: unimplemented", __func__);
363 1.7 pooka }
364 1.7 pooka
365 1.7 pooka void
366 1.7 pooka uvm_aio_biodone(struct buf *bp)
367 1.7 pooka {
368 1.7 pooka
369 1.7 pooka panic("%s: unimplemented", __func__);
370 1.7 pooka }
371 1.7 pooka
372 1.7 pooka void
373 1.1 pooka uvm_vnp_setsize(struct vnode *vp, voff_t newsize)
374 1.1 pooka {
375 1.1 pooka
376 1.1 pooka vp->v_size = vp->v_writesize = newsize;
377 1.1 pooka }
378 1.1 pooka
379 1.1 pooka void
380 1.1 pooka uvm_vnp_setwritesize(struct vnode *vp, voff_t newsize)
381 1.1 pooka {
382 1.1 pooka
383 1.1 pooka vp->v_writesize = newsize;
384 1.1 pooka }
385 1.1 pooka
386 1.1 pooka void
387 1.1 pooka uvm_vnp_zerorange(struct vnode *vp, off_t off, size_t len)
388 1.1 pooka {
389 1.2 pooka int maxpages = MIN(32, round_page(len) >> PAGE_SHIFT);
390 1.2 pooka struct vm_page *pgs[maxpages];
391 1.2 pooka struct uvm_object *uobj = &vp->v_uobj;
392 1.2 pooka int rv, npages, i;
393 1.2 pooka
394 1.2 pooka while (len) {
395 1.2 pooka npages = MIN(maxpages, round_page(len) >> PAGE_SHIFT);
396 1.10 pooka memset(pgs, 0, npages * sizeof(struct vm_page *));
397 1.2 pooka rv = uobj->pgops->pgo_get(uobj, off, pgs, &npages, 0, 0, 0, 0);
398 1.2 pooka assert(npages > 0);
399 1.2 pooka
400 1.2 pooka for (i = 0; i < npages; i++) {
401 1.2 pooka uint8_t *start;
402 1.2 pooka size_t chunkoff, chunklen;
403 1.2 pooka
404 1.2 pooka chunkoff = off & PAGE_MASK;
405 1.2 pooka chunklen = MIN(PAGE_SIZE - chunkoff, len);
406 1.5 pooka start = (uint8_t *)pgs[i]->uanon + chunkoff;
407 1.2 pooka
408 1.2 pooka memset(start, 0, chunklen);
409 1.2 pooka pgs[i]->flags &= PG_CLEAN;
410 1.2 pooka
411 1.2 pooka off += chunklen;
412 1.2 pooka len -= chunklen;
413 1.2 pooka }
414 1.2 pooka }
415 1.1 pooka
416 1.1 pooka return;
417 1.1 pooka }
418 1.1 pooka
419 1.11 pooka struct uvm_ractx *
420 1.11 pooka uvm_ra_allocctx()
421 1.11 pooka {
422 1.11 pooka
423 1.11 pooka return NULL;
424 1.11 pooka }
425 1.11 pooka
426 1.11 pooka void
427 1.11 pooka uvm_ra_freectx(struct uvm_ractx *ra)
428 1.11 pooka {
429 1.11 pooka
430 1.11 pooka return;
431 1.11 pooka }
432 1.11 pooka
433 1.1 pooka bool
434 1.1 pooka uvn_clean_p(struct uvm_object *uobj)
435 1.1 pooka {
436 1.10 pooka struct vnode *vp = (void *)uobj;
437 1.1 pooka
438 1.10 pooka return (vp->v_flag & VONWORKLST) == 0;
439 1.1 pooka }
440 1.9 pooka
441 1.9 pooka /*
442 1.9 pooka * Kmem
443 1.9 pooka */
444 1.9 pooka
445 1.9 pooka void *
446 1.9 pooka kmem_alloc(size_t size, km_flag_t kmflag)
447 1.9 pooka {
448 1.9 pooka
449 1.9 pooka return rumpuser_malloc(size, kmflag == KM_NOSLEEP);
450 1.9 pooka }
451 1.9 pooka
452 1.9 pooka void *
453 1.9 pooka kmem_zalloc(size_t size, km_flag_t kmflag)
454 1.9 pooka {
455 1.9 pooka void *rv;
456 1.9 pooka
457 1.9 pooka rv = kmem_alloc(size, kmflag);
458 1.9 pooka if (rv)
459 1.9 pooka memset(rv, 0, size);
460 1.9 pooka
461 1.9 pooka return rv;
462 1.9 pooka }
463 1.9 pooka
464 1.9 pooka void
465 1.9 pooka kmem_free(void *p, size_t size)
466 1.9 pooka {
467 1.9 pooka
468 1.9 pooka rumpuser_free(p);
469 1.9 pooka }
470 1.12 pooka
471 1.12 pooka /*
472 1.12 pooka * UVM km
473 1.12 pooka */
474 1.12 pooka
475 1.12 pooka vaddr_t
476 1.12 pooka uvm_km_alloc(struct vm_map *map, vsize_t size, vsize_t align, uvm_flag_t flags)
477 1.12 pooka {
478 1.12 pooka void *rv;
479 1.12 pooka
480 1.12 pooka rv = rumpuser_malloc(size, flags & (UVM_KMF_CANFAIL | UVM_KMF_NOWAIT));
481 1.12 pooka if (rv && flags & UVM_KMF_ZERO)
482 1.12 pooka memset(rv, 0, size);
483 1.12 pooka
484 1.12 pooka return (vaddr_t)rv;
485 1.12 pooka }
486 1.12 pooka
487 1.12 pooka void
488 1.12 pooka uvm_km_free(struct vm_map *map, vaddr_t vaddr, vsize_t size, uvm_flag_t flags)
489 1.12 pooka {
490 1.12 pooka
491 1.12 pooka rumpuser_free((void *)vaddr);
492 1.12 pooka }
493 1.12 pooka
494 1.12 pooka struct vm_map *
495 1.12 pooka uvm_km_suballoc(struct vm_map *map, vaddr_t *minaddr, vaddr_t *maxaddr,
496 1.12 pooka vsize_t size, int pageable, bool fixed, struct vm_map_kernel *submap)
497 1.12 pooka {
498 1.12 pooka
499 1.12 pooka return (struct vm_map *)417416;
500 1.12 pooka }
501