vm.c revision 1.6 1 /* $NetBSD: vm.c,v 1.6 2007/08/07 19:40:17 pooka Exp $ */
2
3 /*
4 * Copyright (c) 2007 Antti Kantee. All Rights Reserved.
5 *
6 * Development of this software was supported by Google Summer of Code.
7 *
8 * Redistribution and use in source and binary forms, with or without
9 * modification, are permitted provided that the following conditions
10 * are met:
11 * 1. Redistributions of source code must retain the above copyright
12 * notice, this list of conditions and the following disclaimer.
13 * 2. Redistributions in binary form must reproduce the above copyright
14 * notice, this list of conditions and the following disclaimer in the
15 * documentation and/or other materials provided with the distribution.
16 *
17 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
18 * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
19 * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
20 * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
21 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
22 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
23 * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
24 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
26 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
27 * SUCH DAMAGE.
28 */
29
30 /*
31 * Virtual memory emulation routines. Contents:
32 * + UBC
33 * + anon objects & pager
34 * + vnode objects & pager
35 * + misc support routines
36 */
37
38 /*
39 * XXX: we abuse pg->uanon for the virtual address of the storage
40 * for each page. phys_addr would fit the job description better,
41 * except that it will create unnecessary lossage on some platforms
42 * due to not being a pointer type.
43 */
44
45 #include <sys/param.h>
46 #include <sys/null.h>
47 #include <sys/vnode.h>
48 #include <sys/buf.h>
49
50 #include <uvm/uvm.h>
51 #include <uvm/uvm_prot.h>
52
53 #include <machine/pmap.h>
54
55 #include "rump.h"
56 #include "rumpuser.h"
57
58 /* dumdidumdum */
59 #define len2npages(off, len) \
60 (((((len) + PAGE_MASK) & ~(PAGE_MASK)) >> PAGE_SHIFT) \
61 + (((off & PAGE_MASK) + (len & PAGE_MASK)) > PAGE_SIZE))
62
63 static int ubc_winvalid;
64 static struct uvm_object *ubc_uobj;
65 static off_t ubc_offset;
66 static int ubc_flags;
67
68 struct uvm_pagerops uvm_vnodeops;
69 struct uvm_pagerops aobj_pager;
70 struct uvmexp uvmexp;
71
72 struct vmspace rump_vmspace;
73 struct vm_map rump_vmmap;
74
75 /*
76 * vm pages
77 */
78
79 /* XXX: we could be smarter about this */
80 struct vm_page *
81 rumpvm_findpage(struct uvm_object *uobj, voff_t off)
82 {
83 struct vm_page *pg;
84
85 TAILQ_FOREACH(pg, &uobj->memq, listq)
86 if (pg->offset == off)
87 return pg;
88
89 return NULL;
90 }
91
92 struct vm_page *
93 rumpvm_makepage(struct uvm_object *uobj, voff_t off)
94 {
95 struct vm_page *pg;
96
97 pg = rumpuser_malloc(sizeof(struct vm_page), 0);
98 memset(pg, 0, sizeof(struct vm_page));
99 TAILQ_INSERT_TAIL(&uobj->memq, pg, listq);
100 pg->offset = off;
101 pg->uobject = uobj;
102
103 pg->uanon = (void *)rumpuser_malloc(PAGE_SIZE, 0);
104 memset((void *)pg->uanon, 0, PAGE_SIZE);
105 pg->flags = PG_CLEAN;
106
107 return pg;
108 }
109
110 void
111 rumpvm_freepage(struct vm_page *pg)
112 {
113 struct uvm_object *uobj = pg->uobject;
114
115 TAILQ_REMOVE(&uobj->memq, pg, listq);
116 rumpuser_free((void *)pg->uanon);
117 rumpuser_free(pg);
118 }
119
120 /*
121 * vnode pager
122 */
123
124 int
125 rump_vopwrite_fault(struct vnode *vp, voff_t offset, size_t len,
126 kauth_cred_t cred)
127 {
128 int npages = len2npages(offset, len);
129 struct vm_page *pgs[npages];
130 int rv;
131
132 if (trunc_page(offset) >= vp->v_size)
133 return 0;
134
135 rv = VOP_GETPAGES(vp, trunc_page(offset), pgs, &npages, 0, 0, 0, 0);
136 if (rv)
137 return rv;
138
139 assert(npages == len2npages(offset, len));
140
141 return 0;
142 }
143
144 static int
145 vn_get(struct uvm_object *uobj, voff_t off, struct vm_page **pgs,
146 int *npages, int centeridx, vm_prot_t access_type,
147 int advice, int flags)
148 {
149 struct vnode *vp = (struct vnode *)uobj;
150
151 return VOP_GETPAGES(vp, off, pgs, npages, centeridx, access_type,
152 advice, flags);
153 }
154
155 static int
156 vn_put(struct uvm_object *uobj, voff_t offlo, voff_t offhi, int flags)
157 {
158 struct vnode *vp = (struct vnode *)uobj;
159
160 return VOP_PUTPAGES(vp, offlo, offhi, flags);
161 }
162
163 /*
164 * Anon object stuff
165 */
166
167 static int
168 ao_get(struct uvm_object *uobj, voff_t off, struct vm_page **pgs,
169 int *npages, int centeridx, vm_prot_t access_type,
170 int advice, int flags)
171 {
172 struct vm_page *pg;
173 int i;
174
175 if (centeridx)
176 panic("%s: centeridx != 0 not supported", __func__);
177
178 /* loop over pages */
179 off = trunc_page(off);
180 for (i = 0; i < *npages; i++) {
181 pg = rumpvm_findpage(uobj, off + (i << PAGE_SHIFT));
182 if (pg) {
183 pgs[i] = pg;
184 } else {
185 pg = rumpvm_makepage(uobj, off + (i << PAGE_SHIFT));
186 pgs[i] = pg;
187 }
188 }
189
190 return 0;
191
192 }
193
194 static int
195 ao_put(struct uvm_object *uobj, voff_t start, voff_t stop, int flags)
196 {
197 struct vm_page *pg;
198
199 /* we only free all pages for now */
200 if ((flags & PGO_FREE) == 0 || (flags & PGO_ALLPAGES) == 0)
201 return 0;
202
203 while ((pg = TAILQ_FIRST(&uobj->memq)) != NULL)
204 rumpvm_freepage(pg);
205
206 return 0;
207 }
208
209 struct uvm_object *
210 uao_create(vsize_t size, int flags)
211 {
212 struct uvm_object *uobj;
213
214 uobj = rumpuser_malloc(sizeof(struct uvm_object), 0);
215 memset(uobj, 0, sizeof(struct uvm_object));
216 uobj->pgops = &aobj_pager;
217 TAILQ_INIT(&uobj->memq);
218
219 return uobj;
220 }
221
222 void
223 uao_detach(struct uvm_object *uobj)
224 {
225
226 ao_put(uobj, 0, 0, PGO_ALLPAGES | PGO_FREE);
227 rumpuser_free(uobj);
228 }
229
230 /*
231 * UBC
232 */
233
234 int
235 rump_ubc_magic_uiomove(size_t n, struct uio *uio)
236 {
237 int npages = len2npages(uio->uio_offset, n);
238 struct vm_page *pgs[npages];
239 int i, rv;
240
241 if (ubc_winvalid == 0)
242 panic("%s: ubc window not allocated", __func__);
243
244 rv = ubc_uobj->pgops->pgo_get(ubc_uobj, ubc_offset,
245 pgs, &npages, 0, 0, 0, 0);
246 if (rv)
247 return rv;
248
249 for (i = 0; i < npages; i++) {
250 size_t xfersize;
251 off_t pageoff;
252
253 pageoff = uio->uio_offset & PAGE_MASK;
254 xfersize = MIN(MIN(n, PAGE_SIZE), PAGE_SIZE-pageoff);
255 uiomove((uint8_t *)pgs[i]->uanon + pageoff, xfersize, uio);
256 if (uio->uio_rw == UIO_WRITE)
257 RUMPVM_SOILPAGE(pgs[i]);
258 ubc_offset += xfersize;
259 n -= xfersize;
260 }
261
262 return 0;
263 }
264
265 void *
266 ubc_alloc(struct uvm_object *uobj, voff_t offset, vsize_t *lenp, int advice,
267 int flags)
268 {
269 vsize_t reallen;
270
271 /* XXX: only one window, but that's ok for now */
272 if (ubc_winvalid == 1)
273 panic("%s: ubc window already allocated", __func__);
274
275 printf("UBC_ALLOC offset 0x%x\n", (int)offset);
276 ubc_uobj = uobj;
277 ubc_offset = offset;
278 reallen = round_page(*lenp);
279 ubc_flags = flags;
280
281 ubc_winvalid = 1;
282
283 return RUMP_UBC_MAGIC_WINDOW;
284 }
285
286 void
287 ubc_release(void *va, int flags)
288 {
289
290 ubc_winvalid = 0;
291 }
292
293 int
294 ubc_uiomove(struct uvm_object *uobj, struct uio *uio, vsize_t todo,
295 int advice, int flags)
296 {
297 void *win;
298 vsize_t len;
299
300 while (todo > 0) {
301 len = todo;
302
303 win = ubc_alloc(uobj, uio->uio_offset, &len, 0, flags);
304 rump_ubc_magic_uiomove(len, uio);
305 ubc_release(win, 0);
306
307 todo -= len;
308 }
309 return 0;
310 }
311
312
313 /*
314 * Misc routines
315 */
316
317 void
318 rumpvm_init()
319 {
320
321 uvm_vnodeops.pgo_get = vn_get;
322 uvm_vnodeops.pgo_put = vn_put;
323 aobj_pager.pgo_get = ao_get;
324 aobj_pager.pgo_put = ao_put;
325 uvmexp.free = 1024*1024; /* XXX */
326 }
327
328 void
329 uvm_pageactivate(struct vm_page *pg)
330 {
331
332 /* nada */
333 }
334
335 void
336 uvm_page_unbusy(struct vm_page **pgs, int npgs)
337 {
338
339 /* nada */
340 }
341
342 void
343 uvm_vnp_setsize(struct vnode *vp, voff_t newsize)
344 {
345
346 vp->v_size = vp->v_writesize = newsize;
347 }
348
349 void
350 uvm_vnp_setwritesize(struct vnode *vp, voff_t newsize)
351 {
352
353 vp->v_writesize = newsize;
354 }
355
356 void
357 uvm_vnp_zerorange(struct vnode *vp, off_t off, size_t len)
358 {
359 int maxpages = MIN(32, round_page(len) >> PAGE_SHIFT);
360 struct vm_page *pgs[maxpages];
361 struct uvm_object *uobj = &vp->v_uobj;
362 int rv, npages, i;
363
364 while (len) {
365 npages = MIN(maxpages, round_page(len) >> PAGE_SHIFT);
366 rv = uobj->pgops->pgo_get(uobj, off, pgs, &npages, 0, 0, 0, 0);
367 assert(npages > 0);
368
369 for (i = 0; i < npages; i++) {
370 uint8_t *start;
371 size_t chunkoff, chunklen;
372
373 chunkoff = off & PAGE_MASK;
374 chunklen = MIN(PAGE_SIZE - chunkoff, len);
375 start = (uint8_t *)pgs[i]->uanon + chunkoff;
376
377 memset(start, 0, chunklen);
378 pgs[i]->flags &= PG_CLEAN;
379
380 off += chunklen;
381 len -= chunklen;
382 }
383 }
384
385 return;
386 }
387
388 bool
389 uvn_clean_p(struct uvm_object *uobj)
390 {
391
392 printf("pages %d\n", (int)uobj->uo_npages);
393 if (uobj->uo_npages < 0)
394 panic("%s: uo_npages < 0", __func__);
395 return uobj->uo_npages == 0;
396 }
397