vm.c revision 1.2 1 /* $NetBSD: vm.c,v 1.2 2007/08/06 16:09:33 pooka Exp $ */
2
3 /*
4 * Copyright (c) 2007 Antti Kantee. All Rights Reserved.
5 *
6 * Development of this software was supported by Google Summer of Code.
7 *
8 * Redistribution and use in source and binary forms, with or without
9 * modification, are permitted provided that the following conditions
10 * are met:
11 * 1. Redistributions of source code must retain the above copyright
12 * notice, this list of conditions and the following disclaimer.
13 * 2. Redistributions in binary form must reproduce the above copyright
14 * notice, this list of conditions and the following disclaimer in the
15 * documentation and/or other materials provided with the distribution.
16 *
17 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
18 * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
19 * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
20 * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
21 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
22 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
23 * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
24 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
26 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
27 * SUCH DAMAGE.
28 */
29
30 /*
31 * Virtual memory emulation routines. Contents:
32 * + UBC
33 * + anon objects & pager
34 * + vnode objects & pager
35 * + misc support routines
36 */
37
38 /*
39 * XXX: we abuse pg->uobject for the virtual address of the storage
40 * for each page. phys_addr would fit the job description better,
41 * except that it will create unnecessary lossage on some platforms
42 * due to not being a pointer type.
43 */
44
45 #include <sys/param.h>
46 #include <sys/null.h>
47 #include <sys/vnode.h>
48 #include <sys/buf.h>
49
50 #include <uvm/uvm.h>
51 #include <uvm/uvm_prot.h>
52
53 #include <machine/pmap.h>
54
55 #include "rump.h"
56 #include "rumpuser.h"
57
58 /* dumdidumdum */
59 #define len2npages(off, len) \
60 (((((len) + PAGE_MASK) & ~(PAGE_MASK)) >> PAGE_SHIFT) \
61 + (((off & PAGE_MASK) + (len & PAGE_MASK)) > PAGE_SIZE))
62
63 static int ubc_winvalid;
64 static struct uvm_object *ubc_uobj;
65 static off_t ubc_offset;
66 static int ubc_flags;
67
68 struct uvm_pagerops uvm_vnodeops;
69 struct uvm_pagerops aobj_pager;
70 struct uvmexp uvmexp;
71
72 struct vmspace rump_vmspace;
73 struct vm_map rump_vmmap;
74
75 /*
76 * vm pages
77 */
78
79 /* XXX: we could be smarter about this */
80 struct vm_page *
81 rumpvm_findpage(struct uvm_object *uobj, voff_t off)
82 {
83 struct vm_page *pg;
84
85 TAILQ_FOREACH(pg, &uobj->memq, listq)
86 if (pg->offset == off)
87 return pg;
88
89 return NULL;
90 }
91
92 struct vm_page *
93 rumpvm_makepage(struct uvm_object *uobj, voff_t off, int allocstorage)
94 {
95 struct vm_page *pg;
96
97 pg = rumpuser_malloc(sizeof(struct vm_page), 0);
98 memset(pg, 0, sizeof(struct vm_page));
99 TAILQ_INSERT_TAIL(&uobj->memq, pg, listq);
100 pg->offset = off;
101
102 if (allocstorage) {
103 pg->uobject = (void *)rumpuser_malloc(PAGE_SIZE, 0);
104 memset((void *)pg->uobject, 0, PAGE_SIZE);
105 }
106
107 return pg;
108 }
109
110 void
111 rumpvm_freepage(struct uvm_object *uobj, struct vm_page *pg)
112 {
113
114 TAILQ_REMOVE(&uobj->memq, pg, listq);
115 rumpuser_free((void *)pg->uobject);
116 rumpuser_free(pg);
117 }
118
119 /*
120 * vnode pager
121 */
122
123 int
124 rump_vopwrite_fault(struct vnode *vp, voff_t offset, size_t len,
125 kauth_cred_t cred)
126 {
127 int npages = len2npages(offset, len);
128 struct vm_page *pgs[npages];
129 int rv;
130
131 if (offset >= vp->v_size)
132 return 0;
133
134 rv = VOP_GETPAGES(vp, offset, pgs, &npages, 0, 0, 0, 0);
135 if (rv)
136 return rv;
137
138 assert(npages == len2npages(offset, len));
139
140 return 0;
141 }
142
143 static int
144 vn_get(struct uvm_object *uobj, voff_t off, struct vm_page **pgs,
145 int *npages, int centeridx, vm_prot_t access_type,
146 int advice, int flags)
147 {
148 struct vnode *vp = (struct vnode *)uobj;
149
150 return VOP_GETPAGES(vp, off, pgs, npages, centeridx, access_type,
151 advice, flags);
152 }
153
154 static int
155 vn_put(struct uvm_object *uobj, voff_t offlo, voff_t offhi, int flags)
156 {
157 struct vnode *vp = (struct vnode *)uobj;
158
159 return VOP_PUTPAGES(vp, offlo, offhi, flags);
160 }
161
162 /*
163 * Anon object stuff
164 */
165
166 static int
167 ao_get(struct uvm_object *uobj, voff_t off, struct vm_page **pgs,
168 int *npages, int centeridx, vm_prot_t access_type,
169 int advice, int flags)
170 {
171 struct vm_page *pg;
172 int i;
173
174 if (centeridx)
175 panic("%s: centeridx != 0 not supported", __func__);
176
177 /* loop over pages */
178 off = trunc_page(off);
179 for (i = 0; i < *npages; i++) {
180 pg = rumpvm_findpage(uobj, off + (i << PAGE_SHIFT));
181 if (pg) {
182 pgs[i] = pg;
183 } else {
184 pg = rumpvm_makepage(uobj, off + (i << PAGE_SHIFT), 1);
185 pgs[i] = pg;
186 }
187 }
188
189 return 0;
190
191 }
192
193 static int
194 ao_put(struct uvm_object *uobj, voff_t start, voff_t stop, int flags)
195 {
196 struct vm_page *pg;
197
198 /* we only free all pages for now */
199 if ((flags & PGO_FREE) == 0 || (flags & PGO_ALLPAGES) == 0)
200 return 0;
201
202 while ((pg = TAILQ_FIRST(&uobj->memq)) != NULL)
203 rumpvm_freepage(uobj, pg);
204
205 return 0;
206 }
207
208 struct uvm_object *
209 uao_create(vsize_t size, int flags)
210 {
211 struct uvm_object *uobj;
212
213 uobj = rumpuser_malloc(sizeof(struct uvm_object), 0);
214 memset(uobj, 0, sizeof(struct uvm_object));
215 uobj->pgops = &aobj_pager;
216 TAILQ_INIT(&uobj->memq);
217
218 return uobj;
219 }
220
221 void
222 uao_detach(struct uvm_object *uobj)
223 {
224
225 ao_put(uobj, 0, 0, PGO_ALLPAGES | PGO_FREE);
226 rumpuser_free(uobj);
227 }
228
229 /*
230 * UBC
231 */
232
233 int
234 rump_ubc_magic_uiomove(size_t n, struct uio *uio)
235 {
236 int npages = len2npages(uio->uio_offset, n);
237 struct vm_page *pgs[npages];
238 int i, rv;
239
240 if (ubc_winvalid == 0)
241 panic("%s: ubc window not allocated", __func__);
242
243 rv = ubc_uobj->pgops->pgo_get(ubc_uobj, ubc_offset & ~PAGE_MASK,
244 pgs, &npages, 0, 0, 0, 0);
245 if (rv)
246 return rv;
247
248 for (i = 0; i < npages; i++) {
249 size_t xfersize;
250 off_t pageoff;
251
252 pageoff = uio->uio_offset & PAGE_MASK;
253 xfersize = MIN(MIN(n, PAGE_SIZE), PAGE_SIZE-pageoff);
254 uiomove((uint8_t *)pgs[i]->uobject + pageoff, xfersize, uio);
255 if (uio->uio_rw == UIO_WRITE)
256 pgs[i]->flags &= ~PG_CLEAN;
257 ubc_offset += xfersize;
258 n -= xfersize;
259 }
260
261 return 0;
262 }
263
264 void *
265 ubc_alloc(struct uvm_object *uobj, voff_t offset, vsize_t *lenp, int advice,
266 int flags)
267 {
268 vsize_t reallen;
269
270 /* XXX: only one window, but that's ok for now */
271 if (ubc_winvalid == 1)
272 panic("%s: ubc window already allocated", __func__);
273
274 printf("UBC_ALLOC offset 0x%x\n", (int)offset);
275 ubc_uobj = uobj;
276 ubc_offset = offset;
277 reallen = round_page(*lenp);
278 ubc_flags = flags;
279
280 ubc_winvalid = 1;
281
282 return RUMP_UBC_MAGIC_WINDOW;
283 }
284
285 void
286 ubc_release(void *va, int flags)
287 {
288
289 ubc_winvalid = 0;
290 }
291
292 int
293 ubc_uiomove(struct uvm_object *uobj, struct uio *uio, vsize_t todo,
294 int advice, int flags)
295 {
296 void *win;
297 vsize_t len;
298
299 while (todo > 0) {
300 len = todo;
301
302 win = ubc_alloc(uobj, uio->uio_offset, &len, 0, flags);
303 rump_ubc_magic_uiomove(len, uio);
304 ubc_release(win, 0);
305
306 todo -= len;
307 }
308 return 0;
309 }
310
311
312 /*
313 * Misc routines
314 */
315
316 void
317 rumpvm_init()
318 {
319
320 uvm_vnodeops.pgo_get = vn_get;
321 uvm_vnodeops.pgo_put = vn_put;
322 aobj_pager.pgo_get = ao_get;
323 aobj_pager.pgo_put = ao_put;
324 uvmexp.free = 1024*1024; /* XXX */
325 }
326
327 void
328 uvm_pageactivate(struct vm_page *pg)
329 {
330
331 /* nada */
332 }
333
334 void
335 uvm_page_unbusy(struct vm_page **pgs, int npgs)
336 {
337
338 /* nada */
339 }
340
341 void
342 uvm_vnp_setsize(struct vnode *vp, voff_t newsize)
343 {
344
345 vp->v_size = vp->v_writesize = newsize;
346 }
347
348 void
349 uvm_vnp_setwritesize(struct vnode *vp, voff_t newsize)
350 {
351
352 vp->v_writesize = newsize;
353 }
354
355 void
356 uvm_vnp_zerorange(struct vnode *vp, off_t off, size_t len)
357 {
358 int maxpages = MIN(32, round_page(len) >> PAGE_SHIFT);
359 struct vm_page *pgs[maxpages];
360 struct uvm_object *uobj = &vp->v_uobj;
361 int rv, npages, i;
362
363 while (len) {
364 npages = MIN(maxpages, round_page(len) >> PAGE_SHIFT);
365 rv = uobj->pgops->pgo_get(uobj, off, pgs, &npages, 0, 0, 0, 0);
366 assert(npages > 0);
367
368 for (i = 0; i < npages; i++) {
369 uint8_t *start;
370 size_t chunkoff, chunklen;
371
372 chunkoff = off & PAGE_MASK;
373 chunklen = MIN(PAGE_SIZE - chunkoff, len);
374 start = (uint8_t *)pgs[i]->uobject + chunkoff;
375
376 memset(start, 0, chunklen);
377 pgs[i]->flags &= PG_CLEAN;
378
379 off += chunklen;
380 len -= chunklen;
381 }
382 }
383
384 return;
385 }
386
387 bool
388 uvn_clean_p(struct uvm_object *uobj)
389 {
390
391 return true;
392 }
393