Home | History | Annotate | Line # | Download | only in rumpkern
vm.c revision 1.6
      1  1.6  pooka /*	$NetBSD: vm.c,v 1.6 2007/08/07 19:40:17 pooka Exp $	*/
      2  1.1  pooka 
      3  1.1  pooka /*
      4  1.1  pooka  * Copyright (c) 2007 Antti Kantee.  All Rights Reserved.
      5  1.1  pooka  *
      6  1.1  pooka  * Development of this software was supported by Google Summer of Code.
      7  1.1  pooka  *
      8  1.1  pooka  * Redistribution and use in source and binary forms, with or without
      9  1.1  pooka  * modification, are permitted provided that the following conditions
     10  1.1  pooka  * are met:
     11  1.1  pooka  * 1. Redistributions of source code must retain the above copyright
     12  1.1  pooka  *    notice, this list of conditions and the following disclaimer.
     13  1.1  pooka  * 2. Redistributions in binary form must reproduce the above copyright
     14  1.1  pooka  *    notice, this list of conditions and the following disclaimer in the
     15  1.1  pooka  *    documentation and/or other materials provided with the distribution.
     16  1.1  pooka  *
     17  1.1  pooka  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
     18  1.1  pooka  * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
     19  1.1  pooka  * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
     20  1.1  pooka  * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
     21  1.1  pooka  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     22  1.1  pooka  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
     23  1.1  pooka  * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     24  1.1  pooka  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     25  1.1  pooka  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     26  1.1  pooka  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     27  1.1  pooka  * SUCH DAMAGE.
     28  1.1  pooka  */
     29  1.1  pooka 
     30  1.1  pooka /*
     31  1.1  pooka  * Virtual memory emulation routines.  Contents:
     32  1.1  pooka  *  + UBC
     33  1.1  pooka  *  + anon objects & pager
     34  1.1  pooka  *  + vnode objects & pager
     35  1.1  pooka  *  + misc support routines
     36  1.1  pooka  */
     37  1.1  pooka 
     38  1.1  pooka /*
     39  1.5  pooka  * XXX: we abuse pg->uanon for the virtual address of the storage
     40  1.1  pooka  * for each page.  phys_addr would fit the job description better,
     41  1.1  pooka  * except that it will create unnecessary lossage on some platforms
     42  1.1  pooka  * due to not being a pointer type.
     43  1.1  pooka  */
     44  1.1  pooka 
     45  1.1  pooka #include <sys/param.h>
     46  1.1  pooka #include <sys/null.h>
     47  1.1  pooka #include <sys/vnode.h>
     48  1.1  pooka #include <sys/buf.h>
     49  1.1  pooka 
     50  1.1  pooka #include <uvm/uvm.h>
     51  1.1  pooka #include <uvm/uvm_prot.h>
     52  1.1  pooka 
     53  1.1  pooka #include <machine/pmap.h>
     54  1.1  pooka 
     55  1.1  pooka #include "rump.h"
     56  1.1  pooka #include "rumpuser.h"
     57  1.1  pooka 
     58  1.1  pooka /* dumdidumdum */
     59  1.1  pooka #define len2npages(off, len)						\
     60  1.1  pooka   (((((len) + PAGE_MASK) & ~(PAGE_MASK)) >> PAGE_SHIFT)			\
     61  1.1  pooka     + (((off & PAGE_MASK) + (len & PAGE_MASK)) > PAGE_SIZE))
     62  1.1  pooka 
     63  1.1  pooka static int ubc_winvalid;
     64  1.1  pooka static struct uvm_object *ubc_uobj;
     65  1.1  pooka static off_t ubc_offset;
     66  1.1  pooka static int ubc_flags;
     67  1.1  pooka 
     68  1.1  pooka struct uvm_pagerops uvm_vnodeops;
     69  1.1  pooka struct uvm_pagerops aobj_pager;
     70  1.1  pooka struct uvmexp uvmexp;
     71  1.1  pooka 
     72  1.1  pooka struct vmspace rump_vmspace;
     73  1.1  pooka struct vm_map rump_vmmap;
     74  1.1  pooka 
     75  1.1  pooka /*
     76  1.1  pooka  * vm pages
     77  1.1  pooka  */
     78  1.1  pooka 
     79  1.1  pooka /* XXX: we could be smarter about this */
     80  1.1  pooka struct vm_page *
     81  1.1  pooka rumpvm_findpage(struct uvm_object *uobj, voff_t off)
     82  1.1  pooka {
     83  1.1  pooka 	struct vm_page *pg;
     84  1.1  pooka 
     85  1.1  pooka 	TAILQ_FOREACH(pg, &uobj->memq, listq)
     86  1.1  pooka 		if (pg->offset == off)
     87  1.1  pooka 			return pg;
     88  1.1  pooka 
     89  1.1  pooka 	return NULL;
     90  1.1  pooka }
     91  1.1  pooka 
     92  1.1  pooka struct vm_page *
     93  1.6  pooka rumpvm_makepage(struct uvm_object *uobj, voff_t off)
     94  1.1  pooka {
     95  1.1  pooka 	struct vm_page *pg;
     96  1.1  pooka 
     97  1.1  pooka 	pg = rumpuser_malloc(sizeof(struct vm_page), 0);
     98  1.1  pooka 	memset(pg, 0, sizeof(struct vm_page));
     99  1.1  pooka 	TAILQ_INSERT_TAIL(&uobj->memq, pg, listq);
    100  1.1  pooka 	pg->offset = off;
    101  1.5  pooka 	pg->uobject = uobj;
    102  1.1  pooka 
    103  1.6  pooka 	pg->uanon = (void *)rumpuser_malloc(PAGE_SIZE, 0);
    104  1.6  pooka 	memset((void *)pg->uanon, 0, PAGE_SIZE);
    105  1.6  pooka 	pg->flags = PG_CLEAN;
    106  1.1  pooka 
    107  1.1  pooka 	return pg;
    108  1.1  pooka }
    109  1.1  pooka 
    110  1.1  pooka void
    111  1.5  pooka rumpvm_freepage(struct vm_page *pg)
    112  1.1  pooka {
    113  1.5  pooka 	struct uvm_object *uobj = pg->uobject;
    114  1.1  pooka 
    115  1.1  pooka 	TAILQ_REMOVE(&uobj->memq, pg, listq);
    116  1.5  pooka 	rumpuser_free((void *)pg->uanon);
    117  1.1  pooka 	rumpuser_free(pg);
    118  1.1  pooka }
    119  1.1  pooka 
    120  1.1  pooka /*
    121  1.1  pooka  * vnode pager
    122  1.1  pooka  */
    123  1.1  pooka 
    124  1.1  pooka int
    125  1.1  pooka rump_vopwrite_fault(struct vnode *vp, voff_t offset, size_t len,
    126  1.1  pooka 	kauth_cred_t cred)
    127  1.1  pooka {
    128  1.1  pooka 	int npages = len2npages(offset, len);
    129  1.1  pooka 	struct vm_page *pgs[npages];
    130  1.1  pooka 	int rv;
    131  1.1  pooka 
    132  1.4  pooka 	if (trunc_page(offset) >= vp->v_size)
    133  1.1  pooka 		return 0;
    134  1.1  pooka 
    135  1.4  pooka 	rv = VOP_GETPAGES(vp, trunc_page(offset), pgs, &npages, 0, 0, 0, 0);
    136  1.1  pooka 	if (rv)
    137  1.1  pooka 		return rv;
    138  1.1  pooka 
    139  1.1  pooka 	assert(npages == len2npages(offset, len));
    140  1.1  pooka 
    141  1.1  pooka 	return 0;
    142  1.1  pooka }
    143  1.1  pooka 
    144  1.1  pooka static int
    145  1.1  pooka vn_get(struct uvm_object *uobj, voff_t off, struct vm_page **pgs,
    146  1.1  pooka 	int *npages, int centeridx, vm_prot_t access_type,
    147  1.1  pooka 	int advice, int flags)
    148  1.1  pooka {
    149  1.1  pooka 	struct vnode *vp = (struct vnode *)uobj;
    150  1.1  pooka 
    151  1.1  pooka 	return VOP_GETPAGES(vp, off, pgs, npages, centeridx, access_type,
    152  1.1  pooka 	    advice, flags);
    153  1.1  pooka }
    154  1.1  pooka 
    155  1.1  pooka static int
    156  1.1  pooka vn_put(struct uvm_object *uobj, voff_t offlo, voff_t offhi, int flags)
    157  1.1  pooka {
    158  1.1  pooka 	struct vnode *vp = (struct vnode *)uobj;
    159  1.1  pooka 
    160  1.1  pooka 	return VOP_PUTPAGES(vp, offlo, offhi, flags);
    161  1.1  pooka }
    162  1.1  pooka 
    163  1.1  pooka /*
    164  1.1  pooka  * Anon object stuff
    165  1.1  pooka  */
    166  1.1  pooka 
    167  1.1  pooka static int
    168  1.1  pooka ao_get(struct uvm_object *uobj, voff_t off, struct vm_page **pgs,
    169  1.1  pooka 	int *npages, int centeridx, vm_prot_t access_type,
    170  1.1  pooka 	int advice, int flags)
    171  1.1  pooka {
    172  1.1  pooka 	struct vm_page *pg;
    173  1.1  pooka 	int i;
    174  1.1  pooka 
    175  1.1  pooka 	if (centeridx)
    176  1.1  pooka 		panic("%s: centeridx != 0 not supported", __func__);
    177  1.1  pooka 
    178  1.1  pooka 	/* loop over pages */
    179  1.1  pooka 	off = trunc_page(off);
    180  1.1  pooka 	for (i = 0; i < *npages; i++) {
    181  1.1  pooka 		pg = rumpvm_findpage(uobj, off + (i << PAGE_SHIFT));
    182  1.1  pooka 		if (pg) {
    183  1.1  pooka 			pgs[i] = pg;
    184  1.1  pooka 		} else {
    185  1.6  pooka 			pg = rumpvm_makepage(uobj, off + (i << PAGE_SHIFT));
    186  1.1  pooka 			pgs[i] = pg;
    187  1.1  pooka 		}
    188  1.1  pooka 	}
    189  1.1  pooka 
    190  1.1  pooka 	return 0;
    191  1.1  pooka 
    192  1.1  pooka }
    193  1.1  pooka 
    194  1.1  pooka static int
    195  1.1  pooka ao_put(struct uvm_object *uobj, voff_t start, voff_t stop, int flags)
    196  1.1  pooka {
    197  1.1  pooka 	struct vm_page *pg;
    198  1.1  pooka 
    199  1.1  pooka 	/* we only free all pages for now */
    200  1.1  pooka 	if ((flags & PGO_FREE) == 0 || (flags & PGO_ALLPAGES) == 0)
    201  1.1  pooka 		return 0;
    202  1.1  pooka 
    203  1.1  pooka 	while ((pg = TAILQ_FIRST(&uobj->memq)) != NULL)
    204  1.5  pooka 		rumpvm_freepage(pg);
    205  1.1  pooka 
    206  1.1  pooka 	return 0;
    207  1.1  pooka }
    208  1.1  pooka 
    209  1.1  pooka struct uvm_object *
    210  1.1  pooka uao_create(vsize_t size, int flags)
    211  1.1  pooka {
    212  1.1  pooka 	struct uvm_object *uobj;
    213  1.1  pooka 
    214  1.1  pooka 	uobj = rumpuser_malloc(sizeof(struct uvm_object), 0);
    215  1.1  pooka 	memset(uobj, 0, sizeof(struct uvm_object));
    216  1.1  pooka 	uobj->pgops = &aobj_pager;
    217  1.1  pooka 	TAILQ_INIT(&uobj->memq);
    218  1.1  pooka 
    219  1.1  pooka 	return uobj;
    220  1.1  pooka }
    221  1.1  pooka 
    222  1.1  pooka void
    223  1.1  pooka uao_detach(struct uvm_object *uobj)
    224  1.1  pooka {
    225  1.1  pooka 
    226  1.1  pooka 	ao_put(uobj, 0, 0, PGO_ALLPAGES | PGO_FREE);
    227  1.1  pooka 	rumpuser_free(uobj);
    228  1.1  pooka }
    229  1.1  pooka 
    230  1.1  pooka /*
    231  1.1  pooka  * UBC
    232  1.1  pooka  */
    233  1.1  pooka 
    234  1.1  pooka int
    235  1.1  pooka rump_ubc_magic_uiomove(size_t n, struct uio *uio)
    236  1.1  pooka {
    237  1.1  pooka 	int npages = len2npages(uio->uio_offset, n);
    238  1.1  pooka 	struct vm_page *pgs[npages];
    239  1.1  pooka 	int i, rv;
    240  1.1  pooka 
    241  1.1  pooka 	if (ubc_winvalid == 0)
    242  1.1  pooka 		panic("%s: ubc window not allocated", __func__);
    243  1.1  pooka 
    244  1.3  pooka 	rv = ubc_uobj->pgops->pgo_get(ubc_uobj, ubc_offset,
    245  1.1  pooka 	    pgs, &npages, 0, 0, 0, 0);
    246  1.1  pooka 	if (rv)
    247  1.1  pooka 		return rv;
    248  1.1  pooka 
    249  1.1  pooka 	for (i = 0; i < npages; i++) {
    250  1.1  pooka 		size_t xfersize;
    251  1.1  pooka 		off_t pageoff;
    252  1.1  pooka 
    253  1.1  pooka 		pageoff = uio->uio_offset & PAGE_MASK;
    254  1.1  pooka 		xfersize = MIN(MIN(n, PAGE_SIZE), PAGE_SIZE-pageoff);
    255  1.5  pooka 		uiomove((uint8_t *)pgs[i]->uanon + pageoff, xfersize, uio);
    256  1.1  pooka 		if (uio->uio_rw == UIO_WRITE)
    257  1.5  pooka 			RUMPVM_SOILPAGE(pgs[i]);
    258  1.1  pooka 		ubc_offset += xfersize;
    259  1.1  pooka 		n -= xfersize;
    260  1.1  pooka 	}
    261  1.1  pooka 
    262  1.1  pooka 	return 0;
    263  1.1  pooka }
    264  1.1  pooka 
    265  1.1  pooka void *
    266  1.1  pooka ubc_alloc(struct uvm_object *uobj, voff_t offset, vsize_t *lenp, int advice,
    267  1.1  pooka 	int flags)
    268  1.1  pooka {
    269  1.1  pooka 	vsize_t reallen;
    270  1.1  pooka 
    271  1.1  pooka 	/* XXX: only one window, but that's ok for now */
    272  1.1  pooka 	if (ubc_winvalid == 1)
    273  1.1  pooka 		panic("%s: ubc window already allocated", __func__);
    274  1.1  pooka 
    275  1.1  pooka 	printf("UBC_ALLOC offset 0x%x\n", (int)offset);
    276  1.1  pooka 	ubc_uobj = uobj;
    277  1.1  pooka 	ubc_offset = offset;
    278  1.1  pooka 	reallen = round_page(*lenp);
    279  1.1  pooka 	ubc_flags = flags;
    280  1.1  pooka 
    281  1.1  pooka 	ubc_winvalid = 1;
    282  1.1  pooka 
    283  1.1  pooka 	return RUMP_UBC_MAGIC_WINDOW;
    284  1.1  pooka }
    285  1.1  pooka 
    286  1.1  pooka void
    287  1.1  pooka ubc_release(void *va, int flags)
    288  1.1  pooka {
    289  1.1  pooka 
    290  1.1  pooka 	ubc_winvalid = 0;
    291  1.1  pooka }
    292  1.1  pooka 
    293  1.1  pooka int
    294  1.1  pooka ubc_uiomove(struct uvm_object *uobj, struct uio *uio, vsize_t todo,
    295  1.1  pooka 	int advice, int flags)
    296  1.1  pooka {
    297  1.1  pooka 	void *win;
    298  1.1  pooka 	vsize_t len;
    299  1.1  pooka 
    300  1.1  pooka 	while (todo > 0) {
    301  1.1  pooka 		len = todo;
    302  1.1  pooka 
    303  1.1  pooka 		win = ubc_alloc(uobj, uio->uio_offset, &len, 0, flags);
    304  1.1  pooka 		rump_ubc_magic_uiomove(len, uio);
    305  1.1  pooka 		ubc_release(win, 0);
    306  1.1  pooka 
    307  1.1  pooka 		todo -= len;
    308  1.1  pooka 	}
    309  1.1  pooka 	return 0;
    310  1.1  pooka }
    311  1.1  pooka 
    312  1.1  pooka 
    313  1.1  pooka /*
    314  1.1  pooka  * Misc routines
    315  1.1  pooka  */
    316  1.1  pooka 
    317  1.1  pooka void
    318  1.1  pooka rumpvm_init()
    319  1.1  pooka {
    320  1.1  pooka 
    321  1.1  pooka 	uvm_vnodeops.pgo_get = vn_get;
    322  1.1  pooka 	uvm_vnodeops.pgo_put = vn_put;
    323  1.1  pooka 	aobj_pager.pgo_get = ao_get;
    324  1.1  pooka 	aobj_pager.pgo_put = ao_put;
    325  1.1  pooka 	uvmexp.free = 1024*1024; /* XXX */
    326  1.1  pooka }
    327  1.1  pooka 
    328  1.1  pooka void
    329  1.1  pooka uvm_pageactivate(struct vm_page *pg)
    330  1.1  pooka {
    331  1.1  pooka 
    332  1.1  pooka 	/* nada */
    333  1.1  pooka }
    334  1.1  pooka 
    335  1.1  pooka void
    336  1.1  pooka uvm_page_unbusy(struct vm_page **pgs, int npgs)
    337  1.1  pooka {
    338  1.1  pooka 
    339  1.1  pooka 	/* nada */
    340  1.1  pooka }
    341  1.1  pooka 
    342  1.1  pooka void
    343  1.1  pooka uvm_vnp_setsize(struct vnode *vp, voff_t newsize)
    344  1.1  pooka {
    345  1.1  pooka 
    346  1.1  pooka 	vp->v_size = vp->v_writesize = newsize;
    347  1.1  pooka }
    348  1.1  pooka 
    349  1.1  pooka void
    350  1.1  pooka uvm_vnp_setwritesize(struct vnode *vp, voff_t newsize)
    351  1.1  pooka {
    352  1.1  pooka 
    353  1.1  pooka 	vp->v_writesize = newsize;
    354  1.1  pooka }
    355  1.1  pooka 
    356  1.1  pooka void
    357  1.1  pooka uvm_vnp_zerorange(struct vnode *vp, off_t off, size_t len)
    358  1.1  pooka {
    359  1.2  pooka 	int maxpages = MIN(32, round_page(len) >> PAGE_SHIFT);
    360  1.2  pooka 	struct vm_page *pgs[maxpages];
    361  1.2  pooka 	struct uvm_object *uobj = &vp->v_uobj;
    362  1.2  pooka 	int rv, npages, i;
    363  1.2  pooka 
    364  1.2  pooka 	while (len) {
    365  1.2  pooka 		npages = MIN(maxpages, round_page(len) >> PAGE_SHIFT);
    366  1.2  pooka 		rv = uobj->pgops->pgo_get(uobj, off, pgs, &npages, 0, 0, 0, 0);
    367  1.2  pooka 		assert(npages > 0);
    368  1.2  pooka 
    369  1.2  pooka 		for (i = 0; i < npages; i++) {
    370  1.2  pooka 			uint8_t *start;
    371  1.2  pooka 			size_t chunkoff, chunklen;
    372  1.2  pooka 
    373  1.2  pooka 			chunkoff = off & PAGE_MASK;
    374  1.2  pooka 			chunklen = MIN(PAGE_SIZE - chunkoff, len);
    375  1.5  pooka 			start = (uint8_t *)pgs[i]->uanon + chunkoff;
    376  1.2  pooka 
    377  1.2  pooka 			memset(start, 0, chunklen);
    378  1.2  pooka 			pgs[i]->flags &= PG_CLEAN;
    379  1.2  pooka 
    380  1.2  pooka 			off += chunklen;
    381  1.2  pooka 			len -= chunklen;
    382  1.2  pooka 		}
    383  1.2  pooka 	}
    384  1.1  pooka 
    385  1.1  pooka 	return;
    386  1.1  pooka }
    387  1.1  pooka 
    388  1.1  pooka bool
    389  1.1  pooka uvn_clean_p(struct uvm_object *uobj)
    390  1.1  pooka {
    391  1.1  pooka 
    392  1.5  pooka 	printf("pages %d\n", (int)uobj->uo_npages);
    393  1.5  pooka 	if (uobj->uo_npages < 0)
    394  1.5  pooka 		panic("%s: uo_npages < 0", __func__);
    395  1.5  pooka 	return uobj->uo_npages == 0;
    396  1.1  pooka }
    397