Home | History | Annotate | Line # | Download | only in rumpkern
vm.c revision 1.10
      1  1.10  pooka /*	$NetBSD: vm.c,v 1.10 2007/08/11 17:52:12 pooka Exp $	*/
      2   1.1  pooka 
      3   1.1  pooka /*
      4   1.1  pooka  * Copyright (c) 2007 Antti Kantee.  All Rights Reserved.
      5   1.1  pooka  *
      6   1.1  pooka  * Development of this software was supported by Google Summer of Code.
      7   1.1  pooka  *
      8   1.1  pooka  * Redistribution and use in source and binary forms, with or without
      9   1.1  pooka  * modification, are permitted provided that the following conditions
     10   1.1  pooka  * are met:
     11   1.1  pooka  * 1. Redistributions of source code must retain the above copyright
     12   1.1  pooka  *    notice, this list of conditions and the following disclaimer.
     13   1.1  pooka  * 2. Redistributions in binary form must reproduce the above copyright
     14   1.1  pooka  *    notice, this list of conditions and the following disclaimer in the
     15   1.1  pooka  *    documentation and/or other materials provided with the distribution.
     16   1.1  pooka  *
     17   1.1  pooka  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
     18   1.1  pooka  * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
     19   1.1  pooka  * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
     20   1.1  pooka  * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
     21   1.1  pooka  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     22   1.1  pooka  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
     23   1.1  pooka  * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     24   1.1  pooka  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     25   1.1  pooka  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     26   1.1  pooka  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     27   1.1  pooka  * SUCH DAMAGE.
     28   1.1  pooka  */
     29   1.1  pooka 
     30   1.1  pooka /*
     31   1.1  pooka  * Virtual memory emulation routines.  Contents:
     32   1.1  pooka  *  + UBC
     33   1.1  pooka  *  + anon objects & pager
     34   1.1  pooka  *  + vnode objects & pager
     35   1.1  pooka  *  + misc support routines
     36   1.9  pooka  *  + kmem
     37   1.1  pooka  */
     38   1.1  pooka 
     39   1.1  pooka /*
     40   1.5  pooka  * XXX: we abuse pg->uanon for the virtual address of the storage
     41   1.1  pooka  * for each page.  phys_addr would fit the job description better,
     42   1.1  pooka  * except that it will create unnecessary lossage on some platforms
     43   1.1  pooka  * due to not being a pointer type.
     44   1.1  pooka  */
     45   1.1  pooka 
     46   1.1  pooka #include <sys/param.h>
     47   1.1  pooka #include <sys/null.h>
     48   1.1  pooka #include <sys/vnode.h>
     49   1.1  pooka #include <sys/buf.h>
     50   1.9  pooka #include <sys/kmem.h>
     51   1.1  pooka 
     52   1.1  pooka #include <uvm/uvm.h>
     53   1.1  pooka #include <uvm/uvm_prot.h>
     54   1.1  pooka 
     55   1.1  pooka #include <machine/pmap.h>
     56   1.1  pooka 
     57   1.1  pooka #include "rump.h"
     58   1.1  pooka #include "rumpuser.h"
     59   1.1  pooka 
     60   1.1  pooka /* dumdidumdum */
     61   1.1  pooka #define len2npages(off, len)						\
     62   1.1  pooka   (((((len) + PAGE_MASK) & ~(PAGE_MASK)) >> PAGE_SHIFT)			\
     63   1.1  pooka     + (((off & PAGE_MASK) + (len & PAGE_MASK)) > PAGE_SIZE))
     64   1.1  pooka 
     65   1.1  pooka static int ubc_winvalid;
     66   1.1  pooka static struct uvm_object *ubc_uobj;
     67   1.1  pooka static off_t ubc_offset;
     68   1.1  pooka static int ubc_flags;
     69   1.1  pooka 
     70   1.1  pooka struct uvm_pagerops uvm_vnodeops;
     71   1.1  pooka struct uvm_pagerops aobj_pager;
     72   1.1  pooka struct uvmexp uvmexp;
     73   1.7  pooka struct uvm uvm;
     74   1.1  pooka 
     75   1.1  pooka struct vmspace rump_vmspace;
     76   1.1  pooka struct vm_map rump_vmmap;
     77   1.1  pooka 
     78   1.1  pooka /*
     79   1.1  pooka  * vm pages
     80   1.1  pooka  */
     81   1.1  pooka 
     82   1.1  pooka struct vm_page *
     83   1.6  pooka rumpvm_makepage(struct uvm_object *uobj, voff_t off)
     84   1.1  pooka {
     85   1.1  pooka 	struct vm_page *pg;
     86   1.1  pooka 
     87   1.1  pooka 	pg = rumpuser_malloc(sizeof(struct vm_page), 0);
     88   1.1  pooka 	memset(pg, 0, sizeof(struct vm_page));
     89   1.1  pooka 	TAILQ_INSERT_TAIL(&uobj->memq, pg, listq);
     90   1.1  pooka 	pg->offset = off;
     91   1.5  pooka 	pg->uobject = uobj;
     92   1.1  pooka 
     93   1.6  pooka 	pg->uanon = (void *)rumpuser_malloc(PAGE_SIZE, 0);
     94   1.6  pooka 	memset((void *)pg->uanon, 0, PAGE_SIZE);
     95   1.6  pooka 	pg->flags = PG_CLEAN;
     96   1.1  pooka 
     97   1.1  pooka 	return pg;
     98   1.1  pooka }
     99   1.1  pooka 
    100   1.1  pooka void
    101   1.5  pooka rumpvm_freepage(struct vm_page *pg)
    102   1.1  pooka {
    103   1.5  pooka 	struct uvm_object *uobj = pg->uobject;
    104   1.1  pooka 
    105   1.1  pooka 	TAILQ_REMOVE(&uobj->memq, pg, listq);
    106   1.5  pooka 	rumpuser_free((void *)pg->uanon);
    107   1.1  pooka 	rumpuser_free(pg);
    108   1.1  pooka }
    109   1.1  pooka 
    110   1.1  pooka /*
    111   1.1  pooka  * vnode pager
    112   1.1  pooka  */
    113   1.1  pooka 
    114   1.1  pooka static int
    115   1.1  pooka vn_get(struct uvm_object *uobj, voff_t off, struct vm_page **pgs,
    116   1.1  pooka 	int *npages, int centeridx, vm_prot_t access_type,
    117   1.1  pooka 	int advice, int flags)
    118   1.1  pooka {
    119   1.1  pooka 	struct vnode *vp = (struct vnode *)uobj;
    120   1.1  pooka 
    121   1.1  pooka 	return VOP_GETPAGES(vp, off, pgs, npages, centeridx, access_type,
    122   1.1  pooka 	    advice, flags);
    123   1.1  pooka }
    124   1.1  pooka 
    125   1.1  pooka static int
    126   1.1  pooka vn_put(struct uvm_object *uobj, voff_t offlo, voff_t offhi, int flags)
    127   1.1  pooka {
    128   1.1  pooka 	struct vnode *vp = (struct vnode *)uobj;
    129   1.1  pooka 
    130   1.1  pooka 	return VOP_PUTPAGES(vp, offlo, offhi, flags);
    131   1.1  pooka }
    132   1.1  pooka 
    133   1.1  pooka /*
    134   1.1  pooka  * Anon object stuff
    135   1.1  pooka  */
    136   1.1  pooka 
    137   1.1  pooka static int
    138   1.1  pooka ao_get(struct uvm_object *uobj, voff_t off, struct vm_page **pgs,
    139   1.1  pooka 	int *npages, int centeridx, vm_prot_t access_type,
    140   1.1  pooka 	int advice, int flags)
    141   1.1  pooka {
    142   1.1  pooka 	struct vm_page *pg;
    143   1.1  pooka 	int i;
    144   1.1  pooka 
    145   1.1  pooka 	if (centeridx)
    146   1.1  pooka 		panic("%s: centeridx != 0 not supported", __func__);
    147   1.1  pooka 
    148   1.1  pooka 	/* loop over pages */
    149   1.1  pooka 	off = trunc_page(off);
    150   1.1  pooka 	for (i = 0; i < *npages; i++) {
    151  1.10  pooka 		pg = uvm_pagelookup(uobj, off + (i << PAGE_SHIFT));
    152   1.1  pooka 		if (pg) {
    153   1.1  pooka 			pgs[i] = pg;
    154   1.1  pooka 		} else {
    155   1.6  pooka 			pg = rumpvm_makepage(uobj, off + (i << PAGE_SHIFT));
    156   1.1  pooka 			pgs[i] = pg;
    157   1.1  pooka 		}
    158   1.1  pooka 	}
    159   1.1  pooka 
    160   1.1  pooka 	return 0;
    161   1.1  pooka 
    162   1.1  pooka }
    163   1.1  pooka 
    164   1.1  pooka static int
    165   1.1  pooka ao_put(struct uvm_object *uobj, voff_t start, voff_t stop, int flags)
    166   1.1  pooka {
    167   1.1  pooka 	struct vm_page *pg;
    168   1.1  pooka 
    169   1.1  pooka 	/* we only free all pages for now */
    170   1.1  pooka 	if ((flags & PGO_FREE) == 0 || (flags & PGO_ALLPAGES) == 0)
    171   1.1  pooka 		return 0;
    172   1.1  pooka 
    173   1.1  pooka 	while ((pg = TAILQ_FIRST(&uobj->memq)) != NULL)
    174   1.5  pooka 		rumpvm_freepage(pg);
    175   1.1  pooka 
    176   1.1  pooka 	return 0;
    177   1.1  pooka }
    178   1.1  pooka 
    179   1.1  pooka struct uvm_object *
    180   1.1  pooka uao_create(vsize_t size, int flags)
    181   1.1  pooka {
    182   1.1  pooka 	struct uvm_object *uobj;
    183   1.1  pooka 
    184   1.1  pooka 	uobj = rumpuser_malloc(sizeof(struct uvm_object), 0);
    185   1.1  pooka 	memset(uobj, 0, sizeof(struct uvm_object));
    186   1.1  pooka 	uobj->pgops = &aobj_pager;
    187   1.1  pooka 	TAILQ_INIT(&uobj->memq);
    188   1.1  pooka 
    189   1.1  pooka 	return uobj;
    190   1.1  pooka }
    191   1.1  pooka 
    192   1.1  pooka void
    193   1.1  pooka uao_detach(struct uvm_object *uobj)
    194   1.1  pooka {
    195   1.1  pooka 
    196   1.1  pooka 	ao_put(uobj, 0, 0, PGO_ALLPAGES | PGO_FREE);
    197   1.1  pooka 	rumpuser_free(uobj);
    198   1.1  pooka }
    199   1.1  pooka 
    200   1.1  pooka /*
    201   1.1  pooka  * UBC
    202   1.1  pooka  */
    203   1.1  pooka 
    204   1.1  pooka int
    205   1.1  pooka rump_ubc_magic_uiomove(size_t n, struct uio *uio)
    206   1.1  pooka {
    207   1.1  pooka 	int npages = len2npages(uio->uio_offset, n);
    208   1.1  pooka 	struct vm_page *pgs[npages];
    209   1.1  pooka 	int i, rv;
    210   1.1  pooka 
    211   1.1  pooka 	if (ubc_winvalid == 0)
    212   1.1  pooka 		panic("%s: ubc window not allocated", __func__);
    213   1.1  pooka 
    214  1.10  pooka 	memset(pgs, 0, sizeof(pgs));
    215   1.3  pooka 	rv = ubc_uobj->pgops->pgo_get(ubc_uobj, ubc_offset,
    216   1.1  pooka 	    pgs, &npages, 0, 0, 0, 0);
    217   1.1  pooka 	if (rv)
    218   1.1  pooka 		return rv;
    219   1.1  pooka 
    220   1.1  pooka 	for (i = 0; i < npages; i++) {
    221   1.1  pooka 		size_t xfersize;
    222   1.1  pooka 		off_t pageoff;
    223   1.1  pooka 
    224   1.1  pooka 		pageoff = uio->uio_offset & PAGE_MASK;
    225   1.1  pooka 		xfersize = MIN(MIN(n, PAGE_SIZE), PAGE_SIZE-pageoff);
    226   1.5  pooka 		uiomove((uint8_t *)pgs[i]->uanon + pageoff, xfersize, uio);
    227   1.1  pooka 		if (uio->uio_rw == UIO_WRITE)
    228  1.10  pooka 			pgs[i]->flags &= ~PG_CLEAN;
    229   1.1  pooka 		ubc_offset += xfersize;
    230   1.1  pooka 		n -= xfersize;
    231   1.1  pooka 	}
    232   1.1  pooka 
    233   1.1  pooka 	return 0;
    234   1.1  pooka }
    235   1.1  pooka 
    236   1.1  pooka void *
    237   1.1  pooka ubc_alloc(struct uvm_object *uobj, voff_t offset, vsize_t *lenp, int advice,
    238   1.1  pooka 	int flags)
    239   1.1  pooka {
    240   1.1  pooka 	vsize_t reallen;
    241   1.1  pooka 
    242   1.1  pooka 	/* XXX: only one window, but that's ok for now */
    243   1.1  pooka 	if (ubc_winvalid == 1)
    244   1.1  pooka 		panic("%s: ubc window already allocated", __func__);
    245   1.1  pooka 
    246   1.1  pooka 	printf("UBC_ALLOC offset 0x%x\n", (int)offset);
    247   1.1  pooka 	ubc_uobj = uobj;
    248   1.1  pooka 	ubc_offset = offset;
    249   1.1  pooka 	reallen = round_page(*lenp);
    250   1.1  pooka 	ubc_flags = flags;
    251   1.1  pooka 
    252   1.1  pooka 	ubc_winvalid = 1;
    253   1.1  pooka 
    254   1.1  pooka 	return RUMP_UBC_MAGIC_WINDOW;
    255   1.1  pooka }
    256   1.1  pooka 
    257   1.1  pooka void
    258   1.1  pooka ubc_release(void *va, int flags)
    259   1.1  pooka {
    260   1.1  pooka 
    261   1.1  pooka 	ubc_winvalid = 0;
    262   1.1  pooka }
    263   1.1  pooka 
    264   1.1  pooka int
    265   1.1  pooka ubc_uiomove(struct uvm_object *uobj, struct uio *uio, vsize_t todo,
    266   1.1  pooka 	int advice, int flags)
    267   1.1  pooka {
    268   1.1  pooka 	void *win;
    269   1.1  pooka 	vsize_t len;
    270   1.1  pooka 
    271   1.1  pooka 	while (todo > 0) {
    272   1.1  pooka 		len = todo;
    273   1.1  pooka 
    274   1.1  pooka 		win = ubc_alloc(uobj, uio->uio_offset, &len, 0, flags);
    275   1.1  pooka 		rump_ubc_magic_uiomove(len, uio);
    276   1.1  pooka 		ubc_release(win, 0);
    277   1.1  pooka 
    278   1.1  pooka 		todo -= len;
    279   1.1  pooka 	}
    280   1.1  pooka 	return 0;
    281   1.1  pooka }
    282   1.1  pooka 
    283   1.1  pooka 
    284   1.1  pooka /*
    285   1.1  pooka  * Misc routines
    286   1.1  pooka  */
    287   1.1  pooka 
    288   1.1  pooka void
    289   1.1  pooka rumpvm_init()
    290   1.1  pooka {
    291   1.1  pooka 
    292   1.1  pooka 	uvm_vnodeops.pgo_get = vn_get;
    293   1.1  pooka 	uvm_vnodeops.pgo_put = vn_put;
    294   1.1  pooka 	aobj_pager.pgo_get = ao_get;
    295   1.1  pooka 	aobj_pager.pgo_put = ao_put;
    296   1.7  pooka 
    297   1.1  pooka 	uvmexp.free = 1024*1024; /* XXX */
    298   1.7  pooka 	uvm.pagedaemon_lwp = NULL; /* doesn't match curlwp */
    299   1.1  pooka }
    300   1.1  pooka 
    301   1.1  pooka void
    302   1.1  pooka uvm_pageactivate(struct vm_page *pg)
    303   1.1  pooka {
    304   1.1  pooka 
    305   1.1  pooka 	/* nada */
    306   1.1  pooka }
    307   1.1  pooka 
    308   1.1  pooka void
    309   1.1  pooka uvm_page_unbusy(struct vm_page **pgs, int npgs)
    310   1.1  pooka {
    311   1.1  pooka 
    312   1.1  pooka 	/* nada */
    313   1.1  pooka }
    314   1.1  pooka 
    315   1.1  pooka void
    316   1.7  pooka uvm_pagewire(struct vm_page *pg)
    317   1.7  pooka {
    318   1.7  pooka 
    319   1.7  pooka 	/* nada */
    320   1.7  pooka }
    321   1.7  pooka 
    322   1.7  pooka void
    323   1.7  pooka uvm_pageunwire(struct vm_page *pg)
    324   1.7  pooka {
    325   1.7  pooka 
    326   1.7  pooka 	/* nada */
    327   1.7  pooka }
    328   1.7  pooka 
    329   1.7  pooka vaddr_t
    330   1.7  pooka uvm_pagermapin(struct vm_page **pps, int npages, int flags)
    331   1.7  pooka {
    332   1.7  pooka 
    333   1.7  pooka 	panic("%s: unimplemented", __func__);
    334   1.7  pooka }
    335   1.7  pooka 
    336   1.7  pooka struct vm_page *
    337   1.7  pooka uvm_pagelookup(struct uvm_object *uobj, voff_t off)
    338   1.7  pooka {
    339  1.10  pooka 	struct vm_page *pg;
    340   1.7  pooka 
    341  1.10  pooka 	TAILQ_FOREACH(pg, &uobj->memq, listq)
    342  1.10  pooka 		if (pg->offset == off)
    343  1.10  pooka 			return pg;
    344  1.10  pooka 
    345  1.10  pooka 	return NULL;
    346   1.7  pooka }
    347   1.7  pooka 
    348   1.7  pooka void
    349   1.7  pooka uvm_estimatepageable(int *active, int *inactive)
    350   1.7  pooka {
    351   1.7  pooka 
    352   1.7  pooka 	*active = 0;
    353   1.7  pooka 	*inactive = 0;
    354   1.7  pooka 	panic("%s: unimplemented", __func__);
    355   1.7  pooka }
    356   1.7  pooka 
    357   1.7  pooka void
    358   1.7  pooka uvm_aio_biodone1(struct buf *bp)
    359   1.7  pooka {
    360   1.7  pooka 
    361   1.7  pooka 	panic("%s: unimplemented", __func__);
    362   1.7  pooka }
    363   1.7  pooka 
    364   1.7  pooka void
    365   1.7  pooka uvm_aio_biodone(struct buf *bp)
    366   1.7  pooka {
    367   1.7  pooka 
    368   1.7  pooka 	panic("%s: unimplemented", __func__);
    369   1.7  pooka }
    370   1.7  pooka 
    371   1.7  pooka void
    372   1.1  pooka uvm_vnp_setsize(struct vnode *vp, voff_t newsize)
    373   1.1  pooka {
    374   1.1  pooka 
    375   1.1  pooka 	vp->v_size = vp->v_writesize = newsize;
    376   1.1  pooka }
    377   1.1  pooka 
    378   1.1  pooka void
    379   1.1  pooka uvm_vnp_setwritesize(struct vnode *vp, voff_t newsize)
    380   1.1  pooka {
    381   1.1  pooka 
    382   1.1  pooka 	vp->v_writesize = newsize;
    383   1.1  pooka }
    384   1.1  pooka 
    385   1.1  pooka void
    386   1.1  pooka uvm_vnp_zerorange(struct vnode *vp, off_t off, size_t len)
    387   1.1  pooka {
    388   1.2  pooka 	int maxpages = MIN(32, round_page(len) >> PAGE_SHIFT);
    389   1.2  pooka 	struct vm_page *pgs[maxpages];
    390   1.2  pooka 	struct uvm_object *uobj = &vp->v_uobj;
    391   1.2  pooka 	int rv, npages, i;
    392   1.2  pooka 
    393   1.2  pooka 	while (len) {
    394   1.2  pooka 		npages = MIN(maxpages, round_page(len) >> PAGE_SHIFT);
    395  1.10  pooka 		memset(pgs, 0, npages * sizeof(struct vm_page *));
    396   1.2  pooka 		rv = uobj->pgops->pgo_get(uobj, off, pgs, &npages, 0, 0, 0, 0);
    397   1.2  pooka 		assert(npages > 0);
    398   1.2  pooka 
    399   1.2  pooka 		for (i = 0; i < npages; i++) {
    400   1.2  pooka 			uint8_t *start;
    401   1.2  pooka 			size_t chunkoff, chunklen;
    402   1.2  pooka 
    403   1.2  pooka 			chunkoff = off & PAGE_MASK;
    404   1.2  pooka 			chunklen = MIN(PAGE_SIZE - chunkoff, len);
    405   1.5  pooka 			start = (uint8_t *)pgs[i]->uanon + chunkoff;
    406   1.2  pooka 
    407   1.2  pooka 			memset(start, 0, chunklen);
    408   1.2  pooka 			pgs[i]->flags &= PG_CLEAN;
    409   1.2  pooka 
    410   1.2  pooka 			off += chunklen;
    411   1.2  pooka 			len -= chunklen;
    412   1.2  pooka 		}
    413   1.2  pooka 	}
    414   1.1  pooka 
    415   1.1  pooka 	return;
    416   1.1  pooka }
    417   1.1  pooka 
    418   1.1  pooka bool
    419   1.1  pooka uvn_clean_p(struct uvm_object *uobj)
    420   1.1  pooka {
    421  1.10  pooka 	struct vnode *vp = (void *)uobj;
    422   1.1  pooka 
    423  1.10  pooka 	return (vp->v_flag & VONWORKLST) == 0;
    424   1.1  pooka }
    425   1.9  pooka 
    426   1.9  pooka /*
    427   1.9  pooka  * Kmem
    428   1.9  pooka  */
    429   1.9  pooka 
    430   1.9  pooka void *
    431   1.9  pooka kmem_alloc(size_t size, km_flag_t kmflag)
    432   1.9  pooka {
    433   1.9  pooka 
    434   1.9  pooka 	return rumpuser_malloc(size, kmflag == KM_NOSLEEP);
    435   1.9  pooka }
    436   1.9  pooka 
    437   1.9  pooka void *
    438   1.9  pooka kmem_zalloc(size_t size, km_flag_t kmflag)
    439   1.9  pooka {
    440   1.9  pooka 	void *rv;
    441   1.9  pooka 
    442   1.9  pooka 	rv = kmem_alloc(size, kmflag);
    443   1.9  pooka 	if (rv)
    444   1.9  pooka 		memset(rv, 0, size);
    445   1.9  pooka 
    446   1.9  pooka 	return rv;
    447   1.9  pooka }
    448   1.9  pooka 
    449   1.9  pooka void
    450   1.9  pooka kmem_free(void *p, size_t size)
    451   1.9  pooka {
    452   1.9  pooka 
    453   1.9  pooka 	rumpuser_free(p);
    454   1.9  pooka }
    455