Home | History | Annotate | Line # | Download | only in rumpvfs
vm_vfs.c revision 1.7
      1  1.7   pooka /*	$NetBSD: vm_vfs.c,v 1.7 2009/08/04 20:01:06 pooka Exp $	*/
      2  1.1   pooka 
      3  1.1   pooka /*
      4  1.1   pooka  * Copyright (c) 2008 Antti Kantee.  All Rights Reserved.
      5  1.1   pooka  *
      6  1.1   pooka  * Development of this software was supported by the
      7  1.1   pooka  * Finnish Cultural Foundation.
      8  1.1   pooka  *
      9  1.1   pooka  * Redistribution and use in source and binary forms, with or without
     10  1.1   pooka  * modification, are permitted provided that the following conditions
     11  1.1   pooka  * are met:
     12  1.1   pooka  * 1. Redistributions of source code must retain the above copyright
     13  1.1   pooka  *    notice, this list of conditions and the following disclaimer.
     14  1.1   pooka  * 2. Redistributions in binary form must reproduce the above copyright
     15  1.1   pooka  *    notice, this list of conditions and the following disclaimer in the
     16  1.1   pooka  *    documentation and/or other materials provided with the distribution.
     17  1.1   pooka  *
     18  1.1   pooka  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
     19  1.1   pooka  * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
     20  1.1   pooka  * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
     21  1.1   pooka  * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
     22  1.1   pooka  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     23  1.1   pooka  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
     24  1.1   pooka  * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     25  1.1   pooka  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     26  1.1   pooka  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     27  1.1   pooka  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     28  1.1   pooka  * SUCH DAMAGE.
     29  1.1   pooka  */
     30  1.1   pooka 
     31  1.3   pooka #include <sys/cdefs.h>
     32  1.7   pooka __KERNEL_RCSID(0, "$NetBSD: vm_vfs.c,v 1.7 2009/08/04 20:01:06 pooka Exp $");
     33  1.3   pooka 
     34  1.1   pooka #include <sys/param.h>
     35  1.1   pooka 
     36  1.1   pooka #include <sys/buf.h>
     37  1.1   pooka #include <sys/vnode.h>
     38  1.1   pooka 
     39  1.1   pooka #include <uvm/uvm.h>
     40  1.1   pooka #include <uvm/uvm_readahead.h>
     41  1.1   pooka 
     42  1.1   pooka static int vn_get(struct uvm_object *, voff_t, struct vm_page **,
     43  1.1   pooka 	int *, int, vm_prot_t, int, int);
     44  1.1   pooka static int vn_put(struct uvm_object *, voff_t, voff_t, int);
     45  1.1   pooka 
     46  1.1   pooka const struct uvm_pagerops uvm_vnodeops = {
     47  1.1   pooka 	.pgo_get = vn_get,
     48  1.1   pooka 	.pgo_put = vn_put,
     49  1.1   pooka };
     50  1.1   pooka 
     51  1.1   pooka /*
     52  1.1   pooka  * vnode pager
     53  1.1   pooka  */
     54  1.1   pooka 
     55  1.1   pooka static int
     56  1.1   pooka vn_get(struct uvm_object *uobj, voff_t off, struct vm_page **pgs,
     57  1.1   pooka 	int *npages, int centeridx, vm_prot_t access_type,
     58  1.1   pooka 	int advice, int flags)
     59  1.1   pooka {
     60  1.1   pooka 	struct vnode *vp = (struct vnode *)uobj;
     61  1.1   pooka 
     62  1.1   pooka 	return VOP_GETPAGES(vp, off, pgs, npages, centeridx, access_type,
     63  1.1   pooka 	    advice, flags);
     64  1.1   pooka }
     65  1.1   pooka 
     66  1.1   pooka static int
     67  1.1   pooka vn_put(struct uvm_object *uobj, voff_t offlo, voff_t offhi, int flags)
     68  1.1   pooka {
     69  1.1   pooka 	struct vnode *vp = (struct vnode *)uobj;
     70  1.1   pooka 
     71  1.1   pooka 	return VOP_PUTPAGES(vp, offlo, offhi, flags);
     72  1.1   pooka }
     73  1.1   pooka 
     74  1.1   pooka void
     75  1.1   pooka uvm_aio_biodone1(struct buf *bp)
     76  1.1   pooka {
     77  1.1   pooka 
     78  1.1   pooka 	panic("%s: unimplemented", __func__);
     79  1.1   pooka }
     80  1.1   pooka 
     81  1.1   pooka void
     82  1.1   pooka uvm_aio_biodone(struct buf *bp)
     83  1.1   pooka {
     84  1.1   pooka 
     85  1.1   pooka 	uvm_aio_aiodone(bp);
     86  1.1   pooka }
     87  1.1   pooka 
     88  1.6   pooka /*
     89  1.6   pooka  * release resources held during async io.  this is almost the
     90  1.6   pooka  * same as uvm_aio_aiodone() from uvm_pager.c and only lacks the
     91  1.6   pooka  * call to uvm_aio_aiodone_pages(): unbusies pages directly here.
     92  1.7   pooka  */
     93  1.1   pooka void
     94  1.1   pooka uvm_aio_aiodone(struct buf *bp)
     95  1.1   pooka {
     96  1.6   pooka 	int i, npages = bp->b_bufsize >> PAGE_SHIFT;
     97  1.6   pooka 	struct vm_page **pgs;
     98  1.6   pooka 	vaddr_t va;
     99  1.6   pooka 
    100  1.6   pooka 	pgs = kmem_alloc(npages * sizeof(*pgs), KM_SLEEP);
    101  1.6   pooka 	for (i = 0; i < npages; i++) {
    102  1.6   pooka 		va = (vaddr_t)bp->b_data + (i << PAGE_SHIFT);
    103  1.6   pooka 		pgs[i] = uvm_pageratop(va);
    104  1.6   pooka 	}
    105  1.6   pooka 
    106  1.6   pooka 	uvm_pagermapout((vaddr_t)bp->b_data, npages);
    107  1.6   pooka 	uvm_page_unbusy(pgs, npages);
    108  1.1   pooka 
    109  1.6   pooka 	if (BUF_ISWRITE(bp) && (bp->b_cflags & BC_AGE) != 0) {
    110  1.6   pooka 		mutex_enter(bp->b_objlock);
    111  1.6   pooka 		vwakeup(bp);
    112  1.6   pooka 		mutex_exit(bp->b_objlock);
    113  1.6   pooka 	}
    114  1.6   pooka 
    115  1.6   pooka 	putiobuf(bp);
    116  1.6   pooka 
    117  1.6   pooka 	kmem_free(pgs, npages * sizeof(*pgs));
    118  1.1   pooka }
    119  1.1   pooka 
    120  1.1   pooka struct uvm_ractx *
    121  1.5  cegger uvm_ra_allocctx(void)
    122  1.1   pooka {
    123  1.1   pooka 
    124  1.1   pooka 	return NULL;
    125  1.1   pooka }
    126  1.1   pooka 
    127  1.1   pooka void
    128  1.1   pooka uvm_ra_freectx(struct uvm_ractx *ra)
    129  1.1   pooka {
    130  1.1   pooka 
    131  1.1   pooka 	return;
    132  1.1   pooka }
    133  1.1   pooka 
    134  1.1   pooka bool
    135  1.1   pooka uvn_clean_p(struct uvm_object *uobj)
    136  1.1   pooka {
    137  1.1   pooka 	struct vnode *vp = (void *)uobj;
    138  1.1   pooka 
    139  1.1   pooka 	return (vp->v_iflag & VI_ONWORKLST) == 0;
    140  1.1   pooka }
    141  1.2   pooka 
    142  1.2   pooka void
    143  1.2   pooka uvm_vnp_setsize(struct vnode *vp, voff_t newsize)
    144  1.2   pooka {
    145  1.2   pooka 
    146  1.2   pooka 	mutex_enter(&vp->v_interlock);
    147  1.2   pooka 	vp->v_size = vp->v_writesize = newsize;
    148  1.2   pooka 	mutex_exit(&vp->v_interlock);
    149  1.2   pooka }
    150  1.2   pooka 
    151  1.2   pooka void
    152  1.2   pooka uvm_vnp_setwritesize(struct vnode *vp, voff_t newsize)
    153  1.2   pooka {
    154  1.2   pooka 
    155  1.2   pooka 	mutex_enter(&vp->v_interlock);
    156  1.2   pooka 	vp->v_writesize = newsize;
    157  1.2   pooka 	mutex_exit(&vp->v_interlock);
    158  1.2   pooka }
    159  1.2   pooka 
    160  1.2   pooka void
    161  1.2   pooka uvm_vnp_zerorange(struct vnode *vp, off_t off, size_t len)
    162  1.2   pooka {
    163  1.2   pooka 	struct uvm_object *uobj = &vp->v_uobj;
    164  1.2   pooka 	struct vm_page **pgs;
    165  1.2   pooka 	int maxpages = MIN(32, round_page(len) >> PAGE_SHIFT);
    166  1.2   pooka 	int rv, npages, i;
    167  1.2   pooka 
    168  1.2   pooka 	pgs = kmem_zalloc(maxpages * sizeof(pgs), KM_SLEEP);
    169  1.2   pooka 	while (len) {
    170  1.2   pooka 		npages = MIN(maxpages, round_page(len) >> PAGE_SHIFT);
    171  1.2   pooka 		memset(pgs, 0, npages * sizeof(struct vm_page *));
    172  1.2   pooka 		mutex_enter(&uobj->vmobjlock);
    173  1.2   pooka 		rv = uobj->pgops->pgo_get(uobj, off, pgs, &npages, 0, 0, 0, 0);
    174  1.2   pooka 		KASSERT(npages > 0);
    175  1.2   pooka 
    176  1.2   pooka 		for (i = 0; i < npages; i++) {
    177  1.2   pooka 			uint8_t *start;
    178  1.2   pooka 			size_t chunkoff, chunklen;
    179  1.2   pooka 
    180  1.2   pooka 			chunkoff = off & PAGE_MASK;
    181  1.2   pooka 			chunklen = MIN(PAGE_SIZE - chunkoff, len);
    182  1.2   pooka 			start = (uint8_t *)pgs[i]->uanon + chunkoff;
    183  1.2   pooka 
    184  1.2   pooka 			memset(start, 0, chunklen);
    185  1.2   pooka 			pgs[i]->flags &= ~PG_CLEAN;
    186  1.2   pooka 
    187  1.2   pooka 			off += chunklen;
    188  1.2   pooka 			len -= chunklen;
    189  1.2   pooka 		}
    190  1.2   pooka 		uvm_page_unbusy(pgs, npages);
    191  1.2   pooka 	}
    192  1.2   pooka 	kmem_free(pgs, maxpages * sizeof(pgs));
    193  1.2   pooka 
    194  1.2   pooka 	return;
    195  1.2   pooka }
    196  1.2   pooka 
    197  1.2   pooka /*
    198  1.2   pooka  * UBC
    199  1.2   pooka  */
    200  1.2   pooka 
    201  1.2   pooka /* dumdidumdum */
    202  1.2   pooka #define len2npages(off, len)						\
    203  1.2   pooka   (((((len) + PAGE_MASK) & ~(PAGE_MASK)) >> PAGE_SHIFT)			\
    204  1.2   pooka     + (((off & PAGE_MASK) + (len & PAGE_MASK)) > PAGE_SIZE))
    205  1.2   pooka 
    206  1.2   pooka int
    207  1.2   pooka ubc_uiomove(struct uvm_object *uobj, struct uio *uio, vsize_t todo,
    208  1.2   pooka 	int advice, int flags)
    209  1.2   pooka {
    210  1.2   pooka 	struct vm_page **pgs;
    211  1.2   pooka 	int npages = len2npages(uio->uio_offset, todo);
    212  1.2   pooka 	size_t pgalloc;
    213  1.6   pooka 	int i, rv, pagerflags;
    214  1.2   pooka 
    215  1.2   pooka 	pgalloc = npages * sizeof(pgs);
    216  1.2   pooka 	pgs = kmem_zalloc(pgalloc, KM_SLEEP);
    217  1.2   pooka 
    218  1.6   pooka 	pagerflags = PGO_SYNCIO | PGO_NOBLOCKALLOC | PGO_NOTIMESTAMP;
    219  1.6   pooka 	if (flags & UBC_WRITE)
    220  1.6   pooka 		pagerflags |= PGO_PASTEOF;
    221  1.6   pooka 	if (flags & UBC_FAULTBUSY)
    222  1.6   pooka 		pagerflags |= PGO_OVERWRITE;
    223  1.6   pooka 
    224  1.2   pooka 	do {
    225  1.2   pooka 		mutex_enter(&uobj->vmobjlock);
    226  1.2   pooka 		rv = uobj->pgops->pgo_get(uobj, uio->uio_offset, pgs, &npages,
    227  1.6   pooka 		    0, VM_PROT_READ | VM_PROT_WRITE, 0, pagerflags);
    228  1.2   pooka 		if (rv)
    229  1.2   pooka 			goto out;
    230  1.2   pooka 
    231  1.2   pooka 		for (i = 0; i < npages; i++) {
    232  1.2   pooka 			size_t xfersize;
    233  1.2   pooka 			off_t pageoff;
    234  1.2   pooka 
    235  1.2   pooka 			pageoff = uio->uio_offset & PAGE_MASK;
    236  1.2   pooka 			xfersize = MIN(MIN(todo, PAGE_SIZE), PAGE_SIZE-pageoff);
    237  1.2   pooka 			uiomove((uint8_t *)pgs[i]->uanon + pageoff,
    238  1.2   pooka 			    xfersize, uio);
    239  1.2   pooka 			if (uio->uio_rw == UIO_WRITE)
    240  1.2   pooka 				pgs[i]->flags &= ~PG_CLEAN;
    241  1.2   pooka 			todo -= xfersize;
    242  1.2   pooka 		}
    243  1.2   pooka 		uvm_page_unbusy(pgs, npages);
    244  1.2   pooka 	} while (todo);
    245  1.2   pooka 
    246  1.2   pooka  out:
    247  1.2   pooka 	kmem_free(pgs, pgalloc);
    248  1.2   pooka 	return rv;
    249  1.2   pooka }
    250