Home | History | Annotate | Line # | Download | only in rumpvfs
vm_vfs.c revision 1.15.2.1
      1  1.15.2.1  uebayasi /*	$NetBSD: vm_vfs.c,v 1.15.2.1 2010/08/17 06:48:04 uebayasi Exp $	*/
      2       1.1     pooka 
      3       1.1     pooka /*
      4       1.1     pooka  * Copyright (c) 2008 Antti Kantee.  All Rights Reserved.
      5       1.1     pooka  *
      6       1.1     pooka  * Development of this software was supported by the
      7       1.1     pooka  * Finnish Cultural Foundation.
      8       1.1     pooka  *
      9       1.1     pooka  * Redistribution and use in source and binary forms, with or without
     10       1.1     pooka  * modification, are permitted provided that the following conditions
     11       1.1     pooka  * are met:
     12       1.1     pooka  * 1. Redistributions of source code must retain the above copyright
     13       1.1     pooka  *    notice, this list of conditions and the following disclaimer.
     14       1.1     pooka  * 2. Redistributions in binary form must reproduce the above copyright
     15       1.1     pooka  *    notice, this list of conditions and the following disclaimer in the
     16       1.1     pooka  *    documentation and/or other materials provided with the distribution.
     17       1.1     pooka  *
     18       1.1     pooka  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
     19       1.1     pooka  * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
     20       1.1     pooka  * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
     21       1.1     pooka  * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
     22       1.1     pooka  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     23       1.1     pooka  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
     24       1.1     pooka  * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     25       1.1     pooka  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     26       1.1     pooka  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     27       1.1     pooka  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     28       1.1     pooka  * SUCH DAMAGE.
     29       1.1     pooka  */
     30       1.1     pooka 
     31       1.3     pooka #include <sys/cdefs.h>
     32  1.15.2.1  uebayasi __KERNEL_RCSID(0, "$NetBSD: vm_vfs.c,v 1.15.2.1 2010/08/17 06:48:04 uebayasi Exp $");
     33       1.3     pooka 
     34       1.1     pooka #include <sys/param.h>
     35       1.1     pooka 
     36       1.1     pooka #include <sys/buf.h>
     37       1.1     pooka #include <sys/vnode.h>
     38       1.1     pooka 
     39       1.1     pooka #include <uvm/uvm.h>
     40       1.1     pooka #include <uvm/uvm_readahead.h>
     41       1.1     pooka 
     42       1.6     pooka /*
     43       1.6     pooka  * release resources held during async io.  this is almost the
     44       1.6     pooka  * same as uvm_aio_aiodone() from uvm_pager.c and only lacks the
     45       1.6     pooka  * call to uvm_aio_aiodone_pages(): unbusies pages directly here.
     46       1.7     pooka  */
     47       1.1     pooka void
     48       1.1     pooka uvm_aio_aiodone(struct buf *bp)
     49       1.1     pooka {
     50       1.6     pooka 	int i, npages = bp->b_bufsize >> PAGE_SHIFT;
     51       1.6     pooka 	struct vm_page **pgs;
     52       1.6     pooka 	vaddr_t va;
     53  1.15.2.1  uebayasi 	int pageout = 0;
     54       1.6     pooka 
     55       1.6     pooka 	pgs = kmem_alloc(npages * sizeof(*pgs), KM_SLEEP);
     56       1.6     pooka 	for (i = 0; i < npages; i++) {
     57       1.6     pooka 		va = (vaddr_t)bp->b_data + (i << PAGE_SHIFT);
     58       1.6     pooka 		pgs[i] = uvm_pageratop(va);
     59  1.15.2.1  uebayasi 		if (pgs[i]->flags & PG_PAGEOUT) {
     60  1.15.2.1  uebayasi 			KASSERT((pgs[i]->flags & PG_FAKE) == 0);
     61  1.15.2.1  uebayasi 			pageout++;
     62  1.15.2.1  uebayasi 			pgs[i]->flags &= ~PG_PAGEOUT;
     63  1.15.2.1  uebayasi 		}
     64       1.6     pooka 	}
     65       1.6     pooka 
     66       1.6     pooka 	uvm_pagermapout((vaddr_t)bp->b_data, npages);
     67  1.15.2.1  uebayasi 	uvm_pageout_done(pageout);
     68       1.6     pooka 	uvm_page_unbusy(pgs, npages);
     69       1.1     pooka 
     70       1.6     pooka 	if (BUF_ISWRITE(bp) && (bp->b_cflags & BC_AGE) != 0) {
     71       1.6     pooka 		mutex_enter(bp->b_objlock);
     72       1.6     pooka 		vwakeup(bp);
     73       1.6     pooka 		mutex_exit(bp->b_objlock);
     74       1.6     pooka 	}
     75       1.6     pooka 
     76       1.6     pooka 	putiobuf(bp);
     77       1.6     pooka 
     78       1.6     pooka 	kmem_free(pgs, npages * sizeof(*pgs));
     79       1.1     pooka }
     80       1.1     pooka 
     81       1.8     pooka void
     82       1.8     pooka uvm_aio_biodone(struct buf *bp)
     83       1.1     pooka {
     84       1.1     pooka 
     85       1.8     pooka 	uvm_aio_aiodone(bp);
     86       1.1     pooka }
     87       1.1     pooka 
     88       1.8     pooka /*
     89       1.8     pooka  * UBC
     90       1.8     pooka  */
     91       1.8     pooka 
     92       1.2     pooka void
     93       1.2     pooka uvm_vnp_zerorange(struct vnode *vp, off_t off, size_t len)
     94       1.2     pooka {
     95       1.2     pooka 	struct uvm_object *uobj = &vp->v_uobj;
     96       1.2     pooka 	struct vm_page **pgs;
     97       1.2     pooka 	int maxpages = MIN(32, round_page(len) >> PAGE_SHIFT);
     98       1.2     pooka 	int rv, npages, i;
     99       1.2     pooka 
    100      1.15     pooka 	if (maxpages == 0)
    101      1.15     pooka 		return;
    102      1.15     pooka 
    103       1.2     pooka 	pgs = kmem_zalloc(maxpages * sizeof(pgs), KM_SLEEP);
    104       1.2     pooka 	while (len) {
    105       1.2     pooka 		npages = MIN(maxpages, round_page(len) >> PAGE_SHIFT);
    106       1.2     pooka 		memset(pgs, 0, npages * sizeof(struct vm_page *));
    107       1.2     pooka 		mutex_enter(&uobj->vmobjlock);
    108      1.14     pooka 		rv = uobj->pgops->pgo_get(uobj, off, pgs, &npages, 0,
    109      1.14     pooka 		    VM_PROT_READ | VM_PROT_WRITE, 0, PGO_SYNCIO);
    110       1.2     pooka 		KASSERT(npages > 0);
    111       1.2     pooka 
    112       1.2     pooka 		for (i = 0; i < npages; i++) {
    113       1.2     pooka 			uint8_t *start;
    114       1.2     pooka 			size_t chunkoff, chunklen;
    115       1.2     pooka 
    116       1.2     pooka 			chunkoff = off & PAGE_MASK;
    117       1.2     pooka 			chunklen = MIN(PAGE_SIZE - chunkoff, len);
    118       1.2     pooka 			start = (uint8_t *)pgs[i]->uanon + chunkoff;
    119       1.2     pooka 
    120       1.2     pooka 			memset(start, 0, chunklen);
    121       1.2     pooka 			pgs[i]->flags &= ~PG_CLEAN;
    122       1.2     pooka 
    123       1.2     pooka 			off += chunklen;
    124       1.2     pooka 			len -= chunklen;
    125       1.2     pooka 		}
    126       1.2     pooka 		uvm_page_unbusy(pgs, npages);
    127       1.2     pooka 	}
    128       1.2     pooka 	kmem_free(pgs, maxpages * sizeof(pgs));
    129       1.2     pooka 
    130       1.2     pooka 	return;
    131       1.2     pooka }
    132       1.2     pooka 
    133       1.2     pooka /* dumdidumdum */
    134       1.2     pooka #define len2npages(off, len)						\
    135       1.2     pooka   (((((len) + PAGE_MASK) & ~(PAGE_MASK)) >> PAGE_SHIFT)			\
    136       1.2     pooka     + (((off & PAGE_MASK) + (len & PAGE_MASK)) > PAGE_SIZE))
    137       1.2     pooka 
    138       1.2     pooka int
    139       1.2     pooka ubc_uiomove(struct uvm_object *uobj, struct uio *uio, vsize_t todo,
    140       1.2     pooka 	int advice, int flags)
    141       1.2     pooka {
    142       1.2     pooka 	struct vm_page **pgs;
    143       1.2     pooka 	int npages = len2npages(uio->uio_offset, todo);
    144       1.2     pooka 	size_t pgalloc;
    145       1.6     pooka 	int i, rv, pagerflags;
    146       1.2     pooka 
    147       1.2     pooka 	pgalloc = npages * sizeof(pgs);
    148       1.2     pooka 	pgs = kmem_zalloc(pgalloc, KM_SLEEP);
    149       1.2     pooka 
    150       1.6     pooka 	pagerflags = PGO_SYNCIO | PGO_NOBLOCKALLOC | PGO_NOTIMESTAMP;
    151       1.6     pooka 	if (flags & UBC_WRITE)
    152       1.6     pooka 		pagerflags |= PGO_PASTEOF;
    153       1.6     pooka 	if (flags & UBC_FAULTBUSY)
    154       1.6     pooka 		pagerflags |= PGO_OVERWRITE;
    155       1.6     pooka 
    156       1.2     pooka 	do {
    157       1.2     pooka 		mutex_enter(&uobj->vmobjlock);
    158      1.11     pooka 		rv = uobj->pgops->pgo_get(uobj, uio->uio_offset & ~PAGE_MASK,
    159      1.11     pooka 		    pgs, &npages, 0, VM_PROT_READ | VM_PROT_WRITE, 0,
    160      1.11     pooka 		    pagerflags);
    161       1.2     pooka 		if (rv)
    162       1.2     pooka 			goto out;
    163       1.2     pooka 
    164       1.2     pooka 		for (i = 0; i < npages; i++) {
    165       1.2     pooka 			size_t xfersize;
    166       1.2     pooka 			off_t pageoff;
    167       1.2     pooka 
    168       1.2     pooka 			pageoff = uio->uio_offset & PAGE_MASK;
    169       1.2     pooka 			xfersize = MIN(MIN(todo, PAGE_SIZE), PAGE_SIZE-pageoff);
    170      1.13     pooka 			KASSERT(xfersize > 0);
    171       1.2     pooka 			uiomove((uint8_t *)pgs[i]->uanon + pageoff,
    172       1.2     pooka 			    xfersize, uio);
    173       1.2     pooka 			if (uio->uio_rw == UIO_WRITE)
    174      1.13     pooka 				pgs[i]->flags &= ~(PG_CLEAN | PG_FAKE);
    175       1.2     pooka 			todo -= xfersize;
    176       1.2     pooka 		}
    177       1.2     pooka 		uvm_page_unbusy(pgs, npages);
    178       1.2     pooka 	} while (todo);
    179       1.2     pooka 
    180       1.2     pooka  out:
    181       1.2     pooka 	kmem_free(pgs, pgalloc);
    182       1.2     pooka 	return rv;
    183       1.2     pooka }
    184