vm_vfs.c revision 1.5.2.3
1 1.5.2.3 yamt /* $NetBSD: vm_vfs.c,v 1.5.2.3 2009/08/19 18:48:30 yamt Exp $ */ 2 1.5.2.2 yamt 3 1.5.2.2 yamt /* 4 1.5.2.2 yamt * Copyright (c) 2008 Antti Kantee. All Rights Reserved. 5 1.5.2.2 yamt * 6 1.5.2.2 yamt * Development of this software was supported by the 7 1.5.2.2 yamt * Finnish Cultural Foundation. 8 1.5.2.2 yamt * 9 1.5.2.2 yamt * Redistribution and use in source and binary forms, with or without 10 1.5.2.2 yamt * modification, are permitted provided that the following conditions 11 1.5.2.2 yamt * are met: 12 1.5.2.2 yamt * 1. Redistributions of source code must retain the above copyright 13 1.5.2.2 yamt * notice, this list of conditions and the following disclaimer. 14 1.5.2.2 yamt * 2. Redistributions in binary form must reproduce the above copyright 15 1.5.2.2 yamt * notice, this list of conditions and the following disclaimer in the 16 1.5.2.2 yamt * documentation and/or other materials provided with the distribution. 17 1.5.2.2 yamt * 18 1.5.2.2 yamt * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 19 1.5.2.2 yamt * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 20 1.5.2.2 yamt * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE 21 1.5.2.2 yamt * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 22 1.5.2.2 yamt * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 23 1.5.2.2 yamt * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR 24 1.5.2.2 yamt * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 25 1.5.2.2 yamt * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 26 1.5.2.2 yamt * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 27 1.5.2.2 yamt * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 28 1.5.2.2 yamt * SUCH DAMAGE. 29 1.5.2.2 yamt */ 30 1.5.2.2 yamt 31 1.5.2.2 yamt #include <sys/cdefs.h> 32 1.5.2.3 yamt __KERNEL_RCSID(0, "$NetBSD: vm_vfs.c,v 1.5.2.3 2009/08/19 18:48:30 yamt Exp $"); 33 1.5.2.2 yamt 34 1.5.2.2 yamt #include <sys/param.h> 35 1.5.2.2 yamt 36 1.5.2.2 yamt #include <sys/buf.h> 37 1.5.2.2 yamt #include <sys/vnode.h> 38 1.5.2.2 yamt 39 1.5.2.2 yamt #include <uvm/uvm.h> 40 1.5.2.2 yamt #include <uvm/uvm_readahead.h> 41 1.5.2.2 yamt 42 1.5.2.2 yamt /* 43 1.5.2.3 yamt * release resources held during async io. this is almost the 44 1.5.2.3 yamt * same as uvm_aio_aiodone() from uvm_pager.c and only lacks the 45 1.5.2.3 yamt * call to uvm_aio_aiodone_pages(): unbusies pages directly here. 46 1.5.2.2 yamt */ 47 1.5.2.3 yamt void 48 1.5.2.3 yamt uvm_aio_aiodone(struct buf *bp) 49 1.5.2.2 yamt { 50 1.5.2.3 yamt int i, npages = bp->b_bufsize >> PAGE_SHIFT; 51 1.5.2.3 yamt struct vm_page **pgs; 52 1.5.2.3 yamt vaddr_t va; 53 1.5.2.2 yamt 54 1.5.2.3 yamt pgs = kmem_alloc(npages * sizeof(*pgs), KM_SLEEP); 55 1.5.2.3 yamt for (i = 0; i < npages; i++) { 56 1.5.2.3 yamt va = (vaddr_t)bp->b_data + (i << PAGE_SHIFT); 57 1.5.2.3 yamt pgs[i] = uvm_pageratop(va); 58 1.5.2.3 yamt pgs[i]->flags &= ~PG_PAGEOUT; 59 1.5.2.3 yamt } 60 1.5.2.2 yamt 61 1.5.2.3 yamt uvm_pagermapout((vaddr_t)bp->b_data, npages); 62 1.5.2.3 yamt uvm_page_unbusy(pgs, npages); 63 1.5.2.2 yamt 64 1.5.2.3 yamt if (BUF_ISWRITE(bp) && (bp->b_cflags & BC_AGE) != 0) { 65 1.5.2.3 yamt mutex_enter(bp->b_objlock); 66 1.5.2.3 yamt vwakeup(bp); 67 1.5.2.3 yamt mutex_exit(bp->b_objlock); 68 1.5.2.3 yamt } 69 1.5.2.2 yamt 70 1.5.2.3 yamt putiobuf(bp); 71 1.5.2.2 yamt 72 1.5.2.3 yamt kmem_free(pgs, npages * sizeof(*pgs)); 73 1.5.2.2 yamt } 74 1.5.2.2 yamt 75 1.5.2.2 yamt void 76 1.5.2.2 yamt uvm_aio_biodone(struct buf *bp) 77 1.5.2.2 yamt { 78 1.5.2.2 yamt 79 1.5.2.2 yamt uvm_aio_aiodone(bp); 80 1.5.2.2 yamt } 81 1.5.2.2 yamt 82 1.5.2.2 yamt struct uvm_ractx * 83 1.5.2.2 yamt uvm_ra_allocctx(void) 84 1.5.2.2 yamt { 85 1.5.2.2 yamt 86 1.5.2.2 yamt return NULL; 87 1.5.2.2 yamt } 88 1.5.2.2 yamt 89 1.5.2.2 yamt void 90 1.5.2.3 yamt uvm_ra_request(struct uvm_ractx *ra, int advice, struct uvm_object *uobj, 91 1.5.2.3 yamt off_t reqoff, size_t reqsize) 92 1.5.2.2 yamt { 93 1.5.2.2 yamt 94 1.5.2.2 yamt return; 95 1.5.2.2 yamt } 96 1.5.2.2 yamt 97 1.5.2.2 yamt void 98 1.5.2.3 yamt uvm_ra_freectx(struct uvm_ractx *ra) 99 1.5.2.2 yamt { 100 1.5.2.2 yamt 101 1.5.2.3 yamt return; 102 1.5.2.2 yamt } 103 1.5.2.2 yamt 104 1.5.2.3 yamt /* 105 1.5.2.3 yamt * UBC 106 1.5.2.3 yamt */ 107 1.5.2.2 yamt 108 1.5.2.2 yamt void 109 1.5.2.2 yamt uvm_vnp_zerorange(struct vnode *vp, off_t off, size_t len) 110 1.5.2.2 yamt { 111 1.5.2.2 yamt struct uvm_object *uobj = &vp->v_uobj; 112 1.5.2.2 yamt struct vm_page **pgs; 113 1.5.2.2 yamt int maxpages = MIN(32, round_page(len) >> PAGE_SHIFT); 114 1.5.2.2 yamt int rv, npages, i; 115 1.5.2.2 yamt 116 1.5.2.2 yamt pgs = kmem_zalloc(maxpages * sizeof(pgs), KM_SLEEP); 117 1.5.2.2 yamt while (len) { 118 1.5.2.2 yamt npages = MIN(maxpages, round_page(len) >> PAGE_SHIFT); 119 1.5.2.2 yamt memset(pgs, 0, npages * sizeof(struct vm_page *)); 120 1.5.2.2 yamt mutex_enter(&uobj->vmobjlock); 121 1.5.2.2 yamt rv = uobj->pgops->pgo_get(uobj, off, pgs, &npages, 0, 0, 0, 0); 122 1.5.2.2 yamt KASSERT(npages > 0); 123 1.5.2.2 yamt 124 1.5.2.2 yamt for (i = 0; i < npages; i++) { 125 1.5.2.2 yamt uint8_t *start; 126 1.5.2.2 yamt size_t chunkoff, chunklen; 127 1.5.2.2 yamt 128 1.5.2.2 yamt chunkoff = off & PAGE_MASK; 129 1.5.2.2 yamt chunklen = MIN(PAGE_SIZE - chunkoff, len); 130 1.5.2.2 yamt start = (uint8_t *)pgs[i]->uanon + chunkoff; 131 1.5.2.2 yamt 132 1.5.2.2 yamt memset(start, 0, chunklen); 133 1.5.2.2 yamt pgs[i]->flags &= ~PG_CLEAN; 134 1.5.2.2 yamt 135 1.5.2.2 yamt off += chunklen; 136 1.5.2.2 yamt len -= chunklen; 137 1.5.2.2 yamt } 138 1.5.2.2 yamt uvm_page_unbusy(pgs, npages); 139 1.5.2.2 yamt } 140 1.5.2.2 yamt kmem_free(pgs, maxpages * sizeof(pgs)); 141 1.5.2.2 yamt 142 1.5.2.2 yamt return; 143 1.5.2.2 yamt } 144 1.5.2.2 yamt 145 1.5.2.2 yamt /* dumdidumdum */ 146 1.5.2.2 yamt #define len2npages(off, len) \ 147 1.5.2.2 yamt (((((len) + PAGE_MASK) & ~(PAGE_MASK)) >> PAGE_SHIFT) \ 148 1.5.2.2 yamt + (((off & PAGE_MASK) + (len & PAGE_MASK)) > PAGE_SIZE)) 149 1.5.2.2 yamt 150 1.5.2.2 yamt int 151 1.5.2.2 yamt ubc_uiomove(struct uvm_object *uobj, struct uio *uio, vsize_t todo, 152 1.5.2.2 yamt int advice, int flags) 153 1.5.2.2 yamt { 154 1.5.2.2 yamt struct vm_page **pgs; 155 1.5.2.2 yamt int npages = len2npages(uio->uio_offset, todo); 156 1.5.2.2 yamt size_t pgalloc; 157 1.5.2.3 yamt int i, rv, pagerflags; 158 1.5.2.2 yamt 159 1.5.2.2 yamt pgalloc = npages * sizeof(pgs); 160 1.5.2.2 yamt pgs = kmem_zalloc(pgalloc, KM_SLEEP); 161 1.5.2.2 yamt 162 1.5.2.3 yamt pagerflags = PGO_SYNCIO | PGO_NOBLOCKALLOC | PGO_NOTIMESTAMP; 163 1.5.2.3 yamt if (flags & UBC_WRITE) 164 1.5.2.3 yamt pagerflags |= PGO_PASTEOF; 165 1.5.2.3 yamt if (flags & UBC_FAULTBUSY) 166 1.5.2.3 yamt pagerflags |= PGO_OVERWRITE; 167 1.5.2.3 yamt 168 1.5.2.2 yamt do { 169 1.5.2.2 yamt mutex_enter(&uobj->vmobjlock); 170 1.5.2.2 yamt rv = uobj->pgops->pgo_get(uobj, uio->uio_offset, pgs, &npages, 171 1.5.2.3 yamt 0, VM_PROT_READ | VM_PROT_WRITE, 0, pagerflags); 172 1.5.2.2 yamt if (rv) 173 1.5.2.2 yamt goto out; 174 1.5.2.2 yamt 175 1.5.2.2 yamt for (i = 0; i < npages; i++) { 176 1.5.2.2 yamt size_t xfersize; 177 1.5.2.2 yamt off_t pageoff; 178 1.5.2.2 yamt 179 1.5.2.2 yamt pageoff = uio->uio_offset & PAGE_MASK; 180 1.5.2.2 yamt xfersize = MIN(MIN(todo, PAGE_SIZE), PAGE_SIZE-pageoff); 181 1.5.2.2 yamt uiomove((uint8_t *)pgs[i]->uanon + pageoff, 182 1.5.2.2 yamt xfersize, uio); 183 1.5.2.2 yamt if (uio->uio_rw == UIO_WRITE) 184 1.5.2.2 yamt pgs[i]->flags &= ~PG_CLEAN; 185 1.5.2.2 yamt todo -= xfersize; 186 1.5.2.2 yamt } 187 1.5.2.2 yamt uvm_page_unbusy(pgs, npages); 188 1.5.2.2 yamt } while (todo); 189 1.5.2.2 yamt 190 1.5.2.2 yamt out: 191 1.5.2.2 yamt kmem_free(pgs, pgalloc); 192 1.5.2.2 yamt return rv; 193 1.5.2.2 yamt } 194
Indexes created Thu Oct 02 14:10:14 GMT 2025