vm_vfs.c revision 1.7 1 1.7 pooka /* $NetBSD: vm_vfs.c,v 1.7 2009/08/04 20:01:06 pooka Exp $ */
2 1.1 pooka
3 1.1 pooka /*
4 1.1 pooka * Copyright (c) 2008 Antti Kantee. All Rights Reserved.
5 1.1 pooka *
6 1.1 pooka * Development of this software was supported by the
7 1.1 pooka * Finnish Cultural Foundation.
8 1.1 pooka *
9 1.1 pooka * Redistribution and use in source and binary forms, with or without
10 1.1 pooka * modification, are permitted provided that the following conditions
11 1.1 pooka * are met:
12 1.1 pooka * 1. Redistributions of source code must retain the above copyright
13 1.1 pooka * notice, this list of conditions and the following disclaimer.
14 1.1 pooka * 2. Redistributions in binary form must reproduce the above copyright
15 1.1 pooka * notice, this list of conditions and the following disclaimer in the
16 1.1 pooka * documentation and/or other materials provided with the distribution.
17 1.1 pooka *
18 1.1 pooka * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
19 1.1 pooka * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
20 1.1 pooka * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
21 1.1 pooka * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
22 1.1 pooka * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
23 1.1 pooka * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
24 1.1 pooka * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
25 1.1 pooka * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
26 1.1 pooka * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
27 1.1 pooka * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
28 1.1 pooka * SUCH DAMAGE.
29 1.1 pooka */
30 1.1 pooka
31 1.3 pooka #include <sys/cdefs.h>
32 1.7 pooka __KERNEL_RCSID(0, "$NetBSD: vm_vfs.c,v 1.7 2009/08/04 20:01:06 pooka Exp $");
33 1.3 pooka
34 1.1 pooka #include <sys/param.h>
35 1.1 pooka
36 1.1 pooka #include <sys/buf.h>
37 1.1 pooka #include <sys/vnode.h>
38 1.1 pooka
39 1.1 pooka #include <uvm/uvm.h>
40 1.1 pooka #include <uvm/uvm_readahead.h>
41 1.1 pooka
42 1.1 pooka static int vn_get(struct uvm_object *, voff_t, struct vm_page **,
43 1.1 pooka int *, int, vm_prot_t, int, int);
44 1.1 pooka static int vn_put(struct uvm_object *, voff_t, voff_t, int);
45 1.1 pooka
46 1.1 pooka const struct uvm_pagerops uvm_vnodeops = {
47 1.1 pooka .pgo_get = vn_get,
48 1.1 pooka .pgo_put = vn_put,
49 1.1 pooka };
50 1.1 pooka
51 1.1 pooka /*
52 1.1 pooka * vnode pager
53 1.1 pooka */
54 1.1 pooka
55 1.1 pooka static int
56 1.1 pooka vn_get(struct uvm_object *uobj, voff_t off, struct vm_page **pgs,
57 1.1 pooka int *npages, int centeridx, vm_prot_t access_type,
58 1.1 pooka int advice, int flags)
59 1.1 pooka {
60 1.1 pooka struct vnode *vp = (struct vnode *)uobj;
61 1.1 pooka
62 1.1 pooka return VOP_GETPAGES(vp, off, pgs, npages, centeridx, access_type,
63 1.1 pooka advice, flags);
64 1.1 pooka }
65 1.1 pooka
66 1.1 pooka static int
67 1.1 pooka vn_put(struct uvm_object *uobj, voff_t offlo, voff_t offhi, int flags)
68 1.1 pooka {
69 1.1 pooka struct vnode *vp = (struct vnode *)uobj;
70 1.1 pooka
71 1.1 pooka return VOP_PUTPAGES(vp, offlo, offhi, flags);
72 1.1 pooka }
73 1.1 pooka
74 1.1 pooka void
75 1.1 pooka uvm_aio_biodone1(struct buf *bp)
76 1.1 pooka {
77 1.1 pooka
78 1.1 pooka panic("%s: unimplemented", __func__);
79 1.1 pooka }
80 1.1 pooka
81 1.1 pooka void
82 1.1 pooka uvm_aio_biodone(struct buf *bp)
83 1.1 pooka {
84 1.1 pooka
85 1.1 pooka uvm_aio_aiodone(bp);
86 1.1 pooka }
87 1.1 pooka
88 1.6 pooka /*
89 1.6 pooka * release resources held during async io. this is almost the
90 1.6 pooka * same as uvm_aio_aiodone() from uvm_pager.c and only lacks the
91 1.6 pooka * call to uvm_aio_aiodone_pages(): unbusies pages directly here.
92 1.7 pooka */
93 1.1 pooka void
94 1.1 pooka uvm_aio_aiodone(struct buf *bp)
95 1.1 pooka {
96 1.6 pooka int i, npages = bp->b_bufsize >> PAGE_SHIFT;
97 1.6 pooka struct vm_page **pgs;
98 1.6 pooka vaddr_t va;
99 1.6 pooka
100 1.6 pooka pgs = kmem_alloc(npages * sizeof(*pgs), KM_SLEEP);
101 1.6 pooka for (i = 0; i < npages; i++) {
102 1.6 pooka va = (vaddr_t)bp->b_data + (i << PAGE_SHIFT);
103 1.6 pooka pgs[i] = uvm_pageratop(va);
104 1.6 pooka }
105 1.6 pooka
106 1.6 pooka uvm_pagermapout((vaddr_t)bp->b_data, npages);
107 1.6 pooka uvm_page_unbusy(pgs, npages);
108 1.1 pooka
109 1.6 pooka if (BUF_ISWRITE(bp) && (bp->b_cflags & BC_AGE) != 0) {
110 1.6 pooka mutex_enter(bp->b_objlock);
111 1.6 pooka vwakeup(bp);
112 1.6 pooka mutex_exit(bp->b_objlock);
113 1.6 pooka }
114 1.6 pooka
115 1.6 pooka putiobuf(bp);
116 1.6 pooka
117 1.6 pooka kmem_free(pgs, npages * sizeof(*pgs));
118 1.1 pooka }
119 1.1 pooka
120 1.1 pooka struct uvm_ractx *
121 1.5 cegger uvm_ra_allocctx(void)
122 1.1 pooka {
123 1.1 pooka
124 1.1 pooka return NULL;
125 1.1 pooka }
126 1.1 pooka
127 1.1 pooka void
128 1.1 pooka uvm_ra_freectx(struct uvm_ractx *ra)
129 1.1 pooka {
130 1.1 pooka
131 1.1 pooka return;
132 1.1 pooka }
133 1.1 pooka
134 1.1 pooka bool
135 1.1 pooka uvn_clean_p(struct uvm_object *uobj)
136 1.1 pooka {
137 1.1 pooka struct vnode *vp = (void *)uobj;
138 1.1 pooka
139 1.1 pooka return (vp->v_iflag & VI_ONWORKLST) == 0;
140 1.1 pooka }
141 1.2 pooka
142 1.2 pooka void
143 1.2 pooka uvm_vnp_setsize(struct vnode *vp, voff_t newsize)
144 1.2 pooka {
145 1.2 pooka
146 1.2 pooka mutex_enter(&vp->v_interlock);
147 1.2 pooka vp->v_size = vp->v_writesize = newsize;
148 1.2 pooka mutex_exit(&vp->v_interlock);
149 1.2 pooka }
150 1.2 pooka
151 1.2 pooka void
152 1.2 pooka uvm_vnp_setwritesize(struct vnode *vp, voff_t newsize)
153 1.2 pooka {
154 1.2 pooka
155 1.2 pooka mutex_enter(&vp->v_interlock);
156 1.2 pooka vp->v_writesize = newsize;
157 1.2 pooka mutex_exit(&vp->v_interlock);
158 1.2 pooka }
159 1.2 pooka
160 1.2 pooka void
161 1.2 pooka uvm_vnp_zerorange(struct vnode *vp, off_t off, size_t len)
162 1.2 pooka {
163 1.2 pooka struct uvm_object *uobj = &vp->v_uobj;
164 1.2 pooka struct vm_page **pgs;
165 1.2 pooka int maxpages = MIN(32, round_page(len) >> PAGE_SHIFT);
166 1.2 pooka int rv, npages, i;
167 1.2 pooka
168 1.2 pooka pgs = kmem_zalloc(maxpages * sizeof(pgs), KM_SLEEP);
169 1.2 pooka while (len) {
170 1.2 pooka npages = MIN(maxpages, round_page(len) >> PAGE_SHIFT);
171 1.2 pooka memset(pgs, 0, npages * sizeof(struct vm_page *));
172 1.2 pooka mutex_enter(&uobj->vmobjlock);
173 1.2 pooka rv = uobj->pgops->pgo_get(uobj, off, pgs, &npages, 0, 0, 0, 0);
174 1.2 pooka KASSERT(npages > 0);
175 1.2 pooka
176 1.2 pooka for (i = 0; i < npages; i++) {
177 1.2 pooka uint8_t *start;
178 1.2 pooka size_t chunkoff, chunklen;
179 1.2 pooka
180 1.2 pooka chunkoff = off & PAGE_MASK;
181 1.2 pooka chunklen = MIN(PAGE_SIZE - chunkoff, len);
182 1.2 pooka start = (uint8_t *)pgs[i]->uanon + chunkoff;
183 1.2 pooka
184 1.2 pooka memset(start, 0, chunklen);
185 1.2 pooka pgs[i]->flags &= ~PG_CLEAN;
186 1.2 pooka
187 1.2 pooka off += chunklen;
188 1.2 pooka len -= chunklen;
189 1.2 pooka }
190 1.2 pooka uvm_page_unbusy(pgs, npages);
191 1.2 pooka }
192 1.2 pooka kmem_free(pgs, maxpages * sizeof(pgs));
193 1.2 pooka
194 1.2 pooka return;
195 1.2 pooka }
196 1.2 pooka
197 1.2 pooka /*
198 1.2 pooka * UBC
199 1.2 pooka */
200 1.2 pooka
201 1.2 pooka /* dumdidumdum */
202 1.2 pooka #define len2npages(off, len) \
203 1.2 pooka (((((len) + PAGE_MASK) & ~(PAGE_MASK)) >> PAGE_SHIFT) \
204 1.2 pooka + (((off & PAGE_MASK) + (len & PAGE_MASK)) > PAGE_SIZE))
205 1.2 pooka
206 1.2 pooka int
207 1.2 pooka ubc_uiomove(struct uvm_object *uobj, struct uio *uio, vsize_t todo,
208 1.2 pooka int advice, int flags)
209 1.2 pooka {
210 1.2 pooka struct vm_page **pgs;
211 1.2 pooka int npages = len2npages(uio->uio_offset, todo);
212 1.2 pooka size_t pgalloc;
213 1.6 pooka int i, rv, pagerflags;
214 1.2 pooka
215 1.2 pooka pgalloc = npages * sizeof(pgs);
216 1.2 pooka pgs = kmem_zalloc(pgalloc, KM_SLEEP);
217 1.2 pooka
218 1.6 pooka pagerflags = PGO_SYNCIO | PGO_NOBLOCKALLOC | PGO_NOTIMESTAMP;
219 1.6 pooka if (flags & UBC_WRITE)
220 1.6 pooka pagerflags |= PGO_PASTEOF;
221 1.6 pooka if (flags & UBC_FAULTBUSY)
222 1.6 pooka pagerflags |= PGO_OVERWRITE;
223 1.6 pooka
224 1.2 pooka do {
225 1.2 pooka mutex_enter(&uobj->vmobjlock);
226 1.2 pooka rv = uobj->pgops->pgo_get(uobj, uio->uio_offset, pgs, &npages,
227 1.6 pooka 0, VM_PROT_READ | VM_PROT_WRITE, 0, pagerflags);
228 1.2 pooka if (rv)
229 1.2 pooka goto out;
230 1.2 pooka
231 1.2 pooka for (i = 0; i < npages; i++) {
232 1.2 pooka size_t xfersize;
233 1.2 pooka off_t pageoff;
234 1.2 pooka
235 1.2 pooka pageoff = uio->uio_offset & PAGE_MASK;
236 1.2 pooka xfersize = MIN(MIN(todo, PAGE_SIZE), PAGE_SIZE-pageoff);
237 1.2 pooka uiomove((uint8_t *)pgs[i]->uanon + pageoff,
238 1.2 pooka xfersize, uio);
239 1.2 pooka if (uio->uio_rw == UIO_WRITE)
240 1.2 pooka pgs[i]->flags &= ~PG_CLEAN;
241 1.2 pooka todo -= xfersize;
242 1.2 pooka }
243 1.2 pooka uvm_page_unbusy(pgs, npages);
244 1.2 pooka } while (todo);
245 1.2 pooka
246 1.2 pooka out:
247 1.2 pooka kmem_free(pgs, pgalloc);
248 1.2 pooka return rv;
249 1.2 pooka }
250