puffs_msgif.c revision 1.19 1 1.19 pooka /* $NetBSD: puffs_msgif.c,v 1.19 2007/02/27 23:43:23 pooka Exp $ */
2 1.1 pooka
3 1.1 pooka /*
4 1.16 pooka * Copyright (c) 2005, 2006, 2007 Antti Kantee. All Rights Reserved.
5 1.1 pooka *
6 1.1 pooka * Development of this software was supported by the
7 1.1 pooka * Google Summer of Code program and the Ulla Tuominen Foundation.
8 1.1 pooka * The Google SoC project was mentored by Bill Studenmund.
9 1.1 pooka *
10 1.1 pooka * Redistribution and use in source and binary forms, with or without
11 1.1 pooka * modification, are permitted provided that the following conditions
12 1.1 pooka * are met:
13 1.1 pooka * 1. Redistributions of source code must retain the above copyright
14 1.1 pooka * notice, this list of conditions and the following disclaimer.
15 1.1 pooka * 2. Redistributions in binary form must reproduce the above copyright
16 1.1 pooka * notice, this list of conditions and the following disclaimer in the
17 1.1 pooka * documentation and/or other materials provided with the distribution.
18 1.1 pooka * 3. The name of the company nor the name of the author may be used to
19 1.1 pooka * endorse or promote products derived from this software without specific
20 1.1 pooka * prior written permission.
21 1.1 pooka *
22 1.1 pooka * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
23 1.1 pooka * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
24 1.1 pooka * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
25 1.1 pooka * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
26 1.1 pooka * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
27 1.1 pooka * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
28 1.1 pooka * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
29 1.1 pooka * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
30 1.1 pooka * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
31 1.1 pooka * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
32 1.1 pooka * SUCH DAMAGE.
33 1.1 pooka */
34 1.1 pooka
35 1.1 pooka #include <sys/cdefs.h>
36 1.19 pooka __KERNEL_RCSID(0, "$NetBSD: puffs_msgif.c,v 1.19 2007/02/27 23:43:23 pooka Exp $");
37 1.1 pooka
38 1.1 pooka #include <sys/param.h>
39 1.16 pooka #include <sys/fstrans.h>
40 1.1 pooka #include <sys/malloc.h>
41 1.1 pooka #include <sys/mount.h>
42 1.1 pooka #include <sys/vnode.h>
43 1.1 pooka #include <sys/lock.h>
44 1.1 pooka
45 1.1 pooka #include <fs/puffs/puffs_msgif.h>
46 1.1 pooka #include <fs/puffs/puffs_sys.h>
47 1.1 pooka
48 1.1 pooka
49 1.1 pooka /*
50 1.1 pooka * kernel-user-kernel waitqueues
51 1.1 pooka */
52 1.1 pooka
53 1.4 pooka static int touser(struct puffs_mount *, struct puffs_park *, uint64_t,
54 1.1 pooka struct vnode *, struct vnode *);
55 1.1 pooka
56 1.4 pooka uint64_t
57 1.1 pooka puffs_getreqid(struct puffs_mount *pmp)
58 1.1 pooka {
59 1.14 pooka uint64_t rv;
60 1.1 pooka
61 1.1 pooka simple_lock(&pmp->pmp_lock);
62 1.1 pooka rv = pmp->pmp_nextreq++;
63 1.1 pooka simple_unlock(&pmp->pmp_lock);
64 1.1 pooka
65 1.1 pooka return rv;
66 1.1 pooka }
67 1.1 pooka
68 1.1 pooka /* vfs request */
69 1.1 pooka int
70 1.1 pooka puffs_vfstouser(struct puffs_mount *pmp, int optype, void *kbuf, size_t buflen)
71 1.1 pooka {
72 1.1 pooka struct puffs_park park;
73 1.1 pooka
74 1.9 pooka park.park_preq = kbuf;
75 1.1 pooka
76 1.9 pooka park.park_preq->preq_opclass = PUFFSOP_VFS;
77 1.9 pooka park.park_preq->preq_optype = optype;
78 1.1 pooka
79 1.9 pooka park.park_maxlen = park.park_copylen = buflen;
80 1.19 pooka park.park_flags = 0;
81 1.1 pooka
82 1.1 pooka return touser(pmp, &park, puffs_getreqid(pmp), NULL, NULL);
83 1.1 pooka }
84 1.1 pooka
85 1.16 pooka void
86 1.16 pooka puffs_suspendtouser(struct puffs_mount *pmp, int status)
87 1.16 pooka {
88 1.16 pooka struct puffs_vfsreq_suspend *pvfsr_susp;
89 1.16 pooka struct puffs_park *ppark;
90 1.16 pooka
91 1.16 pooka pvfsr_susp = malloc(sizeof(struct puffs_vfsreq_suspend),
92 1.16 pooka M_PUFFS, M_WAITOK | M_ZERO);
93 1.16 pooka ppark = malloc(sizeof(struct puffs_park), M_PUFFS, M_WAITOK | M_ZERO);
94 1.16 pooka
95 1.16 pooka pvfsr_susp->pvfsr_status = status;
96 1.16 pooka ppark->park_preq = (struct puffs_req *)pvfsr_susp;
97 1.16 pooka
98 1.16 pooka ppark->park_preq->preq_opclass = PUFFSOP_VFS | PUFFSOPFLAG_FAF;
99 1.16 pooka ppark->park_preq->preq_optype = PUFFS_VFS_SUSPEND;
100 1.16 pooka
101 1.16 pooka ppark->park_maxlen = ppark->park_copylen
102 1.16 pooka = sizeof(struct puffs_vfsreq_suspend);
103 1.19 pooka ppark->park_flags = 0;
104 1.16 pooka
105 1.16 pooka (void)touser(pmp, ppark, 0, NULL, NULL);
106 1.16 pooka }
107 1.16 pooka
108 1.1 pooka /*
109 1.1 pooka * vnode level request
110 1.1 pooka */
111 1.1 pooka int
112 1.1 pooka puffs_vntouser(struct puffs_mount *pmp, int optype,
113 1.1 pooka void *kbuf, size_t buflen, void *cookie,
114 1.1 pooka struct vnode *vp1, struct vnode *vp2)
115 1.1 pooka {
116 1.1 pooka struct puffs_park park;
117 1.1 pooka
118 1.9 pooka park.park_preq = kbuf;
119 1.1 pooka
120 1.9 pooka park.park_preq->preq_opclass = PUFFSOP_VN;
121 1.9 pooka park.park_preq->preq_optype = optype;
122 1.9 pooka park.park_preq->preq_cookie = cookie;
123 1.9 pooka
124 1.9 pooka park.park_maxlen = park.park_copylen = buflen;
125 1.19 pooka park.park_flags = 0;
126 1.1 pooka
127 1.1 pooka return touser(pmp, &park, puffs_getreqid(pmp), vp1, vp2);
128 1.1 pooka }
129 1.1 pooka
130 1.1 pooka /*
131 1.1 pooka * vnode level request, caller-controller req id
132 1.1 pooka */
133 1.1 pooka int
134 1.1 pooka puffs_vntouser_req(struct puffs_mount *pmp, int optype,
135 1.4 pooka void *kbuf, size_t buflen, void *cookie, uint64_t reqid,
136 1.1 pooka struct vnode *vp1, struct vnode *vp2)
137 1.1 pooka {
138 1.1 pooka struct puffs_park park;
139 1.1 pooka
140 1.9 pooka park.park_preq = kbuf;
141 1.9 pooka
142 1.9 pooka park.park_preq->preq_opclass = PUFFSOP_VN;
143 1.9 pooka park.park_preq->preq_optype = optype;
144 1.9 pooka park.park_preq->preq_cookie = cookie;
145 1.1 pooka
146 1.9 pooka park.park_maxlen = park.park_copylen = buflen;
147 1.19 pooka park.park_flags = 0;
148 1.1 pooka
149 1.1 pooka return touser(pmp, &park, reqid, vp1, vp2);
150 1.1 pooka }
151 1.1 pooka
152 1.1 pooka /*
153 1.9 pooka * vnode level request, copy routines can adjust "kernbuf".
154 1.9 pooka * We overload park_copylen != park_maxlen to signal that the park
155 1.9 pooka * in question is of adjusting type.
156 1.1 pooka */
157 1.1 pooka int
158 1.1 pooka puffs_vntouser_adjbuf(struct puffs_mount *pmp, int optype,
159 1.9 pooka void **kbuf, size_t *buflen, size_t maxdelta,
160 1.9 pooka void *cookie, struct vnode *vp1, struct vnode *vp2)
161 1.1 pooka {
162 1.1 pooka struct puffs_park park;
163 1.1 pooka int error;
164 1.1 pooka
165 1.9 pooka park.park_preq = *kbuf;
166 1.1 pooka
167 1.9 pooka park.park_preq->preq_opclass = PUFFSOP_VN;
168 1.9 pooka park.park_preq->preq_optype = optype;
169 1.9 pooka park.park_preq->preq_cookie = cookie;
170 1.9 pooka
171 1.9 pooka park.park_copylen = *buflen;
172 1.9 pooka park.park_maxlen = maxdelta + *buflen;
173 1.19 pooka park.park_flags = PUFFS_PARKFLAG_ADJUSTABLE;
174 1.1 pooka
175 1.1 pooka error = touser(pmp, &park, puffs_getreqid(pmp), vp1, vp2);
176 1.9 pooka
177 1.9 pooka *kbuf = park.park_preq;
178 1.9 pooka *buflen = park.park_copylen;
179 1.1 pooka
180 1.1 pooka return error;
181 1.1 pooka }
182 1.1 pooka
183 1.1 pooka /*
184 1.4 pooka * Notice: kbuf will be free'd later. I must be allocated from the
185 1.4 pooka * kernel heap and it's ownership is shifted to this function from
186 1.4 pooka * now on, i.e. the caller is not allowed to use it anymore!
187 1.4 pooka */
188 1.4 pooka void
189 1.4 pooka puffs_vntouser_faf(struct puffs_mount *pmp, int optype,
190 1.4 pooka void *kbuf, size_t buflen, void *cookie)
191 1.4 pooka {
192 1.4 pooka struct puffs_park *ppark;
193 1.4 pooka
194 1.4 pooka /* XXX: is it allowable to sleep here? */
195 1.4 pooka ppark = malloc(sizeof(struct puffs_park), M_PUFFS, M_NOWAIT | M_ZERO);
196 1.4 pooka if (ppark == NULL)
197 1.4 pooka return; /* 2bad */
198 1.4 pooka
199 1.9 pooka ppark->park_preq = kbuf;
200 1.9 pooka
201 1.9 pooka ppark->park_preq->preq_opclass = PUFFSOP_VN | PUFFSOPFLAG_FAF;
202 1.9 pooka ppark->park_preq->preq_optype = optype;
203 1.9 pooka ppark->park_preq->preq_cookie = cookie;
204 1.9 pooka
205 1.9 pooka ppark->park_maxlen = ppark->park_copylen = buflen;
206 1.19 pooka ppark->park_flags = 0;
207 1.4 pooka
208 1.4 pooka (void)touser(pmp, ppark, 0, NULL, NULL);
209 1.4 pooka }
210 1.4 pooka
211 1.4 pooka /*
212 1.1 pooka * Wait for the userspace ping-pong game in calling process context.
213 1.1 pooka *
214 1.1 pooka * This unlocks vnodes if they are supplied. vp1 is the vnode
215 1.1 pooka * before in the locking order, i.e. the one which must be locked
216 1.1 pooka * before accessing vp2. This is done here so that operations are
217 1.1 pooka * already ordered in the queue when vnodes are unlocked (I'm not
218 1.1 pooka * sure if that's really necessary, but it can't hurt). Okok, maybe
219 1.1 pooka * there's a slight ugly-factor also, but let's not worry about that.
220 1.1 pooka */
221 1.1 pooka static int
222 1.4 pooka touser(struct puffs_mount *pmp, struct puffs_park *ppark, uint64_t reqid,
223 1.1 pooka struct vnode *vp1, struct vnode *vp2)
224 1.1 pooka {
225 1.19 pooka struct lwp *l = curlwp;
226 1.16 pooka struct mount *mp;
227 1.9 pooka struct puffs_req *preq;
228 1.19 pooka int rv = 0;
229 1.1 pooka
230 1.16 pooka mp = PMPTOMP(pmp);
231 1.19 pooka preq = ppark->park_preq;
232 1.19 pooka preq->preq_id = ppark->park_id = reqid;
233 1.19 pooka preq->preq_buflen = ALIGN(ppark->park_maxlen);
234 1.19 pooka
235 1.19 pooka /*
236 1.19 pooka * To support PCATCH, yet another movie: check if there are signals
237 1.19 pooka * pending and we are issueing a non-FAF. If so, return an error
238 1.19 pooka * directly UNLESS we are issueing INACTIVE. In that case, convert
239 1.19 pooka * it to a FAF, fire off to the file server and return an error.
240 1.19 pooka * Yes, this is bordering disgusting. Barfbags are on me.
241 1.19 pooka */
242 1.19 pooka if (PUFFSOP_WANTREPLY(ppark->park_preq->preq_opclass)
243 1.19 pooka && (l->l_flag & LW_PENDSIG) != 0 && sigispending(l, 0)) {
244 1.19 pooka if (PUFFSOP_OPCLASS(preq->preq_opclass) == PUFFSOP_VN
245 1.19 pooka && preq->preq_optype == PUFFS_VN_INACTIVE) {
246 1.19 pooka struct puffs_park *newpark;
247 1.19 pooka
248 1.19 pooka newpark = puffs_reqtofaf(ppark);
249 1.19 pooka DPRINTF(("puffs touser: converted to FAF, old %p, "
250 1.19 pooka "new %p\n", ppark, newpark));
251 1.19 pooka ppark = newpark;
252 1.19 pooka rv = EINTR;
253 1.19 pooka } else {
254 1.19 pooka return EINTR;
255 1.19 pooka }
256 1.19 pooka }
257 1.16 pooka
258 1.16 pooka /*
259 1.16 pooka * test for suspension lock.
260 1.16 pooka *
261 1.16 pooka * Note that we *DO NOT* keep the lock, since that might block
262 1.16 pooka * lock acquiring PLUS it would give userlandia control over
263 1.16 pooka * the lock. The operation queue enforces a strict ordering:
264 1.16 pooka * when the fs server gets in the op stream, it knows things
265 1.16 pooka * are in order. The kernel locks can't guarantee that for
266 1.16 pooka * userspace, in any case.
267 1.16 pooka *
268 1.16 pooka * BUT: this presents a problem for ops which have a consistency
269 1.16 pooka * clause based on more than one operation. Unfortunately such
270 1.16 pooka * operations (read, write) do not reliably work yet.
271 1.16 pooka *
272 1.16 pooka * Ya, Ya, it's wrong wong wrong, me be fixink this someday.
273 1.18 pooka *
274 1.18 pooka * XXX: and there is one more problem. We sometimes need to
275 1.18 pooka * take a lazy lock in case the fs is suspending and we are
276 1.18 pooka * executing as the fs server context. This might happen
277 1.18 pooka * e.g. in the case that the user server triggers a reclaim
278 1.18 pooka * in the kernel while the fs is suspending. It's not a very
279 1.18 pooka * likely event, but it needs to be fixed some day.
280 1.16 pooka */
281 1.18 pooka fstrans_start(mp, FSTRANS_NORMAL);
282 1.1 pooka simple_lock(&pmp->pmp_lock);
283 1.16 pooka fstrans_done(mp);
284 1.16 pooka
285 1.13 pooka if (pmp->pmp_status != PUFFSTAT_RUNNING) {
286 1.1 pooka simple_unlock(&pmp->pmp_lock);
287 1.1 pooka return ENXIO;
288 1.1 pooka }
289 1.1 pooka
290 1.4 pooka TAILQ_INSERT_TAIL(&pmp->pmp_req_touser, ppark, park_entries);
291 1.1 pooka pmp->pmp_req_touser_waiters++;
292 1.1 pooka
293 1.1 pooka /*
294 1.1 pooka * Don't do unlock-relock dance yet. There are a couple of
295 1.1 pooka * unsolved issues with it. If we don't unlock, we can have
296 1.1 pooka * processes wanting vn_lock in case userspace hangs. But
297 1.1 pooka * that can be "solved" by killing the userspace process. It
298 1.1 pooka * would of course be nicer to have antilocking in the userspace
299 1.1 pooka * interface protocol itself.. your patience will be rewarded.
300 1.1 pooka */
301 1.1 pooka #if 0
302 1.1 pooka /* unlock */
303 1.1 pooka if (vp2)
304 1.1 pooka VOP_UNLOCK(vp2, 0);
305 1.1 pooka if (vp1)
306 1.1 pooka VOP_UNLOCK(vp1, 0);
307 1.1 pooka #endif
308 1.1 pooka
309 1.1 pooka /*
310 1.1 pooka * XXX: does releasing the lock here cause trouble? Can't hold
311 1.1 pooka * it, because otherwise the below would cause locking against
312 1.4 pooka * oneself-problems in the kqueue stuff. yes, it is a
313 1.4 pooka * theoretical race, so it must be solved
314 1.1 pooka */
315 1.1 pooka simple_unlock(&pmp->pmp_lock);
316 1.1 pooka
317 1.15 pooka DPRINTF(("touser: enqueueing req %" PRIu64 ", preq: %p, park: %p, "
318 1.15 pooka "c/t: 0x%x/0x%x\n", preq->preq_id, preq, ppark, preq->preq_opclass,
319 1.15 pooka preq->preq_optype));
320 1.15 pooka
321 1.1 pooka wakeup(&pmp->pmp_req_touser);
322 1.1 pooka selnotify(pmp->pmp_sel, 0);
323 1.1 pooka
324 1.16 pooka if (PUFFSOP_WANTREPLY(ppark->park_preq->preq_opclass)) {
325 1.19 pooka struct puffs_park *valetpark = NULL;
326 1.19 pooka int error;
327 1.19 pooka
328 1.19 pooka error = ltsleep(ppark, PUSER | PCATCH, "puffs1", 0, NULL);
329 1.19 pooka rv = ppark->park_preq->preq_rv;
330 1.19 pooka
331 1.19 pooka /*
332 1.19 pooka * Ok, so it gets a bit tricky around here once again.
333 1.19 pooka * We want to give interruptibility to the sleep to work
334 1.19 pooka * around all kinds of locking-against-oneself problems
335 1.19 pooka * and the file system recursing into itself and so forth.
336 1.19 pooka * So if we break out of the ltsleep() for anything except
337 1.19 pooka * natural causes, we need to caution ourselves.
338 1.19 pooka *
339 1.19 pooka * The stages at which we can break out are:
340 1.19 pooka * 1) operation waiting to be fetched by file server
341 1.19 pooka * 2) operation being copied to userspace, not on either queue
342 1.19 pooka * 3) file server operating on .. err .. operation
343 1.19 pooka * 4) putop: locate the correct park structure from the queue
344 1.19 pooka * 5) putop: copy response from userspace
345 1.19 pooka * 6) putop: wakeup waiter
346 1.19 pooka *
347 1.19 pooka * If we are still at stage 1, no problem, just remove
348 1.19 pooka * ourselves from the queue to userspace. If we are at
349 1.19 pooka * the stage before 4 has completed, replace the park structure
350 1.19 pooka * with a park structure indicating that the caller is
351 1.19 pooka * no more and no proper reply is required. If the server
352 1.19 pooka * is already copying data from userspace to the kernel,
353 1.19 pooka * wait for it to finish and return the real return value to
354 1.19 pooka * the caller.
355 1.19 pooka */
356 1.19 pooka checkagain:
357 1.19 pooka if (valetpark) {
358 1.19 pooka FREE(valetpark, M_PUFFS);
359 1.19 pooka valetpark = NULL;
360 1.19 pooka }
361 1.19 pooka
362 1.19 pooka if (error) {
363 1.19 pooka DPRINTF(("puffs touser: got %d from ltsleep, "
364 1.19 pooka "(unlocked) flags 0x%x (park %p)\n",
365 1.19 pooka error, ppark->park_flags, ppark));
366 1.19 pooka rv = error;
367 1.19 pooka
368 1.19 pooka MALLOC(valetpark, struct puffs_park *,
369 1.19 pooka sizeof(struct puffs_park), M_PUFFS,
370 1.19 pooka M_ZERO | M_WAITOK);
371 1.19 pooka
372 1.19 pooka simple_lock(&pmp->pmp_lock);
373 1.19 pooka
374 1.19 pooka /*
375 1.19 pooka * The order here for the clauses, per description
376 1.19 pooka * in comment above, is:
377 1.19 pooka * 1, after 6, after 4, 2-3.
378 1.19 pooka */
379 1.19 pooka if ((ppark->park_flags&PUFFS_PARKFLAG_PROCESSING)==0) {
380 1.19 pooka TAILQ_REMOVE(&pmp->pmp_req_touser, ppark,
381 1.19 pooka park_entries);
382 1.19 pooka simple_unlock(&pmp->pmp_lock);
383 1.19 pooka FREE(valetpark, M_PUFFS);
384 1.19 pooka DPRINTF(("puffs touser: park %p removed "
385 1.19 pooka "from queue one\n", ppark));
386 1.19 pooka } else if
387 1.19 pooka (ppark->park_flags & PUFFS_PARKFLAG_RECVREPLY) {
388 1.19 pooka if (ppark->park_flags & PUFFS_PARKFLAG_DONE) {
389 1.19 pooka rv = ppark->park_preq->preq_rv;
390 1.19 pooka simple_unlock(&pmp->pmp_lock);
391 1.19 pooka FREE(valetpark, M_PUFFS);
392 1.19 pooka } else {
393 1.19 pooka error = ltsleep(ppark,
394 1.19 pooka PUSER | PCATCH | PNORELOCK,
395 1.19 pooka "puffsre1", 0, &pmp->pmp_lock);
396 1.19 pooka goto checkagain;
397 1.19 pooka }
398 1.19 pooka } else {
399 1.19 pooka valetpark->park_flags
400 1.19 pooka = PUFFS_PARKFLAG_WAITERGONE;
401 1.19 pooka ppark->park_flags |= PUFFS_PARKFLAG_WAITERGONE;
402 1.19 pooka valetpark->park_id = ppark->park_id;
403 1.19 pooka
404 1.19 pooka if (ppark->park_flags & PUFFS_PARKFLAG_RQUEUE) {
405 1.19 pooka TAILQ_INSERT_BEFORE(ppark, valetpark,
406 1.19 pooka park_entries);
407 1.19 pooka TAILQ_REMOVE(&pmp->pmp_req_replywait,
408 1.19 pooka ppark, park_entries);
409 1.19 pooka } else {
410 1.19 pooka TAILQ_INSERT_TAIL(
411 1.19 pooka &pmp->pmp_req_replywait,
412 1.19 pooka valetpark, park_entries);
413 1.19 pooka }
414 1.1 pooka
415 1.19 pooka simple_unlock(&pmp->pmp_lock);
416 1.19 pooka DPRINTF(("puffs touser: replaced park %p "
417 1.19 pooka "with valet park %p\n", ppark, valetpark));
418 1.19 pooka }
419 1.19 pooka }
420 1.19 pooka
421 1.16 pooka /*
422 1.16 pooka * retake the lock and release. This makes sure (haha,
423 1.16 pooka * I'm humorous) that we don't process the same vnode in
424 1.16 pooka * multiple threads due to the locks hacks we have in
425 1.16 pooka * puffs_lock(). In reality this is well protected by
426 1.16 pooka * the biglock, but once that's gone, well, hopefully
427 1.16 pooka * this will be fixed for real. (and when you read this
428 1.16 pooka * comment in 2017 and subsequently barf, my condolences ;).
429 1.16 pooka */
430 1.19 pooka if (rv == 0 && !fstrans_is_owner(mp)) {
431 1.17 hannken fstrans_start(mp, FSTRANS_NORMAL);
432 1.16 pooka fstrans_done(mp);
433 1.16 pooka }
434 1.16 pooka }
435 1.16 pooka
436 1.1 pooka #if 0
437 1.1 pooka /* relock */
438 1.1 pooka if (vp1)
439 1.1 pooka KASSERT(vn_lock(vp1, LK_EXCLUSIVE | LK_RETRY) == 0);
440 1.1 pooka if (vp2)
441 1.1 pooka KASSERT(vn_lock(vp2, LK_EXCLUSIVE | LK_RETRY) == 0);
442 1.1 pooka #endif
443 1.1 pooka
444 1.16 pooka simple_lock(&pmp->pmp_lock);
445 1.16 pooka if (--pmp->pmp_req_touser_waiters == 0)
446 1.16 pooka wakeup(&pmp->pmp_req_touser_waiters);
447 1.16 pooka simple_unlock(&pmp->pmp_lock);
448 1.16 pooka
449 1.19 pooka return rv;
450 1.1 pooka }
451 1.1 pooka
452 1.1 pooka
453 1.9 pooka /*
454 1.9 pooka * getop: scan through queued requests until:
455 1.9 pooka * 1) max number of requests satisfied
456 1.9 pooka * OR
457 1.9 pooka * 2) buffer runs out of space
458 1.9 pooka * OR
459 1.9 pooka * 3) nonblocking is set AND there are no operations available
460 1.9 pooka * OR
461 1.9 pooka * 4) at least one operation was transferred AND there are no more waiting
462 1.9 pooka */
463 1.10 pooka int
464 1.10 pooka puffs_getop(struct puffs_mount *pmp, struct puffs_reqh_get *phg, int nonblock)
465 1.1 pooka {
466 1.1 pooka struct puffs_park *park;
467 1.9 pooka struct puffs_req *preq;
468 1.9 pooka uint8_t *bufpos;
469 1.9 pooka int error, donesome;
470 1.9 pooka
471 1.9 pooka donesome = error = 0;
472 1.9 pooka bufpos = phg->phg_buf;
473 1.1 pooka
474 1.1 pooka simple_lock(&pmp->pmp_lock);
475 1.9 pooka while (phg->phg_nops == 0 || donesome != phg->phg_nops) {
476 1.1 pooka again:
477 1.9 pooka if (pmp->pmp_status != PUFFSTAT_RUNNING) {
478 1.9 pooka /* if we got some, they don't really matter anymore */
479 1.9 pooka error = ENXIO;
480 1.9 pooka goto out;
481 1.9 pooka }
482 1.9 pooka if (TAILQ_EMPTY(&pmp->pmp_req_touser)) {
483 1.12 pooka if (donesome)
484 1.12 pooka goto out;
485 1.12 pooka
486 1.12 pooka if (nonblock) {
487 1.12 pooka error = EWOULDBLOCK;
488 1.9 pooka goto out;
489 1.9 pooka }
490 1.9 pooka
491 1.11 pooka error = ltsleep(&pmp->pmp_req_touser, PUSER | PCATCH,
492 1.11 pooka "puffs2", 0, &pmp->pmp_lock);
493 1.11 pooka if (error)
494 1.11 pooka goto out;
495 1.11 pooka else
496 1.11 pooka goto again;
497 1.9 pooka }
498 1.9 pooka
499 1.9 pooka park = TAILQ_FIRST(&pmp->pmp_req_touser);
500 1.9 pooka preq = park->park_preq;
501 1.9 pooka
502 1.9 pooka if (phg->phg_buflen < preq->preq_buflen) {
503 1.9 pooka if (!donesome)
504 1.9 pooka error = E2BIG;
505 1.9 pooka goto out;
506 1.9 pooka }
507 1.9 pooka TAILQ_REMOVE(&pmp->pmp_req_touser, park, park_entries);
508 1.19 pooka park->park_flags |= PUFFS_PARKFLAG_PROCESSING;
509 1.19 pooka simple_unlock(&pmp->pmp_lock);
510 1.9 pooka
511 1.9 pooka DPRINTF(("puffsgetop: get op %" PRIu64 " (%d.), from %p "
512 1.9 pooka "len %zu (buflen %zu), target %p\n", preq->preq_id,
513 1.9 pooka donesome, preq, park->park_copylen, preq->preq_buflen,
514 1.9 pooka bufpos));
515 1.9 pooka
516 1.9 pooka if ((error = copyout(preq, bufpos, park->park_copylen)) != 0) {
517 1.9 pooka DPRINTF((" FAILED %d\n", error));
518 1.9 pooka /*
519 1.9 pooka * ok, user server is probably trying to cheat.
520 1.9 pooka * stuff op back & return error to user
521 1.9 pooka */
522 1.9 pooka simple_lock(&pmp->pmp_lock);
523 1.9 pooka TAILQ_INSERT_HEAD(&pmp->pmp_req_touser, park,
524 1.9 pooka park_entries);
525 1.9 pooka
526 1.9 pooka if (donesome)
527 1.9 pooka error = 0;
528 1.9 pooka goto out;
529 1.9 pooka }
530 1.9 pooka bufpos += preq->preq_buflen;
531 1.9 pooka phg->phg_buflen -= preq->preq_buflen;
532 1.9 pooka donesome++;
533 1.9 pooka
534 1.9 pooka simple_lock(&pmp->pmp_lock);
535 1.9 pooka if (PUFFSOP_WANTREPLY(preq->preq_opclass)) {
536 1.19 pooka if ((park->park_flags & PUFFS_PARKFLAG_WAITERGONE)==0) {
537 1.19 pooka TAILQ_INSERT_TAIL(&pmp->pmp_req_replywait, park,
538 1.19 pooka park_entries);
539 1.19 pooka park->park_flags |= PUFFS_PARKFLAG_RQUEUE;
540 1.19 pooka }
541 1.9 pooka } else {
542 1.1 pooka simple_unlock(&pmp->pmp_lock);
543 1.9 pooka free(preq, M_PUFFS);
544 1.9 pooka free(park, M_PUFFS);
545 1.9 pooka simple_lock(&pmp->pmp_lock);
546 1.1 pooka }
547 1.1 pooka }
548 1.1 pooka
549 1.9 pooka out:
550 1.9 pooka phg->phg_more = pmp->pmp_req_touser_waiters;
551 1.1 pooka simple_unlock(&pmp->pmp_lock);
552 1.1 pooka
553 1.9 pooka phg->phg_nops = donesome;
554 1.4 pooka
555 1.9 pooka return error;
556 1.1 pooka }
557 1.1 pooka
558 1.10 pooka int
559 1.10 pooka puffs_putop(struct puffs_mount *pmp, struct puffs_reqh_put *php)
560 1.1 pooka {
561 1.1 pooka struct puffs_park *park;
562 1.19 pooka struct puffs_req tmpreq;
563 1.19 pooka struct puffs_req *nextpreq;
564 1.9 pooka void *userbuf;
565 1.9 pooka uint64_t id;
566 1.9 pooka size_t reqlen;
567 1.19 pooka int donesome, error, wgone;
568 1.9 pooka
569 1.19 pooka donesome = error = wgone = 0;
570 1.9 pooka
571 1.9 pooka id = php->php_id;
572 1.9 pooka userbuf = php->php_buf;
573 1.9 pooka reqlen = php->php_buflen;
574 1.1 pooka
575 1.1 pooka simple_lock(&pmp->pmp_lock);
576 1.9 pooka while (donesome != php->php_nops) {
577 1.19 pooka #ifdef PUFFSDEBUG
578 1.9 pooka simple_unlock(&pmp->pmp_lock);
579 1.9 pooka DPRINTF(("puffsputop: searching for %" PRIu64 ", ubuf: %p, "
580 1.9 pooka "len %zu\n", id, userbuf, reqlen));
581 1.9 pooka simple_lock(&pmp->pmp_lock);
582 1.9 pooka #endif
583 1.9 pooka TAILQ_FOREACH(park, &pmp->pmp_req_replywait, park_entries) {
584 1.19 pooka if (park->park_id == id)
585 1.9 pooka break;
586 1.9 pooka }
587 1.9 pooka
588 1.9 pooka if (park == NULL) {
589 1.9 pooka error = EINVAL;
590 1.1 pooka break;
591 1.1 pooka }
592 1.9 pooka TAILQ_REMOVE(&pmp->pmp_req_replywait, park, park_entries);
593 1.19 pooka park->park_flags |= PUFFS_PARKFLAG_RECVREPLY;
594 1.9 pooka simple_unlock(&pmp->pmp_lock);
595 1.9 pooka
596 1.19 pooka /*
597 1.19 pooka * If the caller has gone south, go to next, collect
598 1.19 pooka * $200 and free the structure there instead of wakeup.
599 1.19 pooka * We also need to copyin the
600 1.19 pooka */
601 1.19 pooka if (park->park_flags & PUFFS_PARKFLAG_WAITERGONE) {
602 1.19 pooka DPRINTF(("puffs_putop: bad service - waiter gone for "
603 1.19 pooka "park %p\n", park));
604 1.19 pooka wgone = 1;
605 1.19 pooka error = copyin(userbuf, &tmpreq,
606 1.19 pooka sizeof(struct puffs_req));
607 1.19 pooka if (error)
608 1.19 pooka goto loopout;
609 1.19 pooka nextpreq = &tmpreq;
610 1.19 pooka goto next;
611 1.19 pooka }
612 1.19 pooka
613 1.19 pooka if (park->park_flags & PUFFS_PARKFLAG_ADJUSTABLE) {
614 1.9 pooka /* sanitycheck size of incoming transmission. */
615 1.9 pooka if (reqlen > pmp->pmp_req_maxsize) {
616 1.9 pooka DPRINTF(("puffsputop: outrageous user buf "
617 1.9 pooka "size: %zu\n", reqlen));
618 1.9 pooka error = EINVAL;
619 1.9 pooka goto loopout;
620 1.9 pooka }
621 1.1 pooka
622 1.9 pooka if (reqlen > park->park_copylen) {
623 1.9 pooka if (reqlen > park->park_maxlen) {
624 1.9 pooka DPRINTF(("puffsputop: adj copysize "
625 1.9 pooka "> max size, %zu vs %zu\n",
626 1.9 pooka reqlen, park->park_maxlen));
627 1.9 pooka error = EINVAL;
628 1.9 pooka goto loopout;
629 1.9 pooka }
630 1.9 pooka free(park->park_preq, M_PUFFS);
631 1.9 pooka park->park_preq = malloc(reqlen,
632 1.9 pooka M_PUFFS, M_WAITOK);
633 1.9 pooka
634 1.9 pooka park->park_copylen = reqlen;
635 1.9 pooka DPRINTF(("puffsputop: adjbuf, new addr %p, "
636 1.9 pooka "len %zu\n", park->park_preq, reqlen));
637 1.9 pooka }
638 1.9 pooka } else {
639 1.9 pooka if (reqlen == 0 || reqlen > park->park_copylen) {
640 1.9 pooka reqlen = park->park_copylen;
641 1.9 pooka DPRINTF(("puffsputop: kernel bufsize override: "
642 1.9 pooka "%zu\n", reqlen));
643 1.9 pooka }
644 1.9 pooka }
645 1.1 pooka
646 1.9 pooka DPRINTF(("puffsputpop: copyin from %p to %p, len %zu\n",
647 1.9 pooka userbuf, park->park_preq, reqlen));
648 1.9 pooka error = copyin(userbuf, park->park_preq, reqlen);
649 1.9 pooka if (error)
650 1.9 pooka goto loopout;
651 1.19 pooka nextpreq = park->park_preq;
652 1.9 pooka
653 1.19 pooka next:
654 1.9 pooka /* all's well, prepare for next op */
655 1.19 pooka id = nextpreq->preq_id;
656 1.19 pooka reqlen = nextpreq->preq_buflen;
657 1.19 pooka userbuf = nextpreq->preq_nextbuf;
658 1.9 pooka donesome++;
659 1.9 pooka
660 1.9 pooka loopout:
661 1.19 pooka if (error && park->park_preq)
662 1.9 pooka park->park_preq->preq_rv = error;
663 1.1 pooka
664 1.19 pooka if (wgone) {
665 1.19 pooka FREE(park, M_PUFFS);
666 1.19 pooka simple_lock(&pmp->pmp_lock);
667 1.19 pooka } else {
668 1.19 pooka DPRINTF(("puffs_putop: flagging done for park %p\n",
669 1.19 pooka park));
670 1.19 pooka simple_lock(&pmp->pmp_lock);
671 1.19 pooka park->park_flags |= PUFFS_PARKFLAG_DONE;
672 1.19 pooka wakeup(park);
673 1.19 pooka }
674 1.19 pooka
675 1.9 pooka if (error)
676 1.9 pooka break;
677 1.19 pooka wgone = 0;
678 1.1 pooka }
679 1.1 pooka
680 1.9 pooka simple_unlock(&pmp->pmp_lock);
681 1.9 pooka php->php_nops -= donesome;
682 1.1 pooka
683 1.1 pooka return error;
684 1.1 pooka }
685 1.1 pooka
686 1.1 pooka /* this is probably going to die away at some point? */
687 1.9 pooka /*
688 1.9 pooka * XXX: currently bitrotted
689 1.9 pooka */
690 1.9 pooka #if 0
691 1.1 pooka static int
692 1.1 pooka puffssizeop(struct puffs_mount *pmp, struct puffs_sizeop *psop_user)
693 1.1 pooka {
694 1.1 pooka struct puffs_sizepark *pspark;
695 1.1 pooka void *kernbuf;
696 1.1 pooka size_t copylen;
697 1.1 pooka int error;
698 1.1 pooka
699 1.1 pooka /* locate correct op */
700 1.1 pooka simple_lock(&pmp->pmp_lock);
701 1.1 pooka TAILQ_FOREACH(pspark, &pmp->pmp_req_sizepark, pkso_entries) {
702 1.1 pooka if (pspark->pkso_reqid == psop_user->pso_reqid) {
703 1.1 pooka TAILQ_REMOVE(&pmp->pmp_req_sizepark, pspark,
704 1.1 pooka pkso_entries);
705 1.1 pooka break;
706 1.1 pooka }
707 1.1 pooka }
708 1.1 pooka simple_unlock(&pmp->pmp_lock);
709 1.1 pooka
710 1.1 pooka if (pspark == NULL)
711 1.1 pooka return EINVAL;
712 1.1 pooka
713 1.1 pooka error = 0;
714 1.1 pooka copylen = MIN(pspark->pkso_bufsize, psop_user->pso_bufsize);
715 1.1 pooka
716 1.1 pooka /*
717 1.1 pooka * XXX: uvm stuff to avoid bouncy-bouncy copying?
718 1.1 pooka */
719 1.1 pooka if (PUFFS_SIZEOP_UIO(pspark->pkso_reqtype)) {
720 1.1 pooka kernbuf = malloc(copylen, M_PUFFS, M_WAITOK | M_ZERO);
721 1.1 pooka if (pspark->pkso_reqtype == PUFFS_SIZEOPREQ_UIO_IN) {
722 1.1 pooka error = copyin(psop_user->pso_userbuf,
723 1.1 pooka kernbuf, copylen);
724 1.1 pooka if (error) {
725 1.1 pooka printf("psop ERROR1 %d\n", error);
726 1.1 pooka goto escape;
727 1.1 pooka }
728 1.1 pooka }
729 1.1 pooka error = uiomove(kernbuf, copylen, pspark->pkso_uio);
730 1.1 pooka if (error) {
731 1.1 pooka printf("uiomove from kernel %p, len %d failed: %d\n",
732 1.1 pooka kernbuf, (int)copylen, error);
733 1.1 pooka goto escape;
734 1.1 pooka }
735 1.1 pooka
736 1.1 pooka if (pspark->pkso_reqtype == PUFFS_SIZEOPREQ_UIO_OUT) {
737 1.1 pooka error = copyout(kernbuf,
738 1.1 pooka psop_user->pso_userbuf, copylen);
739 1.1 pooka if (error) {
740 1.1 pooka printf("psop ERROR2 %d\n", error);
741 1.1 pooka goto escape;
742 1.1 pooka }
743 1.1 pooka }
744 1.1 pooka escape:
745 1.1 pooka free(kernbuf, M_PUFFS);
746 1.1 pooka } else if (PUFFS_SIZEOP_BUF(pspark->pkso_reqtype)) {
747 1.1 pooka copylen = MAX(pspark->pkso_bufsize, psop_user->pso_bufsize);
748 1.1 pooka if (pspark->pkso_reqtype == PUFFS_SIZEOPREQ_BUF_IN) {
749 1.1 pooka error = copyin(psop_user->pso_userbuf,
750 1.1 pooka pspark->pkso_copybuf, copylen);
751 1.1 pooka } else {
752 1.1 pooka error = copyout(pspark->pkso_copybuf,
753 1.1 pooka psop_user->pso_userbuf, copylen);
754 1.1 pooka }
755 1.1 pooka }
756 1.1 pooka #ifdef DIAGNOSTIC
757 1.1 pooka else
758 1.1 pooka panic("puffssizeop: invalid reqtype %d\n",
759 1.1 pooka pspark->pkso_reqtype);
760 1.1 pooka #endif /* DIAGNOSTIC */
761 1.1 pooka
762 1.1 pooka return error;
763 1.1 pooka }
764 1.9 pooka #endif
765