Home | History | Annotate | Line # | Download | only in puffs
puffs_msgif.c revision 1.18.2.1
      1  1.18.2.1    rmind /*	$NetBSD: puffs_msgif.c,v 1.18.2.1 2007/03/12 05:58:12 rmind Exp $	*/
      2       1.1    pooka 
      3       1.1    pooka /*
      4      1.16    pooka  * Copyright (c) 2005, 2006, 2007  Antti Kantee.  All Rights Reserved.
      5       1.1    pooka  *
      6       1.1    pooka  * Development of this software was supported by the
      7       1.1    pooka  * Google Summer of Code program and the Ulla Tuominen Foundation.
      8       1.1    pooka  * The Google SoC project was mentored by Bill Studenmund.
      9       1.1    pooka  *
     10       1.1    pooka  * Redistribution and use in source and binary forms, with or without
     11       1.1    pooka  * modification, are permitted provided that the following conditions
     12       1.1    pooka  * are met:
     13       1.1    pooka  * 1. Redistributions of source code must retain the above copyright
     14       1.1    pooka  *    notice, this list of conditions and the following disclaimer.
     15       1.1    pooka  * 2. Redistributions in binary form must reproduce the above copyright
     16       1.1    pooka  *    notice, this list of conditions and the following disclaimer in the
     17       1.1    pooka  *    documentation and/or other materials provided with the distribution.
     18       1.1    pooka  * 3. The name of the company nor the name of the author may be used to
     19       1.1    pooka  *    endorse or promote products derived from this software without specific
     20       1.1    pooka  *    prior written permission.
     21       1.1    pooka  *
     22       1.1    pooka  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
     23       1.1    pooka  * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
     24       1.1    pooka  * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
     25       1.1    pooka  * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
     26       1.1    pooka  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     27       1.1    pooka  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
     28       1.1    pooka  * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     29       1.1    pooka  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     30       1.1    pooka  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     31       1.1    pooka  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     32       1.1    pooka  * SUCH DAMAGE.
     33       1.1    pooka  */
     34       1.1    pooka 
     35       1.1    pooka #include <sys/cdefs.h>
     36  1.18.2.1    rmind __KERNEL_RCSID(0, "$NetBSD: puffs_msgif.c,v 1.18.2.1 2007/03/12 05:58:12 rmind Exp $");
     37       1.1    pooka 
     38       1.1    pooka #include <sys/param.h>
     39      1.16    pooka #include <sys/fstrans.h>
     40       1.1    pooka #include <sys/malloc.h>
     41       1.1    pooka #include <sys/mount.h>
     42       1.1    pooka #include <sys/vnode.h>
     43       1.1    pooka #include <sys/lock.h>
     44       1.1    pooka 
     45       1.1    pooka #include <fs/puffs/puffs_msgif.h>
     46       1.1    pooka #include <fs/puffs/puffs_sys.h>
     47       1.1    pooka 
     48       1.1    pooka 
     49       1.1    pooka /*
     50       1.1    pooka  * kernel-user-kernel waitqueues
     51       1.1    pooka  */
     52       1.1    pooka 
     53       1.4    pooka static int touser(struct puffs_mount *, struct puffs_park *, uint64_t,
     54       1.1    pooka 		  struct vnode *, struct vnode *);
     55       1.1    pooka 
     56       1.4    pooka uint64_t
     57       1.1    pooka puffs_getreqid(struct puffs_mount *pmp)
     58       1.1    pooka {
     59      1.14    pooka 	uint64_t rv;
     60       1.1    pooka 
     61       1.1    pooka 	simple_lock(&pmp->pmp_lock);
     62       1.1    pooka 	rv = pmp->pmp_nextreq++;
     63       1.1    pooka 	simple_unlock(&pmp->pmp_lock);
     64       1.1    pooka 
     65       1.1    pooka 	return rv;
     66       1.1    pooka }
     67       1.1    pooka 
     68       1.1    pooka /* vfs request */
     69       1.1    pooka int
     70       1.1    pooka puffs_vfstouser(struct puffs_mount *pmp, int optype, void *kbuf, size_t buflen)
     71       1.1    pooka {
     72       1.1    pooka 	struct puffs_park park;
     73       1.1    pooka 
     74       1.9    pooka 	park.park_preq = kbuf;
     75       1.1    pooka 
     76       1.9    pooka 	park.park_preq->preq_opclass = PUFFSOP_VFS;
     77       1.9    pooka 	park.park_preq->preq_optype = optype;
     78       1.1    pooka 
     79       1.9    pooka 	park.park_maxlen = park.park_copylen = buflen;
     80  1.18.2.1    rmind 	park.park_flags = 0;
     81       1.1    pooka 
     82       1.1    pooka 	return touser(pmp, &park, puffs_getreqid(pmp), NULL, NULL);
     83       1.1    pooka }
     84       1.1    pooka 
     85      1.16    pooka void
     86      1.16    pooka puffs_suspendtouser(struct puffs_mount *pmp, int status)
     87      1.16    pooka {
     88      1.16    pooka 	struct puffs_vfsreq_suspend *pvfsr_susp;
     89      1.16    pooka 	struct puffs_park *ppark;
     90      1.16    pooka 
     91      1.16    pooka 	pvfsr_susp = malloc(sizeof(struct puffs_vfsreq_suspend),
     92      1.16    pooka 	    M_PUFFS, M_WAITOK | M_ZERO);
     93      1.16    pooka 	ppark = malloc(sizeof(struct puffs_park), M_PUFFS, M_WAITOK | M_ZERO);
     94      1.16    pooka 
     95      1.16    pooka 	pvfsr_susp->pvfsr_status = status;
     96      1.16    pooka 	ppark->park_preq = (struct puffs_req *)pvfsr_susp;
     97      1.16    pooka 
     98      1.16    pooka 	ppark->park_preq->preq_opclass = PUFFSOP_VFS | PUFFSOPFLAG_FAF;
     99      1.16    pooka 	ppark->park_preq->preq_optype = PUFFS_VFS_SUSPEND;
    100      1.16    pooka 
    101      1.16    pooka 	ppark->park_maxlen = ppark->park_copylen
    102      1.16    pooka 	    = sizeof(struct puffs_vfsreq_suspend);
    103  1.18.2.1    rmind 	ppark->park_flags = 0;
    104      1.16    pooka 
    105      1.16    pooka 	(void)touser(pmp, ppark, 0, NULL, NULL);
    106      1.16    pooka }
    107      1.16    pooka 
    108       1.1    pooka /*
    109       1.1    pooka  * vnode level request
    110       1.1    pooka  */
    111       1.1    pooka int
    112       1.1    pooka puffs_vntouser(struct puffs_mount *pmp, int optype,
    113       1.1    pooka 	void *kbuf, size_t buflen, void *cookie,
    114       1.1    pooka 	struct vnode *vp1, struct vnode *vp2)
    115       1.1    pooka {
    116       1.1    pooka 	struct puffs_park park;
    117       1.1    pooka 
    118       1.9    pooka 	park.park_preq = kbuf;
    119       1.1    pooka 
    120       1.9    pooka 	park.park_preq->preq_opclass = PUFFSOP_VN;
    121       1.9    pooka 	park.park_preq->preq_optype = optype;
    122       1.9    pooka 	park.park_preq->preq_cookie = cookie;
    123       1.9    pooka 
    124       1.9    pooka 	park.park_maxlen = park.park_copylen = buflen;
    125  1.18.2.1    rmind 	park.park_flags = 0;
    126       1.1    pooka 
    127       1.1    pooka 	return touser(pmp, &park, puffs_getreqid(pmp), vp1, vp2);
    128       1.1    pooka }
    129       1.1    pooka 
    130       1.1    pooka /*
    131       1.1    pooka  * vnode level request, caller-controller req id
    132       1.1    pooka  */
    133       1.1    pooka int
    134       1.1    pooka puffs_vntouser_req(struct puffs_mount *pmp, int optype,
    135       1.4    pooka 	void *kbuf, size_t buflen, void *cookie, uint64_t reqid,
    136       1.1    pooka 	struct vnode *vp1, struct vnode *vp2)
    137       1.1    pooka {
    138       1.1    pooka 	struct puffs_park park;
    139       1.1    pooka 
    140       1.9    pooka 	park.park_preq = kbuf;
    141       1.9    pooka 
    142       1.9    pooka 	park.park_preq->preq_opclass = PUFFSOP_VN;
    143       1.9    pooka 	park.park_preq->preq_optype = optype;
    144       1.9    pooka 	park.park_preq->preq_cookie = cookie;
    145       1.1    pooka 
    146       1.9    pooka 	park.park_maxlen = park.park_copylen = buflen;
    147  1.18.2.1    rmind 	park.park_flags = 0;
    148       1.1    pooka 
    149       1.1    pooka 	return touser(pmp, &park, reqid, vp1, vp2);
    150       1.1    pooka }
    151       1.1    pooka 
    152       1.1    pooka /*
    153       1.9    pooka  * vnode level request, copy routines can adjust "kernbuf".
    154       1.9    pooka  * We overload park_copylen != park_maxlen to signal that the park
    155       1.9    pooka  * in question is of adjusting type.
    156       1.1    pooka  */
    157       1.1    pooka int
    158       1.1    pooka puffs_vntouser_adjbuf(struct puffs_mount *pmp, int optype,
    159       1.9    pooka 	void **kbuf, size_t *buflen, size_t maxdelta,
    160       1.9    pooka 	void *cookie, struct vnode *vp1, struct vnode *vp2)
    161       1.1    pooka {
    162       1.1    pooka 	struct puffs_park park;
    163       1.1    pooka 	int error;
    164       1.1    pooka 
    165       1.9    pooka 	park.park_preq = *kbuf;
    166       1.1    pooka 
    167       1.9    pooka 	park.park_preq->preq_opclass = PUFFSOP_VN;
    168       1.9    pooka 	park.park_preq->preq_optype = optype;
    169       1.9    pooka 	park.park_preq->preq_cookie = cookie;
    170       1.9    pooka 
    171       1.9    pooka 	park.park_copylen = *buflen;
    172       1.9    pooka 	park.park_maxlen = maxdelta + *buflen;
    173  1.18.2.1    rmind 	park.park_flags = PUFFS_PARKFLAG_ADJUSTABLE;
    174       1.1    pooka 
    175       1.1    pooka 	error = touser(pmp, &park, puffs_getreqid(pmp), vp1, vp2);
    176       1.9    pooka 
    177       1.9    pooka 	*kbuf = park.park_preq;
    178       1.9    pooka 	*buflen = park.park_copylen;
    179       1.1    pooka 
    180       1.1    pooka 	return error;
    181       1.1    pooka }
    182       1.1    pooka 
    183       1.1    pooka /*
    184       1.4    pooka  * Notice: kbuf will be free'd later.  I must be allocated from the
    185       1.4    pooka  * kernel heap and it's ownership is shifted to this function from
    186       1.4    pooka  * now on, i.e. the caller is not allowed to use it anymore!
    187       1.4    pooka  */
    188       1.4    pooka void
    189       1.4    pooka puffs_vntouser_faf(struct puffs_mount *pmp, int optype,
    190       1.4    pooka 	void *kbuf, size_t buflen, void *cookie)
    191       1.4    pooka {
    192       1.4    pooka 	struct puffs_park *ppark;
    193       1.4    pooka 
    194       1.4    pooka 	/* XXX: is it allowable to sleep here? */
    195       1.4    pooka 	ppark = malloc(sizeof(struct puffs_park), M_PUFFS, M_NOWAIT | M_ZERO);
    196       1.4    pooka 	if (ppark == NULL)
    197       1.4    pooka 		return; /* 2bad */
    198       1.4    pooka 
    199       1.9    pooka 	ppark->park_preq = kbuf;
    200       1.9    pooka 
    201       1.9    pooka 	ppark->park_preq->preq_opclass = PUFFSOP_VN | PUFFSOPFLAG_FAF;
    202       1.9    pooka 	ppark->park_preq->preq_optype = optype;
    203       1.9    pooka 	ppark->park_preq->preq_cookie = cookie;
    204       1.9    pooka 
    205       1.9    pooka 	ppark->park_maxlen = ppark->park_copylen = buflen;
    206  1.18.2.1    rmind 	ppark->park_flags = 0;
    207       1.4    pooka 
    208       1.4    pooka 	(void)touser(pmp, ppark, 0, NULL, NULL);
    209       1.4    pooka }
    210       1.4    pooka 
    211       1.4    pooka /*
    212       1.1    pooka  * Wait for the userspace ping-pong game in calling process context.
    213       1.1    pooka  *
    214       1.1    pooka  * This unlocks vnodes if they are supplied.  vp1 is the vnode
    215       1.1    pooka  * before in the locking order, i.e. the one which must be locked
    216       1.1    pooka  * before accessing vp2.  This is done here so that operations are
    217       1.1    pooka  * already ordered in the queue when vnodes are unlocked (I'm not
    218       1.1    pooka  * sure if that's really necessary, but it can't hurt).  Okok, maybe
    219       1.1    pooka  * there's a slight ugly-factor also, but let's not worry about that.
    220       1.1    pooka  */
    221       1.1    pooka static int
    222       1.4    pooka touser(struct puffs_mount *pmp, struct puffs_park *ppark, uint64_t reqid,
    223       1.1    pooka 	struct vnode *vp1, struct vnode *vp2)
    224       1.1    pooka {
    225  1.18.2.1    rmind 	struct lwp *l = curlwp;
    226      1.16    pooka 	struct mount *mp;
    227       1.9    pooka 	struct puffs_req *preq;
    228  1.18.2.1    rmind 	int rv = 0;
    229       1.1    pooka 
    230      1.16    pooka 	mp = PMPTOMP(pmp);
    231  1.18.2.1    rmind 	preq = ppark->park_preq;
    232  1.18.2.1    rmind 	preq->preq_id = ppark->park_id = reqid;
    233  1.18.2.1    rmind 	preq->preq_buflen = ALIGN(ppark->park_maxlen);
    234  1.18.2.1    rmind 
    235  1.18.2.1    rmind 	/*
    236  1.18.2.1    rmind 	 * To support PCATCH, yet another movie: check if there are signals
    237  1.18.2.1    rmind 	 * pending and we are issueing a non-FAF.  If so, return an error
    238  1.18.2.1    rmind 	 * directly UNLESS we are issueing INACTIVE.  In that case, convert
    239  1.18.2.1    rmind 	 * it to a FAF, fire off to the file server and return an error.
    240  1.18.2.1    rmind 	 * Yes, this is bordering disgusting.  Barfbags are on me.
    241  1.18.2.1    rmind 	 */
    242  1.18.2.1    rmind 	if (PUFFSOP_WANTREPLY(ppark->park_preq->preq_opclass)
    243  1.18.2.1    rmind 	   && (l->l_flag & LW_PENDSIG) != 0 && sigispending(l, 0)) {
    244  1.18.2.1    rmind 		if (PUFFSOP_OPCLASS(preq->preq_opclass) == PUFFSOP_VN
    245  1.18.2.1    rmind 		    && preq->preq_optype == PUFFS_VN_INACTIVE) {
    246  1.18.2.1    rmind 			struct puffs_park *newpark;
    247  1.18.2.1    rmind 
    248  1.18.2.1    rmind 			newpark = puffs_reqtofaf(ppark);
    249  1.18.2.1    rmind 			DPRINTF(("puffs touser: converted to FAF, old %p, "
    250  1.18.2.1    rmind 			    "new %p\n", ppark, newpark));
    251  1.18.2.1    rmind 			ppark = newpark;
    252  1.18.2.1    rmind 			rv = EINTR;
    253  1.18.2.1    rmind 		} else {
    254  1.18.2.1    rmind 			return EINTR;
    255  1.18.2.1    rmind 		}
    256  1.18.2.1    rmind 	}
    257      1.16    pooka 
    258      1.16    pooka 	/*
    259      1.16    pooka 	 * test for suspension lock.
    260      1.16    pooka 	 *
    261      1.16    pooka 	 * Note that we *DO NOT* keep the lock, since that might block
    262      1.16    pooka 	 * lock acquiring PLUS it would give userlandia control over
    263      1.16    pooka 	 * the lock.  The operation queue enforces a strict ordering:
    264      1.16    pooka 	 * when the fs server gets in the op stream, it knows things
    265      1.16    pooka 	 * are in order.  The kernel locks can't guarantee that for
    266      1.16    pooka 	 * userspace, in any case.
    267      1.16    pooka 	 *
    268      1.16    pooka 	 * BUT: this presents a problem for ops which have a consistency
    269      1.16    pooka 	 * clause based on more than one operation.  Unfortunately such
    270      1.16    pooka 	 * operations (read, write) do not reliably work yet.
    271      1.16    pooka 	 *
    272      1.16    pooka 	 * Ya, Ya, it's wrong wong wrong, me be fixink this someday.
    273      1.18    pooka 	 *
    274      1.18    pooka 	 * XXX: and there is one more problem.  We sometimes need to
    275      1.18    pooka 	 * take a lazy lock in case the fs is suspending and we are
    276      1.18    pooka 	 * executing as the fs server context.  This might happen
    277      1.18    pooka 	 * e.g. in the case that the user server triggers a reclaim
    278      1.18    pooka 	 * in the kernel while the fs is suspending.  It's not a very
    279      1.18    pooka 	 * likely event, but it needs to be fixed some day.
    280      1.16    pooka 	 */
    281      1.18    pooka 	fstrans_start(mp, FSTRANS_NORMAL);
    282       1.1    pooka 	simple_lock(&pmp->pmp_lock);
    283      1.16    pooka 	fstrans_done(mp);
    284      1.16    pooka 
    285      1.13    pooka 	if (pmp->pmp_status != PUFFSTAT_RUNNING) {
    286       1.1    pooka 		simple_unlock(&pmp->pmp_lock);
    287       1.1    pooka 		return ENXIO;
    288       1.1    pooka 	}
    289       1.1    pooka 
    290       1.4    pooka 	TAILQ_INSERT_TAIL(&pmp->pmp_req_touser, ppark, park_entries);
    291       1.1    pooka 	pmp->pmp_req_touser_waiters++;
    292       1.1    pooka 
    293       1.1    pooka 	/*
    294       1.1    pooka 	 * Don't do unlock-relock dance yet.  There are a couple of
    295       1.1    pooka 	 * unsolved issues with it.  If we don't unlock, we can have
    296       1.1    pooka 	 * processes wanting vn_lock in case userspace hangs.  But
    297       1.1    pooka 	 * that can be "solved" by killing the userspace process.  It
    298       1.1    pooka 	 * would of course be nicer to have antilocking in the userspace
    299       1.1    pooka 	 * interface protocol itself.. your patience will be rewarded.
    300       1.1    pooka 	 */
    301       1.1    pooka #if 0
    302       1.1    pooka 	/* unlock */
    303       1.1    pooka 	if (vp2)
    304       1.1    pooka 		VOP_UNLOCK(vp2, 0);
    305       1.1    pooka 	if (vp1)
    306       1.1    pooka 		VOP_UNLOCK(vp1, 0);
    307       1.1    pooka #endif
    308       1.1    pooka 
    309       1.1    pooka 	/*
    310       1.1    pooka 	 * XXX: does releasing the lock here cause trouble?  Can't hold
    311       1.1    pooka 	 * it, because otherwise the below would cause locking against
    312       1.4    pooka 	 * oneself-problems in the kqueue stuff.  yes, it is a
    313       1.4    pooka 	 * theoretical race, so it must be solved
    314       1.1    pooka 	 */
    315       1.1    pooka 	simple_unlock(&pmp->pmp_lock);
    316       1.1    pooka 
    317      1.15    pooka 	DPRINTF(("touser: enqueueing req %" PRIu64 ", preq: %p, park: %p, "
    318      1.15    pooka 	    "c/t: 0x%x/0x%x\n", preq->preq_id, preq, ppark, preq->preq_opclass,
    319      1.15    pooka 	    preq->preq_optype));
    320      1.15    pooka 
    321       1.1    pooka 	wakeup(&pmp->pmp_req_touser);
    322       1.1    pooka 	selnotify(pmp->pmp_sel, 0);
    323       1.1    pooka 
    324      1.16    pooka 	if (PUFFSOP_WANTREPLY(ppark->park_preq->preq_opclass)) {
    325  1.18.2.1    rmind 		struct puffs_park *valetpark = NULL;
    326  1.18.2.1    rmind 		int error;
    327  1.18.2.1    rmind 
    328  1.18.2.1    rmind 		error = ltsleep(ppark, PUSER | PCATCH, "puffs1", 0, NULL);
    329  1.18.2.1    rmind 		rv = ppark->park_preq->preq_rv;
    330  1.18.2.1    rmind 
    331  1.18.2.1    rmind 		/*
    332  1.18.2.1    rmind 		 * Ok, so it gets a bit tricky around here once again.
    333  1.18.2.1    rmind 		 * We want to give interruptibility to the sleep to work
    334  1.18.2.1    rmind 		 * around all kinds of locking-against-oneself problems
    335  1.18.2.1    rmind 		 * and the file system recursing into itself and so forth.
    336  1.18.2.1    rmind 		 * So if we break out of the ltsleep() for anything except
    337  1.18.2.1    rmind 		 * natural causes, we need to caution ourselves.
    338  1.18.2.1    rmind 		 *
    339  1.18.2.1    rmind 		 * The stages at which we can break out are:
    340  1.18.2.1    rmind 		 *  1) operation waiting to be fetched by file server
    341  1.18.2.1    rmind 		 *  2) operation being copied to userspace, not on either queue
    342  1.18.2.1    rmind 		 *  3) file server operating on .. err .. operation
    343  1.18.2.1    rmind 		 *  4) putop: locate the correct park structure from the queue
    344  1.18.2.1    rmind 		 *  5) putop: copy response from userspace
    345  1.18.2.1    rmind 		 *  6) putop: wakeup waiter
    346  1.18.2.1    rmind 		 *
    347  1.18.2.1    rmind 		 * If we are still at stage 1, no problem, just remove
    348  1.18.2.1    rmind 		 * ourselves from the queue to userspace.  If we are at
    349  1.18.2.1    rmind 		 * the stage before 4 has completed, replace the park structure
    350  1.18.2.1    rmind 		 * with a park structure indicating that the caller is
    351  1.18.2.1    rmind 		 * no more and no proper reply is required.  If the server
    352  1.18.2.1    rmind 		 * is already copying data from userspace to the kernel,
    353  1.18.2.1    rmind 		 * wait for it to finish and return the real return value to
    354  1.18.2.1    rmind 		 * the caller.
    355  1.18.2.1    rmind 		 */
    356  1.18.2.1    rmind  checkagain:
    357  1.18.2.1    rmind 		if (valetpark) {
    358  1.18.2.1    rmind 			FREE(valetpark, M_PUFFS);
    359  1.18.2.1    rmind 			valetpark = NULL;
    360  1.18.2.1    rmind 		}
    361  1.18.2.1    rmind 
    362  1.18.2.1    rmind 		if (error) {
    363  1.18.2.1    rmind 			DPRINTF(("puffs touser: got %d from ltsleep, "
    364  1.18.2.1    rmind 			    "(unlocked) flags 0x%x (park %p)\n",
    365  1.18.2.1    rmind 			    error, ppark->park_flags, ppark));
    366  1.18.2.1    rmind 			rv = error;
    367  1.18.2.1    rmind 
    368  1.18.2.1    rmind 			MALLOC(valetpark, struct puffs_park *,
    369  1.18.2.1    rmind 			    sizeof(struct puffs_park), M_PUFFS,
    370  1.18.2.1    rmind 			    M_ZERO | M_WAITOK);
    371  1.18.2.1    rmind 
    372  1.18.2.1    rmind 			simple_lock(&pmp->pmp_lock);
    373  1.18.2.1    rmind 
    374  1.18.2.1    rmind 			/*
    375  1.18.2.1    rmind 			 * The order here for the clauses, per description
    376  1.18.2.1    rmind 			 * in comment above, is:
    377  1.18.2.1    rmind 			 *   1, after 6, after 4, 2-3.
    378  1.18.2.1    rmind 			 */
    379  1.18.2.1    rmind 			if ((ppark->park_flags&PUFFS_PARKFLAG_PROCESSING)==0) {
    380  1.18.2.1    rmind 				TAILQ_REMOVE(&pmp->pmp_req_touser, ppark,
    381  1.18.2.1    rmind 				    park_entries);
    382  1.18.2.1    rmind 				simple_unlock(&pmp->pmp_lock);
    383  1.18.2.1    rmind 				FREE(valetpark, M_PUFFS);
    384  1.18.2.1    rmind 				DPRINTF(("puffs touser: park %p removed "
    385  1.18.2.1    rmind 				    "from queue one\n", ppark));
    386  1.18.2.1    rmind 			} else if
    387  1.18.2.1    rmind 			   (ppark->park_flags & PUFFS_PARKFLAG_RECVREPLY) {
    388  1.18.2.1    rmind 				if (ppark->park_flags & PUFFS_PARKFLAG_DONE) {
    389  1.18.2.1    rmind 					rv = ppark->park_preq->preq_rv;
    390  1.18.2.1    rmind 					simple_unlock(&pmp->pmp_lock);
    391  1.18.2.1    rmind 					FREE(valetpark, M_PUFFS);
    392  1.18.2.1    rmind 				} else {
    393  1.18.2.1    rmind 					error = ltsleep(ppark,
    394  1.18.2.1    rmind 					    PUSER | PCATCH | PNORELOCK,
    395  1.18.2.1    rmind 					    "puffsre1", 0, &pmp->pmp_lock);
    396  1.18.2.1    rmind 					goto checkagain;
    397  1.18.2.1    rmind 				}
    398  1.18.2.1    rmind 			} else {
    399  1.18.2.1    rmind 				valetpark->park_flags
    400  1.18.2.1    rmind 				    = PUFFS_PARKFLAG_WAITERGONE;
    401  1.18.2.1    rmind 				ppark->park_flags |= PUFFS_PARKFLAG_WAITERGONE;
    402  1.18.2.1    rmind 				valetpark->park_id = ppark->park_id;
    403  1.18.2.1    rmind 
    404  1.18.2.1    rmind 				if (ppark->park_flags & PUFFS_PARKFLAG_RQUEUE) {
    405  1.18.2.1    rmind 					TAILQ_INSERT_BEFORE(ppark, valetpark,
    406  1.18.2.1    rmind 					    park_entries);
    407  1.18.2.1    rmind 					TAILQ_REMOVE(&pmp->pmp_req_replywait,
    408  1.18.2.1    rmind 					    ppark, park_entries);
    409  1.18.2.1    rmind 				} else {
    410  1.18.2.1    rmind 					TAILQ_INSERT_TAIL(
    411  1.18.2.1    rmind 					    &pmp->pmp_req_replywait,
    412  1.18.2.1    rmind 					    valetpark, park_entries);
    413  1.18.2.1    rmind 				}
    414       1.1    pooka 
    415  1.18.2.1    rmind 				simple_unlock(&pmp->pmp_lock);
    416  1.18.2.1    rmind 				DPRINTF(("puffs touser: replaced park %p "
    417  1.18.2.1    rmind 				    "with valet park %p\n", ppark, valetpark));
    418  1.18.2.1    rmind 			}
    419  1.18.2.1    rmind 		}
    420  1.18.2.1    rmind 
    421      1.16    pooka 		/*
    422      1.16    pooka 		 * retake the lock and release.  This makes sure (haha,
    423      1.16    pooka 		 * I'm humorous) that we don't process the same vnode in
    424      1.16    pooka 		 * multiple threads due to the locks hacks we have in
    425      1.16    pooka 		 * puffs_lock().  In reality this is well protected by
    426      1.16    pooka 		 * the biglock, but once that's gone, well, hopefully
    427      1.16    pooka 		 * this will be fixed for real.  (and when you read this
    428      1.16    pooka 		 * comment in 2017 and subsequently barf, my condolences ;).
    429      1.16    pooka 		 */
    430  1.18.2.1    rmind 		if (rv == 0 && !fstrans_is_owner(mp)) {
    431      1.17  hannken 			fstrans_start(mp, FSTRANS_NORMAL);
    432      1.16    pooka 			fstrans_done(mp);
    433      1.16    pooka 		}
    434      1.16    pooka 	}
    435      1.16    pooka 
    436       1.1    pooka #if 0
    437       1.1    pooka 	/* relock */
    438       1.1    pooka 	if (vp1)
    439       1.1    pooka 		KASSERT(vn_lock(vp1, LK_EXCLUSIVE | LK_RETRY) == 0);
    440       1.1    pooka 	if (vp2)
    441       1.1    pooka 		KASSERT(vn_lock(vp2, LK_EXCLUSIVE | LK_RETRY) == 0);
    442       1.1    pooka #endif
    443       1.1    pooka 
    444      1.16    pooka 	simple_lock(&pmp->pmp_lock);
    445      1.16    pooka 	if (--pmp->pmp_req_touser_waiters == 0)
    446      1.16    pooka 		wakeup(&pmp->pmp_req_touser_waiters);
    447      1.16    pooka 	simple_unlock(&pmp->pmp_lock);
    448      1.16    pooka 
    449  1.18.2.1    rmind 	return rv;
    450       1.1    pooka }
    451       1.1    pooka 
    452       1.1    pooka 
    453       1.9    pooka /*
    454       1.9    pooka  * getop: scan through queued requests until:
    455       1.9    pooka  *  1) max number of requests satisfied
    456       1.9    pooka  *     OR
    457       1.9    pooka  *  2) buffer runs out of space
    458       1.9    pooka  *     OR
    459       1.9    pooka  *  3) nonblocking is set AND there are no operations available
    460       1.9    pooka  *     OR
    461       1.9    pooka  *  4) at least one operation was transferred AND there are no more waiting
    462       1.9    pooka  */
    463      1.10    pooka int
    464      1.10    pooka puffs_getop(struct puffs_mount *pmp, struct puffs_reqh_get *phg, int nonblock)
    465       1.1    pooka {
    466       1.1    pooka 	struct puffs_park *park;
    467       1.9    pooka 	struct puffs_req *preq;
    468       1.9    pooka 	uint8_t *bufpos;
    469       1.9    pooka 	int error, donesome;
    470       1.9    pooka 
    471       1.9    pooka 	donesome = error = 0;
    472       1.9    pooka 	bufpos = phg->phg_buf;
    473       1.1    pooka 
    474       1.1    pooka 	simple_lock(&pmp->pmp_lock);
    475       1.9    pooka 	while (phg->phg_nops == 0 || donesome != phg->phg_nops) {
    476       1.1    pooka  again:
    477       1.9    pooka 		if (pmp->pmp_status != PUFFSTAT_RUNNING) {
    478       1.9    pooka 			/* if we got some, they don't really matter anymore */
    479       1.9    pooka 			error = ENXIO;
    480       1.9    pooka 			goto out;
    481       1.9    pooka 		}
    482       1.9    pooka 		if (TAILQ_EMPTY(&pmp->pmp_req_touser)) {
    483      1.12    pooka 			if (donesome)
    484      1.12    pooka 				goto out;
    485      1.12    pooka 
    486      1.12    pooka 			if (nonblock) {
    487      1.12    pooka 				error = EWOULDBLOCK;
    488       1.9    pooka 				goto out;
    489       1.9    pooka 			}
    490       1.9    pooka 
    491      1.11    pooka 			error = ltsleep(&pmp->pmp_req_touser, PUSER | PCATCH,
    492      1.11    pooka 			    "puffs2", 0, &pmp->pmp_lock);
    493      1.11    pooka 			if (error)
    494      1.11    pooka 				goto out;
    495      1.11    pooka 			else
    496      1.11    pooka 				goto again;
    497       1.9    pooka 		}
    498       1.9    pooka 
    499       1.9    pooka 		park = TAILQ_FIRST(&pmp->pmp_req_touser);
    500       1.9    pooka 		preq = park->park_preq;
    501       1.9    pooka 
    502       1.9    pooka 		if (phg->phg_buflen < preq->preq_buflen) {
    503       1.9    pooka 			if (!donesome)
    504       1.9    pooka 				error = E2BIG;
    505       1.9    pooka 			goto out;
    506       1.9    pooka 		}
    507       1.9    pooka 		TAILQ_REMOVE(&pmp->pmp_req_touser, park, park_entries);
    508  1.18.2.1    rmind 		park->park_flags |= PUFFS_PARKFLAG_PROCESSING;
    509       1.1    pooka 		simple_unlock(&pmp->pmp_lock);
    510  1.18.2.1    rmind 
    511       1.9    pooka 		DPRINTF(("puffsgetop: get op %" PRIu64 " (%d.), from %p "
    512       1.9    pooka 		    "len %zu (buflen %zu), target %p\n", preq->preq_id,
    513       1.9    pooka 		    donesome, preq, park->park_copylen, preq->preq_buflen,
    514       1.9    pooka 		    bufpos));
    515       1.9    pooka 
    516       1.9    pooka 		if ((error = copyout(preq, bufpos, park->park_copylen)) != 0) {
    517       1.9    pooka 			DPRINTF(("    FAILED %d\n", error));
    518       1.9    pooka 			/*
    519       1.9    pooka 			 * ok, user server is probably trying to cheat.
    520       1.9    pooka 			 * stuff op back & return error to user
    521       1.9    pooka 			 */
    522       1.9    pooka 			 simple_lock(&pmp->pmp_lock);
    523       1.9    pooka 			 TAILQ_INSERT_HEAD(&pmp->pmp_req_touser, park,
    524       1.9    pooka 			     park_entries);
    525       1.9    pooka 
    526       1.9    pooka 			 if (donesome)
    527       1.9    pooka 				error = 0;
    528       1.9    pooka 			 goto out;
    529       1.9    pooka 		}
    530       1.9    pooka 		bufpos += preq->preq_buflen;
    531       1.9    pooka 		phg->phg_buflen -= preq->preq_buflen;
    532       1.9    pooka 		donesome++;
    533       1.9    pooka 
    534       1.9    pooka 		simple_lock(&pmp->pmp_lock);
    535       1.9    pooka 		if (PUFFSOP_WANTREPLY(preq->preq_opclass)) {
    536  1.18.2.1    rmind 			if ((park->park_flags & PUFFS_PARKFLAG_WAITERGONE)==0) {
    537  1.18.2.1    rmind 				TAILQ_INSERT_TAIL(&pmp->pmp_req_replywait, park,
    538  1.18.2.1    rmind 				    park_entries);
    539  1.18.2.1    rmind 				park->park_flags |= PUFFS_PARKFLAG_RQUEUE;
    540  1.18.2.1    rmind 			}
    541       1.9    pooka 		} else {
    542       1.1    pooka 			simple_unlock(&pmp->pmp_lock);
    543       1.9    pooka 			free(preq, M_PUFFS);
    544       1.9    pooka 			free(park, M_PUFFS);
    545       1.9    pooka 			simple_lock(&pmp->pmp_lock);
    546       1.1    pooka 		}
    547       1.1    pooka 	}
    548       1.1    pooka 
    549       1.9    pooka  out:
    550       1.9    pooka 	phg->phg_more = pmp->pmp_req_touser_waiters;
    551       1.1    pooka 	simple_unlock(&pmp->pmp_lock);
    552       1.1    pooka 
    553       1.9    pooka 	phg->phg_nops = donesome;
    554       1.4    pooka 
    555       1.9    pooka 	return error;
    556       1.1    pooka }
    557       1.1    pooka 
    558      1.10    pooka int
    559      1.10    pooka puffs_putop(struct puffs_mount *pmp, struct puffs_reqh_put *php)
    560       1.1    pooka {
    561       1.1    pooka 	struct puffs_park *park;
    562  1.18.2.1    rmind 	struct puffs_req tmpreq;
    563  1.18.2.1    rmind 	struct puffs_req *nextpreq;
    564       1.9    pooka 	void *userbuf;
    565       1.9    pooka 	uint64_t id;
    566       1.9    pooka 	size_t reqlen;
    567  1.18.2.1    rmind 	int donesome, error, wgone;
    568       1.9    pooka 
    569  1.18.2.1    rmind 	donesome = error = wgone = 0;
    570       1.9    pooka 
    571       1.9    pooka 	id = php->php_id;
    572       1.9    pooka 	userbuf = php->php_buf;
    573       1.9    pooka 	reqlen = php->php_buflen;
    574       1.1    pooka 
    575       1.1    pooka 	simple_lock(&pmp->pmp_lock);
    576       1.9    pooka 	while (donesome != php->php_nops) {
    577  1.18.2.1    rmind #ifdef PUFFSDEBUG
    578       1.9    pooka 		simple_unlock(&pmp->pmp_lock);
    579       1.9    pooka 		DPRINTF(("puffsputop: searching for %" PRIu64 ", ubuf: %p, "
    580       1.9    pooka 		    "len %zu\n", id, userbuf, reqlen));
    581       1.9    pooka 		simple_lock(&pmp->pmp_lock);
    582       1.9    pooka #endif
    583       1.9    pooka 		TAILQ_FOREACH(park, &pmp->pmp_req_replywait, park_entries) {
    584  1.18.2.1    rmind 			if (park->park_id == id)
    585       1.9    pooka 				break;
    586       1.9    pooka 		}
    587       1.9    pooka 
    588       1.9    pooka 		if (park == NULL) {
    589       1.9    pooka 			error = EINVAL;
    590       1.1    pooka 			break;
    591       1.1    pooka 		}
    592       1.9    pooka 		TAILQ_REMOVE(&pmp->pmp_req_replywait, park, park_entries);
    593  1.18.2.1    rmind 		park->park_flags |= PUFFS_PARKFLAG_RECVREPLY;
    594       1.9    pooka 		simple_unlock(&pmp->pmp_lock);
    595       1.9    pooka 
    596  1.18.2.1    rmind 		/*
    597  1.18.2.1    rmind 		 * If the caller has gone south, go to next, collect
    598  1.18.2.1    rmind 		 * $200 and free the structure there instead of wakeup.
    599  1.18.2.1    rmind 		 * We also need to copyin the
    600  1.18.2.1    rmind 		 */
    601  1.18.2.1    rmind 		if (park->park_flags & PUFFS_PARKFLAG_WAITERGONE) {
    602  1.18.2.1    rmind 			DPRINTF(("puffs_putop: bad service - waiter gone for "
    603  1.18.2.1    rmind 			    "park %p\n", park));
    604  1.18.2.1    rmind 			wgone = 1;
    605  1.18.2.1    rmind 			error = copyin(userbuf, &tmpreq,
    606  1.18.2.1    rmind 			    sizeof(struct puffs_req));
    607  1.18.2.1    rmind 			if (error)
    608  1.18.2.1    rmind 				goto loopout;
    609  1.18.2.1    rmind 			nextpreq = &tmpreq;
    610  1.18.2.1    rmind 			goto next;
    611  1.18.2.1    rmind 		}
    612  1.18.2.1    rmind 
    613  1.18.2.1    rmind 		if (park->park_flags & PUFFS_PARKFLAG_ADJUSTABLE) {
    614       1.9    pooka 			/* sanitycheck size of incoming transmission. */
    615       1.9    pooka 			if (reqlen > pmp->pmp_req_maxsize) {
    616       1.9    pooka 				DPRINTF(("puffsputop: outrageous user buf "
    617       1.9    pooka 				    "size: %zu\n", reqlen));
    618       1.9    pooka 				error = EINVAL;
    619       1.9    pooka 				goto loopout;
    620       1.9    pooka 			}
    621       1.1    pooka 
    622       1.9    pooka 			if (reqlen > park->park_copylen) {
    623       1.9    pooka 				if (reqlen > park->park_maxlen) {
    624       1.9    pooka 					DPRINTF(("puffsputop: adj copysize "
    625       1.9    pooka 					    "> max size, %zu vs %zu\n",
    626       1.9    pooka 					    reqlen, park->park_maxlen));
    627       1.9    pooka 					error = EINVAL;
    628       1.9    pooka 					goto loopout;
    629       1.9    pooka 				}
    630       1.9    pooka 				free(park->park_preq, M_PUFFS);
    631       1.9    pooka 				park->park_preq = malloc(reqlen,
    632       1.9    pooka 				    M_PUFFS, M_WAITOK);
    633       1.9    pooka 
    634       1.9    pooka 				park->park_copylen = reqlen;
    635       1.9    pooka 				DPRINTF(("puffsputop: adjbuf, new addr %p, "
    636       1.9    pooka 				    "len %zu\n", park->park_preq, reqlen));
    637       1.9    pooka 			}
    638       1.9    pooka 		} else {
    639       1.9    pooka 			if (reqlen == 0 || reqlen > park->park_copylen) {
    640       1.9    pooka 				reqlen = park->park_copylen;
    641       1.9    pooka 				DPRINTF(("puffsputop: kernel bufsize override: "
    642       1.9    pooka 				    "%zu\n", reqlen));
    643       1.9    pooka 			}
    644       1.9    pooka 		}
    645       1.1    pooka 
    646       1.9    pooka 		DPRINTF(("puffsputpop: copyin from %p to %p, len %zu\n",
    647       1.9    pooka 		    userbuf, park->park_preq, reqlen));
    648       1.9    pooka 		error = copyin(userbuf, park->park_preq, reqlen);
    649       1.9    pooka 		if (error)
    650       1.9    pooka 			goto loopout;
    651  1.18.2.1    rmind 		nextpreq = park->park_preq;
    652       1.9    pooka 
    653  1.18.2.1    rmind  next:
    654       1.9    pooka 		/* all's well, prepare for next op */
    655  1.18.2.1    rmind 		id = nextpreq->preq_id;
    656  1.18.2.1    rmind 		reqlen = nextpreq->preq_buflen;
    657  1.18.2.1    rmind 		userbuf = nextpreq->preq_nextbuf;
    658       1.9    pooka 		donesome++;
    659       1.9    pooka 
    660       1.9    pooka  loopout:
    661  1.18.2.1    rmind 		if (error && park->park_preq)
    662       1.9    pooka 			park->park_preq->preq_rv = error;
    663       1.1    pooka 
    664  1.18.2.1    rmind 		if (wgone) {
    665  1.18.2.1    rmind 			FREE(park, M_PUFFS);
    666  1.18.2.1    rmind 			simple_lock(&pmp->pmp_lock);
    667  1.18.2.1    rmind 		} else {
    668  1.18.2.1    rmind 			DPRINTF(("puffs_putop: flagging done for park %p\n",
    669  1.18.2.1    rmind 			    park));
    670  1.18.2.1    rmind 			simple_lock(&pmp->pmp_lock);
    671  1.18.2.1    rmind 			park->park_flags |= PUFFS_PARKFLAG_DONE;
    672  1.18.2.1    rmind 			wakeup(park);
    673  1.18.2.1    rmind 		}
    674  1.18.2.1    rmind 
    675       1.9    pooka 		if (error)
    676       1.9    pooka 			break;
    677  1.18.2.1    rmind 		wgone = 0;
    678       1.1    pooka 	}
    679       1.1    pooka 
    680       1.9    pooka 	simple_unlock(&pmp->pmp_lock);
    681       1.9    pooka 	php->php_nops -= donesome;
    682       1.1    pooka 
    683       1.1    pooka 	return error;
    684       1.1    pooka }
    685       1.1    pooka 
    686       1.1    pooka /* this is probably going to die away at some point? */
    687       1.9    pooka /*
    688       1.9    pooka  * XXX: currently bitrotted
    689       1.9    pooka  */
    690       1.9    pooka #if 0
    691       1.1    pooka static int
    692       1.1    pooka puffssizeop(struct puffs_mount *pmp, struct puffs_sizeop *psop_user)
    693       1.1    pooka {
    694       1.1    pooka 	struct puffs_sizepark *pspark;
    695       1.1    pooka 	void *kernbuf;
    696       1.1    pooka 	size_t copylen;
    697       1.1    pooka 	int error;
    698       1.1    pooka 
    699       1.1    pooka 	/* locate correct op */
    700       1.1    pooka 	simple_lock(&pmp->pmp_lock);
    701       1.1    pooka 	TAILQ_FOREACH(pspark, &pmp->pmp_req_sizepark, pkso_entries) {
    702       1.1    pooka 		if (pspark->pkso_reqid == psop_user->pso_reqid) {
    703       1.1    pooka 			TAILQ_REMOVE(&pmp->pmp_req_sizepark, pspark,
    704       1.1    pooka 			    pkso_entries);
    705       1.1    pooka 			break;
    706       1.1    pooka 		}
    707       1.1    pooka 	}
    708       1.1    pooka 	simple_unlock(&pmp->pmp_lock);
    709       1.1    pooka 
    710       1.1    pooka 	if (pspark == NULL)
    711       1.1    pooka 		return EINVAL;
    712       1.1    pooka 
    713       1.1    pooka 	error = 0;
    714       1.1    pooka 	copylen = MIN(pspark->pkso_bufsize, psop_user->pso_bufsize);
    715       1.1    pooka 
    716       1.1    pooka 	/*
    717       1.1    pooka 	 * XXX: uvm stuff to avoid bouncy-bouncy copying?
    718       1.1    pooka 	 */
    719       1.1    pooka 	if (PUFFS_SIZEOP_UIO(pspark->pkso_reqtype)) {
    720       1.1    pooka 		kernbuf = malloc(copylen, M_PUFFS, M_WAITOK | M_ZERO);
    721       1.1    pooka 		if (pspark->pkso_reqtype == PUFFS_SIZEOPREQ_UIO_IN) {
    722       1.1    pooka 			error = copyin(psop_user->pso_userbuf,
    723       1.1    pooka 			    kernbuf, copylen);
    724       1.1    pooka 			if (error) {
    725       1.1    pooka 				printf("psop ERROR1 %d\n", error);
    726       1.1    pooka 				goto escape;
    727       1.1    pooka 			}
    728       1.1    pooka 		}
    729       1.1    pooka 		error = uiomove(kernbuf, copylen, pspark->pkso_uio);
    730       1.1    pooka 		if (error) {
    731       1.1    pooka 			printf("uiomove from kernel %p, len %d failed: %d\n",
    732       1.1    pooka 			    kernbuf, (int)copylen, error);
    733       1.1    pooka 			goto escape;
    734       1.1    pooka 		}
    735       1.1    pooka 
    736       1.1    pooka 		if (pspark->pkso_reqtype == PUFFS_SIZEOPREQ_UIO_OUT) {
    737       1.1    pooka 			error = copyout(kernbuf,
    738       1.1    pooka 			    psop_user->pso_userbuf, copylen);
    739       1.1    pooka 			if (error) {
    740       1.1    pooka 				printf("psop ERROR2 %d\n", error);
    741       1.1    pooka 				goto escape;
    742       1.1    pooka 			}
    743       1.1    pooka 		}
    744       1.1    pooka  escape:
    745       1.1    pooka 		free(kernbuf, M_PUFFS);
    746       1.1    pooka 	} else if (PUFFS_SIZEOP_BUF(pspark->pkso_reqtype)) {
    747       1.1    pooka 		copylen = MAX(pspark->pkso_bufsize, psop_user->pso_bufsize);
    748       1.1    pooka 		if (pspark->pkso_reqtype == PUFFS_SIZEOPREQ_BUF_IN) {
    749       1.1    pooka 			error = copyin(psop_user->pso_userbuf,
    750       1.1    pooka 			pspark->pkso_copybuf, copylen);
    751       1.1    pooka 		} else {
    752       1.1    pooka 			error = copyout(pspark->pkso_copybuf,
    753       1.1    pooka 			    psop_user->pso_userbuf, copylen);
    754       1.1    pooka 		}
    755       1.1    pooka 	}
    756       1.1    pooka #ifdef DIAGNOSTIC
    757       1.1    pooka 	else
    758       1.1    pooka 		panic("puffssizeop: invalid reqtype %d\n",
    759       1.1    pooka 		    pspark->pkso_reqtype);
    760       1.1    pooka #endif /* DIAGNOSTIC */
    761       1.1    pooka 
    762       1.1    pooka 	return error;
    763       1.1    pooka }
    764       1.9    pooka #endif
    765