Home | History | Annotate | Line # | Download | only in puffs
puffs_msgif.c revision 1.19
      1  1.19    pooka /*	$NetBSD: puffs_msgif.c,v 1.19 2007/02/27 23:43:23 pooka Exp $	*/
      2   1.1    pooka 
      3   1.1    pooka /*
      4  1.16    pooka  * Copyright (c) 2005, 2006, 2007  Antti Kantee.  All Rights Reserved.
      5   1.1    pooka  *
      6   1.1    pooka  * Development of this software was supported by the
      7   1.1    pooka  * Google Summer of Code program and the Ulla Tuominen Foundation.
      8   1.1    pooka  * The Google SoC project was mentored by Bill Studenmund.
      9   1.1    pooka  *
     10   1.1    pooka  * Redistribution and use in source and binary forms, with or without
     11   1.1    pooka  * modification, are permitted provided that the following conditions
     12   1.1    pooka  * are met:
     13   1.1    pooka  * 1. Redistributions of source code must retain the above copyright
     14   1.1    pooka  *    notice, this list of conditions and the following disclaimer.
     15   1.1    pooka  * 2. Redistributions in binary form must reproduce the above copyright
     16   1.1    pooka  *    notice, this list of conditions and the following disclaimer in the
     17   1.1    pooka  *    documentation and/or other materials provided with the distribution.
     18   1.1    pooka  * 3. The name of the company nor the name of the author may be used to
     19   1.1    pooka  *    endorse or promote products derived from this software without specific
     20   1.1    pooka  *    prior written permission.
     21   1.1    pooka  *
     22   1.1    pooka  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
     23   1.1    pooka  * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
     24   1.1    pooka  * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
     25   1.1    pooka  * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
     26   1.1    pooka  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     27   1.1    pooka  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
     28   1.1    pooka  * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     29   1.1    pooka  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     30   1.1    pooka  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     31   1.1    pooka  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     32   1.1    pooka  * SUCH DAMAGE.
     33   1.1    pooka  */
     34   1.1    pooka 
     35   1.1    pooka #include <sys/cdefs.h>
     36  1.19    pooka __KERNEL_RCSID(0, "$NetBSD: puffs_msgif.c,v 1.19 2007/02/27 23:43:23 pooka Exp $");
     37   1.1    pooka 
     38   1.1    pooka #include <sys/param.h>
     39  1.16    pooka #include <sys/fstrans.h>
     40   1.1    pooka #include <sys/malloc.h>
     41   1.1    pooka #include <sys/mount.h>
     42   1.1    pooka #include <sys/vnode.h>
     43   1.1    pooka #include <sys/lock.h>
     44   1.1    pooka 
     45   1.1    pooka #include <fs/puffs/puffs_msgif.h>
     46   1.1    pooka #include <fs/puffs/puffs_sys.h>
     47   1.1    pooka 
     48   1.1    pooka 
     49   1.1    pooka /*
     50   1.1    pooka  * kernel-user-kernel waitqueues
     51   1.1    pooka  */
     52   1.1    pooka 
     53   1.4    pooka static int touser(struct puffs_mount *, struct puffs_park *, uint64_t,
     54   1.1    pooka 		  struct vnode *, struct vnode *);
     55   1.1    pooka 
     56   1.4    pooka uint64_t
     57   1.1    pooka puffs_getreqid(struct puffs_mount *pmp)
     58   1.1    pooka {
     59  1.14    pooka 	uint64_t rv;
     60   1.1    pooka 
     61   1.1    pooka 	simple_lock(&pmp->pmp_lock);
     62   1.1    pooka 	rv = pmp->pmp_nextreq++;
     63   1.1    pooka 	simple_unlock(&pmp->pmp_lock);
     64   1.1    pooka 
     65   1.1    pooka 	return rv;
     66   1.1    pooka }
     67   1.1    pooka 
     68   1.1    pooka /* vfs request */
     69   1.1    pooka int
     70   1.1    pooka puffs_vfstouser(struct puffs_mount *pmp, int optype, void *kbuf, size_t buflen)
     71   1.1    pooka {
     72   1.1    pooka 	struct puffs_park park;
     73   1.1    pooka 
     74   1.9    pooka 	park.park_preq = kbuf;
     75   1.1    pooka 
     76   1.9    pooka 	park.park_preq->preq_opclass = PUFFSOP_VFS;
     77   1.9    pooka 	park.park_preq->preq_optype = optype;
     78   1.1    pooka 
     79   1.9    pooka 	park.park_maxlen = park.park_copylen = buflen;
     80  1.19    pooka 	park.park_flags = 0;
     81   1.1    pooka 
     82   1.1    pooka 	return touser(pmp, &park, puffs_getreqid(pmp), NULL, NULL);
     83   1.1    pooka }
     84   1.1    pooka 
     85  1.16    pooka void
     86  1.16    pooka puffs_suspendtouser(struct puffs_mount *pmp, int status)
     87  1.16    pooka {
     88  1.16    pooka 	struct puffs_vfsreq_suspend *pvfsr_susp;
     89  1.16    pooka 	struct puffs_park *ppark;
     90  1.16    pooka 
     91  1.16    pooka 	pvfsr_susp = malloc(sizeof(struct puffs_vfsreq_suspend),
     92  1.16    pooka 	    M_PUFFS, M_WAITOK | M_ZERO);
     93  1.16    pooka 	ppark = malloc(sizeof(struct puffs_park), M_PUFFS, M_WAITOK | M_ZERO);
     94  1.16    pooka 
     95  1.16    pooka 	pvfsr_susp->pvfsr_status = status;
     96  1.16    pooka 	ppark->park_preq = (struct puffs_req *)pvfsr_susp;
     97  1.16    pooka 
     98  1.16    pooka 	ppark->park_preq->preq_opclass = PUFFSOP_VFS | PUFFSOPFLAG_FAF;
     99  1.16    pooka 	ppark->park_preq->preq_optype = PUFFS_VFS_SUSPEND;
    100  1.16    pooka 
    101  1.16    pooka 	ppark->park_maxlen = ppark->park_copylen
    102  1.16    pooka 	    = sizeof(struct puffs_vfsreq_suspend);
    103  1.19    pooka 	ppark->park_flags = 0;
    104  1.16    pooka 
    105  1.16    pooka 	(void)touser(pmp, ppark, 0, NULL, NULL);
    106  1.16    pooka }
    107  1.16    pooka 
    108   1.1    pooka /*
    109   1.1    pooka  * vnode level request
    110   1.1    pooka  */
    111   1.1    pooka int
    112   1.1    pooka puffs_vntouser(struct puffs_mount *pmp, int optype,
    113   1.1    pooka 	void *kbuf, size_t buflen, void *cookie,
    114   1.1    pooka 	struct vnode *vp1, struct vnode *vp2)
    115   1.1    pooka {
    116   1.1    pooka 	struct puffs_park park;
    117   1.1    pooka 
    118   1.9    pooka 	park.park_preq = kbuf;
    119   1.1    pooka 
    120   1.9    pooka 	park.park_preq->preq_opclass = PUFFSOP_VN;
    121   1.9    pooka 	park.park_preq->preq_optype = optype;
    122   1.9    pooka 	park.park_preq->preq_cookie = cookie;
    123   1.9    pooka 
    124   1.9    pooka 	park.park_maxlen = park.park_copylen = buflen;
    125  1.19    pooka 	park.park_flags = 0;
    126   1.1    pooka 
    127   1.1    pooka 	return touser(pmp, &park, puffs_getreqid(pmp), vp1, vp2);
    128   1.1    pooka }
    129   1.1    pooka 
    130   1.1    pooka /*
    131   1.1    pooka  * vnode level request, caller-controller req id
    132   1.1    pooka  */
    133   1.1    pooka int
    134   1.1    pooka puffs_vntouser_req(struct puffs_mount *pmp, int optype,
    135   1.4    pooka 	void *kbuf, size_t buflen, void *cookie, uint64_t reqid,
    136   1.1    pooka 	struct vnode *vp1, struct vnode *vp2)
    137   1.1    pooka {
    138   1.1    pooka 	struct puffs_park park;
    139   1.1    pooka 
    140   1.9    pooka 	park.park_preq = kbuf;
    141   1.9    pooka 
    142   1.9    pooka 	park.park_preq->preq_opclass = PUFFSOP_VN;
    143   1.9    pooka 	park.park_preq->preq_optype = optype;
    144   1.9    pooka 	park.park_preq->preq_cookie = cookie;
    145   1.1    pooka 
    146   1.9    pooka 	park.park_maxlen = park.park_copylen = buflen;
    147  1.19    pooka 	park.park_flags = 0;
    148   1.1    pooka 
    149   1.1    pooka 	return touser(pmp, &park, reqid, vp1, vp2);
    150   1.1    pooka }
    151   1.1    pooka 
    152   1.1    pooka /*
    153   1.9    pooka  * vnode level request, copy routines can adjust "kernbuf".
    154   1.9    pooka  * We overload park_copylen != park_maxlen to signal that the park
    155   1.9    pooka  * in question is of adjusting type.
    156   1.1    pooka  */
    157   1.1    pooka int
    158   1.1    pooka puffs_vntouser_adjbuf(struct puffs_mount *pmp, int optype,
    159   1.9    pooka 	void **kbuf, size_t *buflen, size_t maxdelta,
    160   1.9    pooka 	void *cookie, struct vnode *vp1, struct vnode *vp2)
    161   1.1    pooka {
    162   1.1    pooka 	struct puffs_park park;
    163   1.1    pooka 	int error;
    164   1.1    pooka 
    165   1.9    pooka 	park.park_preq = *kbuf;
    166   1.1    pooka 
    167   1.9    pooka 	park.park_preq->preq_opclass = PUFFSOP_VN;
    168   1.9    pooka 	park.park_preq->preq_optype = optype;
    169   1.9    pooka 	park.park_preq->preq_cookie = cookie;
    170   1.9    pooka 
    171   1.9    pooka 	park.park_copylen = *buflen;
    172   1.9    pooka 	park.park_maxlen = maxdelta + *buflen;
    173  1.19    pooka 	park.park_flags = PUFFS_PARKFLAG_ADJUSTABLE;
    174   1.1    pooka 
    175   1.1    pooka 	error = touser(pmp, &park, puffs_getreqid(pmp), vp1, vp2);
    176   1.9    pooka 
    177   1.9    pooka 	*kbuf = park.park_preq;
    178   1.9    pooka 	*buflen = park.park_copylen;
    179   1.1    pooka 
    180   1.1    pooka 	return error;
    181   1.1    pooka }
    182   1.1    pooka 
    183   1.1    pooka /*
    184   1.4    pooka  * Notice: kbuf will be free'd later.  I must be allocated from the
    185   1.4    pooka  * kernel heap and it's ownership is shifted to this function from
    186   1.4    pooka  * now on, i.e. the caller is not allowed to use it anymore!
    187   1.4    pooka  */
    188   1.4    pooka void
    189   1.4    pooka puffs_vntouser_faf(struct puffs_mount *pmp, int optype,
    190   1.4    pooka 	void *kbuf, size_t buflen, void *cookie)
    191   1.4    pooka {
    192   1.4    pooka 	struct puffs_park *ppark;
    193   1.4    pooka 
    194   1.4    pooka 	/* XXX: is it allowable to sleep here? */
    195   1.4    pooka 	ppark = malloc(sizeof(struct puffs_park), M_PUFFS, M_NOWAIT | M_ZERO);
    196   1.4    pooka 	if (ppark == NULL)
    197   1.4    pooka 		return; /* 2bad */
    198   1.4    pooka 
    199   1.9    pooka 	ppark->park_preq = kbuf;
    200   1.9    pooka 
    201   1.9    pooka 	ppark->park_preq->preq_opclass = PUFFSOP_VN | PUFFSOPFLAG_FAF;
    202   1.9    pooka 	ppark->park_preq->preq_optype = optype;
    203   1.9    pooka 	ppark->park_preq->preq_cookie = cookie;
    204   1.9    pooka 
    205   1.9    pooka 	ppark->park_maxlen = ppark->park_copylen = buflen;
    206  1.19    pooka 	ppark->park_flags = 0;
    207   1.4    pooka 
    208   1.4    pooka 	(void)touser(pmp, ppark, 0, NULL, NULL);
    209   1.4    pooka }
    210   1.4    pooka 
    211   1.4    pooka /*
    212   1.1    pooka  * Wait for the userspace ping-pong game in calling process context.
    213   1.1    pooka  *
    214   1.1    pooka  * This unlocks vnodes if they are supplied.  vp1 is the vnode
    215   1.1    pooka  * before in the locking order, i.e. the one which must be locked
    216   1.1    pooka  * before accessing vp2.  This is done here so that operations are
    217   1.1    pooka  * already ordered in the queue when vnodes are unlocked (I'm not
    218   1.1    pooka  * sure if that's really necessary, but it can't hurt).  Okok, maybe
    219   1.1    pooka  * there's a slight ugly-factor also, but let's not worry about that.
    220   1.1    pooka  */
    221   1.1    pooka static int
    222   1.4    pooka touser(struct puffs_mount *pmp, struct puffs_park *ppark, uint64_t reqid,
    223   1.1    pooka 	struct vnode *vp1, struct vnode *vp2)
    224   1.1    pooka {
    225  1.19    pooka 	struct lwp *l = curlwp;
    226  1.16    pooka 	struct mount *mp;
    227   1.9    pooka 	struct puffs_req *preq;
    228  1.19    pooka 	int rv = 0;
    229   1.1    pooka 
    230  1.16    pooka 	mp = PMPTOMP(pmp);
    231  1.19    pooka 	preq = ppark->park_preq;
    232  1.19    pooka 	preq->preq_id = ppark->park_id = reqid;
    233  1.19    pooka 	preq->preq_buflen = ALIGN(ppark->park_maxlen);
    234  1.19    pooka 
    235  1.19    pooka 	/*
    236  1.19    pooka 	 * To support PCATCH, yet another movie: check if there are signals
    237  1.19    pooka 	 * pending and we are issueing a non-FAF.  If so, return an error
    238  1.19    pooka 	 * directly UNLESS we are issueing INACTIVE.  In that case, convert
    239  1.19    pooka 	 * it to a FAF, fire off to the file server and return an error.
    240  1.19    pooka 	 * Yes, this is bordering disgusting.  Barfbags are on me.
    241  1.19    pooka 	 */
    242  1.19    pooka 	if (PUFFSOP_WANTREPLY(ppark->park_preq->preq_opclass)
    243  1.19    pooka 	   && (l->l_flag & LW_PENDSIG) != 0 && sigispending(l, 0)) {
    244  1.19    pooka 		if (PUFFSOP_OPCLASS(preq->preq_opclass) == PUFFSOP_VN
    245  1.19    pooka 		    && preq->preq_optype == PUFFS_VN_INACTIVE) {
    246  1.19    pooka 			struct puffs_park *newpark;
    247  1.19    pooka 
    248  1.19    pooka 			newpark = puffs_reqtofaf(ppark);
    249  1.19    pooka 			DPRINTF(("puffs touser: converted to FAF, old %p, "
    250  1.19    pooka 			    "new %p\n", ppark, newpark));
    251  1.19    pooka 			ppark = newpark;
    252  1.19    pooka 			rv = EINTR;
    253  1.19    pooka 		} else {
    254  1.19    pooka 			return EINTR;
    255  1.19    pooka 		}
    256  1.19    pooka 	}
    257  1.16    pooka 
    258  1.16    pooka 	/*
    259  1.16    pooka 	 * test for suspension lock.
    260  1.16    pooka 	 *
    261  1.16    pooka 	 * Note that we *DO NOT* keep the lock, since that might block
    262  1.16    pooka 	 * lock acquiring PLUS it would give userlandia control over
    263  1.16    pooka 	 * the lock.  The operation queue enforces a strict ordering:
    264  1.16    pooka 	 * when the fs server gets in the op stream, it knows things
    265  1.16    pooka 	 * are in order.  The kernel locks can't guarantee that for
    266  1.16    pooka 	 * userspace, in any case.
    267  1.16    pooka 	 *
    268  1.16    pooka 	 * BUT: this presents a problem for ops which have a consistency
    269  1.16    pooka 	 * clause based on more than one operation.  Unfortunately such
    270  1.16    pooka 	 * operations (read, write) do not reliably work yet.
    271  1.16    pooka 	 *
    272  1.16    pooka 	 * Ya, Ya, it's wrong wong wrong, me be fixink this someday.
    273  1.18    pooka 	 *
    274  1.18    pooka 	 * XXX: and there is one more problem.  We sometimes need to
    275  1.18    pooka 	 * take a lazy lock in case the fs is suspending and we are
    276  1.18    pooka 	 * executing as the fs server context.  This might happen
    277  1.18    pooka 	 * e.g. in the case that the user server triggers a reclaim
    278  1.18    pooka 	 * in the kernel while the fs is suspending.  It's not a very
    279  1.18    pooka 	 * likely event, but it needs to be fixed some day.
    280  1.16    pooka 	 */
    281  1.18    pooka 	fstrans_start(mp, FSTRANS_NORMAL);
    282   1.1    pooka 	simple_lock(&pmp->pmp_lock);
    283  1.16    pooka 	fstrans_done(mp);
    284  1.16    pooka 
    285  1.13    pooka 	if (pmp->pmp_status != PUFFSTAT_RUNNING) {
    286   1.1    pooka 		simple_unlock(&pmp->pmp_lock);
    287   1.1    pooka 		return ENXIO;
    288   1.1    pooka 	}
    289   1.1    pooka 
    290   1.4    pooka 	TAILQ_INSERT_TAIL(&pmp->pmp_req_touser, ppark, park_entries);
    291   1.1    pooka 	pmp->pmp_req_touser_waiters++;
    292   1.1    pooka 
    293   1.1    pooka 	/*
    294   1.1    pooka 	 * Don't do unlock-relock dance yet.  There are a couple of
    295   1.1    pooka 	 * unsolved issues with it.  If we don't unlock, we can have
    296   1.1    pooka 	 * processes wanting vn_lock in case userspace hangs.  But
    297   1.1    pooka 	 * that can be "solved" by killing the userspace process.  It
    298   1.1    pooka 	 * would of course be nicer to have antilocking in the userspace
    299   1.1    pooka 	 * interface protocol itself.. your patience will be rewarded.
    300   1.1    pooka 	 */
    301   1.1    pooka #if 0
    302   1.1    pooka 	/* unlock */
    303   1.1    pooka 	if (vp2)
    304   1.1    pooka 		VOP_UNLOCK(vp2, 0);
    305   1.1    pooka 	if (vp1)
    306   1.1    pooka 		VOP_UNLOCK(vp1, 0);
    307   1.1    pooka #endif
    308   1.1    pooka 
    309   1.1    pooka 	/*
    310   1.1    pooka 	 * XXX: does releasing the lock here cause trouble?  Can't hold
    311   1.1    pooka 	 * it, because otherwise the below would cause locking against
    312   1.4    pooka 	 * oneself-problems in the kqueue stuff.  yes, it is a
    313   1.4    pooka 	 * theoretical race, so it must be solved
    314   1.1    pooka 	 */
    315   1.1    pooka 	simple_unlock(&pmp->pmp_lock);
    316   1.1    pooka 
    317  1.15    pooka 	DPRINTF(("touser: enqueueing req %" PRIu64 ", preq: %p, park: %p, "
    318  1.15    pooka 	    "c/t: 0x%x/0x%x\n", preq->preq_id, preq, ppark, preq->preq_opclass,
    319  1.15    pooka 	    preq->preq_optype));
    320  1.15    pooka 
    321   1.1    pooka 	wakeup(&pmp->pmp_req_touser);
    322   1.1    pooka 	selnotify(pmp->pmp_sel, 0);
    323   1.1    pooka 
    324  1.16    pooka 	if (PUFFSOP_WANTREPLY(ppark->park_preq->preq_opclass)) {
    325  1.19    pooka 		struct puffs_park *valetpark = NULL;
    326  1.19    pooka 		int error;
    327  1.19    pooka 
    328  1.19    pooka 		error = ltsleep(ppark, PUSER | PCATCH, "puffs1", 0, NULL);
    329  1.19    pooka 		rv = ppark->park_preq->preq_rv;
    330  1.19    pooka 
    331  1.19    pooka 		/*
    332  1.19    pooka 		 * Ok, so it gets a bit tricky around here once again.
    333  1.19    pooka 		 * We want to give interruptibility to the sleep to work
    334  1.19    pooka 		 * around all kinds of locking-against-oneself problems
    335  1.19    pooka 		 * and the file system recursing into itself and so forth.
    336  1.19    pooka 		 * So if we break out of the ltsleep() for anything except
    337  1.19    pooka 		 * natural causes, we need to caution ourselves.
    338  1.19    pooka 		 *
    339  1.19    pooka 		 * The stages at which we can break out are:
    340  1.19    pooka 		 *  1) operation waiting to be fetched by file server
    341  1.19    pooka 		 *  2) operation being copied to userspace, not on either queue
    342  1.19    pooka 		 *  3) file server operating on .. err .. operation
    343  1.19    pooka 		 *  4) putop: locate the correct park structure from the queue
    344  1.19    pooka 		 *  5) putop: copy response from userspace
    345  1.19    pooka 		 *  6) putop: wakeup waiter
    346  1.19    pooka 		 *
    347  1.19    pooka 		 * If we are still at stage 1, no problem, just remove
    348  1.19    pooka 		 * ourselves from the queue to userspace.  If we are at
    349  1.19    pooka 		 * the stage before 4 has completed, replace the park structure
    350  1.19    pooka 		 * with a park structure indicating that the caller is
    351  1.19    pooka 		 * no more and no proper reply is required.  If the server
    352  1.19    pooka 		 * is already copying data from userspace to the kernel,
    353  1.19    pooka 		 * wait for it to finish and return the real return value to
    354  1.19    pooka 		 * the caller.
    355  1.19    pooka 		 */
    356  1.19    pooka  checkagain:
    357  1.19    pooka 		if (valetpark) {
    358  1.19    pooka 			FREE(valetpark, M_PUFFS);
    359  1.19    pooka 			valetpark = NULL;
    360  1.19    pooka 		}
    361  1.19    pooka 
    362  1.19    pooka 		if (error) {
    363  1.19    pooka 			DPRINTF(("puffs touser: got %d from ltsleep, "
    364  1.19    pooka 			    "(unlocked) flags 0x%x (park %p)\n",
    365  1.19    pooka 			    error, ppark->park_flags, ppark));
    366  1.19    pooka 			rv = error;
    367  1.19    pooka 
    368  1.19    pooka 			MALLOC(valetpark, struct puffs_park *,
    369  1.19    pooka 			    sizeof(struct puffs_park), M_PUFFS,
    370  1.19    pooka 			    M_ZERO | M_WAITOK);
    371  1.19    pooka 
    372  1.19    pooka 			simple_lock(&pmp->pmp_lock);
    373  1.19    pooka 
    374  1.19    pooka 			/*
    375  1.19    pooka 			 * The order here for the clauses, per description
    376  1.19    pooka 			 * in comment above, is:
    377  1.19    pooka 			 *   1, after 6, after 4, 2-3.
    378  1.19    pooka 			 */
    379  1.19    pooka 			if ((ppark->park_flags&PUFFS_PARKFLAG_PROCESSING)==0) {
    380  1.19    pooka 				TAILQ_REMOVE(&pmp->pmp_req_touser, ppark,
    381  1.19    pooka 				    park_entries);
    382  1.19    pooka 				simple_unlock(&pmp->pmp_lock);
    383  1.19    pooka 				FREE(valetpark, M_PUFFS);
    384  1.19    pooka 				DPRINTF(("puffs touser: park %p removed "
    385  1.19    pooka 				    "from queue one\n", ppark));
    386  1.19    pooka 			} else if
    387  1.19    pooka 			   (ppark->park_flags & PUFFS_PARKFLAG_RECVREPLY) {
    388  1.19    pooka 				if (ppark->park_flags & PUFFS_PARKFLAG_DONE) {
    389  1.19    pooka 					rv = ppark->park_preq->preq_rv;
    390  1.19    pooka 					simple_unlock(&pmp->pmp_lock);
    391  1.19    pooka 					FREE(valetpark, M_PUFFS);
    392  1.19    pooka 				} else {
    393  1.19    pooka 					error = ltsleep(ppark,
    394  1.19    pooka 					    PUSER | PCATCH | PNORELOCK,
    395  1.19    pooka 					    "puffsre1", 0, &pmp->pmp_lock);
    396  1.19    pooka 					goto checkagain;
    397  1.19    pooka 				}
    398  1.19    pooka 			} else {
    399  1.19    pooka 				valetpark->park_flags
    400  1.19    pooka 				    = PUFFS_PARKFLAG_WAITERGONE;
    401  1.19    pooka 				ppark->park_flags |= PUFFS_PARKFLAG_WAITERGONE;
    402  1.19    pooka 				valetpark->park_id = ppark->park_id;
    403  1.19    pooka 
    404  1.19    pooka 				if (ppark->park_flags & PUFFS_PARKFLAG_RQUEUE) {
    405  1.19    pooka 					TAILQ_INSERT_BEFORE(ppark, valetpark,
    406  1.19    pooka 					    park_entries);
    407  1.19    pooka 					TAILQ_REMOVE(&pmp->pmp_req_replywait,
    408  1.19    pooka 					    ppark, park_entries);
    409  1.19    pooka 				} else {
    410  1.19    pooka 					TAILQ_INSERT_TAIL(
    411  1.19    pooka 					    &pmp->pmp_req_replywait,
    412  1.19    pooka 					    valetpark, park_entries);
    413  1.19    pooka 				}
    414   1.1    pooka 
    415  1.19    pooka 				simple_unlock(&pmp->pmp_lock);
    416  1.19    pooka 				DPRINTF(("puffs touser: replaced park %p "
    417  1.19    pooka 				    "with valet park %p\n", ppark, valetpark));
    418  1.19    pooka 			}
    419  1.19    pooka 		}
    420  1.19    pooka 
    421  1.16    pooka 		/*
    422  1.16    pooka 		 * retake the lock and release.  This makes sure (haha,
    423  1.16    pooka 		 * I'm humorous) that we don't process the same vnode in
    424  1.16    pooka 		 * multiple threads due to the locks hacks we have in
    425  1.16    pooka 		 * puffs_lock().  In reality this is well protected by
    426  1.16    pooka 		 * the biglock, but once that's gone, well, hopefully
    427  1.16    pooka 		 * this will be fixed for real.  (and when you read this
    428  1.16    pooka 		 * comment in 2017 and subsequently barf, my condolences ;).
    429  1.16    pooka 		 */
    430  1.19    pooka 		if (rv == 0 && !fstrans_is_owner(mp)) {
    431  1.17  hannken 			fstrans_start(mp, FSTRANS_NORMAL);
    432  1.16    pooka 			fstrans_done(mp);
    433  1.16    pooka 		}
    434  1.16    pooka 	}
    435  1.16    pooka 
    436   1.1    pooka #if 0
    437   1.1    pooka 	/* relock */
    438   1.1    pooka 	if (vp1)
    439   1.1    pooka 		KASSERT(vn_lock(vp1, LK_EXCLUSIVE | LK_RETRY) == 0);
    440   1.1    pooka 	if (vp2)
    441   1.1    pooka 		KASSERT(vn_lock(vp2, LK_EXCLUSIVE | LK_RETRY) == 0);
    442   1.1    pooka #endif
    443   1.1    pooka 
    444  1.16    pooka 	simple_lock(&pmp->pmp_lock);
    445  1.16    pooka 	if (--pmp->pmp_req_touser_waiters == 0)
    446  1.16    pooka 		wakeup(&pmp->pmp_req_touser_waiters);
    447  1.16    pooka 	simple_unlock(&pmp->pmp_lock);
    448  1.16    pooka 
    449  1.19    pooka 	return rv;
    450   1.1    pooka }
    451   1.1    pooka 
    452   1.1    pooka 
    453   1.9    pooka /*
    454   1.9    pooka  * getop: scan through queued requests until:
    455   1.9    pooka  *  1) max number of requests satisfied
    456   1.9    pooka  *     OR
    457   1.9    pooka  *  2) buffer runs out of space
    458   1.9    pooka  *     OR
    459   1.9    pooka  *  3) nonblocking is set AND there are no operations available
    460   1.9    pooka  *     OR
    461   1.9    pooka  *  4) at least one operation was transferred AND there are no more waiting
    462   1.9    pooka  */
    463  1.10    pooka int
    464  1.10    pooka puffs_getop(struct puffs_mount *pmp, struct puffs_reqh_get *phg, int nonblock)
    465   1.1    pooka {
    466   1.1    pooka 	struct puffs_park *park;
    467   1.9    pooka 	struct puffs_req *preq;
    468   1.9    pooka 	uint8_t *bufpos;
    469   1.9    pooka 	int error, donesome;
    470   1.9    pooka 
    471   1.9    pooka 	donesome = error = 0;
    472   1.9    pooka 	bufpos = phg->phg_buf;
    473   1.1    pooka 
    474   1.1    pooka 	simple_lock(&pmp->pmp_lock);
    475   1.9    pooka 	while (phg->phg_nops == 0 || donesome != phg->phg_nops) {
    476   1.1    pooka  again:
    477   1.9    pooka 		if (pmp->pmp_status != PUFFSTAT_RUNNING) {
    478   1.9    pooka 			/* if we got some, they don't really matter anymore */
    479   1.9    pooka 			error = ENXIO;
    480   1.9    pooka 			goto out;
    481   1.9    pooka 		}
    482   1.9    pooka 		if (TAILQ_EMPTY(&pmp->pmp_req_touser)) {
    483  1.12    pooka 			if (donesome)
    484  1.12    pooka 				goto out;
    485  1.12    pooka 
    486  1.12    pooka 			if (nonblock) {
    487  1.12    pooka 				error = EWOULDBLOCK;
    488   1.9    pooka 				goto out;
    489   1.9    pooka 			}
    490   1.9    pooka 
    491  1.11    pooka 			error = ltsleep(&pmp->pmp_req_touser, PUSER | PCATCH,
    492  1.11    pooka 			    "puffs2", 0, &pmp->pmp_lock);
    493  1.11    pooka 			if (error)
    494  1.11    pooka 				goto out;
    495  1.11    pooka 			else
    496  1.11    pooka 				goto again;
    497   1.9    pooka 		}
    498   1.9    pooka 
    499   1.9    pooka 		park = TAILQ_FIRST(&pmp->pmp_req_touser);
    500   1.9    pooka 		preq = park->park_preq;
    501   1.9    pooka 
    502   1.9    pooka 		if (phg->phg_buflen < preq->preq_buflen) {
    503   1.9    pooka 			if (!donesome)
    504   1.9    pooka 				error = E2BIG;
    505   1.9    pooka 			goto out;
    506   1.9    pooka 		}
    507   1.9    pooka 		TAILQ_REMOVE(&pmp->pmp_req_touser, park, park_entries);
    508  1.19    pooka 		park->park_flags |= PUFFS_PARKFLAG_PROCESSING;
    509  1.19    pooka 		simple_unlock(&pmp->pmp_lock);
    510   1.9    pooka 
    511   1.9    pooka 		DPRINTF(("puffsgetop: get op %" PRIu64 " (%d.), from %p "
    512   1.9    pooka 		    "len %zu (buflen %zu), target %p\n", preq->preq_id,
    513   1.9    pooka 		    donesome, preq, park->park_copylen, preq->preq_buflen,
    514   1.9    pooka 		    bufpos));
    515   1.9    pooka 
    516   1.9    pooka 		if ((error = copyout(preq, bufpos, park->park_copylen)) != 0) {
    517   1.9    pooka 			DPRINTF(("    FAILED %d\n", error));
    518   1.9    pooka 			/*
    519   1.9    pooka 			 * ok, user server is probably trying to cheat.
    520   1.9    pooka 			 * stuff op back & return error to user
    521   1.9    pooka 			 */
    522   1.9    pooka 			 simple_lock(&pmp->pmp_lock);
    523   1.9    pooka 			 TAILQ_INSERT_HEAD(&pmp->pmp_req_touser, park,
    524   1.9    pooka 			     park_entries);
    525   1.9    pooka 
    526   1.9    pooka 			 if (donesome)
    527   1.9    pooka 				error = 0;
    528   1.9    pooka 			 goto out;
    529   1.9    pooka 		}
    530   1.9    pooka 		bufpos += preq->preq_buflen;
    531   1.9    pooka 		phg->phg_buflen -= preq->preq_buflen;
    532   1.9    pooka 		donesome++;
    533   1.9    pooka 
    534   1.9    pooka 		simple_lock(&pmp->pmp_lock);
    535   1.9    pooka 		if (PUFFSOP_WANTREPLY(preq->preq_opclass)) {
    536  1.19    pooka 			if ((park->park_flags & PUFFS_PARKFLAG_WAITERGONE)==0) {
    537  1.19    pooka 				TAILQ_INSERT_TAIL(&pmp->pmp_req_replywait, park,
    538  1.19    pooka 				    park_entries);
    539  1.19    pooka 				park->park_flags |= PUFFS_PARKFLAG_RQUEUE;
    540  1.19    pooka 			}
    541   1.9    pooka 		} else {
    542   1.1    pooka 			simple_unlock(&pmp->pmp_lock);
    543   1.9    pooka 			free(preq, M_PUFFS);
    544   1.9    pooka 			free(park, M_PUFFS);
    545   1.9    pooka 			simple_lock(&pmp->pmp_lock);
    546   1.1    pooka 		}
    547   1.1    pooka 	}
    548   1.1    pooka 
    549   1.9    pooka  out:
    550   1.9    pooka 	phg->phg_more = pmp->pmp_req_touser_waiters;
    551   1.1    pooka 	simple_unlock(&pmp->pmp_lock);
    552   1.1    pooka 
    553   1.9    pooka 	phg->phg_nops = donesome;
    554   1.4    pooka 
    555   1.9    pooka 	return error;
    556   1.1    pooka }
    557   1.1    pooka 
    558  1.10    pooka int
    559  1.10    pooka puffs_putop(struct puffs_mount *pmp, struct puffs_reqh_put *php)
    560   1.1    pooka {
    561   1.1    pooka 	struct puffs_park *park;
    562  1.19    pooka 	struct puffs_req tmpreq;
    563  1.19    pooka 	struct puffs_req *nextpreq;
    564   1.9    pooka 	void *userbuf;
    565   1.9    pooka 	uint64_t id;
    566   1.9    pooka 	size_t reqlen;
    567  1.19    pooka 	int donesome, error, wgone;
    568   1.9    pooka 
    569  1.19    pooka 	donesome = error = wgone = 0;
    570   1.9    pooka 
    571   1.9    pooka 	id = php->php_id;
    572   1.9    pooka 	userbuf = php->php_buf;
    573   1.9    pooka 	reqlen = php->php_buflen;
    574   1.1    pooka 
    575   1.1    pooka 	simple_lock(&pmp->pmp_lock);
    576   1.9    pooka 	while (donesome != php->php_nops) {
    577  1.19    pooka #ifdef PUFFSDEBUG
    578   1.9    pooka 		simple_unlock(&pmp->pmp_lock);
    579   1.9    pooka 		DPRINTF(("puffsputop: searching for %" PRIu64 ", ubuf: %p, "
    580   1.9    pooka 		    "len %zu\n", id, userbuf, reqlen));
    581   1.9    pooka 		simple_lock(&pmp->pmp_lock);
    582   1.9    pooka #endif
    583   1.9    pooka 		TAILQ_FOREACH(park, &pmp->pmp_req_replywait, park_entries) {
    584  1.19    pooka 			if (park->park_id == id)
    585   1.9    pooka 				break;
    586   1.9    pooka 		}
    587   1.9    pooka 
    588   1.9    pooka 		if (park == NULL) {
    589   1.9    pooka 			error = EINVAL;
    590   1.1    pooka 			break;
    591   1.1    pooka 		}
    592   1.9    pooka 		TAILQ_REMOVE(&pmp->pmp_req_replywait, park, park_entries);
    593  1.19    pooka 		park->park_flags |= PUFFS_PARKFLAG_RECVREPLY;
    594   1.9    pooka 		simple_unlock(&pmp->pmp_lock);
    595   1.9    pooka 
    596  1.19    pooka 		/*
    597  1.19    pooka 		 * If the caller has gone south, go to next, collect
    598  1.19    pooka 		 * $200 and free the structure there instead of wakeup.
    599  1.19    pooka 		 * We also need to copyin the
    600  1.19    pooka 		 */
    601  1.19    pooka 		if (park->park_flags & PUFFS_PARKFLAG_WAITERGONE) {
    602  1.19    pooka 			DPRINTF(("puffs_putop: bad service - waiter gone for "
    603  1.19    pooka 			    "park %p\n", park));
    604  1.19    pooka 			wgone = 1;
    605  1.19    pooka 			error = copyin(userbuf, &tmpreq,
    606  1.19    pooka 			    sizeof(struct puffs_req));
    607  1.19    pooka 			if (error)
    608  1.19    pooka 				goto loopout;
    609  1.19    pooka 			nextpreq = &tmpreq;
    610  1.19    pooka 			goto next;
    611  1.19    pooka 		}
    612  1.19    pooka 
    613  1.19    pooka 		if (park->park_flags & PUFFS_PARKFLAG_ADJUSTABLE) {
    614   1.9    pooka 			/* sanitycheck size of incoming transmission. */
    615   1.9    pooka 			if (reqlen > pmp->pmp_req_maxsize) {
    616   1.9    pooka 				DPRINTF(("puffsputop: outrageous user buf "
    617   1.9    pooka 				    "size: %zu\n", reqlen));
    618   1.9    pooka 				error = EINVAL;
    619   1.9    pooka 				goto loopout;
    620   1.9    pooka 			}
    621   1.1    pooka 
    622   1.9    pooka 			if (reqlen > park->park_copylen) {
    623   1.9    pooka 				if (reqlen > park->park_maxlen) {
    624   1.9    pooka 					DPRINTF(("puffsputop: adj copysize "
    625   1.9    pooka 					    "> max size, %zu vs %zu\n",
    626   1.9    pooka 					    reqlen, park->park_maxlen));
    627   1.9    pooka 					error = EINVAL;
    628   1.9    pooka 					goto loopout;
    629   1.9    pooka 				}
    630   1.9    pooka 				free(park->park_preq, M_PUFFS);
    631   1.9    pooka 				park->park_preq = malloc(reqlen,
    632   1.9    pooka 				    M_PUFFS, M_WAITOK);
    633   1.9    pooka 
    634   1.9    pooka 				park->park_copylen = reqlen;
    635   1.9    pooka 				DPRINTF(("puffsputop: adjbuf, new addr %p, "
    636   1.9    pooka 				    "len %zu\n", park->park_preq, reqlen));
    637   1.9    pooka 			}
    638   1.9    pooka 		} else {
    639   1.9    pooka 			if (reqlen == 0 || reqlen > park->park_copylen) {
    640   1.9    pooka 				reqlen = park->park_copylen;
    641   1.9    pooka 				DPRINTF(("puffsputop: kernel bufsize override: "
    642   1.9    pooka 				    "%zu\n", reqlen));
    643   1.9    pooka 			}
    644   1.9    pooka 		}
    645   1.1    pooka 
    646   1.9    pooka 		DPRINTF(("puffsputpop: copyin from %p to %p, len %zu\n",
    647   1.9    pooka 		    userbuf, park->park_preq, reqlen));
    648   1.9    pooka 		error = copyin(userbuf, park->park_preq, reqlen);
    649   1.9    pooka 		if (error)
    650   1.9    pooka 			goto loopout;
    651  1.19    pooka 		nextpreq = park->park_preq;
    652   1.9    pooka 
    653  1.19    pooka  next:
    654   1.9    pooka 		/* all's well, prepare for next op */
    655  1.19    pooka 		id = nextpreq->preq_id;
    656  1.19    pooka 		reqlen = nextpreq->preq_buflen;
    657  1.19    pooka 		userbuf = nextpreq->preq_nextbuf;
    658   1.9    pooka 		donesome++;
    659   1.9    pooka 
    660   1.9    pooka  loopout:
    661  1.19    pooka 		if (error && park->park_preq)
    662   1.9    pooka 			park->park_preq->preq_rv = error;
    663   1.1    pooka 
    664  1.19    pooka 		if (wgone) {
    665  1.19    pooka 			FREE(park, M_PUFFS);
    666  1.19    pooka 			simple_lock(&pmp->pmp_lock);
    667  1.19    pooka 		} else {
    668  1.19    pooka 			DPRINTF(("puffs_putop: flagging done for park %p\n",
    669  1.19    pooka 			    park));
    670  1.19    pooka 			simple_lock(&pmp->pmp_lock);
    671  1.19    pooka 			park->park_flags |= PUFFS_PARKFLAG_DONE;
    672  1.19    pooka 			wakeup(park);
    673  1.19    pooka 		}
    674  1.19    pooka 
    675   1.9    pooka 		if (error)
    676   1.9    pooka 			break;
    677  1.19    pooka 		wgone = 0;
    678   1.1    pooka 	}
    679   1.1    pooka 
    680   1.9    pooka 	simple_unlock(&pmp->pmp_lock);
    681   1.9    pooka 	php->php_nops -= donesome;
    682   1.1    pooka 
    683   1.1    pooka 	return error;
    684   1.1    pooka }
    685   1.1    pooka 
    686   1.1    pooka /* this is probably going to die away at some point? */
    687   1.9    pooka /*
    688   1.9    pooka  * XXX: currently bitrotted
    689   1.9    pooka  */
    690   1.9    pooka #if 0
    691   1.1    pooka static int
    692   1.1    pooka puffssizeop(struct puffs_mount *pmp, struct puffs_sizeop *psop_user)
    693   1.1    pooka {
    694   1.1    pooka 	struct puffs_sizepark *pspark;
    695   1.1    pooka 	void *kernbuf;
    696   1.1    pooka 	size_t copylen;
    697   1.1    pooka 	int error;
    698   1.1    pooka 
    699   1.1    pooka 	/* locate correct op */
    700   1.1    pooka 	simple_lock(&pmp->pmp_lock);
    701   1.1    pooka 	TAILQ_FOREACH(pspark, &pmp->pmp_req_sizepark, pkso_entries) {
    702   1.1    pooka 		if (pspark->pkso_reqid == psop_user->pso_reqid) {
    703   1.1    pooka 			TAILQ_REMOVE(&pmp->pmp_req_sizepark, pspark,
    704   1.1    pooka 			    pkso_entries);
    705   1.1    pooka 			break;
    706   1.1    pooka 		}
    707   1.1    pooka 	}
    708   1.1    pooka 	simple_unlock(&pmp->pmp_lock);
    709   1.1    pooka 
    710   1.1    pooka 	if (pspark == NULL)
    711   1.1    pooka 		return EINVAL;
    712   1.1    pooka 
    713   1.1    pooka 	error = 0;
    714   1.1    pooka 	copylen = MIN(pspark->pkso_bufsize, psop_user->pso_bufsize);
    715   1.1    pooka 
    716   1.1    pooka 	/*
    717   1.1    pooka 	 * XXX: uvm stuff to avoid bouncy-bouncy copying?
    718   1.1    pooka 	 */
    719   1.1    pooka 	if (PUFFS_SIZEOP_UIO(pspark->pkso_reqtype)) {
    720   1.1    pooka 		kernbuf = malloc(copylen, M_PUFFS, M_WAITOK | M_ZERO);
    721   1.1    pooka 		if (pspark->pkso_reqtype == PUFFS_SIZEOPREQ_UIO_IN) {
    722   1.1    pooka 			error = copyin(psop_user->pso_userbuf,
    723   1.1    pooka 			    kernbuf, copylen);
    724   1.1    pooka 			if (error) {
    725   1.1    pooka 				printf("psop ERROR1 %d\n", error);
    726   1.1    pooka 				goto escape;
    727   1.1    pooka 			}
    728   1.1    pooka 		}
    729   1.1    pooka 		error = uiomove(kernbuf, copylen, pspark->pkso_uio);
    730   1.1    pooka 		if (error) {
    731   1.1    pooka 			printf("uiomove from kernel %p, len %d failed: %d\n",
    732   1.1    pooka 			    kernbuf, (int)copylen, error);
    733   1.1    pooka 			goto escape;
    734   1.1    pooka 		}
    735   1.1    pooka 
    736   1.1    pooka 		if (pspark->pkso_reqtype == PUFFS_SIZEOPREQ_UIO_OUT) {
    737   1.1    pooka 			error = copyout(kernbuf,
    738   1.1    pooka 			    psop_user->pso_userbuf, copylen);
    739   1.1    pooka 			if (error) {
    740   1.1    pooka 				printf("psop ERROR2 %d\n", error);
    741   1.1    pooka 				goto escape;
    742   1.1    pooka 			}
    743   1.1    pooka 		}
    744   1.1    pooka  escape:
    745   1.1    pooka 		free(kernbuf, M_PUFFS);
    746   1.1    pooka 	} else if (PUFFS_SIZEOP_BUF(pspark->pkso_reqtype)) {
    747   1.1    pooka 		copylen = MAX(pspark->pkso_bufsize, psop_user->pso_bufsize);
    748   1.1    pooka 		if (pspark->pkso_reqtype == PUFFS_SIZEOPREQ_BUF_IN) {
    749   1.1    pooka 			error = copyin(psop_user->pso_userbuf,
    750   1.1    pooka 			pspark->pkso_copybuf, copylen);
    751   1.1    pooka 		} else {
    752   1.1    pooka 			error = copyout(pspark->pkso_copybuf,
    753   1.1    pooka 			    psop_user->pso_userbuf, copylen);
    754   1.1    pooka 		}
    755   1.1    pooka 	}
    756   1.1    pooka #ifdef DIAGNOSTIC
    757   1.1    pooka 	else
    758   1.1    pooka 		panic("puffssizeop: invalid reqtype %d\n",
    759   1.1    pooka 		    pspark->pkso_reqtype);
    760   1.1    pooka #endif /* DIAGNOSTIC */
    761   1.1    pooka 
    762   1.1    pooka 	return error;
    763   1.1    pooka }
    764   1.9    pooka #endif
    765