Home | History | Annotate | Line # | Download | only in ieee1394
fwdev.c revision 1.27.4.1
      1  1.27.4.1     rmind /*	$NetBSD: fwdev.c,v 1.27.4.1 2014/05/18 17:45:38 rmind Exp $	*/
      2       1.1  kiyohara /*-
      3       1.1  kiyohara  * Copyright (c) 2003 Hidetoshi Shimokawa
      4       1.1  kiyohara  * Copyright (c) 1998-2002 Katsushi Kobayashi and Hidetoshi Shimokawa
      5       1.1  kiyohara  * All rights reserved.
      6       1.1  kiyohara  *
      7       1.1  kiyohara  * Redistribution and use in source and binary forms, with or without
      8       1.1  kiyohara  * modification, are permitted provided that the following conditions
      9       1.1  kiyohara  * are met:
     10       1.1  kiyohara  * 1. Redistributions of source code must retain the above copyright
     11       1.1  kiyohara  *    notice, this list of conditions and the following disclaimer.
     12       1.1  kiyohara  * 2. Redistributions in binary form must reproduce the above copyright
     13       1.1  kiyohara  *    notice, this list of conditions and the following disclaimer in the
     14       1.1  kiyohara  *    documentation and/or other materials provided with the distribution.
     15       1.1  kiyohara  * 3. All advertising materials mentioning features or use of this software
     16       1.1  kiyohara  *    must display the acknowledgement as bellow:
     17       1.1  kiyohara  *
     18       1.1  kiyohara  *    This product includes software developed by K. Kobayashi and H. Shimokawa
     19       1.1  kiyohara  *
     20       1.1  kiyohara  * 4. The name of the author may not be used to endorse or promote products
     21       1.1  kiyohara  *    derived from this software without specific prior written permission.
     22       1.1  kiyohara  *
     23       1.1  kiyohara  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
     24       1.1  kiyohara  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
     25       1.1  kiyohara  * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
     26       1.1  kiyohara  * DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT,
     27       1.1  kiyohara  * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
     28       1.1  kiyohara  * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
     29       1.1  kiyohara  * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     30       1.1  kiyohara  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
     31       1.1  kiyohara  * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
     32       1.1  kiyohara  * ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     33       1.1  kiyohara  * POSSIBILITY OF SUCH DAMAGE.
     34      1.18  kiyohara  *
     35      1.13  kiyohara  * $FreeBSD: src/sys/dev/firewire/fwdev.c,v 1.52 2007/06/06 14:31:36 simokawa Exp $
     36       1.1  kiyohara  *
     37       1.1  kiyohara  */
     38       1.1  kiyohara 
     39      1.14     lukem #include <sys/cdefs.h>
     40  1.27.4.1     rmind __KERNEL_RCSID(0, "$NetBSD: fwdev.c,v 1.27.4.1 2014/05/18 17:45:38 rmind Exp $");
     41      1.14     lukem 
     42       1.1  kiyohara #include <sys/param.h>
     43       1.1  kiyohara #include <sys/device.h>
     44       1.1  kiyohara #include <sys/errno.h>
     45       1.1  kiyohara #include <sys/buf.h>
     46      1.18  kiyohara #include <sys/bus.h>
     47       1.1  kiyohara #include <sys/conf.h>
     48       1.1  kiyohara #include <sys/kernel.h>
     49      1.22  christos #include <sys/malloc.h>
     50       1.1  kiyohara #include <sys/mbuf.h>
     51       1.1  kiyohara #include <sys/poll.h>
     52       1.1  kiyohara #include <sys/proc.h>
     53      1.18  kiyohara #include <sys/select.h>
     54       1.1  kiyohara 
     55       1.1  kiyohara #include <dev/ieee1394/firewire.h>
     56       1.1  kiyohara #include <dev/ieee1394/firewirereg.h>
     57       1.1  kiyohara #include <dev/ieee1394/fwdma.h>
     58       1.1  kiyohara #include <dev/ieee1394/fwmem.h>
     59       1.1  kiyohara #include <dev/ieee1394/iec68113.h>
     60      1.18  kiyohara 
     61      1.26  uebayasi #include "ioconf.h"
     62      1.26  uebayasi 
     63       1.1  kiyohara #define	FWNODE_INVAL 0xffff
     64       1.1  kiyohara 
     65       1.1  kiyohara dev_type_open(fw_open);
     66       1.1  kiyohara dev_type_close(fw_close);
     67       1.1  kiyohara dev_type_read(fw_read);
     68       1.1  kiyohara dev_type_write(fw_write);
     69       1.1  kiyohara dev_type_ioctl(fw_ioctl);
     70       1.1  kiyohara dev_type_poll(fw_poll);
     71       1.1  kiyohara dev_type_mmap(fw_mmap);
     72       1.1  kiyohara dev_type_strategy(fw_strategy);
     73       1.1  kiyohara 
     74       1.1  kiyohara const struct bdevsw fw_bdevsw = {
     75  1.27.4.1     rmind 	.d_open = fw_open,
     76  1.27.4.1     rmind 	.d_close = fw_close,
     77  1.27.4.1     rmind 	.d_strategy = fw_strategy,
     78  1.27.4.1     rmind 	.d_ioctl = fw_ioctl,
     79  1.27.4.1     rmind 	.d_dump = nodump,
     80  1.27.4.1     rmind 	.d_psize = nosize,
     81  1.27.4.1     rmind 	.d_flag = D_OTHER
     82       1.1  kiyohara };
     83       1.1  kiyohara 
     84       1.1  kiyohara const struct cdevsw fw_cdevsw = {
     85  1.27.4.1     rmind 	.d_open = fw_open,
     86  1.27.4.1     rmind 	.d_close = fw_close,
     87  1.27.4.1     rmind 	.d_read = fw_read,
     88  1.27.4.1     rmind 	.d_write = fw_write,
     89  1.27.4.1     rmind 	.d_ioctl = fw_ioctl,
     90  1.27.4.1     rmind 	.d_stop = nostop,
     91  1.27.4.1     rmind 	.d_tty = notty,
     92  1.27.4.1     rmind 	.d_poll = fw_poll,
     93  1.27.4.1     rmind 	.d_mmap = fw_mmap,
     94  1.27.4.1     rmind 	.d_kqfilter = nokqfilter,
     95  1.27.4.1     rmind 	.d_flag = D_OTHER
     96       1.1  kiyohara };
     97       1.1  kiyohara 
     98       1.1  kiyohara struct fw_drv1 {
     99       1.1  kiyohara 	struct firewire_comm *fc;
    100       1.1  kiyohara 	struct fw_xferq *ir;
    101       1.1  kiyohara 	struct fw_xferq *it;
    102       1.1  kiyohara 	struct fw_isobufreq bufreq;
    103       1.1  kiyohara 	STAILQ_HEAD(, fw_bind) binds;
    104       1.1  kiyohara 	STAILQ_HEAD(, fw_xfer) rq;
    105       1.1  kiyohara };
    106       1.1  kiyohara 
    107      1.18  kiyohara static int fwdev_allocbuf(struct firewire_comm *, struct fw_xferq *,
    108      1.18  kiyohara 			  struct fw_bufspec *);
    109      1.22  christos static int fwdev_freebuf(struct fw_xferq *);
    110      1.18  kiyohara static int fw_read_async(struct fw_drv1 *, struct uio *, int);
    111      1.18  kiyohara static int fw_write_async(struct fw_drv1 *, struct uio *, int);
    112      1.18  kiyohara static void fw_hand(struct fw_xfer *);
    113       1.1  kiyohara 
    114       1.1  kiyohara 
    115      1.18  kiyohara int
    116      1.18  kiyohara fw_open(dev_t dev, int flags, int fmt, struct lwp *td)
    117       1.1  kiyohara {
    118      1.18  kiyohara 	struct firewire_softc *sc;
    119      1.18  kiyohara 	struct fw_drv1 *d;
    120      1.18  kiyohara 	int err = 0;
    121       1.1  kiyohara 
    122      1.18  kiyohara 	sc = device_lookup_private(&ieee1394if_cd, DEV2UNIT(dev));
    123      1.18  kiyohara 	if (sc == NULL)
    124      1.18  kiyohara 		return ENXIO;
    125       1.1  kiyohara 
    126      1.18  kiyohara 	if (DEV_FWMEM(dev))
    127      1.18  kiyohara 		return fwmem_open(dev, flags, fmt, td);
    128       1.1  kiyohara 
    129      1.18  kiyohara 	mutex_enter(&sc->fc->fc_mtx);
    130      1.18  kiyohara 	if (sc->si_drv1 != NULL) {
    131      1.18  kiyohara 		mutex_exit(&sc->fc->fc_mtx);
    132      1.18  kiyohara 		return EBUSY;
    133      1.13  kiyohara 	}
    134      1.13  kiyohara 	/* set dummy value for allocation */
    135      1.18  kiyohara 	sc->si_drv1 = (void *)-1;
    136      1.18  kiyohara 	mutex_exit(&sc->fc->fc_mtx);
    137      1.13  kiyohara 
    138      1.22  christos 	sc->si_drv1 = malloc(sizeof(struct fw_drv1), M_FW, M_WAITOK | M_ZERO);
    139      1.18  kiyohara 	if (sc->si_drv1 == NULL)
    140      1.18  kiyohara 		return ENOMEM;
    141       1.1  kiyohara 
    142      1.18  kiyohara 	d = (struct fw_drv1 *)sc->si_drv1;
    143       1.1  kiyohara 	d->fc = sc->fc;
    144       1.1  kiyohara 	STAILQ_INIT(&d->binds);
    145       1.1  kiyohara 	STAILQ_INIT(&d->rq);
    146       1.1  kiyohara 
    147       1.1  kiyohara 	return err;
    148       1.1  kiyohara }
    149       1.1  kiyohara 
    150      1.18  kiyohara int
    151      1.18  kiyohara fw_close(dev_t dev, int flags, int fmt, struct lwp *td)
    152       1.1  kiyohara {
    153      1.18  kiyohara 	struct firewire_softc *sc;
    154       1.1  kiyohara 	struct firewire_comm *fc;
    155       1.1  kiyohara 	struct fw_drv1 *d;
    156       1.1  kiyohara 	struct fw_xfer *xfer;
    157       1.1  kiyohara 	struct fw_bind *fwb;
    158      1.18  kiyohara         int err = 0;
    159      1.18  kiyohara 
    160      1.18  kiyohara 	sc = device_lookup_private(&ieee1394if_cd, DEV2UNIT(dev));
    161      1.18  kiyohara 	if (sc == NULL)
    162      1.18  kiyohara 		return ENXIO;
    163       1.1  kiyohara 
    164      1.18  kiyohara 	if (DEV_FWMEM(dev))
    165      1.18  kiyohara 		return fwmem_close(dev, flags, fmt, td);
    166       1.1  kiyohara 
    167      1.18  kiyohara 	d = (struct fw_drv1 *)sc->si_drv1;
    168       1.1  kiyohara 	fc = d->fc;
    169       1.1  kiyohara 
    170       1.1  kiyohara 	/* remove binding */
    171       1.1  kiyohara 	for (fwb = STAILQ_FIRST(&d->binds); fwb != NULL;
    172      1.18  kiyohara 	    fwb = STAILQ_FIRST(&d->binds)) {
    173       1.1  kiyohara 		fw_bindremove(fc, fwb);
    174       1.1  kiyohara 		STAILQ_REMOVE_HEAD(&d->binds, chlist);
    175       1.1  kiyohara 		fw_xferlist_remove(&fwb->xferlist);
    176       1.1  kiyohara 		free(fwb, M_FW);
    177       1.1  kiyohara 	}
    178       1.1  kiyohara 	if (d->ir != NULL) {
    179       1.1  kiyohara 		struct fw_xferq *ir = d->ir;
    180       1.1  kiyohara 
    181       1.1  kiyohara 		if ((ir->flag & FWXFERQ_OPEN) == 0)
    182      1.18  kiyohara 			return EINVAL;
    183       1.1  kiyohara 		if (ir->flag & FWXFERQ_RUNNING) {
    184       1.1  kiyohara 			ir->flag &= ~FWXFERQ_RUNNING;
    185       1.1  kiyohara 			fc->irx_disable(fc, ir->dmach);
    186       1.1  kiyohara 		}
    187       1.1  kiyohara 		/* free extbuf */
    188      1.22  christos 		fwdev_freebuf(ir);
    189       1.1  kiyohara 		/* drain receiving buffer */
    190      1.18  kiyohara 		for (xfer = STAILQ_FIRST(&ir->q); xfer != NULL;
    191      1.18  kiyohara 		    xfer = STAILQ_FIRST(&ir->q)) {
    192      1.18  kiyohara 			ir->queued--;
    193       1.1  kiyohara 			STAILQ_REMOVE_HEAD(&ir->q, link);
    194       1.1  kiyohara 
    195       1.1  kiyohara 			xfer->resp = 0;
    196       1.1  kiyohara 			fw_xfer_done(xfer);
    197       1.1  kiyohara 		}
    198      1.18  kiyohara 		ir->flag &=
    199      1.18  kiyohara 		    ~(FWXFERQ_OPEN | FWXFERQ_MODEMASK | FWXFERQ_CHTAGMASK);
    200       1.1  kiyohara 		d->ir = NULL;
    201       1.1  kiyohara 
    202       1.1  kiyohara 	}
    203       1.1  kiyohara 	if (d->it != NULL) {
    204       1.1  kiyohara 		struct fw_xferq *it = d->it;
    205       1.1  kiyohara 
    206       1.1  kiyohara 		if ((it->flag & FWXFERQ_OPEN) == 0)
    207      1.18  kiyohara 			return EINVAL;
    208       1.1  kiyohara 		if (it->flag & FWXFERQ_RUNNING) {
    209       1.1  kiyohara 			it->flag &= ~FWXFERQ_RUNNING;
    210       1.1  kiyohara 			fc->itx_disable(fc, it->dmach);
    211       1.1  kiyohara 		}
    212       1.1  kiyohara 		/* free extbuf */
    213      1.22  christos 		fwdev_freebuf(it);
    214      1.18  kiyohara 		it->flag &=
    215      1.18  kiyohara 		    ~(FWXFERQ_OPEN | FWXFERQ_MODEMASK | FWXFERQ_CHTAGMASK);
    216       1.1  kiyohara 		d->it = NULL;
    217       1.1  kiyohara 	}
    218      1.22  christos 	free(sc->si_drv1, M_FW);
    219      1.18  kiyohara 	sc->si_drv1 = NULL;
    220       1.1  kiyohara 
    221       1.1  kiyohara 	return err;
    222       1.1  kiyohara }
    223       1.1  kiyohara 
    224      1.18  kiyohara int
    225      1.18  kiyohara fw_read(dev_t dev, struct uio *uio, int ioflag)
    226       1.1  kiyohara {
    227      1.18  kiyohara 	struct firewire_softc *sc;
    228      1.18  kiyohara 	struct firewire_comm *fc;
    229       1.1  kiyohara 	struct fw_drv1 *d;
    230       1.1  kiyohara 	struct fw_xferq *ir;
    231       1.1  kiyohara 	struct fw_pkt *fp;
    232      1.18  kiyohara 	int err = 0, slept = 0;
    233       1.1  kiyohara 
    234      1.18  kiyohara 	sc = device_lookup_private(&ieee1394if_cd, DEV2UNIT(dev));
    235      1.18  kiyohara 	if (sc == NULL)
    236      1.18  kiyohara 		return ENXIO;
    237      1.18  kiyohara 
    238      1.18  kiyohara 	if (DEV_FWMEM(dev))
    239      1.18  kiyohara 		return physio(fw_strategy, NULL, dev, ioflag, minphys, uio);
    240       1.1  kiyohara 
    241      1.18  kiyohara 	d = (struct fw_drv1 *)sc->si_drv1;
    242       1.1  kiyohara 	fc = d->fc;
    243       1.1  kiyohara 	ir = d->ir;
    244       1.1  kiyohara 
    245       1.1  kiyohara 	if (ir == NULL)
    246      1.18  kiyohara 		return fw_read_async(d, uio, ioflag);
    247       1.1  kiyohara 
    248       1.1  kiyohara 	if (ir->buf == NULL)
    249      1.18  kiyohara 		return EIO;
    250       1.1  kiyohara 
    251      1.18  kiyohara 	mutex_enter(&fc->fc_mtx);
    252       1.1  kiyohara readloop:
    253       1.1  kiyohara 	if (ir->stproc == NULL) {
    254       1.1  kiyohara 		/* iso bulkxfer */
    255       1.1  kiyohara 		ir->stproc = STAILQ_FIRST(&ir->stvalid);
    256       1.1  kiyohara 		if (ir->stproc != NULL) {
    257       1.1  kiyohara 			STAILQ_REMOVE_HEAD(&ir->stvalid, link);
    258       1.1  kiyohara 			ir->queued = 0;
    259       1.1  kiyohara 		}
    260       1.1  kiyohara 	}
    261       1.1  kiyohara 	if (ir->stproc == NULL) {
    262       1.1  kiyohara 		/* no data avaliable */
    263       1.1  kiyohara 		if (slept == 0) {
    264       1.1  kiyohara 			slept = 1;
    265       1.1  kiyohara 			ir->flag |= FWXFERQ_WAKEUP;
    266      1.23    cegger 			mutex_exit(&fc->fc_mtx);
    267      1.18  kiyohara 			err = tsleep(ir, FWPRI, "fw_read", hz);
    268      1.23    cegger 			mutex_enter(&fc->fc_mtx);
    269       1.1  kiyohara 			ir->flag &= ~FWXFERQ_WAKEUP;
    270       1.1  kiyohara 			if (err == 0)
    271       1.1  kiyohara 				goto readloop;
    272       1.1  kiyohara 		} else if (slept == 1)
    273       1.1  kiyohara 			err = EIO;
    274      1.18  kiyohara 		mutex_exit(&fc->fc_mtx);
    275       1.1  kiyohara 		return err;
    276      1.18  kiyohara 	} else if (ir->stproc != NULL) {
    277       1.1  kiyohara 		/* iso bulkxfer */
    278      1.18  kiyohara 		mutex_exit(&fc->fc_mtx);
    279      1.18  kiyohara 		fp = (struct fw_pkt *)fwdma_v_addr(ir->buf,
    280      1.18  kiyohara 		    ir->stproc->poffset + ir->queued);
    281      1.18  kiyohara 		if (fc->irx_post != NULL)
    282       1.1  kiyohara 			fc->irx_post(fc, fp->mode.ld);
    283      1.18  kiyohara 		if (fp->mode.stream.len == 0)
    284      1.18  kiyohara 			return EIO;
    285       1.9  christos 		err = uiomove((void *)fp,
    286      1.18  kiyohara 		    fp->mode.stream.len + sizeof(uint32_t), uio);
    287      1.18  kiyohara 		ir->queued++;
    288      1.18  kiyohara 		if (ir->queued >= ir->bnpacket) {
    289       1.1  kiyohara 			STAILQ_INSERT_TAIL(&ir->stfree, ir->stproc, link);
    290       1.1  kiyohara 			fc->irx_enable(fc, ir->dmach);
    291       1.1  kiyohara 			ir->stproc = NULL;
    292       1.1  kiyohara 		}
    293       1.1  kiyohara 		if (uio->uio_resid >= ir->psize) {
    294       1.1  kiyohara 			slept = -1;
    295      1.18  kiyohara 			mutex_enter(&fc->fc_mtx);
    296       1.1  kiyohara 			goto readloop;
    297       1.1  kiyohara 		}
    298      1.18  kiyohara 	} else
    299      1.18  kiyohara 		mutex_exit(&fc->fc_mtx);
    300       1.1  kiyohara 	return err;
    301       1.1  kiyohara }
    302       1.1  kiyohara 
    303      1.18  kiyohara int
    304      1.18  kiyohara fw_write(dev_t dev, struct uio *uio, int ioflag)
    305       1.1  kiyohara {
    306      1.18  kiyohara 	struct firewire_softc *sc;
    307      1.18  kiyohara 	struct firewire_comm *fc;
    308       1.1  kiyohara 	struct fw_drv1 *d;
    309       1.1  kiyohara 	struct fw_pkt *fp;
    310       1.1  kiyohara 	struct fw_xferq *it;
    311      1.18  kiyohara         int slept = 0, err = 0;
    312      1.18  kiyohara 
    313      1.18  kiyohara 	sc = device_lookup_private(&ieee1394if_cd, DEV2UNIT(dev));
    314      1.18  kiyohara 	if (sc == NULL)
    315      1.18  kiyohara 		return ENXIO;
    316      1.18  kiyohara 
    317      1.18  kiyohara 	if (DEV_FWMEM(dev))
    318      1.18  kiyohara 		return physio(fw_strategy, NULL, dev, ioflag, minphys, uio);
    319       1.1  kiyohara 
    320      1.18  kiyohara 	d = (struct fw_drv1 *)sc->si_drv1;
    321       1.1  kiyohara 	fc = d->fc;
    322       1.1  kiyohara 	it = d->it;
    323       1.1  kiyohara 
    324       1.1  kiyohara 	if (it == NULL)
    325      1.18  kiyohara 		return fw_write_async(d, uio, ioflag);
    326       1.1  kiyohara 
    327       1.1  kiyohara 	if (it->buf == NULL)
    328      1.18  kiyohara 		return EIO;
    329      1.13  kiyohara 
    330      1.18  kiyohara 	mutex_enter(&fc->fc_mtx);
    331       1.1  kiyohara isoloop:
    332       1.1  kiyohara 	if (it->stproc == NULL) {
    333       1.1  kiyohara 		it->stproc = STAILQ_FIRST(&it->stfree);
    334       1.1  kiyohara 		if (it->stproc != NULL) {
    335       1.1  kiyohara 			STAILQ_REMOVE_HEAD(&it->stfree, link);
    336       1.1  kiyohara 			it->queued = 0;
    337       1.1  kiyohara 		} else if (slept == 0) {
    338       1.1  kiyohara 			slept = 1;
    339      1.13  kiyohara #if 0   /* XXX to avoid lock recursion */
    340       1.1  kiyohara 			err = fc->itx_enable(fc, it->dmach);
    341       1.1  kiyohara 			if (err)
    342      1.13  kiyohara 				goto out;
    343      1.13  kiyohara #endif
    344      1.23    cegger 			mutex_exit(&fc->fc_mtx);
    345      1.18  kiyohara 			err = tsleep(it, FWPRI, "fw_write", hz);
    346      1.23    cegger 			mutex_enter(&fc->fc_mtx);
    347       1.1  kiyohara 			if (err)
    348      1.13  kiyohara 				goto out;
    349       1.1  kiyohara 			goto isoloop;
    350       1.1  kiyohara 		} else {
    351       1.1  kiyohara 			err = EIO;
    352      1.13  kiyohara 			goto out;
    353       1.1  kiyohara 		}
    354       1.1  kiyohara 	}
    355      1.18  kiyohara 	mutex_exit(&fc->fc_mtx);
    356       1.1  kiyohara 	fp = (struct fw_pkt *)fwdma_v_addr(it->buf,
    357      1.18  kiyohara 	    it->stproc->poffset + it->queued);
    358       1.9  christos 	err = uiomove((void *)fp, sizeof(struct fw_isohdr), uio);
    359      1.18  kiyohara 	if (err != 0)
    360      1.18  kiyohara 		return err;
    361      1.18  kiyohara 	err =
    362      1.18  kiyohara 	    uiomove((void *)fp->mode.stream.payload, fp->mode.stream.len, uio);
    363      1.18  kiyohara 	it->queued++;
    364       1.1  kiyohara 	if (it->queued >= it->bnpacket) {
    365       1.1  kiyohara 		STAILQ_INSERT_TAIL(&it->stvalid, it->stproc, link);
    366       1.1  kiyohara 		it->stproc = NULL;
    367       1.1  kiyohara 		err = fc->itx_enable(fc, it->dmach);
    368       1.1  kiyohara 	}
    369       1.1  kiyohara 	if (uio->uio_resid >= sizeof(struct fw_isohdr)) {
    370       1.1  kiyohara 		slept = 0;
    371      1.18  kiyohara 		mutex_enter(&fc->fc_mtx);
    372       1.1  kiyohara 		goto isoloop;
    373       1.1  kiyohara 	}
    374       1.1  kiyohara 	return err;
    375      1.13  kiyohara 
    376      1.13  kiyohara out:
    377      1.18  kiyohara 	mutex_exit(&fc->fc_mtx);
    378      1.13  kiyohara 	return err;
    379       1.1  kiyohara }
    380       1.1  kiyohara 
    381      1.18  kiyohara int
    382      1.18  kiyohara fw_ioctl(dev_t dev, u_long cmd, void *data, int flag, struct lwp *td)
    383       1.1  kiyohara {
    384      1.18  kiyohara 	struct firewire_softc *sc;
    385       1.1  kiyohara 	struct firewire_comm *fc;
    386       1.1  kiyohara 	struct fw_drv1 *d;
    387       1.1  kiyohara 	struct fw_device *fwdev;
    388       1.1  kiyohara 	struct fw_bind *fwb;
    389       1.1  kiyohara 	struct fw_xferq *ir, *it;
    390       1.1  kiyohara 	struct fw_xfer *xfer;
    391       1.1  kiyohara 	struct fw_pkt *fp;
    392       1.1  kiyohara 	struct fw_devinfo *devinfo;
    393       1.1  kiyohara 	struct fw_devlstreq *fwdevlst = (struct fw_devlstreq *)data;
    394       1.1  kiyohara 	struct fw_asyreq *asyreq = (struct fw_asyreq *)data;
    395       1.1  kiyohara 	struct fw_isochreq *ichreq = (struct fw_isochreq *)data;
    396       1.1  kiyohara 	struct fw_isobufreq *ibufreq = (struct fw_isobufreq *)data;
    397       1.1  kiyohara 	struct fw_asybindreq *bindreq = (struct fw_asybindreq *)data;
    398       1.1  kiyohara 	struct fw_crom_buf *crom_buf = (struct fw_crom_buf *)data;
    399      1.18  kiyohara 	int i, len, err = 0;
    400      1.18  kiyohara 	void *ptr;
    401       1.1  kiyohara 
    402      1.18  kiyohara 	sc = device_lookup_private(&ieee1394if_cd, DEV2UNIT(dev));
    403      1.18  kiyohara 	if (sc == NULL)
    404      1.18  kiyohara 		return ENXIO;
    405      1.18  kiyohara 
    406      1.18  kiyohara 	if (DEV_FWMEM(dev))
    407      1.18  kiyohara 		return fwmem_ioctl(dev, cmd, data, flag, td);
    408       1.1  kiyohara 
    409       1.1  kiyohara 	if (!data)
    410      1.18  kiyohara 		return EINVAL;
    411       1.1  kiyohara 
    412      1.18  kiyohara 	d = (struct fw_drv1 *)sc->si_drv1;
    413       1.1  kiyohara 	fc = d->fc;
    414       1.1  kiyohara 	ir = d->ir;
    415       1.1  kiyohara 	it = d->it;
    416       1.1  kiyohara 
    417       1.1  kiyohara 	switch (cmd) {
    418       1.1  kiyohara 	case FW_STSTREAM:
    419       1.1  kiyohara 		if (it == NULL) {
    420      1.13  kiyohara 			i = fw_open_isodma(fc, /* tx */1);
    421      1.13  kiyohara 			if (i < 0) {
    422       1.1  kiyohara 				err = EBUSY;
    423       1.1  kiyohara 				break;
    424       1.1  kiyohara 			}
    425      1.13  kiyohara 			it = fc->it[i];
    426       1.1  kiyohara 			err = fwdev_allocbuf(fc, it, &d->bufreq.tx);
    427      1.13  kiyohara 			if (err) {
    428      1.13  kiyohara 				it->flag &= ~FWXFERQ_OPEN;
    429       1.1  kiyohara 				break;
    430      1.13  kiyohara 			}
    431       1.1  kiyohara 		}
    432       1.1  kiyohara 		it->flag &= ~0xff;
    433       1.1  kiyohara 		it->flag |= (0x3f & ichreq->ch);
    434       1.1  kiyohara 		it->flag |= ((0x3 & ichreq->tag) << 6);
    435       1.1  kiyohara 		d->it = it;
    436       1.1  kiyohara 		break;
    437      1.18  kiyohara 
    438       1.1  kiyohara 	case FW_GTSTREAM:
    439       1.1  kiyohara 		if (it != NULL) {
    440       1.1  kiyohara 			ichreq->ch = it->flag & 0x3f;
    441       1.1  kiyohara 			ichreq->tag = it->flag >> 2 & 0x3;
    442       1.1  kiyohara 		} else
    443       1.1  kiyohara 			err = EINVAL;
    444       1.1  kiyohara 		break;
    445      1.18  kiyohara 
    446       1.1  kiyohara 	case FW_SRSTREAM:
    447       1.1  kiyohara 		if (ir == NULL) {
    448      1.13  kiyohara 			i = fw_open_isodma(fc, /* tx */0);
    449      1.13  kiyohara 			if (i < 0) {
    450       1.1  kiyohara 				err = EBUSY;
    451       1.1  kiyohara 				break;
    452       1.1  kiyohara 			}
    453      1.13  kiyohara 			ir = fc->ir[i];
    454       1.1  kiyohara 			err = fwdev_allocbuf(fc, ir, &d->bufreq.rx);
    455      1.13  kiyohara 			if (err) {
    456      1.13  kiyohara 				ir->flag &= ~FWXFERQ_OPEN;
    457       1.1  kiyohara 				break;
    458      1.13  kiyohara 			}
    459       1.1  kiyohara 		}
    460       1.1  kiyohara 		ir->flag &= ~0xff;
    461       1.1  kiyohara 		ir->flag |= (0x3f & ichreq->ch);
    462       1.1  kiyohara 		ir->flag |= ((0x3 & ichreq->tag) << 6);
    463       1.1  kiyohara 		d->ir = ir;
    464       1.1  kiyohara 		err = fc->irx_enable(fc, ir->dmach);
    465       1.1  kiyohara 		break;
    466      1.18  kiyohara 
    467       1.1  kiyohara 	case FW_GRSTREAM:
    468       1.1  kiyohara 		if (d->ir != NULL) {
    469       1.1  kiyohara 			ichreq->ch = ir->flag & 0x3f;
    470       1.1  kiyohara 			ichreq->tag = ir->flag >> 2 & 0x3;
    471       1.1  kiyohara 		} else
    472       1.1  kiyohara 			err = EINVAL;
    473       1.1  kiyohara 		break;
    474      1.18  kiyohara 
    475       1.1  kiyohara 	case FW_SSTBUF:
    476      1.17   tsutsui 		memcpy(&d->bufreq, ibufreq, sizeof(d->bufreq));
    477       1.1  kiyohara 		break;
    478      1.18  kiyohara 
    479       1.1  kiyohara 	case FW_GSTBUF:
    480      1.15    cegger 		memset(&ibufreq->rx, 0, sizeof(ibufreq->rx));
    481       1.1  kiyohara 		if (ir != NULL) {
    482       1.1  kiyohara 			ibufreq->rx.nchunk = ir->bnchunk;
    483       1.1  kiyohara 			ibufreq->rx.npacket = ir->bnpacket;
    484       1.1  kiyohara 			ibufreq->rx.psize = ir->psize;
    485       1.1  kiyohara 		}
    486      1.15    cegger 		memset(&ibufreq->tx, 0, sizeof(ibufreq->tx));
    487       1.1  kiyohara 		if (it != NULL) {
    488       1.1  kiyohara 			ibufreq->tx.nchunk = it->bnchunk;
    489       1.1  kiyohara 			ibufreq->tx.npacket = it->bnpacket;
    490       1.1  kiyohara 			ibufreq->tx.psize = it->psize;
    491       1.1  kiyohara 		}
    492       1.1  kiyohara 		break;
    493      1.18  kiyohara 
    494       1.1  kiyohara 	case FW_ASYREQ:
    495       1.1  kiyohara 	{
    496       1.2  drochner 		const struct tcode_info *tinfo;
    497       1.1  kiyohara 		int pay_len = 0;
    498       1.1  kiyohara 
    499       1.1  kiyohara 		fp = &asyreq->pkt;
    500       1.1  kiyohara 		tinfo = &fc->tcode[fp->mode.hdr.tcode];
    501       1.1  kiyohara 
    502       1.1  kiyohara 		if ((tinfo->flag & FWTI_BLOCK_ASY) != 0)
    503       1.1  kiyohara 			pay_len = MAX(0, asyreq->req.len - tinfo->hdr_len);
    504       1.1  kiyohara 
    505      1.27       dsl 		xfer = fw_xfer_alloc_buf(M_FW, pay_len, PAGE_SIZE/*XXX*/);
    506       1.1  kiyohara 		if (xfer == NULL)
    507      1.18  kiyohara 			return ENOMEM;
    508       1.1  kiyohara 
    509       1.1  kiyohara 		switch (asyreq->req.type) {
    510       1.1  kiyohara 		case FWASREQNODE:
    511       1.1  kiyohara 			break;
    512      1.18  kiyohara 
    513       1.1  kiyohara 		case FWASREQEUI:
    514      1.18  kiyohara 			fwdev = fw_noderesolve_eui64(fc, &asyreq->req.dst.eui);
    515       1.1  kiyohara 			if (fwdev == NULL) {
    516      1.18  kiyohara 				aprint_error_dev(fc->bdev,
    517      1.18  kiyohara 				    "cannot find node\n");
    518       1.1  kiyohara 				err = EINVAL;
    519       1.1  kiyohara 				goto out;
    520       1.1  kiyohara 			}
    521       1.1  kiyohara 			fp->mode.hdr.dst = FWLOCALBUS | fwdev->dst;
    522       1.1  kiyohara 			break;
    523      1.18  kiyohara 
    524       1.1  kiyohara 		case FWASRESTL:
    525       1.1  kiyohara 			/* XXX what's this? */
    526       1.1  kiyohara 			break;
    527      1.18  kiyohara 
    528       1.1  kiyohara 		case FWASREQSTREAM:
    529       1.1  kiyohara 			/* nothing to do */
    530       1.1  kiyohara 			break;
    531       1.1  kiyohara 		}
    532       1.1  kiyohara 
    533      1.19  kiyohara 		memcpy(&xfer->send.hdr, fp, tinfo->hdr_len);
    534       1.1  kiyohara 		if (pay_len > 0)
    535      1.19  kiyohara 			memcpy(xfer->send.payload, (char *)fp + tinfo->hdr_len,
    536      1.19  kiyohara 			    pay_len);
    537       1.1  kiyohara 		xfer->send.spd = asyreq->req.sped;
    538      1.13  kiyohara 		xfer->hand = fw_xferwake;
    539       1.1  kiyohara 
    540       1.1  kiyohara 		if ((err = fw_asyreq(fc, -1, xfer)) != 0)
    541       1.1  kiyohara 			goto out;
    542      1.13  kiyohara 		if ((err = fw_xferwait(xfer)) != 0)
    543       1.1  kiyohara 			goto out;
    544       1.1  kiyohara 		if (xfer->resp != 0) {
    545       1.1  kiyohara 			err = EIO;
    546       1.1  kiyohara 			goto out;
    547       1.1  kiyohara 		}
    548       1.1  kiyohara 		if ((tinfo->flag & FWTI_TLABEL) == 0)
    549       1.1  kiyohara 			goto out;
    550       1.1  kiyohara 
    551       1.1  kiyohara 		/* copy response */
    552       1.1  kiyohara 		tinfo = &fc->tcode[xfer->recv.hdr.mode.hdr.tcode];
    553       1.1  kiyohara 		if (xfer->recv.hdr.mode.hdr.tcode == FWTCODE_RRESB ||
    554       1.1  kiyohara 		    xfer->recv.hdr.mode.hdr.tcode == FWTCODE_LRES) {
    555       1.1  kiyohara 			pay_len = xfer->recv.pay_len;
    556      1.18  kiyohara 			if (asyreq->req.len >=
    557      1.18  kiyohara 			    xfer->recv.pay_len + tinfo->hdr_len)
    558      1.18  kiyohara 				asyreq->req.len =
    559      1.18  kiyohara 				    xfer->recv.pay_len + tinfo->hdr_len;
    560      1.18  kiyohara 			else {
    561       1.1  kiyohara 				err = EINVAL;
    562       1.1  kiyohara 				pay_len = 0;
    563       1.1  kiyohara 			}
    564      1.18  kiyohara 		} else
    565       1.1  kiyohara 			pay_len = 0;
    566      1.17   tsutsui 		memcpy(fp, &xfer->recv.hdr, tinfo->hdr_len);
    567      1.18  kiyohara 		memcpy((char *)fp + tinfo->hdr_len, xfer->recv.payload,
    568      1.18  kiyohara 		    pay_len);
    569       1.1  kiyohara out:
    570       1.1  kiyohara 		fw_xfer_free_buf(xfer);
    571       1.1  kiyohara 		break;
    572       1.1  kiyohara 	}
    573      1.18  kiyohara 
    574       1.1  kiyohara 	case FW_IBUSRST:
    575       1.1  kiyohara 		fc->ibr(fc);
    576       1.1  kiyohara 		break;
    577      1.18  kiyohara 
    578       1.1  kiyohara 	case FW_CBINDADDR:
    579      1.18  kiyohara 		fwb = fw_bindlookup(fc, bindreq->start.hi, bindreq->start.lo);
    580      1.18  kiyohara 		if (fwb == NULL) {
    581       1.1  kiyohara 			err = EINVAL;
    582       1.1  kiyohara 			break;
    583       1.1  kiyohara 		}
    584       1.1  kiyohara 		fw_bindremove(fc, fwb);
    585       1.1  kiyohara 		STAILQ_REMOVE(&d->binds, fwb, fw_bind, chlist);
    586       1.1  kiyohara 		fw_xferlist_remove(&fwb->xferlist);
    587       1.1  kiyohara 		free(fwb, M_FW);
    588       1.1  kiyohara 		break;
    589      1.18  kiyohara 
    590       1.1  kiyohara 	case FW_SBINDADDR:
    591      1.18  kiyohara 		if (bindreq->len <= 0 ) {
    592       1.1  kiyohara 			err = EINVAL;
    593       1.1  kiyohara 			break;
    594       1.1  kiyohara 		}
    595      1.18  kiyohara 		if (bindreq->start.hi > 0xffff ) {
    596       1.1  kiyohara 			err = EINVAL;
    597       1.1  kiyohara 			break;
    598       1.1  kiyohara 		}
    599      1.22  christos 		fwb = (struct fw_bind *)malloc(sizeof(struct fw_bind),
    600      1.22  christos 		    M_FW, M_WAITOK);
    601      1.18  kiyohara 		if (fwb == NULL) {
    602       1.1  kiyohara 			err = ENOMEM;
    603       1.1  kiyohara 			break;
    604       1.1  kiyohara 		}
    605       1.1  kiyohara 		fwb->start = ((u_int64_t)bindreq->start.hi << 32) |
    606       1.1  kiyohara 		    bindreq->start.lo;
    607       1.1  kiyohara 		fwb->end = fwb->start +  bindreq->len;
    608       1.1  kiyohara 		fwb->sc = (void *)d;
    609       1.1  kiyohara 		STAILQ_INIT(&fwb->xferlist);
    610       1.1  kiyohara 		err = fw_bindadd(fc, fwb);
    611       1.1  kiyohara 		if (err == 0) {
    612      1.27       dsl 			fw_xferlist_add(&fwb->xferlist, M_FW,
    613       1.1  kiyohara 			    /* XXX */
    614      1.18  kiyohara 			    PAGE_SIZE, PAGE_SIZE, 5, fc, (void *)fwb, fw_hand);
    615       1.1  kiyohara 			STAILQ_INSERT_TAIL(&d->binds, fwb, chlist);
    616       1.1  kiyohara 		}
    617       1.1  kiyohara 		break;
    618      1.18  kiyohara 
    619       1.1  kiyohara 	case FW_GDEVLST:
    620       1.1  kiyohara 		i = len = 1;
    621       1.1  kiyohara 		/* myself */
    622      1.18  kiyohara 		devinfo = fwdevlst->dev;
    623       1.1  kiyohara 		devinfo->dst = fc->nodeid;
    624       1.1  kiyohara 		devinfo->status = 0;	/* XXX */
    625       1.1  kiyohara 		devinfo->eui.hi = fc->eui.hi;
    626       1.1  kiyohara 		devinfo->eui.lo = fc->eui.lo;
    627       1.1  kiyohara 		STAILQ_FOREACH(fwdev, &fc->devices, link) {
    628      1.18  kiyohara 			if (len < FW_MAX_DEVLST) {
    629       1.1  kiyohara 				devinfo = &fwdevlst->dev[len++];
    630       1.1  kiyohara 				devinfo->dst = fwdev->dst;
    631      1.18  kiyohara 				devinfo->status =
    632      1.18  kiyohara 				    (fwdev->status == FWDEVINVAL) ? 0 : 1;
    633       1.1  kiyohara 				devinfo->eui.hi = fwdev->eui.hi;
    634       1.1  kiyohara 				devinfo->eui.lo = fwdev->eui.lo;
    635       1.1  kiyohara 			}
    636       1.1  kiyohara 			i++;
    637       1.1  kiyohara 		}
    638       1.1  kiyohara 		fwdevlst->n = i;
    639       1.1  kiyohara 		fwdevlst->info_len = len;
    640       1.1  kiyohara 		break;
    641      1.18  kiyohara 
    642       1.1  kiyohara 	case FW_GTPMAP:
    643      1.17   tsutsui 		memcpy(data, fc->topology_map,
    644      1.18  kiyohara 		    (fc->topology_map->crc_len + 1) * 4);
    645       1.1  kiyohara 		break;
    646      1.18  kiyohara 
    647       1.1  kiyohara 	case FW_GCROM:
    648       1.1  kiyohara 		STAILQ_FOREACH(fwdev, &fc->devices, link)
    649       1.1  kiyohara 			if (FW_EUI64_EQUAL(fwdev->eui, crom_buf->eui))
    650       1.1  kiyohara 				break;
    651       1.1  kiyohara 		if (fwdev == NULL) {
    652       1.1  kiyohara 			if (!FW_EUI64_EQUAL(fc->eui, crom_buf->eui)) {
    653       1.1  kiyohara 				err = FWNODE_INVAL;
    654       1.1  kiyohara 				break;
    655       1.1  kiyohara 			}
    656       1.1  kiyohara 			/* myself */
    657      1.22  christos 			ptr = malloc(CROMSIZE, M_FW, M_WAITOK);
    658       1.1  kiyohara 			len = CROMSIZE;
    659       1.1  kiyohara 			for (i = 0; i < CROMSIZE/4; i++)
    660      1.18  kiyohara 				((uint32_t *)ptr)[i] = ntohl(fc->config_rom[i]);
    661       1.1  kiyohara 		} else {
    662       1.1  kiyohara 			/* found */
    663      1.18  kiyohara 			ptr = (void *)fwdev->csrrom;
    664       1.1  kiyohara 			if (fwdev->rommax < CSRROMOFF)
    665       1.1  kiyohara 				len = 0;
    666       1.1  kiyohara 			else
    667       1.1  kiyohara 				len = fwdev->rommax - CSRROMOFF + 4;
    668       1.1  kiyohara 		}
    669       1.8  jdolecek 		if (crom_buf->len < len)
    670       1.1  kiyohara 			len = crom_buf->len;
    671       1.1  kiyohara 		else
    672       1.1  kiyohara 			crom_buf->len = len;
    673       1.1  kiyohara 		err = copyout(ptr, crom_buf->ptr, len);
    674       1.1  kiyohara 		if (fwdev == NULL)
    675       1.1  kiyohara 			/* myself */
    676      1.22  christos 			free(ptr, M_FW);
    677       1.1  kiyohara 		break;
    678      1.18  kiyohara 
    679       1.1  kiyohara 	default:
    680      1.18  kiyohara 		fc->ioctl(dev, cmd, data, flag, td);
    681       1.1  kiyohara 		break;
    682       1.1  kiyohara 	}
    683       1.1  kiyohara 	return err;
    684       1.1  kiyohara }
    685       1.1  kiyohara 
    686      1.18  kiyohara int
    687      1.18  kiyohara fw_poll(dev_t dev, int events, struct lwp *td)
    688       1.1  kiyohara {
    689      1.18  kiyohara 	struct firewire_softc *sc;
    690       1.1  kiyohara 	struct fw_xferq *ir;
    691      1.18  kiyohara 	int revents, tmp;
    692       1.1  kiyohara 
    693      1.18  kiyohara 	sc = device_lookup_private(&ieee1394if_cd, DEV2UNIT(dev));
    694      1.18  kiyohara 	if (sc == NULL)
    695      1.18  kiyohara 		return ENXIO;
    696       1.1  kiyohara 
    697      1.18  kiyohara 	ir = ((struct fw_drv1 *)sc->si_drv1)->ir;
    698       1.1  kiyohara 	revents = 0;
    699       1.1  kiyohara 	tmp = POLLIN | POLLRDNORM;
    700       1.1  kiyohara 	if (events & tmp) {
    701       1.1  kiyohara 		if (STAILQ_FIRST(&ir->q) != NULL)
    702       1.1  kiyohara 			revents |= tmp;
    703       1.1  kiyohara 		else
    704       1.1  kiyohara 			selrecord(td, &ir->rsel);
    705       1.1  kiyohara 	}
    706       1.1  kiyohara 	tmp = POLLOUT | POLLWRNORM;
    707      1.18  kiyohara 	if (events & tmp)
    708      1.18  kiyohara 		/* XXX should be fixed */
    709       1.1  kiyohara 		revents |= tmp;
    710       1.1  kiyohara 
    711       1.1  kiyohara 	return revents;
    712       1.1  kiyohara }
    713       1.1  kiyohara 
    714      1.18  kiyohara paddr_t
    715      1.18  kiyohara fw_mmap(dev_t dev, off_t offset, int nproto)
    716      1.18  kiyohara {
    717      1.18  kiyohara 	struct firewire_softc *sc;
    718       1.1  kiyohara 
    719      1.18  kiyohara 	sc = device_lookup_private(&ieee1394if_cd, DEV2UNIT(dev));
    720      1.18  kiyohara 	if (sc == NULL)
    721      1.18  kiyohara 		return ENXIO;
    722       1.1  kiyohara 
    723       1.1  kiyohara 	return EINVAL;
    724       1.1  kiyohara }
    725       1.1  kiyohara 
    726       1.1  kiyohara void
    727       1.1  kiyohara fw_strategy(struct bio *bp)
    728       1.1  kiyohara {
    729      1.18  kiyohara 	struct firewire_softc *sc;
    730      1.18  kiyohara 	dev_t dev = bp->bio_dev;
    731      1.18  kiyohara 
    732      1.18  kiyohara 	sc = device_lookup_private(&ieee1394if_cd, DEV2UNIT(dev));
    733      1.18  kiyohara 	if (sc == NULL)
    734      1.18  kiyohara 		return;
    735       1.1  kiyohara 
    736      1.18  kiyohara 	if (DEV_FWMEM(dev)) {
    737      1.18  kiyohara 		fwmem_strategy(bp);
    738      1.18  kiyohara 		return;
    739      1.18  kiyohara 	}
    740       1.1  kiyohara 
    741       1.1  kiyohara 	bp->bio_error = EOPNOTSUPP;
    742       1.1  kiyohara 	bp->bio_resid = bp->bio_bcount;
    743       1.1  kiyohara 	biodone(bp);
    744       1.1  kiyohara }
    745       1.1  kiyohara 
    746      1.18  kiyohara 
    747      1.18  kiyohara static int
    748      1.18  kiyohara fwdev_allocbuf(struct firewire_comm *fc, struct fw_xferq *q,
    749      1.18  kiyohara 	       struct fw_bufspec *b)
    750       1.1  kiyohara {
    751      1.18  kiyohara 	int i;
    752      1.18  kiyohara 
    753      1.18  kiyohara 	if (q->flag & (FWXFERQ_RUNNING | FWXFERQ_EXTBUF))
    754      1.18  kiyohara 		return EBUSY;
    755      1.18  kiyohara 
    756      1.18  kiyohara 	q->bulkxfer =
    757      1.22  christos 	    (struct fw_bulkxfer *)malloc(sizeof(struct fw_bulkxfer) * b->nchunk,
    758      1.22  christos 								M_FW, M_WAITOK);
    759      1.18  kiyohara 	if (q->bulkxfer == NULL)
    760      1.18  kiyohara 		return ENOMEM;
    761      1.18  kiyohara 
    762      1.18  kiyohara 	b->psize = roundup2(b->psize, sizeof(uint32_t));
    763      1.18  kiyohara 	q->buf = fwdma_malloc_multiseg(fc, sizeof(uint32_t), b->psize,
    764      1.18  kiyohara 	    b->nchunk * b->npacket, BUS_DMA_WAITOK);
    765      1.18  kiyohara 
    766      1.18  kiyohara 	if (q->buf == NULL) {
    767      1.22  christos 		free(q->bulkxfer, M_FW);
    768      1.18  kiyohara 		q->bulkxfer = NULL;
    769      1.18  kiyohara 		return ENOMEM;
    770      1.18  kiyohara 	}
    771      1.18  kiyohara 	q->bnchunk = b->nchunk;
    772      1.18  kiyohara 	q->bnpacket = b->npacket;
    773      1.18  kiyohara 	q->psize = (b->psize + 3) & ~3;
    774      1.18  kiyohara 	q->queued = 0;
    775      1.18  kiyohara 
    776      1.18  kiyohara 	STAILQ_INIT(&q->stvalid);
    777      1.18  kiyohara 	STAILQ_INIT(&q->stfree);
    778      1.18  kiyohara 	STAILQ_INIT(&q->stdma);
    779      1.18  kiyohara 	q->stproc = NULL;
    780      1.18  kiyohara 
    781      1.18  kiyohara 	for (i = 0 ; i < q->bnchunk; i++) {
    782      1.18  kiyohara 		q->bulkxfer[i].poffset = i * q->bnpacket;
    783      1.18  kiyohara 		q->bulkxfer[i].mbuf = NULL;
    784      1.18  kiyohara 		STAILQ_INSERT_TAIL(&q->stfree, &q->bulkxfer[i], link);
    785      1.18  kiyohara 	}
    786      1.18  kiyohara 
    787      1.18  kiyohara 	q->flag &= ~FWXFERQ_MODEMASK;
    788      1.18  kiyohara 	q->flag |= FWXFERQ_STREAM;
    789      1.18  kiyohara 	q->flag |= FWXFERQ_EXTBUF;
    790       1.1  kiyohara 
    791      1.18  kiyohara 	return 0;
    792      1.18  kiyohara }
    793       1.1  kiyohara 
    794      1.18  kiyohara static int
    795      1.22  christos fwdev_freebuf(struct fw_xferq *q)
    796      1.18  kiyohara {
    797       1.1  kiyohara 
    798      1.18  kiyohara 	if (q->flag & FWXFERQ_EXTBUF) {
    799      1.18  kiyohara 		if (q->buf != NULL)
    800      1.18  kiyohara 			fwdma_free_multiseg(q->buf);
    801      1.18  kiyohara 		q->buf = NULL;
    802      1.22  christos 		free(q->bulkxfer, M_FW);
    803      1.18  kiyohara 		q->bulkxfer = NULL;
    804      1.18  kiyohara 		q->flag &= ~FWXFERQ_EXTBUF;
    805      1.18  kiyohara 		q->psize = 0;
    806      1.18  kiyohara 		q->maxq = FWMAXQUEUE;
    807      1.18  kiyohara 	}
    808      1.18  kiyohara 	return 0;
    809       1.1  kiyohara }
    810       1.1  kiyohara 
    811      1.18  kiyohara static int
    812      1.18  kiyohara fw_read_async(struct fw_drv1 *d, struct uio *uio, int ioflag)
    813       1.1  kiyohara {
    814      1.18  kiyohara 	struct fw_xfer *xfer;
    815      1.18  kiyohara 	struct fw_bind *fwb;
    816      1.18  kiyohara 	struct fw_pkt *fp;
    817      1.18  kiyohara 	const struct tcode_info *tinfo;
    818       1.1  kiyohara 	int err = 0;
    819       1.1  kiyohara 
    820      1.18  kiyohara 	mutex_enter(&d->fc->fc_mtx);
    821      1.18  kiyohara 
    822      1.24    cegger 	for (;;) {
    823      1.24    cegger 		xfer = STAILQ_FIRST(&d->rq);
    824      1.24    cegger 		if (xfer == NULL && err == 0) {
    825      1.24    cegger 			mutex_exit(&d->fc->fc_mtx);
    826      1.24    cegger 			err = tsleep(&d->rq, FWPRI, "fwra", 0);
    827      1.24    cegger 			if (err != 0)
    828      1.24    cegger 				return err;
    829      1.24    cegger 			mutex_enter(&d->fc->fc_mtx);
    830      1.24    cegger 			continue;
    831      1.24    cegger 		}
    832      1.24    cegger 		break;
    833      1.18  kiyohara 	}
    834       1.1  kiyohara 
    835      1.18  kiyohara 	STAILQ_REMOVE_HEAD(&d->rq, link);
    836      1.18  kiyohara 	mutex_exit(&d->fc->fc_mtx);
    837      1.18  kiyohara 	fp = &xfer->recv.hdr;
    838      1.18  kiyohara #if 0 /* for GASP ?? */
    839      1.18  kiyohara 	if (fc->irx_post != NULL)
    840      1.18  kiyohara 		fc->irx_post(fc, fp->mode.ld);
    841       1.1  kiyohara #endif
    842      1.18  kiyohara 	tinfo = &xfer->fc->tcode[fp->mode.hdr.tcode];
    843      1.18  kiyohara 	err = uiomove((void *)fp, tinfo->hdr_len, uio);
    844      1.18  kiyohara 	if (err)
    845      1.18  kiyohara 		goto out;
    846      1.18  kiyohara 	err = uiomove((void *)xfer->recv.payload, xfer->recv.pay_len, uio);
    847      1.18  kiyohara 
    848      1.18  kiyohara out:
    849      1.18  kiyohara 	/* recycle this xfer */
    850      1.18  kiyohara 	fwb = (struct fw_bind *)xfer->sc;
    851      1.18  kiyohara 	fw_xfer_unload(xfer);
    852      1.18  kiyohara 	xfer->recv.pay_len = PAGE_SIZE;
    853      1.18  kiyohara 	mutex_enter(&d->fc->fc_mtx);
    854      1.18  kiyohara 	STAILQ_INSERT_TAIL(&fwb->xferlist, xfer, link);
    855      1.18  kiyohara 	mutex_exit(&d->fc->fc_mtx);
    856      1.18  kiyohara 	return err;
    857       1.1  kiyohara }
    858       1.1  kiyohara 
    859      1.18  kiyohara static int
    860      1.18  kiyohara fw_write_async(struct fw_drv1 *d, struct uio *uio, int ioflag)
    861       1.1  kiyohara {
    862      1.18  kiyohara 	struct fw_xfer *xfer;
    863      1.18  kiyohara 	struct fw_pkt pkt;
    864      1.18  kiyohara 	const struct tcode_info *tinfo;
    865      1.18  kiyohara 	int err;
    866      1.18  kiyohara 
    867      1.18  kiyohara 	memset(&pkt, 0, sizeof(struct fw_pkt));
    868      1.18  kiyohara 	if ((err = uiomove((void *)&pkt, sizeof(uint32_t), uio)))
    869      1.18  kiyohara 		return err;
    870      1.18  kiyohara 	tinfo = &d->fc->tcode[pkt.mode.hdr.tcode];
    871      1.18  kiyohara 	if ((err = uiomove((char *)&pkt + sizeof(uint32_t),
    872      1.18  kiyohara 	    tinfo->hdr_len - sizeof(uint32_t), uio)))
    873      1.18  kiyohara 		return err;
    874      1.18  kiyohara 
    875      1.27       dsl 	if ((xfer = fw_xfer_alloc_buf(M_FW, uio->uio_resid,
    876      1.18  kiyohara 	    PAGE_SIZE/*XXX*/)) == NULL)
    877      1.18  kiyohara 		return ENOMEM;
    878      1.18  kiyohara 
    879      1.18  kiyohara 	memcpy(&xfer->send.hdr, &pkt, sizeof(struct fw_pkt));
    880      1.18  kiyohara 	xfer->send.pay_len = uio->uio_resid;
    881      1.18  kiyohara 	if (uio->uio_resid > 0) {
    882      1.18  kiyohara 		if ((err =
    883      1.18  kiyohara 		    uiomove((void *)xfer->send.payload, uio->uio_resid, uio)))
    884      1.18  kiyohara 			goto out;
    885      1.18  kiyohara 	}
    886      1.18  kiyohara 
    887      1.18  kiyohara 	xfer->fc = d->fc;
    888      1.18  kiyohara 	xfer->sc = NULL;
    889      1.18  kiyohara 	xfer->hand = fw_xferwake;
    890      1.18  kiyohara 	xfer->send.spd = 2 /* XXX */;
    891       1.1  kiyohara 
    892      1.18  kiyohara 	if ((err = fw_asyreq(xfer->fc, -1, xfer)))
    893      1.18  kiyohara 		goto out;
    894       1.1  kiyohara 
    895      1.18  kiyohara 	if ((err = fw_xferwait(xfer)))
    896      1.18  kiyohara 		goto out;
    897       1.1  kiyohara 
    898      1.18  kiyohara 	if (xfer->resp != 0) {
    899      1.18  kiyohara 		err = xfer->resp;
    900      1.18  kiyohara 		goto out;
    901      1.18  kiyohara 	}
    902       1.1  kiyohara 
    903      1.18  kiyohara 	if (xfer->flag == FWXF_RCVD) {
    904      1.18  kiyohara 		mutex_enter(&xfer->fc->fc_mtx);
    905      1.18  kiyohara 		STAILQ_INSERT_TAIL(&d->rq, xfer, link);
    906      1.18  kiyohara 		mutex_exit(&xfer->fc->fc_mtx);
    907      1.18  kiyohara 		return 0;
    908       1.1  kiyohara 	}
    909       1.1  kiyohara 
    910      1.18  kiyohara out:
    911      1.18  kiyohara 	fw_xfer_free(xfer);
    912      1.18  kiyohara 	return err;
    913      1.18  kiyohara }
    914      1.18  kiyohara 
    915      1.18  kiyohara static void
    916      1.18  kiyohara fw_hand(struct fw_xfer *xfer)
    917      1.18  kiyohara {
    918      1.18  kiyohara 	struct fw_bind *fwb;
    919      1.18  kiyohara 	struct fw_drv1 *d;
    920      1.18  kiyohara 
    921      1.18  kiyohara 	fwb = (struct fw_bind *)xfer->sc;
    922      1.18  kiyohara 	d = (struct fw_drv1 *)fwb->sc;
    923      1.18  kiyohara 	mutex_enter(&xfer->fc->fc_mtx);
    924      1.18  kiyohara 	STAILQ_INSERT_TAIL(&d->rq, xfer, link);
    925      1.18  kiyohara 	mutex_exit(&xfer->fc->fc_mtx);
    926      1.18  kiyohara 	wakeup(&d->rq);
    927       1.1  kiyohara }
    928