Home | History | Annotate | Line # | Download | only in ieee1394
fwdev.c revision 1.29
      1  1.29  dholland /*	$NetBSD: fwdev.c,v 1.29 2014/07/25 08:02:19 dholland Exp $	*/
      2   1.1  kiyohara /*-
      3   1.1  kiyohara  * Copyright (c) 2003 Hidetoshi Shimokawa
      4   1.1  kiyohara  * Copyright (c) 1998-2002 Katsushi Kobayashi and Hidetoshi Shimokawa
      5   1.1  kiyohara  * All rights reserved.
      6   1.1  kiyohara  *
      7   1.1  kiyohara  * Redistribution and use in source and binary forms, with or without
      8   1.1  kiyohara  * modification, are permitted provided that the following conditions
      9   1.1  kiyohara  * are met:
     10   1.1  kiyohara  * 1. Redistributions of source code must retain the above copyright
     11   1.1  kiyohara  *    notice, this list of conditions and the following disclaimer.
     12   1.1  kiyohara  * 2. Redistributions in binary form must reproduce the above copyright
     13   1.1  kiyohara  *    notice, this list of conditions and the following disclaimer in the
     14   1.1  kiyohara  *    documentation and/or other materials provided with the distribution.
     15   1.1  kiyohara  * 3. All advertising materials mentioning features or use of this software
     16   1.1  kiyohara  *    must display the acknowledgement as bellow:
     17   1.1  kiyohara  *
     18   1.1  kiyohara  *    This product includes software developed by K. Kobayashi and H. Shimokawa
     19   1.1  kiyohara  *
     20   1.1  kiyohara  * 4. The name of the author may not be used to endorse or promote products
     21   1.1  kiyohara  *    derived from this software without specific prior written permission.
     22   1.1  kiyohara  *
     23   1.1  kiyohara  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
     24   1.1  kiyohara  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
     25   1.1  kiyohara  * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
     26   1.1  kiyohara  * DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT,
     27   1.1  kiyohara  * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
     28   1.1  kiyohara  * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
     29   1.1  kiyohara  * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     30   1.1  kiyohara  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
     31   1.1  kiyohara  * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
     32   1.1  kiyohara  * ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     33   1.1  kiyohara  * POSSIBILITY OF SUCH DAMAGE.
     34  1.18  kiyohara  *
     35  1.13  kiyohara  * $FreeBSD: src/sys/dev/firewire/fwdev.c,v 1.52 2007/06/06 14:31:36 simokawa Exp $
     36   1.1  kiyohara  *
     37   1.1  kiyohara  */
     38   1.1  kiyohara 
     39  1.14     lukem #include <sys/cdefs.h>
     40  1.29  dholland __KERNEL_RCSID(0, "$NetBSD: fwdev.c,v 1.29 2014/07/25 08:02:19 dholland Exp $");
     41  1.14     lukem 
     42   1.1  kiyohara #include <sys/param.h>
     43   1.1  kiyohara #include <sys/device.h>
     44   1.1  kiyohara #include <sys/errno.h>
     45   1.1  kiyohara #include <sys/buf.h>
     46  1.18  kiyohara #include <sys/bus.h>
     47   1.1  kiyohara #include <sys/conf.h>
     48   1.1  kiyohara #include <sys/kernel.h>
     49  1.22  christos #include <sys/malloc.h>
     50   1.1  kiyohara #include <sys/mbuf.h>
     51   1.1  kiyohara #include <sys/poll.h>
     52   1.1  kiyohara #include <sys/proc.h>
     53  1.18  kiyohara #include <sys/select.h>
     54   1.1  kiyohara 
     55   1.1  kiyohara #include <dev/ieee1394/firewire.h>
     56   1.1  kiyohara #include <dev/ieee1394/firewirereg.h>
     57   1.1  kiyohara #include <dev/ieee1394/fwdma.h>
     58   1.1  kiyohara #include <dev/ieee1394/fwmem.h>
     59   1.1  kiyohara #include <dev/ieee1394/iec68113.h>
     60  1.18  kiyohara 
     61  1.26  uebayasi #include "ioconf.h"
     62  1.26  uebayasi 
     63   1.1  kiyohara #define	FWNODE_INVAL 0xffff
     64   1.1  kiyohara 
     65   1.1  kiyohara dev_type_open(fw_open);
     66   1.1  kiyohara dev_type_close(fw_close);
     67   1.1  kiyohara dev_type_read(fw_read);
     68   1.1  kiyohara dev_type_write(fw_write);
     69   1.1  kiyohara dev_type_ioctl(fw_ioctl);
     70   1.1  kiyohara dev_type_poll(fw_poll);
     71   1.1  kiyohara dev_type_mmap(fw_mmap);
     72   1.1  kiyohara dev_type_strategy(fw_strategy);
     73   1.1  kiyohara 
     74   1.1  kiyohara const struct bdevsw fw_bdevsw = {
     75  1.28  dholland 	.d_open = fw_open,
     76  1.28  dholland 	.d_close = fw_close,
     77  1.28  dholland 	.d_strategy = fw_strategy,
     78  1.28  dholland 	.d_ioctl = fw_ioctl,
     79  1.28  dholland 	.d_dump = nodump,
     80  1.28  dholland 	.d_psize = nosize,
     81  1.29  dholland 	.d_discard = nodiscard,
     82  1.28  dholland 	.d_flag = D_OTHER
     83   1.1  kiyohara };
     84   1.1  kiyohara 
     85   1.1  kiyohara const struct cdevsw fw_cdevsw = {
     86  1.28  dholland 	.d_open = fw_open,
     87  1.28  dholland 	.d_close = fw_close,
     88  1.28  dholland 	.d_read = fw_read,
     89  1.28  dholland 	.d_write = fw_write,
     90  1.28  dholland 	.d_ioctl = fw_ioctl,
     91  1.28  dholland 	.d_stop = nostop,
     92  1.28  dholland 	.d_tty = notty,
     93  1.28  dholland 	.d_poll = fw_poll,
     94  1.28  dholland 	.d_mmap = fw_mmap,
     95  1.28  dholland 	.d_kqfilter = nokqfilter,
     96  1.28  dholland 	.d_flag = D_OTHER
     97   1.1  kiyohara };
     98   1.1  kiyohara 
     99   1.1  kiyohara struct fw_drv1 {
    100   1.1  kiyohara 	struct firewire_comm *fc;
    101   1.1  kiyohara 	struct fw_xferq *ir;
    102   1.1  kiyohara 	struct fw_xferq *it;
    103   1.1  kiyohara 	struct fw_isobufreq bufreq;
    104   1.1  kiyohara 	STAILQ_HEAD(, fw_bind) binds;
    105   1.1  kiyohara 	STAILQ_HEAD(, fw_xfer) rq;
    106   1.1  kiyohara };
    107   1.1  kiyohara 
    108  1.18  kiyohara static int fwdev_allocbuf(struct firewire_comm *, struct fw_xferq *,
    109  1.18  kiyohara 			  struct fw_bufspec *);
    110  1.22  christos static int fwdev_freebuf(struct fw_xferq *);
    111  1.18  kiyohara static int fw_read_async(struct fw_drv1 *, struct uio *, int);
    112  1.18  kiyohara static int fw_write_async(struct fw_drv1 *, struct uio *, int);
    113  1.18  kiyohara static void fw_hand(struct fw_xfer *);
    114   1.1  kiyohara 
    115   1.1  kiyohara 
    116  1.18  kiyohara int
    117  1.18  kiyohara fw_open(dev_t dev, int flags, int fmt, struct lwp *td)
    118   1.1  kiyohara {
    119  1.18  kiyohara 	struct firewire_softc *sc;
    120  1.18  kiyohara 	struct fw_drv1 *d;
    121  1.18  kiyohara 	int err = 0;
    122   1.1  kiyohara 
    123  1.18  kiyohara 	sc = device_lookup_private(&ieee1394if_cd, DEV2UNIT(dev));
    124  1.18  kiyohara 	if (sc == NULL)
    125  1.18  kiyohara 		return ENXIO;
    126   1.1  kiyohara 
    127  1.18  kiyohara 	if (DEV_FWMEM(dev))
    128  1.18  kiyohara 		return fwmem_open(dev, flags, fmt, td);
    129   1.1  kiyohara 
    130  1.18  kiyohara 	mutex_enter(&sc->fc->fc_mtx);
    131  1.18  kiyohara 	if (sc->si_drv1 != NULL) {
    132  1.18  kiyohara 		mutex_exit(&sc->fc->fc_mtx);
    133  1.18  kiyohara 		return EBUSY;
    134  1.13  kiyohara 	}
    135  1.13  kiyohara 	/* set dummy value for allocation */
    136  1.18  kiyohara 	sc->si_drv1 = (void *)-1;
    137  1.18  kiyohara 	mutex_exit(&sc->fc->fc_mtx);
    138  1.13  kiyohara 
    139  1.22  christos 	sc->si_drv1 = malloc(sizeof(struct fw_drv1), M_FW, M_WAITOK | M_ZERO);
    140  1.18  kiyohara 	if (sc->si_drv1 == NULL)
    141  1.18  kiyohara 		return ENOMEM;
    142   1.1  kiyohara 
    143  1.18  kiyohara 	d = (struct fw_drv1 *)sc->si_drv1;
    144   1.1  kiyohara 	d->fc = sc->fc;
    145   1.1  kiyohara 	STAILQ_INIT(&d->binds);
    146   1.1  kiyohara 	STAILQ_INIT(&d->rq);
    147   1.1  kiyohara 
    148   1.1  kiyohara 	return err;
    149   1.1  kiyohara }
    150   1.1  kiyohara 
    151  1.18  kiyohara int
    152  1.18  kiyohara fw_close(dev_t dev, int flags, int fmt, struct lwp *td)
    153   1.1  kiyohara {
    154  1.18  kiyohara 	struct firewire_softc *sc;
    155   1.1  kiyohara 	struct firewire_comm *fc;
    156   1.1  kiyohara 	struct fw_drv1 *d;
    157   1.1  kiyohara 	struct fw_xfer *xfer;
    158   1.1  kiyohara 	struct fw_bind *fwb;
    159  1.18  kiyohara         int err = 0;
    160  1.18  kiyohara 
    161  1.18  kiyohara 	sc = device_lookup_private(&ieee1394if_cd, DEV2UNIT(dev));
    162  1.18  kiyohara 	if (sc == NULL)
    163  1.18  kiyohara 		return ENXIO;
    164   1.1  kiyohara 
    165  1.18  kiyohara 	if (DEV_FWMEM(dev))
    166  1.18  kiyohara 		return fwmem_close(dev, flags, fmt, td);
    167   1.1  kiyohara 
    168  1.18  kiyohara 	d = (struct fw_drv1 *)sc->si_drv1;
    169   1.1  kiyohara 	fc = d->fc;
    170   1.1  kiyohara 
    171   1.1  kiyohara 	/* remove binding */
    172   1.1  kiyohara 	for (fwb = STAILQ_FIRST(&d->binds); fwb != NULL;
    173  1.18  kiyohara 	    fwb = STAILQ_FIRST(&d->binds)) {
    174   1.1  kiyohara 		fw_bindremove(fc, fwb);
    175   1.1  kiyohara 		STAILQ_REMOVE_HEAD(&d->binds, chlist);
    176   1.1  kiyohara 		fw_xferlist_remove(&fwb->xferlist);
    177   1.1  kiyohara 		free(fwb, M_FW);
    178   1.1  kiyohara 	}
    179   1.1  kiyohara 	if (d->ir != NULL) {
    180   1.1  kiyohara 		struct fw_xferq *ir = d->ir;
    181   1.1  kiyohara 
    182   1.1  kiyohara 		if ((ir->flag & FWXFERQ_OPEN) == 0)
    183  1.18  kiyohara 			return EINVAL;
    184   1.1  kiyohara 		if (ir->flag & FWXFERQ_RUNNING) {
    185   1.1  kiyohara 			ir->flag &= ~FWXFERQ_RUNNING;
    186   1.1  kiyohara 			fc->irx_disable(fc, ir->dmach);
    187   1.1  kiyohara 		}
    188   1.1  kiyohara 		/* free extbuf */
    189  1.22  christos 		fwdev_freebuf(ir);
    190   1.1  kiyohara 		/* drain receiving buffer */
    191  1.18  kiyohara 		for (xfer = STAILQ_FIRST(&ir->q); xfer != NULL;
    192  1.18  kiyohara 		    xfer = STAILQ_FIRST(&ir->q)) {
    193  1.18  kiyohara 			ir->queued--;
    194   1.1  kiyohara 			STAILQ_REMOVE_HEAD(&ir->q, link);
    195   1.1  kiyohara 
    196   1.1  kiyohara 			xfer->resp = 0;
    197   1.1  kiyohara 			fw_xfer_done(xfer);
    198   1.1  kiyohara 		}
    199  1.18  kiyohara 		ir->flag &=
    200  1.18  kiyohara 		    ~(FWXFERQ_OPEN | FWXFERQ_MODEMASK | FWXFERQ_CHTAGMASK);
    201   1.1  kiyohara 		d->ir = NULL;
    202   1.1  kiyohara 
    203   1.1  kiyohara 	}
    204   1.1  kiyohara 	if (d->it != NULL) {
    205   1.1  kiyohara 		struct fw_xferq *it = d->it;
    206   1.1  kiyohara 
    207   1.1  kiyohara 		if ((it->flag & FWXFERQ_OPEN) == 0)
    208  1.18  kiyohara 			return EINVAL;
    209   1.1  kiyohara 		if (it->flag & FWXFERQ_RUNNING) {
    210   1.1  kiyohara 			it->flag &= ~FWXFERQ_RUNNING;
    211   1.1  kiyohara 			fc->itx_disable(fc, it->dmach);
    212   1.1  kiyohara 		}
    213   1.1  kiyohara 		/* free extbuf */
    214  1.22  christos 		fwdev_freebuf(it);
    215  1.18  kiyohara 		it->flag &=
    216  1.18  kiyohara 		    ~(FWXFERQ_OPEN | FWXFERQ_MODEMASK | FWXFERQ_CHTAGMASK);
    217   1.1  kiyohara 		d->it = NULL;
    218   1.1  kiyohara 	}
    219  1.22  christos 	free(sc->si_drv1, M_FW);
    220  1.18  kiyohara 	sc->si_drv1 = NULL;
    221   1.1  kiyohara 
    222   1.1  kiyohara 	return err;
    223   1.1  kiyohara }
    224   1.1  kiyohara 
    225  1.18  kiyohara int
    226  1.18  kiyohara fw_read(dev_t dev, struct uio *uio, int ioflag)
    227   1.1  kiyohara {
    228  1.18  kiyohara 	struct firewire_softc *sc;
    229  1.18  kiyohara 	struct firewire_comm *fc;
    230   1.1  kiyohara 	struct fw_drv1 *d;
    231   1.1  kiyohara 	struct fw_xferq *ir;
    232   1.1  kiyohara 	struct fw_pkt *fp;
    233  1.18  kiyohara 	int err = 0, slept = 0;
    234   1.1  kiyohara 
    235  1.18  kiyohara 	sc = device_lookup_private(&ieee1394if_cd, DEV2UNIT(dev));
    236  1.18  kiyohara 	if (sc == NULL)
    237  1.18  kiyohara 		return ENXIO;
    238  1.18  kiyohara 
    239  1.18  kiyohara 	if (DEV_FWMEM(dev))
    240  1.18  kiyohara 		return physio(fw_strategy, NULL, dev, ioflag, minphys, uio);
    241   1.1  kiyohara 
    242  1.18  kiyohara 	d = (struct fw_drv1 *)sc->si_drv1;
    243   1.1  kiyohara 	fc = d->fc;
    244   1.1  kiyohara 	ir = d->ir;
    245   1.1  kiyohara 
    246   1.1  kiyohara 	if (ir == NULL)
    247  1.18  kiyohara 		return fw_read_async(d, uio, ioflag);
    248   1.1  kiyohara 
    249   1.1  kiyohara 	if (ir->buf == NULL)
    250  1.18  kiyohara 		return EIO;
    251   1.1  kiyohara 
    252  1.18  kiyohara 	mutex_enter(&fc->fc_mtx);
    253   1.1  kiyohara readloop:
    254   1.1  kiyohara 	if (ir->stproc == NULL) {
    255   1.1  kiyohara 		/* iso bulkxfer */
    256   1.1  kiyohara 		ir->stproc = STAILQ_FIRST(&ir->stvalid);
    257   1.1  kiyohara 		if (ir->stproc != NULL) {
    258   1.1  kiyohara 			STAILQ_REMOVE_HEAD(&ir->stvalid, link);
    259   1.1  kiyohara 			ir->queued = 0;
    260   1.1  kiyohara 		}
    261   1.1  kiyohara 	}
    262   1.1  kiyohara 	if (ir->stproc == NULL) {
    263   1.1  kiyohara 		/* no data avaliable */
    264   1.1  kiyohara 		if (slept == 0) {
    265   1.1  kiyohara 			slept = 1;
    266   1.1  kiyohara 			ir->flag |= FWXFERQ_WAKEUP;
    267  1.23    cegger 			mutex_exit(&fc->fc_mtx);
    268  1.18  kiyohara 			err = tsleep(ir, FWPRI, "fw_read", hz);
    269  1.23    cegger 			mutex_enter(&fc->fc_mtx);
    270   1.1  kiyohara 			ir->flag &= ~FWXFERQ_WAKEUP;
    271   1.1  kiyohara 			if (err == 0)
    272   1.1  kiyohara 				goto readloop;
    273   1.1  kiyohara 		} else if (slept == 1)
    274   1.1  kiyohara 			err = EIO;
    275  1.18  kiyohara 		mutex_exit(&fc->fc_mtx);
    276   1.1  kiyohara 		return err;
    277  1.18  kiyohara 	} else if (ir->stproc != NULL) {
    278   1.1  kiyohara 		/* iso bulkxfer */
    279  1.18  kiyohara 		mutex_exit(&fc->fc_mtx);
    280  1.18  kiyohara 		fp = (struct fw_pkt *)fwdma_v_addr(ir->buf,
    281  1.18  kiyohara 		    ir->stproc->poffset + ir->queued);
    282  1.18  kiyohara 		if (fc->irx_post != NULL)
    283   1.1  kiyohara 			fc->irx_post(fc, fp->mode.ld);
    284  1.18  kiyohara 		if (fp->mode.stream.len == 0)
    285  1.18  kiyohara 			return EIO;
    286   1.9  christos 		err = uiomove((void *)fp,
    287  1.18  kiyohara 		    fp->mode.stream.len + sizeof(uint32_t), uio);
    288  1.18  kiyohara 		ir->queued++;
    289  1.18  kiyohara 		if (ir->queued >= ir->bnpacket) {
    290   1.1  kiyohara 			STAILQ_INSERT_TAIL(&ir->stfree, ir->stproc, link);
    291   1.1  kiyohara 			fc->irx_enable(fc, ir->dmach);
    292   1.1  kiyohara 			ir->stproc = NULL;
    293   1.1  kiyohara 		}
    294   1.1  kiyohara 		if (uio->uio_resid >= ir->psize) {
    295   1.1  kiyohara 			slept = -1;
    296  1.18  kiyohara 			mutex_enter(&fc->fc_mtx);
    297   1.1  kiyohara 			goto readloop;
    298   1.1  kiyohara 		}
    299  1.18  kiyohara 	} else
    300  1.18  kiyohara 		mutex_exit(&fc->fc_mtx);
    301   1.1  kiyohara 	return err;
    302   1.1  kiyohara }
    303   1.1  kiyohara 
    304  1.18  kiyohara int
    305  1.18  kiyohara fw_write(dev_t dev, struct uio *uio, int ioflag)
    306   1.1  kiyohara {
    307  1.18  kiyohara 	struct firewire_softc *sc;
    308  1.18  kiyohara 	struct firewire_comm *fc;
    309   1.1  kiyohara 	struct fw_drv1 *d;
    310   1.1  kiyohara 	struct fw_pkt *fp;
    311   1.1  kiyohara 	struct fw_xferq *it;
    312  1.18  kiyohara         int slept = 0, err = 0;
    313  1.18  kiyohara 
    314  1.18  kiyohara 	sc = device_lookup_private(&ieee1394if_cd, DEV2UNIT(dev));
    315  1.18  kiyohara 	if (sc == NULL)
    316  1.18  kiyohara 		return ENXIO;
    317  1.18  kiyohara 
    318  1.18  kiyohara 	if (DEV_FWMEM(dev))
    319  1.18  kiyohara 		return physio(fw_strategy, NULL, dev, ioflag, minphys, uio);
    320   1.1  kiyohara 
    321  1.18  kiyohara 	d = (struct fw_drv1 *)sc->si_drv1;
    322   1.1  kiyohara 	fc = d->fc;
    323   1.1  kiyohara 	it = d->it;
    324   1.1  kiyohara 
    325   1.1  kiyohara 	if (it == NULL)
    326  1.18  kiyohara 		return fw_write_async(d, uio, ioflag);
    327   1.1  kiyohara 
    328   1.1  kiyohara 	if (it->buf == NULL)
    329  1.18  kiyohara 		return EIO;
    330  1.13  kiyohara 
    331  1.18  kiyohara 	mutex_enter(&fc->fc_mtx);
    332   1.1  kiyohara isoloop:
    333   1.1  kiyohara 	if (it->stproc == NULL) {
    334   1.1  kiyohara 		it->stproc = STAILQ_FIRST(&it->stfree);
    335   1.1  kiyohara 		if (it->stproc != NULL) {
    336   1.1  kiyohara 			STAILQ_REMOVE_HEAD(&it->stfree, link);
    337   1.1  kiyohara 			it->queued = 0;
    338   1.1  kiyohara 		} else if (slept == 0) {
    339   1.1  kiyohara 			slept = 1;
    340  1.13  kiyohara #if 0   /* XXX to avoid lock recursion */
    341   1.1  kiyohara 			err = fc->itx_enable(fc, it->dmach);
    342   1.1  kiyohara 			if (err)
    343  1.13  kiyohara 				goto out;
    344  1.13  kiyohara #endif
    345  1.23    cegger 			mutex_exit(&fc->fc_mtx);
    346  1.18  kiyohara 			err = tsleep(it, FWPRI, "fw_write", hz);
    347  1.23    cegger 			mutex_enter(&fc->fc_mtx);
    348   1.1  kiyohara 			if (err)
    349  1.13  kiyohara 				goto out;
    350   1.1  kiyohara 			goto isoloop;
    351   1.1  kiyohara 		} else {
    352   1.1  kiyohara 			err = EIO;
    353  1.13  kiyohara 			goto out;
    354   1.1  kiyohara 		}
    355   1.1  kiyohara 	}
    356  1.18  kiyohara 	mutex_exit(&fc->fc_mtx);
    357   1.1  kiyohara 	fp = (struct fw_pkt *)fwdma_v_addr(it->buf,
    358  1.18  kiyohara 	    it->stproc->poffset + it->queued);
    359   1.9  christos 	err = uiomove((void *)fp, sizeof(struct fw_isohdr), uio);
    360  1.18  kiyohara 	if (err != 0)
    361  1.18  kiyohara 		return err;
    362  1.18  kiyohara 	err =
    363  1.18  kiyohara 	    uiomove((void *)fp->mode.stream.payload, fp->mode.stream.len, uio);
    364  1.18  kiyohara 	it->queued++;
    365   1.1  kiyohara 	if (it->queued >= it->bnpacket) {
    366   1.1  kiyohara 		STAILQ_INSERT_TAIL(&it->stvalid, it->stproc, link);
    367   1.1  kiyohara 		it->stproc = NULL;
    368   1.1  kiyohara 		err = fc->itx_enable(fc, it->dmach);
    369   1.1  kiyohara 	}
    370   1.1  kiyohara 	if (uio->uio_resid >= sizeof(struct fw_isohdr)) {
    371   1.1  kiyohara 		slept = 0;
    372  1.18  kiyohara 		mutex_enter(&fc->fc_mtx);
    373   1.1  kiyohara 		goto isoloop;
    374   1.1  kiyohara 	}
    375   1.1  kiyohara 	return err;
    376  1.13  kiyohara 
    377  1.13  kiyohara out:
    378  1.18  kiyohara 	mutex_exit(&fc->fc_mtx);
    379  1.13  kiyohara 	return err;
    380   1.1  kiyohara }
    381   1.1  kiyohara 
    382  1.18  kiyohara int
    383  1.18  kiyohara fw_ioctl(dev_t dev, u_long cmd, void *data, int flag, struct lwp *td)
    384   1.1  kiyohara {
    385  1.18  kiyohara 	struct firewire_softc *sc;
    386   1.1  kiyohara 	struct firewire_comm *fc;
    387   1.1  kiyohara 	struct fw_drv1 *d;
    388   1.1  kiyohara 	struct fw_device *fwdev;
    389   1.1  kiyohara 	struct fw_bind *fwb;
    390   1.1  kiyohara 	struct fw_xferq *ir, *it;
    391   1.1  kiyohara 	struct fw_xfer *xfer;
    392   1.1  kiyohara 	struct fw_pkt *fp;
    393   1.1  kiyohara 	struct fw_devinfo *devinfo;
    394   1.1  kiyohara 	struct fw_devlstreq *fwdevlst = (struct fw_devlstreq *)data;
    395   1.1  kiyohara 	struct fw_asyreq *asyreq = (struct fw_asyreq *)data;
    396   1.1  kiyohara 	struct fw_isochreq *ichreq = (struct fw_isochreq *)data;
    397   1.1  kiyohara 	struct fw_isobufreq *ibufreq = (struct fw_isobufreq *)data;
    398   1.1  kiyohara 	struct fw_asybindreq *bindreq = (struct fw_asybindreq *)data;
    399   1.1  kiyohara 	struct fw_crom_buf *crom_buf = (struct fw_crom_buf *)data;
    400  1.18  kiyohara 	int i, len, err = 0;
    401  1.18  kiyohara 	void *ptr;
    402   1.1  kiyohara 
    403  1.18  kiyohara 	sc = device_lookup_private(&ieee1394if_cd, DEV2UNIT(dev));
    404  1.18  kiyohara 	if (sc == NULL)
    405  1.18  kiyohara 		return ENXIO;
    406  1.18  kiyohara 
    407  1.18  kiyohara 	if (DEV_FWMEM(dev))
    408  1.18  kiyohara 		return fwmem_ioctl(dev, cmd, data, flag, td);
    409   1.1  kiyohara 
    410   1.1  kiyohara 	if (!data)
    411  1.18  kiyohara 		return EINVAL;
    412   1.1  kiyohara 
    413  1.18  kiyohara 	d = (struct fw_drv1 *)sc->si_drv1;
    414   1.1  kiyohara 	fc = d->fc;
    415   1.1  kiyohara 	ir = d->ir;
    416   1.1  kiyohara 	it = d->it;
    417   1.1  kiyohara 
    418   1.1  kiyohara 	switch (cmd) {
    419   1.1  kiyohara 	case FW_STSTREAM:
    420   1.1  kiyohara 		if (it == NULL) {
    421  1.13  kiyohara 			i = fw_open_isodma(fc, /* tx */1);
    422  1.13  kiyohara 			if (i < 0) {
    423   1.1  kiyohara 				err = EBUSY;
    424   1.1  kiyohara 				break;
    425   1.1  kiyohara 			}
    426  1.13  kiyohara 			it = fc->it[i];
    427   1.1  kiyohara 			err = fwdev_allocbuf(fc, it, &d->bufreq.tx);
    428  1.13  kiyohara 			if (err) {
    429  1.13  kiyohara 				it->flag &= ~FWXFERQ_OPEN;
    430   1.1  kiyohara 				break;
    431  1.13  kiyohara 			}
    432   1.1  kiyohara 		}
    433   1.1  kiyohara 		it->flag &= ~0xff;
    434   1.1  kiyohara 		it->flag |= (0x3f & ichreq->ch);
    435   1.1  kiyohara 		it->flag |= ((0x3 & ichreq->tag) << 6);
    436   1.1  kiyohara 		d->it = it;
    437   1.1  kiyohara 		break;
    438  1.18  kiyohara 
    439   1.1  kiyohara 	case FW_GTSTREAM:
    440   1.1  kiyohara 		if (it != NULL) {
    441   1.1  kiyohara 			ichreq->ch = it->flag & 0x3f;
    442   1.1  kiyohara 			ichreq->tag = it->flag >> 2 & 0x3;
    443   1.1  kiyohara 		} else
    444   1.1  kiyohara 			err = EINVAL;
    445   1.1  kiyohara 		break;
    446  1.18  kiyohara 
    447   1.1  kiyohara 	case FW_SRSTREAM:
    448   1.1  kiyohara 		if (ir == NULL) {
    449  1.13  kiyohara 			i = fw_open_isodma(fc, /* tx */0);
    450  1.13  kiyohara 			if (i < 0) {
    451   1.1  kiyohara 				err = EBUSY;
    452   1.1  kiyohara 				break;
    453   1.1  kiyohara 			}
    454  1.13  kiyohara 			ir = fc->ir[i];
    455   1.1  kiyohara 			err = fwdev_allocbuf(fc, ir, &d->bufreq.rx);
    456  1.13  kiyohara 			if (err) {
    457  1.13  kiyohara 				ir->flag &= ~FWXFERQ_OPEN;
    458   1.1  kiyohara 				break;
    459  1.13  kiyohara 			}
    460   1.1  kiyohara 		}
    461   1.1  kiyohara 		ir->flag &= ~0xff;
    462   1.1  kiyohara 		ir->flag |= (0x3f & ichreq->ch);
    463   1.1  kiyohara 		ir->flag |= ((0x3 & ichreq->tag) << 6);
    464   1.1  kiyohara 		d->ir = ir;
    465   1.1  kiyohara 		err = fc->irx_enable(fc, ir->dmach);
    466   1.1  kiyohara 		break;
    467  1.18  kiyohara 
    468   1.1  kiyohara 	case FW_GRSTREAM:
    469   1.1  kiyohara 		if (d->ir != NULL) {
    470   1.1  kiyohara 			ichreq->ch = ir->flag & 0x3f;
    471   1.1  kiyohara 			ichreq->tag = ir->flag >> 2 & 0x3;
    472   1.1  kiyohara 		} else
    473   1.1  kiyohara 			err = EINVAL;
    474   1.1  kiyohara 		break;
    475  1.18  kiyohara 
    476   1.1  kiyohara 	case FW_SSTBUF:
    477  1.17   tsutsui 		memcpy(&d->bufreq, ibufreq, sizeof(d->bufreq));
    478   1.1  kiyohara 		break;
    479  1.18  kiyohara 
    480   1.1  kiyohara 	case FW_GSTBUF:
    481  1.15    cegger 		memset(&ibufreq->rx, 0, sizeof(ibufreq->rx));
    482   1.1  kiyohara 		if (ir != NULL) {
    483   1.1  kiyohara 			ibufreq->rx.nchunk = ir->bnchunk;
    484   1.1  kiyohara 			ibufreq->rx.npacket = ir->bnpacket;
    485   1.1  kiyohara 			ibufreq->rx.psize = ir->psize;
    486   1.1  kiyohara 		}
    487  1.15    cegger 		memset(&ibufreq->tx, 0, sizeof(ibufreq->tx));
    488   1.1  kiyohara 		if (it != NULL) {
    489   1.1  kiyohara 			ibufreq->tx.nchunk = it->bnchunk;
    490   1.1  kiyohara 			ibufreq->tx.npacket = it->bnpacket;
    491   1.1  kiyohara 			ibufreq->tx.psize = it->psize;
    492   1.1  kiyohara 		}
    493   1.1  kiyohara 		break;
    494  1.18  kiyohara 
    495   1.1  kiyohara 	case FW_ASYREQ:
    496   1.1  kiyohara 	{
    497   1.2  drochner 		const struct tcode_info *tinfo;
    498   1.1  kiyohara 		int pay_len = 0;
    499   1.1  kiyohara 
    500   1.1  kiyohara 		fp = &asyreq->pkt;
    501   1.1  kiyohara 		tinfo = &fc->tcode[fp->mode.hdr.tcode];
    502   1.1  kiyohara 
    503   1.1  kiyohara 		if ((tinfo->flag & FWTI_BLOCK_ASY) != 0)
    504   1.1  kiyohara 			pay_len = MAX(0, asyreq->req.len - tinfo->hdr_len);
    505   1.1  kiyohara 
    506  1.27       dsl 		xfer = fw_xfer_alloc_buf(M_FW, pay_len, PAGE_SIZE/*XXX*/);
    507   1.1  kiyohara 		if (xfer == NULL)
    508  1.18  kiyohara 			return ENOMEM;
    509   1.1  kiyohara 
    510   1.1  kiyohara 		switch (asyreq->req.type) {
    511   1.1  kiyohara 		case FWASREQNODE:
    512   1.1  kiyohara 			break;
    513  1.18  kiyohara 
    514   1.1  kiyohara 		case FWASREQEUI:
    515  1.18  kiyohara 			fwdev = fw_noderesolve_eui64(fc, &asyreq->req.dst.eui);
    516   1.1  kiyohara 			if (fwdev == NULL) {
    517  1.18  kiyohara 				aprint_error_dev(fc->bdev,
    518  1.18  kiyohara 				    "cannot find node\n");
    519   1.1  kiyohara 				err = EINVAL;
    520   1.1  kiyohara 				goto out;
    521   1.1  kiyohara 			}
    522   1.1  kiyohara 			fp->mode.hdr.dst = FWLOCALBUS | fwdev->dst;
    523   1.1  kiyohara 			break;
    524  1.18  kiyohara 
    525   1.1  kiyohara 		case FWASRESTL:
    526   1.1  kiyohara 			/* XXX what's this? */
    527   1.1  kiyohara 			break;
    528  1.18  kiyohara 
    529   1.1  kiyohara 		case FWASREQSTREAM:
    530   1.1  kiyohara 			/* nothing to do */
    531   1.1  kiyohara 			break;
    532   1.1  kiyohara 		}
    533   1.1  kiyohara 
    534  1.19  kiyohara 		memcpy(&xfer->send.hdr, fp, tinfo->hdr_len);
    535   1.1  kiyohara 		if (pay_len > 0)
    536  1.19  kiyohara 			memcpy(xfer->send.payload, (char *)fp + tinfo->hdr_len,
    537  1.19  kiyohara 			    pay_len);
    538   1.1  kiyohara 		xfer->send.spd = asyreq->req.sped;
    539  1.13  kiyohara 		xfer->hand = fw_xferwake;
    540   1.1  kiyohara 
    541   1.1  kiyohara 		if ((err = fw_asyreq(fc, -1, xfer)) != 0)
    542   1.1  kiyohara 			goto out;
    543  1.13  kiyohara 		if ((err = fw_xferwait(xfer)) != 0)
    544   1.1  kiyohara 			goto out;
    545   1.1  kiyohara 		if (xfer->resp != 0) {
    546   1.1  kiyohara 			err = EIO;
    547   1.1  kiyohara 			goto out;
    548   1.1  kiyohara 		}
    549   1.1  kiyohara 		if ((tinfo->flag & FWTI_TLABEL) == 0)
    550   1.1  kiyohara 			goto out;
    551   1.1  kiyohara 
    552   1.1  kiyohara 		/* copy response */
    553   1.1  kiyohara 		tinfo = &fc->tcode[xfer->recv.hdr.mode.hdr.tcode];
    554   1.1  kiyohara 		if (xfer->recv.hdr.mode.hdr.tcode == FWTCODE_RRESB ||
    555   1.1  kiyohara 		    xfer->recv.hdr.mode.hdr.tcode == FWTCODE_LRES) {
    556   1.1  kiyohara 			pay_len = xfer->recv.pay_len;
    557  1.18  kiyohara 			if (asyreq->req.len >=
    558  1.18  kiyohara 			    xfer->recv.pay_len + tinfo->hdr_len)
    559  1.18  kiyohara 				asyreq->req.len =
    560  1.18  kiyohara 				    xfer->recv.pay_len + tinfo->hdr_len;
    561  1.18  kiyohara 			else {
    562   1.1  kiyohara 				err = EINVAL;
    563   1.1  kiyohara 				pay_len = 0;
    564   1.1  kiyohara 			}
    565  1.18  kiyohara 		} else
    566   1.1  kiyohara 			pay_len = 0;
    567  1.17   tsutsui 		memcpy(fp, &xfer->recv.hdr, tinfo->hdr_len);
    568  1.18  kiyohara 		memcpy((char *)fp + tinfo->hdr_len, xfer->recv.payload,
    569  1.18  kiyohara 		    pay_len);
    570   1.1  kiyohara out:
    571   1.1  kiyohara 		fw_xfer_free_buf(xfer);
    572   1.1  kiyohara 		break;
    573   1.1  kiyohara 	}
    574  1.18  kiyohara 
    575   1.1  kiyohara 	case FW_IBUSRST:
    576   1.1  kiyohara 		fc->ibr(fc);
    577   1.1  kiyohara 		break;
    578  1.18  kiyohara 
    579   1.1  kiyohara 	case FW_CBINDADDR:
    580  1.18  kiyohara 		fwb = fw_bindlookup(fc, bindreq->start.hi, bindreq->start.lo);
    581  1.18  kiyohara 		if (fwb == NULL) {
    582   1.1  kiyohara 			err = EINVAL;
    583   1.1  kiyohara 			break;
    584   1.1  kiyohara 		}
    585   1.1  kiyohara 		fw_bindremove(fc, fwb);
    586   1.1  kiyohara 		STAILQ_REMOVE(&d->binds, fwb, fw_bind, chlist);
    587   1.1  kiyohara 		fw_xferlist_remove(&fwb->xferlist);
    588   1.1  kiyohara 		free(fwb, M_FW);
    589   1.1  kiyohara 		break;
    590  1.18  kiyohara 
    591   1.1  kiyohara 	case FW_SBINDADDR:
    592  1.18  kiyohara 		if (bindreq->len <= 0 ) {
    593   1.1  kiyohara 			err = EINVAL;
    594   1.1  kiyohara 			break;
    595   1.1  kiyohara 		}
    596  1.18  kiyohara 		if (bindreq->start.hi > 0xffff ) {
    597   1.1  kiyohara 			err = EINVAL;
    598   1.1  kiyohara 			break;
    599   1.1  kiyohara 		}
    600  1.22  christos 		fwb = (struct fw_bind *)malloc(sizeof(struct fw_bind),
    601  1.22  christos 		    M_FW, M_WAITOK);
    602  1.18  kiyohara 		if (fwb == NULL) {
    603   1.1  kiyohara 			err = ENOMEM;
    604   1.1  kiyohara 			break;
    605   1.1  kiyohara 		}
    606   1.1  kiyohara 		fwb->start = ((u_int64_t)bindreq->start.hi << 32) |
    607   1.1  kiyohara 		    bindreq->start.lo;
    608   1.1  kiyohara 		fwb->end = fwb->start +  bindreq->len;
    609   1.1  kiyohara 		fwb->sc = (void *)d;
    610   1.1  kiyohara 		STAILQ_INIT(&fwb->xferlist);
    611   1.1  kiyohara 		err = fw_bindadd(fc, fwb);
    612   1.1  kiyohara 		if (err == 0) {
    613  1.27       dsl 			fw_xferlist_add(&fwb->xferlist, M_FW,
    614   1.1  kiyohara 			    /* XXX */
    615  1.18  kiyohara 			    PAGE_SIZE, PAGE_SIZE, 5, fc, (void *)fwb, fw_hand);
    616   1.1  kiyohara 			STAILQ_INSERT_TAIL(&d->binds, fwb, chlist);
    617   1.1  kiyohara 		}
    618   1.1  kiyohara 		break;
    619  1.18  kiyohara 
    620   1.1  kiyohara 	case FW_GDEVLST:
    621   1.1  kiyohara 		i = len = 1;
    622   1.1  kiyohara 		/* myself */
    623  1.18  kiyohara 		devinfo = fwdevlst->dev;
    624   1.1  kiyohara 		devinfo->dst = fc->nodeid;
    625   1.1  kiyohara 		devinfo->status = 0;	/* XXX */
    626   1.1  kiyohara 		devinfo->eui.hi = fc->eui.hi;
    627   1.1  kiyohara 		devinfo->eui.lo = fc->eui.lo;
    628   1.1  kiyohara 		STAILQ_FOREACH(fwdev, &fc->devices, link) {
    629  1.18  kiyohara 			if (len < FW_MAX_DEVLST) {
    630   1.1  kiyohara 				devinfo = &fwdevlst->dev[len++];
    631   1.1  kiyohara 				devinfo->dst = fwdev->dst;
    632  1.18  kiyohara 				devinfo->status =
    633  1.18  kiyohara 				    (fwdev->status == FWDEVINVAL) ? 0 : 1;
    634   1.1  kiyohara 				devinfo->eui.hi = fwdev->eui.hi;
    635   1.1  kiyohara 				devinfo->eui.lo = fwdev->eui.lo;
    636   1.1  kiyohara 			}
    637   1.1  kiyohara 			i++;
    638   1.1  kiyohara 		}
    639   1.1  kiyohara 		fwdevlst->n = i;
    640   1.1  kiyohara 		fwdevlst->info_len = len;
    641   1.1  kiyohara 		break;
    642  1.18  kiyohara 
    643   1.1  kiyohara 	case FW_GTPMAP:
    644  1.17   tsutsui 		memcpy(data, fc->topology_map,
    645  1.18  kiyohara 		    (fc->topology_map->crc_len + 1) * 4);
    646   1.1  kiyohara 		break;
    647  1.18  kiyohara 
    648   1.1  kiyohara 	case FW_GCROM:
    649   1.1  kiyohara 		STAILQ_FOREACH(fwdev, &fc->devices, link)
    650   1.1  kiyohara 			if (FW_EUI64_EQUAL(fwdev->eui, crom_buf->eui))
    651   1.1  kiyohara 				break;
    652   1.1  kiyohara 		if (fwdev == NULL) {
    653   1.1  kiyohara 			if (!FW_EUI64_EQUAL(fc->eui, crom_buf->eui)) {
    654   1.1  kiyohara 				err = FWNODE_INVAL;
    655   1.1  kiyohara 				break;
    656   1.1  kiyohara 			}
    657   1.1  kiyohara 			/* myself */
    658  1.22  christos 			ptr = malloc(CROMSIZE, M_FW, M_WAITOK);
    659   1.1  kiyohara 			len = CROMSIZE;
    660   1.1  kiyohara 			for (i = 0; i < CROMSIZE/4; i++)
    661  1.18  kiyohara 				((uint32_t *)ptr)[i] = ntohl(fc->config_rom[i]);
    662   1.1  kiyohara 		} else {
    663   1.1  kiyohara 			/* found */
    664  1.18  kiyohara 			ptr = (void *)fwdev->csrrom;
    665   1.1  kiyohara 			if (fwdev->rommax < CSRROMOFF)
    666   1.1  kiyohara 				len = 0;
    667   1.1  kiyohara 			else
    668   1.1  kiyohara 				len = fwdev->rommax - CSRROMOFF + 4;
    669   1.1  kiyohara 		}
    670   1.8  jdolecek 		if (crom_buf->len < len)
    671   1.1  kiyohara 			len = crom_buf->len;
    672   1.1  kiyohara 		else
    673   1.1  kiyohara 			crom_buf->len = len;
    674   1.1  kiyohara 		err = copyout(ptr, crom_buf->ptr, len);
    675   1.1  kiyohara 		if (fwdev == NULL)
    676   1.1  kiyohara 			/* myself */
    677  1.22  christos 			free(ptr, M_FW);
    678   1.1  kiyohara 		break;
    679  1.18  kiyohara 
    680   1.1  kiyohara 	default:
    681  1.18  kiyohara 		fc->ioctl(dev, cmd, data, flag, td);
    682   1.1  kiyohara 		break;
    683   1.1  kiyohara 	}
    684   1.1  kiyohara 	return err;
    685   1.1  kiyohara }
    686   1.1  kiyohara 
    687  1.18  kiyohara int
    688  1.18  kiyohara fw_poll(dev_t dev, int events, struct lwp *td)
    689   1.1  kiyohara {
    690  1.18  kiyohara 	struct firewire_softc *sc;
    691   1.1  kiyohara 	struct fw_xferq *ir;
    692  1.18  kiyohara 	int revents, tmp;
    693   1.1  kiyohara 
    694  1.18  kiyohara 	sc = device_lookup_private(&ieee1394if_cd, DEV2UNIT(dev));
    695  1.18  kiyohara 	if (sc == NULL)
    696  1.18  kiyohara 		return ENXIO;
    697   1.1  kiyohara 
    698  1.18  kiyohara 	ir = ((struct fw_drv1 *)sc->si_drv1)->ir;
    699   1.1  kiyohara 	revents = 0;
    700   1.1  kiyohara 	tmp = POLLIN | POLLRDNORM;
    701   1.1  kiyohara 	if (events & tmp) {
    702   1.1  kiyohara 		if (STAILQ_FIRST(&ir->q) != NULL)
    703   1.1  kiyohara 			revents |= tmp;
    704   1.1  kiyohara 		else
    705   1.1  kiyohara 			selrecord(td, &ir->rsel);
    706   1.1  kiyohara 	}
    707   1.1  kiyohara 	tmp = POLLOUT | POLLWRNORM;
    708  1.18  kiyohara 	if (events & tmp)
    709  1.18  kiyohara 		/* XXX should be fixed */
    710   1.1  kiyohara 		revents |= tmp;
    711   1.1  kiyohara 
    712   1.1  kiyohara 	return revents;
    713   1.1  kiyohara }
    714   1.1  kiyohara 
    715  1.18  kiyohara paddr_t
    716  1.18  kiyohara fw_mmap(dev_t dev, off_t offset, int nproto)
    717  1.18  kiyohara {
    718  1.18  kiyohara 	struct firewire_softc *sc;
    719   1.1  kiyohara 
    720  1.18  kiyohara 	sc = device_lookup_private(&ieee1394if_cd, DEV2UNIT(dev));
    721  1.18  kiyohara 	if (sc == NULL)
    722  1.18  kiyohara 		return ENXIO;
    723   1.1  kiyohara 
    724   1.1  kiyohara 	return EINVAL;
    725   1.1  kiyohara }
    726   1.1  kiyohara 
    727   1.1  kiyohara void
    728   1.1  kiyohara fw_strategy(struct bio *bp)
    729   1.1  kiyohara {
    730  1.18  kiyohara 	struct firewire_softc *sc;
    731  1.18  kiyohara 	dev_t dev = bp->bio_dev;
    732  1.18  kiyohara 
    733  1.18  kiyohara 	sc = device_lookup_private(&ieee1394if_cd, DEV2UNIT(dev));
    734  1.18  kiyohara 	if (sc == NULL)
    735  1.18  kiyohara 		return;
    736   1.1  kiyohara 
    737  1.18  kiyohara 	if (DEV_FWMEM(dev)) {
    738  1.18  kiyohara 		fwmem_strategy(bp);
    739  1.18  kiyohara 		return;
    740  1.18  kiyohara 	}
    741   1.1  kiyohara 
    742   1.1  kiyohara 	bp->bio_error = EOPNOTSUPP;
    743   1.1  kiyohara 	bp->bio_resid = bp->bio_bcount;
    744   1.1  kiyohara 	biodone(bp);
    745   1.1  kiyohara }
    746   1.1  kiyohara 
    747  1.18  kiyohara 
    748  1.18  kiyohara static int
    749  1.18  kiyohara fwdev_allocbuf(struct firewire_comm *fc, struct fw_xferq *q,
    750  1.18  kiyohara 	       struct fw_bufspec *b)
    751   1.1  kiyohara {
    752  1.18  kiyohara 	int i;
    753  1.18  kiyohara 
    754  1.18  kiyohara 	if (q->flag & (FWXFERQ_RUNNING | FWXFERQ_EXTBUF))
    755  1.18  kiyohara 		return EBUSY;
    756  1.18  kiyohara 
    757  1.18  kiyohara 	q->bulkxfer =
    758  1.22  christos 	    (struct fw_bulkxfer *)malloc(sizeof(struct fw_bulkxfer) * b->nchunk,
    759  1.22  christos 								M_FW, M_WAITOK);
    760  1.18  kiyohara 	if (q->bulkxfer == NULL)
    761  1.18  kiyohara 		return ENOMEM;
    762  1.18  kiyohara 
    763  1.18  kiyohara 	b->psize = roundup2(b->psize, sizeof(uint32_t));
    764  1.18  kiyohara 	q->buf = fwdma_malloc_multiseg(fc, sizeof(uint32_t), b->psize,
    765  1.18  kiyohara 	    b->nchunk * b->npacket, BUS_DMA_WAITOK);
    766  1.18  kiyohara 
    767  1.18  kiyohara 	if (q->buf == NULL) {
    768  1.22  christos 		free(q->bulkxfer, M_FW);
    769  1.18  kiyohara 		q->bulkxfer = NULL;
    770  1.18  kiyohara 		return ENOMEM;
    771  1.18  kiyohara 	}
    772  1.18  kiyohara 	q->bnchunk = b->nchunk;
    773  1.18  kiyohara 	q->bnpacket = b->npacket;
    774  1.18  kiyohara 	q->psize = (b->psize + 3) & ~3;
    775  1.18  kiyohara 	q->queued = 0;
    776  1.18  kiyohara 
    777  1.18  kiyohara 	STAILQ_INIT(&q->stvalid);
    778  1.18  kiyohara 	STAILQ_INIT(&q->stfree);
    779  1.18  kiyohara 	STAILQ_INIT(&q->stdma);
    780  1.18  kiyohara 	q->stproc = NULL;
    781  1.18  kiyohara 
    782  1.18  kiyohara 	for (i = 0 ; i < q->bnchunk; i++) {
    783  1.18  kiyohara 		q->bulkxfer[i].poffset = i * q->bnpacket;
    784  1.18  kiyohara 		q->bulkxfer[i].mbuf = NULL;
    785  1.18  kiyohara 		STAILQ_INSERT_TAIL(&q->stfree, &q->bulkxfer[i], link);
    786  1.18  kiyohara 	}
    787  1.18  kiyohara 
    788  1.18  kiyohara 	q->flag &= ~FWXFERQ_MODEMASK;
    789  1.18  kiyohara 	q->flag |= FWXFERQ_STREAM;
    790  1.18  kiyohara 	q->flag |= FWXFERQ_EXTBUF;
    791   1.1  kiyohara 
    792  1.18  kiyohara 	return 0;
    793  1.18  kiyohara }
    794   1.1  kiyohara 
    795  1.18  kiyohara static int
    796  1.22  christos fwdev_freebuf(struct fw_xferq *q)
    797  1.18  kiyohara {
    798   1.1  kiyohara 
    799  1.18  kiyohara 	if (q->flag & FWXFERQ_EXTBUF) {
    800  1.18  kiyohara 		if (q->buf != NULL)
    801  1.18  kiyohara 			fwdma_free_multiseg(q->buf);
    802  1.18  kiyohara 		q->buf = NULL;
    803  1.22  christos 		free(q->bulkxfer, M_FW);
    804  1.18  kiyohara 		q->bulkxfer = NULL;
    805  1.18  kiyohara 		q->flag &= ~FWXFERQ_EXTBUF;
    806  1.18  kiyohara 		q->psize = 0;
    807  1.18  kiyohara 		q->maxq = FWMAXQUEUE;
    808  1.18  kiyohara 	}
    809  1.18  kiyohara 	return 0;
    810   1.1  kiyohara }
    811   1.1  kiyohara 
    812  1.18  kiyohara static int
    813  1.18  kiyohara fw_read_async(struct fw_drv1 *d, struct uio *uio, int ioflag)
    814   1.1  kiyohara {
    815  1.18  kiyohara 	struct fw_xfer *xfer;
    816  1.18  kiyohara 	struct fw_bind *fwb;
    817  1.18  kiyohara 	struct fw_pkt *fp;
    818  1.18  kiyohara 	const struct tcode_info *tinfo;
    819   1.1  kiyohara 	int err = 0;
    820   1.1  kiyohara 
    821  1.18  kiyohara 	mutex_enter(&d->fc->fc_mtx);
    822  1.18  kiyohara 
    823  1.24    cegger 	for (;;) {
    824  1.24    cegger 		xfer = STAILQ_FIRST(&d->rq);
    825  1.24    cegger 		if (xfer == NULL && err == 0) {
    826  1.24    cegger 			mutex_exit(&d->fc->fc_mtx);
    827  1.24    cegger 			err = tsleep(&d->rq, FWPRI, "fwra", 0);
    828  1.24    cegger 			if (err != 0)
    829  1.24    cegger 				return err;
    830  1.24    cegger 			mutex_enter(&d->fc->fc_mtx);
    831  1.24    cegger 			continue;
    832  1.24    cegger 		}
    833  1.24    cegger 		break;
    834  1.18  kiyohara 	}
    835   1.1  kiyohara 
    836  1.18  kiyohara 	STAILQ_REMOVE_HEAD(&d->rq, link);
    837  1.18  kiyohara 	mutex_exit(&d->fc->fc_mtx);
    838  1.18  kiyohara 	fp = &xfer->recv.hdr;
    839  1.18  kiyohara #if 0 /* for GASP ?? */
    840  1.18  kiyohara 	if (fc->irx_post != NULL)
    841  1.18  kiyohara 		fc->irx_post(fc, fp->mode.ld);
    842   1.1  kiyohara #endif
    843  1.18  kiyohara 	tinfo = &xfer->fc->tcode[fp->mode.hdr.tcode];
    844  1.18  kiyohara 	err = uiomove((void *)fp, tinfo->hdr_len, uio);
    845  1.18  kiyohara 	if (err)
    846  1.18  kiyohara 		goto out;
    847  1.18  kiyohara 	err = uiomove((void *)xfer->recv.payload, xfer->recv.pay_len, uio);
    848  1.18  kiyohara 
    849  1.18  kiyohara out:
    850  1.18  kiyohara 	/* recycle this xfer */
    851  1.18  kiyohara 	fwb = (struct fw_bind *)xfer->sc;
    852  1.18  kiyohara 	fw_xfer_unload(xfer);
    853  1.18  kiyohara 	xfer->recv.pay_len = PAGE_SIZE;
    854  1.18  kiyohara 	mutex_enter(&d->fc->fc_mtx);
    855  1.18  kiyohara 	STAILQ_INSERT_TAIL(&fwb->xferlist, xfer, link);
    856  1.18  kiyohara 	mutex_exit(&d->fc->fc_mtx);
    857  1.18  kiyohara 	return err;
    858   1.1  kiyohara }
    859   1.1  kiyohara 
    860  1.18  kiyohara static int
    861  1.18  kiyohara fw_write_async(struct fw_drv1 *d, struct uio *uio, int ioflag)
    862   1.1  kiyohara {
    863  1.18  kiyohara 	struct fw_xfer *xfer;
    864  1.18  kiyohara 	struct fw_pkt pkt;
    865  1.18  kiyohara 	const struct tcode_info *tinfo;
    866  1.18  kiyohara 	int err;
    867  1.18  kiyohara 
    868  1.18  kiyohara 	memset(&pkt, 0, sizeof(struct fw_pkt));
    869  1.18  kiyohara 	if ((err = uiomove((void *)&pkt, sizeof(uint32_t), uio)))
    870  1.18  kiyohara 		return err;
    871  1.18  kiyohara 	tinfo = &d->fc->tcode[pkt.mode.hdr.tcode];
    872  1.18  kiyohara 	if ((err = uiomove((char *)&pkt + sizeof(uint32_t),
    873  1.18  kiyohara 	    tinfo->hdr_len - sizeof(uint32_t), uio)))
    874  1.18  kiyohara 		return err;
    875  1.18  kiyohara 
    876  1.27       dsl 	if ((xfer = fw_xfer_alloc_buf(M_FW, uio->uio_resid,
    877  1.18  kiyohara 	    PAGE_SIZE/*XXX*/)) == NULL)
    878  1.18  kiyohara 		return ENOMEM;
    879  1.18  kiyohara 
    880  1.18  kiyohara 	memcpy(&xfer->send.hdr, &pkt, sizeof(struct fw_pkt));
    881  1.18  kiyohara 	xfer->send.pay_len = uio->uio_resid;
    882  1.18  kiyohara 	if (uio->uio_resid > 0) {
    883  1.18  kiyohara 		if ((err =
    884  1.18  kiyohara 		    uiomove((void *)xfer->send.payload, uio->uio_resid, uio)))
    885  1.18  kiyohara 			goto out;
    886  1.18  kiyohara 	}
    887  1.18  kiyohara 
    888  1.18  kiyohara 	xfer->fc = d->fc;
    889  1.18  kiyohara 	xfer->sc = NULL;
    890  1.18  kiyohara 	xfer->hand = fw_xferwake;
    891  1.18  kiyohara 	xfer->send.spd = 2 /* XXX */;
    892   1.1  kiyohara 
    893  1.18  kiyohara 	if ((err = fw_asyreq(xfer->fc, -1, xfer)))
    894  1.18  kiyohara 		goto out;
    895   1.1  kiyohara 
    896  1.18  kiyohara 	if ((err = fw_xferwait(xfer)))
    897  1.18  kiyohara 		goto out;
    898   1.1  kiyohara 
    899  1.18  kiyohara 	if (xfer->resp != 0) {
    900  1.18  kiyohara 		err = xfer->resp;
    901  1.18  kiyohara 		goto out;
    902  1.18  kiyohara 	}
    903   1.1  kiyohara 
    904  1.18  kiyohara 	if (xfer->flag == FWXF_RCVD) {
    905  1.18  kiyohara 		mutex_enter(&xfer->fc->fc_mtx);
    906  1.18  kiyohara 		STAILQ_INSERT_TAIL(&d->rq, xfer, link);
    907  1.18  kiyohara 		mutex_exit(&xfer->fc->fc_mtx);
    908  1.18  kiyohara 		return 0;
    909   1.1  kiyohara 	}
    910   1.1  kiyohara 
    911  1.18  kiyohara out:
    912  1.18  kiyohara 	fw_xfer_free(xfer);
    913  1.18  kiyohara 	return err;
    914  1.18  kiyohara }
    915  1.18  kiyohara 
    916  1.18  kiyohara static void
    917  1.18  kiyohara fw_hand(struct fw_xfer *xfer)
    918  1.18  kiyohara {
    919  1.18  kiyohara 	struct fw_bind *fwb;
    920  1.18  kiyohara 	struct fw_drv1 *d;
    921  1.18  kiyohara 
    922  1.18  kiyohara 	fwb = (struct fw_bind *)xfer->sc;
    923  1.18  kiyohara 	d = (struct fw_drv1 *)fwb->sc;
    924  1.18  kiyohara 	mutex_enter(&xfer->fc->fc_mtx);
    925  1.18  kiyohara 	STAILQ_INSERT_TAIL(&d->rq, xfer, link);
    926  1.18  kiyohara 	mutex_exit(&xfer->fc->fc_mtx);
    927  1.18  kiyohara 	wakeup(&d->rq);
    928   1.1  kiyohara }
    929