Home | History | Annotate | Line # | Download | only in ieee1394
fwdev.c revision 1.28
      1  1.28  dholland /*	$NetBSD: fwdev.c,v 1.28 2014/03/16 05:20:28 dholland Exp $	*/
      2   1.1  kiyohara /*-
      3   1.1  kiyohara  * Copyright (c) 2003 Hidetoshi Shimokawa
      4   1.1  kiyohara  * Copyright (c) 1998-2002 Katsushi Kobayashi and Hidetoshi Shimokawa
      5   1.1  kiyohara  * All rights reserved.
      6   1.1  kiyohara  *
      7   1.1  kiyohara  * Redistribution and use in source and binary forms, with or without
      8   1.1  kiyohara  * modification, are permitted provided that the following conditions
      9   1.1  kiyohara  * are met:
     10   1.1  kiyohara  * 1. Redistributions of source code must retain the above copyright
     11   1.1  kiyohara  *    notice, this list of conditions and the following disclaimer.
     12   1.1  kiyohara  * 2. Redistributions in binary form must reproduce the above copyright
     13   1.1  kiyohara  *    notice, this list of conditions and the following disclaimer in the
     14   1.1  kiyohara  *    documentation and/or other materials provided with the distribution.
     15   1.1  kiyohara  * 3. All advertising materials mentioning features or use of this software
     16   1.1  kiyohara  *    must display the acknowledgement as bellow:
     17   1.1  kiyohara  *
     18   1.1  kiyohara  *    This product includes software developed by K. Kobayashi and H. Shimokawa
     19   1.1  kiyohara  *
     20   1.1  kiyohara  * 4. The name of the author may not be used to endorse or promote products
     21   1.1  kiyohara  *    derived from this software without specific prior written permission.
     22   1.1  kiyohara  *
     23   1.1  kiyohara  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
     24   1.1  kiyohara  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
     25   1.1  kiyohara  * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
     26   1.1  kiyohara  * DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT,
     27   1.1  kiyohara  * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
     28   1.1  kiyohara  * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
     29   1.1  kiyohara  * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     30   1.1  kiyohara  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
     31   1.1  kiyohara  * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
     32   1.1  kiyohara  * ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     33   1.1  kiyohara  * POSSIBILITY OF SUCH DAMAGE.
     34  1.18  kiyohara  *
     35  1.13  kiyohara  * $FreeBSD: src/sys/dev/firewire/fwdev.c,v 1.52 2007/06/06 14:31:36 simokawa Exp $
     36   1.1  kiyohara  *
     37   1.1  kiyohara  */
     38   1.1  kiyohara 
     39  1.14     lukem #include <sys/cdefs.h>
     40  1.28  dholland __KERNEL_RCSID(0, "$NetBSD: fwdev.c,v 1.28 2014/03/16 05:20:28 dholland Exp $");
     41  1.14     lukem 
     42   1.1  kiyohara #include <sys/param.h>
     43   1.1  kiyohara #include <sys/device.h>
     44   1.1  kiyohara #include <sys/errno.h>
     45   1.1  kiyohara #include <sys/buf.h>
     46  1.18  kiyohara #include <sys/bus.h>
     47   1.1  kiyohara #include <sys/conf.h>
     48   1.1  kiyohara #include <sys/kernel.h>
     49  1.22  christos #include <sys/malloc.h>
     50   1.1  kiyohara #include <sys/mbuf.h>
     51   1.1  kiyohara #include <sys/poll.h>
     52   1.1  kiyohara #include <sys/proc.h>
     53  1.18  kiyohara #include <sys/select.h>
     54   1.1  kiyohara 
     55   1.1  kiyohara #include <dev/ieee1394/firewire.h>
     56   1.1  kiyohara #include <dev/ieee1394/firewirereg.h>
     57   1.1  kiyohara #include <dev/ieee1394/fwdma.h>
     58   1.1  kiyohara #include <dev/ieee1394/fwmem.h>
     59   1.1  kiyohara #include <dev/ieee1394/iec68113.h>
     60  1.18  kiyohara 
     61  1.26  uebayasi #include "ioconf.h"
     62  1.26  uebayasi 
     63   1.1  kiyohara #define	FWNODE_INVAL 0xffff
     64   1.1  kiyohara 
     65   1.1  kiyohara dev_type_open(fw_open);
     66   1.1  kiyohara dev_type_close(fw_close);
     67   1.1  kiyohara dev_type_read(fw_read);
     68   1.1  kiyohara dev_type_write(fw_write);
     69   1.1  kiyohara dev_type_ioctl(fw_ioctl);
     70   1.1  kiyohara dev_type_poll(fw_poll);
     71   1.1  kiyohara dev_type_mmap(fw_mmap);
     72   1.1  kiyohara dev_type_strategy(fw_strategy);
     73   1.1  kiyohara 
     74   1.1  kiyohara const struct bdevsw fw_bdevsw = {
     75  1.28  dholland 	.d_open = fw_open,
     76  1.28  dholland 	.d_close = fw_close,
     77  1.28  dholland 	.d_strategy = fw_strategy,
     78  1.28  dholland 	.d_ioctl = fw_ioctl,
     79  1.28  dholland 	.d_dump = nodump,
     80  1.28  dholland 	.d_psize = nosize,
     81  1.28  dholland 	.d_flag = D_OTHER
     82   1.1  kiyohara };
     83   1.1  kiyohara 
     84   1.1  kiyohara const struct cdevsw fw_cdevsw = {
     85  1.28  dholland 	.d_open = fw_open,
     86  1.28  dholland 	.d_close = fw_close,
     87  1.28  dholland 	.d_read = fw_read,
     88  1.28  dholland 	.d_write = fw_write,
     89  1.28  dholland 	.d_ioctl = fw_ioctl,
     90  1.28  dholland 	.d_stop = nostop,
     91  1.28  dholland 	.d_tty = notty,
     92  1.28  dholland 	.d_poll = fw_poll,
     93  1.28  dholland 	.d_mmap = fw_mmap,
     94  1.28  dholland 	.d_kqfilter = nokqfilter,
     95  1.28  dholland 	.d_flag = D_OTHER
     96   1.1  kiyohara };
     97   1.1  kiyohara 
     98   1.1  kiyohara struct fw_drv1 {
     99   1.1  kiyohara 	struct firewire_comm *fc;
    100   1.1  kiyohara 	struct fw_xferq *ir;
    101   1.1  kiyohara 	struct fw_xferq *it;
    102   1.1  kiyohara 	struct fw_isobufreq bufreq;
    103   1.1  kiyohara 	STAILQ_HEAD(, fw_bind) binds;
    104   1.1  kiyohara 	STAILQ_HEAD(, fw_xfer) rq;
    105   1.1  kiyohara };
    106   1.1  kiyohara 
    107  1.18  kiyohara static int fwdev_allocbuf(struct firewire_comm *, struct fw_xferq *,
    108  1.18  kiyohara 			  struct fw_bufspec *);
    109  1.22  christos static int fwdev_freebuf(struct fw_xferq *);
    110  1.18  kiyohara static int fw_read_async(struct fw_drv1 *, struct uio *, int);
    111  1.18  kiyohara static int fw_write_async(struct fw_drv1 *, struct uio *, int);
    112  1.18  kiyohara static void fw_hand(struct fw_xfer *);
    113   1.1  kiyohara 
    114   1.1  kiyohara 
    115  1.18  kiyohara int
    116  1.18  kiyohara fw_open(dev_t dev, int flags, int fmt, struct lwp *td)
    117   1.1  kiyohara {
    118  1.18  kiyohara 	struct firewire_softc *sc;
    119  1.18  kiyohara 	struct fw_drv1 *d;
    120  1.18  kiyohara 	int err = 0;
    121   1.1  kiyohara 
    122  1.18  kiyohara 	sc = device_lookup_private(&ieee1394if_cd, DEV2UNIT(dev));
    123  1.18  kiyohara 	if (sc == NULL)
    124  1.18  kiyohara 		return ENXIO;
    125   1.1  kiyohara 
    126  1.18  kiyohara 	if (DEV_FWMEM(dev))
    127  1.18  kiyohara 		return fwmem_open(dev, flags, fmt, td);
    128   1.1  kiyohara 
    129  1.18  kiyohara 	mutex_enter(&sc->fc->fc_mtx);
    130  1.18  kiyohara 	if (sc->si_drv1 != NULL) {
    131  1.18  kiyohara 		mutex_exit(&sc->fc->fc_mtx);
    132  1.18  kiyohara 		return EBUSY;
    133  1.13  kiyohara 	}
    134  1.13  kiyohara 	/* set dummy value for allocation */
    135  1.18  kiyohara 	sc->si_drv1 = (void *)-1;
    136  1.18  kiyohara 	mutex_exit(&sc->fc->fc_mtx);
    137  1.13  kiyohara 
    138  1.22  christos 	sc->si_drv1 = malloc(sizeof(struct fw_drv1), M_FW, M_WAITOK | M_ZERO);
    139  1.18  kiyohara 	if (sc->si_drv1 == NULL)
    140  1.18  kiyohara 		return ENOMEM;
    141   1.1  kiyohara 
    142  1.18  kiyohara 	d = (struct fw_drv1 *)sc->si_drv1;
    143   1.1  kiyohara 	d->fc = sc->fc;
    144   1.1  kiyohara 	STAILQ_INIT(&d->binds);
    145   1.1  kiyohara 	STAILQ_INIT(&d->rq);
    146   1.1  kiyohara 
    147   1.1  kiyohara 	return err;
    148   1.1  kiyohara }
    149   1.1  kiyohara 
    150  1.18  kiyohara int
    151  1.18  kiyohara fw_close(dev_t dev, int flags, int fmt, struct lwp *td)
    152   1.1  kiyohara {
    153  1.18  kiyohara 	struct firewire_softc *sc;
    154   1.1  kiyohara 	struct firewire_comm *fc;
    155   1.1  kiyohara 	struct fw_drv1 *d;
    156   1.1  kiyohara 	struct fw_xfer *xfer;
    157   1.1  kiyohara 	struct fw_bind *fwb;
    158  1.18  kiyohara         int err = 0;
    159  1.18  kiyohara 
    160  1.18  kiyohara 	sc = device_lookup_private(&ieee1394if_cd, DEV2UNIT(dev));
    161  1.18  kiyohara 	if (sc == NULL)
    162  1.18  kiyohara 		return ENXIO;
    163   1.1  kiyohara 
    164  1.18  kiyohara 	if (DEV_FWMEM(dev))
    165  1.18  kiyohara 		return fwmem_close(dev, flags, fmt, td);
    166   1.1  kiyohara 
    167  1.18  kiyohara 	d = (struct fw_drv1 *)sc->si_drv1;
    168   1.1  kiyohara 	fc = d->fc;
    169   1.1  kiyohara 
    170   1.1  kiyohara 	/* remove binding */
    171   1.1  kiyohara 	for (fwb = STAILQ_FIRST(&d->binds); fwb != NULL;
    172  1.18  kiyohara 	    fwb = STAILQ_FIRST(&d->binds)) {
    173   1.1  kiyohara 		fw_bindremove(fc, fwb);
    174   1.1  kiyohara 		STAILQ_REMOVE_HEAD(&d->binds, chlist);
    175   1.1  kiyohara 		fw_xferlist_remove(&fwb->xferlist);
    176   1.1  kiyohara 		free(fwb, M_FW);
    177   1.1  kiyohara 	}
    178   1.1  kiyohara 	if (d->ir != NULL) {
    179   1.1  kiyohara 		struct fw_xferq *ir = d->ir;
    180   1.1  kiyohara 
    181   1.1  kiyohara 		if ((ir->flag & FWXFERQ_OPEN) == 0)
    182  1.18  kiyohara 			return EINVAL;
    183   1.1  kiyohara 		if (ir->flag & FWXFERQ_RUNNING) {
    184   1.1  kiyohara 			ir->flag &= ~FWXFERQ_RUNNING;
    185   1.1  kiyohara 			fc->irx_disable(fc, ir->dmach);
    186   1.1  kiyohara 		}
    187   1.1  kiyohara 		/* free extbuf */
    188  1.22  christos 		fwdev_freebuf(ir);
    189   1.1  kiyohara 		/* drain receiving buffer */
    190  1.18  kiyohara 		for (xfer = STAILQ_FIRST(&ir->q); xfer != NULL;
    191  1.18  kiyohara 		    xfer = STAILQ_FIRST(&ir->q)) {
    192  1.18  kiyohara 			ir->queued--;
    193   1.1  kiyohara 			STAILQ_REMOVE_HEAD(&ir->q, link);
    194   1.1  kiyohara 
    195   1.1  kiyohara 			xfer->resp = 0;
    196   1.1  kiyohara 			fw_xfer_done(xfer);
    197   1.1  kiyohara 		}
    198  1.18  kiyohara 		ir->flag &=
    199  1.18  kiyohara 		    ~(FWXFERQ_OPEN | FWXFERQ_MODEMASK | FWXFERQ_CHTAGMASK);
    200   1.1  kiyohara 		d->ir = NULL;
    201   1.1  kiyohara 
    202   1.1  kiyohara 	}
    203   1.1  kiyohara 	if (d->it != NULL) {
    204   1.1  kiyohara 		struct fw_xferq *it = d->it;
    205   1.1  kiyohara 
    206   1.1  kiyohara 		if ((it->flag & FWXFERQ_OPEN) == 0)
    207  1.18  kiyohara 			return EINVAL;
    208   1.1  kiyohara 		if (it->flag & FWXFERQ_RUNNING) {
    209   1.1  kiyohara 			it->flag &= ~FWXFERQ_RUNNING;
    210   1.1  kiyohara 			fc->itx_disable(fc, it->dmach);
    211   1.1  kiyohara 		}
    212   1.1  kiyohara 		/* free extbuf */
    213  1.22  christos 		fwdev_freebuf(it);
    214  1.18  kiyohara 		it->flag &=
    215  1.18  kiyohara 		    ~(FWXFERQ_OPEN | FWXFERQ_MODEMASK | FWXFERQ_CHTAGMASK);
    216   1.1  kiyohara 		d->it = NULL;
    217   1.1  kiyohara 	}
    218  1.22  christos 	free(sc->si_drv1, M_FW);
    219  1.18  kiyohara 	sc->si_drv1 = NULL;
    220   1.1  kiyohara 
    221   1.1  kiyohara 	return err;
    222   1.1  kiyohara }
    223   1.1  kiyohara 
    224  1.18  kiyohara int
    225  1.18  kiyohara fw_read(dev_t dev, struct uio *uio, int ioflag)
    226   1.1  kiyohara {
    227  1.18  kiyohara 	struct firewire_softc *sc;
    228  1.18  kiyohara 	struct firewire_comm *fc;
    229   1.1  kiyohara 	struct fw_drv1 *d;
    230   1.1  kiyohara 	struct fw_xferq *ir;
    231   1.1  kiyohara 	struct fw_pkt *fp;
    232  1.18  kiyohara 	int err = 0, slept = 0;
    233   1.1  kiyohara 
    234  1.18  kiyohara 	sc = device_lookup_private(&ieee1394if_cd, DEV2UNIT(dev));
    235  1.18  kiyohara 	if (sc == NULL)
    236  1.18  kiyohara 		return ENXIO;
    237  1.18  kiyohara 
    238  1.18  kiyohara 	if (DEV_FWMEM(dev))
    239  1.18  kiyohara 		return physio(fw_strategy, NULL, dev, ioflag, minphys, uio);
    240   1.1  kiyohara 
    241  1.18  kiyohara 	d = (struct fw_drv1 *)sc->si_drv1;
    242   1.1  kiyohara 	fc = d->fc;
    243   1.1  kiyohara 	ir = d->ir;
    244   1.1  kiyohara 
    245   1.1  kiyohara 	if (ir == NULL)
    246  1.18  kiyohara 		return fw_read_async(d, uio, ioflag);
    247   1.1  kiyohara 
    248   1.1  kiyohara 	if (ir->buf == NULL)
    249  1.18  kiyohara 		return EIO;
    250   1.1  kiyohara 
    251  1.18  kiyohara 	mutex_enter(&fc->fc_mtx);
    252   1.1  kiyohara readloop:
    253   1.1  kiyohara 	if (ir->stproc == NULL) {
    254   1.1  kiyohara 		/* iso bulkxfer */
    255   1.1  kiyohara 		ir->stproc = STAILQ_FIRST(&ir->stvalid);
    256   1.1  kiyohara 		if (ir->stproc != NULL) {
    257   1.1  kiyohara 			STAILQ_REMOVE_HEAD(&ir->stvalid, link);
    258   1.1  kiyohara 			ir->queued = 0;
    259   1.1  kiyohara 		}
    260   1.1  kiyohara 	}
    261   1.1  kiyohara 	if (ir->stproc == NULL) {
    262   1.1  kiyohara 		/* no data avaliable */
    263   1.1  kiyohara 		if (slept == 0) {
    264   1.1  kiyohara 			slept = 1;
    265   1.1  kiyohara 			ir->flag |= FWXFERQ_WAKEUP;
    266  1.23    cegger 			mutex_exit(&fc->fc_mtx);
    267  1.18  kiyohara 			err = tsleep(ir, FWPRI, "fw_read", hz);
    268  1.23    cegger 			mutex_enter(&fc->fc_mtx);
    269   1.1  kiyohara 			ir->flag &= ~FWXFERQ_WAKEUP;
    270   1.1  kiyohara 			if (err == 0)
    271   1.1  kiyohara 				goto readloop;
    272   1.1  kiyohara 		} else if (slept == 1)
    273   1.1  kiyohara 			err = EIO;
    274  1.18  kiyohara 		mutex_exit(&fc->fc_mtx);
    275   1.1  kiyohara 		return err;
    276  1.18  kiyohara 	} else if (ir->stproc != NULL) {
    277   1.1  kiyohara 		/* iso bulkxfer */
    278  1.18  kiyohara 		mutex_exit(&fc->fc_mtx);
    279  1.18  kiyohara 		fp = (struct fw_pkt *)fwdma_v_addr(ir->buf,
    280  1.18  kiyohara 		    ir->stproc->poffset + ir->queued);
    281  1.18  kiyohara 		if (fc->irx_post != NULL)
    282   1.1  kiyohara 			fc->irx_post(fc, fp->mode.ld);
    283  1.18  kiyohara 		if (fp->mode.stream.len == 0)
    284  1.18  kiyohara 			return EIO;
    285   1.9  christos 		err = uiomove((void *)fp,
    286  1.18  kiyohara 		    fp->mode.stream.len + sizeof(uint32_t), uio);
    287  1.18  kiyohara 		ir->queued++;
    288  1.18  kiyohara 		if (ir->queued >= ir->bnpacket) {
    289   1.1  kiyohara 			STAILQ_INSERT_TAIL(&ir->stfree, ir->stproc, link);
    290   1.1  kiyohara 			fc->irx_enable(fc, ir->dmach);
    291   1.1  kiyohara 			ir->stproc = NULL;
    292   1.1  kiyohara 		}
    293   1.1  kiyohara 		if (uio->uio_resid >= ir->psize) {
    294   1.1  kiyohara 			slept = -1;
    295  1.18  kiyohara 			mutex_enter(&fc->fc_mtx);
    296   1.1  kiyohara 			goto readloop;
    297   1.1  kiyohara 		}
    298  1.18  kiyohara 	} else
    299  1.18  kiyohara 		mutex_exit(&fc->fc_mtx);
    300   1.1  kiyohara 	return err;
    301   1.1  kiyohara }
    302   1.1  kiyohara 
    303  1.18  kiyohara int
    304  1.18  kiyohara fw_write(dev_t dev, struct uio *uio, int ioflag)
    305   1.1  kiyohara {
    306  1.18  kiyohara 	struct firewire_softc *sc;
    307  1.18  kiyohara 	struct firewire_comm *fc;
    308   1.1  kiyohara 	struct fw_drv1 *d;
    309   1.1  kiyohara 	struct fw_pkt *fp;
    310   1.1  kiyohara 	struct fw_xferq *it;
    311  1.18  kiyohara         int slept = 0, err = 0;
    312  1.18  kiyohara 
    313  1.18  kiyohara 	sc = device_lookup_private(&ieee1394if_cd, DEV2UNIT(dev));
    314  1.18  kiyohara 	if (sc == NULL)
    315  1.18  kiyohara 		return ENXIO;
    316  1.18  kiyohara 
    317  1.18  kiyohara 	if (DEV_FWMEM(dev))
    318  1.18  kiyohara 		return physio(fw_strategy, NULL, dev, ioflag, minphys, uio);
    319   1.1  kiyohara 
    320  1.18  kiyohara 	d = (struct fw_drv1 *)sc->si_drv1;
    321   1.1  kiyohara 	fc = d->fc;
    322   1.1  kiyohara 	it = d->it;
    323   1.1  kiyohara 
    324   1.1  kiyohara 	if (it == NULL)
    325  1.18  kiyohara 		return fw_write_async(d, uio, ioflag);
    326   1.1  kiyohara 
    327   1.1  kiyohara 	if (it->buf == NULL)
    328  1.18  kiyohara 		return EIO;
    329  1.13  kiyohara 
    330  1.18  kiyohara 	mutex_enter(&fc->fc_mtx);
    331   1.1  kiyohara isoloop:
    332   1.1  kiyohara 	if (it->stproc == NULL) {
    333   1.1  kiyohara 		it->stproc = STAILQ_FIRST(&it->stfree);
    334   1.1  kiyohara 		if (it->stproc != NULL) {
    335   1.1  kiyohara 			STAILQ_REMOVE_HEAD(&it->stfree, link);
    336   1.1  kiyohara 			it->queued = 0;
    337   1.1  kiyohara 		} else if (slept == 0) {
    338   1.1  kiyohara 			slept = 1;
    339  1.13  kiyohara #if 0   /* XXX to avoid lock recursion */
    340   1.1  kiyohara 			err = fc->itx_enable(fc, it->dmach);
    341   1.1  kiyohara 			if (err)
    342  1.13  kiyohara 				goto out;
    343  1.13  kiyohara #endif
    344  1.23    cegger 			mutex_exit(&fc->fc_mtx);
    345  1.18  kiyohara 			err = tsleep(it, FWPRI, "fw_write", hz);
    346  1.23    cegger 			mutex_enter(&fc->fc_mtx);
    347   1.1  kiyohara 			if (err)
    348  1.13  kiyohara 				goto out;
    349   1.1  kiyohara 			goto isoloop;
    350   1.1  kiyohara 		} else {
    351   1.1  kiyohara 			err = EIO;
    352  1.13  kiyohara 			goto out;
    353   1.1  kiyohara 		}
    354   1.1  kiyohara 	}
    355  1.18  kiyohara 	mutex_exit(&fc->fc_mtx);
    356   1.1  kiyohara 	fp = (struct fw_pkt *)fwdma_v_addr(it->buf,
    357  1.18  kiyohara 	    it->stproc->poffset + it->queued);
    358   1.9  christos 	err = uiomove((void *)fp, sizeof(struct fw_isohdr), uio);
    359  1.18  kiyohara 	if (err != 0)
    360  1.18  kiyohara 		return err;
    361  1.18  kiyohara 	err =
    362  1.18  kiyohara 	    uiomove((void *)fp->mode.stream.payload, fp->mode.stream.len, uio);
    363  1.18  kiyohara 	it->queued++;
    364   1.1  kiyohara 	if (it->queued >= it->bnpacket) {
    365   1.1  kiyohara 		STAILQ_INSERT_TAIL(&it->stvalid, it->stproc, link);
    366   1.1  kiyohara 		it->stproc = NULL;
    367   1.1  kiyohara 		err = fc->itx_enable(fc, it->dmach);
    368   1.1  kiyohara 	}
    369   1.1  kiyohara 	if (uio->uio_resid >= sizeof(struct fw_isohdr)) {
    370   1.1  kiyohara 		slept = 0;
    371  1.18  kiyohara 		mutex_enter(&fc->fc_mtx);
    372   1.1  kiyohara 		goto isoloop;
    373   1.1  kiyohara 	}
    374   1.1  kiyohara 	return err;
    375  1.13  kiyohara 
    376  1.13  kiyohara out:
    377  1.18  kiyohara 	mutex_exit(&fc->fc_mtx);
    378  1.13  kiyohara 	return err;
    379   1.1  kiyohara }
    380   1.1  kiyohara 
    381  1.18  kiyohara int
    382  1.18  kiyohara fw_ioctl(dev_t dev, u_long cmd, void *data, int flag, struct lwp *td)
    383   1.1  kiyohara {
    384  1.18  kiyohara 	struct firewire_softc *sc;
    385   1.1  kiyohara 	struct firewire_comm *fc;
    386   1.1  kiyohara 	struct fw_drv1 *d;
    387   1.1  kiyohara 	struct fw_device *fwdev;
    388   1.1  kiyohara 	struct fw_bind *fwb;
    389   1.1  kiyohara 	struct fw_xferq *ir, *it;
    390   1.1  kiyohara 	struct fw_xfer *xfer;
    391   1.1  kiyohara 	struct fw_pkt *fp;
    392   1.1  kiyohara 	struct fw_devinfo *devinfo;
    393   1.1  kiyohara 	struct fw_devlstreq *fwdevlst = (struct fw_devlstreq *)data;
    394   1.1  kiyohara 	struct fw_asyreq *asyreq = (struct fw_asyreq *)data;
    395   1.1  kiyohara 	struct fw_isochreq *ichreq = (struct fw_isochreq *)data;
    396   1.1  kiyohara 	struct fw_isobufreq *ibufreq = (struct fw_isobufreq *)data;
    397   1.1  kiyohara 	struct fw_asybindreq *bindreq = (struct fw_asybindreq *)data;
    398   1.1  kiyohara 	struct fw_crom_buf *crom_buf = (struct fw_crom_buf *)data;
    399  1.18  kiyohara 	int i, len, err = 0;
    400  1.18  kiyohara 	void *ptr;
    401   1.1  kiyohara 
    402  1.18  kiyohara 	sc = device_lookup_private(&ieee1394if_cd, DEV2UNIT(dev));
    403  1.18  kiyohara 	if (sc == NULL)
    404  1.18  kiyohara 		return ENXIO;
    405  1.18  kiyohara 
    406  1.18  kiyohara 	if (DEV_FWMEM(dev))
    407  1.18  kiyohara 		return fwmem_ioctl(dev, cmd, data, flag, td);
    408   1.1  kiyohara 
    409   1.1  kiyohara 	if (!data)
    410  1.18  kiyohara 		return EINVAL;
    411   1.1  kiyohara 
    412  1.18  kiyohara 	d = (struct fw_drv1 *)sc->si_drv1;
    413   1.1  kiyohara 	fc = d->fc;
    414   1.1  kiyohara 	ir = d->ir;
    415   1.1  kiyohara 	it = d->it;
    416   1.1  kiyohara 
    417   1.1  kiyohara 	switch (cmd) {
    418   1.1  kiyohara 	case FW_STSTREAM:
    419   1.1  kiyohara 		if (it == NULL) {
    420  1.13  kiyohara 			i = fw_open_isodma(fc, /* tx */1);
    421  1.13  kiyohara 			if (i < 0) {
    422   1.1  kiyohara 				err = EBUSY;
    423   1.1  kiyohara 				break;
    424   1.1  kiyohara 			}
    425  1.13  kiyohara 			it = fc->it[i];
    426   1.1  kiyohara 			err = fwdev_allocbuf(fc, it, &d->bufreq.tx);
    427  1.13  kiyohara 			if (err) {
    428  1.13  kiyohara 				it->flag &= ~FWXFERQ_OPEN;
    429   1.1  kiyohara 				break;
    430  1.13  kiyohara 			}
    431   1.1  kiyohara 		}
    432   1.1  kiyohara 		it->flag &= ~0xff;
    433   1.1  kiyohara 		it->flag |= (0x3f & ichreq->ch);
    434   1.1  kiyohara 		it->flag |= ((0x3 & ichreq->tag) << 6);
    435   1.1  kiyohara 		d->it = it;
    436   1.1  kiyohara 		break;
    437  1.18  kiyohara 
    438   1.1  kiyohara 	case FW_GTSTREAM:
    439   1.1  kiyohara 		if (it != NULL) {
    440   1.1  kiyohara 			ichreq->ch = it->flag & 0x3f;
    441   1.1  kiyohara 			ichreq->tag = it->flag >> 2 & 0x3;
    442   1.1  kiyohara 		} else
    443   1.1  kiyohara 			err = EINVAL;
    444   1.1  kiyohara 		break;
    445  1.18  kiyohara 
    446   1.1  kiyohara 	case FW_SRSTREAM:
    447   1.1  kiyohara 		if (ir == NULL) {
    448  1.13  kiyohara 			i = fw_open_isodma(fc, /* tx */0);
    449  1.13  kiyohara 			if (i < 0) {
    450   1.1  kiyohara 				err = EBUSY;
    451   1.1  kiyohara 				break;
    452   1.1  kiyohara 			}
    453  1.13  kiyohara 			ir = fc->ir[i];
    454   1.1  kiyohara 			err = fwdev_allocbuf(fc, ir, &d->bufreq.rx);
    455  1.13  kiyohara 			if (err) {
    456  1.13  kiyohara 				ir->flag &= ~FWXFERQ_OPEN;
    457   1.1  kiyohara 				break;
    458  1.13  kiyohara 			}
    459   1.1  kiyohara 		}
    460   1.1  kiyohara 		ir->flag &= ~0xff;
    461   1.1  kiyohara 		ir->flag |= (0x3f & ichreq->ch);
    462   1.1  kiyohara 		ir->flag |= ((0x3 & ichreq->tag) << 6);
    463   1.1  kiyohara 		d->ir = ir;
    464   1.1  kiyohara 		err = fc->irx_enable(fc, ir->dmach);
    465   1.1  kiyohara 		break;
    466  1.18  kiyohara 
    467   1.1  kiyohara 	case FW_GRSTREAM:
    468   1.1  kiyohara 		if (d->ir != NULL) {
    469   1.1  kiyohara 			ichreq->ch = ir->flag & 0x3f;
    470   1.1  kiyohara 			ichreq->tag = ir->flag >> 2 & 0x3;
    471   1.1  kiyohara 		} else
    472   1.1  kiyohara 			err = EINVAL;
    473   1.1  kiyohara 		break;
    474  1.18  kiyohara 
    475   1.1  kiyohara 	case FW_SSTBUF:
    476  1.17   tsutsui 		memcpy(&d->bufreq, ibufreq, sizeof(d->bufreq));
    477   1.1  kiyohara 		break;
    478  1.18  kiyohara 
    479   1.1  kiyohara 	case FW_GSTBUF:
    480  1.15    cegger 		memset(&ibufreq->rx, 0, sizeof(ibufreq->rx));
    481   1.1  kiyohara 		if (ir != NULL) {
    482   1.1  kiyohara 			ibufreq->rx.nchunk = ir->bnchunk;
    483   1.1  kiyohara 			ibufreq->rx.npacket = ir->bnpacket;
    484   1.1  kiyohara 			ibufreq->rx.psize = ir->psize;
    485   1.1  kiyohara 		}
    486  1.15    cegger 		memset(&ibufreq->tx, 0, sizeof(ibufreq->tx));
    487   1.1  kiyohara 		if (it != NULL) {
    488   1.1  kiyohara 			ibufreq->tx.nchunk = it->bnchunk;
    489   1.1  kiyohara 			ibufreq->tx.npacket = it->bnpacket;
    490   1.1  kiyohara 			ibufreq->tx.psize = it->psize;
    491   1.1  kiyohara 		}
    492   1.1  kiyohara 		break;
    493  1.18  kiyohara 
    494   1.1  kiyohara 	case FW_ASYREQ:
    495   1.1  kiyohara 	{
    496   1.2  drochner 		const struct tcode_info *tinfo;
    497   1.1  kiyohara 		int pay_len = 0;
    498   1.1  kiyohara 
    499   1.1  kiyohara 		fp = &asyreq->pkt;
    500   1.1  kiyohara 		tinfo = &fc->tcode[fp->mode.hdr.tcode];
    501   1.1  kiyohara 
    502   1.1  kiyohara 		if ((tinfo->flag & FWTI_BLOCK_ASY) != 0)
    503   1.1  kiyohara 			pay_len = MAX(0, asyreq->req.len - tinfo->hdr_len);
    504   1.1  kiyohara 
    505  1.27       dsl 		xfer = fw_xfer_alloc_buf(M_FW, pay_len, PAGE_SIZE/*XXX*/);
    506   1.1  kiyohara 		if (xfer == NULL)
    507  1.18  kiyohara 			return ENOMEM;
    508   1.1  kiyohara 
    509   1.1  kiyohara 		switch (asyreq->req.type) {
    510   1.1  kiyohara 		case FWASREQNODE:
    511   1.1  kiyohara 			break;
    512  1.18  kiyohara 
    513   1.1  kiyohara 		case FWASREQEUI:
    514  1.18  kiyohara 			fwdev = fw_noderesolve_eui64(fc, &asyreq->req.dst.eui);
    515   1.1  kiyohara 			if (fwdev == NULL) {
    516  1.18  kiyohara 				aprint_error_dev(fc->bdev,
    517  1.18  kiyohara 				    "cannot find node\n");
    518   1.1  kiyohara 				err = EINVAL;
    519   1.1  kiyohara 				goto out;
    520   1.1  kiyohara 			}
    521   1.1  kiyohara 			fp->mode.hdr.dst = FWLOCALBUS | fwdev->dst;
    522   1.1  kiyohara 			break;
    523  1.18  kiyohara 
    524   1.1  kiyohara 		case FWASRESTL:
    525   1.1  kiyohara 			/* XXX what's this? */
    526   1.1  kiyohara 			break;
    527  1.18  kiyohara 
    528   1.1  kiyohara 		case FWASREQSTREAM:
    529   1.1  kiyohara 			/* nothing to do */
    530   1.1  kiyohara 			break;
    531   1.1  kiyohara 		}
    532   1.1  kiyohara 
    533  1.19  kiyohara 		memcpy(&xfer->send.hdr, fp, tinfo->hdr_len);
    534   1.1  kiyohara 		if (pay_len > 0)
    535  1.19  kiyohara 			memcpy(xfer->send.payload, (char *)fp + tinfo->hdr_len,
    536  1.19  kiyohara 			    pay_len);
    537   1.1  kiyohara 		xfer->send.spd = asyreq->req.sped;
    538  1.13  kiyohara 		xfer->hand = fw_xferwake;
    539   1.1  kiyohara 
    540   1.1  kiyohara 		if ((err = fw_asyreq(fc, -1, xfer)) != 0)
    541   1.1  kiyohara 			goto out;
    542  1.13  kiyohara 		if ((err = fw_xferwait(xfer)) != 0)
    543   1.1  kiyohara 			goto out;
    544   1.1  kiyohara 		if (xfer->resp != 0) {
    545   1.1  kiyohara 			err = EIO;
    546   1.1  kiyohara 			goto out;
    547   1.1  kiyohara 		}
    548   1.1  kiyohara 		if ((tinfo->flag & FWTI_TLABEL) == 0)
    549   1.1  kiyohara 			goto out;
    550   1.1  kiyohara 
    551   1.1  kiyohara 		/* copy response */
    552   1.1  kiyohara 		tinfo = &fc->tcode[xfer->recv.hdr.mode.hdr.tcode];
    553   1.1  kiyohara 		if (xfer->recv.hdr.mode.hdr.tcode == FWTCODE_RRESB ||
    554   1.1  kiyohara 		    xfer->recv.hdr.mode.hdr.tcode == FWTCODE_LRES) {
    555   1.1  kiyohara 			pay_len = xfer->recv.pay_len;
    556  1.18  kiyohara 			if (asyreq->req.len >=
    557  1.18  kiyohara 			    xfer->recv.pay_len + tinfo->hdr_len)
    558  1.18  kiyohara 				asyreq->req.len =
    559  1.18  kiyohara 				    xfer->recv.pay_len + tinfo->hdr_len;
    560  1.18  kiyohara 			else {
    561   1.1  kiyohara 				err = EINVAL;
    562   1.1  kiyohara 				pay_len = 0;
    563   1.1  kiyohara 			}
    564  1.18  kiyohara 		} else
    565   1.1  kiyohara 			pay_len = 0;
    566  1.17   tsutsui 		memcpy(fp, &xfer->recv.hdr, tinfo->hdr_len);
    567  1.18  kiyohara 		memcpy((char *)fp + tinfo->hdr_len, xfer->recv.payload,
    568  1.18  kiyohara 		    pay_len);
    569   1.1  kiyohara out:
    570   1.1  kiyohara 		fw_xfer_free_buf(xfer);
    571   1.1  kiyohara 		break;
    572   1.1  kiyohara 	}
    573  1.18  kiyohara 
    574   1.1  kiyohara 	case FW_IBUSRST:
    575   1.1  kiyohara 		fc->ibr(fc);
    576   1.1  kiyohara 		break;
    577  1.18  kiyohara 
    578   1.1  kiyohara 	case FW_CBINDADDR:
    579  1.18  kiyohara 		fwb = fw_bindlookup(fc, bindreq->start.hi, bindreq->start.lo);
    580  1.18  kiyohara 		if (fwb == NULL) {
    581   1.1  kiyohara 			err = EINVAL;
    582   1.1  kiyohara 			break;
    583   1.1  kiyohara 		}
    584   1.1  kiyohara 		fw_bindremove(fc, fwb);
    585   1.1  kiyohara 		STAILQ_REMOVE(&d->binds, fwb, fw_bind, chlist);
    586   1.1  kiyohara 		fw_xferlist_remove(&fwb->xferlist);
    587   1.1  kiyohara 		free(fwb, M_FW);
    588   1.1  kiyohara 		break;
    589  1.18  kiyohara 
    590   1.1  kiyohara 	case FW_SBINDADDR:
    591  1.18  kiyohara 		if (bindreq->len <= 0 ) {
    592   1.1  kiyohara 			err = EINVAL;
    593   1.1  kiyohara 			break;
    594   1.1  kiyohara 		}
    595  1.18  kiyohara 		if (bindreq->start.hi > 0xffff ) {
    596   1.1  kiyohara 			err = EINVAL;
    597   1.1  kiyohara 			break;
    598   1.1  kiyohara 		}
    599  1.22  christos 		fwb = (struct fw_bind *)malloc(sizeof(struct fw_bind),
    600  1.22  christos 		    M_FW, M_WAITOK);
    601  1.18  kiyohara 		if (fwb == NULL) {
    602   1.1  kiyohara 			err = ENOMEM;
    603   1.1  kiyohara 			break;
    604   1.1  kiyohara 		}
    605   1.1  kiyohara 		fwb->start = ((u_int64_t)bindreq->start.hi << 32) |
    606   1.1  kiyohara 		    bindreq->start.lo;
    607   1.1  kiyohara 		fwb->end = fwb->start +  bindreq->len;
    608   1.1  kiyohara 		fwb->sc = (void *)d;
    609   1.1  kiyohara 		STAILQ_INIT(&fwb->xferlist);
    610   1.1  kiyohara 		err = fw_bindadd(fc, fwb);
    611   1.1  kiyohara 		if (err == 0) {
    612  1.27       dsl 			fw_xferlist_add(&fwb->xferlist, M_FW,
    613   1.1  kiyohara 			    /* XXX */
    614  1.18  kiyohara 			    PAGE_SIZE, PAGE_SIZE, 5, fc, (void *)fwb, fw_hand);
    615   1.1  kiyohara 			STAILQ_INSERT_TAIL(&d->binds, fwb, chlist);
    616   1.1  kiyohara 		}
    617   1.1  kiyohara 		break;
    618  1.18  kiyohara 
    619   1.1  kiyohara 	case FW_GDEVLST:
    620   1.1  kiyohara 		i = len = 1;
    621   1.1  kiyohara 		/* myself */
    622  1.18  kiyohara 		devinfo = fwdevlst->dev;
    623   1.1  kiyohara 		devinfo->dst = fc->nodeid;
    624   1.1  kiyohara 		devinfo->status = 0;	/* XXX */
    625   1.1  kiyohara 		devinfo->eui.hi = fc->eui.hi;
    626   1.1  kiyohara 		devinfo->eui.lo = fc->eui.lo;
    627   1.1  kiyohara 		STAILQ_FOREACH(fwdev, &fc->devices, link) {
    628  1.18  kiyohara 			if (len < FW_MAX_DEVLST) {
    629   1.1  kiyohara 				devinfo = &fwdevlst->dev[len++];
    630   1.1  kiyohara 				devinfo->dst = fwdev->dst;
    631  1.18  kiyohara 				devinfo->status =
    632  1.18  kiyohara 				    (fwdev->status == FWDEVINVAL) ? 0 : 1;
    633   1.1  kiyohara 				devinfo->eui.hi = fwdev->eui.hi;
    634   1.1  kiyohara 				devinfo->eui.lo = fwdev->eui.lo;
    635   1.1  kiyohara 			}
    636   1.1  kiyohara 			i++;
    637   1.1  kiyohara 		}
    638   1.1  kiyohara 		fwdevlst->n = i;
    639   1.1  kiyohara 		fwdevlst->info_len = len;
    640   1.1  kiyohara 		break;
    641  1.18  kiyohara 
    642   1.1  kiyohara 	case FW_GTPMAP:
    643  1.17   tsutsui 		memcpy(data, fc->topology_map,
    644  1.18  kiyohara 		    (fc->topology_map->crc_len + 1) * 4);
    645   1.1  kiyohara 		break;
    646  1.18  kiyohara 
    647   1.1  kiyohara 	case FW_GCROM:
    648   1.1  kiyohara 		STAILQ_FOREACH(fwdev, &fc->devices, link)
    649   1.1  kiyohara 			if (FW_EUI64_EQUAL(fwdev->eui, crom_buf->eui))
    650   1.1  kiyohara 				break;
    651   1.1  kiyohara 		if (fwdev == NULL) {
    652   1.1  kiyohara 			if (!FW_EUI64_EQUAL(fc->eui, crom_buf->eui)) {
    653   1.1  kiyohara 				err = FWNODE_INVAL;
    654   1.1  kiyohara 				break;
    655   1.1  kiyohara 			}
    656   1.1  kiyohara 			/* myself */
    657  1.22  christos 			ptr = malloc(CROMSIZE, M_FW, M_WAITOK);
    658   1.1  kiyohara 			len = CROMSIZE;
    659   1.1  kiyohara 			for (i = 0; i < CROMSIZE/4; i++)
    660  1.18  kiyohara 				((uint32_t *)ptr)[i] = ntohl(fc->config_rom[i]);
    661   1.1  kiyohara 		} else {
    662   1.1  kiyohara 			/* found */
    663  1.18  kiyohara 			ptr = (void *)fwdev->csrrom;
    664   1.1  kiyohara 			if (fwdev->rommax < CSRROMOFF)
    665   1.1  kiyohara 				len = 0;
    666   1.1  kiyohara 			else
    667   1.1  kiyohara 				len = fwdev->rommax - CSRROMOFF + 4;
    668   1.1  kiyohara 		}
    669   1.8  jdolecek 		if (crom_buf->len < len)
    670   1.1  kiyohara 			len = crom_buf->len;
    671   1.1  kiyohara 		else
    672   1.1  kiyohara 			crom_buf->len = len;
    673   1.1  kiyohara 		err = copyout(ptr, crom_buf->ptr, len);
    674   1.1  kiyohara 		if (fwdev == NULL)
    675   1.1  kiyohara 			/* myself */
    676  1.22  christos 			free(ptr, M_FW);
    677   1.1  kiyohara 		break;
    678  1.18  kiyohara 
    679   1.1  kiyohara 	default:
    680  1.18  kiyohara 		fc->ioctl(dev, cmd, data, flag, td);
    681   1.1  kiyohara 		break;
    682   1.1  kiyohara 	}
    683   1.1  kiyohara 	return err;
    684   1.1  kiyohara }
    685   1.1  kiyohara 
    686  1.18  kiyohara int
    687  1.18  kiyohara fw_poll(dev_t dev, int events, struct lwp *td)
    688   1.1  kiyohara {
    689  1.18  kiyohara 	struct firewire_softc *sc;
    690   1.1  kiyohara 	struct fw_xferq *ir;
    691  1.18  kiyohara 	int revents, tmp;
    692   1.1  kiyohara 
    693  1.18  kiyohara 	sc = device_lookup_private(&ieee1394if_cd, DEV2UNIT(dev));
    694  1.18  kiyohara 	if (sc == NULL)
    695  1.18  kiyohara 		return ENXIO;
    696   1.1  kiyohara 
    697  1.18  kiyohara 	ir = ((struct fw_drv1 *)sc->si_drv1)->ir;
    698   1.1  kiyohara 	revents = 0;
    699   1.1  kiyohara 	tmp = POLLIN | POLLRDNORM;
    700   1.1  kiyohara 	if (events & tmp) {
    701   1.1  kiyohara 		if (STAILQ_FIRST(&ir->q) != NULL)
    702   1.1  kiyohara 			revents |= tmp;
    703   1.1  kiyohara 		else
    704   1.1  kiyohara 			selrecord(td, &ir->rsel);
    705   1.1  kiyohara 	}
    706   1.1  kiyohara 	tmp = POLLOUT | POLLWRNORM;
    707  1.18  kiyohara 	if (events & tmp)
    708  1.18  kiyohara 		/* XXX should be fixed */
    709   1.1  kiyohara 		revents |= tmp;
    710   1.1  kiyohara 
    711   1.1  kiyohara 	return revents;
    712   1.1  kiyohara }
    713   1.1  kiyohara 
    714  1.18  kiyohara paddr_t
    715  1.18  kiyohara fw_mmap(dev_t dev, off_t offset, int nproto)
    716  1.18  kiyohara {
    717  1.18  kiyohara 	struct firewire_softc *sc;
    718   1.1  kiyohara 
    719  1.18  kiyohara 	sc = device_lookup_private(&ieee1394if_cd, DEV2UNIT(dev));
    720  1.18  kiyohara 	if (sc == NULL)
    721  1.18  kiyohara 		return ENXIO;
    722   1.1  kiyohara 
    723   1.1  kiyohara 	return EINVAL;
    724   1.1  kiyohara }
    725   1.1  kiyohara 
    726   1.1  kiyohara void
    727   1.1  kiyohara fw_strategy(struct bio *bp)
    728   1.1  kiyohara {
    729  1.18  kiyohara 	struct firewire_softc *sc;
    730  1.18  kiyohara 	dev_t dev = bp->bio_dev;
    731  1.18  kiyohara 
    732  1.18  kiyohara 	sc = device_lookup_private(&ieee1394if_cd, DEV2UNIT(dev));
    733  1.18  kiyohara 	if (sc == NULL)
    734  1.18  kiyohara 		return;
    735   1.1  kiyohara 
    736  1.18  kiyohara 	if (DEV_FWMEM(dev)) {
    737  1.18  kiyohara 		fwmem_strategy(bp);
    738  1.18  kiyohara 		return;
    739  1.18  kiyohara 	}
    740   1.1  kiyohara 
    741   1.1  kiyohara 	bp->bio_error = EOPNOTSUPP;
    742   1.1  kiyohara 	bp->bio_resid = bp->bio_bcount;
    743   1.1  kiyohara 	biodone(bp);
    744   1.1  kiyohara }
    745   1.1  kiyohara 
    746  1.18  kiyohara 
    747  1.18  kiyohara static int
    748  1.18  kiyohara fwdev_allocbuf(struct firewire_comm *fc, struct fw_xferq *q,
    749  1.18  kiyohara 	       struct fw_bufspec *b)
    750   1.1  kiyohara {
    751  1.18  kiyohara 	int i;
    752  1.18  kiyohara 
    753  1.18  kiyohara 	if (q->flag & (FWXFERQ_RUNNING | FWXFERQ_EXTBUF))
    754  1.18  kiyohara 		return EBUSY;
    755  1.18  kiyohara 
    756  1.18  kiyohara 	q->bulkxfer =
    757  1.22  christos 	    (struct fw_bulkxfer *)malloc(sizeof(struct fw_bulkxfer) * b->nchunk,
    758  1.22  christos 								M_FW, M_WAITOK);
    759  1.18  kiyohara 	if (q->bulkxfer == NULL)
    760  1.18  kiyohara 		return ENOMEM;
    761  1.18  kiyohara 
    762  1.18  kiyohara 	b->psize = roundup2(b->psize, sizeof(uint32_t));
    763  1.18  kiyohara 	q->buf = fwdma_malloc_multiseg(fc, sizeof(uint32_t), b->psize,
    764  1.18  kiyohara 	    b->nchunk * b->npacket, BUS_DMA_WAITOK);
    765  1.18  kiyohara 
    766  1.18  kiyohara 	if (q->buf == NULL) {
    767  1.22  christos 		free(q->bulkxfer, M_FW);
    768  1.18  kiyohara 		q->bulkxfer = NULL;
    769  1.18  kiyohara 		return ENOMEM;
    770  1.18  kiyohara 	}
    771  1.18  kiyohara 	q->bnchunk = b->nchunk;
    772  1.18  kiyohara 	q->bnpacket = b->npacket;
    773  1.18  kiyohara 	q->psize = (b->psize + 3) & ~3;
    774  1.18  kiyohara 	q->queued = 0;
    775  1.18  kiyohara 
    776  1.18  kiyohara 	STAILQ_INIT(&q->stvalid);
    777  1.18  kiyohara 	STAILQ_INIT(&q->stfree);
    778  1.18  kiyohara 	STAILQ_INIT(&q->stdma);
    779  1.18  kiyohara 	q->stproc = NULL;
    780  1.18  kiyohara 
    781  1.18  kiyohara 	for (i = 0 ; i < q->bnchunk; i++) {
    782  1.18  kiyohara 		q->bulkxfer[i].poffset = i * q->bnpacket;
    783  1.18  kiyohara 		q->bulkxfer[i].mbuf = NULL;
    784  1.18  kiyohara 		STAILQ_INSERT_TAIL(&q->stfree, &q->bulkxfer[i], link);
    785  1.18  kiyohara 	}
    786  1.18  kiyohara 
    787  1.18  kiyohara 	q->flag &= ~FWXFERQ_MODEMASK;
    788  1.18  kiyohara 	q->flag |= FWXFERQ_STREAM;
    789  1.18  kiyohara 	q->flag |= FWXFERQ_EXTBUF;
    790   1.1  kiyohara 
    791  1.18  kiyohara 	return 0;
    792  1.18  kiyohara }
    793   1.1  kiyohara 
    794  1.18  kiyohara static int
    795  1.22  christos fwdev_freebuf(struct fw_xferq *q)
    796  1.18  kiyohara {
    797   1.1  kiyohara 
    798  1.18  kiyohara 	if (q->flag & FWXFERQ_EXTBUF) {
    799  1.18  kiyohara 		if (q->buf != NULL)
    800  1.18  kiyohara 			fwdma_free_multiseg(q->buf);
    801  1.18  kiyohara 		q->buf = NULL;
    802  1.22  christos 		free(q->bulkxfer, M_FW);
    803  1.18  kiyohara 		q->bulkxfer = NULL;
    804  1.18  kiyohara 		q->flag &= ~FWXFERQ_EXTBUF;
    805  1.18  kiyohara 		q->psize = 0;
    806  1.18  kiyohara 		q->maxq = FWMAXQUEUE;
    807  1.18  kiyohara 	}
    808  1.18  kiyohara 	return 0;
    809   1.1  kiyohara }
    810   1.1  kiyohara 
    811  1.18  kiyohara static int
    812  1.18  kiyohara fw_read_async(struct fw_drv1 *d, struct uio *uio, int ioflag)
    813   1.1  kiyohara {
    814  1.18  kiyohara 	struct fw_xfer *xfer;
    815  1.18  kiyohara 	struct fw_bind *fwb;
    816  1.18  kiyohara 	struct fw_pkt *fp;
    817  1.18  kiyohara 	const struct tcode_info *tinfo;
    818   1.1  kiyohara 	int err = 0;
    819   1.1  kiyohara 
    820  1.18  kiyohara 	mutex_enter(&d->fc->fc_mtx);
    821  1.18  kiyohara 
    822  1.24    cegger 	for (;;) {
    823  1.24    cegger 		xfer = STAILQ_FIRST(&d->rq);
    824  1.24    cegger 		if (xfer == NULL && err == 0) {
    825  1.24    cegger 			mutex_exit(&d->fc->fc_mtx);
    826  1.24    cegger 			err = tsleep(&d->rq, FWPRI, "fwra", 0);
    827  1.24    cegger 			if (err != 0)
    828  1.24    cegger 				return err;
    829  1.24    cegger 			mutex_enter(&d->fc->fc_mtx);
    830  1.24    cegger 			continue;
    831  1.24    cegger 		}
    832  1.24    cegger 		break;
    833  1.18  kiyohara 	}
    834   1.1  kiyohara 
    835  1.18  kiyohara 	STAILQ_REMOVE_HEAD(&d->rq, link);
    836  1.18  kiyohara 	mutex_exit(&d->fc->fc_mtx);
    837  1.18  kiyohara 	fp = &xfer->recv.hdr;
    838  1.18  kiyohara #if 0 /* for GASP ?? */
    839  1.18  kiyohara 	if (fc->irx_post != NULL)
    840  1.18  kiyohara 		fc->irx_post(fc, fp->mode.ld);
    841   1.1  kiyohara #endif
    842  1.18  kiyohara 	tinfo = &xfer->fc->tcode[fp->mode.hdr.tcode];
    843  1.18  kiyohara 	err = uiomove((void *)fp, tinfo->hdr_len, uio);
    844  1.18  kiyohara 	if (err)
    845  1.18  kiyohara 		goto out;
    846  1.18  kiyohara 	err = uiomove((void *)xfer->recv.payload, xfer->recv.pay_len, uio);
    847  1.18  kiyohara 
    848  1.18  kiyohara out:
    849  1.18  kiyohara 	/* recycle this xfer */
    850  1.18  kiyohara 	fwb = (struct fw_bind *)xfer->sc;
    851  1.18  kiyohara 	fw_xfer_unload(xfer);
    852  1.18  kiyohara 	xfer->recv.pay_len = PAGE_SIZE;
    853  1.18  kiyohara 	mutex_enter(&d->fc->fc_mtx);
    854  1.18  kiyohara 	STAILQ_INSERT_TAIL(&fwb->xferlist, xfer, link);
    855  1.18  kiyohara 	mutex_exit(&d->fc->fc_mtx);
    856  1.18  kiyohara 	return err;
    857   1.1  kiyohara }
    858   1.1  kiyohara 
    859  1.18  kiyohara static int
    860  1.18  kiyohara fw_write_async(struct fw_drv1 *d, struct uio *uio, int ioflag)
    861   1.1  kiyohara {
    862  1.18  kiyohara 	struct fw_xfer *xfer;
    863  1.18  kiyohara 	struct fw_pkt pkt;
    864  1.18  kiyohara 	const struct tcode_info *tinfo;
    865  1.18  kiyohara 	int err;
    866  1.18  kiyohara 
    867  1.18  kiyohara 	memset(&pkt, 0, sizeof(struct fw_pkt));
    868  1.18  kiyohara 	if ((err = uiomove((void *)&pkt, sizeof(uint32_t), uio)))
    869  1.18  kiyohara 		return err;
    870  1.18  kiyohara 	tinfo = &d->fc->tcode[pkt.mode.hdr.tcode];
    871  1.18  kiyohara 	if ((err = uiomove((char *)&pkt + sizeof(uint32_t),
    872  1.18  kiyohara 	    tinfo->hdr_len - sizeof(uint32_t), uio)))
    873  1.18  kiyohara 		return err;
    874  1.18  kiyohara 
    875  1.27       dsl 	if ((xfer = fw_xfer_alloc_buf(M_FW, uio->uio_resid,
    876  1.18  kiyohara 	    PAGE_SIZE/*XXX*/)) == NULL)
    877  1.18  kiyohara 		return ENOMEM;
    878  1.18  kiyohara 
    879  1.18  kiyohara 	memcpy(&xfer->send.hdr, &pkt, sizeof(struct fw_pkt));
    880  1.18  kiyohara 	xfer->send.pay_len = uio->uio_resid;
    881  1.18  kiyohara 	if (uio->uio_resid > 0) {
    882  1.18  kiyohara 		if ((err =
    883  1.18  kiyohara 		    uiomove((void *)xfer->send.payload, uio->uio_resid, uio)))
    884  1.18  kiyohara 			goto out;
    885  1.18  kiyohara 	}
    886  1.18  kiyohara 
    887  1.18  kiyohara 	xfer->fc = d->fc;
    888  1.18  kiyohara 	xfer->sc = NULL;
    889  1.18  kiyohara 	xfer->hand = fw_xferwake;
    890  1.18  kiyohara 	xfer->send.spd = 2 /* XXX */;
    891   1.1  kiyohara 
    892  1.18  kiyohara 	if ((err = fw_asyreq(xfer->fc, -1, xfer)))
    893  1.18  kiyohara 		goto out;
    894   1.1  kiyohara 
    895  1.18  kiyohara 	if ((err = fw_xferwait(xfer)))
    896  1.18  kiyohara 		goto out;
    897   1.1  kiyohara 
    898  1.18  kiyohara 	if (xfer->resp != 0) {
    899  1.18  kiyohara 		err = xfer->resp;
    900  1.18  kiyohara 		goto out;
    901  1.18  kiyohara 	}
    902   1.1  kiyohara 
    903  1.18  kiyohara 	if (xfer->flag == FWXF_RCVD) {
    904  1.18  kiyohara 		mutex_enter(&xfer->fc->fc_mtx);
    905  1.18  kiyohara 		STAILQ_INSERT_TAIL(&d->rq, xfer, link);
    906  1.18  kiyohara 		mutex_exit(&xfer->fc->fc_mtx);
    907  1.18  kiyohara 		return 0;
    908   1.1  kiyohara 	}
    909   1.1  kiyohara 
    910  1.18  kiyohara out:
    911  1.18  kiyohara 	fw_xfer_free(xfer);
    912  1.18  kiyohara 	return err;
    913  1.18  kiyohara }
    914  1.18  kiyohara 
    915  1.18  kiyohara static void
    916  1.18  kiyohara fw_hand(struct fw_xfer *xfer)
    917  1.18  kiyohara {
    918  1.18  kiyohara 	struct fw_bind *fwb;
    919  1.18  kiyohara 	struct fw_drv1 *d;
    920  1.18  kiyohara 
    921  1.18  kiyohara 	fwb = (struct fw_bind *)xfer->sc;
    922  1.18  kiyohara 	d = (struct fw_drv1 *)fwb->sc;
    923  1.18  kiyohara 	mutex_enter(&xfer->fc->fc_mtx);
    924  1.18  kiyohara 	STAILQ_INSERT_TAIL(&d->rq, xfer, link);
    925  1.18  kiyohara 	mutex_exit(&xfer->fc->fc_mtx);
    926  1.18  kiyohara 	wakeup(&d->rq);
    927   1.1  kiyohara }
    928