Home | History | Annotate | Line # | Download | only in ieee1394
fwohci.c revision 1.107
      1  1.107  kiyohara /*	$NetBSD: fwohci.c,v 1.107 2007/04/21 15:27:43 kiyohara Exp $	*/
      2   1.91  christos 
      3    1.1      matt /*-
      4   1.89  kiyohara  * Copyright (c) 2003 Hidetoshi Shimokawa
      5   1.89  kiyohara  * Copyright (c) 1998-2002 Katsushi Kobayashi and Hidetoshi Shimokawa
      6    1.1      matt  * All rights reserved.
      7    1.1      matt  *
      8    1.1      matt  * Redistribution and use in source and binary forms, with or without
      9    1.1      matt  * modification, are permitted provided that the following conditions
     10    1.1      matt  * are met:
     11    1.1      matt  * 1. Redistributions of source code must retain the above copyright
     12    1.1      matt  *    notice, this list of conditions and the following disclaimer.
     13    1.1      matt  * 2. Redistributions in binary form must reproduce the above copyright
     14    1.1      matt  *    notice, this list of conditions and the following disclaimer in the
     15    1.1      matt  *    documentation and/or other materials provided with the distribution.
     16    1.1      matt  * 3. All advertising materials mentioning features or use of this software
     17   1.89  kiyohara  *    must display the acknowledgement as bellow:
     18   1.89  kiyohara  *
     19   1.89  kiyohara  *    This product includes software developed by K. Kobayashi and H. Shimokawa
     20   1.89  kiyohara  *
     21   1.89  kiyohara  * 4. The name of the author may not be used to endorse or promote products
     22   1.89  kiyohara  *    derived from this software without specific prior written permission.
     23    1.1      matt  *
     24   1.89  kiyohara  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
     25   1.89  kiyohara  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
     26   1.89  kiyohara  * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
     27   1.89  kiyohara  * DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT,
     28   1.89  kiyohara  * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
     29   1.89  kiyohara  * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
     30   1.89  kiyohara  * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     31   1.89  kiyohara  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
     32   1.89  kiyohara  * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
     33   1.89  kiyohara  * ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     34    1.1      matt  * POSSIBILITY OF SUCH DAMAGE.
     35  1.100     blymn  *
     36  1.107  kiyohara  * $FreeBSD: /repoman/r/ncvs/src/sys/dev/firewire/fwohci.c,v 1.86 2007/03/19 03:35:45 simokawa Exp $
     37   1.89  kiyohara  *
     38    1.1      matt  */
     39    1.1      matt 
     40   1.89  kiyohara #define ATRQ_CH 0
     41   1.89  kiyohara #define ATRS_CH 1
     42   1.89  kiyohara #define ARRQ_CH 2
     43   1.89  kiyohara #define ARRS_CH 3
     44   1.89  kiyohara #define ITX_CH 4
     45   1.89  kiyohara #define IRX_CH 0x24
     46    1.3      onoe 
     47   1.89  kiyohara #if defined(__FreeBSD__)
     48   1.89  kiyohara #include <sys/param.h>
     49   1.89  kiyohara #include <sys/systm.h>
     50   1.89  kiyohara #include <sys/mbuf.h>
     51   1.89  kiyohara #include <sys/malloc.h>
     52   1.89  kiyohara #include <sys/sockio.h>
     53   1.89  kiyohara #include <sys/sysctl.h>
     54   1.89  kiyohara #include <sys/bus.h>
     55   1.89  kiyohara #include <sys/kernel.h>
     56   1.89  kiyohara #include <sys/conf.h>
     57   1.89  kiyohara #include <sys/endian.h>
     58   1.89  kiyohara #include <sys/ktr.h>
     59   1.45     lukem 
     60   1.91  christos #include <sys/cdefs.h>
     61  1.107  kiyohara __KERNEL_RCSID(0, "$NetBSD: fwohci.c,v 1.107 2007/04/21 15:27:43 kiyohara Exp $");
     62   1.45     lukem 
     63   1.89  kiyohara #if defined(__DragonFly__) || __FreeBSD_version < 500000
     64   1.89  kiyohara #include <machine/clock.h>		/* for DELAY() */
     65   1.89  kiyohara #endif
     66    1.3      onoe 
     67   1.89  kiyohara #ifdef __DragonFly__
     68   1.89  kiyohara #include "fw_port.h"
     69   1.89  kiyohara #include "firewire.h"
     70   1.89  kiyohara #include "firewirereg.h"
     71   1.89  kiyohara #include "fwdma.h"
     72   1.89  kiyohara #include "fwohcireg.h"
     73   1.89  kiyohara #include "fwohcivar.h"
     74   1.89  kiyohara #include "firewire_phy.h"
     75   1.89  kiyohara #else
     76   1.89  kiyohara #include <dev/firewire/fw_port.h>
     77   1.89  kiyohara #include <dev/firewire/firewire.h>
     78   1.89  kiyohara #include <dev/firewire/firewirereg.h>
     79   1.89  kiyohara #include <dev/firewire/fwdma.h>
     80   1.89  kiyohara #include <dev/firewire/fwohcireg.h>
     81   1.89  kiyohara #include <dev/firewire/fwohcivar.h>
     82   1.89  kiyohara #include <dev/firewire/firewire_phy.h>
     83   1.89  kiyohara #endif
     84   1.89  kiyohara #elif defined(__NetBSD__)
     85    1.1      matt #include <sys/param.h>
     86    1.1      matt #include <sys/device.h>
     87   1.89  kiyohara #include <sys/errno.h>
     88   1.89  kiyohara #include <sys/conf.h>
     89    1.7      onoe #include <sys/kernel.h>
     90    1.3      onoe #include <sys/malloc.h>
     91    1.3      onoe #include <sys/mbuf.h>
     92   1.89  kiyohara #include <sys/proc.h>
     93   1.89  kiyohara #include <sys/reboot.h>
     94   1.89  kiyohara #include <sys/sysctl.h>
     95   1.89  kiyohara #include <sys/systm.h>
     96    1.7      onoe 
     97    1.1      matt #include <machine/bus.h>
     98    1.1      matt 
     99   1.89  kiyohara #include <dev/ieee1394/fw_port.h>
    100   1.89  kiyohara #include <dev/ieee1394/firewire.h>
    101   1.89  kiyohara #include <dev/ieee1394/firewirereg.h>
    102   1.89  kiyohara #include <dev/ieee1394/fwdma.h>
    103    1.1      matt #include <dev/ieee1394/fwohcireg.h>
    104    1.1      matt #include <dev/ieee1394/fwohcivar.h>
    105   1.89  kiyohara #include <dev/ieee1394/firewire_phy.h>
    106  1.105  kiyohara 
    107  1.105  kiyohara #include "ioconf.h"
    108    1.5      matt #endif
    109   1.24       jmc 
    110   1.89  kiyohara #undef OHCI_DEBUG
    111    1.5      matt 
    112   1.89  kiyohara static int nocyclemaster = 0;
    113   1.89  kiyohara #if defined(__FreeBSD__)
    114   1.89  kiyohara SYSCTL_DECL(_hw_firewire);
    115   1.89  kiyohara SYSCTL_INT(_hw_firewire, OID_AUTO, nocyclemaster, CTLFLAG_RW, &nocyclemaster, 0,
    116   1.89  kiyohara 	"Do not send cycle start packets");
    117   1.89  kiyohara #elif defined(__NetBSD__)
    118   1.89  kiyohara /*
    119   1.89  kiyohara  * Setup sysctl(3) MIB, hw.fwohci.*
    120   1.89  kiyohara  *
    121   1.89  kiyohara  * TBD condition CTLFLAG_PERMANENT on being an LKM or not
    122   1.89  kiyohara  */
    123   1.89  kiyohara SYSCTL_SETUP(sysctl_fwohci, "sysctl fwohci(4) subtree setup")
    124   1.89  kiyohara {
    125   1.89  kiyohara 	int rc;
    126   1.89  kiyohara 	const struct sysctlnode *node;
    127   1.89  kiyohara 
    128   1.89  kiyohara 	if ((rc = sysctl_createv(clog, 0, NULL, NULL,
    129   1.89  kiyohara 	    CTLFLAG_PERMANENT, CTLTYPE_NODE, "hw", NULL,
    130   1.89  kiyohara 	    NULL, 0, NULL, 0, CTL_HW, CTL_EOL)) != 0) {
    131   1.89  kiyohara 		goto err;
    132   1.89  kiyohara 	}
    133   1.89  kiyohara 
    134   1.89  kiyohara 	if ((rc = sysctl_createv(clog, 0, NULL, &node,
    135   1.89  kiyohara 	    CTLFLAG_PERMANENT, CTLTYPE_NODE, "fwohci",
    136   1.89  kiyohara 	    SYSCTL_DESCR("fwohci controls"),
    137   1.89  kiyohara 	    NULL, 0, NULL, 0, CTL_HW, CTL_CREATE, CTL_EOL)) != 0) {
    138   1.89  kiyohara 		goto err;
    139   1.89  kiyohara 	}
    140   1.89  kiyohara 
    141   1.89  kiyohara 	/* fwohci no cyclemaster flag */
    142   1.89  kiyohara 	if ((rc = sysctl_createv(clog, 0, NULL, &node,
    143  1.100     blymn 	    CTLFLAG_PERMANENT | CTLFLAG_READWRITE, CTLTYPE_INT,
    144   1.89  kiyohara 	    "nocyclemaster", SYSCTL_DESCR("Do not send cycle start packets"),
    145   1.89  kiyohara 	    NULL, 0, &nocyclemaster,
    146   1.89  kiyohara 	    0, CTL_HW, node->sysctl_num, CTL_CREATE, CTL_EOL)) != 0) {
    147   1.89  kiyohara 		goto err;
    148   1.89  kiyohara 	}
    149   1.89  kiyohara 	return;
    150   1.89  kiyohara 
    151   1.89  kiyohara err:
    152   1.89  kiyohara 	printf("%s: sysctl_createv failed (rc = %d)\n", __func__, rc);
    153   1.89  kiyohara }
    154   1.89  kiyohara #endif
    155   1.89  kiyohara 
    156   1.90  drochner static const char * const dbcode[16] = {"OUTM", "OUTL","INPM","INPL",
    157   1.90  drochner 		"STOR","LOAD","NOP ","STOP",
    158   1.90  drochner 		"", "", "", "", "", "", "", ""};
    159   1.89  kiyohara 
    160   1.90  drochner static const char * const dbkey[8] = {"ST0", "ST1","ST2","ST3",
    161   1.89  kiyohara 		"UNDEF","REG","SYS","DEV"};
    162   1.90  drochner static const char * const dbcond[4] = {"NEV","C=1", "C=0", "ALL"};
    163   1.90  drochner static const char * const fwohcicode[32] = {
    164   1.89  kiyohara 	"No stat","Undef","long","miss Ack err",
    165   1.89  kiyohara 	"underrun","overrun","desc err", "data read err",
    166   1.89  kiyohara 	"data write err","bus reset","timeout","tcode err",
    167   1.89  kiyohara 	"Undef","Undef","unknown event","flushed",
    168   1.89  kiyohara 	"Undef","ack complete","ack pend","Undef",
    169   1.89  kiyohara 	"ack busy_X","ack busy_A","ack busy_B","Undef",
    170   1.89  kiyohara 	"Undef","Undef","Undef","ack tardy",
    171   1.89  kiyohara 	"Undef","ack data_err","ack type_err",""};
    172   1.89  kiyohara 
    173   1.89  kiyohara #define MAX_SPEED 3
    174   1.90  drochner extern const char *fw_linkspeed[];
    175   1.90  drochner static uint32_t const tagbit[4] = { 1 << 28, 1 << 29, 1 << 30, 1 << 31};
    176   1.89  kiyohara 
    177   1.90  drochner static const struct tcode_info tinfo[] = {
    178   1.89  kiyohara /*		hdr_len block 	flag*/
    179   1.89  kiyohara /* 0 WREQQ  */ {16,	FWTI_REQ | FWTI_TLABEL},
    180   1.89  kiyohara /* 1 WREQB  */ {16,	FWTI_REQ | FWTI_TLABEL | FWTI_BLOCK_ASY},
    181   1.89  kiyohara /* 2 WRES   */ {12,	FWTI_RES},
    182   1.89  kiyohara /* 3 XXX    */ { 0,	0},
    183   1.89  kiyohara /* 4 RREQQ  */ {12,	FWTI_REQ | FWTI_TLABEL},
    184   1.89  kiyohara /* 5 RREQB  */ {16,	FWTI_REQ | FWTI_TLABEL},
    185   1.89  kiyohara /* 6 RRESQ  */ {16,	FWTI_RES},
    186   1.89  kiyohara /* 7 RRESB  */ {16,	FWTI_RES | FWTI_BLOCK_ASY},
    187   1.89  kiyohara /* 8 CYCS   */ { 0,	0},
    188   1.89  kiyohara /* 9 LREQ   */ {16,	FWTI_REQ | FWTI_TLABEL | FWTI_BLOCK_ASY},
    189   1.89  kiyohara /* a STREAM */ { 4,	FWTI_REQ | FWTI_BLOCK_STR},
    190   1.89  kiyohara /* b LRES   */ {16,	FWTI_RES | FWTI_BLOCK_ASY},
    191   1.89  kiyohara /* c XXX    */ { 0,	0},
    192   1.89  kiyohara /* d XXX    */ { 0, 	0},
    193   1.89  kiyohara /* e PHY    */ {12,	FWTI_REQ},
    194   1.89  kiyohara /* f XXX    */ { 0,	0}
    195   1.89  kiyohara };
    196    1.8      onoe 
    197   1.89  kiyohara #define OHCI_WRITE_SIGMASK 0xffff0000
    198   1.89  kiyohara #define OHCI_READ_SIGMASK 0xffff0000
    199   1.62      haya 
    200   1.89  kiyohara #define OWRITE(sc, r, x) bus_space_write_4((sc)->bst, (sc)->bsh, (r), (x))
    201   1.89  kiyohara #define OREAD(sc, r) bus_space_read_4((sc)->bst, (sc)->bsh, (r))
    202   1.62      haya 
    203   1.89  kiyohara static void fwohci_ibr (struct firewire_comm *);
    204   1.89  kiyohara static void fwohci_db_init (struct fwohci_softc *, struct fwohci_dbch *);
    205   1.89  kiyohara static void fwohci_db_free (struct fwohci_dbch *);
    206   1.89  kiyohara static void fwohci_arcv (struct fwohci_softc *, struct fwohci_dbch *, int);
    207   1.89  kiyohara static void fwohci_txd (struct fwohci_softc *, struct fwohci_dbch *);
    208   1.89  kiyohara static void fwohci_start_atq (struct firewire_comm *);
    209   1.89  kiyohara static void fwohci_start_ats (struct firewire_comm *);
    210   1.89  kiyohara static void fwohci_start (struct fwohci_softc *, struct fwohci_dbch *);
    211   1.89  kiyohara static uint32_t fwphy_wrdata ( struct fwohci_softc *, uint32_t, uint32_t);
    212   1.89  kiyohara static uint32_t fwphy_rddata ( struct fwohci_softc *, uint32_t);
    213   1.89  kiyohara static int fwohci_rx_enable (struct fwohci_softc *, struct fwohci_dbch *);
    214   1.89  kiyohara static int fwohci_tx_enable (struct fwohci_softc *, struct fwohci_dbch *);
    215   1.89  kiyohara static int fwohci_irx_enable (struct firewire_comm *, int);
    216   1.89  kiyohara static int fwohci_irx_disable (struct firewire_comm *, int);
    217   1.89  kiyohara #if BYTE_ORDER == BIG_ENDIAN
    218   1.89  kiyohara static void fwohci_irx_post (struct firewire_comm *, uint32_t *);
    219   1.89  kiyohara #endif
    220   1.89  kiyohara static int fwohci_itxbuf_enable (struct firewire_comm *, int);
    221   1.89  kiyohara static int fwohci_itx_disable (struct firewire_comm *, int);
    222   1.89  kiyohara static void fwohci_timeout (void *);
    223   1.89  kiyohara static void fwohci_set_intr (struct firewire_comm *, int);
    224   1.89  kiyohara 
    225   1.89  kiyohara static int fwohci_add_rx_buf (struct fwohci_dbch *, struct fwohcidb_tr *, int, struct fwdma_alloc *);
    226   1.89  kiyohara static int fwohci_add_tx_buf (struct fwohci_dbch *, struct fwohcidb_tr *, int);
    227   1.89  kiyohara static void	dump_db (struct fwohci_softc *, uint32_t);
    228   1.89  kiyohara static void 	print_db (struct fwohcidb_tr *, struct fwohcidb *, uint32_t , uint32_t);
    229   1.89  kiyohara static void	dump_dma (struct fwohci_softc *, uint32_t);
    230   1.89  kiyohara static uint32_t fwohci_cyctimer (struct firewire_comm *);
    231   1.89  kiyohara static void fwohci_rbuf_update (struct fwohci_softc *, int);
    232   1.89  kiyohara static void fwohci_tbuf_update (struct fwohci_softc *, int);
    233   1.89  kiyohara void fwohci_txbufdb (struct fwohci_softc *, int , struct fw_bulkxfer *);
    234   1.89  kiyohara #if FWOHCI_TASKQUEUE
    235   1.89  kiyohara static void fwohci_complete(void *, int);
    236   1.89  kiyohara #endif
    237   1.89  kiyohara #if defined(__NetBSD__)
    238   1.89  kiyohara static void fwohci_power(int, void *);
    239   1.89  kiyohara int fwohci_print(void *, const char *);
    240    1.5      matt #endif
    241    1.5      matt 
    242   1.89  kiyohara /*
    243   1.89  kiyohara  * memory allocated for DMA programs
    244   1.89  kiyohara  */
    245   1.89  kiyohara #define DMA_PROG_ALLOC		(8 * PAGE_SIZE)
    246    1.1      matt 
    247   1.89  kiyohara #define NDB FWMAXQUEUE
    248   1.89  kiyohara 
    249   1.89  kiyohara #define	OHCI_VERSION		0x00
    250   1.89  kiyohara #define	OHCI_ATRETRY		0x08
    251   1.89  kiyohara #define	OHCI_CROMHDR		0x18
    252   1.89  kiyohara #define	OHCI_BUS_OPT		0x20
    253   1.89  kiyohara #define	OHCI_BUSIRMC		(1 << 31)
    254   1.89  kiyohara #define	OHCI_BUSCMC		(1 << 30)
    255   1.89  kiyohara #define	OHCI_BUSISC		(1 << 29)
    256   1.89  kiyohara #define	OHCI_BUSBMC		(1 << 28)
    257   1.89  kiyohara #define	OHCI_BUSPMC		(1 << 27)
    258   1.89  kiyohara #define OHCI_BUSFNC		OHCI_BUSIRMC | OHCI_BUSCMC | OHCI_BUSISC |\
    259   1.89  kiyohara 				OHCI_BUSBMC | OHCI_BUSPMC
    260   1.89  kiyohara 
    261   1.89  kiyohara #define	OHCI_EUID_HI		0x24
    262   1.89  kiyohara #define	OHCI_EUID_LO		0x28
    263   1.89  kiyohara 
    264   1.89  kiyohara #define	OHCI_CROMPTR		0x34
    265   1.89  kiyohara #define	OHCI_HCCCTL		0x50
    266   1.89  kiyohara #define	OHCI_HCCCTLCLR		0x54
    267   1.89  kiyohara #define	OHCI_AREQHI		0x100
    268   1.89  kiyohara #define	OHCI_AREQHICLR		0x104
    269   1.89  kiyohara #define	OHCI_AREQLO		0x108
    270   1.89  kiyohara #define	OHCI_AREQLOCLR		0x10c
    271   1.89  kiyohara #define	OHCI_PREQHI		0x110
    272   1.89  kiyohara #define	OHCI_PREQHICLR		0x114
    273   1.89  kiyohara #define	OHCI_PREQLO		0x118
    274   1.89  kiyohara #define	OHCI_PREQLOCLR		0x11c
    275   1.89  kiyohara #define	OHCI_PREQUPPER		0x120
    276   1.89  kiyohara 
    277   1.89  kiyohara #define	OHCI_SID_BUF		0x64
    278   1.89  kiyohara #define	OHCI_SID_CNT		0x68
    279   1.89  kiyohara #define OHCI_SID_ERR		(1 << 31)
    280   1.89  kiyohara #define OHCI_SID_CNT_MASK	0xffc
    281   1.89  kiyohara 
    282   1.89  kiyohara #define	OHCI_IT_STAT		0x90
    283   1.89  kiyohara #define	OHCI_IT_STATCLR		0x94
    284   1.89  kiyohara #define	OHCI_IT_MASK		0x98
    285   1.89  kiyohara #define	OHCI_IT_MASKCLR		0x9c
    286   1.89  kiyohara 
    287   1.89  kiyohara #define	OHCI_IR_STAT		0xa0
    288   1.89  kiyohara #define	OHCI_IR_STATCLR		0xa4
    289   1.89  kiyohara #define	OHCI_IR_MASK		0xa8
    290   1.89  kiyohara #define	OHCI_IR_MASKCLR		0xac
    291   1.89  kiyohara 
    292   1.89  kiyohara #define	OHCI_LNKCTL		0xe0
    293   1.89  kiyohara #define	OHCI_LNKCTLCLR		0xe4
    294   1.89  kiyohara 
    295   1.89  kiyohara #define	OHCI_PHYACCESS		0xec
    296   1.89  kiyohara #define	OHCI_CYCLETIMER		0xf0
    297   1.89  kiyohara 
    298   1.89  kiyohara #define	OHCI_DMACTL(off)	(off)
    299   1.89  kiyohara #define	OHCI_DMACTLCLR(off)	(off + 4)
    300   1.89  kiyohara #define	OHCI_DMACMD(off)	(off + 0xc)
    301   1.89  kiyohara #define	OHCI_DMAMATCH(off)	(off + 0x10)
    302   1.89  kiyohara 
    303   1.89  kiyohara #define OHCI_ATQOFF		0x180
    304   1.89  kiyohara #define OHCI_ATQCTL		OHCI_ATQOFF
    305   1.89  kiyohara #define OHCI_ATQCTLCLR		(OHCI_ATQOFF + 4)
    306   1.89  kiyohara #define OHCI_ATQCMD		(OHCI_ATQOFF + 0xc)
    307   1.89  kiyohara #define OHCI_ATQMATCH		(OHCI_ATQOFF + 0x10)
    308   1.89  kiyohara 
    309   1.89  kiyohara #define OHCI_ATSOFF		0x1a0
    310   1.89  kiyohara #define OHCI_ATSCTL		OHCI_ATSOFF
    311   1.89  kiyohara #define OHCI_ATSCTLCLR		(OHCI_ATSOFF + 4)
    312   1.89  kiyohara #define OHCI_ATSCMD		(OHCI_ATSOFF + 0xc)
    313   1.89  kiyohara #define OHCI_ATSMATCH		(OHCI_ATSOFF + 0x10)
    314   1.89  kiyohara 
    315   1.89  kiyohara #define OHCI_ARQOFF		0x1c0
    316   1.89  kiyohara #define OHCI_ARQCTL		OHCI_ARQOFF
    317   1.89  kiyohara #define OHCI_ARQCTLCLR		(OHCI_ARQOFF + 4)
    318   1.89  kiyohara #define OHCI_ARQCMD		(OHCI_ARQOFF + 0xc)
    319   1.89  kiyohara #define OHCI_ARQMATCH		(OHCI_ARQOFF + 0x10)
    320   1.89  kiyohara 
    321   1.89  kiyohara #define OHCI_ARSOFF		0x1e0
    322   1.89  kiyohara #define OHCI_ARSCTL		OHCI_ARSOFF
    323   1.89  kiyohara #define OHCI_ARSCTLCLR		(OHCI_ARSOFF + 4)
    324   1.89  kiyohara #define OHCI_ARSCMD		(OHCI_ARSOFF + 0xc)
    325   1.89  kiyohara #define OHCI_ARSMATCH		(OHCI_ARSOFF + 0x10)
    326   1.89  kiyohara 
    327   1.89  kiyohara #define OHCI_ITOFF(CH)		(0x200 + 0x10 * (CH))
    328   1.89  kiyohara #define OHCI_ITCTL(CH)		(OHCI_ITOFF(CH))
    329   1.89  kiyohara #define OHCI_ITCTLCLR(CH)	(OHCI_ITOFF(CH) + 4)
    330   1.89  kiyohara #define OHCI_ITCMD(CH)		(OHCI_ITOFF(CH) + 0xc)
    331   1.89  kiyohara 
    332   1.89  kiyohara #define OHCI_IROFF(CH)		(0x400 + 0x20 * (CH))
    333   1.89  kiyohara #define OHCI_IRCTL(CH)		(OHCI_IROFF(CH))
    334   1.89  kiyohara #define OHCI_IRCTLCLR(CH)	(OHCI_IROFF(CH) + 4)
    335   1.89  kiyohara #define OHCI_IRCMD(CH)		(OHCI_IROFF(CH) + 0xc)
    336   1.89  kiyohara #define OHCI_IRMATCH(CH)	(OHCI_IROFF(CH) + 0x10)
    337   1.89  kiyohara 
    338   1.89  kiyohara #if defined(__FreeBSD__)
    339   1.89  kiyohara d_ioctl_t fwohci_ioctl;
    340   1.89  kiyohara #elif defined(__NetBSD__)
    341   1.89  kiyohara dev_type_ioctl(fwohci_ioctl);
    342   1.89  kiyohara #endif
    343   1.89  kiyohara 
    344   1.89  kiyohara /*
    345   1.89  kiyohara  * Communication with PHY device
    346   1.89  kiyohara  */
    347   1.89  kiyohara static uint32_t
    348   1.89  kiyohara fwphy_wrdata( struct fwohci_softc *sc, uint32_t addr, uint32_t data)
    349   1.89  kiyohara {
    350   1.89  kiyohara 	uint32_t fun;
    351   1.89  kiyohara 
    352   1.89  kiyohara 	addr &= 0xf;
    353   1.89  kiyohara 	data &= 0xff;
    354   1.89  kiyohara 
    355   1.89  kiyohara 	fun = (PHYDEV_WRCMD | (addr << PHYDEV_REGADDR) | (data << PHYDEV_WRDATA));
    356   1.89  kiyohara 	OWRITE(sc, OHCI_PHYACCESS, fun);
    357   1.89  kiyohara 	DELAY(100);
    358   1.89  kiyohara 
    359   1.89  kiyohara 	return(fwphy_rddata( sc, addr));
    360   1.89  kiyohara }
    361   1.89  kiyohara 
    362   1.89  kiyohara static uint32_t
    363   1.89  kiyohara fwohci_set_bus_manager(struct firewire_comm *fc, u_int node)
    364   1.89  kiyohara {
    365   1.89  kiyohara 	struct fwohci_softc *sc = (struct fwohci_softc *)fc;
    366   1.89  kiyohara 	int i;
    367   1.89  kiyohara 	uint32_t bm;
    368   1.89  kiyohara 
    369   1.89  kiyohara #define OHCI_CSR_DATA	0x0c
    370   1.89  kiyohara #define OHCI_CSR_COMP	0x10
    371   1.89  kiyohara #define OHCI_CSR_CONT	0x14
    372   1.89  kiyohara #define OHCI_BUS_MANAGER_ID	0
    373   1.89  kiyohara 
    374   1.89  kiyohara 	OWRITE(sc, OHCI_CSR_DATA, node);
    375   1.89  kiyohara 	OWRITE(sc, OHCI_CSR_COMP, 0x3f);
    376   1.89  kiyohara 	OWRITE(sc, OHCI_CSR_CONT, OHCI_BUS_MANAGER_ID);
    377   1.89  kiyohara  	for (i = 0; !(OREAD(sc, OHCI_CSR_CONT) & (1<<31)) && (i < 1000); i++)
    378   1.89  kiyohara 		DELAY(10);
    379   1.89  kiyohara 	bm = OREAD(sc, OHCI_CSR_DATA);
    380   1.89  kiyohara 	if((bm & 0x3f) == 0x3f)
    381   1.89  kiyohara 		bm = node;
    382   1.89  kiyohara 	if (firewire_debug)
    383   1.89  kiyohara 		device_printf(sc->fc.dev,
    384   1.89  kiyohara 			"fw_set_bus_manager: %d->%d (loop=%d)\n", bm, node, i);
    385   1.89  kiyohara 
    386   1.89  kiyohara 	return(bm);
    387   1.89  kiyohara }
    388   1.89  kiyohara 
    389   1.89  kiyohara static uint32_t
    390   1.89  kiyohara fwphy_rddata(struct fwohci_softc *sc,  u_int addr)
    391   1.89  kiyohara {
    392   1.89  kiyohara 	uint32_t fun, stat;
    393   1.89  kiyohara 	u_int i, retry = 0;
    394   1.89  kiyohara 
    395   1.89  kiyohara 	addr &= 0xf;
    396   1.89  kiyohara #define MAX_RETRY 100
    397   1.89  kiyohara again:
    398   1.89  kiyohara 	OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_REG_FAIL);
    399   1.89  kiyohara 	fun = PHYDEV_RDCMD | (addr << PHYDEV_REGADDR);
    400   1.89  kiyohara 	OWRITE(sc, OHCI_PHYACCESS, fun);
    401   1.89  kiyohara 	for ( i = 0 ; i < MAX_RETRY ; i ++ ){
    402   1.89  kiyohara 		fun = OREAD(sc, OHCI_PHYACCESS);
    403   1.89  kiyohara 		if ((fun & PHYDEV_RDCMD) == 0 && (fun & PHYDEV_RDDONE) != 0)
    404    1.3      onoe 			break;
    405   1.89  kiyohara 		DELAY(100);
    406   1.89  kiyohara 	}
    407   1.89  kiyohara 	if(i >= MAX_RETRY) {
    408   1.89  kiyohara 		if (firewire_debug)
    409   1.89  kiyohara 			device_printf(sc->fc.dev, "phy read failed(1).\n");
    410   1.89  kiyohara 		if (++retry < MAX_RETRY) {
    411   1.89  kiyohara 			DELAY(100);
    412   1.89  kiyohara 			goto again;
    413   1.89  kiyohara 		}
    414   1.89  kiyohara 	}
    415   1.89  kiyohara 	/* Make sure that SCLK is started */
    416   1.89  kiyohara 	stat = OREAD(sc, FWOHCI_INTSTAT);
    417   1.89  kiyohara 	if ((stat & OHCI_INT_REG_FAIL) != 0 ||
    418   1.89  kiyohara 			((fun >> PHYDEV_REGADDR) & 0xf) != addr) {
    419   1.89  kiyohara 		if (firewire_debug)
    420   1.89  kiyohara 			device_printf(sc->fc.dev, "phy read failed(2).\n");
    421   1.89  kiyohara 		if (++retry < MAX_RETRY) {
    422   1.89  kiyohara 			DELAY(100);
    423   1.89  kiyohara 			goto again;
    424   1.89  kiyohara 		}
    425   1.89  kiyohara 	}
    426   1.89  kiyohara 	if (firewire_debug || retry >= MAX_RETRY)
    427  1.100     blymn 		device_printf(sc->fc.dev,
    428   1.89  kiyohara 		    "fwphy_rddata: 0x%x loop=%d, retry=%d\n", addr, i, retry);
    429   1.89  kiyohara #undef MAX_RETRY
    430   1.89  kiyohara 	return((fun >> PHYDEV_RDDATA )& 0xff);
    431   1.89  kiyohara }
    432   1.89  kiyohara /* Device specific ioctl. */
    433   1.89  kiyohara FW_IOCTL(fwohci)
    434   1.89  kiyohara {
    435   1.89  kiyohara 	FW_IOCTL_START;
    436   1.89  kiyohara 	struct fwohci_softc *fc;
    437   1.89  kiyohara 	int err = 0;
    438   1.89  kiyohara 	struct fw_reg_req_t *reg  = (struct fw_reg_req_t *) data;
    439   1.89  kiyohara 	uint32_t *dmach = (uint32_t *) data;
    440   1.89  kiyohara 
    441   1.89  kiyohara 	if(sc == NULL){
    442   1.89  kiyohara 		return(EINVAL);
    443   1.89  kiyohara 	}
    444   1.89  kiyohara 	fc = (struct fwohci_softc *)sc->fc;
    445   1.89  kiyohara 
    446   1.89  kiyohara 	if (!data)
    447   1.89  kiyohara 		return(EINVAL);
    448   1.89  kiyohara 
    449   1.89  kiyohara 	switch (cmd) {
    450   1.89  kiyohara 	case FWOHCI_WRREG:
    451   1.89  kiyohara #define OHCI_MAX_REG 0x800
    452   1.89  kiyohara 		if(reg->addr <= OHCI_MAX_REG){
    453   1.89  kiyohara 			OWRITE(fc, reg->addr, reg->data);
    454   1.89  kiyohara 			reg->data = OREAD(fc, reg->addr);
    455   1.89  kiyohara 		}else{
    456   1.89  kiyohara 			err = EINVAL;
    457   1.89  kiyohara 		}
    458   1.89  kiyohara 		break;
    459   1.89  kiyohara 	case FWOHCI_RDREG:
    460   1.89  kiyohara 		if(reg->addr <= OHCI_MAX_REG){
    461   1.89  kiyohara 			reg->data = OREAD(fc, reg->addr);
    462   1.89  kiyohara 		}else{
    463   1.89  kiyohara 			err = EINVAL;
    464   1.89  kiyohara 		}
    465   1.89  kiyohara 		break;
    466   1.89  kiyohara /* Read DMA descriptors for debug  */
    467   1.89  kiyohara 	case DUMPDMA:
    468   1.89  kiyohara 		if(*dmach <= OHCI_MAX_DMA_CH ){
    469   1.89  kiyohara 			dump_dma(fc, *dmach);
    470   1.89  kiyohara 			dump_db(fc, *dmach);
    471   1.89  kiyohara 		}else{
    472   1.89  kiyohara 			err = EINVAL;
    473   1.89  kiyohara 		}
    474   1.89  kiyohara 		break;
    475   1.89  kiyohara /* Read/Write Phy registers */
    476   1.89  kiyohara #define OHCI_MAX_PHY_REG 0xf
    477   1.89  kiyohara 	case FWOHCI_RDPHYREG:
    478   1.89  kiyohara 		if (reg->addr <= OHCI_MAX_PHY_REG)
    479   1.89  kiyohara 			reg->data = fwphy_rddata(fc, reg->addr);
    480   1.89  kiyohara 		else
    481   1.89  kiyohara 			err = EINVAL;
    482   1.89  kiyohara 		break;
    483   1.89  kiyohara 	case FWOHCI_WRPHYREG:
    484   1.89  kiyohara 		if (reg->addr <= OHCI_MAX_PHY_REG)
    485   1.89  kiyohara 			reg->data = fwphy_wrdata(fc, reg->addr, reg->data);
    486   1.89  kiyohara 		else
    487   1.89  kiyohara 			err = EINVAL;
    488   1.89  kiyohara 		break;
    489   1.89  kiyohara 	default:
    490   1.89  kiyohara 		err = EINVAL;
    491   1.89  kiyohara 		break;
    492    1.3      onoe 	}
    493   1.89  kiyohara 	return err;
    494   1.89  kiyohara }
    495    1.3      onoe 
    496   1.89  kiyohara static int
    497   1.89  kiyohara fwohci_probe_phy(struct fwohci_softc *sc, device_t dev)
    498   1.89  kiyohara {
    499   1.89  kiyohara 	uint32_t reg, reg2;
    500   1.89  kiyohara 	int e1394a = 1;
    501   1.89  kiyohara /*
    502   1.89  kiyohara  * probe PHY parameters
    503   1.89  kiyohara  * 0. to prove PHY version, whether compliance of 1394a.
    504  1.100     blymn  * 1. to probe maximum speed supported by the PHY and
    505   1.89  kiyohara  *    number of port supported by core-logic.
    506   1.89  kiyohara  *    It is not actually available port on your PC .
    507   1.89  kiyohara  */
    508   1.89  kiyohara 	OWRITE(sc, OHCI_HCCCTL, OHCI_HCC_LPS);
    509  1.107  kiyohara 	DELAY(500);
    510  1.107  kiyohara 
    511   1.89  kiyohara 	reg = fwphy_rddata(sc, FW_PHY_SPD_REG);
    512   1.89  kiyohara 
    513   1.89  kiyohara 	if((reg >> 5) != 7 ){
    514   1.89  kiyohara 		sc->fc.mode &= ~FWPHYASYST;
    515   1.89  kiyohara 		sc->fc.nport = reg & FW_PHY_NP;
    516   1.89  kiyohara 		sc->fc.speed = reg & FW_PHY_SPD >> 6;
    517   1.89  kiyohara 		if (sc->fc.speed > MAX_SPEED) {
    518   1.89  kiyohara 			device_printf(dev, "invalid speed %d (fixed to %d).\n",
    519   1.89  kiyohara 				sc->fc.speed, MAX_SPEED);
    520   1.89  kiyohara 			sc->fc.speed = MAX_SPEED;
    521   1.89  kiyohara 		}
    522   1.89  kiyohara 		device_printf(dev,
    523   1.89  kiyohara 			"Phy 1394 only %s, %d ports.\n",
    524   1.90  drochner 			fw_linkspeed[sc->fc.speed], sc->fc.nport);
    525   1.89  kiyohara 	}else{
    526   1.89  kiyohara 		reg2 = fwphy_rddata(sc, FW_PHY_ESPD_REG);
    527   1.89  kiyohara 		sc->fc.mode |= FWPHYASYST;
    528   1.89  kiyohara 		sc->fc.nport = reg & FW_PHY_NP;
    529   1.89  kiyohara 		sc->fc.speed = (reg2 & FW_PHY_ESPD) >> 5;
    530   1.89  kiyohara 		if (sc->fc.speed > MAX_SPEED) {
    531   1.89  kiyohara 			device_printf(dev, "invalid speed %d (fixed to %d).\n",
    532   1.89  kiyohara 				sc->fc.speed, MAX_SPEED);
    533   1.89  kiyohara 			sc->fc.speed = MAX_SPEED;
    534   1.89  kiyohara 		}
    535   1.89  kiyohara 		device_printf(dev,
    536   1.89  kiyohara 			"Phy 1394a available %s, %d ports.\n",
    537   1.90  drochner 			fw_linkspeed[sc->fc.speed], sc->fc.nport);
    538    1.1      matt 
    539   1.89  kiyohara 		/* check programPhyEnable */
    540   1.89  kiyohara 		reg2 = fwphy_rddata(sc, 5);
    541   1.89  kiyohara #if 0
    542   1.89  kiyohara 		if (e1394a && (OREAD(sc, OHCI_HCCCTL) & OHCI_HCC_PRPHY)) {
    543   1.89  kiyohara #else	/* XXX force to enable 1394a */
    544   1.89  kiyohara 		if (e1394a) {
    545   1.89  kiyohara #endif
    546   1.89  kiyohara 			if (firewire_debug)
    547   1.89  kiyohara 				device_printf(dev,
    548   1.89  kiyohara 					"Enable 1394a Enhancements\n");
    549   1.89  kiyohara 			/* enable EAA EMC */
    550   1.89  kiyohara 			reg2 |= 0x03;
    551   1.89  kiyohara 			/* set aPhyEnhanceEnable */
    552   1.89  kiyohara 			OWRITE(sc, OHCI_HCCCTL, OHCI_HCC_PHYEN);
    553   1.89  kiyohara 			OWRITE(sc, OHCI_HCCCTLCLR, OHCI_HCC_PRPHY);
    554   1.92  christos 		}
    555   1.92  christos #if 0
    556   1.92  christos 		else {
    557   1.89  kiyohara 			/* for safe */
    558   1.89  kiyohara 			reg2 &= ~0x83;
    559   1.89  kiyohara 		}
    560   1.92  christos #endif
    561   1.89  kiyohara 		reg2 = fwphy_wrdata(sc, 5, reg2);
    562   1.89  kiyohara 	}
    563   1.26     enami 
    564   1.89  kiyohara 	reg = fwphy_rddata(sc, FW_PHY_SPD_REG);
    565   1.89  kiyohara 	if((reg >> 5) == 7 ){
    566   1.89  kiyohara 		reg = fwphy_rddata(sc, 4);
    567   1.89  kiyohara 		reg |= 1 << 6;
    568   1.89  kiyohara 		fwphy_wrdata(sc, 4, reg);
    569   1.89  kiyohara 		reg = fwphy_rddata(sc, 4);
    570    1.1      matt 	}
    571   1.89  kiyohara 	return 0;
    572   1.89  kiyohara }
    573    1.1      matt 
    574    1.1      matt 
    575   1.89  kiyohara void
    576   1.89  kiyohara fwohci_reset(struct fwohci_softc *sc, device_t dev)
    577   1.89  kiyohara {
    578   1.89  kiyohara 	int i, max_rec, speed;
    579   1.89  kiyohara 	uint32_t reg, reg2;
    580   1.89  kiyohara 	struct fwohcidb_tr *db_tr;
    581   1.89  kiyohara 
    582  1.100     blymn 	/* Disable interrupts */
    583   1.89  kiyohara 	OWRITE(sc, FWOHCI_INTMASKCLR, ~0);
    584   1.89  kiyohara 
    585   1.89  kiyohara 	/* Now stopping all DMA channels */
    586   1.89  kiyohara 	OWRITE(sc,  OHCI_ARQCTLCLR, OHCI_CNTL_DMA_RUN);
    587   1.89  kiyohara 	OWRITE(sc,  OHCI_ARSCTLCLR, OHCI_CNTL_DMA_RUN);
    588   1.89  kiyohara 	OWRITE(sc,  OHCI_ATQCTLCLR, OHCI_CNTL_DMA_RUN);
    589   1.89  kiyohara 	OWRITE(sc,  OHCI_ATSCTLCLR, OHCI_CNTL_DMA_RUN);
    590   1.89  kiyohara 
    591   1.89  kiyohara 	OWRITE(sc,  OHCI_IR_MASKCLR, ~0);
    592   1.89  kiyohara 	for( i = 0 ; i < sc->fc.nisodma ; i ++ ){
    593   1.89  kiyohara 		OWRITE(sc,  OHCI_IRCTLCLR(i), OHCI_CNTL_DMA_RUN);
    594   1.89  kiyohara 		OWRITE(sc,  OHCI_ITCTLCLR(i), OHCI_CNTL_DMA_RUN);
    595   1.89  kiyohara 	}
    596   1.89  kiyohara 
    597   1.89  kiyohara 	/* FLUSH FIFO and reset Transmitter/Reciever */
    598   1.89  kiyohara 	OWRITE(sc, OHCI_HCCCTL, OHCI_HCC_RESET);
    599   1.89  kiyohara 	if (firewire_debug)
    600   1.89  kiyohara 		device_printf(dev, "resetting OHCI...");
    601   1.89  kiyohara 	i = 0;
    602   1.89  kiyohara 	while(OREAD(sc, OHCI_HCCCTL) & OHCI_HCC_RESET) {
    603   1.89  kiyohara 		if (i++ > 100) break;
    604   1.89  kiyohara 		DELAY(1000);
    605   1.89  kiyohara 	}
    606   1.89  kiyohara 	if (firewire_debug)
    607   1.89  kiyohara 		printf("done (loop=%d)\n", i);
    608   1.89  kiyohara 
    609   1.89  kiyohara 	/* Probe phy */
    610   1.89  kiyohara 	fwohci_probe_phy(sc, dev);
    611   1.89  kiyohara 
    612   1.89  kiyohara 	/* Probe link */
    613   1.89  kiyohara 	reg = OREAD(sc,  OHCI_BUS_OPT);
    614   1.89  kiyohara 	reg2 = reg | OHCI_BUSFNC;
    615   1.89  kiyohara 	max_rec = (reg & 0x0000f000) >> 12;
    616   1.89  kiyohara 	speed = (reg & 0x00000007);
    617   1.89  kiyohara 	device_printf(dev, "Link %s, max_rec %d bytes.\n",
    618   1.90  drochner 			fw_linkspeed[speed], MAXREC(max_rec));
    619   1.89  kiyohara 	/* XXX fix max_rec */
    620   1.89  kiyohara 	sc->fc.maxrec = sc->fc.speed + 8;
    621   1.89  kiyohara 	if (max_rec != sc->fc.maxrec) {
    622   1.89  kiyohara 		reg2 = (reg2 & 0xffff0fff) | (sc->fc.maxrec << 12);
    623   1.89  kiyohara 		device_printf(dev, "max_rec %d -> %d\n",
    624   1.89  kiyohara 				MAXREC(max_rec), MAXREC(sc->fc.maxrec));
    625   1.89  kiyohara 	}
    626   1.89  kiyohara 	if (firewire_debug)
    627   1.89  kiyohara 		device_printf(dev, "BUS_OPT 0x%x -> 0x%x\n", reg, reg2);
    628   1.89  kiyohara 	OWRITE(sc,  OHCI_BUS_OPT, reg2);
    629   1.89  kiyohara 
    630   1.89  kiyohara 	/* Initialize registers */
    631   1.89  kiyohara 	OWRITE(sc, OHCI_CROMHDR, sc->fc.config_rom[0]);
    632   1.89  kiyohara 	OWRITE(sc, OHCI_CROMPTR, sc->crom_dma.bus_addr);
    633   1.89  kiyohara 	OWRITE(sc, OHCI_HCCCTLCLR, OHCI_HCC_BIGEND);
    634   1.89  kiyohara 	OWRITE(sc, OHCI_HCCCTL, OHCI_HCC_POSTWR);
    635   1.89  kiyohara 	OWRITE(sc, OHCI_SID_BUF, sc->sid_dma.bus_addr);
    636   1.89  kiyohara 	OWRITE(sc, OHCI_LNKCTL, OHCI_CNTL_SID);
    637   1.89  kiyohara 
    638   1.89  kiyohara 	/* Enable link */
    639   1.89  kiyohara 	OWRITE(sc, OHCI_HCCCTL, OHCI_HCC_LINKEN);
    640   1.89  kiyohara 
    641   1.89  kiyohara 	/* Force to start async RX DMA */
    642   1.89  kiyohara 	sc->arrq.xferq.flag &= ~FWXFERQ_RUNNING;
    643   1.89  kiyohara 	sc->arrs.xferq.flag &= ~FWXFERQ_RUNNING;
    644   1.89  kiyohara 	fwohci_rx_enable(sc, &sc->arrq);
    645   1.89  kiyohara 	fwohci_rx_enable(sc, &sc->arrs);
    646   1.89  kiyohara 
    647   1.89  kiyohara 	/* Initialize async TX */
    648   1.89  kiyohara 	OWRITE(sc, OHCI_ATQCTLCLR, OHCI_CNTL_DMA_RUN | OHCI_CNTL_DMA_DEAD);
    649   1.89  kiyohara 	OWRITE(sc, OHCI_ATSCTLCLR, OHCI_CNTL_DMA_RUN | OHCI_CNTL_DMA_DEAD);
    650   1.89  kiyohara 
    651   1.89  kiyohara 	/* AT Retries */
    652   1.89  kiyohara 	OWRITE(sc, FWOHCI_RETRY,
    653   1.89  kiyohara 		/* CycleLimit   PhyRespRetries ATRespRetries ATReqRetries */
    654   1.89  kiyohara 		(0xffff << 16 ) | (0x0f << 8) | (0x0f << 4) | 0x0f) ;
    655   1.89  kiyohara 
    656   1.89  kiyohara 	sc->atrq.top = STAILQ_FIRST(&sc->atrq.db_trq);
    657   1.89  kiyohara 	sc->atrs.top = STAILQ_FIRST(&sc->atrs.db_trq);
    658   1.89  kiyohara 	sc->atrq.bottom = sc->atrq.top;
    659   1.89  kiyohara 	sc->atrs.bottom = sc->atrs.top;
    660   1.89  kiyohara 
    661   1.89  kiyohara 	for( i = 0, db_tr = sc->atrq.top; i < sc->atrq.ndb ;
    662   1.89  kiyohara 				i ++, db_tr = STAILQ_NEXT(db_tr, link)){
    663   1.89  kiyohara 		db_tr->xfer = NULL;
    664   1.89  kiyohara 	}
    665   1.89  kiyohara 	for( i = 0, db_tr = sc->atrs.top; i < sc->atrs.ndb ;
    666   1.89  kiyohara 				i ++, db_tr = STAILQ_NEXT(db_tr, link)){
    667   1.89  kiyohara 		db_tr->xfer = NULL;
    668   1.89  kiyohara 	}
    669   1.89  kiyohara 
    670   1.89  kiyohara 
    671   1.89  kiyohara 	/* Enable interrupts */
    672   1.89  kiyohara 	OWRITE(sc, FWOHCI_INTMASK,
    673  1.100     blymn 			OHCI_INT_ERR  | OHCI_INT_PHY_SID
    674  1.100     blymn 			| OHCI_INT_DMA_ATRQ | OHCI_INT_DMA_ATRS
    675   1.89  kiyohara 			| OHCI_INT_DMA_PRRQ | OHCI_INT_DMA_PRRS
    676   1.89  kiyohara 			| OHCI_INT_PHY_BUS_R | OHCI_INT_PW_ERR);
    677   1.89  kiyohara 	fwohci_set_intr(&sc->fc, 1);
    678   1.84     perry 
    679   1.89  kiyohara }
    680    1.3      onoe 
    681   1.89  kiyohara int
    682   1.89  kiyohara fwohci_init(struct fwohci_softc *sc, device_t dev)
    683   1.89  kiyohara {
    684   1.89  kiyohara 	int i, mver;
    685   1.89  kiyohara 	uint32_t reg;
    686   1.89  kiyohara 	uint8_t ui[8];
    687   1.89  kiyohara 
    688   1.89  kiyohara #if FWOHCI_TASKQUEUE
    689   1.89  kiyohara 	TASK_INIT(&sc->fwohci_task_complete, 0, fwohci_complete, sc);
    690   1.89  kiyohara #endif
    691   1.89  kiyohara 
    692   1.89  kiyohara /* OHCI version */
    693   1.89  kiyohara 	reg = OREAD(sc, OHCI_VERSION);
    694   1.89  kiyohara 	mver = (reg >> 16) & 0xff;
    695   1.89  kiyohara 	device_printf(dev, "OHCI version %x.%x (ROM=%d)\n",
    696   1.89  kiyohara 			mver, reg & 0xff, (reg>>24) & 1);
    697   1.89  kiyohara 	if (mver < 1 || mver > 9) {
    698   1.89  kiyohara 		device_printf(dev, "invalid OHCI version\n");
    699   1.89  kiyohara 		return (ENXIO);
    700   1.89  kiyohara 	}
    701   1.89  kiyohara 
    702   1.89  kiyohara /* Available Isochronous DMA channel probe */
    703   1.89  kiyohara 	OWRITE(sc, OHCI_IT_MASK, 0xffffffff);
    704   1.89  kiyohara 	OWRITE(sc, OHCI_IR_MASK, 0xffffffff);
    705   1.89  kiyohara 	reg = OREAD(sc, OHCI_IT_MASK) & OREAD(sc, OHCI_IR_MASK);
    706   1.89  kiyohara 	OWRITE(sc, OHCI_IT_MASKCLR, 0xffffffff);
    707   1.89  kiyohara 	OWRITE(sc, OHCI_IR_MASKCLR, 0xffffffff);
    708   1.89  kiyohara 	for (i = 0; i < 0x20; i++)
    709   1.89  kiyohara 		if ((reg & (1 << i)) == 0)
    710   1.89  kiyohara 			break;
    711   1.89  kiyohara 	sc->fc.nisodma = i;
    712   1.89  kiyohara 	device_printf(dev, "No. of Isochronous channels is %d.\n", i);
    713   1.89  kiyohara 	if (i == 0)
    714   1.89  kiyohara 		return (ENXIO);
    715   1.89  kiyohara 
    716   1.89  kiyohara 	sc->fc.arq = &sc->arrq.xferq;
    717   1.89  kiyohara 	sc->fc.ars = &sc->arrs.xferq;
    718   1.89  kiyohara 	sc->fc.atq = &sc->atrq.xferq;
    719   1.89  kiyohara 	sc->fc.ats = &sc->atrs.xferq;
    720   1.89  kiyohara 
    721   1.89  kiyohara 	sc->arrq.xferq.psize = roundup2(FWPMAX_S400, PAGE_SIZE);
    722   1.89  kiyohara 	sc->arrs.xferq.psize = roundup2(FWPMAX_S400, PAGE_SIZE);
    723   1.89  kiyohara 	sc->atrq.xferq.psize = roundup2(FWPMAX_S400, PAGE_SIZE);
    724   1.89  kiyohara 	sc->atrs.xferq.psize = roundup2(FWPMAX_S400, PAGE_SIZE);
    725   1.89  kiyohara 
    726   1.89  kiyohara 	sc->arrq.xferq.start = NULL;
    727   1.89  kiyohara 	sc->arrs.xferq.start = NULL;
    728   1.89  kiyohara 	sc->atrq.xferq.start = fwohci_start_atq;
    729   1.89  kiyohara 	sc->atrs.xferq.start = fwohci_start_ats;
    730   1.89  kiyohara 
    731   1.89  kiyohara 	sc->arrq.xferq.buf = NULL;
    732   1.89  kiyohara 	sc->arrs.xferq.buf = NULL;
    733   1.89  kiyohara 	sc->atrq.xferq.buf = NULL;
    734   1.89  kiyohara 	sc->atrs.xferq.buf = NULL;
    735   1.89  kiyohara 
    736   1.89  kiyohara 	sc->arrq.xferq.dmach = -1;
    737   1.89  kiyohara 	sc->arrs.xferq.dmach = -1;
    738   1.89  kiyohara 	sc->atrq.xferq.dmach = -1;
    739   1.89  kiyohara 	sc->atrs.xferq.dmach = -1;
    740   1.89  kiyohara 
    741   1.89  kiyohara 	sc->arrq.ndesc = 1;
    742   1.89  kiyohara 	sc->arrs.ndesc = 1;
    743   1.89  kiyohara 	sc->atrq.ndesc = 8;	/* equal to maximum of mbuf chains */
    744   1.89  kiyohara 	sc->atrs.ndesc = 2;
    745   1.89  kiyohara 
    746   1.89  kiyohara 	sc->arrq.ndb = NDB;
    747   1.89  kiyohara 	sc->arrs.ndb = NDB / 2;
    748   1.89  kiyohara 	sc->atrq.ndb = NDB;
    749   1.89  kiyohara 	sc->atrs.ndb = NDB / 2;
    750   1.89  kiyohara 
    751   1.89  kiyohara 	for( i = 0 ; i < sc->fc.nisodma ; i ++ ){
    752   1.89  kiyohara 		sc->fc.it[i] = &sc->it[i].xferq;
    753   1.89  kiyohara 		sc->fc.ir[i] = &sc->ir[i].xferq;
    754   1.89  kiyohara 		sc->it[i].xferq.dmach = i;
    755   1.89  kiyohara 		sc->ir[i].xferq.dmach = i;
    756   1.89  kiyohara 		sc->it[i].ndb = 0;
    757   1.89  kiyohara 		sc->ir[i].ndb = 0;
    758   1.89  kiyohara 	}
    759   1.89  kiyohara 
    760   1.89  kiyohara 	sc->fc.tcode = tinfo;
    761   1.89  kiyohara 	sc->fc.dev = dev;
    762   1.89  kiyohara 
    763   1.89  kiyohara 	sc->fc.config_rom = fwdma_malloc(&sc->fc, CROMSIZE, CROMSIZE,
    764   1.89  kiyohara 						&sc->crom_dma, BUS_DMA_WAITOK);
    765   1.89  kiyohara 	if(sc->fc.config_rom == NULL){
    766   1.89  kiyohara 		device_printf(dev, "config_rom alloc failed.");
    767   1.89  kiyohara 		return ENOMEM;
    768    1.3      onoe 	}
    769   1.62      haya 
    770   1.89  kiyohara #if 0
    771   1.89  kiyohara 	bzero(&sc->fc.config_rom[0], CROMSIZE);
    772   1.89  kiyohara 	sc->fc.config_rom[1] = 0x31333934;
    773   1.89  kiyohara 	sc->fc.config_rom[2] = 0xf000a002;
    774   1.89  kiyohara 	sc->fc.config_rom[3] = OREAD(sc, OHCI_EUID_HI);
    775   1.89  kiyohara 	sc->fc.config_rom[4] = OREAD(sc, OHCI_EUID_LO);
    776   1.89  kiyohara 	sc->fc.config_rom[5] = 0;
    777   1.89  kiyohara 	sc->fc.config_rom[0] = (4 << 24) | (5 << 16);
    778   1.89  kiyohara 
    779   1.89  kiyohara 	sc->fc.config_rom[0] |= fw_crc16(&sc->fc.config_rom[1], 5*4);
    780   1.89  kiyohara #endif
    781   1.62      haya 
    782   1.62      haya 
    783   1.89  kiyohara /* SID recieve buffer must align 2^11 */
    784   1.89  kiyohara #define	OHCI_SIDSIZE	(1 << 11)
    785   1.89  kiyohara 	sc->sid_buf = fwdma_malloc(&sc->fc, OHCI_SIDSIZE, OHCI_SIDSIZE,
    786   1.89  kiyohara 						&sc->sid_dma, BUS_DMA_WAITOK);
    787   1.89  kiyohara 	if (sc->sid_buf == NULL) {
    788   1.89  kiyohara 		device_printf(dev, "sid_buf alloc failed.");
    789   1.89  kiyohara 		return ENOMEM;
    790   1.89  kiyohara 	}
    791   1.89  kiyohara 
    792   1.89  kiyohara 	fwdma_malloc(&sc->fc, sizeof(uint32_t), sizeof(uint32_t),
    793   1.89  kiyohara 					&sc->dummy_dma, BUS_DMA_WAITOK);
    794   1.89  kiyohara 
    795   1.89  kiyohara 	if (sc->dummy_dma.v_addr == NULL) {
    796   1.89  kiyohara 		device_printf(dev, "dummy_dma alloc failed.");
    797   1.89  kiyohara 		return ENOMEM;
    798   1.89  kiyohara 	}
    799   1.89  kiyohara 
    800   1.89  kiyohara 	fwohci_db_init(sc, &sc->arrq);
    801   1.89  kiyohara 	if ((sc->arrq.flags & FWOHCI_DBCH_INIT) == 0)
    802   1.89  kiyohara 		return ENOMEM;
    803   1.89  kiyohara 
    804   1.89  kiyohara 	fwohci_db_init(sc, &sc->arrs);
    805   1.89  kiyohara 	if ((sc->arrs.flags & FWOHCI_DBCH_INIT) == 0)
    806   1.89  kiyohara 		return ENOMEM;
    807   1.89  kiyohara 
    808   1.89  kiyohara 	fwohci_db_init(sc, &sc->atrq);
    809   1.89  kiyohara 	if ((sc->atrq.flags & FWOHCI_DBCH_INIT) == 0)
    810   1.89  kiyohara 		return ENOMEM;
    811   1.89  kiyohara 
    812   1.89  kiyohara 	fwohci_db_init(sc, &sc->atrs);
    813   1.89  kiyohara 	if ((sc->atrs.flags & FWOHCI_DBCH_INIT) == 0)
    814   1.89  kiyohara 		return ENOMEM;
    815   1.89  kiyohara 
    816   1.89  kiyohara 	sc->fc.eui.hi = OREAD(sc, FWOHCIGUID_H);
    817   1.89  kiyohara 	sc->fc.eui.lo = OREAD(sc, FWOHCIGUID_L);
    818   1.89  kiyohara 	for( i = 0 ; i < 8 ; i ++)
    819   1.89  kiyohara 		ui[i] = FW_EUI64_BYTE(&sc->fc.eui,i);
    820   1.89  kiyohara 	device_printf(dev, "EUI64 %02x:%02x:%02x:%02x:%02x:%02x:%02x:%02x\n",
    821   1.89  kiyohara 		ui[0], ui[1], ui[2], ui[3], ui[4], ui[5], ui[6], ui[7]);
    822   1.89  kiyohara 
    823   1.89  kiyohara 	sc->fc.ioctl = fwohci_ioctl;
    824   1.89  kiyohara 	sc->fc.cyctimer = fwohci_cyctimer;
    825   1.89  kiyohara 	sc->fc.set_bmr = fwohci_set_bus_manager;
    826   1.89  kiyohara 	sc->fc.ibr = fwohci_ibr;
    827   1.89  kiyohara 	sc->fc.irx_enable = fwohci_irx_enable;
    828   1.89  kiyohara 	sc->fc.irx_disable = fwohci_irx_disable;
    829    1.3      onoe 
    830   1.89  kiyohara 	sc->fc.itx_enable = fwohci_itxbuf_enable;
    831   1.89  kiyohara 	sc->fc.itx_disable = fwohci_itx_disable;
    832   1.89  kiyohara #if BYTE_ORDER == BIG_ENDIAN
    833   1.89  kiyohara 	sc->fc.irx_post = fwohci_irx_post;
    834   1.89  kiyohara #else
    835   1.89  kiyohara 	sc->fc.irx_post = NULL;
    836    1.5      matt #endif
    837   1.89  kiyohara 	sc->fc.itx_post = NULL;
    838   1.89  kiyohara 	sc->fc.timeout = fwohci_timeout;
    839   1.89  kiyohara 	sc->fc.poll = fwohci_poll;
    840   1.89  kiyohara 	sc->fc.set_intr = fwohci_set_intr;
    841   1.89  kiyohara 
    842   1.89  kiyohara 	sc->intmask = sc->irstat = sc->itstat = 0;
    843   1.89  kiyohara 
    844   1.89  kiyohara 	fw_init(&sc->fc);
    845   1.89  kiyohara 	fwohci_reset(sc, dev);
    846   1.89  kiyohara 	FWOHCI_INIT_END;
    847    1.5      matt 
    848    1.1      matt 	return 0;
    849    1.1      matt }
    850    1.1      matt 
    851   1.89  kiyohara void
    852   1.89  kiyohara fwohci_timeout(void *arg)
    853   1.40      haya {
    854   1.89  kiyohara 	struct fwohci_softc *sc;
    855   1.40      haya 
    856   1.89  kiyohara 	sc = (struct fwohci_softc *)arg;
    857   1.89  kiyohara }
    858   1.40      haya 
    859   1.89  kiyohara uint32_t
    860   1.89  kiyohara fwohci_cyctimer(struct firewire_comm *fc)
    861   1.89  kiyohara {
    862   1.89  kiyohara 	struct fwohci_softc *sc = (struct fwohci_softc *)fc;
    863   1.89  kiyohara 	return(OREAD(sc, OHCI_CYCLETIMER));
    864   1.40      haya }
    865   1.40      haya 
    866   1.89  kiyohara FWOHCI_DETACH()
    867    1.1      matt {
    868   1.89  kiyohara 	int i;
    869   1.62      haya 
    870   1.89  kiyohara 	FWOHCI_DETACH_START;
    871   1.89  kiyohara 	if (sc->sid_buf != NULL)
    872   1.89  kiyohara 		fwdma_free(&sc->fc, &sc->sid_dma);
    873   1.89  kiyohara 	if (sc->fc.config_rom != NULL)
    874   1.89  kiyohara 		fwdma_free(&sc->fc, &sc->crom_dma);
    875   1.40      haya 
    876   1.89  kiyohara 	fwohci_db_free(&sc->arrq);
    877   1.89  kiyohara 	fwohci_db_free(&sc->arrs);
    878   1.62      haya 
    879   1.89  kiyohara 	fwohci_db_free(&sc->atrq);
    880   1.89  kiyohara 	fwohci_db_free(&sc->atrs);
    881    1.3      onoe 
    882   1.89  kiyohara 	for( i = 0 ; i < sc->fc.nisodma ; i ++ ){
    883   1.89  kiyohara 		fwohci_db_free(&sc->it[i]);
    884   1.89  kiyohara 		fwohci_db_free(&sc->ir[i]);
    885    1.1      matt 	}
    886   1.89  kiyohara 	FWOHCI_DETACH_END;
    887   1.89  kiyohara 
    888   1.89  kiyohara 	return 0;
    889    1.3      onoe }
    890    1.3      onoe 
    891   1.89  kiyohara #define LAST_DB(dbtr, db) do {						\
    892   1.89  kiyohara 	struct fwohcidb_tr *_dbtr = (dbtr);				\
    893   1.89  kiyohara 	int _cnt = _dbtr->dbcnt;					\
    894   1.89  kiyohara 	db = &_dbtr->db[ (_cnt > 2) ? (_cnt -1) : 0];			\
    895   1.89  kiyohara } while (0)
    896  1.100     blymn 
    897   1.24       jmc static void
    898   1.89  kiyohara fwohci_execute_db(void *arg, bus_dma_segment_t *segs, int nseg, int error)
    899   1.24       jmc {
    900   1.89  kiyohara 	struct fwohcidb_tr *db_tr;
    901   1.89  kiyohara 	struct fwohcidb *db;
    902   1.89  kiyohara 	bus_dma_segment_t *s;
    903   1.89  kiyohara 	int i;
    904   1.24       jmc 
    905   1.89  kiyohara 	db_tr = (struct fwohcidb_tr *)arg;
    906   1.89  kiyohara 	db = &db_tr->db[db_tr->dbcnt];
    907   1.89  kiyohara 	if (error) {
    908   1.89  kiyohara 		if (firewire_debug || error != EFBIG)
    909   1.89  kiyohara 			printf("fwohci_execute_db: error=%d\n", error);
    910   1.89  kiyohara 		return;
    911   1.89  kiyohara 	}
    912   1.89  kiyohara 	for (i = 0; i < nseg; i++) {
    913   1.89  kiyohara 		s = &segs[i];
    914   1.89  kiyohara 		FWOHCI_DMA_WRITE(db->db.desc.addr, s->ds_addr);
    915   1.89  kiyohara 		FWOHCI_DMA_WRITE(db->db.desc.cmd, s->ds_len);
    916   1.89  kiyohara  		FWOHCI_DMA_WRITE(db->db.desc.res, 0);
    917   1.89  kiyohara 		db++;
    918   1.89  kiyohara 		db_tr->dbcnt++;
    919   1.26     enami 	}
    920   1.24       jmc }
    921   1.24       jmc 
    922   1.24       jmc static void
    923   1.89  kiyohara fwohci_execute_db2(void *arg, bus_dma_segment_t *segs, int nseg,
    924  1.103  christos     bus_size_t size, int error)
    925   1.24       jmc {
    926   1.89  kiyohara 	fwohci_execute_db(arg, segs, nseg, error);
    927   1.89  kiyohara }
    928   1.26     enami 
    929   1.89  kiyohara static void
    930   1.89  kiyohara fwohci_start(struct fwohci_softc *sc, struct fwohci_dbch *dbch)
    931   1.89  kiyohara {
    932   1.89  kiyohara 	int i, s;
    933   1.89  kiyohara 	int tcode, hdr_len, pl_off;
    934   1.89  kiyohara 	int fsegment = -1;
    935   1.89  kiyohara 	uint32_t off;
    936   1.89  kiyohara 	struct fw_xfer *xfer;
    937   1.89  kiyohara 	struct fw_pkt *fp;
    938   1.89  kiyohara 	struct fwohci_txpkthdr *ohcifp;
    939   1.89  kiyohara 	struct fwohcidb_tr *db_tr;
    940   1.89  kiyohara 	struct fwohcidb *db;
    941   1.89  kiyohara 	uint32_t *ld;
    942   1.90  drochner 	const struct tcode_info *info;
    943   1.89  kiyohara 	static int maxdesc=0;
    944   1.89  kiyohara 
    945   1.89  kiyohara 	if(&sc->atrq == dbch){
    946   1.89  kiyohara 		off = OHCI_ATQOFF;
    947   1.89  kiyohara 	}else if(&sc->atrs == dbch){
    948   1.89  kiyohara 		off = OHCI_ATSOFF;
    949   1.89  kiyohara 	}else{
    950   1.89  kiyohara 		return;
    951   1.26     enami 	}
    952   1.24       jmc 
    953   1.89  kiyohara 	if (dbch->flags & FWOHCI_DBCH_FULL)
    954   1.89  kiyohara 		return;
    955   1.24       jmc 
    956   1.89  kiyohara 	s = splfw();
    957   1.99  kiyohara 	fwdma_sync_multiseg_all(dbch->am,
    958   1.99  kiyohara 	    BUS_DMASYNC_POSTREAD | BUS_DMASYNC_POSTWRITE);
    959   1.89  kiyohara 	db_tr = dbch->top;
    960   1.89  kiyohara txloop:
    961   1.89  kiyohara 	xfer = STAILQ_FIRST(&dbch->xferq.q);
    962   1.89  kiyohara 	if(xfer == NULL){
    963   1.89  kiyohara 		goto kick;
    964   1.89  kiyohara 	}
    965   1.89  kiyohara 	if(dbch->xferq.queued == 0 ){
    966   1.89  kiyohara 		device_printf(sc->fc.dev, "TX queue empty\n");
    967   1.89  kiyohara 	}
    968   1.89  kiyohara 	STAILQ_REMOVE_HEAD(&dbch->xferq.q, link);
    969   1.89  kiyohara 	db_tr->xfer = xfer;
    970   1.89  kiyohara 	xfer->state = FWXF_START;
    971   1.89  kiyohara 
    972   1.89  kiyohara 	fp = &xfer->send.hdr;
    973   1.89  kiyohara 	tcode = fp->mode.common.tcode;
    974   1.89  kiyohara 
    975   1.89  kiyohara 	ohcifp = (struct fwohci_txpkthdr *) db_tr->db[1].db.immed;
    976   1.89  kiyohara 	info = &tinfo[tcode];
    977   1.89  kiyohara 	hdr_len = pl_off = info->hdr_len;
    978   1.89  kiyohara 
    979   1.89  kiyohara 	ld = &ohcifp->mode.ld[0];
    980   1.89  kiyohara 	ld[0] = ld[1] = ld[2] = ld[3] = 0;
    981   1.89  kiyohara 	for( i = 0 ; i < pl_off ; i+= 4)
    982   1.89  kiyohara 		ld[i/4] = fp->mode.ld[i/4];
    983   1.89  kiyohara 
    984   1.89  kiyohara 	ohcifp->mode.common.spd = xfer->send.spd & 0x7;
    985   1.89  kiyohara 	if (tcode == FWTCODE_STREAM ){
    986   1.89  kiyohara 		hdr_len = 8;
    987   1.89  kiyohara 		ohcifp->mode.stream.len = fp->mode.stream.len;
    988   1.89  kiyohara 	} else if (tcode == FWTCODE_PHY) {
    989   1.89  kiyohara 		hdr_len = 12;
    990   1.89  kiyohara 		ld[1] = fp->mode.ld[1];
    991   1.89  kiyohara 		ld[2] = fp->mode.ld[2];
    992   1.89  kiyohara 		ohcifp->mode.common.spd = 0;
    993   1.89  kiyohara 		ohcifp->mode.common.tcode = FWOHCITCODE_PHY;
    994   1.89  kiyohara 	} else {
    995   1.89  kiyohara 		ohcifp->mode.asycomm.dst = fp->mode.hdr.dst;
    996   1.89  kiyohara 		ohcifp->mode.asycomm.srcbus = OHCI_ASYSRCBUS;
    997   1.89  kiyohara 		ohcifp->mode.asycomm.tlrt |= FWRETRY_X;
    998   1.89  kiyohara 	}
    999   1.89  kiyohara 	db = &db_tr->db[0];
   1000   1.89  kiyohara  	FWOHCI_DMA_WRITE(db->db.desc.cmd,
   1001   1.89  kiyohara 			OHCI_OUTPUT_MORE | OHCI_KEY_ST2 | hdr_len);
   1002   1.89  kiyohara  	FWOHCI_DMA_WRITE(db->db.desc.addr, 0);
   1003   1.89  kiyohara  	FWOHCI_DMA_WRITE(db->db.desc.res, 0);
   1004   1.89  kiyohara /* Specify bound timer of asy. responce */
   1005   1.89  kiyohara 	if(&sc->atrs == dbch){
   1006   1.89  kiyohara  		FWOHCI_DMA_WRITE(db->db.desc.res,
   1007   1.89  kiyohara 			 (OREAD(sc, OHCI_CYCLETIMER) >> 12) + (1 << 13));
   1008   1.89  kiyohara 	}
   1009   1.89  kiyohara #if BYTE_ORDER == BIG_ENDIAN
   1010   1.89  kiyohara 	if (tcode == FWTCODE_WREQQ || tcode == FWTCODE_RRESQ)
   1011   1.89  kiyohara 		hdr_len = 12;
   1012   1.89  kiyohara 	for (i = 0; i < hdr_len/4; i ++)
   1013   1.89  kiyohara 		FWOHCI_DMA_WRITE(ld[i], ld[i]);
   1014   1.89  kiyohara #endif
   1015   1.89  kiyohara 
   1016   1.89  kiyohara again:
   1017   1.89  kiyohara 	db_tr->dbcnt = 2;
   1018   1.89  kiyohara 	db = &db_tr->db[db_tr->dbcnt];
   1019   1.89  kiyohara 	if (xfer->send.pay_len > 0) {
   1020   1.89  kiyohara 		int err;
   1021   1.89  kiyohara 		/* handle payload */
   1022   1.89  kiyohara 		if (xfer->mbuf == NULL) {
   1023   1.89  kiyohara 			err = fw_bus_dmamap_load(dbch->dmat, db_tr->dma_map,
   1024   1.89  kiyohara 				&xfer->send.payload[0], xfer->send.pay_len,
   1025   1.89  kiyohara 				fwohci_execute_db, db_tr,
   1026   1.89  kiyohara 				BUS_DMA_WAITOK);
   1027   1.89  kiyohara 		} else {
   1028   1.89  kiyohara 			/* XXX we can handle only 6 (=8-2) mbuf chains */
   1029   1.89  kiyohara 			err = fw_bus_dmamap_load_mbuf(dbch->dmat,
   1030   1.89  kiyohara 				db_tr->dma_map, xfer->mbuf,
   1031   1.89  kiyohara 				fwohci_execute_db2, db_tr,
   1032   1.89  kiyohara 				BUS_DMA_WAITOK);
   1033   1.89  kiyohara 			if (err == EFBIG) {
   1034   1.89  kiyohara 				struct mbuf *m0;
   1035   1.89  kiyohara 
   1036   1.89  kiyohara 				if (firewire_debug)
   1037   1.89  kiyohara 					device_printf(sc->fc.dev, "EFBIG.\n");
   1038   1.89  kiyohara 				m0 = m_getcl(M_DONTWAIT, MT_DATA, M_PKTHDR);
   1039   1.89  kiyohara 				if (m0 != NULL) {
   1040   1.89  kiyohara 					m_copydata(xfer->mbuf, 0,
   1041   1.89  kiyohara 						xfer->mbuf->m_pkthdr.len,
   1042  1.106  christos 						mtod(m0, void *));
   1043  1.100     blymn 					m0->m_len = m0->m_pkthdr.len =
   1044   1.89  kiyohara 						xfer->mbuf->m_pkthdr.len;
   1045   1.89  kiyohara 					m_freem(xfer->mbuf);
   1046   1.89  kiyohara 					xfer->mbuf = m0;
   1047   1.89  kiyohara 					goto again;
   1048   1.89  kiyohara 				}
   1049   1.89  kiyohara 				device_printf(sc->fc.dev, "m_getcl failed.\n");
   1050   1.89  kiyohara 			}
   1051   1.89  kiyohara 		}
   1052   1.89  kiyohara 		if (err)
   1053   1.89  kiyohara 			printf("dmamap_load: err=%d\n", err);
   1054   1.89  kiyohara 		fw_bus_dmamap_sync(dbch->dmat, db_tr->dma_map,
   1055   1.89  kiyohara 						BUS_DMASYNC_PREWRITE);
   1056   1.89  kiyohara #if 0 /* OHCI_OUTPUT_MODE == 0 */
   1057   1.89  kiyohara 		for (i = 2; i < db_tr->dbcnt; i++)
   1058   1.89  kiyohara 			FWOHCI_DMA_SET(db_tr->db[i].db.desc.cmd,
   1059   1.89  kiyohara 						OHCI_OUTPUT_MORE);
   1060   1.89  kiyohara #endif
   1061   1.89  kiyohara 	}
   1062   1.89  kiyohara 	if (maxdesc < db_tr->dbcnt) {
   1063   1.89  kiyohara 		maxdesc = db_tr->dbcnt;
   1064   1.89  kiyohara 		if (firewire_debug)
   1065   1.89  kiyohara 			device_printf(sc->fc.dev, "maxdesc: %d\n", maxdesc);
   1066   1.89  kiyohara 	}
   1067   1.89  kiyohara 	/* last db */
   1068   1.89  kiyohara 	LAST_DB(db_tr, db);
   1069   1.89  kiyohara  	FWOHCI_DMA_SET(db->db.desc.cmd,
   1070   1.89  kiyohara 		OHCI_OUTPUT_LAST | OHCI_INTERRUPT_ALWAYS | OHCI_BRANCH_ALWAYS);
   1071   1.89  kiyohara  	FWOHCI_DMA_WRITE(db->db.desc.depend,
   1072   1.89  kiyohara 			STAILQ_NEXT(db_tr, link)->bus_addr);
   1073   1.89  kiyohara 
   1074   1.89  kiyohara 	if(fsegment == -1 )
   1075   1.89  kiyohara 		fsegment = db_tr->dbcnt;
   1076   1.89  kiyohara 	if (dbch->pdb_tr != NULL) {
   1077   1.89  kiyohara 		LAST_DB(dbch->pdb_tr, db);
   1078   1.89  kiyohara  		FWOHCI_DMA_SET(db->db.desc.depend, db_tr->dbcnt);
   1079   1.89  kiyohara 	}
   1080   1.89  kiyohara 	dbch->pdb_tr = db_tr;
   1081   1.89  kiyohara 	db_tr = STAILQ_NEXT(db_tr, link);
   1082   1.89  kiyohara 	if(db_tr != dbch->bottom){
   1083   1.89  kiyohara 		goto txloop;
   1084   1.89  kiyohara 	} else {
   1085   1.89  kiyohara 		device_printf(sc->fc.dev, "fwohci_start: lack of db_trq\n");
   1086   1.89  kiyohara 		dbch->flags |= FWOHCI_DBCH_FULL;
   1087   1.89  kiyohara 	}
   1088   1.89  kiyohara kick:
   1089   1.89  kiyohara 	/* kick asy q */
   1090   1.99  kiyohara 	fwdma_sync_multiseg_all(dbch->am,
   1091   1.99  kiyohara 	    BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
   1092   1.99  kiyohara 
   1093   1.89  kiyohara 	if(dbch->xferq.flag & FWXFERQ_RUNNING) {
   1094   1.89  kiyohara 		OWRITE(sc, OHCI_DMACTL(off), OHCI_CNTL_DMA_WAKE);
   1095   1.89  kiyohara 	} else {
   1096   1.89  kiyohara 		if (firewire_debug)
   1097   1.89  kiyohara 			device_printf(sc->fc.dev, "start AT DMA status=%x\n",
   1098   1.89  kiyohara 					OREAD(sc, OHCI_DMACTL(off)));
   1099   1.89  kiyohara 		OWRITE(sc, OHCI_DMACMD(off), dbch->top->bus_addr | fsegment);
   1100   1.89  kiyohara 		OWRITE(sc, OHCI_DMACTL(off), OHCI_CNTL_DMA_RUN);
   1101   1.89  kiyohara 		dbch->xferq.flag |= FWXFERQ_RUNNING;
   1102   1.62      haya 	}
   1103   1.89  kiyohara 	CTR0(KTR_DEV, "start kick done");
   1104   1.89  kiyohara 	CTR0(KTR_DEV, "start kick done2");
   1105   1.24       jmc 
   1106   1.89  kiyohara 	dbch->top = db_tr;
   1107   1.89  kiyohara 	splx(s);
   1108   1.89  kiyohara 	return;
   1109   1.89  kiyohara }
   1110   1.24       jmc 
   1111   1.89  kiyohara static void
   1112   1.89  kiyohara fwohci_start_atq(struct firewire_comm *fc)
   1113   1.89  kiyohara {
   1114   1.89  kiyohara 	struct fwohci_softc *sc = (struct fwohci_softc *)fc;
   1115   1.89  kiyohara 	fwohci_start( sc, &(sc->atrq));
   1116   1.89  kiyohara 	return;
   1117   1.89  kiyohara }
   1118   1.24       jmc 
   1119   1.89  kiyohara static void
   1120   1.89  kiyohara fwohci_start_ats(struct firewire_comm *fc)
   1121   1.89  kiyohara {
   1122   1.89  kiyohara 	struct fwohci_softc *sc = (struct fwohci_softc *)fc;
   1123   1.89  kiyohara 	fwohci_start( sc, &(sc->atrs));
   1124   1.89  kiyohara 	return;
   1125   1.89  kiyohara }
   1126   1.62      haya 
   1127   1.89  kiyohara void
   1128   1.89  kiyohara fwohci_txd(struct fwohci_softc *sc, struct fwohci_dbch *dbch)
   1129   1.89  kiyohara {
   1130   1.89  kiyohara 	int s, ch, err = 0;
   1131   1.89  kiyohara 	struct fwohcidb_tr *tr;
   1132   1.89  kiyohara 	struct fwohcidb *db;
   1133   1.89  kiyohara 	struct fw_xfer *xfer;
   1134   1.89  kiyohara 	uint32_t off;
   1135   1.89  kiyohara 	u_int stat, status;
   1136   1.89  kiyohara 	int	packets;
   1137   1.89  kiyohara 	struct firewire_comm *fc = (struct firewire_comm *)sc;
   1138   1.89  kiyohara 
   1139   1.89  kiyohara 	if(&sc->atrq == dbch){
   1140   1.89  kiyohara 		off = OHCI_ATQOFF;
   1141   1.89  kiyohara 		ch = ATRQ_CH;
   1142   1.89  kiyohara 	}else if(&sc->atrs == dbch){
   1143   1.89  kiyohara 		off = OHCI_ATSOFF;
   1144   1.89  kiyohara 		ch = ATRS_CH;
   1145   1.89  kiyohara 	}else{
   1146   1.89  kiyohara 		return;
   1147   1.89  kiyohara 	}
   1148   1.89  kiyohara 	s = splfw();
   1149   1.89  kiyohara 	tr = dbch->bottom;
   1150   1.89  kiyohara 	packets = 0;
   1151   1.99  kiyohara 	fwdma_sync_multiseg_all(dbch->am,
   1152   1.99  kiyohara 	    BUS_DMASYNC_POSTREAD | BUS_DMASYNC_POSTWRITE);
   1153   1.89  kiyohara 	while(dbch->xferq.queued > 0){
   1154   1.89  kiyohara 		LAST_DB(tr, db);
   1155   1.89  kiyohara 		status = FWOHCI_DMA_READ(db->db.desc.res) >> OHCI_STATUS_SHIFT;
   1156   1.89  kiyohara 		if(!(status & OHCI_CNTL_DMA_ACTIVE)){
   1157   1.89  kiyohara 			if (fc->status != FWBUSRESET)
   1158   1.89  kiyohara 				/* maybe out of order?? */
   1159   1.89  kiyohara 				goto out;
   1160   1.89  kiyohara 		}
   1161   1.89  kiyohara 		if (tr->xfer->send.pay_len > 0) {
   1162   1.89  kiyohara 			fw_bus_dmamap_sync(dbch->dmat, tr->dma_map,
   1163   1.89  kiyohara 				BUS_DMASYNC_POSTWRITE);
   1164   1.89  kiyohara 			fw_bus_dmamap_unload(dbch->dmat, tr->dma_map);
   1165   1.89  kiyohara 		}
   1166   1.89  kiyohara #if 1
   1167   1.89  kiyohara 		if (firewire_debug > 1)
   1168   1.89  kiyohara 			dump_db(sc, ch);
   1169   1.89  kiyohara #endif
   1170   1.89  kiyohara 		if(status & OHCI_CNTL_DMA_DEAD) {
   1171   1.89  kiyohara 			/* Stop DMA */
   1172   1.89  kiyohara 			OWRITE(sc, OHCI_DMACTLCLR(off), OHCI_CNTL_DMA_RUN);
   1173   1.89  kiyohara 			device_printf(sc->fc.dev, "force reset AT FIFO\n");
   1174   1.89  kiyohara 			OWRITE(sc, OHCI_HCCCTLCLR, OHCI_HCC_LINKEN);
   1175   1.89  kiyohara 			OWRITE(sc, OHCI_HCCCTL, OHCI_HCC_LPS | OHCI_HCC_LINKEN);
   1176   1.89  kiyohara 			OWRITE(sc, OHCI_DMACTLCLR(off), OHCI_CNTL_DMA_RUN);
   1177   1.89  kiyohara 		}
   1178   1.89  kiyohara 		stat = status & FWOHCIEV_MASK;
   1179   1.89  kiyohara 		switch(stat){
   1180   1.89  kiyohara 		case FWOHCIEV_ACKPEND:
   1181   1.89  kiyohara 			CTR0(KTR_DEV, "txd: ack pending");
   1182   1.89  kiyohara 			/* fall through */
   1183   1.89  kiyohara 		case FWOHCIEV_ACKCOMPL:
   1184   1.89  kiyohara 			err = 0;
   1185   1.89  kiyohara 			break;
   1186   1.89  kiyohara 		case FWOHCIEV_ACKBSA:
   1187   1.89  kiyohara 		case FWOHCIEV_ACKBSB:
   1188   1.89  kiyohara 		case FWOHCIEV_ACKBSX:
   1189   1.89  kiyohara 			device_printf(sc->fc.dev, "txd err=%2x %s\n", stat, fwohcicode[stat]);
   1190   1.89  kiyohara 			err = EBUSY;
   1191   1.89  kiyohara 			break;
   1192   1.89  kiyohara 		case FWOHCIEV_FLUSHED:
   1193   1.89  kiyohara 		case FWOHCIEV_ACKTARD:
   1194   1.89  kiyohara 			device_printf(sc->fc.dev, "txd err=%2x %s\n", stat, fwohcicode[stat]);
   1195   1.89  kiyohara 			err = EAGAIN;
   1196   1.89  kiyohara 			break;
   1197   1.89  kiyohara 		case FWOHCIEV_MISSACK:
   1198   1.89  kiyohara 		case FWOHCIEV_UNDRRUN:
   1199   1.89  kiyohara 		case FWOHCIEV_OVRRUN:
   1200   1.89  kiyohara 		case FWOHCIEV_DESCERR:
   1201   1.89  kiyohara 		case FWOHCIEV_DTRDERR:
   1202   1.89  kiyohara 		case FWOHCIEV_TIMEOUT:
   1203   1.89  kiyohara 		case FWOHCIEV_TCODERR:
   1204   1.89  kiyohara 		case FWOHCIEV_UNKNOWN:
   1205   1.89  kiyohara 		case FWOHCIEV_ACKDERR:
   1206   1.89  kiyohara 		case FWOHCIEV_ACKTERR:
   1207   1.89  kiyohara 		default:
   1208   1.89  kiyohara 			device_printf(sc->fc.dev, "txd err=%2x %s\n",
   1209   1.89  kiyohara 							stat, fwohcicode[stat]);
   1210   1.89  kiyohara 			err = EINVAL;
   1211   1.89  kiyohara 			break;
   1212   1.89  kiyohara 		}
   1213   1.89  kiyohara 		if (tr->xfer != NULL) {
   1214   1.89  kiyohara 			xfer = tr->xfer;
   1215   1.89  kiyohara 			CTR0(KTR_DEV, "txd");
   1216   1.89  kiyohara 			if (xfer->state == FWXF_RCVD) {
   1217   1.62      haya #if 0
   1218   1.89  kiyohara 				if (firewire_debug)
   1219   1.89  kiyohara 					printf("already rcvd\n");
   1220   1.62      haya #endif
   1221   1.89  kiyohara 				fw_xfer_done(xfer);
   1222   1.89  kiyohara 			} else {
   1223   1.89  kiyohara 				xfer->state = FWXF_SENT;
   1224   1.89  kiyohara 				if (err == EBUSY && fc->status != FWBUSRESET) {
   1225   1.89  kiyohara 					xfer->state = FWXF_BUSY;
   1226   1.89  kiyohara 					xfer->resp = err;
   1227   1.89  kiyohara 					xfer->recv.pay_len = 0;
   1228   1.89  kiyohara 					fw_xfer_done(xfer);
   1229   1.89  kiyohara 				} else if (stat != FWOHCIEV_ACKPEND) {
   1230   1.89  kiyohara 					if (stat != FWOHCIEV_ACKCOMPL)
   1231   1.89  kiyohara 						xfer->state = FWXF_SENTERR;
   1232   1.89  kiyohara 					xfer->resp = err;
   1233   1.89  kiyohara 					xfer->recv.pay_len = 0;
   1234   1.89  kiyohara 					fw_xfer_done(xfer);
   1235   1.89  kiyohara 				}
   1236   1.89  kiyohara 			}
   1237   1.89  kiyohara 			/*
   1238   1.89  kiyohara 			 * The watchdog timer takes care of split
   1239   1.89  kiyohara 			 * transcation timeout for ACKPEND case.
   1240   1.89  kiyohara 			 */
   1241   1.89  kiyohara 		} else {
   1242   1.89  kiyohara 			printf("this shouldn't happen\n");
   1243   1.89  kiyohara 		}
   1244   1.89  kiyohara 		dbch->xferq.queued --;
   1245   1.89  kiyohara 		tr->xfer = NULL;
   1246   1.62      haya 
   1247   1.99  kiyohara 		fwdma_sync_multiseg_all(dbch->am, BUS_DMASYNC_PREREAD);
   1248   1.89  kiyohara 		packets ++;
   1249   1.89  kiyohara 		tr = STAILQ_NEXT(tr, link);
   1250   1.89  kiyohara 		dbch->bottom = tr;
   1251   1.89  kiyohara 		if (dbch->bottom == dbch->top) {
   1252   1.89  kiyohara 			/* we reaches the end of context program */
   1253   1.89  kiyohara 			if (firewire_debug && dbch->xferq.queued > 0)
   1254   1.89  kiyohara 				printf("queued > 0\n");
   1255   1.89  kiyohara 			break;
   1256   1.89  kiyohara 		}
   1257   1.89  kiyohara 	}
   1258   1.89  kiyohara out:
   1259   1.89  kiyohara 	if ((dbch->flags & FWOHCI_DBCH_FULL) && packets > 0) {
   1260   1.89  kiyohara 		printf("make free slot\n");
   1261   1.89  kiyohara 		dbch->flags &= ~FWOHCI_DBCH_FULL;
   1262   1.89  kiyohara 		fwohci_start(sc, dbch);
   1263   1.89  kiyohara 	}
   1264   1.99  kiyohara 	fwdma_sync_multiseg_all(
   1265   1.99  kiyohara 	    dbch->am, BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
   1266   1.89  kiyohara 	splx(s);
   1267   1.24       jmc }
   1268   1.24       jmc 
   1269   1.24       jmc static void
   1270   1.89  kiyohara fwohci_db_free(struct fwohci_dbch *dbch)
   1271   1.24       jmc {
   1272   1.89  kiyohara 	struct fwohcidb_tr *db_tr;
   1273   1.89  kiyohara 	int idb;
   1274   1.26     enami 
   1275   1.89  kiyohara 	if ((dbch->flags & FWOHCI_DBCH_INIT) == 0)
   1276   1.89  kiyohara 		return;
   1277   1.26     enami 
   1278   1.89  kiyohara 	for(db_tr = STAILQ_FIRST(&dbch->db_trq), idb = 0; idb < dbch->ndb;
   1279   1.89  kiyohara 			db_tr = STAILQ_NEXT(db_tr, link), idb++){
   1280   1.89  kiyohara 		if ((dbch->xferq.flag & FWXFERQ_EXTBUF) == 0 &&
   1281   1.89  kiyohara 					db_tr->buf != NULL) {
   1282   1.89  kiyohara 			fwdma_free_size(dbch->dmat, db_tr->dma_map,
   1283   1.89  kiyohara 					db_tr->buf, dbch->xferq.psize);
   1284   1.89  kiyohara 			db_tr->buf = NULL;
   1285   1.89  kiyohara 		} else if (db_tr->dma_map != NULL)
   1286   1.89  kiyohara 			fw_bus_dmamap_destroy(dbch->dmat, db_tr->dma_map);
   1287   1.89  kiyohara 	}
   1288   1.89  kiyohara 	dbch->ndb = 0;
   1289   1.89  kiyohara 	db_tr = STAILQ_FIRST(&dbch->db_trq);
   1290   1.89  kiyohara 	fwdma_free_multiseg(dbch->am);
   1291   1.89  kiyohara 	free(db_tr, M_FW);
   1292   1.89  kiyohara 	STAILQ_INIT(&dbch->db_trq);
   1293   1.89  kiyohara 	dbch->flags &= ~FWOHCI_DBCH_INIT;
   1294   1.89  kiyohara }
   1295   1.26     enami 
   1296   1.89  kiyohara static void
   1297   1.89  kiyohara fwohci_db_init(struct fwohci_softc *sc, struct fwohci_dbch *dbch)
   1298   1.89  kiyohara {
   1299   1.89  kiyohara 	int	idb;
   1300   1.89  kiyohara 	struct fwohcidb_tr *db_tr;
   1301   1.89  kiyohara 
   1302   1.89  kiyohara 	if ((dbch->flags & FWOHCI_DBCH_INIT) != 0)
   1303   1.89  kiyohara 		goto out;
   1304   1.89  kiyohara 
   1305   1.89  kiyohara 	/* create dma_tag for buffers */
   1306   1.89  kiyohara #define MAX_REQCOUNT	0xffff
   1307   1.89  kiyohara 	if (fw_bus_dma_tag_create(/*parent*/ sc->fc.dmat,
   1308   1.89  kiyohara 			/*alignment*/ 1, /*boundary*/ 0,
   1309   1.89  kiyohara 			/*lowaddr*/ BUS_SPACE_MAXADDR_32BIT,
   1310   1.89  kiyohara 			/*highaddr*/ BUS_SPACE_MAXADDR,
   1311   1.89  kiyohara 			/*filter*/NULL, /*filterarg*/NULL,
   1312   1.89  kiyohara 			/*maxsize*/ dbch->xferq.psize,
   1313   1.89  kiyohara 			/*nsegments*/ dbch->ndesc > 3 ? dbch->ndesc - 2 : 1,
   1314   1.89  kiyohara 			/*maxsegsz*/ MAX_REQCOUNT,
   1315   1.89  kiyohara 			/*flags*/ 0,
   1316   1.89  kiyohara 			/*lockfunc*/busdma_lock_mutex,
   1317   1.89  kiyohara 			/*lockarg*/&Giant,
   1318   1.89  kiyohara 			&dbch->dmat))
   1319   1.89  kiyohara 		return;
   1320   1.26     enami 
   1321   1.89  kiyohara 	/* allocate DB entries and attach one to each DMA channels */
   1322   1.89  kiyohara 	/* DB entry must start at 16 bytes bounary. */
   1323   1.89  kiyohara 	STAILQ_INIT(&dbch->db_trq);
   1324   1.89  kiyohara 	db_tr = (struct fwohcidb_tr *)
   1325   1.89  kiyohara 		malloc(sizeof(struct fwohcidb_tr) * dbch->ndb,
   1326   1.89  kiyohara 		M_FW, M_WAITOK | M_ZERO);
   1327   1.89  kiyohara 	if(db_tr == NULL){
   1328   1.89  kiyohara 		printf("fwohci_db_init: malloc(1) failed\n");
   1329   1.89  kiyohara 		return;
   1330   1.89  kiyohara 	}
   1331   1.26     enami 
   1332   1.89  kiyohara #define DB_SIZE(x) (sizeof(struct fwohcidb) * (x)->ndesc)
   1333   1.89  kiyohara 	dbch->am = fwdma_malloc_multiseg(&sc->fc, DB_SIZE(dbch),
   1334   1.97  kiyohara 		DB_SIZE(dbch), dbch->ndb, BUS_DMA_WAITOK | BUS_DMA_COHERENT);
   1335   1.89  kiyohara 	if (dbch->am == NULL) {
   1336   1.89  kiyohara 		printf("fwohci_db_init: fwdma_malloc_multiseg failed\n");
   1337   1.89  kiyohara 		free(db_tr, M_FW);
   1338   1.89  kiyohara 		return;
   1339   1.89  kiyohara 	}
   1340   1.89  kiyohara 	/* Attach DB to DMA ch. */
   1341   1.89  kiyohara 	for(idb = 0 ; idb < dbch->ndb ; idb++){
   1342   1.89  kiyohara 		db_tr->dbcnt = 0;
   1343   1.89  kiyohara 		db_tr->db = (struct fwohcidb *)fwdma_v_addr(dbch->am, idb);
   1344   1.89  kiyohara 		db_tr->bus_addr = fwdma_bus_addr(dbch->am, idb);
   1345   1.89  kiyohara 		/* create dmamap for buffers */
   1346   1.89  kiyohara 		/* XXX do we need 4bytes alignment tag? */
   1347   1.89  kiyohara 		/* XXX don't alloc dma_map for AR */
   1348   1.96  kiyohara 		if (fw_bus_dmamap_create(dbch->dmat, 0, &db_tr->dma_map) != 0) {
   1349   1.96  kiyohara 			printf("fw_bus_dmamap_create failed\n");
   1350   1.89  kiyohara 			dbch->flags = FWOHCI_DBCH_INIT; /* XXX fake */
   1351   1.89  kiyohara 			fwohci_db_free(dbch);
   1352   1.89  kiyohara 			return;
   1353   1.35      onoe 		}
   1354   1.89  kiyohara 		STAILQ_INSERT_TAIL(&dbch->db_trq, db_tr, link);
   1355   1.89  kiyohara 		if (dbch->xferq.flag & FWXFERQ_EXTBUF) {
   1356   1.89  kiyohara 			if (idb % dbch->xferq.bnpacket == 0)
   1357   1.89  kiyohara 				dbch->xferq.bulkxfer[idb / dbch->xferq.bnpacket
   1358  1.106  christos 						].start = (void *)db_tr;
   1359   1.89  kiyohara 			if ((idb + 1) % dbch->xferq.bnpacket == 0)
   1360   1.89  kiyohara 				dbch->xferq.bulkxfer[idb / dbch->xferq.bnpacket
   1361  1.106  christos 						].end = (void *)db_tr;
   1362   1.26     enami 		}
   1363   1.89  kiyohara 		db_tr++;
   1364   1.26     enami 	}
   1365   1.89  kiyohara 	STAILQ_LAST(&dbch->db_trq, fwohcidb_tr,link)->link.stqe_next
   1366   1.89  kiyohara 			= STAILQ_FIRST(&dbch->db_trq);
   1367   1.89  kiyohara out:
   1368   1.89  kiyohara 	dbch->xferq.queued = 0;
   1369   1.89  kiyohara 	dbch->pdb_tr = NULL;
   1370   1.89  kiyohara 	dbch->top = STAILQ_FIRST(&dbch->db_trq);
   1371   1.89  kiyohara 	dbch->bottom = dbch->top;
   1372   1.89  kiyohara 	dbch->flags = FWOHCI_DBCH_INIT;
   1373   1.24       jmc }
   1374   1.24       jmc 
   1375    1.5      matt static int
   1376   1.89  kiyohara fwohci_itx_disable(struct firewire_comm *fc, int dmach)
   1377    1.5      matt {
   1378   1.89  kiyohara 	struct fwohci_softc *sc = (struct fwohci_softc *)fc;
   1379   1.89  kiyohara 	int sleepch;
   1380    1.5      matt 
   1381  1.100     blymn 	OWRITE(sc, OHCI_ITCTLCLR(dmach),
   1382   1.89  kiyohara 			OHCI_CNTL_DMA_RUN | OHCI_CNTL_CYCMATCH_S);
   1383   1.89  kiyohara 	OWRITE(sc, OHCI_IT_MASKCLR, 1 << dmach);
   1384   1.89  kiyohara 	OWRITE(sc, OHCI_IT_STATCLR, 1 << dmach);
   1385   1.89  kiyohara 	/* XXX we cannot free buffers until the DMA really stops */
   1386   1.89  kiyohara 	tsleep((void *)&sleepch, FWPRI, "fwitxd", hz);
   1387   1.89  kiyohara 	fwohci_db_free(&sc->it[dmach]);
   1388   1.89  kiyohara 	sc->it[dmach].xferq.flag &= ~FWXFERQ_RUNNING;
   1389   1.89  kiyohara 	return 0;
   1390    1.5      matt }
   1391    1.5      matt 
   1392   1.89  kiyohara static int
   1393   1.89  kiyohara fwohci_irx_disable(struct firewire_comm *fc, int dmach)
   1394    1.3      onoe {
   1395   1.89  kiyohara 	struct fwohci_softc *sc = (struct fwohci_softc *)fc;
   1396   1.89  kiyohara 	int sleepch;
   1397    1.3      onoe 
   1398   1.89  kiyohara 	OWRITE(sc, OHCI_IRCTLCLR(dmach), OHCI_CNTL_DMA_RUN);
   1399   1.89  kiyohara 	OWRITE(sc, OHCI_IR_MASKCLR, 1 << dmach);
   1400   1.89  kiyohara 	OWRITE(sc, OHCI_IR_STATCLR, 1 << dmach);
   1401   1.89  kiyohara 	/* XXX we cannot free buffers until the DMA really stops */
   1402   1.89  kiyohara 	tsleep((void *)&sleepch, FWPRI, "fwirxd", hz);
   1403   1.89  kiyohara 	fwohci_db_free(&sc->ir[dmach]);
   1404   1.89  kiyohara 	sc->ir[dmach].xferq.flag &= ~FWXFERQ_RUNNING;
   1405   1.89  kiyohara 	return 0;
   1406   1.89  kiyohara }
   1407    1.3      onoe 
   1408   1.89  kiyohara #if BYTE_ORDER == BIG_ENDIAN
   1409   1.89  kiyohara static void
   1410   1.89  kiyohara fwohci_irx_post (struct firewire_comm *fc , uint32_t *qld)
   1411   1.89  kiyohara {
   1412   1.89  kiyohara 	qld[0] = FWOHCI_DMA_READ(qld[0]);
   1413   1.89  kiyohara 	return;
   1414    1.3      onoe }
   1415   1.89  kiyohara #endif
   1416    1.3      onoe 
   1417   1.89  kiyohara static int
   1418   1.89  kiyohara fwohci_tx_enable(struct fwohci_softc *sc, struct fwohci_dbch *dbch)
   1419    1.7      onoe {
   1420   1.89  kiyohara 	int err = 0;
   1421   1.89  kiyohara 	int idb, z, i, dmach = 0, ldesc;
   1422   1.89  kiyohara 	uint32_t off = 0;
   1423   1.89  kiyohara 	struct fwohcidb_tr *db_tr;
   1424   1.89  kiyohara 	struct fwohcidb *db;
   1425    1.7      onoe 
   1426   1.89  kiyohara 	if(!(dbch->xferq.flag & FWXFERQ_EXTBUF)){
   1427   1.89  kiyohara 		err = EINVAL;
   1428   1.89  kiyohara 		return err;
   1429   1.89  kiyohara 	}
   1430   1.89  kiyohara 	z = dbch->ndesc;
   1431   1.89  kiyohara 	for(dmach = 0 ; dmach < sc->fc.nisodma ; dmach++){
   1432   1.89  kiyohara 		if( &sc->it[dmach] == dbch){
   1433   1.89  kiyohara 			off = OHCI_ITOFF(dmach);
   1434    1.7      onoe 			break;
   1435   1.89  kiyohara 		}
   1436    1.7      onoe 	}
   1437   1.89  kiyohara 	if(off == 0){
   1438   1.89  kiyohara 		err = EINVAL;
   1439   1.89  kiyohara 		return err;
   1440   1.89  kiyohara 	}
   1441   1.89  kiyohara 	if(dbch->xferq.flag & FWXFERQ_RUNNING)
   1442   1.89  kiyohara 		return err;
   1443   1.89  kiyohara 	dbch->xferq.flag |= FWXFERQ_RUNNING;
   1444   1.89  kiyohara 	for( i = 0, dbch->bottom = dbch->top; i < (dbch->ndb - 1); i++){
   1445   1.89  kiyohara 		dbch->bottom = STAILQ_NEXT(dbch->bottom, link);
   1446   1.89  kiyohara 	}
   1447   1.89  kiyohara 	db_tr = dbch->top;
   1448   1.89  kiyohara 	for (idb = 0; idb < dbch->ndb; idb ++) {
   1449   1.89  kiyohara 		fwohci_add_tx_buf(dbch, db_tr, idb);
   1450   1.89  kiyohara 		if(STAILQ_NEXT(db_tr, link) == NULL){
   1451   1.89  kiyohara 			break;
   1452   1.89  kiyohara 		}
   1453   1.89  kiyohara 		db = db_tr->db;
   1454   1.89  kiyohara 		ldesc = db_tr->dbcnt - 1;
   1455   1.89  kiyohara 		FWOHCI_DMA_WRITE(db[0].db.desc.depend,
   1456   1.89  kiyohara 				STAILQ_NEXT(db_tr, link)->bus_addr | z);
   1457   1.89  kiyohara 		db[ldesc].db.desc.depend = db[0].db.desc.depend;
   1458   1.89  kiyohara 		if(dbch->xferq.flag & FWXFERQ_EXTBUF){
   1459   1.89  kiyohara 			if(((idb + 1 ) % dbch->xferq.bnpacket) == 0){
   1460   1.89  kiyohara 				FWOHCI_DMA_SET(
   1461   1.89  kiyohara 					db[ldesc].db.desc.cmd,
   1462   1.89  kiyohara 					OHCI_INTERRUPT_ALWAYS);
   1463   1.89  kiyohara 				/* OHCI 1.1 and above */
   1464   1.89  kiyohara 				FWOHCI_DMA_SET(
   1465   1.89  kiyohara 					db[0].db.desc.cmd,
   1466   1.89  kiyohara 					OHCI_INTERRUPT_ALWAYS);
   1467   1.89  kiyohara 			}
   1468   1.89  kiyohara 		}
   1469   1.89  kiyohara 		db_tr = STAILQ_NEXT(db_tr, link);
   1470   1.89  kiyohara 	}
   1471   1.89  kiyohara 	FWOHCI_DMA_CLEAR(
   1472   1.89  kiyohara 		dbch->bottom->db[dbch->bottom->dbcnt - 1].db.desc.depend, 0xf);
   1473   1.89  kiyohara 	return err;
   1474   1.89  kiyohara }
   1475    1.7      onoe 
   1476   1.89  kiyohara static int
   1477   1.89  kiyohara fwohci_rx_enable(struct fwohci_softc *sc, struct fwohci_dbch *dbch)
   1478   1.89  kiyohara {
   1479   1.89  kiyohara 	int err = 0;
   1480   1.89  kiyohara 	int idb, z, i, dmach = 0, ldesc;
   1481   1.89  kiyohara 	uint32_t off = 0;
   1482   1.89  kiyohara 	struct fwohcidb_tr *db_tr;
   1483   1.89  kiyohara 	struct fwohcidb *db;
   1484   1.89  kiyohara 
   1485   1.89  kiyohara 	z = dbch->ndesc;
   1486   1.89  kiyohara 	if(&sc->arrq == dbch){
   1487   1.89  kiyohara 		off = OHCI_ARQOFF;
   1488   1.89  kiyohara 	}else if(&sc->arrs == dbch){
   1489   1.89  kiyohara 		off = OHCI_ARSOFF;
   1490   1.89  kiyohara 	}else{
   1491   1.89  kiyohara 		for(dmach = 0 ; dmach < sc->fc.nisodma ; dmach++){
   1492   1.89  kiyohara 			if( &sc->ir[dmach] == dbch){
   1493   1.89  kiyohara 				off = OHCI_IROFF(dmach);
   1494   1.89  kiyohara 				break;
   1495   1.89  kiyohara 			}
   1496   1.89  kiyohara 		}
   1497   1.89  kiyohara 	}
   1498   1.89  kiyohara 	if(off == 0){
   1499   1.89  kiyohara 		err = EINVAL;
   1500   1.89  kiyohara 		return err;
   1501   1.89  kiyohara 	}
   1502   1.89  kiyohara 	if(dbch->xferq.flag & FWXFERQ_STREAM){
   1503   1.89  kiyohara 		if(dbch->xferq.flag & FWXFERQ_RUNNING)
   1504   1.89  kiyohara 			return err;
   1505   1.89  kiyohara 	}else{
   1506   1.89  kiyohara 		if(dbch->xferq.flag & FWXFERQ_RUNNING){
   1507   1.89  kiyohara 			err = EBUSY;
   1508   1.89  kiyohara 			return err;
   1509   1.89  kiyohara 		}
   1510   1.89  kiyohara 	}
   1511   1.89  kiyohara 	dbch->xferq.flag |= FWXFERQ_RUNNING;
   1512   1.89  kiyohara 	dbch->top = STAILQ_FIRST(&dbch->db_trq);
   1513   1.89  kiyohara 	for( i = 0, dbch->bottom = dbch->top; i < (dbch->ndb - 1); i++){
   1514   1.89  kiyohara 		dbch->bottom = STAILQ_NEXT(dbch->bottom, link);
   1515   1.89  kiyohara 	}
   1516   1.89  kiyohara 	db_tr = dbch->top;
   1517   1.89  kiyohara 	for (idb = 0; idb < dbch->ndb; idb ++) {
   1518   1.89  kiyohara 		fwohci_add_rx_buf(dbch, db_tr, idb, &sc->dummy_dma);
   1519   1.89  kiyohara 		if (STAILQ_NEXT(db_tr, link) == NULL)
   1520   1.89  kiyohara 			break;
   1521   1.89  kiyohara 		db = db_tr->db;
   1522   1.89  kiyohara 		ldesc = db_tr->dbcnt - 1;
   1523   1.89  kiyohara 		FWOHCI_DMA_WRITE(db[ldesc].db.desc.depend,
   1524   1.89  kiyohara 			STAILQ_NEXT(db_tr, link)->bus_addr | z);
   1525   1.89  kiyohara 		if(dbch->xferq.flag & FWXFERQ_EXTBUF){
   1526   1.89  kiyohara 			if(((idb + 1 ) % dbch->xferq.bnpacket) == 0){
   1527   1.89  kiyohara 				FWOHCI_DMA_SET(
   1528   1.89  kiyohara 					db[ldesc].db.desc.cmd,
   1529   1.89  kiyohara 					OHCI_INTERRUPT_ALWAYS);
   1530   1.89  kiyohara 				FWOHCI_DMA_CLEAR(
   1531   1.89  kiyohara 					db[ldesc].db.desc.depend,
   1532   1.89  kiyohara 					0xf);
   1533   1.89  kiyohara 			}
   1534   1.89  kiyohara 		}
   1535   1.89  kiyohara 		db_tr = STAILQ_NEXT(db_tr, link);
   1536   1.89  kiyohara 	}
   1537   1.89  kiyohara 	FWOHCI_DMA_CLEAR(
   1538   1.89  kiyohara 		dbch->bottom->db[db_tr->dbcnt - 1].db.desc.depend, 0xf);
   1539   1.89  kiyohara 	dbch->buf_offset = 0;
   1540   1.99  kiyohara 	fwdma_sync_multiseg_all(dbch->am,
   1541   1.99  kiyohara 	    BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
   1542   1.89  kiyohara 	if(dbch->xferq.flag & FWXFERQ_STREAM){
   1543   1.89  kiyohara 		return err;
   1544   1.89  kiyohara 	}else{
   1545   1.89  kiyohara 		OWRITE(sc, OHCI_DMACMD(off), dbch->top->bus_addr | z);
   1546   1.89  kiyohara 	}
   1547   1.89  kiyohara 	OWRITE(sc, OHCI_DMACTL(off), OHCI_CNTL_DMA_RUN);
   1548   1.89  kiyohara 	return err;
   1549   1.89  kiyohara }
   1550    1.7      onoe 
   1551   1.89  kiyohara static int
   1552  1.103  christos fwohci_next_cycle(struct firewire_comm *fc, int cycle_now)
   1553   1.89  kiyohara {
   1554   1.89  kiyohara 	int sec, cycle, cycle_match;
   1555   1.89  kiyohara 
   1556   1.89  kiyohara 	cycle = cycle_now & 0x1fff;
   1557   1.89  kiyohara 	sec = cycle_now >> 13;
   1558   1.89  kiyohara #define CYCLE_MOD	0x10
   1559   1.89  kiyohara #if 1
   1560   1.89  kiyohara #define CYCLE_DELAY	8	/* min delay to start DMA */
   1561    1.7      onoe #else
   1562   1.89  kiyohara #define CYCLE_DELAY	7000	/* min delay to start DMA */
   1563    1.7      onoe #endif
   1564   1.89  kiyohara 	cycle = cycle + CYCLE_DELAY;
   1565   1.89  kiyohara 	if (cycle >= 8000) {
   1566   1.89  kiyohara 		sec ++;
   1567   1.89  kiyohara 		cycle -= 8000;
   1568   1.89  kiyohara 	}
   1569   1.89  kiyohara 	cycle = roundup2(cycle, CYCLE_MOD);
   1570   1.89  kiyohara 	if (cycle >= 8000) {
   1571   1.89  kiyohara 		sec ++;
   1572   1.89  kiyohara 		if (cycle == 8000)
   1573   1.89  kiyohara 			cycle = 0;
   1574   1.89  kiyohara 		else
   1575   1.89  kiyohara 			cycle = CYCLE_MOD;
   1576   1.89  kiyohara 	}
   1577   1.89  kiyohara 	cycle_match = ((sec << 13) | cycle) & 0x7ffff;
   1578   1.89  kiyohara 
   1579   1.89  kiyohara 	return(cycle_match);
   1580   1.89  kiyohara }
   1581   1.89  kiyohara 
   1582   1.89  kiyohara static int
   1583   1.89  kiyohara fwohci_itxbuf_enable(struct firewire_comm *fc, int dmach)
   1584   1.89  kiyohara {
   1585   1.89  kiyohara 	struct fwohci_softc *sc = (struct fwohci_softc *)fc;
   1586   1.89  kiyohara 	int err = 0;
   1587   1.89  kiyohara 	unsigned short tag, ich;
   1588   1.89  kiyohara 	struct fwohci_dbch *dbch;
   1589   1.89  kiyohara 	int cycle_match, cycle_now, s, ldesc;
   1590   1.89  kiyohara 	uint32_t stat;
   1591   1.89  kiyohara 	struct fw_bulkxfer *first, *chunk, *prev;
   1592   1.89  kiyohara 	struct fw_xferq *it;
   1593   1.89  kiyohara 
   1594   1.89  kiyohara 	dbch = &sc->it[dmach];
   1595   1.89  kiyohara 	it = &dbch->xferq;
   1596   1.89  kiyohara 
   1597   1.89  kiyohara 	tag = (it->flag >> 6) & 3;
   1598   1.89  kiyohara 	ich = it->flag & 0x3f;
   1599   1.89  kiyohara 	if ((dbch->flags & FWOHCI_DBCH_INIT) == 0) {
   1600   1.89  kiyohara 		dbch->ndb = it->bnpacket * it->bnchunk;
   1601   1.89  kiyohara 		dbch->ndesc = 3;
   1602   1.89  kiyohara 		fwohci_db_init(sc, dbch);
   1603   1.89  kiyohara 		if ((dbch->flags & FWOHCI_DBCH_INIT) == 0)
   1604   1.89  kiyohara 			return ENOMEM;
   1605   1.89  kiyohara 		err = fwohci_tx_enable(sc, dbch);
   1606   1.89  kiyohara 	}
   1607   1.89  kiyohara 	if(err)
   1608   1.89  kiyohara 		return err;
   1609   1.89  kiyohara 
   1610   1.89  kiyohara 	ldesc = dbch->ndesc - 1;
   1611   1.89  kiyohara 	s = splfw();
   1612   1.89  kiyohara 	prev = STAILQ_LAST(&it->stdma, fw_bulkxfer, link);
   1613   1.89  kiyohara 	while  ((chunk = STAILQ_FIRST(&it->stvalid)) != NULL) {
   1614   1.89  kiyohara 		struct fwohcidb *db;
   1615   1.89  kiyohara 
   1616   1.89  kiyohara 		fwdma_sync_multiseg(it->buf, chunk->poffset, it->bnpacket,
   1617   1.89  kiyohara 					BUS_DMASYNC_PREWRITE);
   1618   1.89  kiyohara 		fwohci_txbufdb(sc, dmach, chunk);
   1619   1.89  kiyohara 		if (prev != NULL) {
   1620   1.89  kiyohara 			db = ((struct fwohcidb_tr *)(prev->end))->db;
   1621   1.89  kiyohara #if 0 /* XXX necessary? */
   1622   1.89  kiyohara 			FWOHCI_DMA_SET(db[ldesc].db.desc.cmd,
   1623   1.89  kiyohara 						OHCI_BRANCH_ALWAYS);
   1624   1.89  kiyohara #endif
   1625   1.89  kiyohara #if 0 /* if bulkxfer->npacket changes */
   1626  1.100     blymn 			db[ldesc].db.desc.depend = db[0].db.desc.depend =
   1627   1.89  kiyohara 				((struct fwohcidb_tr *)
   1628   1.89  kiyohara 				(chunk->start))->bus_addr | dbch->ndesc;
   1629   1.89  kiyohara #else
   1630   1.89  kiyohara 			FWOHCI_DMA_SET(db[0].db.desc.depend, dbch->ndesc);
   1631   1.89  kiyohara 			FWOHCI_DMA_SET(db[ldesc].db.desc.depend, dbch->ndesc);
   1632   1.89  kiyohara #endif
   1633   1.89  kiyohara 		}
   1634   1.89  kiyohara 		STAILQ_REMOVE_HEAD(&it->stvalid, link);
   1635   1.89  kiyohara 		STAILQ_INSERT_TAIL(&it->stdma, chunk, link);
   1636   1.89  kiyohara 		prev = chunk;
   1637   1.89  kiyohara 	}
   1638   1.99  kiyohara 	fwdma_sync_multiseg_all(dbch->am,
   1639   1.99  kiyohara 	    BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
   1640   1.89  kiyohara 	splx(s);
   1641   1.89  kiyohara 	stat = OREAD(sc, OHCI_ITCTL(dmach));
   1642   1.89  kiyohara 	if (firewire_debug && (stat & OHCI_CNTL_CYCMATCH_S))
   1643   1.89  kiyohara 		printf("stat 0x%x\n", stat);
   1644   1.89  kiyohara 
   1645   1.89  kiyohara 	if (stat & (OHCI_CNTL_DMA_ACTIVE | OHCI_CNTL_CYCMATCH_S))
   1646   1.89  kiyohara 		return 0;
   1647   1.89  kiyohara 
   1648   1.89  kiyohara #if 0
   1649   1.89  kiyohara 	OWRITE(sc, OHCI_ITCTLCLR(dmach), OHCI_CNTL_DMA_RUN);
   1650   1.89  kiyohara #endif
   1651   1.89  kiyohara 	OWRITE(sc, OHCI_IT_MASKCLR, 1 << dmach);
   1652   1.89  kiyohara 	OWRITE(sc, OHCI_IT_STATCLR, 1 << dmach);
   1653   1.89  kiyohara 	OWRITE(sc, OHCI_IT_MASK, 1 << dmach);
   1654   1.89  kiyohara 	OWRITE(sc, FWOHCI_INTMASK, OHCI_INT_DMA_IT);
   1655   1.89  kiyohara 
   1656   1.89  kiyohara 	first = STAILQ_FIRST(&it->stdma);
   1657   1.89  kiyohara 	OWRITE(sc, OHCI_ITCMD(dmach),
   1658   1.89  kiyohara 		((struct fwohcidb_tr *)(first->start))->bus_addr | dbch->ndesc);
   1659   1.89  kiyohara 	if (firewire_debug > 1) {
   1660   1.89  kiyohara 		printf("fwohci_itxbuf_enable: kick 0x%08x\n", stat);
   1661   1.89  kiyohara #if 1
   1662   1.89  kiyohara 		dump_dma(sc, ITX_CH + dmach);
   1663   1.89  kiyohara #endif
   1664   1.89  kiyohara 	}
   1665   1.89  kiyohara 	if ((stat & OHCI_CNTL_DMA_RUN) == 0) {
   1666   1.89  kiyohara #if 1
   1667   1.89  kiyohara 		/* Don't start until all chunks are buffered */
   1668   1.89  kiyohara 		if (STAILQ_FIRST(&it->stfree) != NULL)
   1669   1.89  kiyohara 			goto out;
   1670   1.89  kiyohara #endif
   1671   1.89  kiyohara #if 1
   1672   1.89  kiyohara 		/* Clear cycle match counter bits */
   1673   1.89  kiyohara 		OWRITE(sc, OHCI_ITCTLCLR(dmach), 0xffff0000);
   1674   1.89  kiyohara 
   1675   1.89  kiyohara 		/* 2bit second + 13bit cycle */
   1676   1.89  kiyohara 		cycle_now = (fc->cyctimer(fc) >> 12) & 0x7fff;
   1677   1.89  kiyohara 		cycle_match = fwohci_next_cycle(fc, cycle_now);
   1678   1.89  kiyohara 
   1679   1.89  kiyohara 		OWRITE(sc, OHCI_ITCTL(dmach),
   1680   1.89  kiyohara 				OHCI_CNTL_CYCMATCH_S | (cycle_match << 16)
   1681   1.89  kiyohara 				| OHCI_CNTL_DMA_RUN);
   1682   1.89  kiyohara #else
   1683   1.89  kiyohara 		OWRITE(sc, OHCI_ITCTL(dmach), OHCI_CNTL_DMA_RUN);
   1684   1.89  kiyohara #endif
   1685   1.89  kiyohara 		if (firewire_debug > 1) {
   1686   1.89  kiyohara 			printf("cycle_match: 0x%04x->0x%04x\n",
   1687   1.89  kiyohara 						cycle_now, cycle_match);
   1688   1.89  kiyohara 			dump_dma(sc, ITX_CH + dmach);
   1689   1.89  kiyohara 			dump_db(sc, ITX_CH + dmach);
   1690   1.89  kiyohara 		}
   1691   1.89  kiyohara 	} else if ((stat & OHCI_CNTL_CYCMATCH_S) == 0) {
   1692   1.89  kiyohara 		device_printf(sc->fc.dev,
   1693   1.89  kiyohara 			"IT DMA underrun (0x%08x)\n", stat);
   1694   1.89  kiyohara 		OWRITE(sc, OHCI_ITCTL(dmach), OHCI_CNTL_DMA_WAKE);
   1695   1.89  kiyohara 	}
   1696   1.89  kiyohara out:
   1697   1.89  kiyohara 	return err;
   1698   1.89  kiyohara }
   1699    1.7      onoe 
   1700   1.89  kiyohara static int
   1701   1.89  kiyohara fwohci_irx_enable(struct firewire_comm *fc, int dmach)
   1702   1.89  kiyohara {
   1703   1.89  kiyohara 	struct fwohci_softc *sc = (struct fwohci_softc *)fc;
   1704   1.89  kiyohara 	int err = 0, s, ldesc;
   1705   1.89  kiyohara 	unsigned short tag, ich;
   1706   1.89  kiyohara 	uint32_t stat;
   1707   1.89  kiyohara 	struct fwohci_dbch *dbch;
   1708   1.89  kiyohara 	struct fwohcidb_tr *db_tr;
   1709   1.89  kiyohara 	struct fw_bulkxfer *first, *prev, *chunk;
   1710   1.89  kiyohara 	struct fw_xferq *ir;
   1711   1.89  kiyohara 
   1712   1.89  kiyohara 	dbch = &sc->ir[dmach];
   1713   1.89  kiyohara 	ir = &dbch->xferq;
   1714   1.89  kiyohara 
   1715   1.89  kiyohara 	if ((ir->flag & FWXFERQ_RUNNING) == 0) {
   1716   1.89  kiyohara 		tag = (ir->flag >> 6) & 3;
   1717   1.89  kiyohara 		ich = ir->flag & 0x3f;
   1718   1.89  kiyohara 		OWRITE(sc, OHCI_IRMATCH(dmach), tagbit[tag] | ich);
   1719   1.89  kiyohara 
   1720   1.89  kiyohara 		ir->queued = 0;
   1721   1.89  kiyohara 		dbch->ndb = ir->bnpacket * ir->bnchunk;
   1722   1.89  kiyohara 		dbch->ndesc = 2;
   1723   1.89  kiyohara 		fwohci_db_init(sc, dbch);
   1724   1.89  kiyohara 		if ((dbch->flags & FWOHCI_DBCH_INIT) == 0)
   1725   1.89  kiyohara 			return ENOMEM;
   1726   1.89  kiyohara 		err = fwohci_rx_enable(sc, dbch);
   1727   1.89  kiyohara 	}
   1728   1.89  kiyohara 	if(err)
   1729   1.89  kiyohara 		return err;
   1730   1.89  kiyohara 
   1731   1.89  kiyohara 	first = STAILQ_FIRST(&ir->stfree);
   1732   1.89  kiyohara 	if (first == NULL) {
   1733   1.89  kiyohara 		device_printf(fc->dev, "IR DMA no free chunk\n");
   1734   1.89  kiyohara 		return 0;
   1735   1.89  kiyohara 	}
   1736    1.7      onoe 
   1737   1.89  kiyohara 	ldesc = dbch->ndesc - 1;
   1738   1.89  kiyohara 	s = splfw();
   1739   1.89  kiyohara 	prev = STAILQ_LAST(&ir->stdma, fw_bulkxfer, link);
   1740   1.89  kiyohara 	while  ((chunk = STAILQ_FIRST(&ir->stfree)) != NULL) {
   1741   1.89  kiyohara 		struct fwohcidb *db;
   1742   1.89  kiyohara 
   1743   1.89  kiyohara #if 1 /* XXX for if_fwe */
   1744   1.89  kiyohara 		if (chunk->mbuf != NULL) {
   1745   1.89  kiyohara 			db_tr = (struct fwohcidb_tr *)(chunk->start);
   1746   1.89  kiyohara 			db_tr->dbcnt = 1;
   1747   1.89  kiyohara 			err = fw_bus_dmamap_load_mbuf(
   1748   1.89  kiyohara 					dbch->dmat, db_tr->dma_map,
   1749   1.89  kiyohara 					chunk->mbuf, fwohci_execute_db2, db_tr,
   1750   1.89  kiyohara 					BUS_DMA_WAITOK);
   1751   1.89  kiyohara  			FWOHCI_DMA_SET(db_tr->db[1].db.desc.cmd,
   1752   1.89  kiyohara 				OHCI_UPDATE | OHCI_INPUT_LAST |
   1753   1.89  kiyohara 				OHCI_INTERRUPT_ALWAYS | OHCI_BRANCH_ALWAYS);
   1754   1.89  kiyohara 		}
   1755   1.89  kiyohara #endif
   1756   1.89  kiyohara 		db = ((struct fwohcidb_tr *)(chunk->end))->db;
   1757   1.89  kiyohara 		FWOHCI_DMA_WRITE(db[ldesc].db.desc.res, 0);
   1758   1.89  kiyohara 		FWOHCI_DMA_CLEAR(db[ldesc].db.desc.depend, 0xf);
   1759   1.89  kiyohara 		if (prev != NULL) {
   1760   1.89  kiyohara 			db = ((struct fwohcidb_tr *)(prev->end))->db;
   1761   1.89  kiyohara 			FWOHCI_DMA_SET(db[ldesc].db.desc.depend, dbch->ndesc);
   1762   1.89  kiyohara 		}
   1763   1.89  kiyohara 		STAILQ_REMOVE_HEAD(&ir->stfree, link);
   1764   1.89  kiyohara 		STAILQ_INSERT_TAIL(&ir->stdma, chunk, link);
   1765   1.89  kiyohara 		prev = chunk;
   1766   1.89  kiyohara 	}
   1767   1.99  kiyohara 	fwdma_sync_multiseg_all(dbch->am,
   1768   1.99  kiyohara 	    BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
   1769   1.89  kiyohara 	splx(s);
   1770   1.89  kiyohara 	stat = OREAD(sc, OHCI_IRCTL(dmach));
   1771   1.89  kiyohara 	if (stat & OHCI_CNTL_DMA_ACTIVE)
   1772   1.89  kiyohara 		return 0;
   1773   1.89  kiyohara 	if (stat & OHCI_CNTL_DMA_RUN) {
   1774   1.89  kiyohara 		OWRITE(sc, OHCI_IRCTLCLR(dmach), OHCI_CNTL_DMA_RUN);
   1775   1.89  kiyohara 		device_printf(sc->fc.dev, "IR DMA overrun (0x%08x)\n", stat);
   1776   1.89  kiyohara 	}
   1777   1.89  kiyohara 
   1778   1.89  kiyohara 	if (firewire_debug)
   1779   1.89  kiyohara 		printf("start IR DMA 0x%x\n", stat);
   1780   1.89  kiyohara 	OWRITE(sc, OHCI_IR_MASKCLR, 1 << dmach);
   1781   1.89  kiyohara 	OWRITE(sc, OHCI_IR_STATCLR, 1 << dmach);
   1782   1.89  kiyohara 	OWRITE(sc, OHCI_IR_MASK, 1 << dmach);
   1783   1.89  kiyohara 	OWRITE(sc, OHCI_IRCTLCLR(dmach), 0xf0000000);
   1784   1.89  kiyohara 	OWRITE(sc, OHCI_IRCTL(dmach), OHCI_CNTL_ISOHDR);
   1785   1.89  kiyohara 	OWRITE(sc, OHCI_IRCMD(dmach),
   1786   1.89  kiyohara 		((struct fwohcidb_tr *)(first->start))->bus_addr
   1787   1.89  kiyohara 							| dbch->ndesc);
   1788   1.89  kiyohara 	OWRITE(sc, OHCI_IRCTL(dmach), OHCI_CNTL_DMA_RUN);
   1789   1.89  kiyohara 	OWRITE(sc, FWOHCI_INTMASK, OHCI_INT_DMA_IR);
   1790   1.89  kiyohara #if 0
   1791   1.89  kiyohara 	dump_db(sc, IRX_CH + dmach);
   1792   1.22     enami #endif
   1793   1.89  kiyohara 	return err;
   1794   1.89  kiyohara }
   1795   1.89  kiyohara 
   1796   1.89  kiyohara FWOHCI_STOP()
   1797   1.89  kiyohara {
   1798   1.89  kiyohara 	FWOHCI_STOP_START;
   1799   1.89  kiyohara 	u_int i;
   1800   1.89  kiyohara 
   1801   1.89  kiyohara /* Now stopping all DMA channel */
   1802   1.89  kiyohara 	OWRITE(sc,  OHCI_ARQCTLCLR, OHCI_CNTL_DMA_RUN);
   1803   1.89  kiyohara 	OWRITE(sc,  OHCI_ARSCTLCLR, OHCI_CNTL_DMA_RUN);
   1804   1.89  kiyohara 	OWRITE(sc,  OHCI_ATQCTLCLR, OHCI_CNTL_DMA_RUN);
   1805   1.89  kiyohara 	OWRITE(sc,  OHCI_ATSCTLCLR, OHCI_CNTL_DMA_RUN);
   1806   1.89  kiyohara 
   1807   1.89  kiyohara 	for( i = 0 ; i < sc->fc.nisodma ; i ++ ){
   1808   1.89  kiyohara 		OWRITE(sc,  OHCI_IRCTLCLR(i), OHCI_CNTL_DMA_RUN);
   1809   1.89  kiyohara 		OWRITE(sc,  OHCI_ITCTLCLR(i), OHCI_CNTL_DMA_RUN);
   1810   1.89  kiyohara 	}
   1811   1.89  kiyohara 
   1812   1.89  kiyohara /* FLUSH FIFO and reset Transmitter/Reciever */
   1813   1.89  kiyohara 	OWRITE(sc,  OHCI_HCCCTL, OHCI_HCC_RESET);
   1814    1.7      onoe 
   1815   1.89  kiyohara /* Stop interrupt */
   1816   1.89  kiyohara 	OWRITE(sc, FWOHCI_INTMASKCLR,
   1817   1.89  kiyohara 			OHCI_INT_EN | OHCI_INT_ERR | OHCI_INT_PHY_SID
   1818   1.89  kiyohara 			| OHCI_INT_PHY_INT
   1819  1.100     blymn 			| OHCI_INT_DMA_ATRQ | OHCI_INT_DMA_ATRS
   1820   1.89  kiyohara 			| OHCI_INT_DMA_PRRQ | OHCI_INT_DMA_PRRS
   1821  1.100     blymn 			| OHCI_INT_DMA_ARRQ | OHCI_INT_DMA_ARRS
   1822   1.89  kiyohara 			| OHCI_INT_PHY_BUS_R);
   1823    1.7      onoe 
   1824   1.89  kiyohara 	if (sc->fc.arq !=0 && sc->fc.arq->maxq > 0)
   1825   1.89  kiyohara 		fw_drain_txq(&sc->fc);
   1826    1.7      onoe 
   1827   1.89  kiyohara /* XXX Link down?  Bus reset? */
   1828   1.89  kiyohara 	FWOHCI_STOP_RETURN(0);
   1829    1.7      onoe }
   1830    1.7      onoe 
   1831   1.89  kiyohara #if defined(__NetBSD__)
   1832    1.7      onoe static void
   1833    1.7      onoe fwohci_power(int why, void *arg)
   1834    1.7      onoe {
   1835    1.7      onoe 	struct fwohci_softc *sc = arg;
   1836    1.7      onoe 	int s;
   1837    1.7      onoe 
   1838   1.24       jmc 	s = splbio();
   1839   1.10  takemura 	switch (why) {
   1840   1.95  kiyohara 	case PWR_SUSPEND:
   1841   1.95  kiyohara 	case PWR_STANDBY:
   1842   1.89  kiyohara 		fwohci_stop(arg);
   1843   1.10  takemura 		break;
   1844   1.10  takemura 	case PWR_RESUME:
   1845   1.89  kiyohara 		fwohci_resume(sc, sc->fc.dev);
   1846   1.10  takemura 		break;
   1847   1.10  takemura 	case PWR_SOFTSUSPEND:
   1848   1.10  takemura 	case PWR_SOFTSTANDBY:
   1849   1.10  takemura 	case PWR_SOFTRESUME:
   1850   1.10  takemura 		break;
   1851    1.7      onoe 	}
   1852    1.7      onoe 	splx(s);
   1853    1.7      onoe }
   1854   1.89  kiyohara #endif
   1855    1.7      onoe 
   1856   1.89  kiyohara int
   1857   1.89  kiyohara fwohci_resume(struct fwohci_softc *sc, device_t dev)
   1858    1.7      onoe {
   1859   1.89  kiyohara 	int i;
   1860   1.89  kiyohara 	struct fw_xferq *ir;
   1861   1.89  kiyohara 	struct fw_bulkxfer *chunk;
   1862    1.7      onoe 
   1863   1.89  kiyohara 	fwohci_reset(sc, dev);
   1864   1.89  kiyohara 	/* XXX resume isochronous receive automatically. (how about TX?) */
   1865   1.89  kiyohara 	for(i = 0; i < sc->fc.nisodma; i ++) {
   1866   1.89  kiyohara 		ir = &sc->ir[i].xferq;
   1867   1.89  kiyohara 		if((ir->flag & FWXFERQ_RUNNING) != 0) {
   1868   1.89  kiyohara 			device_printf(sc->fc.dev,
   1869   1.89  kiyohara 				"resume iso receive ch: %d\n", i);
   1870   1.89  kiyohara 			ir->flag &= ~FWXFERQ_RUNNING;
   1871   1.89  kiyohara 			/* requeue stdma to stfree */
   1872   1.89  kiyohara 			while((chunk = STAILQ_FIRST(&ir->stdma)) != NULL) {
   1873   1.89  kiyohara 				STAILQ_REMOVE_HEAD(&ir->stdma, link);
   1874   1.89  kiyohara 				STAILQ_INSERT_TAIL(&ir->stfree, chunk, link);
   1875   1.89  kiyohara 			}
   1876   1.89  kiyohara 			sc->fc.irx_enable(&sc->fc, i);
   1877   1.89  kiyohara 		}
   1878   1.89  kiyohara 	}
   1879   1.89  kiyohara 
   1880   1.89  kiyohara #if defined(__FreeBSD__)
   1881   1.89  kiyohara 	bus_generic_resume(dev);
   1882   1.89  kiyohara #endif
   1883   1.89  kiyohara 	sc->fc.ibr(&sc->fc);
   1884   1.89  kiyohara 	return 0;
   1885   1.89  kiyohara }
   1886   1.89  kiyohara 
   1887   1.89  kiyohara #define ACK_ALL
   1888   1.89  kiyohara static void
   1889   1.89  kiyohara fwohci_intr_body(struct fwohci_softc *sc, uint32_t stat, int count)
   1890   1.89  kiyohara {
   1891   1.89  kiyohara 	uint32_t irstat, itstat;
   1892   1.89  kiyohara 	u_int i;
   1893   1.89  kiyohara 	struct firewire_comm *fc = (struct firewire_comm *)sc;
   1894   1.89  kiyohara 
   1895   1.89  kiyohara 	CTR0(KTR_DEV, "fwohci_intr_body");
   1896   1.89  kiyohara #ifdef OHCI_DEBUG
   1897   1.89  kiyohara 	if(stat & OREAD(sc, FWOHCI_INTMASK))
   1898   1.89  kiyohara 		device_printf(fc->dev, "INTERRUPT < %s%s%s%s%s%s%s%s%s%s%s%s%s%s%s%s%s%s%s%s%s> 0x%08x, 0x%08x\n",
   1899   1.89  kiyohara 			stat & OHCI_INT_EN ? "DMA_EN ":"",
   1900   1.89  kiyohara 			stat & OHCI_INT_PHY_REG ? "PHY_REG ":"",
   1901   1.89  kiyohara 			stat & OHCI_INT_CYC_LONG ? "CYC_LONG ":"",
   1902   1.89  kiyohara 			stat & OHCI_INT_ERR ? "INT_ERR ":"",
   1903   1.89  kiyohara 			stat & OHCI_INT_CYC_ERR ? "CYC_ERR ":"",
   1904   1.89  kiyohara 			stat & OHCI_INT_CYC_LOST ? "CYC_LOST ":"",
   1905   1.89  kiyohara 			stat & OHCI_INT_CYC_64SECOND ? "CYC_64SECOND ":"",
   1906   1.89  kiyohara 			stat & OHCI_INT_CYC_START ? "CYC_START ":"",
   1907   1.89  kiyohara 			stat & OHCI_INT_PHY_INT ? "PHY_INT ":"",
   1908   1.89  kiyohara 			stat & OHCI_INT_PHY_BUS_R ? "BUS_RESET ":"",
   1909   1.89  kiyohara 			stat & OHCI_INT_PHY_SID ? "SID ":"",
   1910   1.89  kiyohara 			stat & OHCI_INT_LR_ERR ? "DMA_LR_ERR ":"",
   1911   1.89  kiyohara 			stat & OHCI_INT_PW_ERR ? "DMA_PW_ERR ":"",
   1912   1.89  kiyohara 			stat & OHCI_INT_DMA_IR ? "DMA_IR ":"",
   1913   1.89  kiyohara 			stat & OHCI_INT_DMA_IT  ? "DMA_IT " :"",
   1914   1.89  kiyohara 			stat & OHCI_INT_DMA_PRRS  ? "DMA_PRRS " :"",
   1915   1.89  kiyohara 			stat & OHCI_INT_DMA_PRRQ  ? "DMA_PRRQ " :"",
   1916   1.89  kiyohara 			stat & OHCI_INT_DMA_ARRS  ? "DMA_ARRS " :"",
   1917   1.89  kiyohara 			stat & OHCI_INT_DMA_ARRQ  ? "DMA_ARRQ " :"",
   1918   1.89  kiyohara 			stat & OHCI_INT_DMA_ATRS  ? "DMA_ATRS " :"",
   1919   1.89  kiyohara 			stat & OHCI_INT_DMA_ATRQ  ? "DMA_ATRQ " :"",
   1920  1.100     blymn 			stat, OREAD(sc, FWOHCI_INTMASK)
   1921   1.89  kiyohara 		);
   1922   1.89  kiyohara #endif
   1923   1.89  kiyohara /* Bus reset */
   1924   1.89  kiyohara 	if(stat & OHCI_INT_PHY_BUS_R ){
   1925   1.89  kiyohara 		if (fc->status == FWBUSRESET)
   1926   1.89  kiyohara 			goto busresetout;
   1927   1.89  kiyohara 		/* Disable bus reset interrupt until sid recv. */
   1928   1.89  kiyohara 		OWRITE(sc, FWOHCI_INTMASKCLR,  OHCI_INT_PHY_BUS_R);
   1929  1.100     blymn 
   1930   1.89  kiyohara 		device_printf(fc->dev, "BUS reset\n");
   1931   1.89  kiyohara 		OWRITE(sc, FWOHCI_INTMASKCLR,  OHCI_INT_CYC_LOST);
   1932   1.89  kiyohara 		OWRITE(sc, OHCI_LNKCTLCLR, OHCI_CNTL_CYCSRC);
   1933   1.89  kiyohara 
   1934   1.89  kiyohara 		OWRITE(sc,  OHCI_ATQCTLCLR, OHCI_CNTL_DMA_RUN);
   1935   1.89  kiyohara 		sc->atrq.xferq.flag &= ~FWXFERQ_RUNNING;
   1936   1.89  kiyohara 		OWRITE(sc,  OHCI_ATSCTLCLR, OHCI_CNTL_DMA_RUN);
   1937   1.89  kiyohara 		sc->atrs.xferq.flag &= ~FWXFERQ_RUNNING;
   1938   1.89  kiyohara 
   1939   1.89  kiyohara #ifndef ACK_ALL
   1940   1.89  kiyohara 		OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_PHY_BUS_R);
   1941   1.89  kiyohara #endif
   1942   1.89  kiyohara 		fw_busreset(fc);
   1943   1.89  kiyohara 		OWRITE(sc, OHCI_CROMHDR, ntohl(sc->fc.config_rom[0]));
   1944   1.89  kiyohara 		OWRITE(sc, OHCI_BUS_OPT, ntohl(sc->fc.config_rom[2]));
   1945   1.89  kiyohara 	}
   1946   1.89  kiyohara busresetout:
   1947   1.89  kiyohara 	if((stat & OHCI_INT_DMA_IR )){
   1948   1.89  kiyohara #ifndef ACK_ALL
   1949   1.89  kiyohara 		OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_DMA_IR);
   1950   1.89  kiyohara #endif
   1951   1.89  kiyohara #if defined(__DragonFly__) || __FreeBSD_version < 500000 || defined(__NetBSD__)
   1952   1.89  kiyohara 		irstat = sc->irstat;
   1953   1.89  kiyohara 		sc->irstat = 0;
   1954   1.89  kiyohara #else
   1955   1.89  kiyohara 		irstat = atomic_readandclear_int(&sc->irstat);
   1956   1.89  kiyohara #endif
   1957   1.89  kiyohara 		for(i = 0; i < fc->nisodma ; i++){
   1958   1.89  kiyohara 			struct fwohci_dbch *dbch;
   1959    1.7      onoe 
   1960   1.89  kiyohara 			if((irstat & (1 << i)) != 0){
   1961   1.89  kiyohara 				dbch = &sc->ir[i];
   1962   1.89  kiyohara 				if ((dbch->xferq.flag & FWXFERQ_OPEN) == 0) {
   1963   1.89  kiyohara 					device_printf(sc->fc.dev,
   1964   1.89  kiyohara 						"dma(%d) not active\n", i);
   1965   1.89  kiyohara 					continue;
   1966   1.89  kiyohara 				}
   1967   1.89  kiyohara 				fwohci_rbuf_update(sc, i);
   1968   1.89  kiyohara 			}
   1969   1.89  kiyohara 		}
   1970   1.89  kiyohara 	}
   1971   1.89  kiyohara 	if((stat & OHCI_INT_DMA_IT )){
   1972   1.89  kiyohara #ifndef ACK_ALL
   1973   1.89  kiyohara 		OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_DMA_IT);
   1974   1.89  kiyohara #endif
   1975   1.89  kiyohara #if defined(__DragonFly__) || __FreeBSD_version < 500000 || defined(__NetBSD__)
   1976   1.89  kiyohara 		itstat = sc->itstat;
   1977   1.89  kiyohara 		sc->itstat = 0;
   1978   1.89  kiyohara #else
   1979   1.89  kiyohara 		itstat = atomic_readandclear_int(&sc->itstat);
   1980   1.89  kiyohara #endif
   1981   1.89  kiyohara 		for(i = 0; i < fc->nisodma ; i++){
   1982   1.89  kiyohara 			if((itstat & (1 << i)) != 0){
   1983   1.89  kiyohara 				fwohci_tbuf_update(sc, i);
   1984   1.89  kiyohara 			}
   1985   1.89  kiyohara 		}
   1986   1.89  kiyohara 	}
   1987   1.89  kiyohara 	if((stat & OHCI_INT_DMA_PRRS )){
   1988   1.89  kiyohara #ifndef ACK_ALL
   1989   1.89  kiyohara 		OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_DMA_PRRS);
   1990   1.89  kiyohara #endif
   1991   1.89  kiyohara #if 0
   1992   1.89  kiyohara 		dump_dma(sc, ARRS_CH);
   1993   1.89  kiyohara 		dump_db(sc, ARRS_CH);
   1994   1.89  kiyohara #endif
   1995   1.89  kiyohara 		fwohci_arcv(sc, &sc->arrs, count);
   1996   1.89  kiyohara 	}
   1997   1.89  kiyohara 	if((stat & OHCI_INT_DMA_PRRQ )){
   1998   1.89  kiyohara #ifndef ACK_ALL
   1999   1.89  kiyohara 		OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_DMA_PRRQ);
   2000   1.89  kiyohara #endif
   2001   1.89  kiyohara #if 0
   2002   1.89  kiyohara 		dump_dma(sc, ARRQ_CH);
   2003   1.89  kiyohara 		dump_db(sc, ARRQ_CH);
   2004   1.89  kiyohara #endif
   2005   1.89  kiyohara 		fwohci_arcv(sc, &sc->arrq, count);
   2006   1.89  kiyohara 	}
   2007   1.89  kiyohara 	if (stat & OHCI_INT_CYC_LOST) {
   2008   1.89  kiyohara 		if (sc->cycle_lost >= 0)
   2009   1.89  kiyohara 			sc->cycle_lost ++;
   2010   1.89  kiyohara 		if (sc->cycle_lost > 10) {
   2011   1.89  kiyohara 			sc->cycle_lost = -1;
   2012   1.89  kiyohara #if 0
   2013   1.89  kiyohara 			OWRITE(sc, OHCI_LNKCTLCLR, OHCI_CNTL_CYCTIMER);
   2014   1.89  kiyohara #endif
   2015   1.89  kiyohara 			OWRITE(sc, FWOHCI_INTMASKCLR,  OHCI_INT_CYC_LOST);
   2016   1.89  kiyohara 			device_printf(fc->dev, "too many cycle lost, "
   2017   1.89  kiyohara 			    "no cycle master presents?\n");
   2018   1.89  kiyohara 		}
   2019   1.89  kiyohara 	}
   2020   1.89  kiyohara 	if(stat & OHCI_INT_PHY_SID){
   2021   1.89  kiyohara 		uint32_t *buf, node_id;
   2022   1.89  kiyohara 		int plen;
   2023   1.89  kiyohara 
   2024   1.89  kiyohara #ifndef ACK_ALL
   2025   1.89  kiyohara 		OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_PHY_SID);
   2026   1.89  kiyohara #endif
   2027   1.89  kiyohara 		/* Enable bus reset interrupt */
   2028   1.89  kiyohara 		OWRITE(sc, FWOHCI_INTMASK,  OHCI_INT_PHY_BUS_R);
   2029   1.89  kiyohara 		/* Allow async. request to us */
   2030   1.89  kiyohara 		OWRITE(sc, OHCI_AREQHI, 1 << 31);
   2031   1.89  kiyohara 		/* XXX insecure ?? */
   2032   1.89  kiyohara 		/* allow from all nodes */
   2033   1.89  kiyohara 		OWRITE(sc, OHCI_PREQHI, 0x7fffffff);
   2034   1.89  kiyohara 		OWRITE(sc, OHCI_PREQLO, 0xffffffff);
   2035   1.89  kiyohara 		/* 0 to 4GB regison */
   2036   1.89  kiyohara 		OWRITE(sc, OHCI_PREQUPPER, 0x10000);
   2037   1.89  kiyohara 		/* Set ATRetries register */
   2038   1.89  kiyohara 		OWRITE(sc, OHCI_ATRETRY, 1<<(13+16) | 0xfff);
   2039   1.89  kiyohara /*
   2040  1.100     blymn ** Checking whether the node is root or not. If root, turn on
   2041   1.89  kiyohara ** cycle master.
   2042   1.89  kiyohara */
   2043   1.89  kiyohara 		node_id = OREAD(sc, FWOHCI_NODEID);
   2044   1.89  kiyohara 		plen = OREAD(sc, OHCI_SID_CNT);
   2045   1.89  kiyohara 
   2046   1.89  kiyohara 		device_printf(fc->dev, "node_id=0x%08x, gen=%d, ",
   2047   1.89  kiyohara 			node_id, (plen >> 16) & 0xff);
   2048   1.89  kiyohara 		if (!(node_id & OHCI_NODE_VALID)) {
   2049   1.89  kiyohara 			printf("Bus reset failure\n");
   2050   1.89  kiyohara 			goto sidout;
   2051   1.89  kiyohara 		}
   2052   1.89  kiyohara 
   2053   1.89  kiyohara 		/* cycle timer */
   2054   1.89  kiyohara 		sc->cycle_lost = 0;
   2055   1.89  kiyohara 		OWRITE(sc, FWOHCI_INTMASK,  OHCI_INT_CYC_LOST);
   2056   1.89  kiyohara 		if ((node_id & OHCI_NODE_ROOT) && !nocyclemaster) {
   2057   1.89  kiyohara 			printf("CYCLEMASTER mode\n");
   2058   1.89  kiyohara 			OWRITE(sc, OHCI_LNKCTL,
   2059   1.89  kiyohara 				OHCI_CNTL_CYCMTR | OHCI_CNTL_CYCTIMER);
   2060   1.89  kiyohara 		} else {
   2061   1.89  kiyohara 			printf("non CYCLEMASTER mode\n");
   2062   1.89  kiyohara 			OWRITE(sc, OHCI_LNKCTLCLR, OHCI_CNTL_CYCMTR);
   2063   1.89  kiyohara 			OWRITE(sc, OHCI_LNKCTL, OHCI_CNTL_CYCTIMER);
   2064   1.89  kiyohara 		}
   2065    1.3      onoe 
   2066   1.89  kiyohara 		fc->nodeid = node_id & 0x3f;
   2067    1.3      onoe 
   2068   1.89  kiyohara 		if (plen & OHCI_SID_ERR) {
   2069   1.89  kiyohara 			device_printf(fc->dev, "SID Error\n");
   2070   1.89  kiyohara 			goto sidout;
   2071   1.89  kiyohara 		}
   2072   1.89  kiyohara 		plen &= OHCI_SID_CNT_MASK;
   2073   1.89  kiyohara 		if (plen < 4 || plen > OHCI_SIDSIZE) {
   2074   1.89  kiyohara 			device_printf(fc->dev, "invalid SID len = %d\n", plen);
   2075   1.89  kiyohara 			goto sidout;
   2076   1.89  kiyohara 		}
   2077   1.89  kiyohara 		plen -= 4; /* chop control info */
   2078   1.89  kiyohara 		buf = (uint32_t *)malloc(OHCI_SIDSIZE, M_FW, M_NOWAIT);
   2079   1.89  kiyohara 		if (buf == NULL) {
   2080   1.89  kiyohara 			device_printf(fc->dev, "malloc failed\n");
   2081   1.89  kiyohara 			goto sidout;
   2082   1.89  kiyohara 		}
   2083   1.89  kiyohara 		for (i = 0; i < plen / 4; i ++)
   2084   1.89  kiyohara 			buf[i] = FWOHCI_DMA_READ(sc->sid_buf[i+1]);
   2085   1.89  kiyohara #if defined(__NetBSD__) && defined(macppc)
   2086   1.89  kiyohara 		/* XXX required as bootdisk for macppc. */
   2087   1.89  kiyohara 		delay(500000);
   2088   1.89  kiyohara #endif
   2089   1.89  kiyohara #if 1 /* XXX needed?? */
   2090   1.89  kiyohara 		/* pending all pre-bus_reset packets */
   2091   1.89  kiyohara 		fwohci_txd(sc, &sc->atrq);
   2092   1.89  kiyohara 		fwohci_txd(sc, &sc->atrs);
   2093   1.89  kiyohara 		fwohci_arcv(sc, &sc->arrs, -1);
   2094   1.89  kiyohara 		fwohci_arcv(sc, &sc->arrq, -1);
   2095   1.89  kiyohara 		fw_drain_txq(fc);
   2096   1.89  kiyohara #endif
   2097   1.89  kiyohara 		fw_sidrcv(fc, buf, plen);
   2098   1.89  kiyohara 		free(buf, M_FW);
   2099   1.89  kiyohara 	}
   2100   1.89  kiyohara sidout:
   2101   1.89  kiyohara 	if((stat & OHCI_INT_DMA_ATRQ )){
   2102   1.89  kiyohara #ifndef ACK_ALL
   2103   1.89  kiyohara 		OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_DMA_ATRQ);
   2104   1.89  kiyohara #endif
   2105   1.89  kiyohara 		fwohci_txd(sc, &(sc->atrq));
   2106   1.89  kiyohara 	}
   2107   1.89  kiyohara 	if((stat & OHCI_INT_DMA_ATRS )){
   2108   1.89  kiyohara #ifndef ACK_ALL
   2109   1.89  kiyohara 		OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_DMA_ATRS);
   2110   1.89  kiyohara #endif
   2111   1.89  kiyohara 		fwohci_txd(sc, &(sc->atrs));
   2112   1.89  kiyohara 	}
   2113   1.89  kiyohara 	if((stat & OHCI_INT_PW_ERR )){
   2114   1.89  kiyohara #ifndef ACK_ALL
   2115   1.89  kiyohara 		OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_PW_ERR);
   2116   1.89  kiyohara #endif
   2117   1.89  kiyohara 		device_printf(fc->dev, "posted write error\n");
   2118   1.89  kiyohara 	}
   2119   1.89  kiyohara 	if((stat & OHCI_INT_ERR )){
   2120   1.89  kiyohara #ifndef ACK_ALL
   2121   1.89  kiyohara 		OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_ERR);
   2122   1.89  kiyohara #endif
   2123   1.89  kiyohara 		device_printf(fc->dev, "unrecoverable error\n");
   2124   1.89  kiyohara 	}
   2125   1.89  kiyohara 	if((stat & OHCI_INT_PHY_INT)) {
   2126   1.89  kiyohara #ifndef ACK_ALL
   2127   1.89  kiyohara 		OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_PHY_INT);
   2128   1.89  kiyohara #endif
   2129   1.89  kiyohara 		device_printf(fc->dev, "phy int\n");
   2130    1.3      onoe 	}
   2131    1.7      onoe 
   2132   1.89  kiyohara 	CTR0(KTR_DEV, "fwohci_intr_body done");
   2133   1.89  kiyohara 	return;
   2134    1.3      onoe }
   2135    1.3      onoe 
   2136   1.89  kiyohara #if FWOHCI_TASKQUEUE
   2137    1.7      onoe static void
   2138   1.89  kiyohara fwohci_complete(void *arg, int pending)
   2139    1.7      onoe {
   2140   1.89  kiyohara 	struct fwohci_softc *sc = (struct fwohci_softc *)arg;
   2141   1.89  kiyohara 	uint32_t stat;
   2142    1.7      onoe 
   2143   1.89  kiyohara again:
   2144   1.89  kiyohara 	stat = atomic_readandclear_int(&sc->intstat);
   2145   1.89  kiyohara 	if (stat) {
   2146   1.89  kiyohara 		FW_LOCK;
   2147   1.89  kiyohara 		fwohci_intr_body(sc, stat, -1);
   2148   1.89  kiyohara 		FW_UNLOCK;
   2149   1.89  kiyohara 	} else
   2150   1.89  kiyohara 		return;
   2151   1.89  kiyohara 	goto again;
   2152    1.7      onoe }
   2153   1.89  kiyohara #endif
   2154    1.7      onoe 
   2155   1.89  kiyohara static uint32_t
   2156   1.89  kiyohara fwochi_check_stat(struct fwohci_softc *sc)
   2157    1.7      onoe {
   2158   1.89  kiyohara 	uint32_t stat, irstat, itstat;
   2159    1.7      onoe 
   2160   1.89  kiyohara 	stat = OREAD(sc, FWOHCI_INTSTAT);
   2161   1.89  kiyohara 	CTR1(KTR_DEV, "fwoch_check_stat 0x%08x", stat);
   2162   1.89  kiyohara 	if (stat == 0xffffffff) {
   2163  1.100     blymn 		device_printf(sc->fc.dev,
   2164   1.89  kiyohara 			"device physically ejected?\n");
   2165   1.89  kiyohara 		return(stat);
   2166    1.7      onoe 	}
   2167   1.89  kiyohara #ifdef ACK_ALL
   2168   1.89  kiyohara 	if (stat)
   2169   1.89  kiyohara 		OWRITE(sc, FWOHCI_INTSTATCLR, stat);
   2170    1.7      onoe #endif
   2171   1.89  kiyohara 	if (stat & OHCI_INT_DMA_IR) {
   2172   1.89  kiyohara 		irstat = OREAD(sc, OHCI_IR_STAT);
   2173   1.89  kiyohara 		OWRITE(sc, OHCI_IR_STATCLR, irstat);
   2174   1.89  kiyohara 		atomic_set_int(&sc->irstat, irstat);
   2175   1.89  kiyohara 	}
   2176   1.89  kiyohara 	if (stat & OHCI_INT_DMA_IT) {
   2177   1.89  kiyohara 		itstat = OREAD(sc, OHCI_IT_STAT);
   2178   1.89  kiyohara 		OWRITE(sc, OHCI_IT_STATCLR, itstat);
   2179   1.89  kiyohara 		atomic_set_int(&sc->itstat, itstat);
   2180   1.89  kiyohara 	}
   2181   1.89  kiyohara 	return(stat);
   2182    1.7      onoe }
   2183    1.7      onoe 
   2184   1.89  kiyohara FW_INTR(fwohci)
   2185    1.3      onoe {
   2186   1.89  kiyohara 	struct fwohci_softc *sc = (struct fwohci_softc *)arg;
   2187   1.89  kiyohara 	uint32_t stat;
   2188   1.89  kiyohara #if !FWOHCI_TASKQUEUE
   2189   1.89  kiyohara 	uint32_t bus_reset = 0;
   2190   1.89  kiyohara #endif
   2191    1.3      onoe 
   2192   1.89  kiyohara 	if (!(sc->intmask & OHCI_INT_EN)) {
   2193   1.89  kiyohara 		/* polling mode */
   2194   1.89  kiyohara 		FW_INTR_RETURN(0);
   2195    1.3      onoe 	}
   2196    1.3      onoe 
   2197   1.89  kiyohara #if !FWOHCI_TASKQUEUE
   2198   1.89  kiyohara again:
   2199   1.89  kiyohara #endif
   2200   1.89  kiyohara 	CTR0(KTR_DEV, "fwohci_intr");
   2201   1.89  kiyohara 	stat = fwochi_check_stat(sc);
   2202   1.89  kiyohara 	if (stat == 0 || stat == 0xffffffff)
   2203   1.89  kiyohara 		FW_INTR_RETURN(1);
   2204   1.89  kiyohara #if FWOHCI_TASKQUEUE
   2205   1.89  kiyohara 	atomic_set_int(&sc->intstat, stat);
   2206   1.89  kiyohara 	/* XXX mask bus reset intr. during bus reset phase */
   2207   1.89  kiyohara 	if (stat)
   2208   1.89  kiyohara #if 1
   2209   1.89  kiyohara 		taskqueue_enqueue_fast(taskqueue_fast,
   2210   1.89  kiyohara 		    &sc->fwohci_task_complete);
   2211   1.89  kiyohara #else
   2212   1.89  kiyohara 		taskqueue_enqueue(taskqueue_swi,
   2213   1.89  kiyohara 		    &sc->fwohci_task_complete);
   2214   1.89  kiyohara #endif
   2215   1.89  kiyohara #else
   2216   1.89  kiyohara 	/* We cannot clear bus reset event during bus reset phase */
   2217   1.89  kiyohara 	if ((stat & ~bus_reset) == 0)
   2218   1.89  kiyohara 		FW_INTR_RETURN(1);
   2219   1.89  kiyohara 	bus_reset = stat & OHCI_INT_PHY_BUS_R;
   2220   1.89  kiyohara 	fwohci_intr_body(sc, stat, -1);
   2221   1.89  kiyohara 	goto again;
   2222   1.89  kiyohara #endif
   2223   1.89  kiyohara 	CTR0(KTR_DEV, "fwohci_intr end");
   2224    1.9      onoe }
   2225    1.9      onoe 
   2226   1.89  kiyohara void
   2227  1.103  christos fwohci_poll(struct firewire_comm *fc, int quick, int count)
   2228    1.9      onoe {
   2229   1.89  kiyohara 	int s;
   2230   1.89  kiyohara 	uint32_t stat;
   2231   1.89  kiyohara 	struct fwohci_softc *sc;
   2232    1.9      onoe 
   2233    1.9      onoe 
   2234   1.89  kiyohara 	sc = (struct fwohci_softc *)fc;
   2235   1.89  kiyohara 	stat = OHCI_INT_DMA_IR | OHCI_INT_DMA_IT |
   2236   1.89  kiyohara 		OHCI_INT_DMA_PRRS | OHCI_INT_DMA_PRRQ |
   2237   1.89  kiyohara 		OHCI_INT_DMA_ATRQ | OHCI_INT_DMA_ATRS;
   2238   1.89  kiyohara #if 0
   2239   1.89  kiyohara 	if (!quick) {
   2240   1.89  kiyohara #else
   2241   1.89  kiyohara 	if (1) {
   2242   1.40      haya #endif
   2243   1.89  kiyohara 		stat = fwochi_check_stat(sc);
   2244   1.89  kiyohara 		if (stat == 0 || stat == 0xffffffff)
   2245   1.89  kiyohara 			return;
   2246   1.38      onoe 	}
   2247   1.89  kiyohara 	s = splfw();
   2248   1.89  kiyohara 	fwohci_intr_body(sc, stat, count);
   2249   1.89  kiyohara 	splx(s);
   2250    1.3      onoe }
   2251    1.3      onoe 
   2252    1.3      onoe static void
   2253   1.89  kiyohara fwohci_set_intr(struct firewire_comm *fc, int enable)
   2254    1.9      onoe {
   2255   1.89  kiyohara 	struct fwohci_softc *sc;
   2256    1.9      onoe 
   2257   1.89  kiyohara 	sc = (struct fwohci_softc *)fc;
   2258   1.89  kiyohara 	if (firewire_debug)
   2259   1.89  kiyohara 		device_printf(sc->fc.dev, "fwohci_set_intr: %d\n", enable);
   2260   1.89  kiyohara 	if (enable) {
   2261   1.89  kiyohara 		sc->intmask |= OHCI_INT_EN;
   2262   1.89  kiyohara 		OWRITE(sc, FWOHCI_INTMASK, OHCI_INT_EN);
   2263   1.89  kiyohara 	} else {
   2264   1.89  kiyohara 		sc->intmask &= ~OHCI_INT_EN;
   2265   1.89  kiyohara 		OWRITE(sc, FWOHCI_INTMASKCLR, OHCI_INT_EN);
   2266   1.89  kiyohara 	}
   2267    1.9      onoe }
   2268    1.9      onoe 
   2269    1.9      onoe static void
   2270   1.89  kiyohara fwohci_tbuf_update(struct fwohci_softc *sc, int dmach)
   2271   1.89  kiyohara {
   2272   1.89  kiyohara 	struct firewire_comm *fc = &sc->fc;
   2273   1.89  kiyohara 	struct fwohcidb *db;
   2274   1.89  kiyohara 	struct fw_bulkxfer *chunk;
   2275   1.89  kiyohara 	struct fw_xferq *it;
   2276   1.89  kiyohara 	uint32_t stat, count;
   2277   1.89  kiyohara 	int s, w=0, ldesc;
   2278   1.89  kiyohara 
   2279   1.89  kiyohara 	it = fc->it[dmach];
   2280   1.89  kiyohara 	ldesc = sc->it[dmach].ndesc - 1;
   2281   1.89  kiyohara 	s = splfw(); /* unnecessary ? */
   2282   1.99  kiyohara 	fwdma_sync_multiseg_all(sc->it[dmach].am, BUS_DMASYNC_POSTREAD);
   2283   1.89  kiyohara 	if (firewire_debug)
   2284   1.89  kiyohara 		dump_db(sc, ITX_CH + dmach);
   2285   1.89  kiyohara 	while ((chunk = STAILQ_FIRST(&it->stdma)) != NULL) {
   2286   1.89  kiyohara 		db = ((struct fwohcidb_tr *)(chunk->end))->db;
   2287  1.100     blymn 		stat = FWOHCI_DMA_READ(db[ldesc].db.desc.res)
   2288   1.89  kiyohara 				>> OHCI_STATUS_SHIFT;
   2289   1.89  kiyohara 		db = ((struct fwohcidb_tr *)(chunk->start))->db;
   2290   1.89  kiyohara 		/* timestamp */
   2291   1.89  kiyohara 		count = FWOHCI_DMA_READ(db[ldesc].db.desc.res)
   2292   1.89  kiyohara 				& OHCI_COUNT_MASK;
   2293   1.89  kiyohara 		if (stat == 0)
   2294   1.89  kiyohara 			break;
   2295   1.89  kiyohara 		STAILQ_REMOVE_HEAD(&it->stdma, link);
   2296   1.89  kiyohara 		switch (stat & FWOHCIEV_MASK){
   2297   1.89  kiyohara 		case FWOHCIEV_ACKCOMPL:
   2298   1.89  kiyohara #if 0
   2299   1.89  kiyohara 			device_printf(fc->dev, "0x%08x\n", count);
   2300   1.89  kiyohara #endif
   2301   1.89  kiyohara 			break;
   2302   1.89  kiyohara 		default:
   2303   1.89  kiyohara 			device_printf(fc->dev,
   2304   1.89  kiyohara 				"Isochronous transmit err %02x(%s)\n",
   2305   1.89  kiyohara 					stat, fwohcicode[stat & 0x1f]);
   2306   1.89  kiyohara 		}
   2307   1.89  kiyohara 		STAILQ_INSERT_TAIL(&it->stfree, chunk, link);
   2308   1.89  kiyohara 		w++;
   2309    1.9      onoe 	}
   2310   1.89  kiyohara 	splx(s);
   2311   1.89  kiyohara 	if (w)
   2312   1.89  kiyohara 		wakeup(it);
   2313    1.3      onoe }
   2314    1.3      onoe 
   2315   1.89  kiyohara static void
   2316   1.89  kiyohara fwohci_rbuf_update(struct fwohci_softc *sc, int dmach)
   2317    1.3      onoe {
   2318   1.89  kiyohara 	struct firewire_comm *fc = &sc->fc;
   2319   1.89  kiyohara 	struct fwohcidb_tr *db_tr;
   2320   1.89  kiyohara 	struct fw_bulkxfer *chunk;
   2321   1.89  kiyohara 	struct fw_xferq *ir;
   2322   1.89  kiyohara 	uint32_t stat;
   2323   1.89  kiyohara 	int s, w=0, ldesc;
   2324    1.3      onoe 
   2325   1.89  kiyohara 	ir = fc->ir[dmach];
   2326   1.89  kiyohara 	ldesc = sc->ir[dmach].ndesc - 1;
   2327   1.89  kiyohara #if 0
   2328   1.89  kiyohara 	dump_db(sc, dmach);
   2329   1.89  kiyohara #endif
   2330   1.89  kiyohara 	s = splfw();
   2331   1.99  kiyohara 	fwdma_sync_multiseg_all(sc->ir[dmach].am, BUS_DMASYNC_POSTREAD);
   2332   1.89  kiyohara 	while ((chunk = STAILQ_FIRST(&ir->stdma)) != NULL) {
   2333   1.89  kiyohara 		db_tr = (struct fwohcidb_tr *)chunk->end;
   2334   1.89  kiyohara 		stat = FWOHCI_DMA_READ(db_tr->db[ldesc].db.desc.res)
   2335   1.89  kiyohara 				>> OHCI_STATUS_SHIFT;
   2336   1.89  kiyohara 		if (stat == 0)
   2337   1.89  kiyohara 			break;
   2338    1.3      onoe 
   2339   1.89  kiyohara 		if (chunk->mbuf != NULL) {
   2340   1.89  kiyohara 			fw_bus_dmamap_sync(sc->ir[dmach].dmat, db_tr->dma_map,
   2341   1.89  kiyohara 						BUS_DMASYNC_POSTREAD);
   2342   1.89  kiyohara 			fw_bus_dmamap_unload(
   2343   1.89  kiyohara 				sc->ir[dmach].dmat, db_tr->dma_map);
   2344   1.89  kiyohara 		} else if (ir->buf != NULL) {
   2345   1.89  kiyohara 			fwdma_sync_multiseg(ir->buf, chunk->poffset,
   2346   1.89  kiyohara 				ir->bnpacket, BUS_DMASYNC_POSTREAD);
   2347   1.89  kiyohara 		} else {
   2348   1.89  kiyohara 			/* XXX */
   2349   1.89  kiyohara 			printf("fwohci_rbuf_update: this shouldn't happend\n");
   2350   1.89  kiyohara 		}
   2351    1.3      onoe 
   2352   1.89  kiyohara 		STAILQ_REMOVE_HEAD(&ir->stdma, link);
   2353   1.89  kiyohara 		STAILQ_INSERT_TAIL(&ir->stvalid, chunk, link);
   2354   1.89  kiyohara 		switch (stat & FWOHCIEV_MASK) {
   2355   1.89  kiyohara 		case FWOHCIEV_ACKCOMPL:
   2356   1.89  kiyohara 			chunk->resp = 0;
   2357   1.89  kiyohara 			break;
   2358   1.89  kiyohara 		default:
   2359   1.89  kiyohara 			chunk->resp = EINVAL;
   2360   1.89  kiyohara 			device_printf(fc->dev,
   2361   1.89  kiyohara 				"Isochronous receive err %02x(%s)\n",
   2362   1.89  kiyohara 					stat, fwohcicode[stat & 0x1f]);
   2363   1.89  kiyohara 		}
   2364   1.89  kiyohara 		w++;
   2365   1.89  kiyohara 	}
   2366   1.89  kiyohara 	splx(s);
   2367   1.89  kiyohara 	if (w) {
   2368  1.100     blymn 		if (ir->flag & FWXFERQ_HANDLER)
   2369   1.89  kiyohara 			ir->hand(ir);
   2370   1.89  kiyohara 		else
   2371   1.89  kiyohara 			wakeup(ir);
   2372   1.89  kiyohara 	}
   2373    1.3      onoe }
   2374    1.3      onoe 
   2375   1.89  kiyohara void
   2376   1.89  kiyohara dump_dma(struct fwohci_softc *sc, uint32_t ch)
   2377    1.3      onoe {
   2378   1.89  kiyohara 	uint32_t off, cntl, stat, cmd, match;
   2379    1.3      onoe 
   2380   1.89  kiyohara 	if(ch == 0){
   2381   1.89  kiyohara 		off = OHCI_ATQOFF;
   2382   1.89  kiyohara 	}else if(ch == 1){
   2383   1.89  kiyohara 		off = OHCI_ATSOFF;
   2384   1.89  kiyohara 	}else if(ch == 2){
   2385   1.89  kiyohara 		off = OHCI_ARQOFF;
   2386   1.89  kiyohara 	}else if(ch == 3){
   2387   1.89  kiyohara 		off = OHCI_ARSOFF;
   2388   1.89  kiyohara 	}else if(ch < IRX_CH){
   2389   1.89  kiyohara 		off = OHCI_ITCTL(ch - ITX_CH);
   2390   1.89  kiyohara 	}else{
   2391   1.89  kiyohara 		off = OHCI_IRCTL(ch - IRX_CH);
   2392   1.89  kiyohara 	}
   2393   1.89  kiyohara 	cntl = stat = OREAD(sc, off);
   2394   1.89  kiyohara 	cmd = OREAD(sc, off + 0xc);
   2395   1.89  kiyohara 	match = OREAD(sc, off + 0x10);
   2396   1.89  kiyohara 
   2397   1.89  kiyohara 	device_printf(sc->fc.dev, "ch %1x cntl:0x%08x cmd:0x%08x match:0x%08x\n",
   2398   1.89  kiyohara 		ch,
   2399  1.100     blymn 		cntl,
   2400  1.100     blymn 		cmd,
   2401   1.89  kiyohara 		match);
   2402   1.89  kiyohara 	stat &= 0xffff ;
   2403   1.89  kiyohara 	if (stat) {
   2404   1.89  kiyohara 		device_printf(sc->fc.dev, "dma %d ch:%s%s%s%s%s%s %s(%x)\n",
   2405   1.89  kiyohara 			ch,
   2406   1.89  kiyohara 			stat & OHCI_CNTL_DMA_RUN ? "RUN," : "",
   2407   1.89  kiyohara 			stat & OHCI_CNTL_DMA_WAKE ? "WAKE," : "",
   2408   1.89  kiyohara 			stat & OHCI_CNTL_DMA_DEAD ? "DEAD," : "",
   2409   1.89  kiyohara 			stat & OHCI_CNTL_DMA_ACTIVE ? "ACTIVE," : "",
   2410   1.89  kiyohara 			stat & OHCI_CNTL_DMA_BT ? "BRANCH," : "",
   2411   1.89  kiyohara 			stat & OHCI_CNTL_DMA_BAD ? "BADDMA," : "",
   2412   1.89  kiyohara 			fwohcicode[stat & 0x1f],
   2413   1.89  kiyohara 			stat & 0x1f
   2414   1.89  kiyohara 		);
   2415   1.89  kiyohara 	}else{
   2416   1.89  kiyohara 		device_printf(sc->fc.dev, "dma %d ch: Nostat\n", ch);
   2417   1.89  kiyohara 	}
   2418    1.3      onoe }
   2419    1.3      onoe 
   2420   1.89  kiyohara void
   2421   1.89  kiyohara dump_db(struct fwohci_softc *sc, uint32_t ch)
   2422    1.3      onoe {
   2423   1.89  kiyohara 	struct fwohci_dbch *dbch;
   2424   1.89  kiyohara 	struct fwohcidb_tr *cp = NULL, *pp, *np = NULL;
   2425   1.89  kiyohara 	struct fwohcidb *curr = NULL, *prev, *next = NULL;
   2426   1.89  kiyohara 	int idb, jdb;
   2427   1.89  kiyohara 	uint32_t cmd, off;
   2428   1.89  kiyohara 	if(ch == 0){
   2429   1.89  kiyohara 		off = OHCI_ATQOFF;
   2430   1.89  kiyohara 		dbch = &sc->atrq;
   2431   1.89  kiyohara 	}else if(ch == 1){
   2432   1.89  kiyohara 		off = OHCI_ATSOFF;
   2433   1.89  kiyohara 		dbch = &sc->atrs;
   2434   1.89  kiyohara 	}else if(ch == 2){
   2435   1.89  kiyohara 		off = OHCI_ARQOFF;
   2436   1.89  kiyohara 		dbch = &sc->arrq;
   2437   1.89  kiyohara 	}else if(ch == 3){
   2438   1.89  kiyohara 		off = OHCI_ARSOFF;
   2439   1.89  kiyohara 		dbch = &sc->arrs;
   2440   1.89  kiyohara 	}else if(ch < IRX_CH){
   2441   1.89  kiyohara 		off = OHCI_ITCTL(ch - ITX_CH);
   2442   1.89  kiyohara 		dbch = &sc->it[ch - ITX_CH];
   2443   1.89  kiyohara 	}else {
   2444   1.89  kiyohara 		off = OHCI_IRCTL(ch - IRX_CH);
   2445   1.89  kiyohara 		dbch = &sc->ir[ch - IRX_CH];
   2446   1.89  kiyohara 	}
   2447   1.89  kiyohara 	cmd = OREAD(sc, off + 0xc);
   2448    1.3      onoe 
   2449   1.89  kiyohara 	if( dbch->ndb == 0 ){
   2450   1.89  kiyohara 		device_printf(sc->fc.dev, "No DB is attached ch=%d\n", ch);
   2451   1.89  kiyohara 		return;
   2452   1.89  kiyohara 	}
   2453   1.89  kiyohara 	pp = dbch->top;
   2454   1.89  kiyohara 	prev = pp->db;
   2455   1.89  kiyohara 	for(idb = 0 ; idb < dbch->ndb ; idb ++ ){
   2456   1.89  kiyohara 		cp = STAILQ_NEXT(pp, link);
   2457   1.89  kiyohara 		if(cp == NULL){
   2458   1.89  kiyohara 			curr = NULL;
   2459   1.89  kiyohara 			goto outdb;
   2460   1.89  kiyohara 		}
   2461   1.89  kiyohara 		np = STAILQ_NEXT(cp, link);
   2462   1.89  kiyohara 		for(jdb = 0 ; jdb < dbch->ndesc ; jdb ++ ){
   2463   1.89  kiyohara 			if ((cmd  & 0xfffffff0) == cp->bus_addr) {
   2464   1.89  kiyohara 				curr = cp->db;
   2465   1.89  kiyohara 				if(np != NULL){
   2466   1.89  kiyohara 					next = np->db;
   2467   1.89  kiyohara 				}else{
   2468   1.89  kiyohara 					next = NULL;
   2469   1.89  kiyohara 				}
   2470   1.89  kiyohara 				goto outdb;
   2471   1.89  kiyohara 			}
   2472   1.89  kiyohara 		}
   2473   1.89  kiyohara 		pp = STAILQ_NEXT(pp, link);
   2474   1.89  kiyohara 		if(pp == NULL){
   2475   1.89  kiyohara 			curr = NULL;
   2476   1.89  kiyohara 			goto outdb;
   2477   1.62      haya 		}
   2478   1.89  kiyohara 		prev = pp->db;
   2479   1.89  kiyohara 	}
   2480   1.89  kiyohara outdb:
   2481   1.89  kiyohara 	if( curr != NULL){
   2482   1.89  kiyohara #if 0
   2483   1.89  kiyohara 		printf("Prev DB %d\n", ch);
   2484   1.89  kiyohara 		print_db(pp, prev, ch, dbch->ndesc);
   2485   1.89  kiyohara #endif
   2486   1.89  kiyohara 		printf("Current DB %d\n", ch);
   2487   1.89  kiyohara 		print_db(cp, curr, ch, dbch->ndesc);
   2488   1.89  kiyohara #if 0
   2489   1.89  kiyohara 		printf("Next DB %d\n", ch);
   2490   1.89  kiyohara 		print_db(np, next, ch, dbch->ndesc);
   2491   1.89  kiyohara #endif
   2492   1.89  kiyohara 	}else{
   2493   1.89  kiyohara 		printf("dbdump err ch = %d cmd = 0x%08x\n", ch, cmd);
   2494    1.7      onoe 	}
   2495   1.89  kiyohara 	return;
   2496    1.7      onoe }
   2497    1.7      onoe 
   2498   1.89  kiyohara void
   2499   1.89  kiyohara print_db(struct fwohcidb_tr *db_tr, struct fwohcidb *db,
   2500   1.89  kiyohara 		uint32_t ch, uint32_t hogemax)
   2501    1.7      onoe {
   2502   1.89  kiyohara 	fwohcireg_t stat;
   2503   1.89  kiyohara 	int i, key;
   2504   1.89  kiyohara 	uint32_t cmd, res;
   2505   1.89  kiyohara 
   2506   1.89  kiyohara 	if(db == NULL){
   2507   1.89  kiyohara 		printf("No Descriptor is found\n");
   2508   1.89  kiyohara 		return;
   2509   1.89  kiyohara 	}
   2510    1.7      onoe 
   2511   1.89  kiyohara 	printf("ch = %d\n%8s %s %s %s %s %4s %8s %8s %4s:%4s\n",
   2512   1.89  kiyohara 		ch,
   2513   1.89  kiyohara 		"Current",
   2514   1.89  kiyohara 		"OP  ",
   2515   1.89  kiyohara 		"KEY",
   2516   1.89  kiyohara 		"INT",
   2517   1.89  kiyohara 		"BR ",
   2518   1.89  kiyohara 		"len",
   2519   1.89  kiyohara 		"Addr",
   2520   1.89  kiyohara 		"Depend",
   2521   1.89  kiyohara 		"Stat",
   2522   1.89  kiyohara 		"Cnt");
   2523   1.89  kiyohara 	for( i = 0 ; i <= hogemax ; i ++){
   2524   1.89  kiyohara 		cmd = FWOHCI_DMA_READ(db[i].db.desc.cmd);
   2525   1.89  kiyohara 		res = FWOHCI_DMA_READ(db[i].db.desc.res);
   2526   1.89  kiyohara 		key = cmd & OHCI_KEY_MASK;
   2527   1.89  kiyohara 		stat = res >> OHCI_STATUS_SHIFT;
   2528   1.89  kiyohara #if defined(__DragonFly__) || \
   2529   1.89  kiyohara     (defined(__FreeBSD__) && __FreeBSD_version < 500000)
   2530   1.89  kiyohara 		printf("%08x %s %s %s %s %5d %08x %08x %04x:%04x",
   2531   1.89  kiyohara 				db_tr->bus_addr,
   2532   1.89  kiyohara #else
   2533   1.89  kiyohara 		printf("%08jx %s %s %s %s %5d %08x %08x %04x:%04x",
   2534   1.89  kiyohara 				(uintmax_t)db_tr->bus_addr,
   2535   1.89  kiyohara #endif
   2536   1.89  kiyohara 				dbcode[(cmd >> 28) & 0xf],
   2537   1.89  kiyohara 				dbkey[(cmd >> 24) & 0x7],
   2538   1.89  kiyohara 				dbcond[(cmd >> 20) & 0x3],
   2539   1.89  kiyohara 				dbcond[(cmd >> 18) & 0x3],
   2540   1.89  kiyohara 				cmd & OHCI_COUNT_MASK,
   2541   1.89  kiyohara 				FWOHCI_DMA_READ(db[i].db.desc.addr),
   2542   1.89  kiyohara 				FWOHCI_DMA_READ(db[i].db.desc.depend),
   2543   1.89  kiyohara 				stat,
   2544   1.89  kiyohara 				res & OHCI_COUNT_MASK);
   2545   1.89  kiyohara 		if(stat & 0xff00){
   2546   1.89  kiyohara 			printf(" %s%s%s%s%s%s %s(%x)\n",
   2547   1.89  kiyohara 				stat & OHCI_CNTL_DMA_RUN ? "RUN," : "",
   2548   1.89  kiyohara 				stat & OHCI_CNTL_DMA_WAKE ? "WAKE," : "",
   2549   1.89  kiyohara 				stat & OHCI_CNTL_DMA_DEAD ? "DEAD," : "",
   2550   1.89  kiyohara 				stat & OHCI_CNTL_DMA_ACTIVE ? "ACTIVE," : "",
   2551   1.89  kiyohara 				stat & OHCI_CNTL_DMA_BT ? "BRANCH," : "",
   2552   1.89  kiyohara 				stat & OHCI_CNTL_DMA_BAD ? "BADDMA," : "",
   2553   1.89  kiyohara 				fwohcicode[stat & 0x1f],
   2554   1.89  kiyohara 				stat & 0x1f
   2555   1.89  kiyohara 			);
   2556   1.89  kiyohara 		}else{
   2557   1.89  kiyohara 			printf(" Nostat\n");
   2558   1.89  kiyohara 		}
   2559   1.89  kiyohara 		if(key == OHCI_KEY_ST2 ){
   2560  1.100     blymn 			printf("0x%08x 0x%08x 0x%08x 0x%08x\n",
   2561   1.89  kiyohara 				FWOHCI_DMA_READ(db[i+1].db.immed[0]),
   2562   1.89  kiyohara 				FWOHCI_DMA_READ(db[i+1].db.immed[1]),
   2563   1.89  kiyohara 				FWOHCI_DMA_READ(db[i+1].db.immed[2]),
   2564   1.89  kiyohara 				FWOHCI_DMA_READ(db[i+1].db.immed[3]));
   2565   1.89  kiyohara 		}
   2566   1.89  kiyohara 		if(key == OHCI_KEY_DEVICE){
   2567   1.89  kiyohara 			return;
   2568   1.89  kiyohara 		}
   2569  1.100     blymn 		if((cmd & OHCI_BRANCH_MASK)
   2570   1.89  kiyohara 				== OHCI_BRANCH_ALWAYS){
   2571   1.89  kiyohara 			return;
   2572   1.89  kiyohara 		}
   2573  1.100     blymn 		if((cmd & OHCI_CMD_MASK)
   2574   1.89  kiyohara 				== OHCI_OUTPUT_LAST){
   2575   1.89  kiyohara 			return;
   2576   1.89  kiyohara 		}
   2577  1.100     blymn 		if((cmd & OHCI_CMD_MASK)
   2578   1.89  kiyohara 				== OHCI_INPUT_LAST){
   2579   1.89  kiyohara 			return;
   2580   1.89  kiyohara 		}
   2581   1.89  kiyohara 		if(key == OHCI_KEY_ST2 ){
   2582   1.89  kiyohara 			i++;
   2583   1.62      haya 		}
   2584    1.3      onoe 	}
   2585   1.89  kiyohara 	return;
   2586    1.3      onoe }
   2587    1.3      onoe 
   2588   1.89  kiyohara void
   2589   1.89  kiyohara fwohci_ibr(struct firewire_comm *fc)
   2590    1.7      onoe {
   2591   1.89  kiyohara 	struct fwohci_softc *sc;
   2592   1.89  kiyohara 	uint32_t fun;
   2593    1.7      onoe 
   2594   1.89  kiyohara 	device_printf(fc->dev, "Initiate bus reset\n");
   2595   1.89  kiyohara 	sc = (struct fwohci_softc *)fc;
   2596    1.7      onoe 
   2597    1.7      onoe 	/*
   2598   1.89  kiyohara 	 * Make sure our cached values from the config rom are
   2599   1.89  kiyohara 	 * initialised.
   2600    1.7      onoe 	 */
   2601   1.89  kiyohara 	OWRITE(sc, OHCI_CROMHDR, ntohl(sc->fc.config_rom[0]));
   2602   1.89  kiyohara 	OWRITE(sc, OHCI_BUS_OPT, ntohl(sc->fc.config_rom[2]));
   2603   1.36      onoe 
   2604   1.36      onoe 	/*
   2605   1.89  kiyohara 	 * Set root hold-off bit so that non cyclemaster capable node
   2606   1.89  kiyohara 	 * shouldn't became the root node.
   2607   1.36      onoe 	 */
   2608   1.89  kiyohara #if 1
   2609   1.89  kiyohara 	fun = fwphy_rddata(sc, FW_PHY_IBR_REG);
   2610   1.89  kiyohara 	fun |= FW_PHY_IBR | FW_PHY_RHB;
   2611   1.89  kiyohara 	fun = fwphy_wrdata(sc, FW_PHY_IBR_REG, fun);
   2612   1.89  kiyohara #else	/* Short bus reset */
   2613   1.89  kiyohara 	fun = fwphy_rddata(sc, FW_PHY_ISBR_REG);
   2614   1.89  kiyohara 	fun |= FW_PHY_ISBR | FW_PHY_RHB;
   2615   1.89  kiyohara 	fun = fwphy_wrdata(sc, FW_PHY_ISBR_REG, fun);
   2616   1.89  kiyohara #endif
   2617   1.36      onoe }
   2618   1.36      onoe 
   2619   1.89  kiyohara void
   2620   1.89  kiyohara fwohci_txbufdb(struct fwohci_softc *sc, int dmach, struct fw_bulkxfer *bulkxfer)
   2621   1.36      onoe {
   2622   1.89  kiyohara 	struct fwohcidb_tr *db_tr, *fdb_tr;
   2623   1.89  kiyohara 	struct fwohci_dbch *dbch;
   2624   1.89  kiyohara 	struct fwohcidb *db;
   2625   1.89  kiyohara 	struct fw_pkt *fp;
   2626   1.89  kiyohara 	struct fwohci_txpkthdr *ohcifp;
   2627   1.89  kiyohara 	unsigned short chtag;
   2628   1.89  kiyohara 	int idb;
   2629   1.89  kiyohara 
   2630   1.89  kiyohara 	dbch = &sc->it[dmach];
   2631   1.89  kiyohara 	chtag = sc->it[dmach].xferq.flag & 0xff;
   2632   1.89  kiyohara 
   2633   1.89  kiyohara 	db_tr = (struct fwohcidb_tr *)(bulkxfer->start);
   2634   1.89  kiyohara 	fdb_tr = (struct fwohcidb_tr *)(bulkxfer->end);
   2635   1.89  kiyohara /*
   2636   1.89  kiyohara device_printf(sc->fc.dev, "DB %08x %08x %08x\n", bulkxfer, db_tr->bus_addr, fdb_tr->bus_addr);
   2637   1.89  kiyohara */
   2638   1.89  kiyohara 	for (idb = 0; idb < dbch->xferq.bnpacket; idb ++) {
   2639   1.89  kiyohara 		db = db_tr->db;
   2640   1.89  kiyohara 		fp = (struct fw_pkt *)db_tr->buf;
   2641   1.89  kiyohara 		ohcifp = (struct fwohci_txpkthdr *) db[1].db.immed;
   2642   1.89  kiyohara 		ohcifp->mode.ld[0] = fp->mode.ld[0];
   2643   1.89  kiyohara 		ohcifp->mode.common.spd = 0 & 0x7;
   2644   1.89  kiyohara 		ohcifp->mode.stream.len = fp->mode.stream.len;
   2645   1.89  kiyohara 		ohcifp->mode.stream.chtag = chtag;
   2646   1.89  kiyohara 		ohcifp->mode.stream.tcode = 0xa;
   2647   1.89  kiyohara #if BYTE_ORDER == BIG_ENDIAN
   2648  1.100     blymn 		FWOHCI_DMA_WRITE(db[1].db.immed[0], db[1].db.immed[0]);
   2649  1.100     blymn 		FWOHCI_DMA_WRITE(db[1].db.immed[1], db[1].db.immed[1]);
   2650   1.89  kiyohara #endif
   2651   1.36      onoe 
   2652   1.89  kiyohara 		FWOHCI_DMA_CLEAR(db[2].db.desc.cmd, OHCI_COUNT_MASK);
   2653   1.89  kiyohara 		FWOHCI_DMA_SET(db[2].db.desc.cmd, fp->mode.stream.len);
   2654   1.89  kiyohara 		FWOHCI_DMA_WRITE(db[2].db.desc.res, 0);
   2655   1.89  kiyohara #if 0 /* if bulkxfer->npackets changes */
   2656   1.89  kiyohara 		db[2].db.desc.cmd = OHCI_OUTPUT_LAST
   2657   1.89  kiyohara 			| OHCI_UPDATE
   2658   1.89  kiyohara 			| OHCI_BRANCH_ALWAYS;
   2659   1.89  kiyohara 		db[0].db.desc.depend =
   2660   1.89  kiyohara 			= db[dbch->ndesc - 1].db.desc.depend
   2661   1.89  kiyohara 			= STAILQ_NEXT(db_tr, link)->bus_addr | dbch->ndesc;
   2662   1.89  kiyohara #else
   2663   1.89  kiyohara 		FWOHCI_DMA_SET(db[0].db.desc.depend, dbch->ndesc);
   2664   1.89  kiyohara 		FWOHCI_DMA_SET(db[dbch->ndesc - 1].db.desc.depend, dbch->ndesc);
   2665   1.89  kiyohara #endif
   2666  1.106  christos 		bulkxfer->end = (void *)db_tr;
   2667   1.89  kiyohara 		db_tr = STAILQ_NEXT(db_tr, link);
   2668   1.36      onoe 	}
   2669   1.89  kiyohara 	db = ((struct fwohcidb_tr *)bulkxfer->end)->db;
   2670   1.89  kiyohara 	FWOHCI_DMA_CLEAR(db[0].db.desc.depend, 0xf);
   2671   1.89  kiyohara 	FWOHCI_DMA_CLEAR(db[dbch->ndesc - 1].db.desc.depend, 0xf);
   2672   1.89  kiyohara #if 0 /* if bulkxfer->npackets changes */
   2673   1.89  kiyohara 	db[dbch->ndesc - 1].db.desc.control |= OHCI_INTERRUPT_ALWAYS;
   2674   1.89  kiyohara 	/* OHCI 1.1 and above */
   2675   1.89  kiyohara 	db[0].db.desc.control |= OHCI_INTERRUPT_ALWAYS;
   2676   1.89  kiyohara #endif
   2677   1.89  kiyohara /*
   2678   1.89  kiyohara 	db_tr = (struct fwohcidb_tr *)bulkxfer->start;
   2679   1.89  kiyohara 	fdb_tr = (struct fwohcidb_tr *)bulkxfer->end;
   2680   1.89  kiyohara device_printf(sc->fc.dev, "DB %08x %3d %08x %08x\n", bulkxfer, bulkxfer->npacket, db_tr->bus_addr, fdb_tr->bus_addr);
   2681   1.89  kiyohara */
   2682   1.89  kiyohara 	return;
   2683    1.7      onoe }
   2684    1.7      onoe 
   2685   1.89  kiyohara static int
   2686   1.89  kiyohara fwohci_add_tx_buf(struct fwohci_dbch *dbch, struct fwohcidb_tr *db_tr,
   2687   1.89  kiyohara 								int poffset)
   2688    1.3      onoe {
   2689   1.89  kiyohara 	struct fwohcidb *db = db_tr->db;
   2690   1.89  kiyohara 	struct fw_xferq *it;
   2691   1.89  kiyohara 	int err = 0;
   2692    1.3      onoe 
   2693   1.89  kiyohara 	it = &dbch->xferq;
   2694   1.89  kiyohara 	if(it->buf == 0){
   2695   1.89  kiyohara 		err = EINVAL;
   2696   1.89  kiyohara 		return err;
   2697   1.89  kiyohara 	}
   2698   1.89  kiyohara 	db_tr->buf = fwdma_v_addr(it->buf, poffset);
   2699   1.89  kiyohara 	db_tr->dbcnt = 3;
   2700   1.40      haya 
   2701   1.89  kiyohara 	FWOHCI_DMA_WRITE(db[0].db.desc.cmd,
   2702   1.89  kiyohara 		OHCI_OUTPUT_MORE | OHCI_KEY_ST2 | 8);
   2703   1.89  kiyohara 	FWOHCI_DMA_WRITE(db[0].db.desc.addr, 0);
   2704   1.89  kiyohara 	bzero((void *)&db[1].db.immed[0], sizeof(db[1].db.immed));
   2705   1.89  kiyohara 	FWOHCI_DMA_WRITE(db[2].db.desc.addr,
   2706   1.95  kiyohara 	    fwdma_bus_addr(it->buf, poffset) + sizeof(uint32_t));
   2707   1.62      haya 
   2708   1.89  kiyohara 	FWOHCI_DMA_WRITE(db[2].db.desc.cmd,
   2709   1.89  kiyohara 		OHCI_OUTPUT_LAST | OHCI_UPDATE | OHCI_BRANCH_ALWAYS);
   2710   1.62      haya #if 1
   2711   1.89  kiyohara 	FWOHCI_DMA_WRITE(db[0].db.desc.res, 0);
   2712   1.89  kiyohara 	FWOHCI_DMA_WRITE(db[2].db.desc.res, 0);
   2713   1.62      haya #endif
   2714   1.89  kiyohara 	return 0;
   2715   1.62      haya }
   2716   1.62      haya 
   2717   1.62      haya int
   2718   1.89  kiyohara fwohci_add_rx_buf(struct fwohci_dbch *dbch, struct fwohcidb_tr *db_tr,
   2719   1.89  kiyohara 		int poffset, struct fwdma_alloc *dummy_dma)
   2720   1.62      haya {
   2721   1.89  kiyohara 	struct fwohcidb *db = db_tr->db;
   2722   1.89  kiyohara 	struct fw_xferq *ir;
   2723   1.89  kiyohara 	int i, ldesc;
   2724   1.89  kiyohara 	bus_addr_t dbuf[2];
   2725   1.89  kiyohara 	int dsiz[2];
   2726   1.62      haya 
   2727   1.89  kiyohara 	ir = &dbch->xferq;
   2728  1.104  kiyohara 	if (ir->buf == NULL && (dbch->xferq.flag & FWXFERQ_EXTBUF) == 0) {
   2729  1.104  kiyohara 		if (db_tr->buf == NULL)
   2730  1.104  kiyohara 			db_tr->buf = fwdma_malloc_size(
   2731  1.104  kiyohara 			    dbch->dmat, &db_tr->dma_map,
   2732  1.104  kiyohara 			    ir->psize, &dbuf[0], BUS_DMA_NOWAIT);
   2733   1.89  kiyohara 		if (db_tr->buf == NULL)
   2734   1.89  kiyohara 			return(ENOMEM);
   2735   1.89  kiyohara 		db_tr->dbcnt = 1;
   2736   1.89  kiyohara 		dsiz[0] = ir->psize;
   2737   1.89  kiyohara 		fw_bus_dmamap_sync(dbch->dmat, db_tr->dma_map,
   2738   1.89  kiyohara 			BUS_DMASYNC_PREREAD);
   2739   1.62      haya 	} else {
   2740   1.89  kiyohara 		db_tr->dbcnt = 0;
   2741   1.89  kiyohara 		if (dummy_dma != NULL) {
   2742   1.89  kiyohara 			dsiz[db_tr->dbcnt] = sizeof(uint32_t);
   2743   1.89  kiyohara 			dbuf[db_tr->dbcnt++] = dummy_dma->bus_addr;
   2744   1.89  kiyohara 		}
   2745   1.89  kiyohara 		dsiz[db_tr->dbcnt] = ir->psize;
   2746  1.104  kiyohara 		if (ir->buf != NULL) {
   2747   1.89  kiyohara 			db_tr->buf = fwdma_v_addr(ir->buf, poffset);
   2748   1.89  kiyohara 			dbuf[db_tr->dbcnt] = fwdma_bus_addr( ir->buf, poffset);
   2749   1.62      haya 		}
   2750   1.89  kiyohara 		db_tr->dbcnt++;
   2751   1.62      haya 	}
   2752   1.89  kiyohara 	for(i = 0 ; i < db_tr->dbcnt ; i++){
   2753   1.89  kiyohara 		FWOHCI_DMA_WRITE(db[i].db.desc.addr, dbuf[i]);
   2754   1.89  kiyohara 		FWOHCI_DMA_WRITE(db[i].db.desc.cmd, OHCI_INPUT_MORE | dsiz[i]);
   2755   1.89  kiyohara 		if (ir->flag & FWXFERQ_STREAM) {
   2756   1.89  kiyohara 			FWOHCI_DMA_SET(db[i].db.desc.cmd, OHCI_UPDATE);
   2757   1.62      haya 		}
   2758   1.89  kiyohara 		FWOHCI_DMA_WRITE(db[i].db.desc.res, dsiz[i]);
   2759   1.62      haya 	}
   2760   1.89  kiyohara 	ldesc = db_tr->dbcnt - 1;
   2761   1.89  kiyohara 	if (ir->flag & FWXFERQ_STREAM) {
   2762   1.89  kiyohara 		FWOHCI_DMA_SET(db[ldesc].db.desc.cmd, OHCI_INPUT_LAST);
   2763   1.62      haya 	}
   2764   1.89  kiyohara 	FWOHCI_DMA_SET(db[ldesc].db.desc.cmd, OHCI_BRANCH_ALWAYS);
   2765   1.89  kiyohara 	return 0;
   2766   1.62      haya }
   2767   1.62      haya 
   2768   1.62      haya 
   2769   1.89  kiyohara static int
   2770   1.89  kiyohara fwohci_arcv_swap(struct fw_pkt *fp, int len)
   2771   1.89  kiyohara {
   2772   1.89  kiyohara 	struct fw_pkt *fp0;
   2773   1.89  kiyohara 	uint32_t ld0;
   2774   1.89  kiyohara 	int slen, hlen;
   2775   1.89  kiyohara #if BYTE_ORDER == BIG_ENDIAN
   2776   1.89  kiyohara 	int i;
   2777   1.89  kiyohara #endif
   2778   1.62      haya 
   2779   1.89  kiyohara 	ld0 = FWOHCI_DMA_READ(fp->mode.ld[0]);
   2780   1.62      haya #if 0
   2781   1.89  kiyohara 	printf("ld0: x%08x\n", ld0);
   2782   1.62      haya #endif
   2783   1.89  kiyohara 	fp0 = (struct fw_pkt *)&ld0;
   2784   1.89  kiyohara 	/* determine length to swap */
   2785   1.89  kiyohara 	switch (fp0->mode.common.tcode) {
   2786   1.89  kiyohara 	case FWTCODE_WRES:
   2787   1.89  kiyohara 		CTR0(KTR_DEV, "WRES");
   2788   1.89  kiyohara 	case FWTCODE_RREQQ:
   2789   1.89  kiyohara 	case FWTCODE_WREQQ:
   2790   1.89  kiyohara 	case FWTCODE_RRESQ:
   2791   1.89  kiyohara 	case FWOHCITCODE_PHY:
   2792   1.89  kiyohara 		slen = 12;
   2793   1.89  kiyohara 		break;
   2794   1.89  kiyohara 	case FWTCODE_RREQB:
   2795   1.89  kiyohara 	case FWTCODE_WREQB:
   2796   1.89  kiyohara 	case FWTCODE_LREQ:
   2797   1.89  kiyohara 	case FWTCODE_RRESB:
   2798   1.89  kiyohara 	case FWTCODE_LRES:
   2799   1.89  kiyohara 		slen = 16;
   2800   1.89  kiyohara 		break;
   2801   1.89  kiyohara 	default:
   2802   1.89  kiyohara 		printf("Unknown tcode %d\n", fp0->mode.common.tcode);
   2803   1.89  kiyohara 		return(0);
   2804   1.62      haya 	}
   2805   1.89  kiyohara 	hlen = tinfo[fp0->mode.common.tcode].hdr_len;
   2806   1.89  kiyohara 	if (hlen > len) {
   2807   1.89  kiyohara 		if (firewire_debug)
   2808   1.89  kiyohara 			printf("splitted header\n");
   2809   1.89  kiyohara 		return(-hlen);
   2810   1.62      haya 	}
   2811   1.89  kiyohara #if BYTE_ORDER == BIG_ENDIAN
   2812   1.89  kiyohara 	for(i = 0; i < slen/4; i ++)
   2813   1.89  kiyohara 		fp->mode.ld[i] = FWOHCI_DMA_READ(fp->mode.ld[i]);
   2814   1.62      haya #endif
   2815   1.89  kiyohara 	return(hlen);
   2816   1.62      haya }
   2817   1.62      haya 
   2818   1.62      haya static int
   2819   1.89  kiyohara fwohci_get_plen(struct fwohci_softc *sc, struct fwohci_dbch *dbch, struct fw_pkt *fp)
   2820   1.62      haya {
   2821   1.90  drochner 	const struct tcode_info *info;
   2822   1.89  kiyohara 	int r;
   2823   1.62      haya 
   2824   1.89  kiyohara 	info = &tinfo[fp->mode.common.tcode];
   2825   1.89  kiyohara 	r = info->hdr_len + sizeof(uint32_t);
   2826   1.89  kiyohara 	if ((info->flag & FWTI_BLOCK_ASY) != 0)
   2827   1.89  kiyohara 		r += roundup2(fp->mode.wreqb.len, sizeof(uint32_t));
   2828   1.62      haya 
   2829   1.89  kiyohara 	if (r == sizeof(uint32_t)) {
   2830   1.89  kiyohara 		/* XXX */
   2831   1.89  kiyohara 		device_printf(sc->fc.dev, "Unknown tcode %d\n",
   2832   1.89  kiyohara 						fp->mode.common.tcode);
   2833   1.89  kiyohara 		return (-1);
   2834   1.62      haya 	}
   2835   1.62      haya 
   2836   1.89  kiyohara 	if (r > dbch->xferq.psize) {
   2837   1.89  kiyohara 		device_printf(sc->fc.dev, "Invalid packet length %d\n", r);
   2838   1.89  kiyohara 		return (-1);
   2839   1.89  kiyohara 		/* panic ? */
   2840   1.62      haya 	}
   2841   1.62      haya 
   2842   1.89  kiyohara 	return r;
   2843   1.62      haya }
   2844   1.62      haya 
   2845   1.62      haya static void
   2846   1.89  kiyohara fwohci_arcv_free_buf(struct fwohci_softc *sc, struct fwohci_dbch *dbch,
   2847   1.89  kiyohara     struct fwohcidb_tr *db_tr, uint32_t off, int wake)
   2848   1.62      haya {
   2849   1.89  kiyohara 	struct fwohcidb *db = &db_tr->db[0];
   2850   1.62      haya 
   2851   1.89  kiyohara 	FWOHCI_DMA_CLEAR(db->db.desc.depend, 0xf);
   2852   1.89  kiyohara 	FWOHCI_DMA_WRITE(db->db.desc.res, dbch->xferq.psize);
   2853   1.89  kiyohara 	FWOHCI_DMA_SET(dbch->bottom->db[0].db.desc.depend, 1);
   2854   1.99  kiyohara 	fwdma_sync_multiseg_all(dbch->am,
   2855   1.99  kiyohara 	    BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
   2856   1.89  kiyohara 	dbch->bottom = db_tr;
   2857   1.62      haya 
   2858   1.89  kiyohara 	if (wake)
   2859   1.89  kiyohara 		OWRITE(sc, OHCI_DMACTL(off), OHCI_CNTL_DMA_WAKE);
   2860   1.62      haya }
   2861   1.62      haya 
   2862   1.89  kiyohara static void
   2863   1.89  kiyohara fwohci_arcv(struct fwohci_softc *sc, struct fwohci_dbch *dbch, int count)
   2864   1.62      haya {
   2865   1.89  kiyohara 	struct fwohcidb_tr *db_tr;
   2866   1.89  kiyohara 	struct iovec vec[2];
   2867   1.89  kiyohara 	struct fw_pkt pktbuf;
   2868   1.89  kiyohara 	int nvec;
   2869   1.89  kiyohara 	struct fw_pkt *fp;
   2870   1.89  kiyohara 	uint8_t *ld;
   2871   1.89  kiyohara 	uint32_t stat, off, status, event;
   2872   1.89  kiyohara 	u_int spd;
   2873   1.89  kiyohara 	int len, plen, hlen, pcnt, offset;
   2874   1.89  kiyohara 	int s;
   2875  1.106  christos 	void *buf;
   2876   1.89  kiyohara 	int resCount;
   2877   1.62      haya 
   2878   1.89  kiyohara 	CTR0(KTR_DEV, "fwohci_arv");
   2879   1.62      haya 
   2880   1.89  kiyohara 	if(&sc->arrq == dbch){
   2881   1.89  kiyohara 		off = OHCI_ARQOFF;
   2882   1.89  kiyohara 	}else if(&sc->arrs == dbch){
   2883   1.89  kiyohara 		off = OHCI_ARSOFF;
   2884   1.89  kiyohara 	}else{
   2885   1.89  kiyohara 		return;
   2886   1.62      haya 	}
   2887   1.62      haya 
   2888   1.89  kiyohara 	s = splfw();
   2889   1.89  kiyohara 	db_tr = dbch->top;
   2890   1.89  kiyohara 	pcnt = 0;
   2891   1.89  kiyohara 	/* XXX we cannot handle a packet which lies in more than two buf */
   2892   1.99  kiyohara 	fwdma_sync_multiseg_all(dbch->am,
   2893   1.99  kiyohara 	    BUS_DMASYNC_POSTREAD | BUS_DMASYNC_POSTWRITE);
   2894   1.89  kiyohara 	status = FWOHCI_DMA_READ(db_tr->db[0].db.desc.res) >> OHCI_STATUS_SHIFT;
   2895   1.89  kiyohara 	resCount = FWOHCI_DMA_READ(db_tr->db[0].db.desc.res) & OHCI_COUNT_MASK;
   2896   1.89  kiyohara 	while (status & OHCI_CNTL_DMA_ACTIVE) {
   2897   1.89  kiyohara #if 0
   2898   1.62      haya 
   2899   1.89  kiyohara 		if (off == OHCI_ARQOFF)
   2900   1.89  kiyohara 			printf("buf 0x%08x, status 0x%04x, resCount 0x%04x\n",
   2901   1.89  kiyohara 			    db_tr->bus_addr, status, resCount);
   2902   1.89  kiyohara #endif
   2903   1.89  kiyohara 		len = dbch->xferq.psize - resCount;
   2904   1.89  kiyohara 		ld = (uint8_t *)db_tr->buf;
   2905   1.89  kiyohara 		if (dbch->pdb_tr == NULL) {
   2906   1.89  kiyohara 			len -= dbch->buf_offset;
   2907   1.89  kiyohara 			ld += dbch->buf_offset;
   2908   1.89  kiyohara 		}
   2909   1.89  kiyohara 		if (len > 0)
   2910   1.89  kiyohara 			fw_bus_dmamap_sync(dbch->dmat, db_tr->dma_map,
   2911   1.89  kiyohara 					BUS_DMASYNC_POSTREAD);
   2912   1.89  kiyohara 		while (len > 0 ) {
   2913   1.89  kiyohara 			if (count >= 0 && count-- == 0)
   2914   1.89  kiyohara 				goto out;
   2915   1.89  kiyohara 			if(dbch->pdb_tr != NULL){
   2916   1.89  kiyohara 				/* we have a fragment in previous buffer */
   2917   1.89  kiyohara 				int rlen;
   2918   1.89  kiyohara 
   2919   1.89  kiyohara 				offset = dbch->buf_offset;
   2920   1.89  kiyohara 				if (offset < 0)
   2921   1.89  kiyohara 					offset = - offset;
   2922  1.106  christos 				buf = (char *)dbch->pdb_tr->buf + offset;
   2923   1.89  kiyohara 				rlen = dbch->xferq.psize - offset;
   2924   1.89  kiyohara 				if (firewire_debug)
   2925   1.89  kiyohara 					printf("rlen=%d, offset=%d\n",
   2926   1.89  kiyohara 						rlen, dbch->buf_offset);
   2927   1.89  kiyohara 				if (dbch->buf_offset < 0) {
   2928   1.89  kiyohara 					/* splitted in header, pull up */
   2929   1.89  kiyohara 					char *p;
   2930   1.89  kiyohara 
   2931   1.89  kiyohara 					p = (char *)&pktbuf;
   2932   1.89  kiyohara 					bcopy(buf, p, rlen);
   2933   1.89  kiyohara 					p += rlen;
   2934   1.89  kiyohara 					/* this must be too long but harmless */
   2935   1.89  kiyohara 					rlen = sizeof(pktbuf) - rlen;
   2936   1.89  kiyohara 					if (rlen < 0)
   2937   1.89  kiyohara 						printf("why rlen < 0\n");
   2938   1.89  kiyohara 					bcopy(db_tr->buf, p, rlen);
   2939   1.89  kiyohara 					ld += rlen;
   2940   1.89  kiyohara 					len -= rlen;
   2941   1.89  kiyohara 					hlen = fwohci_arcv_swap(&pktbuf, sizeof(pktbuf));
   2942   1.89  kiyohara 					if (hlen <= 0) {
   2943   1.89  kiyohara 						printf("hlen < 0 shouldn't happen");
   2944   1.89  kiyohara 						goto err;
   2945   1.89  kiyohara 					}
   2946   1.89  kiyohara 					offset = sizeof(pktbuf);
   2947   1.89  kiyohara 					vec[0].iov_base = (char *)&pktbuf;
   2948   1.89  kiyohara 					vec[0].iov_len = offset;
   2949   1.89  kiyohara 				} else {
   2950   1.89  kiyohara 					/* splitted in payload */
   2951   1.89  kiyohara 					offset = rlen;
   2952   1.89  kiyohara 					vec[0].iov_base = buf;
   2953   1.89  kiyohara 					vec[0].iov_len = rlen;
   2954   1.89  kiyohara 				}
   2955   1.89  kiyohara 				fp=(struct fw_pkt *)vec[0].iov_base;
   2956   1.89  kiyohara 				nvec = 1;
   2957   1.89  kiyohara 			} else {
   2958   1.89  kiyohara 				/* no fragment in previous buffer */
   2959   1.89  kiyohara 				fp=(struct fw_pkt *)ld;
   2960   1.89  kiyohara 				hlen = fwohci_arcv_swap(fp, len);
   2961   1.89  kiyohara 				if (hlen == 0)
   2962   1.89  kiyohara 					goto err;
   2963   1.89  kiyohara 				if (hlen < 0) {
   2964   1.89  kiyohara 					dbch->pdb_tr = db_tr;
   2965   1.89  kiyohara 					dbch->buf_offset = - dbch->buf_offset;
   2966   1.89  kiyohara 					/* sanity check */
   2967   1.89  kiyohara 					if (resCount != 0)  {
   2968   1.89  kiyohara 						printf("resCount=%d hlen=%d\n",
   2969   1.89  kiyohara 						    resCount, hlen);
   2970   1.89  kiyohara 						goto err;
   2971   1.89  kiyohara 					}
   2972   1.89  kiyohara 					goto out;
   2973   1.89  kiyohara 				}
   2974   1.89  kiyohara 				offset = 0;
   2975   1.89  kiyohara 				nvec = 0;
   2976   1.89  kiyohara 			}
   2977   1.89  kiyohara 			plen = fwohci_get_plen(sc, dbch, fp) - offset;
   2978   1.89  kiyohara 			if (plen < 0) {
   2979   1.89  kiyohara 				/* minimum header size + trailer
   2980   1.89  kiyohara 				= sizeof(fw_pkt) so this shouldn't happens */
   2981   1.89  kiyohara 				printf("plen(%d) is negative! offset=%d\n",
   2982   1.89  kiyohara 				    plen, offset);
   2983   1.89  kiyohara 				goto err;
   2984   1.89  kiyohara 			}
   2985   1.89  kiyohara 			if (plen > 0) {
   2986   1.89  kiyohara 				len -= plen;
   2987   1.89  kiyohara 				if (len < 0) {
   2988   1.89  kiyohara 					dbch->pdb_tr = db_tr;
   2989   1.89  kiyohara 					if (firewire_debug)
   2990   1.89  kiyohara 						printf("splitted payload\n");
   2991   1.89  kiyohara 					/* sanity check */
   2992   1.89  kiyohara 					if (resCount != 0)  {
   2993   1.89  kiyohara 						printf("resCount=%d plen=%d"
   2994   1.89  kiyohara 						    " len=%d\n",
   2995   1.89  kiyohara 						    resCount, plen, len);
   2996   1.89  kiyohara 						goto err;
   2997   1.89  kiyohara 					}
   2998   1.89  kiyohara 					goto out;
   2999   1.89  kiyohara 				}
   3000   1.89  kiyohara 				vec[nvec].iov_base = ld;
   3001   1.89  kiyohara 				vec[nvec].iov_len = plen;
   3002   1.89  kiyohara 				nvec ++;
   3003   1.89  kiyohara 				ld += plen;
   3004   1.89  kiyohara 			}
   3005   1.89  kiyohara 			dbch->buf_offset = ld - (uint8_t *)db_tr->buf;
   3006   1.89  kiyohara 			if (nvec == 0)
   3007   1.89  kiyohara 				printf("nvec == 0\n");
   3008   1.62      haya 
   3009   1.89  kiyohara /* DMA result-code will be written at the tail of packet */
   3010   1.89  kiyohara 			stat = FWOHCI_DMA_READ(*(uint32_t *)(ld - sizeof(struct fwohci_trailer)));
   3011   1.89  kiyohara #if 0
   3012   1.89  kiyohara 			printf("plen: %d, stat %x\n",
   3013   1.89  kiyohara 			    plen ,stat);
   3014   1.89  kiyohara #endif
   3015   1.89  kiyohara 			spd = (stat >> 21) & 0x3;
   3016   1.89  kiyohara 			event = (stat >> 16) & 0x1f;
   3017   1.89  kiyohara 			switch (event) {
   3018   1.89  kiyohara 			case FWOHCIEV_ACKPEND:
   3019   1.89  kiyohara #if 0
   3020   1.89  kiyohara 				printf("fwohci_arcv: ack pending tcode=0x%x..\n", fp->mode.common.tcode);
   3021   1.89  kiyohara #endif
   3022   1.89  kiyohara 				/* fall through */
   3023   1.89  kiyohara 			case FWOHCIEV_ACKCOMPL:
   3024   1.89  kiyohara 			{
   3025   1.89  kiyohara 				struct fw_rcv_buf rb;
   3026   1.89  kiyohara 
   3027   1.89  kiyohara 				if ((vec[nvec-1].iov_len -=
   3028   1.89  kiyohara 					sizeof(struct fwohci_trailer)) == 0)
   3029  1.100     blymn 					nvec--;
   3030   1.89  kiyohara 				rb.fc = &sc->fc;
   3031   1.89  kiyohara 				rb.vec = vec;
   3032   1.89  kiyohara 				rb.nvec = nvec;
   3033   1.89  kiyohara 				rb.spd = spd;
   3034   1.89  kiyohara 				fw_rcv(&rb);
   3035   1.62      haya 				break;
   3036   1.89  kiyohara 			}
   3037   1.89  kiyohara 			case FWOHCIEV_BUSRST:
   3038  1.100     blymn 				if (sc->fc.status != FWBUSRESET)
   3039   1.89  kiyohara 					printf("got BUSRST packet!?\n");
   3040   1.62      haya 				break;
   3041   1.62      haya 			default:
   3042   1.89  kiyohara 				device_printf(sc->fc.dev,
   3043   1.89  kiyohara 				    "Async DMA Receive error err=%02x %s"
   3044   1.89  kiyohara 				    " plen=%d offset=%d len=%d status=0x%08x"
   3045   1.89  kiyohara 				    " tcode=0x%x, stat=0x%08x\n",
   3046   1.89  kiyohara 				    event, fwohcicode[event], plen,
   3047   1.89  kiyohara 				    dbch->buf_offset, len,
   3048   1.89  kiyohara 				    OREAD(sc, OHCI_DMACTL(off)),
   3049   1.89  kiyohara 				    fp->mode.common.tcode, stat);
   3050   1.89  kiyohara #if 1 /* XXX */
   3051   1.89  kiyohara 				goto err;
   3052   1.89  kiyohara #endif
   3053   1.62      haya 				break;
   3054   1.62      haya 			}
   3055   1.89  kiyohara 			pcnt ++;
   3056   1.89  kiyohara 			if (dbch->pdb_tr != NULL) {
   3057   1.89  kiyohara 				fwohci_arcv_free_buf(sc, dbch, dbch->pdb_tr,
   3058   1.89  kiyohara 				    off, 1);
   3059   1.89  kiyohara 				dbch->pdb_tr = NULL;
   3060   1.89  kiyohara 			}
   3061   1.62      haya 
   3062   1.62      haya 		}
   3063   1.89  kiyohara out:
   3064   1.89  kiyohara 		if (resCount == 0) {
   3065   1.89  kiyohara 			/* done on this buffer */
   3066   1.89  kiyohara 			if (dbch->pdb_tr == NULL) {
   3067   1.89  kiyohara 				fwohci_arcv_free_buf(sc, dbch, db_tr, off, 1);
   3068   1.89  kiyohara 				dbch->buf_offset = 0;
   3069   1.89  kiyohara 			} else
   3070   1.89  kiyohara 				if (dbch->pdb_tr != db_tr)
   3071   1.89  kiyohara 					printf("pdb_tr != db_tr\n");
   3072   1.89  kiyohara 			db_tr = STAILQ_NEXT(db_tr, link);
   3073   1.99  kiyohara 			fwdma_sync_multiseg_all(dbch->am,
   3074   1.99  kiyohara 			    BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
   3075   1.89  kiyohara 			status = FWOHCI_DMA_READ(db_tr->db[0].db.desc.res)
   3076   1.89  kiyohara 						>> OHCI_STATUS_SHIFT;
   3077   1.89  kiyohara 			resCount = FWOHCI_DMA_READ(db_tr->db[0].db.desc.res)
   3078   1.89  kiyohara 						& OHCI_COUNT_MASK;
   3079   1.89  kiyohara 			/* XXX check buffer overrun */
   3080   1.89  kiyohara 			dbch->top = db_tr;
   3081   1.62      haya 		} else {
   3082   1.89  kiyohara 			dbch->buf_offset = dbch->xferq.psize - resCount;
   3083   1.89  kiyohara 			fw_bus_dmamap_sync(
   3084   1.89  kiyohara 			    dbch->dmat, db_tr->dma_map, BUS_DMASYNC_PREREAD);
   3085   1.62      haya 			break;
   3086   1.62      haya 		}
   3087   1.89  kiyohara 		/* XXX make sure DMA is not dead */
   3088   1.62      haya 	}
   3089   1.89  kiyohara #if 0
   3090   1.89  kiyohara 	if (pcnt < 1)
   3091   1.89  kiyohara 		printf("fwohci_arcv: no packets\n");
   3092   1.89  kiyohara #endif
   3093   1.99  kiyohara 	fwdma_sync_multiseg_all(dbch->am,
   3094   1.99  kiyohara 	    BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
   3095   1.89  kiyohara 	splx(s);
   3096   1.89  kiyohara 	return;
   3097   1.62      haya 
   3098   1.89  kiyohara err:
   3099   1.89  kiyohara 	device_printf(sc->fc.dev, "AR DMA status=%x, ",
   3100   1.89  kiyohara 					OREAD(sc, OHCI_DMACTL(off)));
   3101   1.89  kiyohara 	dbch->pdb_tr = NULL;
   3102   1.89  kiyohara 	/* skip until resCount != 0 */
   3103   1.89  kiyohara 	printf(" skip buffer");
   3104   1.89  kiyohara 	while (resCount == 0) {
   3105   1.89  kiyohara 		printf(" #");
   3106   1.89  kiyohara 		fwohci_arcv_free_buf(sc, dbch, db_tr, off, 0);
   3107   1.89  kiyohara 		db_tr = STAILQ_NEXT(db_tr, link);
   3108   1.89  kiyohara 		resCount = FWOHCI_DMA_READ(db_tr->db[0].db.desc.res)
   3109   1.89  kiyohara 						& OHCI_COUNT_MASK;
   3110   1.89  kiyohara 	}
   3111   1.89  kiyohara 	printf(" done\n");
   3112   1.89  kiyohara 	dbch->top = db_tr;
   3113   1.89  kiyohara 	dbch->buf_offset = dbch->xferq.psize - resCount;
   3114   1.89  kiyohara 	OWRITE(sc, OHCI_DMACTL(off), OHCI_CNTL_DMA_WAKE);
   3115   1.99  kiyohara 	fwdma_sync_multiseg_all(
   3116   1.99  kiyohara 	    dbch->am, BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
   3117   1.89  kiyohara 	fw_bus_dmamap_sync(dbch->dmat, db_tr->dma_map, BUS_DMASYNC_PREREAD);
   3118   1.89  kiyohara 	splx(s);
   3119   1.62      haya }
   3120   1.89  kiyohara #if defined(__NetBSD__)
   3121   1.62      haya 
   3122   1.89  kiyohara int
   3123   1.89  kiyohara fwohci_print(void *aux, const char *pnp)
   3124  1.100     blymn {
   3125  1.101  kiyohara 	struct fw_attach_args *fwa = (struct fw_attach_args *)aux;
   3126   1.62      haya 
   3127   1.89  kiyohara 	if (pnp)
   3128  1.101  kiyohara 		aprint_normal("%s at %s", fwa->name, pnp);
   3129   1.62      haya 
   3130   1.89  kiyohara 	return UNCONF;
   3131   1.62      haya }
   3132   1.89  kiyohara #endif
   3133