Home | History | Annotate | Line # | Download | only in ieee1394
fwohci.c revision 1.103
      1  1.103  christos /*	$NetBSD: fwohci.c,v 1.103 2006/11/16 01:32:59 christos Exp $	*/
      2   1.91  christos 
      3    1.1      matt /*-
      4   1.89  kiyohara  * Copyright (c) 2003 Hidetoshi Shimokawa
      5   1.89  kiyohara  * Copyright (c) 1998-2002 Katsushi Kobayashi and Hidetoshi Shimokawa
      6    1.1      matt  * All rights reserved.
      7    1.1      matt  *
      8    1.1      matt  * Redistribution and use in source and binary forms, with or without
      9    1.1      matt  * modification, are permitted provided that the following conditions
     10    1.1      matt  * are met:
     11    1.1      matt  * 1. Redistributions of source code must retain the above copyright
     12    1.1      matt  *    notice, this list of conditions and the following disclaimer.
     13    1.1      matt  * 2. Redistributions in binary form must reproduce the above copyright
     14    1.1      matt  *    notice, this list of conditions and the following disclaimer in the
     15    1.1      matt  *    documentation and/or other materials provided with the distribution.
     16    1.1      matt  * 3. All advertising materials mentioning features or use of this software
     17   1.89  kiyohara  *    must display the acknowledgement as bellow:
     18   1.89  kiyohara  *
     19   1.89  kiyohara  *    This product includes software developed by K. Kobayashi and H. Shimokawa
     20   1.89  kiyohara  *
     21   1.89  kiyohara  * 4. The name of the author may not be used to endorse or promote products
     22   1.89  kiyohara  *    derived from this software without specific prior written permission.
     23    1.1      matt  *
     24   1.89  kiyohara  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
     25   1.89  kiyohara  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
     26   1.89  kiyohara  * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
     27   1.89  kiyohara  * DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT,
     28   1.89  kiyohara  * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
     29   1.89  kiyohara  * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
     30   1.89  kiyohara  * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     31   1.89  kiyohara  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
     32   1.89  kiyohara  * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
     33   1.89  kiyohara  * ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     34    1.1      matt  * POSSIBILITY OF SUCH DAMAGE.
     35  1.100     blymn  *
     36   1.89  kiyohara  * $FreeBSD: /repoman/r/ncvs/src/sys/dev/firewire/fwohci.c,v 1.81 2005/03/29 01:44:59 sam Exp $
     37   1.89  kiyohara  *
     38    1.1      matt  */
     39    1.1      matt 
     40   1.89  kiyohara #define ATRQ_CH 0
     41   1.89  kiyohara #define ATRS_CH 1
     42   1.89  kiyohara #define ARRQ_CH 2
     43   1.89  kiyohara #define ARRS_CH 3
     44   1.89  kiyohara #define ITX_CH 4
     45   1.89  kiyohara #define IRX_CH 0x24
     46    1.3      onoe 
     47   1.89  kiyohara #if defined(__FreeBSD__)
     48   1.89  kiyohara #include <sys/param.h>
     49   1.89  kiyohara #include <sys/systm.h>
     50   1.89  kiyohara #include <sys/mbuf.h>
     51   1.89  kiyohara #include <sys/malloc.h>
     52   1.89  kiyohara #include <sys/sockio.h>
     53   1.89  kiyohara #include <sys/sysctl.h>
     54   1.89  kiyohara #include <sys/bus.h>
     55   1.89  kiyohara #include <sys/kernel.h>
     56   1.89  kiyohara #include <sys/conf.h>
     57   1.89  kiyohara #include <sys/endian.h>
     58   1.89  kiyohara #include <sys/ktr.h>
     59   1.45     lukem 
     60   1.91  christos #include <sys/cdefs.h>
     61  1.103  christos __KERNEL_RCSID(0, "$NetBSD: fwohci.c,v 1.103 2006/11/16 01:32:59 christos Exp $");
     62   1.45     lukem 
     63   1.89  kiyohara #if defined(__DragonFly__) || __FreeBSD_version < 500000
     64   1.89  kiyohara #include <machine/clock.h>		/* for DELAY() */
     65   1.89  kiyohara #endif
     66    1.3      onoe 
     67   1.89  kiyohara #ifdef __DragonFly__
     68   1.89  kiyohara #include "fw_port.h"
     69   1.89  kiyohara #include "firewire.h"
     70   1.89  kiyohara #include "firewirereg.h"
     71   1.89  kiyohara #include "fwdma.h"
     72   1.89  kiyohara #include "fwohcireg.h"
     73   1.89  kiyohara #include "fwohcivar.h"
     74   1.89  kiyohara #include "firewire_phy.h"
     75   1.89  kiyohara #else
     76   1.89  kiyohara #include <dev/firewire/fw_port.h>
     77   1.89  kiyohara #include <dev/firewire/firewire.h>
     78   1.89  kiyohara #include <dev/firewire/firewirereg.h>
     79   1.89  kiyohara #include <dev/firewire/fwdma.h>
     80   1.89  kiyohara #include <dev/firewire/fwohcireg.h>
     81   1.89  kiyohara #include <dev/firewire/fwohcivar.h>
     82   1.89  kiyohara #include <dev/firewire/firewire_phy.h>
     83   1.89  kiyohara #endif
     84   1.89  kiyohara #elif defined(__NetBSD__)
     85    1.1      matt #include <sys/param.h>
     86    1.1      matt #include <sys/device.h>
     87   1.89  kiyohara #include <sys/errno.h>
     88   1.89  kiyohara #include <sys/conf.h>
     89    1.7      onoe #include <sys/kernel.h>
     90    1.3      onoe #include <sys/malloc.h>
     91    1.3      onoe #include <sys/mbuf.h>
     92   1.89  kiyohara #include <sys/proc.h>
     93   1.89  kiyohara #include <sys/reboot.h>
     94   1.89  kiyohara #include <sys/sysctl.h>
     95   1.89  kiyohara #include <sys/systm.h>
     96    1.7      onoe 
     97    1.1      matt #include <machine/bus.h>
     98    1.1      matt 
     99   1.89  kiyohara #include <dev/ieee1394/fw_port.h>
    100   1.89  kiyohara #include <dev/ieee1394/firewire.h>
    101   1.89  kiyohara #include <dev/ieee1394/firewirereg.h>
    102   1.89  kiyohara #include <dev/ieee1394/fwdma.h>
    103    1.1      matt #include <dev/ieee1394/fwohcireg.h>
    104    1.1      matt #include <dev/ieee1394/fwohcivar.h>
    105   1.89  kiyohara #include <dev/ieee1394/firewire_phy.h>
    106    1.5      matt #endif
    107   1.24       jmc 
    108   1.89  kiyohara #undef OHCI_DEBUG
    109    1.5      matt 
    110   1.89  kiyohara static int nocyclemaster = 0;
    111   1.89  kiyohara #if defined(__FreeBSD__)
    112   1.89  kiyohara SYSCTL_DECL(_hw_firewire);
    113   1.89  kiyohara SYSCTL_INT(_hw_firewire, OID_AUTO, nocyclemaster, CTLFLAG_RW, &nocyclemaster, 0,
    114   1.89  kiyohara 	"Do not send cycle start packets");
    115   1.89  kiyohara #elif defined(__NetBSD__)
    116   1.89  kiyohara /*
    117   1.89  kiyohara  * Setup sysctl(3) MIB, hw.fwohci.*
    118   1.89  kiyohara  *
    119   1.89  kiyohara  * TBD condition CTLFLAG_PERMANENT on being an LKM or not
    120   1.89  kiyohara  */
    121   1.89  kiyohara SYSCTL_SETUP(sysctl_fwohci, "sysctl fwohci(4) subtree setup")
    122   1.89  kiyohara {
    123   1.89  kiyohara 	int rc;
    124   1.89  kiyohara 	const struct sysctlnode *node;
    125   1.89  kiyohara 
    126   1.89  kiyohara 	if ((rc = sysctl_createv(clog, 0, NULL, NULL,
    127   1.89  kiyohara 	    CTLFLAG_PERMANENT, CTLTYPE_NODE, "hw", NULL,
    128   1.89  kiyohara 	    NULL, 0, NULL, 0, CTL_HW, CTL_EOL)) != 0) {
    129   1.89  kiyohara 		goto err;
    130   1.89  kiyohara 	}
    131   1.89  kiyohara 
    132   1.89  kiyohara 	if ((rc = sysctl_createv(clog, 0, NULL, &node,
    133   1.89  kiyohara 	    CTLFLAG_PERMANENT, CTLTYPE_NODE, "fwohci",
    134   1.89  kiyohara 	    SYSCTL_DESCR("fwohci controls"),
    135   1.89  kiyohara 	    NULL, 0, NULL, 0, CTL_HW, CTL_CREATE, CTL_EOL)) != 0) {
    136   1.89  kiyohara 		goto err;
    137   1.89  kiyohara 	}
    138   1.89  kiyohara 
    139   1.89  kiyohara 	/* fwohci no cyclemaster flag */
    140   1.89  kiyohara 	if ((rc = sysctl_createv(clog, 0, NULL, &node,
    141  1.100     blymn 	    CTLFLAG_PERMANENT | CTLFLAG_READWRITE, CTLTYPE_INT,
    142   1.89  kiyohara 	    "nocyclemaster", SYSCTL_DESCR("Do not send cycle start packets"),
    143   1.89  kiyohara 	    NULL, 0, &nocyclemaster,
    144   1.89  kiyohara 	    0, CTL_HW, node->sysctl_num, CTL_CREATE, CTL_EOL)) != 0) {
    145   1.89  kiyohara 		goto err;
    146   1.89  kiyohara 	}
    147   1.89  kiyohara 	return;
    148   1.89  kiyohara 
    149   1.89  kiyohara err:
    150   1.89  kiyohara 	printf("%s: sysctl_createv failed (rc = %d)\n", __func__, rc);
    151   1.89  kiyohara }
    152   1.89  kiyohara #endif
    153   1.89  kiyohara 
    154   1.90  drochner static const char * const dbcode[16] = {"OUTM", "OUTL","INPM","INPL",
    155   1.90  drochner 		"STOR","LOAD","NOP ","STOP",
    156   1.90  drochner 		"", "", "", "", "", "", "", ""};
    157   1.89  kiyohara 
    158   1.90  drochner static const char * const dbkey[8] = {"ST0", "ST1","ST2","ST3",
    159   1.89  kiyohara 		"UNDEF","REG","SYS","DEV"};
    160   1.90  drochner static const char * const dbcond[4] = {"NEV","C=1", "C=0", "ALL"};
    161   1.90  drochner static const char * const fwohcicode[32] = {
    162   1.89  kiyohara 	"No stat","Undef","long","miss Ack err",
    163   1.89  kiyohara 	"underrun","overrun","desc err", "data read err",
    164   1.89  kiyohara 	"data write err","bus reset","timeout","tcode err",
    165   1.89  kiyohara 	"Undef","Undef","unknown event","flushed",
    166   1.89  kiyohara 	"Undef","ack complete","ack pend","Undef",
    167   1.89  kiyohara 	"ack busy_X","ack busy_A","ack busy_B","Undef",
    168   1.89  kiyohara 	"Undef","Undef","Undef","ack tardy",
    169   1.89  kiyohara 	"Undef","ack data_err","ack type_err",""};
    170   1.89  kiyohara 
    171   1.89  kiyohara #define MAX_SPEED 3
    172   1.90  drochner extern const char *fw_linkspeed[];
    173   1.90  drochner static uint32_t const tagbit[4] = { 1 << 28, 1 << 29, 1 << 30, 1 << 31};
    174   1.89  kiyohara 
    175   1.90  drochner static const struct tcode_info tinfo[] = {
    176   1.89  kiyohara /*		hdr_len block 	flag*/
    177   1.89  kiyohara /* 0 WREQQ  */ {16,	FWTI_REQ | FWTI_TLABEL},
    178   1.89  kiyohara /* 1 WREQB  */ {16,	FWTI_REQ | FWTI_TLABEL | FWTI_BLOCK_ASY},
    179   1.89  kiyohara /* 2 WRES   */ {12,	FWTI_RES},
    180   1.89  kiyohara /* 3 XXX    */ { 0,	0},
    181   1.89  kiyohara /* 4 RREQQ  */ {12,	FWTI_REQ | FWTI_TLABEL},
    182   1.89  kiyohara /* 5 RREQB  */ {16,	FWTI_REQ | FWTI_TLABEL},
    183   1.89  kiyohara /* 6 RRESQ  */ {16,	FWTI_RES},
    184   1.89  kiyohara /* 7 RRESB  */ {16,	FWTI_RES | FWTI_BLOCK_ASY},
    185   1.89  kiyohara /* 8 CYCS   */ { 0,	0},
    186   1.89  kiyohara /* 9 LREQ   */ {16,	FWTI_REQ | FWTI_TLABEL | FWTI_BLOCK_ASY},
    187   1.89  kiyohara /* a STREAM */ { 4,	FWTI_REQ | FWTI_BLOCK_STR},
    188   1.89  kiyohara /* b LRES   */ {16,	FWTI_RES | FWTI_BLOCK_ASY},
    189   1.89  kiyohara /* c XXX    */ { 0,	0},
    190   1.89  kiyohara /* d XXX    */ { 0, 	0},
    191   1.89  kiyohara /* e PHY    */ {12,	FWTI_REQ},
    192   1.89  kiyohara /* f XXX    */ { 0,	0}
    193   1.89  kiyohara };
    194    1.8      onoe 
    195   1.89  kiyohara #define OHCI_WRITE_SIGMASK 0xffff0000
    196   1.89  kiyohara #define OHCI_READ_SIGMASK 0xffff0000
    197   1.62      haya 
    198   1.89  kiyohara #define OWRITE(sc, r, x) bus_space_write_4((sc)->bst, (sc)->bsh, (r), (x))
    199   1.89  kiyohara #define OREAD(sc, r) bus_space_read_4((sc)->bst, (sc)->bsh, (r))
    200   1.62      haya 
    201   1.89  kiyohara static void fwohci_ibr (struct firewire_comm *);
    202   1.89  kiyohara static void fwohci_db_init (struct fwohci_softc *, struct fwohci_dbch *);
    203   1.89  kiyohara static void fwohci_db_free (struct fwohci_dbch *);
    204   1.89  kiyohara static void fwohci_arcv (struct fwohci_softc *, struct fwohci_dbch *, int);
    205   1.89  kiyohara static void fwohci_txd (struct fwohci_softc *, struct fwohci_dbch *);
    206   1.89  kiyohara static void fwohci_start_atq (struct firewire_comm *);
    207   1.89  kiyohara static void fwohci_start_ats (struct firewire_comm *);
    208   1.89  kiyohara static void fwohci_start (struct fwohci_softc *, struct fwohci_dbch *);
    209   1.89  kiyohara static uint32_t fwphy_wrdata ( struct fwohci_softc *, uint32_t, uint32_t);
    210   1.89  kiyohara static uint32_t fwphy_rddata ( struct fwohci_softc *, uint32_t);
    211   1.89  kiyohara static int fwohci_rx_enable (struct fwohci_softc *, struct fwohci_dbch *);
    212   1.89  kiyohara static int fwohci_tx_enable (struct fwohci_softc *, struct fwohci_dbch *);
    213   1.89  kiyohara static int fwohci_irx_enable (struct firewire_comm *, int);
    214   1.89  kiyohara static int fwohci_irx_disable (struct firewire_comm *, int);
    215   1.89  kiyohara #if BYTE_ORDER == BIG_ENDIAN
    216   1.89  kiyohara static void fwohci_irx_post (struct firewire_comm *, uint32_t *);
    217   1.89  kiyohara #endif
    218   1.89  kiyohara static int fwohci_itxbuf_enable (struct firewire_comm *, int);
    219   1.89  kiyohara static int fwohci_itx_disable (struct firewire_comm *, int);
    220   1.89  kiyohara static void fwohci_timeout (void *);
    221   1.89  kiyohara static void fwohci_set_intr (struct firewire_comm *, int);
    222   1.89  kiyohara 
    223   1.89  kiyohara static int fwohci_add_rx_buf (struct fwohci_dbch *, struct fwohcidb_tr *, int, struct fwdma_alloc *);
    224   1.89  kiyohara static int fwohci_add_tx_buf (struct fwohci_dbch *, struct fwohcidb_tr *, int);
    225   1.89  kiyohara static void	dump_db (struct fwohci_softc *, uint32_t);
    226   1.89  kiyohara static void 	print_db (struct fwohcidb_tr *, struct fwohcidb *, uint32_t , uint32_t);
    227   1.89  kiyohara static void	dump_dma (struct fwohci_softc *, uint32_t);
    228   1.89  kiyohara static uint32_t fwohci_cyctimer (struct firewire_comm *);
    229   1.89  kiyohara static void fwohci_rbuf_update (struct fwohci_softc *, int);
    230   1.89  kiyohara static void fwohci_tbuf_update (struct fwohci_softc *, int);
    231   1.89  kiyohara void fwohci_txbufdb (struct fwohci_softc *, int , struct fw_bulkxfer *);
    232   1.89  kiyohara #if FWOHCI_TASKQUEUE
    233   1.89  kiyohara static void fwohci_complete(void *, int);
    234   1.89  kiyohara #endif
    235   1.89  kiyohara #if defined(__NetBSD__)
    236   1.89  kiyohara static void fwohci_power(int, void *);
    237   1.89  kiyohara int fwohci_print(void *, const char *);
    238    1.5      matt #endif
    239    1.5      matt 
    240   1.89  kiyohara /*
    241   1.89  kiyohara  * memory allocated for DMA programs
    242   1.89  kiyohara  */
    243   1.89  kiyohara #define DMA_PROG_ALLOC		(8 * PAGE_SIZE)
    244    1.1      matt 
    245   1.89  kiyohara #define NDB FWMAXQUEUE
    246   1.89  kiyohara 
    247   1.89  kiyohara #define	OHCI_VERSION		0x00
    248   1.89  kiyohara #define	OHCI_ATRETRY		0x08
    249   1.89  kiyohara #define	OHCI_CROMHDR		0x18
    250   1.89  kiyohara #define	OHCI_BUS_OPT		0x20
    251   1.89  kiyohara #define	OHCI_BUSIRMC		(1 << 31)
    252   1.89  kiyohara #define	OHCI_BUSCMC		(1 << 30)
    253   1.89  kiyohara #define	OHCI_BUSISC		(1 << 29)
    254   1.89  kiyohara #define	OHCI_BUSBMC		(1 << 28)
    255   1.89  kiyohara #define	OHCI_BUSPMC		(1 << 27)
    256   1.89  kiyohara #define OHCI_BUSFNC		OHCI_BUSIRMC | OHCI_BUSCMC | OHCI_BUSISC |\
    257   1.89  kiyohara 				OHCI_BUSBMC | OHCI_BUSPMC
    258   1.89  kiyohara 
    259   1.89  kiyohara #define	OHCI_EUID_HI		0x24
    260   1.89  kiyohara #define	OHCI_EUID_LO		0x28
    261   1.89  kiyohara 
    262   1.89  kiyohara #define	OHCI_CROMPTR		0x34
    263   1.89  kiyohara #define	OHCI_HCCCTL		0x50
    264   1.89  kiyohara #define	OHCI_HCCCTLCLR		0x54
    265   1.89  kiyohara #define	OHCI_AREQHI		0x100
    266   1.89  kiyohara #define	OHCI_AREQHICLR		0x104
    267   1.89  kiyohara #define	OHCI_AREQLO		0x108
    268   1.89  kiyohara #define	OHCI_AREQLOCLR		0x10c
    269   1.89  kiyohara #define	OHCI_PREQHI		0x110
    270   1.89  kiyohara #define	OHCI_PREQHICLR		0x114
    271   1.89  kiyohara #define	OHCI_PREQLO		0x118
    272   1.89  kiyohara #define	OHCI_PREQLOCLR		0x11c
    273   1.89  kiyohara #define	OHCI_PREQUPPER		0x120
    274   1.89  kiyohara 
    275   1.89  kiyohara #define	OHCI_SID_BUF		0x64
    276   1.89  kiyohara #define	OHCI_SID_CNT		0x68
    277   1.89  kiyohara #define OHCI_SID_ERR		(1 << 31)
    278   1.89  kiyohara #define OHCI_SID_CNT_MASK	0xffc
    279   1.89  kiyohara 
    280   1.89  kiyohara #define	OHCI_IT_STAT		0x90
    281   1.89  kiyohara #define	OHCI_IT_STATCLR		0x94
    282   1.89  kiyohara #define	OHCI_IT_MASK		0x98
    283   1.89  kiyohara #define	OHCI_IT_MASKCLR		0x9c
    284   1.89  kiyohara 
    285   1.89  kiyohara #define	OHCI_IR_STAT		0xa0
    286   1.89  kiyohara #define	OHCI_IR_STATCLR		0xa4
    287   1.89  kiyohara #define	OHCI_IR_MASK		0xa8
    288   1.89  kiyohara #define	OHCI_IR_MASKCLR		0xac
    289   1.89  kiyohara 
    290   1.89  kiyohara #define	OHCI_LNKCTL		0xe0
    291   1.89  kiyohara #define	OHCI_LNKCTLCLR		0xe4
    292   1.89  kiyohara 
    293   1.89  kiyohara #define	OHCI_PHYACCESS		0xec
    294   1.89  kiyohara #define	OHCI_CYCLETIMER		0xf0
    295   1.89  kiyohara 
    296   1.89  kiyohara #define	OHCI_DMACTL(off)	(off)
    297   1.89  kiyohara #define	OHCI_DMACTLCLR(off)	(off + 4)
    298   1.89  kiyohara #define	OHCI_DMACMD(off)	(off + 0xc)
    299   1.89  kiyohara #define	OHCI_DMAMATCH(off)	(off + 0x10)
    300   1.89  kiyohara 
    301   1.89  kiyohara #define OHCI_ATQOFF		0x180
    302   1.89  kiyohara #define OHCI_ATQCTL		OHCI_ATQOFF
    303   1.89  kiyohara #define OHCI_ATQCTLCLR		(OHCI_ATQOFF + 4)
    304   1.89  kiyohara #define OHCI_ATQCMD		(OHCI_ATQOFF + 0xc)
    305   1.89  kiyohara #define OHCI_ATQMATCH		(OHCI_ATQOFF + 0x10)
    306   1.89  kiyohara 
    307   1.89  kiyohara #define OHCI_ATSOFF		0x1a0
    308   1.89  kiyohara #define OHCI_ATSCTL		OHCI_ATSOFF
    309   1.89  kiyohara #define OHCI_ATSCTLCLR		(OHCI_ATSOFF + 4)
    310   1.89  kiyohara #define OHCI_ATSCMD		(OHCI_ATSOFF + 0xc)
    311   1.89  kiyohara #define OHCI_ATSMATCH		(OHCI_ATSOFF + 0x10)
    312   1.89  kiyohara 
    313   1.89  kiyohara #define OHCI_ARQOFF		0x1c0
    314   1.89  kiyohara #define OHCI_ARQCTL		OHCI_ARQOFF
    315   1.89  kiyohara #define OHCI_ARQCTLCLR		(OHCI_ARQOFF + 4)
    316   1.89  kiyohara #define OHCI_ARQCMD		(OHCI_ARQOFF + 0xc)
    317   1.89  kiyohara #define OHCI_ARQMATCH		(OHCI_ARQOFF + 0x10)
    318   1.89  kiyohara 
    319   1.89  kiyohara #define OHCI_ARSOFF		0x1e0
    320   1.89  kiyohara #define OHCI_ARSCTL		OHCI_ARSOFF
    321   1.89  kiyohara #define OHCI_ARSCTLCLR		(OHCI_ARSOFF + 4)
    322   1.89  kiyohara #define OHCI_ARSCMD		(OHCI_ARSOFF + 0xc)
    323   1.89  kiyohara #define OHCI_ARSMATCH		(OHCI_ARSOFF + 0x10)
    324   1.89  kiyohara 
    325   1.89  kiyohara #define OHCI_ITOFF(CH)		(0x200 + 0x10 * (CH))
    326   1.89  kiyohara #define OHCI_ITCTL(CH)		(OHCI_ITOFF(CH))
    327   1.89  kiyohara #define OHCI_ITCTLCLR(CH)	(OHCI_ITOFF(CH) + 4)
    328   1.89  kiyohara #define OHCI_ITCMD(CH)		(OHCI_ITOFF(CH) + 0xc)
    329   1.89  kiyohara 
    330   1.89  kiyohara #define OHCI_IROFF(CH)		(0x400 + 0x20 * (CH))
    331   1.89  kiyohara #define OHCI_IRCTL(CH)		(OHCI_IROFF(CH))
    332   1.89  kiyohara #define OHCI_IRCTLCLR(CH)	(OHCI_IROFF(CH) + 4)
    333   1.89  kiyohara #define OHCI_IRCMD(CH)		(OHCI_IROFF(CH) + 0xc)
    334   1.89  kiyohara #define OHCI_IRMATCH(CH)	(OHCI_IROFF(CH) + 0x10)
    335   1.89  kiyohara 
    336   1.89  kiyohara #if defined(__FreeBSD__)
    337   1.89  kiyohara d_ioctl_t fwohci_ioctl;
    338   1.89  kiyohara #elif defined(__NetBSD__)
    339   1.89  kiyohara extern struct cfdriver fwohci_cd;
    340   1.89  kiyohara dev_type_ioctl(fwohci_ioctl);
    341   1.89  kiyohara #endif
    342   1.89  kiyohara 
    343   1.89  kiyohara /*
    344   1.89  kiyohara  * Communication with PHY device
    345   1.89  kiyohara  */
    346   1.89  kiyohara static uint32_t
    347   1.89  kiyohara fwphy_wrdata( struct fwohci_softc *sc, uint32_t addr, uint32_t data)
    348   1.89  kiyohara {
    349   1.89  kiyohara 	uint32_t fun;
    350   1.89  kiyohara 
    351   1.89  kiyohara 	addr &= 0xf;
    352   1.89  kiyohara 	data &= 0xff;
    353   1.89  kiyohara 
    354   1.89  kiyohara 	fun = (PHYDEV_WRCMD | (addr << PHYDEV_REGADDR) | (data << PHYDEV_WRDATA));
    355   1.89  kiyohara 	OWRITE(sc, OHCI_PHYACCESS, fun);
    356   1.89  kiyohara 	DELAY(100);
    357   1.89  kiyohara 
    358   1.89  kiyohara 	return(fwphy_rddata( sc, addr));
    359   1.89  kiyohara }
    360   1.89  kiyohara 
    361   1.89  kiyohara static uint32_t
    362   1.89  kiyohara fwohci_set_bus_manager(struct firewire_comm *fc, u_int node)
    363   1.89  kiyohara {
    364   1.89  kiyohara 	struct fwohci_softc *sc = (struct fwohci_softc *)fc;
    365   1.89  kiyohara 	int i;
    366   1.89  kiyohara 	uint32_t bm;
    367   1.89  kiyohara 
    368   1.89  kiyohara #define OHCI_CSR_DATA	0x0c
    369   1.89  kiyohara #define OHCI_CSR_COMP	0x10
    370   1.89  kiyohara #define OHCI_CSR_CONT	0x14
    371   1.89  kiyohara #define OHCI_BUS_MANAGER_ID	0
    372   1.89  kiyohara 
    373   1.89  kiyohara 	OWRITE(sc, OHCI_CSR_DATA, node);
    374   1.89  kiyohara 	OWRITE(sc, OHCI_CSR_COMP, 0x3f);
    375   1.89  kiyohara 	OWRITE(sc, OHCI_CSR_CONT, OHCI_BUS_MANAGER_ID);
    376   1.89  kiyohara  	for (i = 0; !(OREAD(sc, OHCI_CSR_CONT) & (1<<31)) && (i < 1000); i++)
    377   1.89  kiyohara 		DELAY(10);
    378   1.89  kiyohara 	bm = OREAD(sc, OHCI_CSR_DATA);
    379   1.89  kiyohara 	if((bm & 0x3f) == 0x3f)
    380   1.89  kiyohara 		bm = node;
    381   1.89  kiyohara 	if (firewire_debug)
    382   1.89  kiyohara 		device_printf(sc->fc.dev,
    383   1.89  kiyohara 			"fw_set_bus_manager: %d->%d (loop=%d)\n", bm, node, i);
    384   1.89  kiyohara 
    385   1.89  kiyohara 	return(bm);
    386   1.89  kiyohara }
    387   1.89  kiyohara 
    388   1.89  kiyohara static uint32_t
    389   1.89  kiyohara fwphy_rddata(struct fwohci_softc *sc,  u_int addr)
    390   1.89  kiyohara {
    391   1.89  kiyohara 	uint32_t fun, stat;
    392   1.89  kiyohara 	u_int i, retry = 0;
    393   1.89  kiyohara 
    394   1.89  kiyohara 	addr &= 0xf;
    395   1.89  kiyohara #define MAX_RETRY 100
    396   1.89  kiyohara again:
    397   1.89  kiyohara 	OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_REG_FAIL);
    398   1.89  kiyohara 	fun = PHYDEV_RDCMD | (addr << PHYDEV_REGADDR);
    399   1.89  kiyohara 	OWRITE(sc, OHCI_PHYACCESS, fun);
    400   1.89  kiyohara 	for ( i = 0 ; i < MAX_RETRY ; i ++ ){
    401   1.89  kiyohara 		fun = OREAD(sc, OHCI_PHYACCESS);
    402   1.89  kiyohara 		if ((fun & PHYDEV_RDCMD) == 0 && (fun & PHYDEV_RDDONE) != 0)
    403    1.3      onoe 			break;
    404   1.89  kiyohara 		DELAY(100);
    405   1.89  kiyohara 	}
    406   1.89  kiyohara 	if(i >= MAX_RETRY) {
    407   1.89  kiyohara 		if (firewire_debug)
    408   1.89  kiyohara 			device_printf(sc->fc.dev, "phy read failed(1).\n");
    409   1.89  kiyohara 		if (++retry < MAX_RETRY) {
    410   1.89  kiyohara 			DELAY(100);
    411   1.89  kiyohara 			goto again;
    412   1.89  kiyohara 		}
    413   1.89  kiyohara 	}
    414   1.89  kiyohara 	/* Make sure that SCLK is started */
    415   1.89  kiyohara 	stat = OREAD(sc, FWOHCI_INTSTAT);
    416   1.89  kiyohara 	if ((stat & OHCI_INT_REG_FAIL) != 0 ||
    417   1.89  kiyohara 			((fun >> PHYDEV_REGADDR) & 0xf) != addr) {
    418   1.89  kiyohara 		if (firewire_debug)
    419   1.89  kiyohara 			device_printf(sc->fc.dev, "phy read failed(2).\n");
    420   1.89  kiyohara 		if (++retry < MAX_RETRY) {
    421   1.89  kiyohara 			DELAY(100);
    422   1.89  kiyohara 			goto again;
    423   1.89  kiyohara 		}
    424   1.89  kiyohara 	}
    425   1.89  kiyohara 	if (firewire_debug || retry >= MAX_RETRY)
    426  1.100     blymn 		device_printf(sc->fc.dev,
    427   1.89  kiyohara 		    "fwphy_rddata: 0x%x loop=%d, retry=%d\n", addr, i, retry);
    428   1.89  kiyohara #undef MAX_RETRY
    429   1.89  kiyohara 	return((fun >> PHYDEV_RDDATA )& 0xff);
    430   1.89  kiyohara }
    431   1.89  kiyohara /* Device specific ioctl. */
    432   1.89  kiyohara FW_IOCTL(fwohci)
    433   1.89  kiyohara {
    434   1.89  kiyohara 	FW_IOCTL_START;
    435   1.89  kiyohara 	struct fwohci_softc *fc;
    436   1.89  kiyohara 	int err = 0;
    437   1.89  kiyohara 	struct fw_reg_req_t *reg  = (struct fw_reg_req_t *) data;
    438   1.89  kiyohara 	uint32_t *dmach = (uint32_t *) data;
    439   1.89  kiyohara 
    440   1.89  kiyohara 	if(sc == NULL){
    441   1.89  kiyohara 		return(EINVAL);
    442   1.89  kiyohara 	}
    443   1.89  kiyohara 	fc = (struct fwohci_softc *)sc->fc;
    444   1.89  kiyohara 
    445   1.89  kiyohara 	if (!data)
    446   1.89  kiyohara 		return(EINVAL);
    447   1.89  kiyohara 
    448   1.89  kiyohara 	switch (cmd) {
    449   1.89  kiyohara 	case FWOHCI_WRREG:
    450   1.89  kiyohara #define OHCI_MAX_REG 0x800
    451   1.89  kiyohara 		if(reg->addr <= OHCI_MAX_REG){
    452   1.89  kiyohara 			OWRITE(fc, reg->addr, reg->data);
    453   1.89  kiyohara 			reg->data = OREAD(fc, reg->addr);
    454   1.89  kiyohara 		}else{
    455   1.89  kiyohara 			err = EINVAL;
    456   1.89  kiyohara 		}
    457   1.89  kiyohara 		break;
    458   1.89  kiyohara 	case FWOHCI_RDREG:
    459   1.89  kiyohara 		if(reg->addr <= OHCI_MAX_REG){
    460   1.89  kiyohara 			reg->data = OREAD(fc, reg->addr);
    461   1.89  kiyohara 		}else{
    462   1.89  kiyohara 			err = EINVAL;
    463   1.89  kiyohara 		}
    464   1.89  kiyohara 		break;
    465   1.89  kiyohara /* Read DMA descriptors for debug  */
    466   1.89  kiyohara 	case DUMPDMA:
    467   1.89  kiyohara 		if(*dmach <= OHCI_MAX_DMA_CH ){
    468   1.89  kiyohara 			dump_dma(fc, *dmach);
    469   1.89  kiyohara 			dump_db(fc, *dmach);
    470   1.89  kiyohara 		}else{
    471   1.89  kiyohara 			err = EINVAL;
    472   1.89  kiyohara 		}
    473   1.89  kiyohara 		break;
    474   1.89  kiyohara /* Read/Write Phy registers */
    475   1.89  kiyohara #define OHCI_MAX_PHY_REG 0xf
    476   1.89  kiyohara 	case FWOHCI_RDPHYREG:
    477   1.89  kiyohara 		if (reg->addr <= OHCI_MAX_PHY_REG)
    478   1.89  kiyohara 			reg->data = fwphy_rddata(fc, reg->addr);
    479   1.89  kiyohara 		else
    480   1.89  kiyohara 			err = EINVAL;
    481   1.89  kiyohara 		break;
    482   1.89  kiyohara 	case FWOHCI_WRPHYREG:
    483   1.89  kiyohara 		if (reg->addr <= OHCI_MAX_PHY_REG)
    484   1.89  kiyohara 			reg->data = fwphy_wrdata(fc, reg->addr, reg->data);
    485   1.89  kiyohara 		else
    486   1.89  kiyohara 			err = EINVAL;
    487   1.89  kiyohara 		break;
    488   1.89  kiyohara 	default:
    489   1.89  kiyohara 		err = EINVAL;
    490   1.89  kiyohara 		break;
    491    1.3      onoe 	}
    492   1.89  kiyohara 	return err;
    493   1.89  kiyohara }
    494    1.3      onoe 
    495   1.89  kiyohara static int
    496   1.89  kiyohara fwohci_probe_phy(struct fwohci_softc *sc, device_t dev)
    497   1.89  kiyohara {
    498   1.89  kiyohara 	uint32_t reg, reg2;
    499   1.89  kiyohara 	int e1394a = 1;
    500   1.89  kiyohara /*
    501   1.89  kiyohara  * probe PHY parameters
    502   1.89  kiyohara  * 0. to prove PHY version, whether compliance of 1394a.
    503  1.100     blymn  * 1. to probe maximum speed supported by the PHY and
    504   1.89  kiyohara  *    number of port supported by core-logic.
    505   1.89  kiyohara  *    It is not actually available port on your PC .
    506   1.89  kiyohara  */
    507   1.89  kiyohara 	OWRITE(sc, OHCI_HCCCTL, OHCI_HCC_LPS);
    508   1.89  kiyohara 	reg = fwphy_rddata(sc, FW_PHY_SPD_REG);
    509   1.89  kiyohara 
    510   1.89  kiyohara 	if((reg >> 5) != 7 ){
    511   1.89  kiyohara 		sc->fc.mode &= ~FWPHYASYST;
    512   1.89  kiyohara 		sc->fc.nport = reg & FW_PHY_NP;
    513   1.89  kiyohara 		sc->fc.speed = reg & FW_PHY_SPD >> 6;
    514   1.89  kiyohara 		if (sc->fc.speed > MAX_SPEED) {
    515   1.89  kiyohara 			device_printf(dev, "invalid speed %d (fixed to %d).\n",
    516   1.89  kiyohara 				sc->fc.speed, MAX_SPEED);
    517   1.89  kiyohara 			sc->fc.speed = MAX_SPEED;
    518   1.89  kiyohara 		}
    519   1.89  kiyohara 		device_printf(dev,
    520   1.89  kiyohara 			"Phy 1394 only %s, %d ports.\n",
    521   1.90  drochner 			fw_linkspeed[sc->fc.speed], sc->fc.nport);
    522   1.89  kiyohara 	}else{
    523   1.89  kiyohara 		reg2 = fwphy_rddata(sc, FW_PHY_ESPD_REG);
    524   1.89  kiyohara 		sc->fc.mode |= FWPHYASYST;
    525   1.89  kiyohara 		sc->fc.nport = reg & FW_PHY_NP;
    526   1.89  kiyohara 		sc->fc.speed = (reg2 & FW_PHY_ESPD) >> 5;
    527   1.89  kiyohara 		if (sc->fc.speed > MAX_SPEED) {
    528   1.89  kiyohara 			device_printf(dev, "invalid speed %d (fixed to %d).\n",
    529   1.89  kiyohara 				sc->fc.speed, MAX_SPEED);
    530   1.89  kiyohara 			sc->fc.speed = MAX_SPEED;
    531   1.89  kiyohara 		}
    532   1.89  kiyohara 		device_printf(dev,
    533   1.89  kiyohara 			"Phy 1394a available %s, %d ports.\n",
    534   1.90  drochner 			fw_linkspeed[sc->fc.speed], sc->fc.nport);
    535    1.1      matt 
    536   1.89  kiyohara 		/* check programPhyEnable */
    537   1.89  kiyohara 		reg2 = fwphy_rddata(sc, 5);
    538   1.89  kiyohara #if 0
    539   1.89  kiyohara 		if (e1394a && (OREAD(sc, OHCI_HCCCTL) & OHCI_HCC_PRPHY)) {
    540   1.89  kiyohara #else	/* XXX force to enable 1394a */
    541   1.89  kiyohara 		if (e1394a) {
    542   1.89  kiyohara #endif
    543   1.89  kiyohara 			if (firewire_debug)
    544   1.89  kiyohara 				device_printf(dev,
    545   1.89  kiyohara 					"Enable 1394a Enhancements\n");
    546   1.89  kiyohara 			/* enable EAA EMC */
    547   1.89  kiyohara 			reg2 |= 0x03;
    548   1.89  kiyohara 			/* set aPhyEnhanceEnable */
    549   1.89  kiyohara 			OWRITE(sc, OHCI_HCCCTL, OHCI_HCC_PHYEN);
    550   1.89  kiyohara 			OWRITE(sc, OHCI_HCCCTLCLR, OHCI_HCC_PRPHY);
    551   1.92  christos 		}
    552   1.92  christos #if 0
    553   1.92  christos 		else {
    554   1.89  kiyohara 			/* for safe */
    555   1.89  kiyohara 			reg2 &= ~0x83;
    556   1.89  kiyohara 		}
    557   1.92  christos #endif
    558   1.89  kiyohara 		reg2 = fwphy_wrdata(sc, 5, reg2);
    559   1.89  kiyohara 	}
    560   1.26     enami 
    561   1.89  kiyohara 	reg = fwphy_rddata(sc, FW_PHY_SPD_REG);
    562   1.89  kiyohara 	if((reg >> 5) == 7 ){
    563   1.89  kiyohara 		reg = fwphy_rddata(sc, 4);
    564   1.89  kiyohara 		reg |= 1 << 6;
    565   1.89  kiyohara 		fwphy_wrdata(sc, 4, reg);
    566   1.89  kiyohara 		reg = fwphy_rddata(sc, 4);
    567    1.1      matt 	}
    568   1.89  kiyohara 	return 0;
    569   1.89  kiyohara }
    570    1.1      matt 
    571    1.1      matt 
    572   1.89  kiyohara void
    573   1.89  kiyohara fwohci_reset(struct fwohci_softc *sc, device_t dev)
    574   1.89  kiyohara {
    575   1.89  kiyohara 	int i, max_rec, speed;
    576   1.89  kiyohara 	uint32_t reg, reg2;
    577   1.89  kiyohara 	struct fwohcidb_tr *db_tr;
    578   1.89  kiyohara 
    579  1.100     blymn 	/* Disable interrupts */
    580   1.89  kiyohara 	OWRITE(sc, FWOHCI_INTMASKCLR, ~0);
    581   1.89  kiyohara 
    582   1.89  kiyohara 	/* Now stopping all DMA channels */
    583   1.89  kiyohara 	OWRITE(sc,  OHCI_ARQCTLCLR, OHCI_CNTL_DMA_RUN);
    584   1.89  kiyohara 	OWRITE(sc,  OHCI_ARSCTLCLR, OHCI_CNTL_DMA_RUN);
    585   1.89  kiyohara 	OWRITE(sc,  OHCI_ATQCTLCLR, OHCI_CNTL_DMA_RUN);
    586   1.89  kiyohara 	OWRITE(sc,  OHCI_ATSCTLCLR, OHCI_CNTL_DMA_RUN);
    587   1.89  kiyohara 
    588   1.89  kiyohara 	OWRITE(sc,  OHCI_IR_MASKCLR, ~0);
    589   1.89  kiyohara 	for( i = 0 ; i < sc->fc.nisodma ; i ++ ){
    590   1.89  kiyohara 		OWRITE(sc,  OHCI_IRCTLCLR(i), OHCI_CNTL_DMA_RUN);
    591   1.89  kiyohara 		OWRITE(sc,  OHCI_ITCTLCLR(i), OHCI_CNTL_DMA_RUN);
    592   1.89  kiyohara 	}
    593   1.89  kiyohara 
    594   1.89  kiyohara 	/* FLUSH FIFO and reset Transmitter/Reciever */
    595   1.89  kiyohara 	OWRITE(sc, OHCI_HCCCTL, OHCI_HCC_RESET);
    596   1.89  kiyohara 	if (firewire_debug)
    597   1.89  kiyohara 		device_printf(dev, "resetting OHCI...");
    598   1.89  kiyohara 	i = 0;
    599   1.89  kiyohara 	while(OREAD(sc, OHCI_HCCCTL) & OHCI_HCC_RESET) {
    600   1.89  kiyohara 		if (i++ > 100) break;
    601   1.89  kiyohara 		DELAY(1000);
    602   1.89  kiyohara 	}
    603   1.89  kiyohara 	if (firewire_debug)
    604   1.89  kiyohara 		printf("done (loop=%d)\n", i);
    605   1.89  kiyohara 
    606   1.89  kiyohara 	/* Probe phy */
    607   1.89  kiyohara 	fwohci_probe_phy(sc, dev);
    608   1.89  kiyohara 
    609   1.89  kiyohara 	/* Probe link */
    610   1.89  kiyohara 	reg = OREAD(sc,  OHCI_BUS_OPT);
    611   1.89  kiyohara 	reg2 = reg | OHCI_BUSFNC;
    612   1.89  kiyohara 	max_rec = (reg & 0x0000f000) >> 12;
    613   1.89  kiyohara 	speed = (reg & 0x00000007);
    614   1.89  kiyohara 	device_printf(dev, "Link %s, max_rec %d bytes.\n",
    615   1.90  drochner 			fw_linkspeed[speed], MAXREC(max_rec));
    616   1.89  kiyohara 	/* XXX fix max_rec */
    617   1.89  kiyohara 	sc->fc.maxrec = sc->fc.speed + 8;
    618   1.89  kiyohara 	if (max_rec != sc->fc.maxrec) {
    619   1.89  kiyohara 		reg2 = (reg2 & 0xffff0fff) | (sc->fc.maxrec << 12);
    620   1.89  kiyohara 		device_printf(dev, "max_rec %d -> %d\n",
    621   1.89  kiyohara 				MAXREC(max_rec), MAXREC(sc->fc.maxrec));
    622   1.89  kiyohara 	}
    623   1.89  kiyohara 	if (firewire_debug)
    624   1.89  kiyohara 		device_printf(dev, "BUS_OPT 0x%x -> 0x%x\n", reg, reg2);
    625   1.89  kiyohara 	OWRITE(sc,  OHCI_BUS_OPT, reg2);
    626   1.89  kiyohara 
    627   1.89  kiyohara 	/* Initialize registers */
    628   1.89  kiyohara 	OWRITE(sc, OHCI_CROMHDR, sc->fc.config_rom[0]);
    629   1.89  kiyohara 	OWRITE(sc, OHCI_CROMPTR, sc->crom_dma.bus_addr);
    630   1.89  kiyohara 	OWRITE(sc, OHCI_HCCCTLCLR, OHCI_HCC_BIGEND);
    631   1.89  kiyohara 	OWRITE(sc, OHCI_HCCCTL, OHCI_HCC_POSTWR);
    632   1.89  kiyohara 	OWRITE(sc, OHCI_SID_BUF, sc->sid_dma.bus_addr);
    633   1.89  kiyohara 	OWRITE(sc, OHCI_LNKCTL, OHCI_CNTL_SID);
    634   1.89  kiyohara 
    635   1.89  kiyohara 	/* Enable link */
    636   1.89  kiyohara 	OWRITE(sc, OHCI_HCCCTL, OHCI_HCC_LINKEN);
    637   1.89  kiyohara 
    638   1.89  kiyohara 	/* Force to start async RX DMA */
    639   1.89  kiyohara 	sc->arrq.xferq.flag &= ~FWXFERQ_RUNNING;
    640   1.89  kiyohara 	sc->arrs.xferq.flag &= ~FWXFERQ_RUNNING;
    641   1.89  kiyohara 	fwohci_rx_enable(sc, &sc->arrq);
    642   1.89  kiyohara 	fwohci_rx_enable(sc, &sc->arrs);
    643   1.89  kiyohara 
    644   1.89  kiyohara 	/* Initialize async TX */
    645   1.89  kiyohara 	OWRITE(sc, OHCI_ATQCTLCLR, OHCI_CNTL_DMA_RUN | OHCI_CNTL_DMA_DEAD);
    646   1.89  kiyohara 	OWRITE(sc, OHCI_ATSCTLCLR, OHCI_CNTL_DMA_RUN | OHCI_CNTL_DMA_DEAD);
    647   1.89  kiyohara 
    648   1.89  kiyohara 	/* AT Retries */
    649   1.89  kiyohara 	OWRITE(sc, FWOHCI_RETRY,
    650   1.89  kiyohara 		/* CycleLimit   PhyRespRetries ATRespRetries ATReqRetries */
    651   1.89  kiyohara 		(0xffff << 16 ) | (0x0f << 8) | (0x0f << 4) | 0x0f) ;
    652   1.89  kiyohara 
    653   1.89  kiyohara 	sc->atrq.top = STAILQ_FIRST(&sc->atrq.db_trq);
    654   1.89  kiyohara 	sc->atrs.top = STAILQ_FIRST(&sc->atrs.db_trq);
    655   1.89  kiyohara 	sc->atrq.bottom = sc->atrq.top;
    656   1.89  kiyohara 	sc->atrs.bottom = sc->atrs.top;
    657   1.89  kiyohara 
    658   1.89  kiyohara 	for( i = 0, db_tr = sc->atrq.top; i < sc->atrq.ndb ;
    659   1.89  kiyohara 				i ++, db_tr = STAILQ_NEXT(db_tr, link)){
    660   1.89  kiyohara 		db_tr->xfer = NULL;
    661   1.89  kiyohara 	}
    662   1.89  kiyohara 	for( i = 0, db_tr = sc->atrs.top; i < sc->atrs.ndb ;
    663   1.89  kiyohara 				i ++, db_tr = STAILQ_NEXT(db_tr, link)){
    664   1.89  kiyohara 		db_tr->xfer = NULL;
    665   1.89  kiyohara 	}
    666   1.89  kiyohara 
    667   1.89  kiyohara 
    668   1.89  kiyohara 	/* Enable interrupts */
    669   1.89  kiyohara 	OWRITE(sc, FWOHCI_INTMASK,
    670  1.100     blymn 			OHCI_INT_ERR  | OHCI_INT_PHY_SID
    671  1.100     blymn 			| OHCI_INT_DMA_ATRQ | OHCI_INT_DMA_ATRS
    672   1.89  kiyohara 			| OHCI_INT_DMA_PRRQ | OHCI_INT_DMA_PRRS
    673   1.89  kiyohara 			| OHCI_INT_PHY_BUS_R | OHCI_INT_PW_ERR);
    674   1.89  kiyohara 	fwohci_set_intr(&sc->fc, 1);
    675   1.84     perry 
    676   1.89  kiyohara }
    677    1.3      onoe 
    678   1.89  kiyohara int
    679   1.89  kiyohara fwohci_init(struct fwohci_softc *sc, device_t dev)
    680   1.89  kiyohara {
    681   1.89  kiyohara 	int i, mver;
    682   1.89  kiyohara 	uint32_t reg;
    683   1.89  kiyohara 	uint8_t ui[8];
    684   1.89  kiyohara 
    685   1.89  kiyohara #if FWOHCI_TASKQUEUE
    686   1.89  kiyohara 	TASK_INIT(&sc->fwohci_task_complete, 0, fwohci_complete, sc);
    687   1.89  kiyohara #endif
    688   1.89  kiyohara 
    689   1.89  kiyohara /* OHCI version */
    690   1.89  kiyohara 	reg = OREAD(sc, OHCI_VERSION);
    691   1.89  kiyohara 	mver = (reg >> 16) & 0xff;
    692   1.89  kiyohara 	device_printf(dev, "OHCI version %x.%x (ROM=%d)\n",
    693   1.89  kiyohara 			mver, reg & 0xff, (reg>>24) & 1);
    694   1.89  kiyohara 	if (mver < 1 || mver > 9) {
    695   1.89  kiyohara 		device_printf(dev, "invalid OHCI version\n");
    696   1.89  kiyohara 		return (ENXIO);
    697   1.89  kiyohara 	}
    698   1.89  kiyohara 
    699   1.89  kiyohara /* Available Isochronous DMA channel probe */
    700   1.89  kiyohara 	OWRITE(sc, OHCI_IT_MASK, 0xffffffff);
    701   1.89  kiyohara 	OWRITE(sc, OHCI_IR_MASK, 0xffffffff);
    702   1.89  kiyohara 	reg = OREAD(sc, OHCI_IT_MASK) & OREAD(sc, OHCI_IR_MASK);
    703   1.89  kiyohara 	OWRITE(sc, OHCI_IT_MASKCLR, 0xffffffff);
    704   1.89  kiyohara 	OWRITE(sc, OHCI_IR_MASKCLR, 0xffffffff);
    705   1.89  kiyohara 	for (i = 0; i < 0x20; i++)
    706   1.89  kiyohara 		if ((reg & (1 << i)) == 0)
    707   1.89  kiyohara 			break;
    708   1.89  kiyohara 	sc->fc.nisodma = i;
    709   1.89  kiyohara 	device_printf(dev, "No. of Isochronous channels is %d.\n", i);
    710   1.89  kiyohara 	if (i == 0)
    711   1.89  kiyohara 		return (ENXIO);
    712   1.89  kiyohara 
    713   1.89  kiyohara 	sc->fc.arq = &sc->arrq.xferq;
    714   1.89  kiyohara 	sc->fc.ars = &sc->arrs.xferq;
    715   1.89  kiyohara 	sc->fc.atq = &sc->atrq.xferq;
    716   1.89  kiyohara 	sc->fc.ats = &sc->atrs.xferq;
    717   1.89  kiyohara 
    718   1.89  kiyohara 	sc->arrq.xferq.psize = roundup2(FWPMAX_S400, PAGE_SIZE);
    719   1.89  kiyohara 	sc->arrs.xferq.psize = roundup2(FWPMAX_S400, PAGE_SIZE);
    720   1.89  kiyohara 	sc->atrq.xferq.psize = roundup2(FWPMAX_S400, PAGE_SIZE);
    721   1.89  kiyohara 	sc->atrs.xferq.psize = roundup2(FWPMAX_S400, PAGE_SIZE);
    722   1.89  kiyohara 
    723   1.89  kiyohara 	sc->arrq.xferq.start = NULL;
    724   1.89  kiyohara 	sc->arrs.xferq.start = NULL;
    725   1.89  kiyohara 	sc->atrq.xferq.start = fwohci_start_atq;
    726   1.89  kiyohara 	sc->atrs.xferq.start = fwohci_start_ats;
    727   1.89  kiyohara 
    728   1.89  kiyohara 	sc->arrq.xferq.buf = NULL;
    729   1.89  kiyohara 	sc->arrs.xferq.buf = NULL;
    730   1.89  kiyohara 	sc->atrq.xferq.buf = NULL;
    731   1.89  kiyohara 	sc->atrs.xferq.buf = NULL;
    732   1.89  kiyohara 
    733   1.89  kiyohara 	sc->arrq.xferq.dmach = -1;
    734   1.89  kiyohara 	sc->arrs.xferq.dmach = -1;
    735   1.89  kiyohara 	sc->atrq.xferq.dmach = -1;
    736   1.89  kiyohara 	sc->atrs.xferq.dmach = -1;
    737   1.89  kiyohara 
    738   1.89  kiyohara 	sc->arrq.ndesc = 1;
    739   1.89  kiyohara 	sc->arrs.ndesc = 1;
    740   1.89  kiyohara 	sc->atrq.ndesc = 8;	/* equal to maximum of mbuf chains */
    741   1.89  kiyohara 	sc->atrs.ndesc = 2;
    742   1.89  kiyohara 
    743   1.89  kiyohara 	sc->arrq.ndb = NDB;
    744   1.89  kiyohara 	sc->arrs.ndb = NDB / 2;
    745   1.89  kiyohara 	sc->atrq.ndb = NDB;
    746   1.89  kiyohara 	sc->atrs.ndb = NDB / 2;
    747   1.89  kiyohara 
    748   1.89  kiyohara 	for( i = 0 ; i < sc->fc.nisodma ; i ++ ){
    749   1.89  kiyohara 		sc->fc.it[i] = &sc->it[i].xferq;
    750   1.89  kiyohara 		sc->fc.ir[i] = &sc->ir[i].xferq;
    751   1.89  kiyohara 		sc->it[i].xferq.dmach = i;
    752   1.89  kiyohara 		sc->ir[i].xferq.dmach = i;
    753   1.89  kiyohara 		sc->it[i].ndb = 0;
    754   1.89  kiyohara 		sc->ir[i].ndb = 0;
    755   1.89  kiyohara 	}
    756   1.89  kiyohara 
    757   1.89  kiyohara 	sc->fc.tcode = tinfo;
    758   1.89  kiyohara 	sc->fc.dev = dev;
    759   1.89  kiyohara 
    760   1.89  kiyohara 	sc->fc.config_rom = fwdma_malloc(&sc->fc, CROMSIZE, CROMSIZE,
    761   1.89  kiyohara 						&sc->crom_dma, BUS_DMA_WAITOK);
    762   1.89  kiyohara 	if(sc->fc.config_rom == NULL){
    763   1.89  kiyohara 		device_printf(dev, "config_rom alloc failed.");
    764   1.89  kiyohara 		return ENOMEM;
    765    1.3      onoe 	}
    766   1.62      haya 
    767   1.89  kiyohara #if 0
    768   1.89  kiyohara 	bzero(&sc->fc.config_rom[0], CROMSIZE);
    769   1.89  kiyohara 	sc->fc.config_rom[1] = 0x31333934;
    770   1.89  kiyohara 	sc->fc.config_rom[2] = 0xf000a002;
    771   1.89  kiyohara 	sc->fc.config_rom[3] = OREAD(sc, OHCI_EUID_HI);
    772   1.89  kiyohara 	sc->fc.config_rom[4] = OREAD(sc, OHCI_EUID_LO);
    773   1.89  kiyohara 	sc->fc.config_rom[5] = 0;
    774   1.89  kiyohara 	sc->fc.config_rom[0] = (4 << 24) | (5 << 16);
    775   1.89  kiyohara 
    776   1.89  kiyohara 	sc->fc.config_rom[0] |= fw_crc16(&sc->fc.config_rom[1], 5*4);
    777   1.89  kiyohara #endif
    778   1.62      haya 
    779   1.62      haya 
    780   1.89  kiyohara /* SID recieve buffer must align 2^11 */
    781   1.89  kiyohara #define	OHCI_SIDSIZE	(1 << 11)
    782   1.89  kiyohara 	sc->sid_buf = fwdma_malloc(&sc->fc, OHCI_SIDSIZE, OHCI_SIDSIZE,
    783   1.89  kiyohara 						&sc->sid_dma, BUS_DMA_WAITOK);
    784   1.89  kiyohara 	if (sc->sid_buf == NULL) {
    785   1.89  kiyohara 		device_printf(dev, "sid_buf alloc failed.");
    786   1.89  kiyohara 		return ENOMEM;
    787   1.89  kiyohara 	}
    788   1.89  kiyohara 
    789   1.89  kiyohara 	fwdma_malloc(&sc->fc, sizeof(uint32_t), sizeof(uint32_t),
    790   1.89  kiyohara 					&sc->dummy_dma, BUS_DMA_WAITOK);
    791   1.89  kiyohara 
    792   1.89  kiyohara 	if (sc->dummy_dma.v_addr == NULL) {
    793   1.89  kiyohara 		device_printf(dev, "dummy_dma alloc failed.");
    794   1.89  kiyohara 		return ENOMEM;
    795   1.89  kiyohara 	}
    796   1.89  kiyohara 
    797   1.89  kiyohara 	fwohci_db_init(sc, &sc->arrq);
    798   1.89  kiyohara 	if ((sc->arrq.flags & FWOHCI_DBCH_INIT) == 0)
    799   1.89  kiyohara 		return ENOMEM;
    800   1.89  kiyohara 
    801   1.89  kiyohara 	fwohci_db_init(sc, &sc->arrs);
    802   1.89  kiyohara 	if ((sc->arrs.flags & FWOHCI_DBCH_INIT) == 0)
    803   1.89  kiyohara 		return ENOMEM;
    804   1.89  kiyohara 
    805   1.89  kiyohara 	fwohci_db_init(sc, &sc->atrq);
    806   1.89  kiyohara 	if ((sc->atrq.flags & FWOHCI_DBCH_INIT) == 0)
    807   1.89  kiyohara 		return ENOMEM;
    808   1.89  kiyohara 
    809   1.89  kiyohara 	fwohci_db_init(sc, &sc->atrs);
    810   1.89  kiyohara 	if ((sc->atrs.flags & FWOHCI_DBCH_INIT) == 0)
    811   1.89  kiyohara 		return ENOMEM;
    812   1.89  kiyohara 
    813   1.89  kiyohara 	sc->fc.eui.hi = OREAD(sc, FWOHCIGUID_H);
    814   1.89  kiyohara 	sc->fc.eui.lo = OREAD(sc, FWOHCIGUID_L);
    815   1.89  kiyohara 	for( i = 0 ; i < 8 ; i ++)
    816   1.89  kiyohara 		ui[i] = FW_EUI64_BYTE(&sc->fc.eui,i);
    817   1.89  kiyohara 	device_printf(dev, "EUI64 %02x:%02x:%02x:%02x:%02x:%02x:%02x:%02x\n",
    818   1.89  kiyohara 		ui[0], ui[1], ui[2], ui[3], ui[4], ui[5], ui[6], ui[7]);
    819   1.89  kiyohara 
    820   1.89  kiyohara 	sc->fc.ioctl = fwohci_ioctl;
    821   1.89  kiyohara 	sc->fc.cyctimer = fwohci_cyctimer;
    822   1.89  kiyohara 	sc->fc.set_bmr = fwohci_set_bus_manager;
    823   1.89  kiyohara 	sc->fc.ibr = fwohci_ibr;
    824   1.89  kiyohara 	sc->fc.irx_enable = fwohci_irx_enable;
    825   1.89  kiyohara 	sc->fc.irx_disable = fwohci_irx_disable;
    826    1.3      onoe 
    827   1.89  kiyohara 	sc->fc.itx_enable = fwohci_itxbuf_enable;
    828   1.89  kiyohara 	sc->fc.itx_disable = fwohci_itx_disable;
    829   1.89  kiyohara #if BYTE_ORDER == BIG_ENDIAN
    830   1.89  kiyohara 	sc->fc.irx_post = fwohci_irx_post;
    831   1.89  kiyohara #else
    832   1.89  kiyohara 	sc->fc.irx_post = NULL;
    833    1.5      matt #endif
    834   1.89  kiyohara 	sc->fc.itx_post = NULL;
    835   1.89  kiyohara 	sc->fc.timeout = fwohci_timeout;
    836   1.89  kiyohara 	sc->fc.poll = fwohci_poll;
    837   1.89  kiyohara 	sc->fc.set_intr = fwohci_set_intr;
    838   1.89  kiyohara 
    839   1.89  kiyohara 	sc->intmask = sc->irstat = sc->itstat = 0;
    840   1.89  kiyohara 
    841   1.89  kiyohara 	fw_init(&sc->fc);
    842   1.89  kiyohara 	fwohci_reset(sc, dev);
    843   1.89  kiyohara 	FWOHCI_INIT_END;
    844    1.5      matt 
    845    1.1      matt 	return 0;
    846    1.1      matt }
    847    1.1      matt 
    848   1.89  kiyohara void
    849   1.89  kiyohara fwohci_timeout(void *arg)
    850   1.40      haya {
    851   1.89  kiyohara 	struct fwohci_softc *sc;
    852   1.40      haya 
    853   1.89  kiyohara 	sc = (struct fwohci_softc *)arg;
    854   1.89  kiyohara }
    855   1.40      haya 
    856   1.89  kiyohara uint32_t
    857   1.89  kiyohara fwohci_cyctimer(struct firewire_comm *fc)
    858   1.89  kiyohara {
    859   1.89  kiyohara 	struct fwohci_softc *sc = (struct fwohci_softc *)fc;
    860   1.89  kiyohara 	return(OREAD(sc, OHCI_CYCLETIMER));
    861   1.40      haya }
    862   1.40      haya 
    863   1.89  kiyohara FWOHCI_DETACH()
    864    1.1      matt {
    865   1.89  kiyohara 	int i;
    866   1.62      haya 
    867   1.89  kiyohara 	FWOHCI_DETACH_START;
    868   1.89  kiyohara 	if (sc->sid_buf != NULL)
    869   1.89  kiyohara 		fwdma_free(&sc->fc, &sc->sid_dma);
    870   1.89  kiyohara 	if (sc->fc.config_rom != NULL)
    871   1.89  kiyohara 		fwdma_free(&sc->fc, &sc->crom_dma);
    872   1.40      haya 
    873   1.89  kiyohara 	fwohci_db_free(&sc->arrq);
    874   1.89  kiyohara 	fwohci_db_free(&sc->arrs);
    875   1.62      haya 
    876   1.89  kiyohara 	fwohci_db_free(&sc->atrq);
    877   1.89  kiyohara 	fwohci_db_free(&sc->atrs);
    878    1.3      onoe 
    879   1.89  kiyohara 	for( i = 0 ; i < sc->fc.nisodma ; i ++ ){
    880   1.89  kiyohara 		fwohci_db_free(&sc->it[i]);
    881   1.89  kiyohara 		fwohci_db_free(&sc->ir[i]);
    882    1.1      matt 	}
    883   1.89  kiyohara 	FWOHCI_DETACH_END;
    884   1.89  kiyohara 
    885   1.89  kiyohara 	return 0;
    886    1.3      onoe }
    887    1.3      onoe 
    888   1.89  kiyohara #define LAST_DB(dbtr, db) do {						\
    889   1.89  kiyohara 	struct fwohcidb_tr *_dbtr = (dbtr);				\
    890   1.89  kiyohara 	int _cnt = _dbtr->dbcnt;					\
    891   1.89  kiyohara 	db = &_dbtr->db[ (_cnt > 2) ? (_cnt -1) : 0];			\
    892   1.89  kiyohara } while (0)
    893  1.100     blymn 
    894   1.24       jmc static void
    895   1.89  kiyohara fwohci_execute_db(void *arg, bus_dma_segment_t *segs, int nseg, int error)
    896   1.24       jmc {
    897   1.89  kiyohara 	struct fwohcidb_tr *db_tr;
    898   1.89  kiyohara 	struct fwohcidb *db;
    899   1.89  kiyohara 	bus_dma_segment_t *s;
    900   1.89  kiyohara 	int i;
    901   1.24       jmc 
    902   1.89  kiyohara 	db_tr = (struct fwohcidb_tr *)arg;
    903   1.89  kiyohara 	db = &db_tr->db[db_tr->dbcnt];
    904   1.89  kiyohara 	if (error) {
    905   1.89  kiyohara 		if (firewire_debug || error != EFBIG)
    906   1.89  kiyohara 			printf("fwohci_execute_db: error=%d\n", error);
    907   1.89  kiyohara 		return;
    908   1.89  kiyohara 	}
    909   1.89  kiyohara 	for (i = 0; i < nseg; i++) {
    910   1.89  kiyohara 		s = &segs[i];
    911   1.89  kiyohara 		FWOHCI_DMA_WRITE(db->db.desc.addr, s->ds_addr);
    912   1.89  kiyohara 		FWOHCI_DMA_WRITE(db->db.desc.cmd, s->ds_len);
    913   1.89  kiyohara  		FWOHCI_DMA_WRITE(db->db.desc.res, 0);
    914   1.89  kiyohara 		db++;
    915   1.89  kiyohara 		db_tr->dbcnt++;
    916   1.26     enami 	}
    917   1.24       jmc }
    918   1.24       jmc 
    919   1.24       jmc static void
    920   1.89  kiyohara fwohci_execute_db2(void *arg, bus_dma_segment_t *segs, int nseg,
    921  1.103  christos     bus_size_t size, int error)
    922   1.24       jmc {
    923   1.89  kiyohara 	fwohci_execute_db(arg, segs, nseg, error);
    924   1.89  kiyohara }
    925   1.26     enami 
    926   1.89  kiyohara static void
    927   1.89  kiyohara fwohci_start(struct fwohci_softc *sc, struct fwohci_dbch *dbch)
    928   1.89  kiyohara {
    929   1.89  kiyohara 	int i, s;
    930   1.89  kiyohara 	int tcode, hdr_len, pl_off;
    931   1.89  kiyohara 	int fsegment = -1;
    932   1.89  kiyohara 	uint32_t off;
    933   1.89  kiyohara 	struct fw_xfer *xfer;
    934   1.89  kiyohara 	struct fw_pkt *fp;
    935   1.89  kiyohara 	struct fwohci_txpkthdr *ohcifp;
    936   1.89  kiyohara 	struct fwohcidb_tr *db_tr;
    937   1.89  kiyohara 	struct fwohcidb *db;
    938   1.89  kiyohara 	uint32_t *ld;
    939   1.90  drochner 	const struct tcode_info *info;
    940   1.89  kiyohara 	static int maxdesc=0;
    941   1.89  kiyohara 
    942   1.89  kiyohara 	if(&sc->atrq == dbch){
    943   1.89  kiyohara 		off = OHCI_ATQOFF;
    944   1.89  kiyohara 	}else if(&sc->atrs == dbch){
    945   1.89  kiyohara 		off = OHCI_ATSOFF;
    946   1.89  kiyohara 	}else{
    947   1.89  kiyohara 		return;
    948   1.26     enami 	}
    949   1.24       jmc 
    950   1.89  kiyohara 	if (dbch->flags & FWOHCI_DBCH_FULL)
    951   1.89  kiyohara 		return;
    952   1.24       jmc 
    953   1.89  kiyohara 	s = splfw();
    954   1.99  kiyohara 	fwdma_sync_multiseg_all(dbch->am,
    955   1.99  kiyohara 	    BUS_DMASYNC_POSTREAD | BUS_DMASYNC_POSTWRITE);
    956   1.89  kiyohara 	db_tr = dbch->top;
    957   1.89  kiyohara txloop:
    958   1.89  kiyohara 	xfer = STAILQ_FIRST(&dbch->xferq.q);
    959   1.89  kiyohara 	if(xfer == NULL){
    960   1.89  kiyohara 		goto kick;
    961   1.89  kiyohara 	}
    962   1.89  kiyohara 	if(dbch->xferq.queued == 0 ){
    963   1.89  kiyohara 		device_printf(sc->fc.dev, "TX queue empty\n");
    964   1.89  kiyohara 	}
    965   1.89  kiyohara 	STAILQ_REMOVE_HEAD(&dbch->xferq.q, link);
    966   1.89  kiyohara 	db_tr->xfer = xfer;
    967   1.89  kiyohara 	xfer->state = FWXF_START;
    968   1.89  kiyohara 
    969   1.89  kiyohara 	fp = &xfer->send.hdr;
    970   1.89  kiyohara 	tcode = fp->mode.common.tcode;
    971   1.89  kiyohara 
    972   1.89  kiyohara 	ohcifp = (struct fwohci_txpkthdr *) db_tr->db[1].db.immed;
    973   1.89  kiyohara 	info = &tinfo[tcode];
    974   1.89  kiyohara 	hdr_len = pl_off = info->hdr_len;
    975   1.89  kiyohara 
    976   1.89  kiyohara 	ld = &ohcifp->mode.ld[0];
    977   1.89  kiyohara 	ld[0] = ld[1] = ld[2] = ld[3] = 0;
    978   1.89  kiyohara 	for( i = 0 ; i < pl_off ; i+= 4)
    979   1.89  kiyohara 		ld[i/4] = fp->mode.ld[i/4];
    980   1.89  kiyohara 
    981   1.89  kiyohara 	ohcifp->mode.common.spd = xfer->send.spd & 0x7;
    982   1.89  kiyohara 	if (tcode == FWTCODE_STREAM ){
    983   1.89  kiyohara 		hdr_len = 8;
    984   1.89  kiyohara 		ohcifp->mode.stream.len = fp->mode.stream.len;
    985   1.89  kiyohara 	} else if (tcode == FWTCODE_PHY) {
    986   1.89  kiyohara 		hdr_len = 12;
    987   1.89  kiyohara 		ld[1] = fp->mode.ld[1];
    988   1.89  kiyohara 		ld[2] = fp->mode.ld[2];
    989   1.89  kiyohara 		ohcifp->mode.common.spd = 0;
    990   1.89  kiyohara 		ohcifp->mode.common.tcode = FWOHCITCODE_PHY;
    991   1.89  kiyohara 	} else {
    992   1.89  kiyohara 		ohcifp->mode.asycomm.dst = fp->mode.hdr.dst;
    993   1.89  kiyohara 		ohcifp->mode.asycomm.srcbus = OHCI_ASYSRCBUS;
    994   1.89  kiyohara 		ohcifp->mode.asycomm.tlrt |= FWRETRY_X;
    995   1.89  kiyohara 	}
    996   1.89  kiyohara 	db = &db_tr->db[0];
    997   1.89  kiyohara  	FWOHCI_DMA_WRITE(db->db.desc.cmd,
    998   1.89  kiyohara 			OHCI_OUTPUT_MORE | OHCI_KEY_ST2 | hdr_len);
    999   1.89  kiyohara  	FWOHCI_DMA_WRITE(db->db.desc.addr, 0);
   1000   1.89  kiyohara  	FWOHCI_DMA_WRITE(db->db.desc.res, 0);
   1001   1.89  kiyohara /* Specify bound timer of asy. responce */
   1002   1.89  kiyohara 	if(&sc->atrs == dbch){
   1003   1.89  kiyohara  		FWOHCI_DMA_WRITE(db->db.desc.res,
   1004   1.89  kiyohara 			 (OREAD(sc, OHCI_CYCLETIMER) >> 12) + (1 << 13));
   1005   1.89  kiyohara 	}
   1006   1.89  kiyohara #if BYTE_ORDER == BIG_ENDIAN
   1007   1.89  kiyohara 	if (tcode == FWTCODE_WREQQ || tcode == FWTCODE_RRESQ)
   1008   1.89  kiyohara 		hdr_len = 12;
   1009   1.89  kiyohara 	for (i = 0; i < hdr_len/4; i ++)
   1010   1.89  kiyohara 		FWOHCI_DMA_WRITE(ld[i], ld[i]);
   1011   1.89  kiyohara #endif
   1012   1.89  kiyohara 
   1013   1.89  kiyohara again:
   1014   1.89  kiyohara 	db_tr->dbcnt = 2;
   1015   1.89  kiyohara 	db = &db_tr->db[db_tr->dbcnt];
   1016   1.89  kiyohara 	if (xfer->send.pay_len > 0) {
   1017   1.89  kiyohara 		int err;
   1018   1.89  kiyohara 		/* handle payload */
   1019   1.89  kiyohara 		if (xfer->mbuf == NULL) {
   1020   1.89  kiyohara 			err = fw_bus_dmamap_load(dbch->dmat, db_tr->dma_map,
   1021   1.89  kiyohara 				&xfer->send.payload[0], xfer->send.pay_len,
   1022   1.89  kiyohara 				fwohci_execute_db, db_tr,
   1023   1.89  kiyohara 				BUS_DMA_WAITOK);
   1024   1.89  kiyohara 		} else {
   1025   1.89  kiyohara 			/* XXX we can handle only 6 (=8-2) mbuf chains */
   1026   1.89  kiyohara 			err = fw_bus_dmamap_load_mbuf(dbch->dmat,
   1027   1.89  kiyohara 				db_tr->dma_map, xfer->mbuf,
   1028   1.89  kiyohara 				fwohci_execute_db2, db_tr,
   1029   1.89  kiyohara 				BUS_DMA_WAITOK);
   1030   1.89  kiyohara 			if (err == EFBIG) {
   1031   1.89  kiyohara 				struct mbuf *m0;
   1032   1.89  kiyohara 
   1033   1.89  kiyohara 				if (firewire_debug)
   1034   1.89  kiyohara 					device_printf(sc->fc.dev, "EFBIG.\n");
   1035   1.89  kiyohara 				m0 = m_getcl(M_DONTWAIT, MT_DATA, M_PKTHDR);
   1036   1.89  kiyohara 				if (m0 != NULL) {
   1037   1.89  kiyohara 					m_copydata(xfer->mbuf, 0,
   1038   1.89  kiyohara 						xfer->mbuf->m_pkthdr.len,
   1039   1.89  kiyohara 						mtod(m0, caddr_t));
   1040  1.100     blymn 					m0->m_len = m0->m_pkthdr.len =
   1041   1.89  kiyohara 						xfer->mbuf->m_pkthdr.len;
   1042   1.89  kiyohara 					m_freem(xfer->mbuf);
   1043   1.89  kiyohara 					xfer->mbuf = m0;
   1044   1.89  kiyohara 					goto again;
   1045   1.89  kiyohara 				}
   1046   1.89  kiyohara 				device_printf(sc->fc.dev, "m_getcl failed.\n");
   1047   1.89  kiyohara 			}
   1048   1.89  kiyohara 		}
   1049   1.89  kiyohara 		if (err)
   1050   1.89  kiyohara 			printf("dmamap_load: err=%d\n", err);
   1051   1.89  kiyohara 		fw_bus_dmamap_sync(dbch->dmat, db_tr->dma_map,
   1052   1.89  kiyohara 						BUS_DMASYNC_PREWRITE);
   1053   1.89  kiyohara #if 0 /* OHCI_OUTPUT_MODE == 0 */
   1054   1.89  kiyohara 		for (i = 2; i < db_tr->dbcnt; i++)
   1055   1.89  kiyohara 			FWOHCI_DMA_SET(db_tr->db[i].db.desc.cmd,
   1056   1.89  kiyohara 						OHCI_OUTPUT_MORE);
   1057   1.89  kiyohara #endif
   1058   1.89  kiyohara 	}
   1059   1.89  kiyohara 	if (maxdesc < db_tr->dbcnt) {
   1060   1.89  kiyohara 		maxdesc = db_tr->dbcnt;
   1061   1.89  kiyohara 		if (firewire_debug)
   1062   1.89  kiyohara 			device_printf(sc->fc.dev, "maxdesc: %d\n", maxdesc);
   1063   1.89  kiyohara 	}
   1064   1.89  kiyohara 	/* last db */
   1065   1.89  kiyohara 	LAST_DB(db_tr, db);
   1066   1.89  kiyohara  	FWOHCI_DMA_SET(db->db.desc.cmd,
   1067   1.89  kiyohara 		OHCI_OUTPUT_LAST | OHCI_INTERRUPT_ALWAYS | OHCI_BRANCH_ALWAYS);
   1068   1.89  kiyohara  	FWOHCI_DMA_WRITE(db->db.desc.depend,
   1069   1.89  kiyohara 			STAILQ_NEXT(db_tr, link)->bus_addr);
   1070   1.89  kiyohara 
   1071   1.89  kiyohara 	if(fsegment == -1 )
   1072   1.89  kiyohara 		fsegment = db_tr->dbcnt;
   1073   1.89  kiyohara 	if (dbch->pdb_tr != NULL) {
   1074   1.89  kiyohara 		LAST_DB(dbch->pdb_tr, db);
   1075   1.89  kiyohara  		FWOHCI_DMA_SET(db->db.desc.depend, db_tr->dbcnt);
   1076   1.89  kiyohara 	}
   1077   1.89  kiyohara 	dbch->pdb_tr = db_tr;
   1078   1.89  kiyohara 	db_tr = STAILQ_NEXT(db_tr, link);
   1079   1.89  kiyohara 	if(db_tr != dbch->bottom){
   1080   1.89  kiyohara 		goto txloop;
   1081   1.89  kiyohara 	} else {
   1082   1.89  kiyohara 		device_printf(sc->fc.dev, "fwohci_start: lack of db_trq\n");
   1083   1.89  kiyohara 		dbch->flags |= FWOHCI_DBCH_FULL;
   1084   1.89  kiyohara 	}
   1085   1.89  kiyohara kick:
   1086   1.89  kiyohara 	/* kick asy q */
   1087   1.99  kiyohara 	fwdma_sync_multiseg_all(dbch->am,
   1088   1.99  kiyohara 	    BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
   1089   1.99  kiyohara 
   1090   1.89  kiyohara 	if(dbch->xferq.flag & FWXFERQ_RUNNING) {
   1091   1.89  kiyohara 		OWRITE(sc, OHCI_DMACTL(off), OHCI_CNTL_DMA_WAKE);
   1092   1.89  kiyohara 	} else {
   1093   1.89  kiyohara 		if (firewire_debug)
   1094   1.89  kiyohara 			device_printf(sc->fc.dev, "start AT DMA status=%x\n",
   1095   1.89  kiyohara 					OREAD(sc, OHCI_DMACTL(off)));
   1096   1.89  kiyohara 		OWRITE(sc, OHCI_DMACMD(off), dbch->top->bus_addr | fsegment);
   1097   1.89  kiyohara 		OWRITE(sc, OHCI_DMACTL(off), OHCI_CNTL_DMA_RUN);
   1098   1.89  kiyohara 		dbch->xferq.flag |= FWXFERQ_RUNNING;
   1099   1.62      haya 	}
   1100   1.89  kiyohara 	CTR0(KTR_DEV, "start kick done");
   1101   1.89  kiyohara 	CTR0(KTR_DEV, "start kick done2");
   1102   1.24       jmc 
   1103   1.89  kiyohara 	dbch->top = db_tr;
   1104   1.89  kiyohara 	splx(s);
   1105   1.89  kiyohara 	return;
   1106   1.89  kiyohara }
   1107   1.24       jmc 
   1108   1.89  kiyohara static void
   1109   1.89  kiyohara fwohci_start_atq(struct firewire_comm *fc)
   1110   1.89  kiyohara {
   1111   1.89  kiyohara 	struct fwohci_softc *sc = (struct fwohci_softc *)fc;
   1112   1.89  kiyohara 	fwohci_start( sc, &(sc->atrq));
   1113   1.89  kiyohara 	return;
   1114   1.89  kiyohara }
   1115   1.24       jmc 
   1116   1.89  kiyohara static void
   1117   1.89  kiyohara fwohci_start_ats(struct firewire_comm *fc)
   1118   1.89  kiyohara {
   1119   1.89  kiyohara 	struct fwohci_softc *sc = (struct fwohci_softc *)fc;
   1120   1.89  kiyohara 	fwohci_start( sc, &(sc->atrs));
   1121   1.89  kiyohara 	return;
   1122   1.89  kiyohara }
   1123   1.62      haya 
   1124   1.89  kiyohara void
   1125   1.89  kiyohara fwohci_txd(struct fwohci_softc *sc, struct fwohci_dbch *dbch)
   1126   1.89  kiyohara {
   1127   1.89  kiyohara 	int s, ch, err = 0;
   1128   1.89  kiyohara 	struct fwohcidb_tr *tr;
   1129   1.89  kiyohara 	struct fwohcidb *db;
   1130   1.89  kiyohara 	struct fw_xfer *xfer;
   1131   1.89  kiyohara 	uint32_t off;
   1132   1.89  kiyohara 	u_int stat, status;
   1133   1.89  kiyohara 	int	packets;
   1134   1.89  kiyohara 	struct firewire_comm *fc = (struct firewire_comm *)sc;
   1135   1.89  kiyohara 
   1136   1.89  kiyohara 	if(&sc->atrq == dbch){
   1137   1.89  kiyohara 		off = OHCI_ATQOFF;
   1138   1.89  kiyohara 		ch = ATRQ_CH;
   1139   1.89  kiyohara 	}else if(&sc->atrs == dbch){
   1140   1.89  kiyohara 		off = OHCI_ATSOFF;
   1141   1.89  kiyohara 		ch = ATRS_CH;
   1142   1.89  kiyohara 	}else{
   1143   1.89  kiyohara 		return;
   1144   1.89  kiyohara 	}
   1145   1.89  kiyohara 	s = splfw();
   1146   1.89  kiyohara 	tr = dbch->bottom;
   1147   1.89  kiyohara 	packets = 0;
   1148   1.99  kiyohara 	fwdma_sync_multiseg_all(dbch->am,
   1149   1.99  kiyohara 	    BUS_DMASYNC_POSTREAD | BUS_DMASYNC_POSTWRITE);
   1150   1.89  kiyohara 	while(dbch->xferq.queued > 0){
   1151   1.89  kiyohara 		LAST_DB(tr, db);
   1152   1.89  kiyohara 		status = FWOHCI_DMA_READ(db->db.desc.res) >> OHCI_STATUS_SHIFT;
   1153   1.89  kiyohara 		if(!(status & OHCI_CNTL_DMA_ACTIVE)){
   1154   1.89  kiyohara 			if (fc->status != FWBUSRESET)
   1155   1.89  kiyohara 				/* maybe out of order?? */
   1156   1.89  kiyohara 				goto out;
   1157   1.89  kiyohara 		}
   1158   1.89  kiyohara 		if (tr->xfer->send.pay_len > 0) {
   1159   1.89  kiyohara 			fw_bus_dmamap_sync(dbch->dmat, tr->dma_map,
   1160   1.89  kiyohara 				BUS_DMASYNC_POSTWRITE);
   1161   1.89  kiyohara 			fw_bus_dmamap_unload(dbch->dmat, tr->dma_map);
   1162   1.89  kiyohara 		}
   1163   1.89  kiyohara #if 1
   1164   1.89  kiyohara 		if (firewire_debug > 1)
   1165   1.89  kiyohara 			dump_db(sc, ch);
   1166   1.89  kiyohara #endif
   1167   1.89  kiyohara 		if(status & OHCI_CNTL_DMA_DEAD) {
   1168   1.89  kiyohara 			/* Stop DMA */
   1169   1.89  kiyohara 			OWRITE(sc, OHCI_DMACTLCLR(off), OHCI_CNTL_DMA_RUN);
   1170   1.89  kiyohara 			device_printf(sc->fc.dev, "force reset AT FIFO\n");
   1171   1.89  kiyohara 			OWRITE(sc, OHCI_HCCCTLCLR, OHCI_HCC_LINKEN);
   1172   1.89  kiyohara 			OWRITE(sc, OHCI_HCCCTL, OHCI_HCC_LPS | OHCI_HCC_LINKEN);
   1173   1.89  kiyohara 			OWRITE(sc, OHCI_DMACTLCLR(off), OHCI_CNTL_DMA_RUN);
   1174   1.89  kiyohara 		}
   1175   1.89  kiyohara 		stat = status & FWOHCIEV_MASK;
   1176   1.89  kiyohara 		switch(stat){
   1177   1.89  kiyohara 		case FWOHCIEV_ACKPEND:
   1178   1.89  kiyohara 			CTR0(KTR_DEV, "txd: ack pending");
   1179   1.89  kiyohara 			/* fall through */
   1180   1.89  kiyohara 		case FWOHCIEV_ACKCOMPL:
   1181   1.89  kiyohara 			err = 0;
   1182   1.89  kiyohara 			break;
   1183   1.89  kiyohara 		case FWOHCIEV_ACKBSA:
   1184   1.89  kiyohara 		case FWOHCIEV_ACKBSB:
   1185   1.89  kiyohara 		case FWOHCIEV_ACKBSX:
   1186   1.89  kiyohara 			device_printf(sc->fc.dev, "txd err=%2x %s\n", stat, fwohcicode[stat]);
   1187   1.89  kiyohara 			err = EBUSY;
   1188   1.89  kiyohara 			break;
   1189   1.89  kiyohara 		case FWOHCIEV_FLUSHED:
   1190   1.89  kiyohara 		case FWOHCIEV_ACKTARD:
   1191   1.89  kiyohara 			device_printf(sc->fc.dev, "txd err=%2x %s\n", stat, fwohcicode[stat]);
   1192   1.89  kiyohara 			err = EAGAIN;
   1193   1.89  kiyohara 			break;
   1194   1.89  kiyohara 		case FWOHCIEV_MISSACK:
   1195   1.89  kiyohara 		case FWOHCIEV_UNDRRUN:
   1196   1.89  kiyohara 		case FWOHCIEV_OVRRUN:
   1197   1.89  kiyohara 		case FWOHCIEV_DESCERR:
   1198   1.89  kiyohara 		case FWOHCIEV_DTRDERR:
   1199   1.89  kiyohara 		case FWOHCIEV_TIMEOUT:
   1200   1.89  kiyohara 		case FWOHCIEV_TCODERR:
   1201   1.89  kiyohara 		case FWOHCIEV_UNKNOWN:
   1202   1.89  kiyohara 		case FWOHCIEV_ACKDERR:
   1203   1.89  kiyohara 		case FWOHCIEV_ACKTERR:
   1204   1.89  kiyohara 		default:
   1205   1.89  kiyohara 			device_printf(sc->fc.dev, "txd err=%2x %s\n",
   1206   1.89  kiyohara 							stat, fwohcicode[stat]);
   1207   1.89  kiyohara 			err = EINVAL;
   1208   1.89  kiyohara 			break;
   1209   1.89  kiyohara 		}
   1210   1.89  kiyohara 		if (tr->xfer != NULL) {
   1211   1.89  kiyohara 			xfer = tr->xfer;
   1212   1.89  kiyohara 			CTR0(KTR_DEV, "txd");
   1213   1.89  kiyohara 			if (xfer->state == FWXF_RCVD) {
   1214   1.62      haya #if 0
   1215   1.89  kiyohara 				if (firewire_debug)
   1216   1.89  kiyohara 					printf("already rcvd\n");
   1217   1.62      haya #endif
   1218   1.89  kiyohara 				fw_xfer_done(xfer);
   1219   1.89  kiyohara 			} else {
   1220   1.89  kiyohara 				xfer->state = FWXF_SENT;
   1221   1.89  kiyohara 				if (err == EBUSY && fc->status != FWBUSRESET) {
   1222   1.89  kiyohara 					xfer->state = FWXF_BUSY;
   1223   1.89  kiyohara 					xfer->resp = err;
   1224   1.89  kiyohara 					xfer->recv.pay_len = 0;
   1225   1.89  kiyohara 					fw_xfer_done(xfer);
   1226   1.89  kiyohara 				} else if (stat != FWOHCIEV_ACKPEND) {
   1227   1.89  kiyohara 					if (stat != FWOHCIEV_ACKCOMPL)
   1228   1.89  kiyohara 						xfer->state = FWXF_SENTERR;
   1229   1.89  kiyohara 					xfer->resp = err;
   1230   1.89  kiyohara 					xfer->recv.pay_len = 0;
   1231   1.89  kiyohara 					fw_xfer_done(xfer);
   1232   1.89  kiyohara 				}
   1233   1.89  kiyohara 			}
   1234   1.89  kiyohara 			/*
   1235   1.89  kiyohara 			 * The watchdog timer takes care of split
   1236   1.89  kiyohara 			 * transcation timeout for ACKPEND case.
   1237   1.89  kiyohara 			 */
   1238   1.89  kiyohara 		} else {
   1239   1.89  kiyohara 			printf("this shouldn't happen\n");
   1240   1.89  kiyohara 		}
   1241   1.89  kiyohara 		dbch->xferq.queued --;
   1242   1.89  kiyohara 		tr->xfer = NULL;
   1243   1.62      haya 
   1244   1.99  kiyohara 		fwdma_sync_multiseg_all(dbch->am, BUS_DMASYNC_PREREAD);
   1245   1.89  kiyohara 		packets ++;
   1246   1.89  kiyohara 		tr = STAILQ_NEXT(tr, link);
   1247   1.89  kiyohara 		dbch->bottom = tr;
   1248   1.89  kiyohara 		if (dbch->bottom == dbch->top) {
   1249   1.89  kiyohara 			/* we reaches the end of context program */
   1250   1.89  kiyohara 			if (firewire_debug && dbch->xferq.queued > 0)
   1251   1.89  kiyohara 				printf("queued > 0\n");
   1252   1.89  kiyohara 			break;
   1253   1.89  kiyohara 		}
   1254   1.89  kiyohara 	}
   1255   1.89  kiyohara out:
   1256   1.89  kiyohara 	if ((dbch->flags & FWOHCI_DBCH_FULL) && packets > 0) {
   1257   1.89  kiyohara 		printf("make free slot\n");
   1258   1.89  kiyohara 		dbch->flags &= ~FWOHCI_DBCH_FULL;
   1259   1.89  kiyohara 		fwohci_start(sc, dbch);
   1260   1.89  kiyohara 	}
   1261   1.99  kiyohara 	fwdma_sync_multiseg_all(
   1262   1.99  kiyohara 	    dbch->am, BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
   1263   1.89  kiyohara 	splx(s);
   1264   1.24       jmc }
   1265   1.24       jmc 
   1266   1.24       jmc static void
   1267   1.89  kiyohara fwohci_db_free(struct fwohci_dbch *dbch)
   1268   1.24       jmc {
   1269   1.89  kiyohara 	struct fwohcidb_tr *db_tr;
   1270   1.89  kiyohara 	int idb;
   1271   1.26     enami 
   1272   1.89  kiyohara 	if ((dbch->flags & FWOHCI_DBCH_INIT) == 0)
   1273   1.89  kiyohara 		return;
   1274   1.26     enami 
   1275   1.89  kiyohara 	for(db_tr = STAILQ_FIRST(&dbch->db_trq), idb = 0; idb < dbch->ndb;
   1276   1.89  kiyohara 			db_tr = STAILQ_NEXT(db_tr, link), idb++){
   1277   1.89  kiyohara 		if ((dbch->xferq.flag & FWXFERQ_EXTBUF) == 0 &&
   1278   1.89  kiyohara 					db_tr->buf != NULL) {
   1279   1.89  kiyohara 			fwdma_free_size(dbch->dmat, db_tr->dma_map,
   1280   1.89  kiyohara 					db_tr->buf, dbch->xferq.psize);
   1281   1.89  kiyohara 			db_tr->buf = NULL;
   1282   1.89  kiyohara 		} else if (db_tr->dma_map != NULL)
   1283   1.89  kiyohara 			fw_bus_dmamap_destroy(dbch->dmat, db_tr->dma_map);
   1284   1.89  kiyohara 	}
   1285   1.89  kiyohara 	dbch->ndb = 0;
   1286   1.89  kiyohara 	db_tr = STAILQ_FIRST(&dbch->db_trq);
   1287   1.89  kiyohara 	fwdma_free_multiseg(dbch->am);
   1288   1.89  kiyohara 	free(db_tr, M_FW);
   1289   1.89  kiyohara 	STAILQ_INIT(&dbch->db_trq);
   1290   1.89  kiyohara 	dbch->flags &= ~FWOHCI_DBCH_INIT;
   1291   1.89  kiyohara }
   1292   1.26     enami 
   1293   1.89  kiyohara static void
   1294   1.89  kiyohara fwohci_db_init(struct fwohci_softc *sc, struct fwohci_dbch *dbch)
   1295   1.89  kiyohara {
   1296   1.89  kiyohara 	int	idb;
   1297   1.89  kiyohara 	struct fwohcidb_tr *db_tr;
   1298   1.89  kiyohara 
   1299   1.89  kiyohara 	if ((dbch->flags & FWOHCI_DBCH_INIT) != 0)
   1300   1.89  kiyohara 		goto out;
   1301   1.89  kiyohara 
   1302   1.89  kiyohara 	/* create dma_tag for buffers */
   1303   1.89  kiyohara #define MAX_REQCOUNT	0xffff
   1304   1.89  kiyohara 	if (fw_bus_dma_tag_create(/*parent*/ sc->fc.dmat,
   1305   1.89  kiyohara 			/*alignment*/ 1, /*boundary*/ 0,
   1306   1.89  kiyohara 			/*lowaddr*/ BUS_SPACE_MAXADDR_32BIT,
   1307   1.89  kiyohara 			/*highaddr*/ BUS_SPACE_MAXADDR,
   1308   1.89  kiyohara 			/*filter*/NULL, /*filterarg*/NULL,
   1309   1.89  kiyohara 			/*maxsize*/ dbch->xferq.psize,
   1310   1.89  kiyohara 			/*nsegments*/ dbch->ndesc > 3 ? dbch->ndesc - 2 : 1,
   1311   1.89  kiyohara 			/*maxsegsz*/ MAX_REQCOUNT,
   1312   1.89  kiyohara 			/*flags*/ 0,
   1313   1.89  kiyohara 			/*lockfunc*/busdma_lock_mutex,
   1314   1.89  kiyohara 			/*lockarg*/&Giant,
   1315   1.89  kiyohara 			&dbch->dmat))
   1316   1.89  kiyohara 		return;
   1317   1.26     enami 
   1318   1.89  kiyohara 	/* allocate DB entries and attach one to each DMA channels */
   1319   1.89  kiyohara 	/* DB entry must start at 16 bytes bounary. */
   1320   1.89  kiyohara 	STAILQ_INIT(&dbch->db_trq);
   1321   1.89  kiyohara 	db_tr = (struct fwohcidb_tr *)
   1322   1.89  kiyohara 		malloc(sizeof(struct fwohcidb_tr) * dbch->ndb,
   1323   1.89  kiyohara 		M_FW, M_WAITOK | M_ZERO);
   1324   1.89  kiyohara 	if(db_tr == NULL){
   1325   1.89  kiyohara 		printf("fwohci_db_init: malloc(1) failed\n");
   1326   1.89  kiyohara 		return;
   1327   1.89  kiyohara 	}
   1328   1.26     enami 
   1329   1.89  kiyohara #define DB_SIZE(x) (sizeof(struct fwohcidb) * (x)->ndesc)
   1330   1.89  kiyohara 	dbch->am = fwdma_malloc_multiseg(&sc->fc, DB_SIZE(dbch),
   1331   1.97  kiyohara 		DB_SIZE(dbch), dbch->ndb, BUS_DMA_WAITOK | BUS_DMA_COHERENT);
   1332   1.89  kiyohara 	if (dbch->am == NULL) {
   1333   1.89  kiyohara 		printf("fwohci_db_init: fwdma_malloc_multiseg failed\n");
   1334   1.89  kiyohara 		free(db_tr, M_FW);
   1335   1.89  kiyohara 		return;
   1336   1.89  kiyohara 	}
   1337   1.89  kiyohara 	/* Attach DB to DMA ch. */
   1338   1.89  kiyohara 	for(idb = 0 ; idb < dbch->ndb ; idb++){
   1339   1.89  kiyohara 		db_tr->dbcnt = 0;
   1340   1.89  kiyohara 		db_tr->db = (struct fwohcidb *)fwdma_v_addr(dbch->am, idb);
   1341   1.89  kiyohara 		db_tr->bus_addr = fwdma_bus_addr(dbch->am, idb);
   1342   1.89  kiyohara 		/* create dmamap for buffers */
   1343   1.89  kiyohara 		/* XXX do we need 4bytes alignment tag? */
   1344   1.89  kiyohara 		/* XXX don't alloc dma_map for AR */
   1345   1.96  kiyohara 		if (fw_bus_dmamap_create(dbch->dmat, 0, &db_tr->dma_map) != 0) {
   1346   1.96  kiyohara 			printf("fw_bus_dmamap_create failed\n");
   1347   1.89  kiyohara 			dbch->flags = FWOHCI_DBCH_INIT; /* XXX fake */
   1348   1.89  kiyohara 			fwohci_db_free(dbch);
   1349   1.89  kiyohara 			return;
   1350   1.35      onoe 		}
   1351   1.89  kiyohara 		STAILQ_INSERT_TAIL(&dbch->db_trq, db_tr, link);
   1352   1.89  kiyohara 		if (dbch->xferq.flag & FWXFERQ_EXTBUF) {
   1353   1.89  kiyohara 			if (idb % dbch->xferq.bnpacket == 0)
   1354   1.89  kiyohara 				dbch->xferq.bulkxfer[idb / dbch->xferq.bnpacket
   1355   1.89  kiyohara 						].start = (caddr_t)db_tr;
   1356   1.89  kiyohara 			if ((idb + 1) % dbch->xferq.bnpacket == 0)
   1357   1.89  kiyohara 				dbch->xferq.bulkxfer[idb / dbch->xferq.bnpacket
   1358   1.89  kiyohara 						].end = (caddr_t)db_tr;
   1359   1.26     enami 		}
   1360   1.89  kiyohara 		db_tr++;
   1361   1.26     enami 	}
   1362   1.89  kiyohara 	STAILQ_LAST(&dbch->db_trq, fwohcidb_tr,link)->link.stqe_next
   1363   1.89  kiyohara 			= STAILQ_FIRST(&dbch->db_trq);
   1364   1.89  kiyohara out:
   1365   1.89  kiyohara 	dbch->xferq.queued = 0;
   1366   1.89  kiyohara 	dbch->pdb_tr = NULL;
   1367   1.89  kiyohara 	dbch->top = STAILQ_FIRST(&dbch->db_trq);
   1368   1.89  kiyohara 	dbch->bottom = dbch->top;
   1369   1.89  kiyohara 	dbch->flags = FWOHCI_DBCH_INIT;
   1370   1.24       jmc }
   1371   1.24       jmc 
   1372    1.5      matt static int
   1373   1.89  kiyohara fwohci_itx_disable(struct firewire_comm *fc, int dmach)
   1374    1.5      matt {
   1375   1.89  kiyohara 	struct fwohci_softc *sc = (struct fwohci_softc *)fc;
   1376   1.89  kiyohara 	int sleepch;
   1377    1.5      matt 
   1378  1.100     blymn 	OWRITE(sc, OHCI_ITCTLCLR(dmach),
   1379   1.89  kiyohara 			OHCI_CNTL_DMA_RUN | OHCI_CNTL_CYCMATCH_S);
   1380   1.89  kiyohara 	OWRITE(sc, OHCI_IT_MASKCLR, 1 << dmach);
   1381   1.89  kiyohara 	OWRITE(sc, OHCI_IT_STATCLR, 1 << dmach);
   1382   1.89  kiyohara 	/* XXX we cannot free buffers until the DMA really stops */
   1383   1.89  kiyohara 	tsleep((void *)&sleepch, FWPRI, "fwitxd", hz);
   1384   1.89  kiyohara 	fwohci_db_free(&sc->it[dmach]);
   1385   1.89  kiyohara 	sc->it[dmach].xferq.flag &= ~FWXFERQ_RUNNING;
   1386   1.89  kiyohara 	return 0;
   1387    1.5      matt }
   1388    1.5      matt 
   1389   1.89  kiyohara static int
   1390   1.89  kiyohara fwohci_irx_disable(struct firewire_comm *fc, int dmach)
   1391    1.3      onoe {
   1392   1.89  kiyohara 	struct fwohci_softc *sc = (struct fwohci_softc *)fc;
   1393   1.89  kiyohara 	int sleepch;
   1394    1.3      onoe 
   1395   1.89  kiyohara 	OWRITE(sc, OHCI_IRCTLCLR(dmach), OHCI_CNTL_DMA_RUN);
   1396   1.89  kiyohara 	OWRITE(sc, OHCI_IR_MASKCLR, 1 << dmach);
   1397   1.89  kiyohara 	OWRITE(sc, OHCI_IR_STATCLR, 1 << dmach);
   1398   1.89  kiyohara 	/* XXX we cannot free buffers until the DMA really stops */
   1399   1.89  kiyohara 	tsleep((void *)&sleepch, FWPRI, "fwirxd", hz);
   1400   1.89  kiyohara 	fwohci_db_free(&sc->ir[dmach]);
   1401   1.89  kiyohara 	sc->ir[dmach].xferq.flag &= ~FWXFERQ_RUNNING;
   1402   1.89  kiyohara 	return 0;
   1403   1.89  kiyohara }
   1404    1.3      onoe 
   1405   1.89  kiyohara #if BYTE_ORDER == BIG_ENDIAN
   1406   1.89  kiyohara static void
   1407   1.89  kiyohara fwohci_irx_post (struct firewire_comm *fc , uint32_t *qld)
   1408   1.89  kiyohara {
   1409   1.89  kiyohara 	qld[0] = FWOHCI_DMA_READ(qld[0]);
   1410   1.89  kiyohara 	return;
   1411    1.3      onoe }
   1412   1.89  kiyohara #endif
   1413    1.3      onoe 
   1414   1.89  kiyohara static int
   1415   1.89  kiyohara fwohci_tx_enable(struct fwohci_softc *sc, struct fwohci_dbch *dbch)
   1416    1.7      onoe {
   1417   1.89  kiyohara 	int err = 0;
   1418   1.89  kiyohara 	int idb, z, i, dmach = 0, ldesc;
   1419   1.89  kiyohara 	uint32_t off = 0;
   1420   1.89  kiyohara 	struct fwohcidb_tr *db_tr;
   1421   1.89  kiyohara 	struct fwohcidb *db;
   1422    1.7      onoe 
   1423   1.89  kiyohara 	if(!(dbch->xferq.flag & FWXFERQ_EXTBUF)){
   1424   1.89  kiyohara 		err = EINVAL;
   1425   1.89  kiyohara 		return err;
   1426   1.89  kiyohara 	}
   1427   1.89  kiyohara 	z = dbch->ndesc;
   1428   1.89  kiyohara 	for(dmach = 0 ; dmach < sc->fc.nisodma ; dmach++){
   1429   1.89  kiyohara 		if( &sc->it[dmach] == dbch){
   1430   1.89  kiyohara 			off = OHCI_ITOFF(dmach);
   1431    1.7      onoe 			break;
   1432   1.89  kiyohara 		}
   1433    1.7      onoe 	}
   1434   1.89  kiyohara 	if(off == 0){
   1435   1.89  kiyohara 		err = EINVAL;
   1436   1.89  kiyohara 		return err;
   1437   1.89  kiyohara 	}
   1438   1.89  kiyohara 	if(dbch->xferq.flag & FWXFERQ_RUNNING)
   1439   1.89  kiyohara 		return err;
   1440   1.89  kiyohara 	dbch->xferq.flag |= FWXFERQ_RUNNING;
   1441   1.89  kiyohara 	for( i = 0, dbch->bottom = dbch->top; i < (dbch->ndb - 1); i++){
   1442   1.89  kiyohara 		dbch->bottom = STAILQ_NEXT(dbch->bottom, link);
   1443   1.89  kiyohara 	}
   1444   1.89  kiyohara 	db_tr = dbch->top;
   1445   1.89  kiyohara 	for (idb = 0; idb < dbch->ndb; idb ++) {
   1446   1.89  kiyohara 		fwohci_add_tx_buf(dbch, db_tr, idb);
   1447   1.89  kiyohara 		if(STAILQ_NEXT(db_tr, link) == NULL){
   1448   1.89  kiyohara 			break;
   1449   1.89  kiyohara 		}
   1450   1.89  kiyohara 		db = db_tr->db;
   1451   1.89  kiyohara 		ldesc = db_tr->dbcnt - 1;
   1452   1.89  kiyohara 		FWOHCI_DMA_WRITE(db[0].db.desc.depend,
   1453   1.89  kiyohara 				STAILQ_NEXT(db_tr, link)->bus_addr | z);
   1454   1.89  kiyohara 		db[ldesc].db.desc.depend = db[0].db.desc.depend;
   1455   1.89  kiyohara 		if(dbch->xferq.flag & FWXFERQ_EXTBUF){
   1456   1.89  kiyohara 			if(((idb + 1 ) % dbch->xferq.bnpacket) == 0){
   1457   1.89  kiyohara 				FWOHCI_DMA_SET(
   1458   1.89  kiyohara 					db[ldesc].db.desc.cmd,
   1459   1.89  kiyohara 					OHCI_INTERRUPT_ALWAYS);
   1460   1.89  kiyohara 				/* OHCI 1.1 and above */
   1461   1.89  kiyohara 				FWOHCI_DMA_SET(
   1462   1.89  kiyohara 					db[0].db.desc.cmd,
   1463   1.89  kiyohara 					OHCI_INTERRUPT_ALWAYS);
   1464   1.89  kiyohara 			}
   1465   1.89  kiyohara 		}
   1466   1.89  kiyohara 		db_tr = STAILQ_NEXT(db_tr, link);
   1467   1.89  kiyohara 	}
   1468   1.89  kiyohara 	FWOHCI_DMA_CLEAR(
   1469   1.89  kiyohara 		dbch->bottom->db[dbch->bottom->dbcnt - 1].db.desc.depend, 0xf);
   1470   1.89  kiyohara 	return err;
   1471   1.89  kiyohara }
   1472    1.7      onoe 
   1473   1.89  kiyohara static int
   1474   1.89  kiyohara fwohci_rx_enable(struct fwohci_softc *sc, struct fwohci_dbch *dbch)
   1475   1.89  kiyohara {
   1476   1.89  kiyohara 	int err = 0;
   1477   1.89  kiyohara 	int idb, z, i, dmach = 0, ldesc;
   1478   1.89  kiyohara 	uint32_t off = 0;
   1479   1.89  kiyohara 	struct fwohcidb_tr *db_tr;
   1480   1.89  kiyohara 	struct fwohcidb *db;
   1481   1.89  kiyohara 
   1482   1.89  kiyohara 	z = dbch->ndesc;
   1483   1.89  kiyohara 	if(&sc->arrq == dbch){
   1484   1.89  kiyohara 		off = OHCI_ARQOFF;
   1485   1.89  kiyohara 	}else if(&sc->arrs == dbch){
   1486   1.89  kiyohara 		off = OHCI_ARSOFF;
   1487   1.89  kiyohara 	}else{
   1488   1.89  kiyohara 		for(dmach = 0 ; dmach < sc->fc.nisodma ; dmach++){
   1489   1.89  kiyohara 			if( &sc->ir[dmach] == dbch){
   1490   1.89  kiyohara 				off = OHCI_IROFF(dmach);
   1491   1.89  kiyohara 				break;
   1492   1.89  kiyohara 			}
   1493   1.89  kiyohara 		}
   1494   1.89  kiyohara 	}
   1495   1.89  kiyohara 	if(off == 0){
   1496   1.89  kiyohara 		err = EINVAL;
   1497   1.89  kiyohara 		return err;
   1498   1.89  kiyohara 	}
   1499   1.89  kiyohara 	if(dbch->xferq.flag & FWXFERQ_STREAM){
   1500   1.89  kiyohara 		if(dbch->xferq.flag & FWXFERQ_RUNNING)
   1501   1.89  kiyohara 			return err;
   1502   1.89  kiyohara 	}else{
   1503   1.89  kiyohara 		if(dbch->xferq.flag & FWXFERQ_RUNNING){
   1504   1.89  kiyohara 			err = EBUSY;
   1505   1.89  kiyohara 			return err;
   1506   1.89  kiyohara 		}
   1507   1.89  kiyohara 	}
   1508   1.89  kiyohara 	dbch->xferq.flag |= FWXFERQ_RUNNING;
   1509   1.89  kiyohara 	dbch->top = STAILQ_FIRST(&dbch->db_trq);
   1510   1.89  kiyohara 	for( i = 0, dbch->bottom = dbch->top; i < (dbch->ndb - 1); i++){
   1511   1.89  kiyohara 		dbch->bottom = STAILQ_NEXT(dbch->bottom, link);
   1512   1.89  kiyohara 	}
   1513   1.89  kiyohara 	db_tr = dbch->top;
   1514   1.89  kiyohara 	for (idb = 0; idb < dbch->ndb; idb ++) {
   1515   1.89  kiyohara 		fwohci_add_rx_buf(dbch, db_tr, idb, &sc->dummy_dma);
   1516   1.89  kiyohara 		if (STAILQ_NEXT(db_tr, link) == NULL)
   1517   1.89  kiyohara 			break;
   1518   1.89  kiyohara 		db = db_tr->db;
   1519   1.89  kiyohara 		ldesc = db_tr->dbcnt - 1;
   1520   1.89  kiyohara 		FWOHCI_DMA_WRITE(db[ldesc].db.desc.depend,
   1521   1.89  kiyohara 			STAILQ_NEXT(db_tr, link)->bus_addr | z);
   1522   1.89  kiyohara 		if(dbch->xferq.flag & FWXFERQ_EXTBUF){
   1523   1.89  kiyohara 			if(((idb + 1 ) % dbch->xferq.bnpacket) == 0){
   1524   1.89  kiyohara 				FWOHCI_DMA_SET(
   1525   1.89  kiyohara 					db[ldesc].db.desc.cmd,
   1526   1.89  kiyohara 					OHCI_INTERRUPT_ALWAYS);
   1527   1.89  kiyohara 				FWOHCI_DMA_CLEAR(
   1528   1.89  kiyohara 					db[ldesc].db.desc.depend,
   1529   1.89  kiyohara 					0xf);
   1530   1.89  kiyohara 			}
   1531   1.89  kiyohara 		}
   1532   1.89  kiyohara 		db_tr = STAILQ_NEXT(db_tr, link);
   1533   1.89  kiyohara 	}
   1534   1.89  kiyohara 	FWOHCI_DMA_CLEAR(
   1535   1.89  kiyohara 		dbch->bottom->db[db_tr->dbcnt - 1].db.desc.depend, 0xf);
   1536   1.89  kiyohara 	dbch->buf_offset = 0;
   1537   1.99  kiyohara 	fwdma_sync_multiseg_all(dbch->am,
   1538   1.99  kiyohara 	    BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
   1539   1.89  kiyohara 	if(dbch->xferq.flag & FWXFERQ_STREAM){
   1540   1.89  kiyohara 		return err;
   1541   1.89  kiyohara 	}else{
   1542   1.89  kiyohara 		OWRITE(sc, OHCI_DMACMD(off), dbch->top->bus_addr | z);
   1543   1.89  kiyohara 	}
   1544   1.89  kiyohara 	OWRITE(sc, OHCI_DMACTL(off), OHCI_CNTL_DMA_RUN);
   1545   1.89  kiyohara 	return err;
   1546   1.89  kiyohara }
   1547    1.7      onoe 
   1548   1.89  kiyohara static int
   1549  1.103  christos fwohci_next_cycle(struct firewire_comm *fc, int cycle_now)
   1550   1.89  kiyohara {
   1551   1.89  kiyohara 	int sec, cycle, cycle_match;
   1552   1.89  kiyohara 
   1553   1.89  kiyohara 	cycle = cycle_now & 0x1fff;
   1554   1.89  kiyohara 	sec = cycle_now >> 13;
   1555   1.89  kiyohara #define CYCLE_MOD	0x10
   1556   1.89  kiyohara #if 1
   1557   1.89  kiyohara #define CYCLE_DELAY	8	/* min delay to start DMA */
   1558    1.7      onoe #else
   1559   1.89  kiyohara #define CYCLE_DELAY	7000	/* min delay to start DMA */
   1560    1.7      onoe #endif
   1561   1.89  kiyohara 	cycle = cycle + CYCLE_DELAY;
   1562   1.89  kiyohara 	if (cycle >= 8000) {
   1563   1.89  kiyohara 		sec ++;
   1564   1.89  kiyohara 		cycle -= 8000;
   1565   1.89  kiyohara 	}
   1566   1.89  kiyohara 	cycle = roundup2(cycle, CYCLE_MOD);
   1567   1.89  kiyohara 	if (cycle >= 8000) {
   1568   1.89  kiyohara 		sec ++;
   1569   1.89  kiyohara 		if (cycle == 8000)
   1570   1.89  kiyohara 			cycle = 0;
   1571   1.89  kiyohara 		else
   1572   1.89  kiyohara 			cycle = CYCLE_MOD;
   1573   1.89  kiyohara 	}
   1574   1.89  kiyohara 	cycle_match = ((sec << 13) | cycle) & 0x7ffff;
   1575   1.89  kiyohara 
   1576   1.89  kiyohara 	return(cycle_match);
   1577   1.89  kiyohara }
   1578   1.89  kiyohara 
   1579   1.89  kiyohara static int
   1580   1.89  kiyohara fwohci_itxbuf_enable(struct firewire_comm *fc, int dmach)
   1581   1.89  kiyohara {
   1582   1.89  kiyohara 	struct fwohci_softc *sc = (struct fwohci_softc *)fc;
   1583   1.89  kiyohara 	int err = 0;
   1584   1.89  kiyohara 	unsigned short tag, ich;
   1585   1.89  kiyohara 	struct fwohci_dbch *dbch;
   1586   1.89  kiyohara 	int cycle_match, cycle_now, s, ldesc;
   1587   1.89  kiyohara 	uint32_t stat;
   1588   1.89  kiyohara 	struct fw_bulkxfer *first, *chunk, *prev;
   1589   1.89  kiyohara 	struct fw_xferq *it;
   1590   1.89  kiyohara 
   1591   1.89  kiyohara 	dbch = &sc->it[dmach];
   1592   1.89  kiyohara 	it = &dbch->xferq;
   1593   1.89  kiyohara 
   1594   1.89  kiyohara 	tag = (it->flag >> 6) & 3;
   1595   1.89  kiyohara 	ich = it->flag & 0x3f;
   1596   1.89  kiyohara 	if ((dbch->flags & FWOHCI_DBCH_INIT) == 0) {
   1597   1.89  kiyohara 		dbch->ndb = it->bnpacket * it->bnchunk;
   1598   1.89  kiyohara 		dbch->ndesc = 3;
   1599   1.89  kiyohara 		fwohci_db_init(sc, dbch);
   1600   1.89  kiyohara 		if ((dbch->flags & FWOHCI_DBCH_INIT) == 0)
   1601   1.89  kiyohara 			return ENOMEM;
   1602   1.89  kiyohara 		err = fwohci_tx_enable(sc, dbch);
   1603   1.89  kiyohara 	}
   1604   1.89  kiyohara 	if(err)
   1605   1.89  kiyohara 		return err;
   1606   1.89  kiyohara 
   1607   1.89  kiyohara 	ldesc = dbch->ndesc - 1;
   1608   1.89  kiyohara 	s = splfw();
   1609   1.89  kiyohara 	prev = STAILQ_LAST(&it->stdma, fw_bulkxfer, link);
   1610   1.89  kiyohara 	while  ((chunk = STAILQ_FIRST(&it->stvalid)) != NULL) {
   1611   1.89  kiyohara 		struct fwohcidb *db;
   1612   1.89  kiyohara 
   1613   1.89  kiyohara 		fwdma_sync_multiseg(it->buf, chunk->poffset, it->bnpacket,
   1614   1.89  kiyohara 					BUS_DMASYNC_PREWRITE);
   1615   1.89  kiyohara 		fwohci_txbufdb(sc, dmach, chunk);
   1616   1.89  kiyohara 		if (prev != NULL) {
   1617   1.89  kiyohara 			db = ((struct fwohcidb_tr *)(prev->end))->db;
   1618   1.89  kiyohara #if 0 /* XXX necessary? */
   1619   1.89  kiyohara 			FWOHCI_DMA_SET(db[ldesc].db.desc.cmd,
   1620   1.89  kiyohara 						OHCI_BRANCH_ALWAYS);
   1621   1.89  kiyohara #endif
   1622   1.89  kiyohara #if 0 /* if bulkxfer->npacket changes */
   1623  1.100     blymn 			db[ldesc].db.desc.depend = db[0].db.desc.depend =
   1624   1.89  kiyohara 				((struct fwohcidb_tr *)
   1625   1.89  kiyohara 				(chunk->start))->bus_addr | dbch->ndesc;
   1626   1.89  kiyohara #else
   1627   1.89  kiyohara 			FWOHCI_DMA_SET(db[0].db.desc.depend, dbch->ndesc);
   1628   1.89  kiyohara 			FWOHCI_DMA_SET(db[ldesc].db.desc.depend, dbch->ndesc);
   1629   1.89  kiyohara #endif
   1630   1.89  kiyohara 		}
   1631   1.89  kiyohara 		STAILQ_REMOVE_HEAD(&it->stvalid, link);
   1632   1.89  kiyohara 		STAILQ_INSERT_TAIL(&it->stdma, chunk, link);
   1633   1.89  kiyohara 		prev = chunk;
   1634   1.89  kiyohara 	}
   1635   1.99  kiyohara 	fwdma_sync_multiseg_all(dbch->am,
   1636   1.99  kiyohara 	    BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
   1637   1.89  kiyohara 	splx(s);
   1638   1.89  kiyohara 	stat = OREAD(sc, OHCI_ITCTL(dmach));
   1639   1.89  kiyohara 	if (firewire_debug && (stat & OHCI_CNTL_CYCMATCH_S))
   1640   1.89  kiyohara 		printf("stat 0x%x\n", stat);
   1641   1.89  kiyohara 
   1642   1.89  kiyohara 	if (stat & (OHCI_CNTL_DMA_ACTIVE | OHCI_CNTL_CYCMATCH_S))
   1643   1.89  kiyohara 		return 0;
   1644   1.89  kiyohara 
   1645   1.89  kiyohara #if 0
   1646   1.89  kiyohara 	OWRITE(sc, OHCI_ITCTLCLR(dmach), OHCI_CNTL_DMA_RUN);
   1647   1.89  kiyohara #endif
   1648   1.89  kiyohara 	OWRITE(sc, OHCI_IT_MASKCLR, 1 << dmach);
   1649   1.89  kiyohara 	OWRITE(sc, OHCI_IT_STATCLR, 1 << dmach);
   1650   1.89  kiyohara 	OWRITE(sc, OHCI_IT_MASK, 1 << dmach);
   1651   1.89  kiyohara 	OWRITE(sc, FWOHCI_INTMASK, OHCI_INT_DMA_IT);
   1652   1.89  kiyohara 
   1653   1.89  kiyohara 	first = STAILQ_FIRST(&it->stdma);
   1654   1.89  kiyohara 	OWRITE(sc, OHCI_ITCMD(dmach),
   1655   1.89  kiyohara 		((struct fwohcidb_tr *)(first->start))->bus_addr | dbch->ndesc);
   1656   1.89  kiyohara 	if (firewire_debug > 1) {
   1657   1.89  kiyohara 		printf("fwohci_itxbuf_enable: kick 0x%08x\n", stat);
   1658   1.89  kiyohara #if 1
   1659   1.89  kiyohara 		dump_dma(sc, ITX_CH + dmach);
   1660   1.89  kiyohara #endif
   1661   1.89  kiyohara 	}
   1662   1.89  kiyohara 	if ((stat & OHCI_CNTL_DMA_RUN) == 0) {
   1663   1.89  kiyohara #if 1
   1664   1.89  kiyohara 		/* Don't start until all chunks are buffered */
   1665   1.89  kiyohara 		if (STAILQ_FIRST(&it->stfree) != NULL)
   1666   1.89  kiyohara 			goto out;
   1667   1.89  kiyohara #endif
   1668   1.89  kiyohara #if 1
   1669   1.89  kiyohara 		/* Clear cycle match counter bits */
   1670   1.89  kiyohara 		OWRITE(sc, OHCI_ITCTLCLR(dmach), 0xffff0000);
   1671   1.89  kiyohara 
   1672   1.89  kiyohara 		/* 2bit second + 13bit cycle */
   1673   1.89  kiyohara 		cycle_now = (fc->cyctimer(fc) >> 12) & 0x7fff;
   1674   1.89  kiyohara 		cycle_match = fwohci_next_cycle(fc, cycle_now);
   1675   1.89  kiyohara 
   1676   1.89  kiyohara 		OWRITE(sc, OHCI_ITCTL(dmach),
   1677   1.89  kiyohara 				OHCI_CNTL_CYCMATCH_S | (cycle_match << 16)
   1678   1.89  kiyohara 				| OHCI_CNTL_DMA_RUN);
   1679   1.89  kiyohara #else
   1680   1.89  kiyohara 		OWRITE(sc, OHCI_ITCTL(dmach), OHCI_CNTL_DMA_RUN);
   1681   1.89  kiyohara #endif
   1682   1.89  kiyohara 		if (firewire_debug > 1) {
   1683   1.89  kiyohara 			printf("cycle_match: 0x%04x->0x%04x\n",
   1684   1.89  kiyohara 						cycle_now, cycle_match);
   1685   1.89  kiyohara 			dump_dma(sc, ITX_CH + dmach);
   1686   1.89  kiyohara 			dump_db(sc, ITX_CH + dmach);
   1687   1.89  kiyohara 		}
   1688   1.89  kiyohara 	} else if ((stat & OHCI_CNTL_CYCMATCH_S) == 0) {
   1689   1.89  kiyohara 		device_printf(sc->fc.dev,
   1690   1.89  kiyohara 			"IT DMA underrun (0x%08x)\n", stat);
   1691   1.89  kiyohara 		OWRITE(sc, OHCI_ITCTL(dmach), OHCI_CNTL_DMA_WAKE);
   1692   1.89  kiyohara 	}
   1693   1.89  kiyohara out:
   1694   1.89  kiyohara 	return err;
   1695   1.89  kiyohara }
   1696    1.7      onoe 
   1697   1.89  kiyohara static int
   1698   1.89  kiyohara fwohci_irx_enable(struct firewire_comm *fc, int dmach)
   1699   1.89  kiyohara {
   1700   1.89  kiyohara 	struct fwohci_softc *sc = (struct fwohci_softc *)fc;
   1701   1.89  kiyohara 	int err = 0, s, ldesc;
   1702   1.89  kiyohara 	unsigned short tag, ich;
   1703   1.89  kiyohara 	uint32_t stat;
   1704   1.89  kiyohara 	struct fwohci_dbch *dbch;
   1705   1.89  kiyohara 	struct fwohcidb_tr *db_tr;
   1706   1.89  kiyohara 	struct fw_bulkxfer *first, *prev, *chunk;
   1707   1.89  kiyohara 	struct fw_xferq *ir;
   1708   1.89  kiyohara 
   1709   1.89  kiyohara 	dbch = &sc->ir[dmach];
   1710   1.89  kiyohara 	ir = &dbch->xferq;
   1711   1.89  kiyohara 
   1712   1.89  kiyohara 	if ((ir->flag & FWXFERQ_RUNNING) == 0) {
   1713   1.89  kiyohara 		tag = (ir->flag >> 6) & 3;
   1714   1.89  kiyohara 		ich = ir->flag & 0x3f;
   1715   1.89  kiyohara 		OWRITE(sc, OHCI_IRMATCH(dmach), tagbit[tag] | ich);
   1716   1.89  kiyohara 
   1717   1.89  kiyohara 		ir->queued = 0;
   1718   1.89  kiyohara 		dbch->ndb = ir->bnpacket * ir->bnchunk;
   1719   1.89  kiyohara 		dbch->ndesc = 2;
   1720   1.89  kiyohara 		fwohci_db_init(sc, dbch);
   1721   1.89  kiyohara 		if ((dbch->flags & FWOHCI_DBCH_INIT) == 0)
   1722   1.89  kiyohara 			return ENOMEM;
   1723   1.89  kiyohara 		err = fwohci_rx_enable(sc, dbch);
   1724   1.89  kiyohara 	}
   1725   1.89  kiyohara 	if(err)
   1726   1.89  kiyohara 		return err;
   1727   1.89  kiyohara 
   1728   1.89  kiyohara 	first = STAILQ_FIRST(&ir->stfree);
   1729   1.89  kiyohara 	if (first == NULL) {
   1730   1.89  kiyohara 		device_printf(fc->dev, "IR DMA no free chunk\n");
   1731   1.89  kiyohara 		return 0;
   1732   1.89  kiyohara 	}
   1733    1.7      onoe 
   1734   1.89  kiyohara 	ldesc = dbch->ndesc - 1;
   1735   1.89  kiyohara 	s = splfw();
   1736   1.89  kiyohara 	prev = STAILQ_LAST(&ir->stdma, fw_bulkxfer, link);
   1737   1.89  kiyohara 	while  ((chunk = STAILQ_FIRST(&ir->stfree)) != NULL) {
   1738   1.89  kiyohara 		struct fwohcidb *db;
   1739   1.89  kiyohara 
   1740   1.89  kiyohara #if 1 /* XXX for if_fwe */
   1741   1.89  kiyohara 		if (chunk->mbuf != NULL) {
   1742   1.89  kiyohara 			db_tr = (struct fwohcidb_tr *)(chunk->start);
   1743   1.89  kiyohara 			db_tr->dbcnt = 1;
   1744   1.89  kiyohara 			err = fw_bus_dmamap_load_mbuf(
   1745   1.89  kiyohara 					dbch->dmat, db_tr->dma_map,
   1746   1.89  kiyohara 					chunk->mbuf, fwohci_execute_db2, db_tr,
   1747   1.89  kiyohara 					BUS_DMA_WAITOK);
   1748   1.89  kiyohara  			FWOHCI_DMA_SET(db_tr->db[1].db.desc.cmd,
   1749   1.89  kiyohara 				OHCI_UPDATE | OHCI_INPUT_LAST |
   1750   1.89  kiyohara 				OHCI_INTERRUPT_ALWAYS | OHCI_BRANCH_ALWAYS);
   1751   1.89  kiyohara 		}
   1752   1.89  kiyohara #endif
   1753   1.89  kiyohara 		db = ((struct fwohcidb_tr *)(chunk->end))->db;
   1754   1.89  kiyohara 		FWOHCI_DMA_WRITE(db[ldesc].db.desc.res, 0);
   1755   1.89  kiyohara 		FWOHCI_DMA_CLEAR(db[ldesc].db.desc.depend, 0xf);
   1756   1.89  kiyohara 		if (prev != NULL) {
   1757   1.89  kiyohara 			db = ((struct fwohcidb_tr *)(prev->end))->db;
   1758   1.89  kiyohara 			FWOHCI_DMA_SET(db[ldesc].db.desc.depend, dbch->ndesc);
   1759   1.89  kiyohara 		}
   1760   1.89  kiyohara 		STAILQ_REMOVE_HEAD(&ir->stfree, link);
   1761   1.89  kiyohara 		STAILQ_INSERT_TAIL(&ir->stdma, chunk, link);
   1762   1.89  kiyohara 		prev = chunk;
   1763   1.89  kiyohara 	}
   1764   1.99  kiyohara 	fwdma_sync_multiseg_all(dbch->am,
   1765   1.99  kiyohara 	    BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
   1766   1.89  kiyohara 	splx(s);
   1767   1.89  kiyohara 	stat = OREAD(sc, OHCI_IRCTL(dmach));
   1768   1.89  kiyohara 	if (stat & OHCI_CNTL_DMA_ACTIVE)
   1769   1.89  kiyohara 		return 0;
   1770   1.89  kiyohara 	if (stat & OHCI_CNTL_DMA_RUN) {
   1771   1.89  kiyohara 		OWRITE(sc, OHCI_IRCTLCLR(dmach), OHCI_CNTL_DMA_RUN);
   1772   1.89  kiyohara 		device_printf(sc->fc.dev, "IR DMA overrun (0x%08x)\n", stat);
   1773   1.89  kiyohara 	}
   1774   1.89  kiyohara 
   1775   1.89  kiyohara 	if (firewire_debug)
   1776   1.89  kiyohara 		printf("start IR DMA 0x%x\n", stat);
   1777   1.89  kiyohara 	OWRITE(sc, OHCI_IR_MASKCLR, 1 << dmach);
   1778   1.89  kiyohara 	OWRITE(sc, OHCI_IR_STATCLR, 1 << dmach);
   1779   1.89  kiyohara 	OWRITE(sc, OHCI_IR_MASK, 1 << dmach);
   1780   1.89  kiyohara 	OWRITE(sc, OHCI_IRCTLCLR(dmach), 0xf0000000);
   1781   1.89  kiyohara 	OWRITE(sc, OHCI_IRCTL(dmach), OHCI_CNTL_ISOHDR);
   1782   1.89  kiyohara 	OWRITE(sc, OHCI_IRCMD(dmach),
   1783   1.89  kiyohara 		((struct fwohcidb_tr *)(first->start))->bus_addr
   1784   1.89  kiyohara 							| dbch->ndesc);
   1785   1.89  kiyohara 	OWRITE(sc, OHCI_IRCTL(dmach), OHCI_CNTL_DMA_RUN);
   1786   1.89  kiyohara 	OWRITE(sc, FWOHCI_INTMASK, OHCI_INT_DMA_IR);
   1787   1.89  kiyohara #if 0
   1788   1.89  kiyohara 	dump_db(sc, IRX_CH + dmach);
   1789   1.22     enami #endif
   1790   1.89  kiyohara 	return err;
   1791   1.89  kiyohara }
   1792   1.89  kiyohara 
   1793   1.89  kiyohara FWOHCI_STOP()
   1794   1.89  kiyohara {
   1795   1.89  kiyohara 	FWOHCI_STOP_START;
   1796   1.89  kiyohara 	u_int i;
   1797   1.89  kiyohara 
   1798   1.89  kiyohara /* Now stopping all DMA channel */
   1799   1.89  kiyohara 	OWRITE(sc,  OHCI_ARQCTLCLR, OHCI_CNTL_DMA_RUN);
   1800   1.89  kiyohara 	OWRITE(sc,  OHCI_ARSCTLCLR, OHCI_CNTL_DMA_RUN);
   1801   1.89  kiyohara 	OWRITE(sc,  OHCI_ATQCTLCLR, OHCI_CNTL_DMA_RUN);
   1802   1.89  kiyohara 	OWRITE(sc,  OHCI_ATSCTLCLR, OHCI_CNTL_DMA_RUN);
   1803   1.89  kiyohara 
   1804   1.89  kiyohara 	for( i = 0 ; i < sc->fc.nisodma ; i ++ ){
   1805   1.89  kiyohara 		OWRITE(sc,  OHCI_IRCTLCLR(i), OHCI_CNTL_DMA_RUN);
   1806   1.89  kiyohara 		OWRITE(sc,  OHCI_ITCTLCLR(i), OHCI_CNTL_DMA_RUN);
   1807   1.89  kiyohara 	}
   1808   1.89  kiyohara 
   1809   1.89  kiyohara /* FLUSH FIFO and reset Transmitter/Reciever */
   1810   1.89  kiyohara 	OWRITE(sc,  OHCI_HCCCTL, OHCI_HCC_RESET);
   1811    1.7      onoe 
   1812   1.89  kiyohara /* Stop interrupt */
   1813   1.89  kiyohara 	OWRITE(sc, FWOHCI_INTMASKCLR,
   1814   1.89  kiyohara 			OHCI_INT_EN | OHCI_INT_ERR | OHCI_INT_PHY_SID
   1815   1.89  kiyohara 			| OHCI_INT_PHY_INT
   1816  1.100     blymn 			| OHCI_INT_DMA_ATRQ | OHCI_INT_DMA_ATRS
   1817   1.89  kiyohara 			| OHCI_INT_DMA_PRRQ | OHCI_INT_DMA_PRRS
   1818  1.100     blymn 			| OHCI_INT_DMA_ARRQ | OHCI_INT_DMA_ARRS
   1819   1.89  kiyohara 			| OHCI_INT_PHY_BUS_R);
   1820    1.7      onoe 
   1821   1.89  kiyohara 	if (sc->fc.arq !=0 && sc->fc.arq->maxq > 0)
   1822   1.89  kiyohara 		fw_drain_txq(&sc->fc);
   1823    1.7      onoe 
   1824   1.89  kiyohara /* XXX Link down?  Bus reset? */
   1825   1.89  kiyohara 	FWOHCI_STOP_RETURN(0);
   1826    1.7      onoe }
   1827    1.7      onoe 
   1828   1.89  kiyohara #if defined(__NetBSD__)
   1829    1.7      onoe static void
   1830    1.7      onoe fwohci_power(int why, void *arg)
   1831    1.7      onoe {
   1832    1.7      onoe 	struct fwohci_softc *sc = arg;
   1833    1.7      onoe 	int s;
   1834    1.7      onoe 
   1835   1.24       jmc 	s = splbio();
   1836   1.10  takemura 	switch (why) {
   1837   1.95  kiyohara 	case PWR_SUSPEND:
   1838   1.95  kiyohara 	case PWR_STANDBY:
   1839   1.89  kiyohara 		fwohci_stop(arg);
   1840   1.10  takemura 		break;
   1841   1.10  takemura 	case PWR_RESUME:
   1842   1.89  kiyohara 		fwohci_resume(sc, sc->fc.dev);
   1843   1.10  takemura 		break;
   1844   1.10  takemura 	case PWR_SOFTSUSPEND:
   1845   1.10  takemura 	case PWR_SOFTSTANDBY:
   1846   1.10  takemura 	case PWR_SOFTRESUME:
   1847   1.10  takemura 		break;
   1848    1.7      onoe 	}
   1849    1.7      onoe 	splx(s);
   1850    1.7      onoe }
   1851   1.89  kiyohara #endif
   1852    1.7      onoe 
   1853   1.89  kiyohara int
   1854   1.89  kiyohara fwohci_resume(struct fwohci_softc *sc, device_t dev)
   1855    1.7      onoe {
   1856   1.89  kiyohara 	int i;
   1857   1.89  kiyohara 	struct fw_xferq *ir;
   1858   1.89  kiyohara 	struct fw_bulkxfer *chunk;
   1859    1.7      onoe 
   1860   1.89  kiyohara 	fwohci_reset(sc, dev);
   1861   1.89  kiyohara 	/* XXX resume isochronous receive automatically. (how about TX?) */
   1862   1.89  kiyohara 	for(i = 0; i < sc->fc.nisodma; i ++) {
   1863   1.89  kiyohara 		ir = &sc->ir[i].xferq;
   1864   1.89  kiyohara 		if((ir->flag & FWXFERQ_RUNNING) != 0) {
   1865   1.89  kiyohara 			device_printf(sc->fc.dev,
   1866   1.89  kiyohara 				"resume iso receive ch: %d\n", i);
   1867   1.89  kiyohara 			ir->flag &= ~FWXFERQ_RUNNING;
   1868   1.89  kiyohara 			/* requeue stdma to stfree */
   1869   1.89  kiyohara 			while((chunk = STAILQ_FIRST(&ir->stdma)) != NULL) {
   1870   1.89  kiyohara 				STAILQ_REMOVE_HEAD(&ir->stdma, link);
   1871   1.89  kiyohara 				STAILQ_INSERT_TAIL(&ir->stfree, chunk, link);
   1872   1.89  kiyohara 			}
   1873   1.89  kiyohara 			sc->fc.irx_enable(&sc->fc, i);
   1874   1.89  kiyohara 		}
   1875   1.89  kiyohara 	}
   1876   1.89  kiyohara 
   1877   1.89  kiyohara #if defined(__FreeBSD__)
   1878   1.89  kiyohara 	bus_generic_resume(dev);
   1879   1.89  kiyohara #endif
   1880   1.89  kiyohara 	sc->fc.ibr(&sc->fc);
   1881   1.89  kiyohara 	return 0;
   1882   1.89  kiyohara }
   1883   1.89  kiyohara 
   1884   1.89  kiyohara #define ACK_ALL
   1885   1.89  kiyohara static void
   1886   1.89  kiyohara fwohci_intr_body(struct fwohci_softc *sc, uint32_t stat, int count)
   1887   1.89  kiyohara {
   1888   1.89  kiyohara 	uint32_t irstat, itstat;
   1889   1.89  kiyohara 	u_int i;
   1890   1.89  kiyohara 	struct firewire_comm *fc = (struct firewire_comm *)sc;
   1891   1.89  kiyohara 
   1892   1.89  kiyohara 	CTR0(KTR_DEV, "fwohci_intr_body");
   1893   1.89  kiyohara #ifdef OHCI_DEBUG
   1894   1.89  kiyohara 	if(stat & OREAD(sc, FWOHCI_INTMASK))
   1895   1.89  kiyohara 		device_printf(fc->dev, "INTERRUPT < %s%s%s%s%s%s%s%s%s%s%s%s%s%s%s%s%s%s%s%s%s> 0x%08x, 0x%08x\n",
   1896   1.89  kiyohara 			stat & OHCI_INT_EN ? "DMA_EN ":"",
   1897   1.89  kiyohara 			stat & OHCI_INT_PHY_REG ? "PHY_REG ":"",
   1898   1.89  kiyohara 			stat & OHCI_INT_CYC_LONG ? "CYC_LONG ":"",
   1899   1.89  kiyohara 			stat & OHCI_INT_ERR ? "INT_ERR ":"",
   1900   1.89  kiyohara 			stat & OHCI_INT_CYC_ERR ? "CYC_ERR ":"",
   1901   1.89  kiyohara 			stat & OHCI_INT_CYC_LOST ? "CYC_LOST ":"",
   1902   1.89  kiyohara 			stat & OHCI_INT_CYC_64SECOND ? "CYC_64SECOND ":"",
   1903   1.89  kiyohara 			stat & OHCI_INT_CYC_START ? "CYC_START ":"",
   1904   1.89  kiyohara 			stat & OHCI_INT_PHY_INT ? "PHY_INT ":"",
   1905   1.89  kiyohara 			stat & OHCI_INT_PHY_BUS_R ? "BUS_RESET ":"",
   1906   1.89  kiyohara 			stat & OHCI_INT_PHY_SID ? "SID ":"",
   1907   1.89  kiyohara 			stat & OHCI_INT_LR_ERR ? "DMA_LR_ERR ":"",
   1908   1.89  kiyohara 			stat & OHCI_INT_PW_ERR ? "DMA_PW_ERR ":"",
   1909   1.89  kiyohara 			stat & OHCI_INT_DMA_IR ? "DMA_IR ":"",
   1910   1.89  kiyohara 			stat & OHCI_INT_DMA_IT  ? "DMA_IT " :"",
   1911   1.89  kiyohara 			stat & OHCI_INT_DMA_PRRS  ? "DMA_PRRS " :"",
   1912   1.89  kiyohara 			stat & OHCI_INT_DMA_PRRQ  ? "DMA_PRRQ " :"",
   1913   1.89  kiyohara 			stat & OHCI_INT_DMA_ARRS  ? "DMA_ARRS " :"",
   1914   1.89  kiyohara 			stat & OHCI_INT_DMA_ARRQ  ? "DMA_ARRQ " :"",
   1915   1.89  kiyohara 			stat & OHCI_INT_DMA_ATRS  ? "DMA_ATRS " :"",
   1916   1.89  kiyohara 			stat & OHCI_INT_DMA_ATRQ  ? "DMA_ATRQ " :"",
   1917  1.100     blymn 			stat, OREAD(sc, FWOHCI_INTMASK)
   1918   1.89  kiyohara 		);
   1919   1.89  kiyohara #endif
   1920   1.89  kiyohara /* Bus reset */
   1921   1.89  kiyohara 	if(stat & OHCI_INT_PHY_BUS_R ){
   1922   1.89  kiyohara 		if (fc->status == FWBUSRESET)
   1923   1.89  kiyohara 			goto busresetout;
   1924   1.89  kiyohara 		/* Disable bus reset interrupt until sid recv. */
   1925   1.89  kiyohara 		OWRITE(sc, FWOHCI_INTMASKCLR,  OHCI_INT_PHY_BUS_R);
   1926  1.100     blymn 
   1927   1.89  kiyohara 		device_printf(fc->dev, "BUS reset\n");
   1928   1.89  kiyohara 		OWRITE(sc, FWOHCI_INTMASKCLR,  OHCI_INT_CYC_LOST);
   1929   1.89  kiyohara 		OWRITE(sc, OHCI_LNKCTLCLR, OHCI_CNTL_CYCSRC);
   1930   1.89  kiyohara 
   1931   1.89  kiyohara 		OWRITE(sc,  OHCI_ATQCTLCLR, OHCI_CNTL_DMA_RUN);
   1932   1.89  kiyohara 		sc->atrq.xferq.flag &= ~FWXFERQ_RUNNING;
   1933   1.89  kiyohara 		OWRITE(sc,  OHCI_ATSCTLCLR, OHCI_CNTL_DMA_RUN);
   1934   1.89  kiyohara 		sc->atrs.xferq.flag &= ~FWXFERQ_RUNNING;
   1935   1.89  kiyohara 
   1936   1.89  kiyohara #ifndef ACK_ALL
   1937   1.89  kiyohara 		OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_PHY_BUS_R);
   1938   1.89  kiyohara #endif
   1939   1.89  kiyohara 		fw_busreset(fc);
   1940   1.89  kiyohara 		OWRITE(sc, OHCI_CROMHDR, ntohl(sc->fc.config_rom[0]));
   1941   1.89  kiyohara 		OWRITE(sc, OHCI_BUS_OPT, ntohl(sc->fc.config_rom[2]));
   1942   1.89  kiyohara 	}
   1943   1.89  kiyohara busresetout:
   1944   1.89  kiyohara 	if((stat & OHCI_INT_DMA_IR )){
   1945   1.89  kiyohara #ifndef ACK_ALL
   1946   1.89  kiyohara 		OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_DMA_IR);
   1947   1.89  kiyohara #endif
   1948   1.89  kiyohara #if defined(__DragonFly__) || __FreeBSD_version < 500000 || defined(__NetBSD__)
   1949   1.89  kiyohara 		irstat = sc->irstat;
   1950   1.89  kiyohara 		sc->irstat = 0;
   1951   1.89  kiyohara #else
   1952   1.89  kiyohara 		irstat = atomic_readandclear_int(&sc->irstat);
   1953   1.89  kiyohara #endif
   1954   1.89  kiyohara 		for(i = 0; i < fc->nisodma ; i++){
   1955   1.89  kiyohara 			struct fwohci_dbch *dbch;
   1956    1.7      onoe 
   1957   1.89  kiyohara 			if((irstat & (1 << i)) != 0){
   1958   1.89  kiyohara 				dbch = &sc->ir[i];
   1959   1.89  kiyohara 				if ((dbch->xferq.flag & FWXFERQ_OPEN) == 0) {
   1960   1.89  kiyohara 					device_printf(sc->fc.dev,
   1961   1.89  kiyohara 						"dma(%d) not active\n", i);
   1962   1.89  kiyohara 					continue;
   1963   1.89  kiyohara 				}
   1964   1.89  kiyohara 				fwohci_rbuf_update(sc, i);
   1965   1.89  kiyohara 			}
   1966   1.89  kiyohara 		}
   1967   1.89  kiyohara 	}
   1968   1.89  kiyohara 	if((stat & OHCI_INT_DMA_IT )){
   1969   1.89  kiyohara #ifndef ACK_ALL
   1970   1.89  kiyohara 		OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_DMA_IT);
   1971   1.89  kiyohara #endif
   1972   1.89  kiyohara #if defined(__DragonFly__) || __FreeBSD_version < 500000 || defined(__NetBSD__)
   1973   1.89  kiyohara 		itstat = sc->itstat;
   1974   1.89  kiyohara 		sc->itstat = 0;
   1975   1.89  kiyohara #else
   1976   1.89  kiyohara 		itstat = atomic_readandclear_int(&sc->itstat);
   1977   1.89  kiyohara #endif
   1978   1.89  kiyohara 		for(i = 0; i < fc->nisodma ; i++){
   1979   1.89  kiyohara 			if((itstat & (1 << i)) != 0){
   1980   1.89  kiyohara 				fwohci_tbuf_update(sc, i);
   1981   1.89  kiyohara 			}
   1982   1.89  kiyohara 		}
   1983   1.89  kiyohara 	}
   1984   1.89  kiyohara 	if((stat & OHCI_INT_DMA_PRRS )){
   1985   1.89  kiyohara #ifndef ACK_ALL
   1986   1.89  kiyohara 		OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_DMA_PRRS);
   1987   1.89  kiyohara #endif
   1988   1.89  kiyohara #if 0
   1989   1.89  kiyohara 		dump_dma(sc, ARRS_CH);
   1990   1.89  kiyohara 		dump_db(sc, ARRS_CH);
   1991   1.89  kiyohara #endif
   1992   1.89  kiyohara 		fwohci_arcv(sc, &sc->arrs, count);
   1993   1.89  kiyohara 	}
   1994   1.89  kiyohara 	if((stat & OHCI_INT_DMA_PRRQ )){
   1995   1.89  kiyohara #ifndef ACK_ALL
   1996   1.89  kiyohara 		OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_DMA_PRRQ);
   1997   1.89  kiyohara #endif
   1998   1.89  kiyohara #if 0
   1999   1.89  kiyohara 		dump_dma(sc, ARRQ_CH);
   2000   1.89  kiyohara 		dump_db(sc, ARRQ_CH);
   2001   1.89  kiyohara #endif
   2002   1.89  kiyohara 		fwohci_arcv(sc, &sc->arrq, count);
   2003   1.89  kiyohara 	}
   2004   1.89  kiyohara 	if (stat & OHCI_INT_CYC_LOST) {
   2005   1.89  kiyohara 		if (sc->cycle_lost >= 0)
   2006   1.89  kiyohara 			sc->cycle_lost ++;
   2007   1.89  kiyohara 		if (sc->cycle_lost > 10) {
   2008   1.89  kiyohara 			sc->cycle_lost = -1;
   2009   1.89  kiyohara #if 0
   2010   1.89  kiyohara 			OWRITE(sc, OHCI_LNKCTLCLR, OHCI_CNTL_CYCTIMER);
   2011   1.89  kiyohara #endif
   2012   1.89  kiyohara 			OWRITE(sc, FWOHCI_INTMASKCLR,  OHCI_INT_CYC_LOST);
   2013   1.89  kiyohara 			device_printf(fc->dev, "too many cycle lost, "
   2014   1.89  kiyohara 			    "no cycle master presents?\n");
   2015   1.89  kiyohara 		}
   2016   1.89  kiyohara 	}
   2017   1.89  kiyohara 	if(stat & OHCI_INT_PHY_SID){
   2018   1.89  kiyohara 		uint32_t *buf, node_id;
   2019   1.89  kiyohara 		int plen;
   2020   1.89  kiyohara 
   2021   1.89  kiyohara #ifndef ACK_ALL
   2022   1.89  kiyohara 		OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_PHY_SID);
   2023   1.89  kiyohara #endif
   2024   1.89  kiyohara 		/* Enable bus reset interrupt */
   2025   1.89  kiyohara 		OWRITE(sc, FWOHCI_INTMASK,  OHCI_INT_PHY_BUS_R);
   2026   1.89  kiyohara 		/* Allow async. request to us */
   2027   1.89  kiyohara 		OWRITE(sc, OHCI_AREQHI, 1 << 31);
   2028   1.89  kiyohara 		/* XXX insecure ?? */
   2029   1.89  kiyohara 		/* allow from all nodes */
   2030   1.89  kiyohara 		OWRITE(sc, OHCI_PREQHI, 0x7fffffff);
   2031   1.89  kiyohara 		OWRITE(sc, OHCI_PREQLO, 0xffffffff);
   2032   1.89  kiyohara 		/* 0 to 4GB regison */
   2033   1.89  kiyohara 		OWRITE(sc, OHCI_PREQUPPER, 0x10000);
   2034   1.89  kiyohara 		/* Set ATRetries register */
   2035   1.89  kiyohara 		OWRITE(sc, OHCI_ATRETRY, 1<<(13+16) | 0xfff);
   2036   1.89  kiyohara /*
   2037  1.100     blymn ** Checking whether the node is root or not. If root, turn on
   2038   1.89  kiyohara ** cycle master.
   2039   1.89  kiyohara */
   2040   1.89  kiyohara 		node_id = OREAD(sc, FWOHCI_NODEID);
   2041   1.89  kiyohara 		plen = OREAD(sc, OHCI_SID_CNT);
   2042   1.89  kiyohara 
   2043   1.89  kiyohara 		device_printf(fc->dev, "node_id=0x%08x, gen=%d, ",
   2044   1.89  kiyohara 			node_id, (plen >> 16) & 0xff);
   2045   1.89  kiyohara 		if (!(node_id & OHCI_NODE_VALID)) {
   2046   1.89  kiyohara 			printf("Bus reset failure\n");
   2047   1.89  kiyohara 			goto sidout;
   2048   1.89  kiyohara 		}
   2049   1.89  kiyohara 
   2050   1.89  kiyohara 		/* cycle timer */
   2051   1.89  kiyohara 		sc->cycle_lost = 0;
   2052   1.89  kiyohara 		OWRITE(sc, FWOHCI_INTMASK,  OHCI_INT_CYC_LOST);
   2053   1.89  kiyohara 		if ((node_id & OHCI_NODE_ROOT) && !nocyclemaster) {
   2054   1.89  kiyohara 			printf("CYCLEMASTER mode\n");
   2055   1.89  kiyohara 			OWRITE(sc, OHCI_LNKCTL,
   2056   1.89  kiyohara 				OHCI_CNTL_CYCMTR | OHCI_CNTL_CYCTIMER);
   2057   1.89  kiyohara 		} else {
   2058   1.89  kiyohara 			printf("non CYCLEMASTER mode\n");
   2059   1.89  kiyohara 			OWRITE(sc, OHCI_LNKCTLCLR, OHCI_CNTL_CYCMTR);
   2060   1.89  kiyohara 			OWRITE(sc, OHCI_LNKCTL, OHCI_CNTL_CYCTIMER);
   2061   1.89  kiyohara 		}
   2062    1.3      onoe 
   2063   1.89  kiyohara 		fc->nodeid = node_id & 0x3f;
   2064    1.3      onoe 
   2065   1.89  kiyohara 		if (plen & OHCI_SID_ERR) {
   2066   1.89  kiyohara 			device_printf(fc->dev, "SID Error\n");
   2067   1.89  kiyohara 			goto sidout;
   2068   1.89  kiyohara 		}
   2069   1.89  kiyohara 		plen &= OHCI_SID_CNT_MASK;
   2070   1.89  kiyohara 		if (plen < 4 || plen > OHCI_SIDSIZE) {
   2071   1.89  kiyohara 			device_printf(fc->dev, "invalid SID len = %d\n", plen);
   2072   1.89  kiyohara 			goto sidout;
   2073   1.89  kiyohara 		}
   2074   1.89  kiyohara 		plen -= 4; /* chop control info */
   2075   1.89  kiyohara 		buf = (uint32_t *)malloc(OHCI_SIDSIZE, M_FW, M_NOWAIT);
   2076   1.89  kiyohara 		if (buf == NULL) {
   2077   1.89  kiyohara 			device_printf(fc->dev, "malloc failed\n");
   2078   1.89  kiyohara 			goto sidout;
   2079   1.89  kiyohara 		}
   2080   1.89  kiyohara 		for (i = 0; i < plen / 4; i ++)
   2081   1.89  kiyohara 			buf[i] = FWOHCI_DMA_READ(sc->sid_buf[i+1]);
   2082   1.89  kiyohara #if defined(__NetBSD__) && defined(macppc)
   2083   1.89  kiyohara 		/* XXX required as bootdisk for macppc. */
   2084   1.89  kiyohara 		delay(500000);
   2085   1.89  kiyohara #endif
   2086   1.89  kiyohara #if 1 /* XXX needed?? */
   2087   1.89  kiyohara 		/* pending all pre-bus_reset packets */
   2088   1.89  kiyohara 		fwohci_txd(sc, &sc->atrq);
   2089   1.89  kiyohara 		fwohci_txd(sc, &sc->atrs);
   2090   1.89  kiyohara 		fwohci_arcv(sc, &sc->arrs, -1);
   2091   1.89  kiyohara 		fwohci_arcv(sc, &sc->arrq, -1);
   2092   1.89  kiyohara 		fw_drain_txq(fc);
   2093   1.89  kiyohara #endif
   2094   1.89  kiyohara 		fw_sidrcv(fc, buf, plen);
   2095   1.89  kiyohara 		free(buf, M_FW);
   2096   1.89  kiyohara 	}
   2097   1.89  kiyohara sidout:
   2098   1.89  kiyohara 	if((stat & OHCI_INT_DMA_ATRQ )){
   2099   1.89  kiyohara #ifndef ACK_ALL
   2100   1.89  kiyohara 		OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_DMA_ATRQ);
   2101   1.89  kiyohara #endif
   2102   1.89  kiyohara 		fwohci_txd(sc, &(sc->atrq));
   2103   1.89  kiyohara 	}
   2104   1.89  kiyohara 	if((stat & OHCI_INT_DMA_ATRS )){
   2105   1.89  kiyohara #ifndef ACK_ALL
   2106   1.89  kiyohara 		OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_DMA_ATRS);
   2107   1.89  kiyohara #endif
   2108   1.89  kiyohara 		fwohci_txd(sc, &(sc->atrs));
   2109   1.89  kiyohara 	}
   2110   1.89  kiyohara 	if((stat & OHCI_INT_PW_ERR )){
   2111   1.89  kiyohara #ifndef ACK_ALL
   2112   1.89  kiyohara 		OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_PW_ERR);
   2113   1.89  kiyohara #endif
   2114   1.89  kiyohara 		device_printf(fc->dev, "posted write error\n");
   2115   1.89  kiyohara 	}
   2116   1.89  kiyohara 	if((stat & OHCI_INT_ERR )){
   2117   1.89  kiyohara #ifndef ACK_ALL
   2118   1.89  kiyohara 		OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_ERR);
   2119   1.89  kiyohara #endif
   2120   1.89  kiyohara 		device_printf(fc->dev, "unrecoverable error\n");
   2121   1.89  kiyohara 	}
   2122   1.89  kiyohara 	if((stat & OHCI_INT_PHY_INT)) {
   2123   1.89  kiyohara #ifndef ACK_ALL
   2124   1.89  kiyohara 		OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_PHY_INT);
   2125   1.89  kiyohara #endif
   2126   1.89  kiyohara 		device_printf(fc->dev, "phy int\n");
   2127    1.3      onoe 	}
   2128    1.7      onoe 
   2129   1.89  kiyohara 	CTR0(KTR_DEV, "fwohci_intr_body done");
   2130   1.89  kiyohara 	return;
   2131    1.3      onoe }
   2132    1.3      onoe 
   2133   1.89  kiyohara #if FWOHCI_TASKQUEUE
   2134    1.7      onoe static void
   2135   1.89  kiyohara fwohci_complete(void *arg, int pending)
   2136    1.7      onoe {
   2137   1.89  kiyohara 	struct fwohci_softc *sc = (struct fwohci_softc *)arg;
   2138   1.89  kiyohara 	uint32_t stat;
   2139    1.7      onoe 
   2140   1.89  kiyohara again:
   2141   1.89  kiyohara 	stat = atomic_readandclear_int(&sc->intstat);
   2142   1.89  kiyohara 	if (stat) {
   2143   1.89  kiyohara 		FW_LOCK;
   2144   1.89  kiyohara 		fwohci_intr_body(sc, stat, -1);
   2145   1.89  kiyohara 		FW_UNLOCK;
   2146   1.89  kiyohara 	} else
   2147   1.89  kiyohara 		return;
   2148   1.89  kiyohara 	goto again;
   2149    1.7      onoe }
   2150   1.89  kiyohara #endif
   2151    1.7      onoe 
   2152   1.89  kiyohara static uint32_t
   2153   1.89  kiyohara fwochi_check_stat(struct fwohci_softc *sc)
   2154    1.7      onoe {
   2155   1.89  kiyohara 	uint32_t stat, irstat, itstat;
   2156    1.7      onoe 
   2157   1.89  kiyohara 	stat = OREAD(sc, FWOHCI_INTSTAT);
   2158   1.89  kiyohara 	CTR1(KTR_DEV, "fwoch_check_stat 0x%08x", stat);
   2159   1.89  kiyohara 	if (stat == 0xffffffff) {
   2160  1.100     blymn 		device_printf(sc->fc.dev,
   2161   1.89  kiyohara 			"device physically ejected?\n");
   2162   1.89  kiyohara 		return(stat);
   2163    1.7      onoe 	}
   2164   1.89  kiyohara #ifdef ACK_ALL
   2165   1.89  kiyohara 	if (stat)
   2166   1.89  kiyohara 		OWRITE(sc, FWOHCI_INTSTATCLR, stat);
   2167    1.7      onoe #endif
   2168   1.89  kiyohara 	if (stat & OHCI_INT_DMA_IR) {
   2169   1.89  kiyohara 		irstat = OREAD(sc, OHCI_IR_STAT);
   2170   1.89  kiyohara 		OWRITE(sc, OHCI_IR_STATCLR, irstat);
   2171   1.89  kiyohara 		atomic_set_int(&sc->irstat, irstat);
   2172   1.89  kiyohara 	}
   2173   1.89  kiyohara 	if (stat & OHCI_INT_DMA_IT) {
   2174   1.89  kiyohara 		itstat = OREAD(sc, OHCI_IT_STAT);
   2175   1.89  kiyohara 		OWRITE(sc, OHCI_IT_STATCLR, itstat);
   2176   1.89  kiyohara 		atomic_set_int(&sc->itstat, itstat);
   2177   1.89  kiyohara 	}
   2178   1.89  kiyohara 	return(stat);
   2179    1.7      onoe }
   2180    1.7      onoe 
   2181   1.89  kiyohara FW_INTR(fwohci)
   2182    1.3      onoe {
   2183   1.89  kiyohara 	struct fwohci_softc *sc = (struct fwohci_softc *)arg;
   2184   1.89  kiyohara 	uint32_t stat;
   2185   1.89  kiyohara #if !FWOHCI_TASKQUEUE
   2186   1.89  kiyohara 	uint32_t bus_reset = 0;
   2187   1.89  kiyohara #endif
   2188    1.3      onoe 
   2189   1.89  kiyohara 	if (!(sc->intmask & OHCI_INT_EN)) {
   2190   1.89  kiyohara 		/* polling mode */
   2191   1.89  kiyohara 		FW_INTR_RETURN(0);
   2192    1.3      onoe 	}
   2193    1.3      onoe 
   2194   1.89  kiyohara #if !FWOHCI_TASKQUEUE
   2195   1.89  kiyohara again:
   2196   1.89  kiyohara #endif
   2197   1.89  kiyohara 	CTR0(KTR_DEV, "fwohci_intr");
   2198   1.89  kiyohara 	stat = fwochi_check_stat(sc);
   2199   1.89  kiyohara 	if (stat == 0 || stat == 0xffffffff)
   2200   1.89  kiyohara 		FW_INTR_RETURN(1);
   2201   1.89  kiyohara #if FWOHCI_TASKQUEUE
   2202   1.89  kiyohara 	atomic_set_int(&sc->intstat, stat);
   2203   1.89  kiyohara 	/* XXX mask bus reset intr. during bus reset phase */
   2204   1.89  kiyohara 	if (stat)
   2205   1.89  kiyohara #if 1
   2206   1.89  kiyohara 		taskqueue_enqueue_fast(taskqueue_fast,
   2207   1.89  kiyohara 		    &sc->fwohci_task_complete);
   2208   1.89  kiyohara #else
   2209   1.89  kiyohara 		taskqueue_enqueue(taskqueue_swi,
   2210   1.89  kiyohara 		    &sc->fwohci_task_complete);
   2211   1.89  kiyohara #endif
   2212   1.89  kiyohara #else
   2213   1.89  kiyohara 	/* We cannot clear bus reset event during bus reset phase */
   2214   1.89  kiyohara 	if ((stat & ~bus_reset) == 0)
   2215   1.89  kiyohara 		FW_INTR_RETURN(1);
   2216   1.89  kiyohara 	bus_reset = stat & OHCI_INT_PHY_BUS_R;
   2217   1.89  kiyohara 	fwohci_intr_body(sc, stat, -1);
   2218   1.89  kiyohara 	goto again;
   2219   1.89  kiyohara #endif
   2220   1.89  kiyohara 	CTR0(KTR_DEV, "fwohci_intr end");
   2221    1.9      onoe }
   2222    1.9      onoe 
   2223   1.89  kiyohara void
   2224  1.103  christos fwohci_poll(struct firewire_comm *fc, int quick, int count)
   2225    1.9      onoe {
   2226   1.89  kiyohara 	int s;
   2227   1.89  kiyohara 	uint32_t stat;
   2228   1.89  kiyohara 	struct fwohci_softc *sc;
   2229    1.9      onoe 
   2230    1.9      onoe 
   2231   1.89  kiyohara 	sc = (struct fwohci_softc *)fc;
   2232   1.89  kiyohara 	stat = OHCI_INT_DMA_IR | OHCI_INT_DMA_IT |
   2233   1.89  kiyohara 		OHCI_INT_DMA_PRRS | OHCI_INT_DMA_PRRQ |
   2234   1.89  kiyohara 		OHCI_INT_DMA_ATRQ | OHCI_INT_DMA_ATRS;
   2235   1.89  kiyohara #if 0
   2236   1.89  kiyohara 	if (!quick) {
   2237   1.89  kiyohara #else
   2238   1.89  kiyohara 	if (1) {
   2239   1.40      haya #endif
   2240   1.89  kiyohara 		stat = fwochi_check_stat(sc);
   2241   1.89  kiyohara 		if (stat == 0 || stat == 0xffffffff)
   2242   1.89  kiyohara 			return;
   2243   1.38      onoe 	}
   2244   1.89  kiyohara 	s = splfw();
   2245   1.89  kiyohara 	fwohci_intr_body(sc, stat, count);
   2246   1.89  kiyohara 	splx(s);
   2247    1.3      onoe }
   2248    1.3      onoe 
   2249    1.3      onoe static void
   2250   1.89  kiyohara fwohci_set_intr(struct firewire_comm *fc, int enable)
   2251    1.9      onoe {
   2252   1.89  kiyohara 	struct fwohci_softc *sc;
   2253    1.9      onoe 
   2254   1.89  kiyohara 	sc = (struct fwohci_softc *)fc;
   2255   1.89  kiyohara 	if (firewire_debug)
   2256   1.89  kiyohara 		device_printf(sc->fc.dev, "fwohci_set_intr: %d\n", enable);
   2257   1.89  kiyohara 	if (enable) {
   2258   1.89  kiyohara 		sc->intmask |= OHCI_INT_EN;
   2259   1.89  kiyohara 		OWRITE(sc, FWOHCI_INTMASK, OHCI_INT_EN);
   2260   1.89  kiyohara 	} else {
   2261   1.89  kiyohara 		sc->intmask &= ~OHCI_INT_EN;
   2262   1.89  kiyohara 		OWRITE(sc, FWOHCI_INTMASKCLR, OHCI_INT_EN);
   2263   1.89  kiyohara 	}
   2264    1.9      onoe }
   2265    1.9      onoe 
   2266    1.9      onoe static void
   2267   1.89  kiyohara fwohci_tbuf_update(struct fwohci_softc *sc, int dmach)
   2268   1.89  kiyohara {
   2269   1.89  kiyohara 	struct firewire_comm *fc = &sc->fc;
   2270   1.89  kiyohara 	struct fwohcidb *db;
   2271   1.89  kiyohara 	struct fw_bulkxfer *chunk;
   2272   1.89  kiyohara 	struct fw_xferq *it;
   2273   1.89  kiyohara 	uint32_t stat, count;
   2274   1.89  kiyohara 	int s, w=0, ldesc;
   2275   1.89  kiyohara 
   2276   1.89  kiyohara 	it = fc->it[dmach];
   2277   1.89  kiyohara 	ldesc = sc->it[dmach].ndesc - 1;
   2278   1.89  kiyohara 	s = splfw(); /* unnecessary ? */
   2279   1.99  kiyohara 	fwdma_sync_multiseg_all(sc->it[dmach].am, BUS_DMASYNC_POSTREAD);
   2280   1.89  kiyohara 	if (firewire_debug)
   2281   1.89  kiyohara 		dump_db(sc, ITX_CH + dmach);
   2282   1.89  kiyohara 	while ((chunk = STAILQ_FIRST(&it->stdma)) != NULL) {
   2283   1.89  kiyohara 		db = ((struct fwohcidb_tr *)(chunk->end))->db;
   2284  1.100     blymn 		stat = FWOHCI_DMA_READ(db[ldesc].db.desc.res)
   2285   1.89  kiyohara 				>> OHCI_STATUS_SHIFT;
   2286   1.89  kiyohara 		db = ((struct fwohcidb_tr *)(chunk->start))->db;
   2287   1.89  kiyohara 		/* timestamp */
   2288   1.89  kiyohara 		count = FWOHCI_DMA_READ(db[ldesc].db.desc.res)
   2289   1.89  kiyohara 				& OHCI_COUNT_MASK;
   2290   1.89  kiyohara 		if (stat == 0)
   2291   1.89  kiyohara 			break;
   2292   1.89  kiyohara 		STAILQ_REMOVE_HEAD(&it->stdma, link);
   2293   1.89  kiyohara 		switch (stat & FWOHCIEV_MASK){
   2294   1.89  kiyohara 		case FWOHCIEV_ACKCOMPL:
   2295   1.89  kiyohara #if 0
   2296   1.89  kiyohara 			device_printf(fc->dev, "0x%08x\n", count);
   2297   1.89  kiyohara #endif
   2298   1.89  kiyohara 			break;
   2299   1.89  kiyohara 		default:
   2300   1.89  kiyohara 			device_printf(fc->dev,
   2301   1.89  kiyohara 				"Isochronous transmit err %02x(%s)\n",
   2302   1.89  kiyohara 					stat, fwohcicode[stat & 0x1f]);
   2303   1.89  kiyohara 		}
   2304   1.89  kiyohara 		STAILQ_INSERT_TAIL(&it->stfree, chunk, link);
   2305   1.89  kiyohara 		w++;
   2306    1.9      onoe 	}
   2307   1.89  kiyohara 	splx(s);
   2308   1.89  kiyohara 	if (w)
   2309   1.89  kiyohara 		wakeup(it);
   2310    1.3      onoe }
   2311    1.3      onoe 
   2312   1.89  kiyohara static void
   2313   1.89  kiyohara fwohci_rbuf_update(struct fwohci_softc *sc, int dmach)
   2314    1.3      onoe {
   2315   1.89  kiyohara 	struct firewire_comm *fc = &sc->fc;
   2316   1.89  kiyohara 	struct fwohcidb_tr *db_tr;
   2317   1.89  kiyohara 	struct fw_bulkxfer *chunk;
   2318   1.89  kiyohara 	struct fw_xferq *ir;
   2319   1.89  kiyohara 	uint32_t stat;
   2320   1.89  kiyohara 	int s, w=0, ldesc;
   2321    1.3      onoe 
   2322   1.89  kiyohara 	ir = fc->ir[dmach];
   2323   1.89  kiyohara 	ldesc = sc->ir[dmach].ndesc - 1;
   2324   1.89  kiyohara #if 0
   2325   1.89  kiyohara 	dump_db(sc, dmach);
   2326   1.89  kiyohara #endif
   2327   1.89  kiyohara 	s = splfw();
   2328   1.99  kiyohara 	fwdma_sync_multiseg_all(sc->ir[dmach].am, BUS_DMASYNC_POSTREAD);
   2329   1.89  kiyohara 	while ((chunk = STAILQ_FIRST(&ir->stdma)) != NULL) {
   2330   1.89  kiyohara 		db_tr = (struct fwohcidb_tr *)chunk->end;
   2331   1.89  kiyohara 		stat = FWOHCI_DMA_READ(db_tr->db[ldesc].db.desc.res)
   2332   1.89  kiyohara 				>> OHCI_STATUS_SHIFT;
   2333   1.89  kiyohara 		if (stat == 0)
   2334   1.89  kiyohara 			break;
   2335    1.3      onoe 
   2336   1.89  kiyohara 		if (chunk->mbuf != NULL) {
   2337   1.89  kiyohara 			fw_bus_dmamap_sync(sc->ir[dmach].dmat, db_tr->dma_map,
   2338   1.89  kiyohara 						BUS_DMASYNC_POSTREAD);
   2339   1.89  kiyohara 			fw_bus_dmamap_unload(
   2340   1.89  kiyohara 				sc->ir[dmach].dmat, db_tr->dma_map);
   2341   1.89  kiyohara 		} else if (ir->buf != NULL) {
   2342   1.89  kiyohara 			fwdma_sync_multiseg(ir->buf, chunk->poffset,
   2343   1.89  kiyohara 				ir->bnpacket, BUS_DMASYNC_POSTREAD);
   2344   1.89  kiyohara 		} else {
   2345   1.89  kiyohara 			/* XXX */
   2346   1.89  kiyohara 			printf("fwohci_rbuf_update: this shouldn't happend\n");
   2347   1.89  kiyohara 		}
   2348    1.3      onoe 
   2349   1.89  kiyohara 		STAILQ_REMOVE_HEAD(&ir->stdma, link);
   2350   1.89  kiyohara 		STAILQ_INSERT_TAIL(&ir->stvalid, chunk, link);
   2351   1.89  kiyohara 		switch (stat & FWOHCIEV_MASK) {
   2352   1.89  kiyohara 		case FWOHCIEV_ACKCOMPL:
   2353   1.89  kiyohara 			chunk->resp = 0;
   2354   1.89  kiyohara 			break;
   2355   1.89  kiyohara 		default:
   2356   1.89  kiyohara 			chunk->resp = EINVAL;
   2357   1.89  kiyohara 			device_printf(fc->dev,
   2358   1.89  kiyohara 				"Isochronous receive err %02x(%s)\n",
   2359   1.89  kiyohara 					stat, fwohcicode[stat & 0x1f]);
   2360   1.89  kiyohara 		}
   2361   1.89  kiyohara 		w++;
   2362   1.89  kiyohara 	}
   2363   1.89  kiyohara 	splx(s);
   2364   1.89  kiyohara 	if (w) {
   2365  1.100     blymn 		if (ir->flag & FWXFERQ_HANDLER)
   2366   1.89  kiyohara 			ir->hand(ir);
   2367   1.89  kiyohara 		else
   2368   1.89  kiyohara 			wakeup(ir);
   2369   1.89  kiyohara 	}
   2370    1.3      onoe }
   2371    1.3      onoe 
   2372   1.89  kiyohara void
   2373   1.89  kiyohara dump_dma(struct fwohci_softc *sc, uint32_t ch)
   2374    1.3      onoe {
   2375   1.89  kiyohara 	uint32_t off, cntl, stat, cmd, match;
   2376    1.3      onoe 
   2377   1.89  kiyohara 	if(ch == 0){
   2378   1.89  kiyohara 		off = OHCI_ATQOFF;
   2379   1.89  kiyohara 	}else if(ch == 1){
   2380   1.89  kiyohara 		off = OHCI_ATSOFF;
   2381   1.89  kiyohara 	}else if(ch == 2){
   2382   1.89  kiyohara 		off = OHCI_ARQOFF;
   2383   1.89  kiyohara 	}else if(ch == 3){
   2384   1.89  kiyohara 		off = OHCI_ARSOFF;
   2385   1.89  kiyohara 	}else if(ch < IRX_CH){
   2386   1.89  kiyohara 		off = OHCI_ITCTL(ch - ITX_CH);
   2387   1.89  kiyohara 	}else{
   2388   1.89  kiyohara 		off = OHCI_IRCTL(ch - IRX_CH);
   2389   1.89  kiyohara 	}
   2390   1.89  kiyohara 	cntl = stat = OREAD(sc, off);
   2391   1.89  kiyohara 	cmd = OREAD(sc, off + 0xc);
   2392   1.89  kiyohara 	match = OREAD(sc, off + 0x10);
   2393   1.89  kiyohara 
   2394   1.89  kiyohara 	device_printf(sc->fc.dev, "ch %1x cntl:0x%08x cmd:0x%08x match:0x%08x\n",
   2395   1.89  kiyohara 		ch,
   2396  1.100     blymn 		cntl,
   2397  1.100     blymn 		cmd,
   2398   1.89  kiyohara 		match);
   2399   1.89  kiyohara 	stat &= 0xffff ;
   2400   1.89  kiyohara 	if (stat) {
   2401   1.89  kiyohara 		device_printf(sc->fc.dev, "dma %d ch:%s%s%s%s%s%s %s(%x)\n",
   2402   1.89  kiyohara 			ch,
   2403   1.89  kiyohara 			stat & OHCI_CNTL_DMA_RUN ? "RUN," : "",
   2404   1.89  kiyohara 			stat & OHCI_CNTL_DMA_WAKE ? "WAKE," : "",
   2405   1.89  kiyohara 			stat & OHCI_CNTL_DMA_DEAD ? "DEAD," : "",
   2406   1.89  kiyohara 			stat & OHCI_CNTL_DMA_ACTIVE ? "ACTIVE," : "",
   2407   1.89  kiyohara 			stat & OHCI_CNTL_DMA_BT ? "BRANCH," : "",
   2408   1.89  kiyohara 			stat & OHCI_CNTL_DMA_BAD ? "BADDMA," : "",
   2409   1.89  kiyohara 			fwohcicode[stat & 0x1f],
   2410   1.89  kiyohara 			stat & 0x1f
   2411   1.89  kiyohara 		);
   2412   1.89  kiyohara 	}else{
   2413   1.89  kiyohara 		device_printf(sc->fc.dev, "dma %d ch: Nostat\n", ch);
   2414   1.89  kiyohara 	}
   2415    1.3      onoe }
   2416    1.3      onoe 
   2417   1.89  kiyohara void
   2418   1.89  kiyohara dump_db(struct fwohci_softc *sc, uint32_t ch)
   2419    1.3      onoe {
   2420   1.89  kiyohara 	struct fwohci_dbch *dbch;
   2421   1.89  kiyohara 	struct fwohcidb_tr *cp = NULL, *pp, *np = NULL;
   2422   1.89  kiyohara 	struct fwohcidb *curr = NULL, *prev, *next = NULL;
   2423   1.89  kiyohara 	int idb, jdb;
   2424   1.89  kiyohara 	uint32_t cmd, off;
   2425   1.89  kiyohara 	if(ch == 0){
   2426   1.89  kiyohara 		off = OHCI_ATQOFF;
   2427   1.89  kiyohara 		dbch = &sc->atrq;
   2428   1.89  kiyohara 	}else if(ch == 1){
   2429   1.89  kiyohara 		off = OHCI_ATSOFF;
   2430   1.89  kiyohara 		dbch = &sc->atrs;
   2431   1.89  kiyohara 	}else if(ch == 2){
   2432   1.89  kiyohara 		off = OHCI_ARQOFF;
   2433   1.89  kiyohara 		dbch = &sc->arrq;
   2434   1.89  kiyohara 	}else if(ch == 3){
   2435   1.89  kiyohara 		off = OHCI_ARSOFF;
   2436   1.89  kiyohara 		dbch = &sc->arrs;
   2437   1.89  kiyohara 	}else if(ch < IRX_CH){
   2438   1.89  kiyohara 		off = OHCI_ITCTL(ch - ITX_CH);
   2439   1.89  kiyohara 		dbch = &sc->it[ch - ITX_CH];
   2440   1.89  kiyohara 	}else {
   2441   1.89  kiyohara 		off = OHCI_IRCTL(ch - IRX_CH);
   2442   1.89  kiyohara 		dbch = &sc->ir[ch - IRX_CH];
   2443   1.89  kiyohara 	}
   2444   1.89  kiyohara 	cmd = OREAD(sc, off + 0xc);
   2445    1.3      onoe 
   2446   1.89  kiyohara 	if( dbch->ndb == 0 ){
   2447   1.89  kiyohara 		device_printf(sc->fc.dev, "No DB is attached ch=%d\n", ch);
   2448   1.89  kiyohara 		return;
   2449   1.89  kiyohara 	}
   2450   1.89  kiyohara 	pp = dbch->top;
   2451   1.89  kiyohara 	prev = pp->db;
   2452   1.89  kiyohara 	for(idb = 0 ; idb < dbch->ndb ; idb ++ ){
   2453   1.89  kiyohara 		cp = STAILQ_NEXT(pp, link);
   2454   1.89  kiyohara 		if(cp == NULL){
   2455   1.89  kiyohara 			curr = NULL;
   2456   1.89  kiyohara 			goto outdb;
   2457   1.89  kiyohara 		}
   2458   1.89  kiyohara 		np = STAILQ_NEXT(cp, link);
   2459   1.89  kiyohara 		for(jdb = 0 ; jdb < dbch->ndesc ; jdb ++ ){
   2460   1.89  kiyohara 			if ((cmd  & 0xfffffff0) == cp->bus_addr) {
   2461   1.89  kiyohara 				curr = cp->db;
   2462   1.89  kiyohara 				if(np != NULL){
   2463   1.89  kiyohara 					next = np->db;
   2464   1.89  kiyohara 				}else{
   2465   1.89  kiyohara 					next = NULL;
   2466   1.89  kiyohara 				}
   2467   1.89  kiyohara 				goto outdb;
   2468   1.89  kiyohara 			}
   2469   1.89  kiyohara 		}
   2470   1.89  kiyohara 		pp = STAILQ_NEXT(pp, link);
   2471   1.89  kiyohara 		if(pp == NULL){
   2472   1.89  kiyohara 			curr = NULL;
   2473   1.89  kiyohara 			goto outdb;
   2474   1.62      haya 		}
   2475   1.89  kiyohara 		prev = pp->db;
   2476   1.89  kiyohara 	}
   2477   1.89  kiyohara outdb:
   2478   1.89  kiyohara 	if( curr != NULL){
   2479   1.89  kiyohara #if 0
   2480   1.89  kiyohara 		printf("Prev DB %d\n", ch);
   2481   1.89  kiyohara 		print_db(pp, prev, ch, dbch->ndesc);
   2482   1.89  kiyohara #endif
   2483   1.89  kiyohara 		printf("Current DB %d\n", ch);
   2484   1.89  kiyohara 		print_db(cp, curr, ch, dbch->ndesc);
   2485   1.89  kiyohara #if 0
   2486   1.89  kiyohara 		printf("Next DB %d\n", ch);
   2487   1.89  kiyohara 		print_db(np, next, ch, dbch->ndesc);
   2488   1.89  kiyohara #endif
   2489   1.89  kiyohara 	}else{
   2490   1.89  kiyohara 		printf("dbdump err ch = %d cmd = 0x%08x\n", ch, cmd);
   2491    1.7      onoe 	}
   2492   1.89  kiyohara 	return;
   2493    1.7      onoe }
   2494    1.7      onoe 
   2495   1.89  kiyohara void
   2496   1.89  kiyohara print_db(struct fwohcidb_tr *db_tr, struct fwohcidb *db,
   2497   1.89  kiyohara 		uint32_t ch, uint32_t hogemax)
   2498    1.7      onoe {
   2499   1.89  kiyohara 	fwohcireg_t stat;
   2500   1.89  kiyohara 	int i, key;
   2501   1.89  kiyohara 	uint32_t cmd, res;
   2502   1.89  kiyohara 
   2503   1.89  kiyohara 	if(db == NULL){
   2504   1.89  kiyohara 		printf("No Descriptor is found\n");
   2505   1.89  kiyohara 		return;
   2506   1.89  kiyohara 	}
   2507    1.7      onoe 
   2508   1.89  kiyohara 	printf("ch = %d\n%8s %s %s %s %s %4s %8s %8s %4s:%4s\n",
   2509   1.89  kiyohara 		ch,
   2510   1.89  kiyohara 		"Current",
   2511   1.89  kiyohara 		"OP  ",
   2512   1.89  kiyohara 		"KEY",
   2513   1.89  kiyohara 		"INT",
   2514   1.89  kiyohara 		"BR ",
   2515   1.89  kiyohara 		"len",
   2516   1.89  kiyohara 		"Addr",
   2517   1.89  kiyohara 		"Depend",
   2518   1.89  kiyohara 		"Stat",
   2519   1.89  kiyohara 		"Cnt");
   2520   1.89  kiyohara 	for( i = 0 ; i <= hogemax ; i ++){
   2521   1.89  kiyohara 		cmd = FWOHCI_DMA_READ(db[i].db.desc.cmd);
   2522   1.89  kiyohara 		res = FWOHCI_DMA_READ(db[i].db.desc.res);
   2523   1.89  kiyohara 		key = cmd & OHCI_KEY_MASK;
   2524   1.89  kiyohara 		stat = res >> OHCI_STATUS_SHIFT;
   2525   1.89  kiyohara #if defined(__DragonFly__) || \
   2526   1.89  kiyohara     (defined(__FreeBSD__) && __FreeBSD_version < 500000)
   2527   1.89  kiyohara 		printf("%08x %s %s %s %s %5d %08x %08x %04x:%04x",
   2528   1.89  kiyohara 				db_tr->bus_addr,
   2529   1.89  kiyohara #else
   2530   1.89  kiyohara 		printf("%08jx %s %s %s %s %5d %08x %08x %04x:%04x",
   2531   1.89  kiyohara 				(uintmax_t)db_tr->bus_addr,
   2532   1.89  kiyohara #endif
   2533   1.89  kiyohara 				dbcode[(cmd >> 28) & 0xf],
   2534   1.89  kiyohara 				dbkey[(cmd >> 24) & 0x7],
   2535   1.89  kiyohara 				dbcond[(cmd >> 20) & 0x3],
   2536   1.89  kiyohara 				dbcond[(cmd >> 18) & 0x3],
   2537   1.89  kiyohara 				cmd & OHCI_COUNT_MASK,
   2538   1.89  kiyohara 				FWOHCI_DMA_READ(db[i].db.desc.addr),
   2539   1.89  kiyohara 				FWOHCI_DMA_READ(db[i].db.desc.depend),
   2540   1.89  kiyohara 				stat,
   2541   1.89  kiyohara 				res & OHCI_COUNT_MASK);
   2542   1.89  kiyohara 		if(stat & 0xff00){
   2543   1.89  kiyohara 			printf(" %s%s%s%s%s%s %s(%x)\n",
   2544   1.89  kiyohara 				stat & OHCI_CNTL_DMA_RUN ? "RUN," : "",
   2545   1.89  kiyohara 				stat & OHCI_CNTL_DMA_WAKE ? "WAKE," : "",
   2546   1.89  kiyohara 				stat & OHCI_CNTL_DMA_DEAD ? "DEAD," : "",
   2547   1.89  kiyohara 				stat & OHCI_CNTL_DMA_ACTIVE ? "ACTIVE," : "",
   2548   1.89  kiyohara 				stat & OHCI_CNTL_DMA_BT ? "BRANCH," : "",
   2549   1.89  kiyohara 				stat & OHCI_CNTL_DMA_BAD ? "BADDMA," : "",
   2550   1.89  kiyohara 				fwohcicode[stat & 0x1f],
   2551   1.89  kiyohara 				stat & 0x1f
   2552   1.89  kiyohara 			);
   2553   1.89  kiyohara 		}else{
   2554   1.89  kiyohara 			printf(" Nostat\n");
   2555   1.89  kiyohara 		}
   2556   1.89  kiyohara 		if(key == OHCI_KEY_ST2 ){
   2557  1.100     blymn 			printf("0x%08x 0x%08x 0x%08x 0x%08x\n",
   2558   1.89  kiyohara 				FWOHCI_DMA_READ(db[i+1].db.immed[0]),
   2559   1.89  kiyohara 				FWOHCI_DMA_READ(db[i+1].db.immed[1]),
   2560   1.89  kiyohara 				FWOHCI_DMA_READ(db[i+1].db.immed[2]),
   2561   1.89  kiyohara 				FWOHCI_DMA_READ(db[i+1].db.immed[3]));
   2562   1.89  kiyohara 		}
   2563   1.89  kiyohara 		if(key == OHCI_KEY_DEVICE){
   2564   1.89  kiyohara 			return;
   2565   1.89  kiyohara 		}
   2566  1.100     blymn 		if((cmd & OHCI_BRANCH_MASK)
   2567   1.89  kiyohara 				== OHCI_BRANCH_ALWAYS){
   2568   1.89  kiyohara 			return;
   2569   1.89  kiyohara 		}
   2570  1.100     blymn 		if((cmd & OHCI_CMD_MASK)
   2571   1.89  kiyohara 				== OHCI_OUTPUT_LAST){
   2572   1.89  kiyohara 			return;
   2573   1.89  kiyohara 		}
   2574  1.100     blymn 		if((cmd & OHCI_CMD_MASK)
   2575   1.89  kiyohara 				== OHCI_INPUT_LAST){
   2576   1.89  kiyohara 			return;
   2577   1.89  kiyohara 		}
   2578   1.89  kiyohara 		if(key == OHCI_KEY_ST2 ){
   2579   1.89  kiyohara 			i++;
   2580   1.62      haya 		}
   2581    1.3      onoe 	}
   2582   1.89  kiyohara 	return;
   2583    1.3      onoe }
   2584    1.3      onoe 
   2585   1.89  kiyohara void
   2586   1.89  kiyohara fwohci_ibr(struct firewire_comm *fc)
   2587    1.7      onoe {
   2588   1.89  kiyohara 	struct fwohci_softc *sc;
   2589   1.89  kiyohara 	uint32_t fun;
   2590    1.7      onoe 
   2591   1.89  kiyohara 	device_printf(fc->dev, "Initiate bus reset\n");
   2592   1.89  kiyohara 	sc = (struct fwohci_softc *)fc;
   2593    1.7      onoe 
   2594    1.7      onoe 	/*
   2595   1.89  kiyohara 	 * Make sure our cached values from the config rom are
   2596   1.89  kiyohara 	 * initialised.
   2597    1.7      onoe 	 */
   2598   1.89  kiyohara 	OWRITE(sc, OHCI_CROMHDR, ntohl(sc->fc.config_rom[0]));
   2599   1.89  kiyohara 	OWRITE(sc, OHCI_BUS_OPT, ntohl(sc->fc.config_rom[2]));
   2600   1.36      onoe 
   2601   1.36      onoe 	/*
   2602   1.89  kiyohara 	 * Set root hold-off bit so that non cyclemaster capable node
   2603   1.89  kiyohara 	 * shouldn't became the root node.
   2604   1.36      onoe 	 */
   2605   1.89  kiyohara #if 1
   2606   1.89  kiyohara 	fun = fwphy_rddata(sc, FW_PHY_IBR_REG);
   2607   1.89  kiyohara 	fun |= FW_PHY_IBR | FW_PHY_RHB;
   2608   1.89  kiyohara 	fun = fwphy_wrdata(sc, FW_PHY_IBR_REG, fun);
   2609   1.89  kiyohara #else	/* Short bus reset */
   2610   1.89  kiyohara 	fun = fwphy_rddata(sc, FW_PHY_ISBR_REG);
   2611   1.89  kiyohara 	fun |= FW_PHY_ISBR | FW_PHY_RHB;
   2612   1.89  kiyohara 	fun = fwphy_wrdata(sc, FW_PHY_ISBR_REG, fun);
   2613   1.89  kiyohara #endif
   2614   1.36      onoe }
   2615   1.36      onoe 
   2616   1.89  kiyohara void
   2617   1.89  kiyohara fwohci_txbufdb(struct fwohci_softc *sc, int dmach, struct fw_bulkxfer *bulkxfer)
   2618   1.36      onoe {
   2619   1.89  kiyohara 	struct fwohcidb_tr *db_tr, *fdb_tr;
   2620   1.89  kiyohara 	struct fwohci_dbch *dbch;
   2621   1.89  kiyohara 	struct fwohcidb *db;
   2622   1.89  kiyohara 	struct fw_pkt *fp;
   2623   1.89  kiyohara 	struct fwohci_txpkthdr *ohcifp;
   2624   1.89  kiyohara 	unsigned short chtag;
   2625   1.89  kiyohara 	int idb;
   2626   1.89  kiyohara 
   2627   1.89  kiyohara 	dbch = &sc->it[dmach];
   2628   1.89  kiyohara 	chtag = sc->it[dmach].xferq.flag & 0xff;
   2629   1.89  kiyohara 
   2630   1.89  kiyohara 	db_tr = (struct fwohcidb_tr *)(bulkxfer->start);
   2631   1.89  kiyohara 	fdb_tr = (struct fwohcidb_tr *)(bulkxfer->end);
   2632   1.89  kiyohara /*
   2633   1.89  kiyohara device_printf(sc->fc.dev, "DB %08x %08x %08x\n", bulkxfer, db_tr->bus_addr, fdb_tr->bus_addr);
   2634   1.89  kiyohara */
   2635   1.89  kiyohara 	for (idb = 0; idb < dbch->xferq.bnpacket; idb ++) {
   2636   1.89  kiyohara 		db = db_tr->db;
   2637   1.89  kiyohara 		fp = (struct fw_pkt *)db_tr->buf;
   2638   1.89  kiyohara 		ohcifp = (struct fwohci_txpkthdr *) db[1].db.immed;
   2639   1.89  kiyohara 		ohcifp->mode.ld[0] = fp->mode.ld[0];
   2640   1.89  kiyohara 		ohcifp->mode.common.spd = 0 & 0x7;
   2641   1.89  kiyohara 		ohcifp->mode.stream.len = fp->mode.stream.len;
   2642   1.89  kiyohara 		ohcifp->mode.stream.chtag = chtag;
   2643   1.89  kiyohara 		ohcifp->mode.stream.tcode = 0xa;
   2644   1.89  kiyohara #if BYTE_ORDER == BIG_ENDIAN
   2645  1.100     blymn 		FWOHCI_DMA_WRITE(db[1].db.immed[0], db[1].db.immed[0]);
   2646  1.100     blymn 		FWOHCI_DMA_WRITE(db[1].db.immed[1], db[1].db.immed[1]);
   2647   1.89  kiyohara #endif
   2648   1.36      onoe 
   2649   1.89  kiyohara 		FWOHCI_DMA_CLEAR(db[2].db.desc.cmd, OHCI_COUNT_MASK);
   2650   1.89  kiyohara 		FWOHCI_DMA_SET(db[2].db.desc.cmd, fp->mode.stream.len);
   2651   1.89  kiyohara 		FWOHCI_DMA_WRITE(db[2].db.desc.res, 0);
   2652   1.89  kiyohara #if 0 /* if bulkxfer->npackets changes */
   2653   1.89  kiyohara 		db[2].db.desc.cmd = OHCI_OUTPUT_LAST
   2654   1.89  kiyohara 			| OHCI_UPDATE
   2655   1.89  kiyohara 			| OHCI_BRANCH_ALWAYS;
   2656   1.89  kiyohara 		db[0].db.desc.depend =
   2657   1.89  kiyohara 			= db[dbch->ndesc - 1].db.desc.depend
   2658   1.89  kiyohara 			= STAILQ_NEXT(db_tr, link)->bus_addr | dbch->ndesc;
   2659   1.89  kiyohara #else
   2660   1.89  kiyohara 		FWOHCI_DMA_SET(db[0].db.desc.depend, dbch->ndesc);
   2661   1.89  kiyohara 		FWOHCI_DMA_SET(db[dbch->ndesc - 1].db.desc.depend, dbch->ndesc);
   2662   1.89  kiyohara #endif
   2663   1.89  kiyohara 		bulkxfer->end = (caddr_t)db_tr;
   2664   1.89  kiyohara 		db_tr = STAILQ_NEXT(db_tr, link);
   2665   1.36      onoe 	}
   2666   1.89  kiyohara 	db = ((struct fwohcidb_tr *)bulkxfer->end)->db;
   2667   1.89  kiyohara 	FWOHCI_DMA_CLEAR(db[0].db.desc.depend, 0xf);
   2668   1.89  kiyohara 	FWOHCI_DMA_CLEAR(db[dbch->ndesc - 1].db.desc.depend, 0xf);
   2669   1.89  kiyohara #if 0 /* if bulkxfer->npackets changes */
   2670   1.89  kiyohara 	db[dbch->ndesc - 1].db.desc.control |= OHCI_INTERRUPT_ALWAYS;
   2671   1.89  kiyohara 	/* OHCI 1.1 and above */
   2672   1.89  kiyohara 	db[0].db.desc.control |= OHCI_INTERRUPT_ALWAYS;
   2673   1.89  kiyohara #endif
   2674   1.89  kiyohara /*
   2675   1.89  kiyohara 	db_tr = (struct fwohcidb_tr *)bulkxfer->start;
   2676   1.89  kiyohara 	fdb_tr = (struct fwohcidb_tr *)bulkxfer->end;
   2677   1.89  kiyohara device_printf(sc->fc.dev, "DB %08x %3d %08x %08x\n", bulkxfer, bulkxfer->npacket, db_tr->bus_addr, fdb_tr->bus_addr);
   2678   1.89  kiyohara */
   2679   1.89  kiyohara 	return;
   2680    1.7      onoe }
   2681    1.7      onoe 
   2682   1.89  kiyohara static int
   2683   1.89  kiyohara fwohci_add_tx_buf(struct fwohci_dbch *dbch, struct fwohcidb_tr *db_tr,
   2684   1.89  kiyohara 								int poffset)
   2685    1.3      onoe {
   2686   1.89  kiyohara 	struct fwohcidb *db = db_tr->db;
   2687   1.89  kiyohara 	struct fw_xferq *it;
   2688   1.89  kiyohara 	int err = 0;
   2689    1.3      onoe 
   2690   1.89  kiyohara 	it = &dbch->xferq;
   2691   1.89  kiyohara 	if(it->buf == 0){
   2692   1.89  kiyohara 		err = EINVAL;
   2693   1.89  kiyohara 		return err;
   2694   1.89  kiyohara 	}
   2695   1.89  kiyohara 	db_tr->buf = fwdma_v_addr(it->buf, poffset);
   2696   1.89  kiyohara 	db_tr->dbcnt = 3;
   2697   1.40      haya 
   2698   1.89  kiyohara 	FWOHCI_DMA_WRITE(db[0].db.desc.cmd,
   2699   1.89  kiyohara 		OHCI_OUTPUT_MORE | OHCI_KEY_ST2 | 8);
   2700   1.89  kiyohara 	FWOHCI_DMA_WRITE(db[0].db.desc.addr, 0);
   2701   1.89  kiyohara 	bzero((void *)&db[1].db.immed[0], sizeof(db[1].db.immed));
   2702   1.89  kiyohara 	FWOHCI_DMA_WRITE(db[2].db.desc.addr,
   2703   1.95  kiyohara 	    fwdma_bus_addr(it->buf, poffset) + sizeof(uint32_t));
   2704   1.62      haya 
   2705   1.89  kiyohara 	FWOHCI_DMA_WRITE(db[2].db.desc.cmd,
   2706   1.89  kiyohara 		OHCI_OUTPUT_LAST | OHCI_UPDATE | OHCI_BRANCH_ALWAYS);
   2707   1.62      haya #if 1
   2708   1.89  kiyohara 	FWOHCI_DMA_WRITE(db[0].db.desc.res, 0);
   2709   1.89  kiyohara 	FWOHCI_DMA_WRITE(db[2].db.desc.res, 0);
   2710   1.62      haya #endif
   2711   1.89  kiyohara 	return 0;
   2712   1.62      haya }
   2713   1.62      haya 
   2714   1.62      haya int
   2715   1.89  kiyohara fwohci_add_rx_buf(struct fwohci_dbch *dbch, struct fwohcidb_tr *db_tr,
   2716   1.89  kiyohara 		int poffset, struct fwdma_alloc *dummy_dma)
   2717   1.62      haya {
   2718   1.89  kiyohara 	struct fwohcidb *db = db_tr->db;
   2719   1.89  kiyohara 	struct fw_xferq *ir;
   2720   1.89  kiyohara 	int i, ldesc;
   2721   1.89  kiyohara 	bus_addr_t dbuf[2];
   2722   1.89  kiyohara 	int dsiz[2];
   2723   1.62      haya 
   2724   1.89  kiyohara 	ir = &dbch->xferq;
   2725   1.98  kiyohara 	if (db_tr->buf == NULL && (dbch->xferq.flag & FWXFERQ_EXTBUF) == 0) {
   2726   1.89  kiyohara 		db_tr->buf = fwdma_malloc_size(dbch->dmat, &db_tr->dma_map,
   2727   1.89  kiyohara 			ir->psize, &dbuf[0], BUS_DMA_NOWAIT);
   2728   1.89  kiyohara 		if (db_tr->buf == NULL)
   2729   1.89  kiyohara 			return(ENOMEM);
   2730   1.89  kiyohara 		db_tr->dbcnt = 1;
   2731   1.89  kiyohara 		dsiz[0] = ir->psize;
   2732   1.89  kiyohara 		fw_bus_dmamap_sync(dbch->dmat, db_tr->dma_map,
   2733   1.89  kiyohara 			BUS_DMASYNC_PREREAD);
   2734   1.62      haya 	} else {
   2735   1.89  kiyohara 		db_tr->dbcnt = 0;
   2736   1.89  kiyohara 		if (dummy_dma != NULL) {
   2737   1.89  kiyohara 			dsiz[db_tr->dbcnt] = sizeof(uint32_t);
   2738   1.89  kiyohara 			dbuf[db_tr->dbcnt++] = dummy_dma->bus_addr;
   2739   1.89  kiyohara 		}
   2740   1.89  kiyohara 		dsiz[db_tr->dbcnt] = ir->psize;
   2741   1.98  kiyohara 		if (db_tr->buf != NULL) {
   2742   1.89  kiyohara 			db_tr->buf = fwdma_v_addr(ir->buf, poffset);
   2743   1.89  kiyohara 			dbuf[db_tr->dbcnt] = fwdma_bus_addr( ir->buf, poffset);
   2744   1.62      haya 		}
   2745   1.89  kiyohara 		db_tr->dbcnt++;
   2746   1.62      haya 	}
   2747   1.89  kiyohara 	for(i = 0 ; i < db_tr->dbcnt ; i++){
   2748   1.89  kiyohara 		FWOHCI_DMA_WRITE(db[i].db.desc.addr, dbuf[i]);
   2749   1.89  kiyohara 		FWOHCI_DMA_WRITE(db[i].db.desc.cmd, OHCI_INPUT_MORE | dsiz[i]);
   2750   1.89  kiyohara 		if (ir->flag & FWXFERQ_STREAM) {
   2751   1.89  kiyohara 			FWOHCI_DMA_SET(db[i].db.desc.cmd, OHCI_UPDATE);
   2752   1.62      haya 		}
   2753   1.89  kiyohara 		FWOHCI_DMA_WRITE(db[i].db.desc.res, dsiz[i]);
   2754   1.62      haya 	}
   2755   1.89  kiyohara 	ldesc = db_tr->dbcnt - 1;
   2756   1.89  kiyohara 	if (ir->flag & FWXFERQ_STREAM) {
   2757   1.89  kiyohara 		FWOHCI_DMA_SET(db[ldesc].db.desc.cmd, OHCI_INPUT_LAST);
   2758   1.62      haya 	}
   2759   1.89  kiyohara 	FWOHCI_DMA_SET(db[ldesc].db.desc.cmd, OHCI_BRANCH_ALWAYS);
   2760   1.89  kiyohara 	return 0;
   2761   1.62      haya }
   2762   1.62      haya 
   2763   1.62      haya 
   2764   1.89  kiyohara static int
   2765   1.89  kiyohara fwohci_arcv_swap(struct fw_pkt *fp, int len)
   2766   1.89  kiyohara {
   2767   1.89  kiyohara 	struct fw_pkt *fp0;
   2768   1.89  kiyohara 	uint32_t ld0;
   2769   1.89  kiyohara 	int slen, hlen;
   2770   1.89  kiyohara #if BYTE_ORDER == BIG_ENDIAN
   2771   1.89  kiyohara 	int i;
   2772   1.89  kiyohara #endif
   2773   1.62      haya 
   2774   1.89  kiyohara 	ld0 = FWOHCI_DMA_READ(fp->mode.ld[0]);
   2775   1.62      haya #if 0
   2776   1.89  kiyohara 	printf("ld0: x%08x\n", ld0);
   2777   1.62      haya #endif
   2778   1.89  kiyohara 	fp0 = (struct fw_pkt *)&ld0;
   2779   1.89  kiyohara 	/* determine length to swap */
   2780   1.89  kiyohara 	switch (fp0->mode.common.tcode) {
   2781   1.89  kiyohara 	case FWTCODE_WRES:
   2782   1.89  kiyohara 		CTR0(KTR_DEV, "WRES");
   2783   1.89  kiyohara 	case FWTCODE_RREQQ:
   2784   1.89  kiyohara 	case FWTCODE_WREQQ:
   2785   1.89  kiyohara 	case FWTCODE_RRESQ:
   2786   1.89  kiyohara 	case FWOHCITCODE_PHY:
   2787   1.89  kiyohara 		slen = 12;
   2788   1.89  kiyohara 		break;
   2789   1.89  kiyohara 	case FWTCODE_RREQB:
   2790   1.89  kiyohara 	case FWTCODE_WREQB:
   2791   1.89  kiyohara 	case FWTCODE_LREQ:
   2792   1.89  kiyohara 	case FWTCODE_RRESB:
   2793   1.89  kiyohara 	case FWTCODE_LRES:
   2794   1.89  kiyohara 		slen = 16;
   2795   1.89  kiyohara 		break;
   2796   1.89  kiyohara 	default:
   2797   1.89  kiyohara 		printf("Unknown tcode %d\n", fp0->mode.common.tcode);
   2798   1.89  kiyohara 		return(0);
   2799   1.62      haya 	}
   2800   1.89  kiyohara 	hlen = tinfo[fp0->mode.common.tcode].hdr_len;
   2801   1.89  kiyohara 	if (hlen > len) {
   2802   1.89  kiyohara 		if (firewire_debug)
   2803   1.89  kiyohara 			printf("splitted header\n");
   2804   1.89  kiyohara 		return(-hlen);
   2805   1.62      haya 	}
   2806   1.89  kiyohara #if BYTE_ORDER == BIG_ENDIAN
   2807   1.89  kiyohara 	for(i = 0; i < slen/4; i ++)
   2808   1.89  kiyohara 		fp->mode.ld[i] = FWOHCI_DMA_READ(fp->mode.ld[i]);
   2809   1.62      haya #endif
   2810   1.89  kiyohara 	return(hlen);
   2811   1.62      haya }
   2812   1.62      haya 
   2813   1.62      haya static int
   2814   1.89  kiyohara fwohci_get_plen(struct fwohci_softc *sc, struct fwohci_dbch *dbch, struct fw_pkt *fp)
   2815   1.62      haya {
   2816   1.90  drochner 	const struct tcode_info *info;
   2817   1.89  kiyohara 	int r;
   2818   1.62      haya 
   2819   1.89  kiyohara 	info = &tinfo[fp->mode.common.tcode];
   2820   1.89  kiyohara 	r = info->hdr_len + sizeof(uint32_t);
   2821   1.89  kiyohara 	if ((info->flag & FWTI_BLOCK_ASY) != 0)
   2822   1.89  kiyohara 		r += roundup2(fp->mode.wreqb.len, sizeof(uint32_t));
   2823   1.62      haya 
   2824   1.89  kiyohara 	if (r == sizeof(uint32_t)) {
   2825   1.89  kiyohara 		/* XXX */
   2826   1.89  kiyohara 		device_printf(sc->fc.dev, "Unknown tcode %d\n",
   2827   1.89  kiyohara 						fp->mode.common.tcode);
   2828   1.89  kiyohara 		return (-1);
   2829   1.62      haya 	}
   2830   1.62      haya 
   2831   1.89  kiyohara 	if (r > dbch->xferq.psize) {
   2832   1.89  kiyohara 		device_printf(sc->fc.dev, "Invalid packet length %d\n", r);
   2833   1.89  kiyohara 		return (-1);
   2834   1.89  kiyohara 		/* panic ? */
   2835   1.62      haya 	}
   2836   1.62      haya 
   2837   1.89  kiyohara 	return r;
   2838   1.62      haya }
   2839   1.62      haya 
   2840   1.62      haya static void
   2841   1.89  kiyohara fwohci_arcv_free_buf(struct fwohci_softc *sc, struct fwohci_dbch *dbch,
   2842   1.89  kiyohara     struct fwohcidb_tr *db_tr, uint32_t off, int wake)
   2843   1.62      haya {
   2844   1.89  kiyohara 	struct fwohcidb *db = &db_tr->db[0];
   2845   1.62      haya 
   2846   1.89  kiyohara 	FWOHCI_DMA_CLEAR(db->db.desc.depend, 0xf);
   2847   1.89  kiyohara 	FWOHCI_DMA_WRITE(db->db.desc.res, dbch->xferq.psize);
   2848   1.89  kiyohara 	FWOHCI_DMA_SET(dbch->bottom->db[0].db.desc.depend, 1);
   2849   1.99  kiyohara 	fwdma_sync_multiseg_all(dbch->am,
   2850   1.99  kiyohara 	    BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
   2851   1.89  kiyohara 	dbch->bottom = db_tr;
   2852   1.62      haya 
   2853   1.89  kiyohara 	if (wake)
   2854   1.89  kiyohara 		OWRITE(sc, OHCI_DMACTL(off), OHCI_CNTL_DMA_WAKE);
   2855   1.62      haya }
   2856   1.62      haya 
   2857   1.89  kiyohara static void
   2858   1.89  kiyohara fwohci_arcv(struct fwohci_softc *sc, struct fwohci_dbch *dbch, int count)
   2859   1.62      haya {
   2860   1.89  kiyohara 	struct fwohcidb_tr *db_tr;
   2861   1.89  kiyohara 	struct iovec vec[2];
   2862   1.89  kiyohara 	struct fw_pkt pktbuf;
   2863   1.89  kiyohara 	int nvec;
   2864   1.89  kiyohara 	struct fw_pkt *fp;
   2865   1.89  kiyohara 	uint8_t *ld;
   2866   1.89  kiyohara 	uint32_t stat, off, status, event;
   2867   1.89  kiyohara 	u_int spd;
   2868   1.89  kiyohara 	int len, plen, hlen, pcnt, offset;
   2869   1.89  kiyohara 	int s;
   2870   1.89  kiyohara 	caddr_t buf;
   2871   1.89  kiyohara 	int resCount;
   2872   1.62      haya 
   2873   1.89  kiyohara 	CTR0(KTR_DEV, "fwohci_arv");
   2874   1.62      haya 
   2875   1.89  kiyohara 	if(&sc->arrq == dbch){
   2876   1.89  kiyohara 		off = OHCI_ARQOFF;
   2877   1.89  kiyohara 	}else if(&sc->arrs == dbch){
   2878   1.89  kiyohara 		off = OHCI_ARSOFF;
   2879   1.89  kiyohara 	}else{
   2880   1.89  kiyohara 		return;
   2881   1.62      haya 	}
   2882   1.62      haya 
   2883   1.89  kiyohara 	s = splfw();
   2884   1.89  kiyohara 	db_tr = dbch->top;
   2885   1.89  kiyohara 	pcnt = 0;
   2886   1.89  kiyohara 	/* XXX we cannot handle a packet which lies in more than two buf */
   2887   1.99  kiyohara 	fwdma_sync_multiseg_all(dbch->am,
   2888   1.99  kiyohara 	    BUS_DMASYNC_POSTREAD | BUS_DMASYNC_POSTWRITE);
   2889   1.89  kiyohara 	status = FWOHCI_DMA_READ(db_tr->db[0].db.desc.res) >> OHCI_STATUS_SHIFT;
   2890   1.89  kiyohara 	resCount = FWOHCI_DMA_READ(db_tr->db[0].db.desc.res) & OHCI_COUNT_MASK;
   2891   1.89  kiyohara 	while (status & OHCI_CNTL_DMA_ACTIVE) {
   2892   1.89  kiyohara #if 0
   2893   1.62      haya 
   2894   1.89  kiyohara 		if (off == OHCI_ARQOFF)
   2895   1.89  kiyohara 			printf("buf 0x%08x, status 0x%04x, resCount 0x%04x\n",
   2896   1.89  kiyohara 			    db_tr->bus_addr, status, resCount);
   2897   1.89  kiyohara #endif
   2898   1.89  kiyohara 		len = dbch->xferq.psize - resCount;
   2899   1.89  kiyohara 		ld = (uint8_t *)db_tr->buf;
   2900   1.89  kiyohara 		if (dbch->pdb_tr == NULL) {
   2901   1.89  kiyohara 			len -= dbch->buf_offset;
   2902   1.89  kiyohara 			ld += dbch->buf_offset;
   2903   1.89  kiyohara 		}
   2904   1.89  kiyohara 		if (len > 0)
   2905   1.89  kiyohara 			fw_bus_dmamap_sync(dbch->dmat, db_tr->dma_map,
   2906   1.89  kiyohara 					BUS_DMASYNC_POSTREAD);
   2907   1.89  kiyohara 		while (len > 0 ) {
   2908   1.89  kiyohara 			if (count >= 0 && count-- == 0)
   2909   1.89  kiyohara 				goto out;
   2910   1.89  kiyohara 			if(dbch->pdb_tr != NULL){
   2911   1.89  kiyohara 				/* we have a fragment in previous buffer */
   2912   1.89  kiyohara 				int rlen;
   2913   1.89  kiyohara 
   2914   1.89  kiyohara 				offset = dbch->buf_offset;
   2915   1.89  kiyohara 				if (offset < 0)
   2916   1.89  kiyohara 					offset = - offset;
   2917   1.89  kiyohara 				buf = dbch->pdb_tr->buf + offset;
   2918   1.89  kiyohara 				rlen = dbch->xferq.psize - offset;
   2919   1.89  kiyohara 				if (firewire_debug)
   2920   1.89  kiyohara 					printf("rlen=%d, offset=%d\n",
   2921   1.89  kiyohara 						rlen, dbch->buf_offset);
   2922   1.89  kiyohara 				if (dbch->buf_offset < 0) {
   2923   1.89  kiyohara 					/* splitted in header, pull up */
   2924   1.89  kiyohara 					char *p;
   2925   1.89  kiyohara 
   2926   1.89  kiyohara 					p = (char *)&pktbuf;
   2927   1.89  kiyohara 					bcopy(buf, p, rlen);
   2928   1.89  kiyohara 					p += rlen;
   2929   1.89  kiyohara 					/* this must be too long but harmless */
   2930   1.89  kiyohara 					rlen = sizeof(pktbuf) - rlen;
   2931   1.89  kiyohara 					if (rlen < 0)
   2932   1.89  kiyohara 						printf("why rlen < 0\n");
   2933   1.89  kiyohara 					bcopy(db_tr->buf, p, rlen);
   2934   1.89  kiyohara 					ld += rlen;
   2935   1.89  kiyohara 					len -= rlen;
   2936   1.89  kiyohara 					hlen = fwohci_arcv_swap(&pktbuf, sizeof(pktbuf));
   2937   1.89  kiyohara 					if (hlen <= 0) {
   2938   1.89  kiyohara 						printf("hlen < 0 shouldn't happen");
   2939   1.89  kiyohara 						goto err;
   2940   1.89  kiyohara 					}
   2941   1.89  kiyohara 					offset = sizeof(pktbuf);
   2942   1.89  kiyohara 					vec[0].iov_base = (char *)&pktbuf;
   2943   1.89  kiyohara 					vec[0].iov_len = offset;
   2944   1.89  kiyohara 				} else {
   2945   1.89  kiyohara 					/* splitted in payload */
   2946   1.89  kiyohara 					offset = rlen;
   2947   1.89  kiyohara 					vec[0].iov_base = buf;
   2948   1.89  kiyohara 					vec[0].iov_len = rlen;
   2949   1.89  kiyohara 				}
   2950   1.89  kiyohara 				fp=(struct fw_pkt *)vec[0].iov_base;
   2951   1.89  kiyohara 				nvec = 1;
   2952   1.89  kiyohara 			} else {
   2953   1.89  kiyohara 				/* no fragment in previous buffer */
   2954   1.89  kiyohara 				fp=(struct fw_pkt *)ld;
   2955   1.89  kiyohara 				hlen = fwohci_arcv_swap(fp, len);
   2956   1.89  kiyohara 				if (hlen == 0)
   2957   1.89  kiyohara 					goto err;
   2958   1.89  kiyohara 				if (hlen < 0) {
   2959   1.89  kiyohara 					dbch->pdb_tr = db_tr;
   2960   1.89  kiyohara 					dbch->buf_offset = - dbch->buf_offset;
   2961   1.89  kiyohara 					/* sanity check */
   2962   1.89  kiyohara 					if (resCount != 0)  {
   2963   1.89  kiyohara 						printf("resCount=%d hlen=%d\n",
   2964   1.89  kiyohara 						    resCount, hlen);
   2965   1.89  kiyohara 						goto err;
   2966   1.89  kiyohara 					}
   2967   1.89  kiyohara 					goto out;
   2968   1.89  kiyohara 				}
   2969   1.89  kiyohara 				offset = 0;
   2970   1.89  kiyohara 				nvec = 0;
   2971   1.89  kiyohara 			}
   2972   1.89  kiyohara 			plen = fwohci_get_plen(sc, dbch, fp) - offset;
   2973   1.89  kiyohara 			if (plen < 0) {
   2974   1.89  kiyohara 				/* minimum header size + trailer
   2975   1.89  kiyohara 				= sizeof(fw_pkt) so this shouldn't happens */
   2976   1.89  kiyohara 				printf("plen(%d) is negative! offset=%d\n",
   2977   1.89  kiyohara 				    plen, offset);
   2978   1.89  kiyohara 				goto err;
   2979   1.89  kiyohara 			}
   2980   1.89  kiyohara 			if (plen > 0) {
   2981   1.89  kiyohara 				len -= plen;
   2982   1.89  kiyohara 				if (len < 0) {
   2983   1.89  kiyohara 					dbch->pdb_tr = db_tr;
   2984   1.89  kiyohara 					if (firewire_debug)
   2985   1.89  kiyohara 						printf("splitted payload\n");
   2986   1.89  kiyohara 					/* sanity check */
   2987   1.89  kiyohara 					if (resCount != 0)  {
   2988   1.89  kiyohara 						printf("resCount=%d plen=%d"
   2989   1.89  kiyohara 						    " len=%d\n",
   2990   1.89  kiyohara 						    resCount, plen, len);
   2991   1.89  kiyohara 						goto err;
   2992   1.89  kiyohara 					}
   2993   1.89  kiyohara 					goto out;
   2994   1.89  kiyohara 				}
   2995   1.89  kiyohara 				vec[nvec].iov_base = ld;
   2996   1.89  kiyohara 				vec[nvec].iov_len = plen;
   2997   1.89  kiyohara 				nvec ++;
   2998   1.89  kiyohara 				ld += plen;
   2999   1.89  kiyohara 			}
   3000   1.89  kiyohara 			dbch->buf_offset = ld - (uint8_t *)db_tr->buf;
   3001   1.89  kiyohara 			if (nvec == 0)
   3002   1.89  kiyohara 				printf("nvec == 0\n");
   3003   1.62      haya 
   3004   1.89  kiyohara /* DMA result-code will be written at the tail of packet */
   3005   1.89  kiyohara 			stat = FWOHCI_DMA_READ(*(uint32_t *)(ld - sizeof(struct fwohci_trailer)));
   3006   1.89  kiyohara #if 0
   3007   1.89  kiyohara 			printf("plen: %d, stat %x\n",
   3008   1.89  kiyohara 			    plen ,stat);
   3009   1.89  kiyohara #endif
   3010   1.89  kiyohara 			spd = (stat >> 21) & 0x3;
   3011   1.89  kiyohara 			event = (stat >> 16) & 0x1f;
   3012   1.89  kiyohara 			switch (event) {
   3013   1.89  kiyohara 			case FWOHCIEV_ACKPEND:
   3014   1.89  kiyohara #if 0
   3015   1.89  kiyohara 				printf("fwohci_arcv: ack pending tcode=0x%x..\n", fp->mode.common.tcode);
   3016   1.89  kiyohara #endif
   3017   1.89  kiyohara 				/* fall through */
   3018   1.89  kiyohara 			case FWOHCIEV_ACKCOMPL:
   3019   1.89  kiyohara 			{
   3020   1.89  kiyohara 				struct fw_rcv_buf rb;
   3021   1.89  kiyohara 
   3022   1.89  kiyohara 				if ((vec[nvec-1].iov_len -=
   3023   1.89  kiyohara 					sizeof(struct fwohci_trailer)) == 0)
   3024  1.100     blymn 					nvec--;
   3025   1.89  kiyohara 				rb.fc = &sc->fc;
   3026   1.89  kiyohara 				rb.vec = vec;
   3027   1.89  kiyohara 				rb.nvec = nvec;
   3028   1.89  kiyohara 				rb.spd = spd;
   3029   1.89  kiyohara 				fw_rcv(&rb);
   3030   1.62      haya 				break;
   3031   1.89  kiyohara 			}
   3032   1.89  kiyohara 			case FWOHCIEV_BUSRST:
   3033  1.100     blymn 				if (sc->fc.status != FWBUSRESET)
   3034   1.89  kiyohara 					printf("got BUSRST packet!?\n");
   3035   1.62      haya 				break;
   3036   1.62      haya 			default:
   3037   1.89  kiyohara 				device_printf(sc->fc.dev,
   3038   1.89  kiyohara 				    "Async DMA Receive error err=%02x %s"
   3039   1.89  kiyohara 				    " plen=%d offset=%d len=%d status=0x%08x"
   3040   1.89  kiyohara 				    " tcode=0x%x, stat=0x%08x\n",
   3041   1.89  kiyohara 				    event, fwohcicode[event], plen,
   3042   1.89  kiyohara 				    dbch->buf_offset, len,
   3043   1.89  kiyohara 				    OREAD(sc, OHCI_DMACTL(off)),
   3044   1.89  kiyohara 				    fp->mode.common.tcode, stat);
   3045   1.89  kiyohara #if 1 /* XXX */
   3046   1.89  kiyohara 				goto err;
   3047   1.89  kiyohara #endif
   3048   1.62      haya 				break;
   3049   1.62      haya 			}
   3050   1.89  kiyohara 			pcnt ++;
   3051   1.89  kiyohara 			if (dbch->pdb_tr != NULL) {
   3052   1.89  kiyohara 				fwohci_arcv_free_buf(sc, dbch, dbch->pdb_tr,
   3053   1.89  kiyohara 				    off, 1);
   3054   1.89  kiyohara 				dbch->pdb_tr = NULL;
   3055   1.89  kiyohara 			}
   3056   1.62      haya 
   3057   1.62      haya 		}
   3058   1.89  kiyohara out:
   3059   1.89  kiyohara 		if (resCount == 0) {
   3060   1.89  kiyohara 			/* done on this buffer */
   3061   1.89  kiyohara 			if (dbch->pdb_tr == NULL) {
   3062   1.89  kiyohara 				fwohci_arcv_free_buf(sc, dbch, db_tr, off, 1);
   3063   1.89  kiyohara 				dbch->buf_offset = 0;
   3064   1.89  kiyohara 			} else
   3065   1.89  kiyohara 				if (dbch->pdb_tr != db_tr)
   3066   1.89  kiyohara 					printf("pdb_tr != db_tr\n");
   3067   1.89  kiyohara 			db_tr = STAILQ_NEXT(db_tr, link);
   3068   1.99  kiyohara 			fwdma_sync_multiseg_all(dbch->am,
   3069   1.99  kiyohara 			    BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
   3070   1.89  kiyohara 			status = FWOHCI_DMA_READ(db_tr->db[0].db.desc.res)
   3071   1.89  kiyohara 						>> OHCI_STATUS_SHIFT;
   3072   1.89  kiyohara 			resCount = FWOHCI_DMA_READ(db_tr->db[0].db.desc.res)
   3073   1.89  kiyohara 						& OHCI_COUNT_MASK;
   3074   1.89  kiyohara 			/* XXX check buffer overrun */
   3075   1.89  kiyohara 			dbch->top = db_tr;
   3076   1.62      haya 		} else {
   3077   1.89  kiyohara 			dbch->buf_offset = dbch->xferq.psize - resCount;
   3078   1.89  kiyohara 			fw_bus_dmamap_sync(
   3079   1.89  kiyohara 			    dbch->dmat, db_tr->dma_map, BUS_DMASYNC_PREREAD);
   3080   1.62      haya 			break;
   3081   1.62      haya 		}
   3082   1.89  kiyohara 		/* XXX make sure DMA is not dead */
   3083   1.62      haya 	}
   3084   1.89  kiyohara #if 0
   3085   1.89  kiyohara 	if (pcnt < 1)
   3086   1.89  kiyohara 		printf("fwohci_arcv: no packets\n");
   3087   1.89  kiyohara #endif
   3088   1.99  kiyohara 	fwdma_sync_multiseg_all(dbch->am,
   3089   1.99  kiyohara 	    BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
   3090   1.89  kiyohara 	splx(s);
   3091   1.89  kiyohara 	return;
   3092   1.62      haya 
   3093   1.89  kiyohara err:
   3094   1.89  kiyohara 	device_printf(sc->fc.dev, "AR DMA status=%x, ",
   3095   1.89  kiyohara 					OREAD(sc, OHCI_DMACTL(off)));
   3096   1.89  kiyohara 	dbch->pdb_tr = NULL;
   3097   1.89  kiyohara 	/* skip until resCount != 0 */
   3098   1.89  kiyohara 	printf(" skip buffer");
   3099   1.89  kiyohara 	while (resCount == 0) {
   3100   1.89  kiyohara 		printf(" #");
   3101   1.89  kiyohara 		fwohci_arcv_free_buf(sc, dbch, db_tr, off, 0);
   3102   1.89  kiyohara 		db_tr = STAILQ_NEXT(db_tr, link);
   3103   1.89  kiyohara 		resCount = FWOHCI_DMA_READ(db_tr->db[0].db.desc.res)
   3104   1.89  kiyohara 						& OHCI_COUNT_MASK;
   3105   1.89  kiyohara 	}
   3106   1.89  kiyohara 	printf(" done\n");
   3107   1.89  kiyohara 	dbch->top = db_tr;
   3108   1.89  kiyohara 	dbch->buf_offset = dbch->xferq.psize - resCount;
   3109   1.89  kiyohara 	OWRITE(sc, OHCI_DMACTL(off), OHCI_CNTL_DMA_WAKE);
   3110   1.99  kiyohara 	fwdma_sync_multiseg_all(
   3111   1.99  kiyohara 	    dbch->am, BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
   3112   1.89  kiyohara 	fw_bus_dmamap_sync(dbch->dmat, db_tr->dma_map, BUS_DMASYNC_PREREAD);
   3113   1.89  kiyohara 	splx(s);
   3114   1.62      haya }
   3115   1.89  kiyohara #if defined(__NetBSD__)
   3116   1.62      haya 
   3117   1.89  kiyohara int
   3118   1.89  kiyohara fwohci_print(void *aux, const char *pnp)
   3119  1.100     blymn {
   3120  1.101  kiyohara 	struct fw_attach_args *fwa = (struct fw_attach_args *)aux;
   3121   1.62      haya 
   3122   1.89  kiyohara 	if (pnp)
   3123  1.101  kiyohara 		aprint_normal("%s at %s", fwa->name, pnp);
   3124   1.62      haya 
   3125   1.89  kiyohara 	return UNCONF;
   3126   1.62      haya }
   3127   1.89  kiyohara #endif
   3128