fwohci.c revision 1.90 1 1.90 drochner /* $NetBSD: fwohci.c,v 1.90 2005/07/20 15:11:57 drochner Exp $ */
2 1.1 matt /*-
3 1.89 kiyohara * Copyright (c) 2003 Hidetoshi Shimokawa
4 1.89 kiyohara * Copyright (c) 1998-2002 Katsushi Kobayashi and Hidetoshi Shimokawa
5 1.1 matt * All rights reserved.
6 1.1 matt *
7 1.1 matt * Redistribution and use in source and binary forms, with or without
8 1.1 matt * modification, are permitted provided that the following conditions
9 1.1 matt * are met:
10 1.1 matt * 1. Redistributions of source code must retain the above copyright
11 1.1 matt * notice, this list of conditions and the following disclaimer.
12 1.1 matt * 2. Redistributions in binary form must reproduce the above copyright
13 1.1 matt * notice, this list of conditions and the following disclaimer in the
14 1.1 matt * documentation and/or other materials provided with the distribution.
15 1.1 matt * 3. All advertising materials mentioning features or use of this software
16 1.89 kiyohara * must display the acknowledgement as bellow:
17 1.89 kiyohara *
18 1.89 kiyohara * This product includes software developed by K. Kobayashi and H. Shimokawa
19 1.89 kiyohara *
20 1.89 kiyohara * 4. The name of the author may not be used to endorse or promote products
21 1.89 kiyohara * derived from this software without specific prior written permission.
22 1.1 matt *
23 1.89 kiyohara * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
24 1.89 kiyohara * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
25 1.89 kiyohara * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
26 1.89 kiyohara * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT,
27 1.89 kiyohara * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
28 1.89 kiyohara * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
29 1.89 kiyohara * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
30 1.89 kiyohara * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
31 1.89 kiyohara * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
32 1.89 kiyohara * ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
33 1.1 matt * POSSIBILITY OF SUCH DAMAGE.
34 1.89 kiyohara *
35 1.89 kiyohara * $FreeBSD: /repoman/r/ncvs/src/sys/dev/firewire/fwohci.c,v 1.81 2005/03/29 01:44:59 sam Exp $
36 1.89 kiyohara *
37 1.1 matt */
38 1.1 matt
39 1.89 kiyohara #define ATRQ_CH 0
40 1.89 kiyohara #define ATRS_CH 1
41 1.89 kiyohara #define ARRQ_CH 2
42 1.89 kiyohara #define ARRS_CH 3
43 1.89 kiyohara #define ITX_CH 4
44 1.89 kiyohara #define IRX_CH 0x24
45 1.3 onoe
46 1.89 kiyohara #if defined(__FreeBSD__)
47 1.89 kiyohara #include <sys/param.h>
48 1.89 kiyohara #include <sys/systm.h>
49 1.89 kiyohara #include <sys/mbuf.h>
50 1.89 kiyohara #include <sys/malloc.h>
51 1.89 kiyohara #include <sys/sockio.h>
52 1.89 kiyohara #include <sys/sysctl.h>
53 1.89 kiyohara #include <sys/bus.h>
54 1.89 kiyohara #include <sys/kernel.h>
55 1.89 kiyohara #include <sys/conf.h>
56 1.89 kiyohara #include <sys/endian.h>
57 1.89 kiyohara #include <sys/ktr.h>
58 1.45 lukem
59 1.89 kiyohara #include <machine/bus.h>
60 1.45 lukem
61 1.89 kiyohara #if defined(__DragonFly__) || __FreeBSD_version < 500000
62 1.89 kiyohara #include <machine/clock.h> /* for DELAY() */
63 1.89 kiyohara #endif
64 1.3 onoe
65 1.89 kiyohara #ifdef __DragonFly__
66 1.89 kiyohara #include "fw_port.h"
67 1.89 kiyohara #include "firewire.h"
68 1.89 kiyohara #include "firewirereg.h"
69 1.89 kiyohara #include "fwdma.h"
70 1.89 kiyohara #include "fwohcireg.h"
71 1.89 kiyohara #include "fwohcivar.h"
72 1.89 kiyohara #include "firewire_phy.h"
73 1.89 kiyohara #else
74 1.89 kiyohara #include <dev/firewire/fw_port.h>
75 1.89 kiyohara #include <dev/firewire/firewire.h>
76 1.89 kiyohara #include <dev/firewire/firewirereg.h>
77 1.89 kiyohara #include <dev/firewire/fwdma.h>
78 1.89 kiyohara #include <dev/firewire/fwohcireg.h>
79 1.89 kiyohara #include <dev/firewire/fwohcivar.h>
80 1.89 kiyohara #include <dev/firewire/firewire_phy.h>
81 1.89 kiyohara #endif
82 1.89 kiyohara #elif defined(__NetBSD__)
83 1.1 matt #include <sys/param.h>
84 1.1 matt #include <sys/device.h>
85 1.89 kiyohara #include <sys/errno.h>
86 1.89 kiyohara #include <sys/conf.h>
87 1.7 onoe #include <sys/kernel.h>
88 1.3 onoe #include <sys/malloc.h>
89 1.3 onoe #include <sys/mbuf.h>
90 1.89 kiyohara #include <sys/proc.h>
91 1.89 kiyohara #include <sys/reboot.h>
92 1.89 kiyohara #include <sys/sysctl.h>
93 1.89 kiyohara #include <sys/systm.h>
94 1.7 onoe
95 1.1 matt #include <machine/bus.h>
96 1.1 matt
97 1.89 kiyohara #include <dev/ieee1394/fw_port.h>
98 1.89 kiyohara #include <dev/ieee1394/firewire.h>
99 1.89 kiyohara #include <dev/ieee1394/firewirereg.h>
100 1.89 kiyohara #include <dev/ieee1394/fwdma.h>
101 1.1 matt #include <dev/ieee1394/fwohcireg.h>
102 1.1 matt #include <dev/ieee1394/fwohcivar.h>
103 1.89 kiyohara #include <dev/ieee1394/firewire_phy.h>
104 1.5 matt #endif
105 1.24 jmc
106 1.89 kiyohara #undef OHCI_DEBUG
107 1.5 matt
108 1.89 kiyohara static int nocyclemaster = 0;
109 1.89 kiyohara #if defined(__FreeBSD__)
110 1.89 kiyohara SYSCTL_DECL(_hw_firewire);
111 1.89 kiyohara SYSCTL_INT(_hw_firewire, OID_AUTO, nocyclemaster, CTLFLAG_RW, &nocyclemaster, 0,
112 1.89 kiyohara "Do not send cycle start packets");
113 1.89 kiyohara #elif defined(__NetBSD__)
114 1.89 kiyohara /*
115 1.89 kiyohara * Setup sysctl(3) MIB, hw.fwohci.*
116 1.89 kiyohara *
117 1.89 kiyohara * TBD condition CTLFLAG_PERMANENT on being an LKM or not
118 1.89 kiyohara */
119 1.89 kiyohara SYSCTL_SETUP(sysctl_fwohci, "sysctl fwohci(4) subtree setup")
120 1.89 kiyohara {
121 1.89 kiyohara int rc;
122 1.89 kiyohara const struct sysctlnode *node;
123 1.89 kiyohara
124 1.89 kiyohara if ((rc = sysctl_createv(clog, 0, NULL, NULL,
125 1.89 kiyohara CTLFLAG_PERMANENT, CTLTYPE_NODE, "hw", NULL,
126 1.89 kiyohara NULL, 0, NULL, 0, CTL_HW, CTL_EOL)) != 0) {
127 1.89 kiyohara goto err;
128 1.89 kiyohara }
129 1.89 kiyohara
130 1.89 kiyohara if ((rc = sysctl_createv(clog, 0, NULL, &node,
131 1.89 kiyohara CTLFLAG_PERMANENT, CTLTYPE_NODE, "fwohci",
132 1.89 kiyohara SYSCTL_DESCR("fwohci controls"),
133 1.89 kiyohara NULL, 0, NULL, 0, CTL_HW, CTL_CREATE, CTL_EOL)) != 0) {
134 1.89 kiyohara goto err;
135 1.89 kiyohara }
136 1.89 kiyohara
137 1.89 kiyohara /* fwohci no cyclemaster flag */
138 1.89 kiyohara if ((rc = sysctl_createv(clog, 0, NULL, &node,
139 1.89 kiyohara CTLFLAG_PERMANENT | CTLFLAG_READWRITE, CTLTYPE_INT,
140 1.89 kiyohara "nocyclemaster", SYSCTL_DESCR("Do not send cycle start packets"),
141 1.89 kiyohara NULL, 0, &nocyclemaster,
142 1.89 kiyohara 0, CTL_HW, node->sysctl_num, CTL_CREATE, CTL_EOL)) != 0) {
143 1.89 kiyohara goto err;
144 1.89 kiyohara }
145 1.89 kiyohara return;
146 1.89 kiyohara
147 1.89 kiyohara err:
148 1.89 kiyohara printf("%s: sysctl_createv failed (rc = %d)\n", __func__, rc);
149 1.89 kiyohara }
150 1.89 kiyohara #endif
151 1.89 kiyohara
152 1.90 drochner static const char * const dbcode[16] = {"OUTM", "OUTL","INPM","INPL",
153 1.90 drochner "STOR","LOAD","NOP ","STOP",
154 1.90 drochner "", "", "", "", "", "", "", ""};
155 1.89 kiyohara
156 1.90 drochner static const char * const dbkey[8] = {"ST0", "ST1","ST2","ST3",
157 1.89 kiyohara "UNDEF","REG","SYS","DEV"};
158 1.90 drochner static const char * const dbcond[4] = {"NEV","C=1", "C=0", "ALL"};
159 1.90 drochner static const char * const fwohcicode[32] = {
160 1.89 kiyohara "No stat","Undef","long","miss Ack err",
161 1.89 kiyohara "underrun","overrun","desc err", "data read err",
162 1.89 kiyohara "data write err","bus reset","timeout","tcode err",
163 1.89 kiyohara "Undef","Undef","unknown event","flushed",
164 1.89 kiyohara "Undef","ack complete","ack pend","Undef",
165 1.89 kiyohara "ack busy_X","ack busy_A","ack busy_B","Undef",
166 1.89 kiyohara "Undef","Undef","Undef","ack tardy",
167 1.89 kiyohara "Undef","ack data_err","ack type_err",""};
168 1.89 kiyohara
169 1.89 kiyohara #define MAX_SPEED 3
170 1.90 drochner extern const char *fw_linkspeed[];
171 1.90 drochner static uint32_t const tagbit[4] = { 1 << 28, 1 << 29, 1 << 30, 1 << 31};
172 1.89 kiyohara
173 1.90 drochner static const struct tcode_info tinfo[] = {
174 1.89 kiyohara /* hdr_len block flag*/
175 1.89 kiyohara /* 0 WREQQ */ {16, FWTI_REQ | FWTI_TLABEL},
176 1.89 kiyohara /* 1 WREQB */ {16, FWTI_REQ | FWTI_TLABEL | FWTI_BLOCK_ASY},
177 1.89 kiyohara /* 2 WRES */ {12, FWTI_RES},
178 1.89 kiyohara /* 3 XXX */ { 0, 0},
179 1.89 kiyohara /* 4 RREQQ */ {12, FWTI_REQ | FWTI_TLABEL},
180 1.89 kiyohara /* 5 RREQB */ {16, FWTI_REQ | FWTI_TLABEL},
181 1.89 kiyohara /* 6 RRESQ */ {16, FWTI_RES},
182 1.89 kiyohara /* 7 RRESB */ {16, FWTI_RES | FWTI_BLOCK_ASY},
183 1.89 kiyohara /* 8 CYCS */ { 0, 0},
184 1.89 kiyohara /* 9 LREQ */ {16, FWTI_REQ | FWTI_TLABEL | FWTI_BLOCK_ASY},
185 1.89 kiyohara /* a STREAM */ { 4, FWTI_REQ | FWTI_BLOCK_STR},
186 1.89 kiyohara /* b LRES */ {16, FWTI_RES | FWTI_BLOCK_ASY},
187 1.89 kiyohara /* c XXX */ { 0, 0},
188 1.89 kiyohara /* d XXX */ { 0, 0},
189 1.89 kiyohara /* e PHY */ {12, FWTI_REQ},
190 1.89 kiyohara /* f XXX */ { 0, 0}
191 1.89 kiyohara };
192 1.8 onoe
193 1.89 kiyohara #define OHCI_WRITE_SIGMASK 0xffff0000
194 1.89 kiyohara #define OHCI_READ_SIGMASK 0xffff0000
195 1.62 haya
196 1.89 kiyohara #define OWRITE(sc, r, x) bus_space_write_4((sc)->bst, (sc)->bsh, (r), (x))
197 1.89 kiyohara #define OREAD(sc, r) bus_space_read_4((sc)->bst, (sc)->bsh, (r))
198 1.62 haya
199 1.89 kiyohara static void fwohci_ibr (struct firewire_comm *);
200 1.89 kiyohara static void fwohci_db_init (struct fwohci_softc *, struct fwohci_dbch *);
201 1.89 kiyohara static void fwohci_db_free (struct fwohci_dbch *);
202 1.89 kiyohara static void fwohci_arcv (struct fwohci_softc *, struct fwohci_dbch *, int);
203 1.89 kiyohara static void fwohci_txd (struct fwohci_softc *, struct fwohci_dbch *);
204 1.89 kiyohara static void fwohci_start_atq (struct firewire_comm *);
205 1.89 kiyohara static void fwohci_start_ats (struct firewire_comm *);
206 1.89 kiyohara static void fwohci_start (struct fwohci_softc *, struct fwohci_dbch *);
207 1.89 kiyohara static uint32_t fwphy_wrdata ( struct fwohci_softc *, uint32_t, uint32_t);
208 1.89 kiyohara static uint32_t fwphy_rddata ( struct fwohci_softc *, uint32_t);
209 1.89 kiyohara static int fwohci_rx_enable (struct fwohci_softc *, struct fwohci_dbch *);
210 1.89 kiyohara static int fwohci_tx_enable (struct fwohci_softc *, struct fwohci_dbch *);
211 1.89 kiyohara static int fwohci_irx_enable (struct firewire_comm *, int);
212 1.89 kiyohara static int fwohci_irx_disable (struct firewire_comm *, int);
213 1.89 kiyohara #if BYTE_ORDER == BIG_ENDIAN
214 1.89 kiyohara static void fwohci_irx_post (struct firewire_comm *, uint32_t *);
215 1.89 kiyohara #endif
216 1.89 kiyohara static int fwohci_itxbuf_enable (struct firewire_comm *, int);
217 1.89 kiyohara static int fwohci_itx_disable (struct firewire_comm *, int);
218 1.89 kiyohara static void fwohci_timeout (void *);
219 1.89 kiyohara static void fwohci_set_intr (struct firewire_comm *, int);
220 1.89 kiyohara
221 1.89 kiyohara static int fwohci_add_rx_buf (struct fwohci_dbch *, struct fwohcidb_tr *, int, struct fwdma_alloc *);
222 1.89 kiyohara static int fwohci_add_tx_buf (struct fwohci_dbch *, struct fwohcidb_tr *, int);
223 1.89 kiyohara static void dump_db (struct fwohci_softc *, uint32_t);
224 1.89 kiyohara static void print_db (struct fwohcidb_tr *, struct fwohcidb *, uint32_t , uint32_t);
225 1.89 kiyohara static void dump_dma (struct fwohci_softc *, uint32_t);
226 1.89 kiyohara static uint32_t fwohci_cyctimer (struct firewire_comm *);
227 1.89 kiyohara static void fwohci_rbuf_update (struct fwohci_softc *, int);
228 1.89 kiyohara static void fwohci_tbuf_update (struct fwohci_softc *, int);
229 1.89 kiyohara void fwohci_txbufdb (struct fwohci_softc *, int , struct fw_bulkxfer *);
230 1.89 kiyohara #if FWOHCI_TASKQUEUE
231 1.89 kiyohara static void fwohci_complete(void *, int);
232 1.89 kiyohara #endif
233 1.89 kiyohara #if defined(__NetBSD__)
234 1.89 kiyohara static void fwohci_power(int, void *);
235 1.89 kiyohara int fwohci_print(void *, const char *);
236 1.5 matt #endif
237 1.5 matt
238 1.89 kiyohara /*
239 1.89 kiyohara * memory allocated for DMA programs
240 1.89 kiyohara */
241 1.89 kiyohara #define DMA_PROG_ALLOC (8 * PAGE_SIZE)
242 1.1 matt
243 1.89 kiyohara #define NDB FWMAXQUEUE
244 1.89 kiyohara
245 1.89 kiyohara #define OHCI_VERSION 0x00
246 1.89 kiyohara #define OHCI_ATRETRY 0x08
247 1.89 kiyohara #define OHCI_CROMHDR 0x18
248 1.89 kiyohara #define OHCI_BUS_OPT 0x20
249 1.89 kiyohara #define OHCI_BUSIRMC (1 << 31)
250 1.89 kiyohara #define OHCI_BUSCMC (1 << 30)
251 1.89 kiyohara #define OHCI_BUSISC (1 << 29)
252 1.89 kiyohara #define OHCI_BUSBMC (1 << 28)
253 1.89 kiyohara #define OHCI_BUSPMC (1 << 27)
254 1.89 kiyohara #define OHCI_BUSFNC OHCI_BUSIRMC | OHCI_BUSCMC | OHCI_BUSISC |\
255 1.89 kiyohara OHCI_BUSBMC | OHCI_BUSPMC
256 1.89 kiyohara
257 1.89 kiyohara #define OHCI_EUID_HI 0x24
258 1.89 kiyohara #define OHCI_EUID_LO 0x28
259 1.89 kiyohara
260 1.89 kiyohara #define OHCI_CROMPTR 0x34
261 1.89 kiyohara #define OHCI_HCCCTL 0x50
262 1.89 kiyohara #define OHCI_HCCCTLCLR 0x54
263 1.89 kiyohara #define OHCI_AREQHI 0x100
264 1.89 kiyohara #define OHCI_AREQHICLR 0x104
265 1.89 kiyohara #define OHCI_AREQLO 0x108
266 1.89 kiyohara #define OHCI_AREQLOCLR 0x10c
267 1.89 kiyohara #define OHCI_PREQHI 0x110
268 1.89 kiyohara #define OHCI_PREQHICLR 0x114
269 1.89 kiyohara #define OHCI_PREQLO 0x118
270 1.89 kiyohara #define OHCI_PREQLOCLR 0x11c
271 1.89 kiyohara #define OHCI_PREQUPPER 0x120
272 1.89 kiyohara
273 1.89 kiyohara #define OHCI_SID_BUF 0x64
274 1.89 kiyohara #define OHCI_SID_CNT 0x68
275 1.89 kiyohara #define OHCI_SID_ERR (1 << 31)
276 1.89 kiyohara #define OHCI_SID_CNT_MASK 0xffc
277 1.89 kiyohara
278 1.89 kiyohara #define OHCI_IT_STAT 0x90
279 1.89 kiyohara #define OHCI_IT_STATCLR 0x94
280 1.89 kiyohara #define OHCI_IT_MASK 0x98
281 1.89 kiyohara #define OHCI_IT_MASKCLR 0x9c
282 1.89 kiyohara
283 1.89 kiyohara #define OHCI_IR_STAT 0xa0
284 1.89 kiyohara #define OHCI_IR_STATCLR 0xa4
285 1.89 kiyohara #define OHCI_IR_MASK 0xa8
286 1.89 kiyohara #define OHCI_IR_MASKCLR 0xac
287 1.89 kiyohara
288 1.89 kiyohara #define OHCI_LNKCTL 0xe0
289 1.89 kiyohara #define OHCI_LNKCTLCLR 0xe4
290 1.89 kiyohara
291 1.89 kiyohara #define OHCI_PHYACCESS 0xec
292 1.89 kiyohara #define OHCI_CYCLETIMER 0xf0
293 1.89 kiyohara
294 1.89 kiyohara #define OHCI_DMACTL(off) (off)
295 1.89 kiyohara #define OHCI_DMACTLCLR(off) (off + 4)
296 1.89 kiyohara #define OHCI_DMACMD(off) (off + 0xc)
297 1.89 kiyohara #define OHCI_DMAMATCH(off) (off + 0x10)
298 1.89 kiyohara
299 1.89 kiyohara #define OHCI_ATQOFF 0x180
300 1.89 kiyohara #define OHCI_ATQCTL OHCI_ATQOFF
301 1.89 kiyohara #define OHCI_ATQCTLCLR (OHCI_ATQOFF + 4)
302 1.89 kiyohara #define OHCI_ATQCMD (OHCI_ATQOFF + 0xc)
303 1.89 kiyohara #define OHCI_ATQMATCH (OHCI_ATQOFF + 0x10)
304 1.89 kiyohara
305 1.89 kiyohara #define OHCI_ATSOFF 0x1a0
306 1.89 kiyohara #define OHCI_ATSCTL OHCI_ATSOFF
307 1.89 kiyohara #define OHCI_ATSCTLCLR (OHCI_ATSOFF + 4)
308 1.89 kiyohara #define OHCI_ATSCMD (OHCI_ATSOFF + 0xc)
309 1.89 kiyohara #define OHCI_ATSMATCH (OHCI_ATSOFF + 0x10)
310 1.89 kiyohara
311 1.89 kiyohara #define OHCI_ARQOFF 0x1c0
312 1.89 kiyohara #define OHCI_ARQCTL OHCI_ARQOFF
313 1.89 kiyohara #define OHCI_ARQCTLCLR (OHCI_ARQOFF + 4)
314 1.89 kiyohara #define OHCI_ARQCMD (OHCI_ARQOFF + 0xc)
315 1.89 kiyohara #define OHCI_ARQMATCH (OHCI_ARQOFF + 0x10)
316 1.89 kiyohara
317 1.89 kiyohara #define OHCI_ARSOFF 0x1e0
318 1.89 kiyohara #define OHCI_ARSCTL OHCI_ARSOFF
319 1.89 kiyohara #define OHCI_ARSCTLCLR (OHCI_ARSOFF + 4)
320 1.89 kiyohara #define OHCI_ARSCMD (OHCI_ARSOFF + 0xc)
321 1.89 kiyohara #define OHCI_ARSMATCH (OHCI_ARSOFF + 0x10)
322 1.89 kiyohara
323 1.89 kiyohara #define OHCI_ITOFF(CH) (0x200 + 0x10 * (CH))
324 1.89 kiyohara #define OHCI_ITCTL(CH) (OHCI_ITOFF(CH))
325 1.89 kiyohara #define OHCI_ITCTLCLR(CH) (OHCI_ITOFF(CH) + 4)
326 1.89 kiyohara #define OHCI_ITCMD(CH) (OHCI_ITOFF(CH) + 0xc)
327 1.89 kiyohara
328 1.89 kiyohara #define OHCI_IROFF(CH) (0x400 + 0x20 * (CH))
329 1.89 kiyohara #define OHCI_IRCTL(CH) (OHCI_IROFF(CH))
330 1.89 kiyohara #define OHCI_IRCTLCLR(CH) (OHCI_IROFF(CH) + 4)
331 1.89 kiyohara #define OHCI_IRCMD(CH) (OHCI_IROFF(CH) + 0xc)
332 1.89 kiyohara #define OHCI_IRMATCH(CH) (OHCI_IROFF(CH) + 0x10)
333 1.89 kiyohara
334 1.89 kiyohara #if defined(__FreeBSD__)
335 1.89 kiyohara d_ioctl_t fwohci_ioctl;
336 1.89 kiyohara #elif defined(__NetBSD__)
337 1.89 kiyohara extern struct cfdriver fwohci_cd;
338 1.89 kiyohara dev_type_ioctl(fwohci_ioctl);
339 1.89 kiyohara #endif
340 1.89 kiyohara
341 1.89 kiyohara /*
342 1.89 kiyohara * Communication with PHY device
343 1.89 kiyohara */
344 1.89 kiyohara static uint32_t
345 1.89 kiyohara fwphy_wrdata( struct fwohci_softc *sc, uint32_t addr, uint32_t data)
346 1.89 kiyohara {
347 1.89 kiyohara uint32_t fun;
348 1.89 kiyohara
349 1.89 kiyohara addr &= 0xf;
350 1.89 kiyohara data &= 0xff;
351 1.89 kiyohara
352 1.89 kiyohara fun = (PHYDEV_WRCMD | (addr << PHYDEV_REGADDR) | (data << PHYDEV_WRDATA));
353 1.89 kiyohara OWRITE(sc, OHCI_PHYACCESS, fun);
354 1.89 kiyohara DELAY(100);
355 1.89 kiyohara
356 1.89 kiyohara return(fwphy_rddata( sc, addr));
357 1.89 kiyohara }
358 1.89 kiyohara
359 1.89 kiyohara static uint32_t
360 1.89 kiyohara fwohci_set_bus_manager(struct firewire_comm *fc, u_int node)
361 1.89 kiyohara {
362 1.89 kiyohara struct fwohci_softc *sc = (struct fwohci_softc *)fc;
363 1.89 kiyohara int i;
364 1.89 kiyohara uint32_t bm;
365 1.89 kiyohara
366 1.89 kiyohara #define OHCI_CSR_DATA 0x0c
367 1.89 kiyohara #define OHCI_CSR_COMP 0x10
368 1.89 kiyohara #define OHCI_CSR_CONT 0x14
369 1.89 kiyohara #define OHCI_BUS_MANAGER_ID 0
370 1.89 kiyohara
371 1.89 kiyohara OWRITE(sc, OHCI_CSR_DATA, node);
372 1.89 kiyohara OWRITE(sc, OHCI_CSR_COMP, 0x3f);
373 1.89 kiyohara OWRITE(sc, OHCI_CSR_CONT, OHCI_BUS_MANAGER_ID);
374 1.89 kiyohara for (i = 0; !(OREAD(sc, OHCI_CSR_CONT) & (1<<31)) && (i < 1000); i++)
375 1.89 kiyohara DELAY(10);
376 1.89 kiyohara bm = OREAD(sc, OHCI_CSR_DATA);
377 1.89 kiyohara if((bm & 0x3f) == 0x3f)
378 1.89 kiyohara bm = node;
379 1.89 kiyohara if (firewire_debug)
380 1.89 kiyohara device_printf(sc->fc.dev,
381 1.89 kiyohara "fw_set_bus_manager: %d->%d (loop=%d)\n", bm, node, i);
382 1.89 kiyohara
383 1.89 kiyohara return(bm);
384 1.89 kiyohara }
385 1.89 kiyohara
386 1.89 kiyohara static uint32_t
387 1.89 kiyohara fwphy_rddata(struct fwohci_softc *sc, u_int addr)
388 1.89 kiyohara {
389 1.89 kiyohara uint32_t fun, stat;
390 1.89 kiyohara u_int i, retry = 0;
391 1.89 kiyohara
392 1.89 kiyohara addr &= 0xf;
393 1.89 kiyohara #define MAX_RETRY 100
394 1.89 kiyohara again:
395 1.89 kiyohara OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_REG_FAIL);
396 1.89 kiyohara fun = PHYDEV_RDCMD | (addr << PHYDEV_REGADDR);
397 1.89 kiyohara OWRITE(sc, OHCI_PHYACCESS, fun);
398 1.89 kiyohara for ( i = 0 ; i < MAX_RETRY ; i ++ ){
399 1.89 kiyohara fun = OREAD(sc, OHCI_PHYACCESS);
400 1.89 kiyohara if ((fun & PHYDEV_RDCMD) == 0 && (fun & PHYDEV_RDDONE) != 0)
401 1.3 onoe break;
402 1.89 kiyohara DELAY(100);
403 1.89 kiyohara }
404 1.89 kiyohara if(i >= MAX_RETRY) {
405 1.89 kiyohara if (firewire_debug)
406 1.89 kiyohara device_printf(sc->fc.dev, "phy read failed(1).\n");
407 1.89 kiyohara if (++retry < MAX_RETRY) {
408 1.89 kiyohara DELAY(100);
409 1.89 kiyohara goto again;
410 1.89 kiyohara }
411 1.89 kiyohara }
412 1.89 kiyohara /* Make sure that SCLK is started */
413 1.89 kiyohara stat = OREAD(sc, FWOHCI_INTSTAT);
414 1.89 kiyohara if ((stat & OHCI_INT_REG_FAIL) != 0 ||
415 1.89 kiyohara ((fun >> PHYDEV_REGADDR) & 0xf) != addr) {
416 1.89 kiyohara if (firewire_debug)
417 1.89 kiyohara device_printf(sc->fc.dev, "phy read failed(2).\n");
418 1.89 kiyohara if (++retry < MAX_RETRY) {
419 1.89 kiyohara DELAY(100);
420 1.89 kiyohara goto again;
421 1.89 kiyohara }
422 1.89 kiyohara }
423 1.89 kiyohara if (firewire_debug || retry >= MAX_RETRY)
424 1.89 kiyohara device_printf(sc->fc.dev,
425 1.89 kiyohara "fwphy_rddata: 0x%x loop=%d, retry=%d\n", addr, i, retry);
426 1.89 kiyohara #undef MAX_RETRY
427 1.89 kiyohara return((fun >> PHYDEV_RDDATA )& 0xff);
428 1.89 kiyohara }
429 1.89 kiyohara /* Device specific ioctl. */
430 1.89 kiyohara FW_IOCTL(fwohci)
431 1.89 kiyohara {
432 1.89 kiyohara FW_IOCTL_START;
433 1.89 kiyohara struct fwohci_softc *fc;
434 1.89 kiyohara int err = 0;
435 1.89 kiyohara struct fw_reg_req_t *reg = (struct fw_reg_req_t *) data;
436 1.89 kiyohara uint32_t *dmach = (uint32_t *) data;
437 1.89 kiyohara
438 1.89 kiyohara if(sc == NULL){
439 1.89 kiyohara return(EINVAL);
440 1.89 kiyohara }
441 1.89 kiyohara fc = (struct fwohci_softc *)sc->fc;
442 1.89 kiyohara
443 1.89 kiyohara if (!data)
444 1.89 kiyohara return(EINVAL);
445 1.89 kiyohara
446 1.89 kiyohara switch (cmd) {
447 1.89 kiyohara case FWOHCI_WRREG:
448 1.89 kiyohara #define OHCI_MAX_REG 0x800
449 1.89 kiyohara if(reg->addr <= OHCI_MAX_REG){
450 1.89 kiyohara OWRITE(fc, reg->addr, reg->data);
451 1.89 kiyohara reg->data = OREAD(fc, reg->addr);
452 1.89 kiyohara }else{
453 1.89 kiyohara err = EINVAL;
454 1.89 kiyohara }
455 1.89 kiyohara break;
456 1.89 kiyohara case FWOHCI_RDREG:
457 1.89 kiyohara if(reg->addr <= OHCI_MAX_REG){
458 1.89 kiyohara reg->data = OREAD(fc, reg->addr);
459 1.89 kiyohara }else{
460 1.89 kiyohara err = EINVAL;
461 1.89 kiyohara }
462 1.89 kiyohara break;
463 1.89 kiyohara /* Read DMA descriptors for debug */
464 1.89 kiyohara case DUMPDMA:
465 1.89 kiyohara if(*dmach <= OHCI_MAX_DMA_CH ){
466 1.89 kiyohara dump_dma(fc, *dmach);
467 1.89 kiyohara dump_db(fc, *dmach);
468 1.89 kiyohara }else{
469 1.89 kiyohara err = EINVAL;
470 1.89 kiyohara }
471 1.89 kiyohara break;
472 1.89 kiyohara /* Read/Write Phy registers */
473 1.89 kiyohara #define OHCI_MAX_PHY_REG 0xf
474 1.89 kiyohara case FWOHCI_RDPHYREG:
475 1.89 kiyohara if (reg->addr <= OHCI_MAX_PHY_REG)
476 1.89 kiyohara reg->data = fwphy_rddata(fc, reg->addr);
477 1.89 kiyohara else
478 1.89 kiyohara err = EINVAL;
479 1.89 kiyohara break;
480 1.89 kiyohara case FWOHCI_WRPHYREG:
481 1.89 kiyohara if (reg->addr <= OHCI_MAX_PHY_REG)
482 1.89 kiyohara reg->data = fwphy_wrdata(fc, reg->addr, reg->data);
483 1.89 kiyohara else
484 1.89 kiyohara err = EINVAL;
485 1.89 kiyohara break;
486 1.89 kiyohara default:
487 1.89 kiyohara err = EINVAL;
488 1.89 kiyohara break;
489 1.3 onoe }
490 1.89 kiyohara return err;
491 1.89 kiyohara }
492 1.3 onoe
493 1.89 kiyohara static int
494 1.89 kiyohara fwohci_probe_phy(struct fwohci_softc *sc, device_t dev)
495 1.89 kiyohara {
496 1.89 kiyohara uint32_t reg, reg2;
497 1.89 kiyohara int e1394a = 1;
498 1.89 kiyohara /*
499 1.89 kiyohara * probe PHY parameters
500 1.89 kiyohara * 0. to prove PHY version, whether compliance of 1394a.
501 1.89 kiyohara * 1. to probe maximum speed supported by the PHY and
502 1.89 kiyohara * number of port supported by core-logic.
503 1.89 kiyohara * It is not actually available port on your PC .
504 1.89 kiyohara */
505 1.89 kiyohara OWRITE(sc, OHCI_HCCCTL, OHCI_HCC_LPS);
506 1.89 kiyohara reg = fwphy_rddata(sc, FW_PHY_SPD_REG);
507 1.89 kiyohara
508 1.89 kiyohara if((reg >> 5) != 7 ){
509 1.89 kiyohara sc->fc.mode &= ~FWPHYASYST;
510 1.89 kiyohara sc->fc.nport = reg & FW_PHY_NP;
511 1.89 kiyohara sc->fc.speed = reg & FW_PHY_SPD >> 6;
512 1.89 kiyohara if (sc->fc.speed > MAX_SPEED) {
513 1.89 kiyohara device_printf(dev, "invalid speed %d (fixed to %d).\n",
514 1.89 kiyohara sc->fc.speed, MAX_SPEED);
515 1.89 kiyohara sc->fc.speed = MAX_SPEED;
516 1.89 kiyohara }
517 1.89 kiyohara device_printf(dev,
518 1.89 kiyohara "Phy 1394 only %s, %d ports.\n",
519 1.90 drochner fw_linkspeed[sc->fc.speed], sc->fc.nport);
520 1.89 kiyohara }else{
521 1.89 kiyohara reg2 = fwphy_rddata(sc, FW_PHY_ESPD_REG);
522 1.89 kiyohara sc->fc.mode |= FWPHYASYST;
523 1.89 kiyohara sc->fc.nport = reg & FW_PHY_NP;
524 1.89 kiyohara sc->fc.speed = (reg2 & FW_PHY_ESPD) >> 5;
525 1.89 kiyohara if (sc->fc.speed > MAX_SPEED) {
526 1.89 kiyohara device_printf(dev, "invalid speed %d (fixed to %d).\n",
527 1.89 kiyohara sc->fc.speed, MAX_SPEED);
528 1.89 kiyohara sc->fc.speed = MAX_SPEED;
529 1.89 kiyohara }
530 1.89 kiyohara device_printf(dev,
531 1.89 kiyohara "Phy 1394a available %s, %d ports.\n",
532 1.90 drochner fw_linkspeed[sc->fc.speed], sc->fc.nport);
533 1.1 matt
534 1.89 kiyohara /* check programPhyEnable */
535 1.89 kiyohara reg2 = fwphy_rddata(sc, 5);
536 1.89 kiyohara #if 0
537 1.89 kiyohara if (e1394a && (OREAD(sc, OHCI_HCCCTL) & OHCI_HCC_PRPHY)) {
538 1.89 kiyohara #else /* XXX force to enable 1394a */
539 1.89 kiyohara if (e1394a) {
540 1.89 kiyohara #endif
541 1.89 kiyohara if (firewire_debug)
542 1.89 kiyohara device_printf(dev,
543 1.89 kiyohara "Enable 1394a Enhancements\n");
544 1.89 kiyohara /* enable EAA EMC */
545 1.89 kiyohara reg2 |= 0x03;
546 1.89 kiyohara /* set aPhyEnhanceEnable */
547 1.89 kiyohara OWRITE(sc, OHCI_HCCCTL, OHCI_HCC_PHYEN);
548 1.89 kiyohara OWRITE(sc, OHCI_HCCCTLCLR, OHCI_HCC_PRPHY);
549 1.89 kiyohara } else {
550 1.89 kiyohara /* for safe */
551 1.89 kiyohara reg2 &= ~0x83;
552 1.89 kiyohara }
553 1.89 kiyohara reg2 = fwphy_wrdata(sc, 5, reg2);
554 1.89 kiyohara }
555 1.26 enami
556 1.89 kiyohara reg = fwphy_rddata(sc, FW_PHY_SPD_REG);
557 1.89 kiyohara if((reg >> 5) == 7 ){
558 1.89 kiyohara reg = fwphy_rddata(sc, 4);
559 1.89 kiyohara reg |= 1 << 6;
560 1.89 kiyohara fwphy_wrdata(sc, 4, reg);
561 1.89 kiyohara reg = fwphy_rddata(sc, 4);
562 1.1 matt }
563 1.89 kiyohara return 0;
564 1.89 kiyohara }
565 1.1 matt
566 1.1 matt
567 1.89 kiyohara void
568 1.89 kiyohara fwohci_reset(struct fwohci_softc *sc, device_t dev)
569 1.89 kiyohara {
570 1.89 kiyohara int i, max_rec, speed;
571 1.89 kiyohara uint32_t reg, reg2;
572 1.89 kiyohara struct fwohcidb_tr *db_tr;
573 1.89 kiyohara
574 1.89 kiyohara /* Disable interrupts */
575 1.89 kiyohara OWRITE(sc, FWOHCI_INTMASKCLR, ~0);
576 1.89 kiyohara
577 1.89 kiyohara /* Now stopping all DMA channels */
578 1.89 kiyohara OWRITE(sc, OHCI_ARQCTLCLR, OHCI_CNTL_DMA_RUN);
579 1.89 kiyohara OWRITE(sc, OHCI_ARSCTLCLR, OHCI_CNTL_DMA_RUN);
580 1.89 kiyohara OWRITE(sc, OHCI_ATQCTLCLR, OHCI_CNTL_DMA_RUN);
581 1.89 kiyohara OWRITE(sc, OHCI_ATSCTLCLR, OHCI_CNTL_DMA_RUN);
582 1.89 kiyohara
583 1.89 kiyohara OWRITE(sc, OHCI_IR_MASKCLR, ~0);
584 1.89 kiyohara for( i = 0 ; i < sc->fc.nisodma ; i ++ ){
585 1.89 kiyohara OWRITE(sc, OHCI_IRCTLCLR(i), OHCI_CNTL_DMA_RUN);
586 1.89 kiyohara OWRITE(sc, OHCI_ITCTLCLR(i), OHCI_CNTL_DMA_RUN);
587 1.89 kiyohara }
588 1.89 kiyohara
589 1.89 kiyohara /* FLUSH FIFO and reset Transmitter/Reciever */
590 1.89 kiyohara OWRITE(sc, OHCI_HCCCTL, OHCI_HCC_RESET);
591 1.89 kiyohara if (firewire_debug)
592 1.89 kiyohara device_printf(dev, "resetting OHCI...");
593 1.89 kiyohara i = 0;
594 1.89 kiyohara while(OREAD(sc, OHCI_HCCCTL) & OHCI_HCC_RESET) {
595 1.89 kiyohara if (i++ > 100) break;
596 1.89 kiyohara DELAY(1000);
597 1.89 kiyohara }
598 1.89 kiyohara if (firewire_debug)
599 1.89 kiyohara printf("done (loop=%d)\n", i);
600 1.89 kiyohara
601 1.89 kiyohara /* Probe phy */
602 1.89 kiyohara fwohci_probe_phy(sc, dev);
603 1.89 kiyohara
604 1.89 kiyohara /* Probe link */
605 1.89 kiyohara reg = OREAD(sc, OHCI_BUS_OPT);
606 1.89 kiyohara reg2 = reg | OHCI_BUSFNC;
607 1.89 kiyohara max_rec = (reg & 0x0000f000) >> 12;
608 1.89 kiyohara speed = (reg & 0x00000007);
609 1.89 kiyohara device_printf(dev, "Link %s, max_rec %d bytes.\n",
610 1.90 drochner fw_linkspeed[speed], MAXREC(max_rec));
611 1.89 kiyohara /* XXX fix max_rec */
612 1.89 kiyohara sc->fc.maxrec = sc->fc.speed + 8;
613 1.89 kiyohara if (max_rec != sc->fc.maxrec) {
614 1.89 kiyohara reg2 = (reg2 & 0xffff0fff) | (sc->fc.maxrec << 12);
615 1.89 kiyohara device_printf(dev, "max_rec %d -> %d\n",
616 1.89 kiyohara MAXREC(max_rec), MAXREC(sc->fc.maxrec));
617 1.89 kiyohara }
618 1.89 kiyohara if (firewire_debug)
619 1.89 kiyohara device_printf(dev, "BUS_OPT 0x%x -> 0x%x\n", reg, reg2);
620 1.89 kiyohara OWRITE(sc, OHCI_BUS_OPT, reg2);
621 1.89 kiyohara
622 1.89 kiyohara /* Initialize registers */
623 1.89 kiyohara OWRITE(sc, OHCI_CROMHDR, sc->fc.config_rom[0]);
624 1.89 kiyohara OWRITE(sc, OHCI_CROMPTR, sc->crom_dma.bus_addr);
625 1.89 kiyohara OWRITE(sc, OHCI_HCCCTLCLR, OHCI_HCC_BIGEND);
626 1.89 kiyohara OWRITE(sc, OHCI_HCCCTL, OHCI_HCC_POSTWR);
627 1.89 kiyohara OWRITE(sc, OHCI_SID_BUF, sc->sid_dma.bus_addr);
628 1.89 kiyohara OWRITE(sc, OHCI_LNKCTL, OHCI_CNTL_SID);
629 1.89 kiyohara
630 1.89 kiyohara /* Enable link */
631 1.89 kiyohara OWRITE(sc, OHCI_HCCCTL, OHCI_HCC_LINKEN);
632 1.89 kiyohara
633 1.89 kiyohara /* Force to start async RX DMA */
634 1.89 kiyohara sc->arrq.xferq.flag &= ~FWXFERQ_RUNNING;
635 1.89 kiyohara sc->arrs.xferq.flag &= ~FWXFERQ_RUNNING;
636 1.89 kiyohara fwohci_rx_enable(sc, &sc->arrq);
637 1.89 kiyohara fwohci_rx_enable(sc, &sc->arrs);
638 1.89 kiyohara
639 1.89 kiyohara /* Initialize async TX */
640 1.89 kiyohara OWRITE(sc, OHCI_ATQCTLCLR, OHCI_CNTL_DMA_RUN | OHCI_CNTL_DMA_DEAD);
641 1.89 kiyohara OWRITE(sc, OHCI_ATSCTLCLR, OHCI_CNTL_DMA_RUN | OHCI_CNTL_DMA_DEAD);
642 1.89 kiyohara
643 1.89 kiyohara /* AT Retries */
644 1.89 kiyohara OWRITE(sc, FWOHCI_RETRY,
645 1.89 kiyohara /* CycleLimit PhyRespRetries ATRespRetries ATReqRetries */
646 1.89 kiyohara (0xffff << 16 ) | (0x0f << 8) | (0x0f << 4) | 0x0f) ;
647 1.89 kiyohara
648 1.89 kiyohara sc->atrq.top = STAILQ_FIRST(&sc->atrq.db_trq);
649 1.89 kiyohara sc->atrs.top = STAILQ_FIRST(&sc->atrs.db_trq);
650 1.89 kiyohara sc->atrq.bottom = sc->atrq.top;
651 1.89 kiyohara sc->atrs.bottom = sc->atrs.top;
652 1.89 kiyohara
653 1.89 kiyohara for( i = 0, db_tr = sc->atrq.top; i < sc->atrq.ndb ;
654 1.89 kiyohara i ++, db_tr = STAILQ_NEXT(db_tr, link)){
655 1.89 kiyohara db_tr->xfer = NULL;
656 1.89 kiyohara }
657 1.89 kiyohara for( i = 0, db_tr = sc->atrs.top; i < sc->atrs.ndb ;
658 1.89 kiyohara i ++, db_tr = STAILQ_NEXT(db_tr, link)){
659 1.89 kiyohara db_tr->xfer = NULL;
660 1.89 kiyohara }
661 1.89 kiyohara
662 1.89 kiyohara
663 1.89 kiyohara /* Enable interrupts */
664 1.89 kiyohara OWRITE(sc, FWOHCI_INTMASK,
665 1.89 kiyohara OHCI_INT_ERR | OHCI_INT_PHY_SID
666 1.89 kiyohara | OHCI_INT_DMA_ATRQ | OHCI_INT_DMA_ATRS
667 1.89 kiyohara | OHCI_INT_DMA_PRRQ | OHCI_INT_DMA_PRRS
668 1.89 kiyohara | OHCI_INT_PHY_BUS_R | OHCI_INT_PW_ERR);
669 1.89 kiyohara fwohci_set_intr(&sc->fc, 1);
670 1.84 perry
671 1.89 kiyohara }
672 1.3 onoe
673 1.89 kiyohara int
674 1.89 kiyohara fwohci_init(struct fwohci_softc *sc, device_t dev)
675 1.89 kiyohara {
676 1.89 kiyohara int i, mver;
677 1.89 kiyohara uint32_t reg;
678 1.89 kiyohara uint8_t ui[8];
679 1.89 kiyohara
680 1.89 kiyohara #if FWOHCI_TASKQUEUE
681 1.89 kiyohara TASK_INIT(&sc->fwohci_task_complete, 0, fwohci_complete, sc);
682 1.89 kiyohara #endif
683 1.89 kiyohara
684 1.89 kiyohara /* OHCI version */
685 1.89 kiyohara reg = OREAD(sc, OHCI_VERSION);
686 1.89 kiyohara mver = (reg >> 16) & 0xff;
687 1.89 kiyohara device_printf(dev, "OHCI version %x.%x (ROM=%d)\n",
688 1.89 kiyohara mver, reg & 0xff, (reg>>24) & 1);
689 1.89 kiyohara if (mver < 1 || mver > 9) {
690 1.89 kiyohara device_printf(dev, "invalid OHCI version\n");
691 1.89 kiyohara return (ENXIO);
692 1.89 kiyohara }
693 1.89 kiyohara
694 1.89 kiyohara /* Available Isochronous DMA channel probe */
695 1.89 kiyohara OWRITE(sc, OHCI_IT_MASK, 0xffffffff);
696 1.89 kiyohara OWRITE(sc, OHCI_IR_MASK, 0xffffffff);
697 1.89 kiyohara reg = OREAD(sc, OHCI_IT_MASK) & OREAD(sc, OHCI_IR_MASK);
698 1.89 kiyohara OWRITE(sc, OHCI_IT_MASKCLR, 0xffffffff);
699 1.89 kiyohara OWRITE(sc, OHCI_IR_MASKCLR, 0xffffffff);
700 1.89 kiyohara for (i = 0; i < 0x20; i++)
701 1.89 kiyohara if ((reg & (1 << i)) == 0)
702 1.89 kiyohara break;
703 1.89 kiyohara sc->fc.nisodma = i;
704 1.89 kiyohara device_printf(dev, "No. of Isochronous channels is %d.\n", i);
705 1.89 kiyohara if (i == 0)
706 1.89 kiyohara return (ENXIO);
707 1.89 kiyohara
708 1.89 kiyohara sc->fc.arq = &sc->arrq.xferq;
709 1.89 kiyohara sc->fc.ars = &sc->arrs.xferq;
710 1.89 kiyohara sc->fc.atq = &sc->atrq.xferq;
711 1.89 kiyohara sc->fc.ats = &sc->atrs.xferq;
712 1.89 kiyohara
713 1.89 kiyohara sc->arrq.xferq.psize = roundup2(FWPMAX_S400, PAGE_SIZE);
714 1.89 kiyohara sc->arrs.xferq.psize = roundup2(FWPMAX_S400, PAGE_SIZE);
715 1.89 kiyohara sc->atrq.xferq.psize = roundup2(FWPMAX_S400, PAGE_SIZE);
716 1.89 kiyohara sc->atrs.xferq.psize = roundup2(FWPMAX_S400, PAGE_SIZE);
717 1.89 kiyohara
718 1.89 kiyohara sc->arrq.xferq.start = NULL;
719 1.89 kiyohara sc->arrs.xferq.start = NULL;
720 1.89 kiyohara sc->atrq.xferq.start = fwohci_start_atq;
721 1.89 kiyohara sc->atrs.xferq.start = fwohci_start_ats;
722 1.89 kiyohara
723 1.89 kiyohara sc->arrq.xferq.buf = NULL;
724 1.89 kiyohara sc->arrs.xferq.buf = NULL;
725 1.89 kiyohara sc->atrq.xferq.buf = NULL;
726 1.89 kiyohara sc->atrs.xferq.buf = NULL;
727 1.89 kiyohara
728 1.89 kiyohara sc->arrq.xferq.dmach = -1;
729 1.89 kiyohara sc->arrs.xferq.dmach = -1;
730 1.89 kiyohara sc->atrq.xferq.dmach = -1;
731 1.89 kiyohara sc->atrs.xferq.dmach = -1;
732 1.89 kiyohara
733 1.89 kiyohara sc->arrq.ndesc = 1;
734 1.89 kiyohara sc->arrs.ndesc = 1;
735 1.89 kiyohara sc->atrq.ndesc = 8; /* equal to maximum of mbuf chains */
736 1.89 kiyohara sc->atrs.ndesc = 2;
737 1.89 kiyohara
738 1.89 kiyohara sc->arrq.ndb = NDB;
739 1.89 kiyohara sc->arrs.ndb = NDB / 2;
740 1.89 kiyohara sc->atrq.ndb = NDB;
741 1.89 kiyohara sc->atrs.ndb = NDB / 2;
742 1.89 kiyohara
743 1.89 kiyohara for( i = 0 ; i < sc->fc.nisodma ; i ++ ){
744 1.89 kiyohara sc->fc.it[i] = &sc->it[i].xferq;
745 1.89 kiyohara sc->fc.ir[i] = &sc->ir[i].xferq;
746 1.89 kiyohara sc->it[i].xferq.dmach = i;
747 1.89 kiyohara sc->ir[i].xferq.dmach = i;
748 1.89 kiyohara sc->it[i].ndb = 0;
749 1.89 kiyohara sc->ir[i].ndb = 0;
750 1.89 kiyohara }
751 1.89 kiyohara
752 1.89 kiyohara sc->fc.tcode = tinfo;
753 1.89 kiyohara sc->fc.dev = dev;
754 1.89 kiyohara
755 1.89 kiyohara sc->fc.config_rom = fwdma_malloc(&sc->fc, CROMSIZE, CROMSIZE,
756 1.89 kiyohara &sc->crom_dma, BUS_DMA_WAITOK);
757 1.89 kiyohara if(sc->fc.config_rom == NULL){
758 1.89 kiyohara device_printf(dev, "config_rom alloc failed.");
759 1.89 kiyohara return ENOMEM;
760 1.3 onoe }
761 1.62 haya
762 1.89 kiyohara #if 0
763 1.89 kiyohara bzero(&sc->fc.config_rom[0], CROMSIZE);
764 1.89 kiyohara sc->fc.config_rom[1] = 0x31333934;
765 1.89 kiyohara sc->fc.config_rom[2] = 0xf000a002;
766 1.89 kiyohara sc->fc.config_rom[3] = OREAD(sc, OHCI_EUID_HI);
767 1.89 kiyohara sc->fc.config_rom[4] = OREAD(sc, OHCI_EUID_LO);
768 1.89 kiyohara sc->fc.config_rom[5] = 0;
769 1.89 kiyohara sc->fc.config_rom[0] = (4 << 24) | (5 << 16);
770 1.89 kiyohara
771 1.89 kiyohara sc->fc.config_rom[0] |= fw_crc16(&sc->fc.config_rom[1], 5*4);
772 1.89 kiyohara #endif
773 1.62 haya
774 1.62 haya
775 1.89 kiyohara /* SID recieve buffer must align 2^11 */
776 1.89 kiyohara #define OHCI_SIDSIZE (1 << 11)
777 1.89 kiyohara sc->sid_buf = fwdma_malloc(&sc->fc, OHCI_SIDSIZE, OHCI_SIDSIZE,
778 1.89 kiyohara &sc->sid_dma, BUS_DMA_WAITOK);
779 1.89 kiyohara if (sc->sid_buf == NULL) {
780 1.89 kiyohara device_printf(dev, "sid_buf alloc failed.");
781 1.89 kiyohara return ENOMEM;
782 1.89 kiyohara }
783 1.89 kiyohara
784 1.89 kiyohara fwdma_malloc(&sc->fc, sizeof(uint32_t), sizeof(uint32_t),
785 1.89 kiyohara &sc->dummy_dma, BUS_DMA_WAITOK);
786 1.89 kiyohara
787 1.89 kiyohara if (sc->dummy_dma.v_addr == NULL) {
788 1.89 kiyohara device_printf(dev, "dummy_dma alloc failed.");
789 1.89 kiyohara return ENOMEM;
790 1.89 kiyohara }
791 1.89 kiyohara
792 1.89 kiyohara fwohci_db_init(sc, &sc->arrq);
793 1.89 kiyohara if ((sc->arrq.flags & FWOHCI_DBCH_INIT) == 0)
794 1.89 kiyohara return ENOMEM;
795 1.89 kiyohara
796 1.89 kiyohara fwohci_db_init(sc, &sc->arrs);
797 1.89 kiyohara if ((sc->arrs.flags & FWOHCI_DBCH_INIT) == 0)
798 1.89 kiyohara return ENOMEM;
799 1.89 kiyohara
800 1.89 kiyohara fwohci_db_init(sc, &sc->atrq);
801 1.89 kiyohara if ((sc->atrq.flags & FWOHCI_DBCH_INIT) == 0)
802 1.89 kiyohara return ENOMEM;
803 1.89 kiyohara
804 1.89 kiyohara fwohci_db_init(sc, &sc->atrs);
805 1.89 kiyohara if ((sc->atrs.flags & FWOHCI_DBCH_INIT) == 0)
806 1.89 kiyohara return ENOMEM;
807 1.89 kiyohara
808 1.89 kiyohara sc->fc.eui.hi = OREAD(sc, FWOHCIGUID_H);
809 1.89 kiyohara sc->fc.eui.lo = OREAD(sc, FWOHCIGUID_L);
810 1.89 kiyohara for( i = 0 ; i < 8 ; i ++)
811 1.89 kiyohara ui[i] = FW_EUI64_BYTE(&sc->fc.eui,i);
812 1.89 kiyohara device_printf(dev, "EUI64 %02x:%02x:%02x:%02x:%02x:%02x:%02x:%02x\n",
813 1.89 kiyohara ui[0], ui[1], ui[2], ui[3], ui[4], ui[5], ui[6], ui[7]);
814 1.89 kiyohara
815 1.89 kiyohara sc->fc.ioctl = fwohci_ioctl;
816 1.89 kiyohara sc->fc.cyctimer = fwohci_cyctimer;
817 1.89 kiyohara sc->fc.set_bmr = fwohci_set_bus_manager;
818 1.89 kiyohara sc->fc.ibr = fwohci_ibr;
819 1.89 kiyohara sc->fc.irx_enable = fwohci_irx_enable;
820 1.89 kiyohara sc->fc.irx_disable = fwohci_irx_disable;
821 1.3 onoe
822 1.89 kiyohara sc->fc.itx_enable = fwohci_itxbuf_enable;
823 1.89 kiyohara sc->fc.itx_disable = fwohci_itx_disable;
824 1.89 kiyohara #if BYTE_ORDER == BIG_ENDIAN
825 1.89 kiyohara sc->fc.irx_post = fwohci_irx_post;
826 1.89 kiyohara #else
827 1.89 kiyohara sc->fc.irx_post = NULL;
828 1.5 matt #endif
829 1.89 kiyohara sc->fc.itx_post = NULL;
830 1.89 kiyohara sc->fc.timeout = fwohci_timeout;
831 1.89 kiyohara sc->fc.poll = fwohci_poll;
832 1.89 kiyohara sc->fc.set_intr = fwohci_set_intr;
833 1.89 kiyohara
834 1.89 kiyohara sc->intmask = sc->irstat = sc->itstat = 0;
835 1.89 kiyohara
836 1.89 kiyohara fw_init(&sc->fc);
837 1.89 kiyohara fwohci_reset(sc, dev);
838 1.89 kiyohara FWOHCI_INIT_END;
839 1.5 matt
840 1.1 matt return 0;
841 1.1 matt }
842 1.1 matt
843 1.89 kiyohara void
844 1.89 kiyohara fwohci_timeout(void *arg)
845 1.40 haya {
846 1.89 kiyohara struct fwohci_softc *sc;
847 1.40 haya
848 1.89 kiyohara sc = (struct fwohci_softc *)arg;
849 1.89 kiyohara }
850 1.40 haya
851 1.89 kiyohara uint32_t
852 1.89 kiyohara fwohci_cyctimer(struct firewire_comm *fc)
853 1.89 kiyohara {
854 1.89 kiyohara struct fwohci_softc *sc = (struct fwohci_softc *)fc;
855 1.89 kiyohara return(OREAD(sc, OHCI_CYCLETIMER));
856 1.40 haya }
857 1.40 haya
858 1.89 kiyohara FWOHCI_DETACH()
859 1.1 matt {
860 1.89 kiyohara int i;
861 1.62 haya
862 1.89 kiyohara FWOHCI_DETACH_START;
863 1.89 kiyohara if (sc->sid_buf != NULL)
864 1.89 kiyohara fwdma_free(&sc->fc, &sc->sid_dma);
865 1.89 kiyohara if (sc->fc.config_rom != NULL)
866 1.89 kiyohara fwdma_free(&sc->fc, &sc->crom_dma);
867 1.40 haya
868 1.89 kiyohara fwohci_db_free(&sc->arrq);
869 1.89 kiyohara fwohci_db_free(&sc->arrs);
870 1.62 haya
871 1.89 kiyohara fwohci_db_free(&sc->atrq);
872 1.89 kiyohara fwohci_db_free(&sc->atrs);
873 1.3 onoe
874 1.89 kiyohara for( i = 0 ; i < sc->fc.nisodma ; i ++ ){
875 1.89 kiyohara fwohci_db_free(&sc->it[i]);
876 1.89 kiyohara fwohci_db_free(&sc->ir[i]);
877 1.1 matt }
878 1.89 kiyohara FWOHCI_DETACH_END;
879 1.89 kiyohara
880 1.89 kiyohara return 0;
881 1.3 onoe }
882 1.3 onoe
883 1.89 kiyohara #define LAST_DB(dbtr, db) do { \
884 1.89 kiyohara struct fwohcidb_tr *_dbtr = (dbtr); \
885 1.89 kiyohara int _cnt = _dbtr->dbcnt; \
886 1.89 kiyohara db = &_dbtr->db[ (_cnt > 2) ? (_cnt -1) : 0]; \
887 1.89 kiyohara } while (0)
888 1.89 kiyohara
889 1.24 jmc static void
890 1.89 kiyohara fwohci_execute_db(void *arg, bus_dma_segment_t *segs, int nseg, int error)
891 1.24 jmc {
892 1.89 kiyohara struct fwohcidb_tr *db_tr;
893 1.89 kiyohara struct fwohcidb *db;
894 1.89 kiyohara bus_dma_segment_t *s;
895 1.89 kiyohara int i;
896 1.24 jmc
897 1.89 kiyohara db_tr = (struct fwohcidb_tr *)arg;
898 1.89 kiyohara db = &db_tr->db[db_tr->dbcnt];
899 1.89 kiyohara if (error) {
900 1.89 kiyohara if (firewire_debug || error != EFBIG)
901 1.89 kiyohara printf("fwohci_execute_db: error=%d\n", error);
902 1.89 kiyohara return;
903 1.89 kiyohara }
904 1.89 kiyohara for (i = 0; i < nseg; i++) {
905 1.89 kiyohara s = &segs[i];
906 1.89 kiyohara FWOHCI_DMA_WRITE(db->db.desc.addr, s->ds_addr);
907 1.89 kiyohara FWOHCI_DMA_WRITE(db->db.desc.cmd, s->ds_len);
908 1.89 kiyohara FWOHCI_DMA_WRITE(db->db.desc.res, 0);
909 1.89 kiyohara db++;
910 1.89 kiyohara db_tr->dbcnt++;
911 1.26 enami }
912 1.24 jmc }
913 1.24 jmc
914 1.24 jmc static void
915 1.89 kiyohara fwohci_execute_db2(void *arg, bus_dma_segment_t *segs, int nseg,
916 1.89 kiyohara bus_size_t size, int error)
917 1.24 jmc {
918 1.89 kiyohara fwohci_execute_db(arg, segs, nseg, error);
919 1.89 kiyohara }
920 1.26 enami
921 1.89 kiyohara static void
922 1.89 kiyohara fwohci_start(struct fwohci_softc *sc, struct fwohci_dbch *dbch)
923 1.89 kiyohara {
924 1.89 kiyohara int i, s;
925 1.89 kiyohara int tcode, hdr_len, pl_off;
926 1.89 kiyohara int fsegment = -1;
927 1.89 kiyohara uint32_t off;
928 1.89 kiyohara struct fw_xfer *xfer;
929 1.89 kiyohara struct fw_pkt *fp;
930 1.89 kiyohara struct fwohci_txpkthdr *ohcifp;
931 1.89 kiyohara struct fwohcidb_tr *db_tr;
932 1.89 kiyohara struct fwohcidb *db;
933 1.89 kiyohara uint32_t *ld;
934 1.90 drochner const struct tcode_info *info;
935 1.89 kiyohara static int maxdesc=0;
936 1.89 kiyohara
937 1.89 kiyohara if(&sc->atrq == dbch){
938 1.89 kiyohara off = OHCI_ATQOFF;
939 1.89 kiyohara }else if(&sc->atrs == dbch){
940 1.89 kiyohara off = OHCI_ATSOFF;
941 1.89 kiyohara }else{
942 1.89 kiyohara return;
943 1.26 enami }
944 1.24 jmc
945 1.89 kiyohara if (dbch->flags & FWOHCI_DBCH_FULL)
946 1.89 kiyohara return;
947 1.24 jmc
948 1.89 kiyohara s = splfw();
949 1.89 kiyohara fwdma_sync_multiseg_all(dbch->am,
950 1.89 kiyohara BUS_DMASYNC_POSTREAD | BUS_DMASYNC_POSTWRITE);
951 1.89 kiyohara db_tr = dbch->top;
952 1.89 kiyohara txloop:
953 1.89 kiyohara xfer = STAILQ_FIRST(&dbch->xferq.q);
954 1.89 kiyohara if(xfer == NULL){
955 1.89 kiyohara goto kick;
956 1.89 kiyohara }
957 1.89 kiyohara if(dbch->xferq.queued == 0 ){
958 1.89 kiyohara device_printf(sc->fc.dev, "TX queue empty\n");
959 1.89 kiyohara }
960 1.89 kiyohara STAILQ_REMOVE_HEAD(&dbch->xferq.q, link);
961 1.89 kiyohara db_tr->xfer = xfer;
962 1.89 kiyohara xfer->state = FWXF_START;
963 1.89 kiyohara
964 1.89 kiyohara fp = &xfer->send.hdr;
965 1.89 kiyohara tcode = fp->mode.common.tcode;
966 1.89 kiyohara
967 1.89 kiyohara ohcifp = (struct fwohci_txpkthdr *) db_tr->db[1].db.immed;
968 1.89 kiyohara info = &tinfo[tcode];
969 1.89 kiyohara hdr_len = pl_off = info->hdr_len;
970 1.89 kiyohara
971 1.89 kiyohara ld = &ohcifp->mode.ld[0];
972 1.89 kiyohara ld[0] = ld[1] = ld[2] = ld[3] = 0;
973 1.89 kiyohara for( i = 0 ; i < pl_off ; i+= 4)
974 1.89 kiyohara ld[i/4] = fp->mode.ld[i/4];
975 1.89 kiyohara
976 1.89 kiyohara ohcifp->mode.common.spd = xfer->send.spd & 0x7;
977 1.89 kiyohara if (tcode == FWTCODE_STREAM ){
978 1.89 kiyohara hdr_len = 8;
979 1.89 kiyohara ohcifp->mode.stream.len = fp->mode.stream.len;
980 1.89 kiyohara } else if (tcode == FWTCODE_PHY) {
981 1.89 kiyohara hdr_len = 12;
982 1.89 kiyohara ld[1] = fp->mode.ld[1];
983 1.89 kiyohara ld[2] = fp->mode.ld[2];
984 1.89 kiyohara ohcifp->mode.common.spd = 0;
985 1.89 kiyohara ohcifp->mode.common.tcode = FWOHCITCODE_PHY;
986 1.89 kiyohara } else {
987 1.89 kiyohara ohcifp->mode.asycomm.dst = fp->mode.hdr.dst;
988 1.89 kiyohara ohcifp->mode.asycomm.srcbus = OHCI_ASYSRCBUS;
989 1.89 kiyohara ohcifp->mode.asycomm.tlrt |= FWRETRY_X;
990 1.89 kiyohara }
991 1.89 kiyohara db = &db_tr->db[0];
992 1.89 kiyohara FWOHCI_DMA_WRITE(db->db.desc.cmd,
993 1.89 kiyohara OHCI_OUTPUT_MORE | OHCI_KEY_ST2 | hdr_len);
994 1.89 kiyohara FWOHCI_DMA_WRITE(db->db.desc.addr, 0);
995 1.89 kiyohara FWOHCI_DMA_WRITE(db->db.desc.res, 0);
996 1.89 kiyohara /* Specify bound timer of asy. responce */
997 1.89 kiyohara if(&sc->atrs == dbch){
998 1.89 kiyohara FWOHCI_DMA_WRITE(db->db.desc.res,
999 1.89 kiyohara (OREAD(sc, OHCI_CYCLETIMER) >> 12) + (1 << 13));
1000 1.89 kiyohara }
1001 1.89 kiyohara #if BYTE_ORDER == BIG_ENDIAN
1002 1.89 kiyohara if (tcode == FWTCODE_WREQQ || tcode == FWTCODE_RRESQ)
1003 1.89 kiyohara hdr_len = 12;
1004 1.89 kiyohara for (i = 0; i < hdr_len/4; i ++)
1005 1.89 kiyohara FWOHCI_DMA_WRITE(ld[i], ld[i]);
1006 1.89 kiyohara #endif
1007 1.89 kiyohara
1008 1.89 kiyohara again:
1009 1.89 kiyohara db_tr->dbcnt = 2;
1010 1.89 kiyohara db = &db_tr->db[db_tr->dbcnt];
1011 1.89 kiyohara if (xfer->send.pay_len > 0) {
1012 1.89 kiyohara int err;
1013 1.89 kiyohara /* handle payload */
1014 1.89 kiyohara if (xfer->mbuf == NULL) {
1015 1.89 kiyohara err = fw_bus_dmamap_load(dbch->dmat, db_tr->dma_map,
1016 1.89 kiyohara &xfer->send.payload[0], xfer->send.pay_len,
1017 1.89 kiyohara fwohci_execute_db, db_tr,
1018 1.89 kiyohara BUS_DMA_WAITOK);
1019 1.89 kiyohara } else {
1020 1.89 kiyohara /* XXX we can handle only 6 (=8-2) mbuf chains */
1021 1.89 kiyohara err = fw_bus_dmamap_load_mbuf(dbch->dmat,
1022 1.89 kiyohara db_tr->dma_map, xfer->mbuf,
1023 1.89 kiyohara fwohci_execute_db2, db_tr,
1024 1.89 kiyohara BUS_DMA_WAITOK);
1025 1.89 kiyohara if (err == EFBIG) {
1026 1.89 kiyohara struct mbuf *m0;
1027 1.89 kiyohara
1028 1.89 kiyohara if (firewire_debug)
1029 1.89 kiyohara device_printf(sc->fc.dev, "EFBIG.\n");
1030 1.89 kiyohara m0 = m_getcl(M_DONTWAIT, MT_DATA, M_PKTHDR);
1031 1.89 kiyohara if (m0 != NULL) {
1032 1.89 kiyohara m_copydata(xfer->mbuf, 0,
1033 1.89 kiyohara xfer->mbuf->m_pkthdr.len,
1034 1.89 kiyohara mtod(m0, caddr_t));
1035 1.89 kiyohara m0->m_len = m0->m_pkthdr.len =
1036 1.89 kiyohara xfer->mbuf->m_pkthdr.len;
1037 1.89 kiyohara m_freem(xfer->mbuf);
1038 1.89 kiyohara xfer->mbuf = m0;
1039 1.89 kiyohara goto again;
1040 1.89 kiyohara }
1041 1.89 kiyohara device_printf(sc->fc.dev, "m_getcl failed.\n");
1042 1.89 kiyohara }
1043 1.89 kiyohara }
1044 1.89 kiyohara if (err)
1045 1.89 kiyohara printf("dmamap_load: err=%d\n", err);
1046 1.89 kiyohara fw_bus_dmamap_sync(dbch->dmat, db_tr->dma_map,
1047 1.89 kiyohara BUS_DMASYNC_PREWRITE);
1048 1.89 kiyohara #if 0 /* OHCI_OUTPUT_MODE == 0 */
1049 1.89 kiyohara for (i = 2; i < db_tr->dbcnt; i++)
1050 1.89 kiyohara FWOHCI_DMA_SET(db_tr->db[i].db.desc.cmd,
1051 1.89 kiyohara OHCI_OUTPUT_MORE);
1052 1.89 kiyohara #endif
1053 1.89 kiyohara }
1054 1.89 kiyohara if (maxdesc < db_tr->dbcnt) {
1055 1.89 kiyohara maxdesc = db_tr->dbcnt;
1056 1.89 kiyohara if (firewire_debug)
1057 1.89 kiyohara device_printf(sc->fc.dev, "maxdesc: %d\n", maxdesc);
1058 1.89 kiyohara }
1059 1.89 kiyohara /* last db */
1060 1.89 kiyohara LAST_DB(db_tr, db);
1061 1.89 kiyohara FWOHCI_DMA_SET(db->db.desc.cmd,
1062 1.89 kiyohara OHCI_OUTPUT_LAST | OHCI_INTERRUPT_ALWAYS | OHCI_BRANCH_ALWAYS);
1063 1.89 kiyohara FWOHCI_DMA_WRITE(db->db.desc.depend,
1064 1.89 kiyohara STAILQ_NEXT(db_tr, link)->bus_addr);
1065 1.89 kiyohara
1066 1.89 kiyohara if(fsegment == -1 )
1067 1.89 kiyohara fsegment = db_tr->dbcnt;
1068 1.89 kiyohara if (dbch->pdb_tr != NULL) {
1069 1.89 kiyohara LAST_DB(dbch->pdb_tr, db);
1070 1.89 kiyohara FWOHCI_DMA_SET(db->db.desc.depend, db_tr->dbcnt);
1071 1.89 kiyohara }
1072 1.89 kiyohara dbch->pdb_tr = db_tr;
1073 1.89 kiyohara db_tr = STAILQ_NEXT(db_tr, link);
1074 1.89 kiyohara if(db_tr != dbch->bottom){
1075 1.89 kiyohara goto txloop;
1076 1.89 kiyohara } else {
1077 1.89 kiyohara device_printf(sc->fc.dev, "fwohci_start: lack of db_trq\n");
1078 1.89 kiyohara dbch->flags |= FWOHCI_DBCH_FULL;
1079 1.89 kiyohara }
1080 1.89 kiyohara kick:
1081 1.89 kiyohara /* kick asy q */
1082 1.89 kiyohara fwdma_sync_multiseg_all(dbch->am,
1083 1.89 kiyohara BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
1084 1.89 kiyohara
1085 1.89 kiyohara if(dbch->xferq.flag & FWXFERQ_RUNNING) {
1086 1.89 kiyohara OWRITE(sc, OHCI_DMACTL(off), OHCI_CNTL_DMA_WAKE);
1087 1.89 kiyohara } else {
1088 1.89 kiyohara if (firewire_debug)
1089 1.89 kiyohara device_printf(sc->fc.dev, "start AT DMA status=%x\n",
1090 1.89 kiyohara OREAD(sc, OHCI_DMACTL(off)));
1091 1.89 kiyohara OWRITE(sc, OHCI_DMACMD(off), dbch->top->bus_addr | fsegment);
1092 1.89 kiyohara OWRITE(sc, OHCI_DMACTL(off), OHCI_CNTL_DMA_RUN);
1093 1.89 kiyohara dbch->xferq.flag |= FWXFERQ_RUNNING;
1094 1.62 haya }
1095 1.89 kiyohara CTR0(KTR_DEV, "start kick done");
1096 1.89 kiyohara CTR0(KTR_DEV, "start kick done2");
1097 1.24 jmc
1098 1.89 kiyohara dbch->top = db_tr;
1099 1.89 kiyohara splx(s);
1100 1.89 kiyohara return;
1101 1.89 kiyohara }
1102 1.24 jmc
1103 1.89 kiyohara static void
1104 1.89 kiyohara fwohci_start_atq(struct firewire_comm *fc)
1105 1.89 kiyohara {
1106 1.89 kiyohara struct fwohci_softc *sc = (struct fwohci_softc *)fc;
1107 1.89 kiyohara fwohci_start( sc, &(sc->atrq));
1108 1.89 kiyohara return;
1109 1.89 kiyohara }
1110 1.24 jmc
1111 1.89 kiyohara static void
1112 1.89 kiyohara fwohci_start_ats(struct firewire_comm *fc)
1113 1.89 kiyohara {
1114 1.89 kiyohara struct fwohci_softc *sc = (struct fwohci_softc *)fc;
1115 1.89 kiyohara fwohci_start( sc, &(sc->atrs));
1116 1.89 kiyohara return;
1117 1.89 kiyohara }
1118 1.62 haya
1119 1.89 kiyohara void
1120 1.89 kiyohara fwohci_txd(struct fwohci_softc *sc, struct fwohci_dbch *dbch)
1121 1.89 kiyohara {
1122 1.89 kiyohara int s, ch, err = 0;
1123 1.89 kiyohara struct fwohcidb_tr *tr;
1124 1.89 kiyohara struct fwohcidb *db;
1125 1.89 kiyohara struct fw_xfer *xfer;
1126 1.89 kiyohara uint32_t off;
1127 1.89 kiyohara u_int stat, status;
1128 1.89 kiyohara int packets;
1129 1.89 kiyohara struct firewire_comm *fc = (struct firewire_comm *)sc;
1130 1.89 kiyohara
1131 1.89 kiyohara if(&sc->atrq == dbch){
1132 1.89 kiyohara off = OHCI_ATQOFF;
1133 1.89 kiyohara ch = ATRQ_CH;
1134 1.89 kiyohara }else if(&sc->atrs == dbch){
1135 1.89 kiyohara off = OHCI_ATSOFF;
1136 1.89 kiyohara ch = ATRS_CH;
1137 1.89 kiyohara }else{
1138 1.89 kiyohara return;
1139 1.89 kiyohara }
1140 1.89 kiyohara s = splfw();
1141 1.89 kiyohara tr = dbch->bottom;
1142 1.89 kiyohara packets = 0;
1143 1.89 kiyohara fwdma_sync_multiseg_all(dbch->am,
1144 1.89 kiyohara BUS_DMASYNC_POSTREAD | BUS_DMASYNC_POSTWRITE);
1145 1.89 kiyohara while(dbch->xferq.queued > 0){
1146 1.89 kiyohara LAST_DB(tr, db);
1147 1.89 kiyohara status = FWOHCI_DMA_READ(db->db.desc.res) >> OHCI_STATUS_SHIFT;
1148 1.89 kiyohara if(!(status & OHCI_CNTL_DMA_ACTIVE)){
1149 1.89 kiyohara if (fc->status != FWBUSRESET)
1150 1.89 kiyohara /* maybe out of order?? */
1151 1.89 kiyohara goto out;
1152 1.89 kiyohara }
1153 1.89 kiyohara if (tr->xfer->send.pay_len > 0) {
1154 1.89 kiyohara fw_bus_dmamap_sync(dbch->dmat, tr->dma_map,
1155 1.89 kiyohara BUS_DMASYNC_POSTWRITE);
1156 1.89 kiyohara fw_bus_dmamap_unload(dbch->dmat, tr->dma_map);
1157 1.89 kiyohara }
1158 1.89 kiyohara #if 1
1159 1.89 kiyohara if (firewire_debug > 1)
1160 1.89 kiyohara dump_db(sc, ch);
1161 1.89 kiyohara #endif
1162 1.89 kiyohara if(status & OHCI_CNTL_DMA_DEAD) {
1163 1.89 kiyohara /* Stop DMA */
1164 1.89 kiyohara OWRITE(sc, OHCI_DMACTLCLR(off), OHCI_CNTL_DMA_RUN);
1165 1.89 kiyohara device_printf(sc->fc.dev, "force reset AT FIFO\n");
1166 1.89 kiyohara OWRITE(sc, OHCI_HCCCTLCLR, OHCI_HCC_LINKEN);
1167 1.89 kiyohara OWRITE(sc, OHCI_HCCCTL, OHCI_HCC_LPS | OHCI_HCC_LINKEN);
1168 1.89 kiyohara OWRITE(sc, OHCI_DMACTLCLR(off), OHCI_CNTL_DMA_RUN);
1169 1.89 kiyohara }
1170 1.89 kiyohara stat = status & FWOHCIEV_MASK;
1171 1.89 kiyohara switch(stat){
1172 1.89 kiyohara case FWOHCIEV_ACKPEND:
1173 1.89 kiyohara CTR0(KTR_DEV, "txd: ack pending");
1174 1.89 kiyohara /* fall through */
1175 1.89 kiyohara case FWOHCIEV_ACKCOMPL:
1176 1.89 kiyohara err = 0;
1177 1.89 kiyohara break;
1178 1.89 kiyohara case FWOHCIEV_ACKBSA:
1179 1.89 kiyohara case FWOHCIEV_ACKBSB:
1180 1.89 kiyohara case FWOHCIEV_ACKBSX:
1181 1.89 kiyohara device_printf(sc->fc.dev, "txd err=%2x %s\n", stat, fwohcicode[stat]);
1182 1.89 kiyohara err = EBUSY;
1183 1.89 kiyohara break;
1184 1.89 kiyohara case FWOHCIEV_FLUSHED:
1185 1.89 kiyohara case FWOHCIEV_ACKTARD:
1186 1.89 kiyohara device_printf(sc->fc.dev, "txd err=%2x %s\n", stat, fwohcicode[stat]);
1187 1.89 kiyohara err = EAGAIN;
1188 1.89 kiyohara break;
1189 1.89 kiyohara case FWOHCIEV_MISSACK:
1190 1.89 kiyohara case FWOHCIEV_UNDRRUN:
1191 1.89 kiyohara case FWOHCIEV_OVRRUN:
1192 1.89 kiyohara case FWOHCIEV_DESCERR:
1193 1.89 kiyohara case FWOHCIEV_DTRDERR:
1194 1.89 kiyohara case FWOHCIEV_TIMEOUT:
1195 1.89 kiyohara case FWOHCIEV_TCODERR:
1196 1.89 kiyohara case FWOHCIEV_UNKNOWN:
1197 1.89 kiyohara case FWOHCIEV_ACKDERR:
1198 1.89 kiyohara case FWOHCIEV_ACKTERR:
1199 1.89 kiyohara default:
1200 1.89 kiyohara device_printf(sc->fc.dev, "txd err=%2x %s\n",
1201 1.89 kiyohara stat, fwohcicode[stat]);
1202 1.89 kiyohara err = EINVAL;
1203 1.89 kiyohara break;
1204 1.89 kiyohara }
1205 1.89 kiyohara if (tr->xfer != NULL) {
1206 1.89 kiyohara xfer = tr->xfer;
1207 1.89 kiyohara CTR0(KTR_DEV, "txd");
1208 1.89 kiyohara if (xfer->state == FWXF_RCVD) {
1209 1.62 haya #if 0
1210 1.89 kiyohara if (firewire_debug)
1211 1.89 kiyohara printf("already rcvd\n");
1212 1.62 haya #endif
1213 1.89 kiyohara fw_xfer_done(xfer);
1214 1.89 kiyohara } else {
1215 1.89 kiyohara xfer->state = FWXF_SENT;
1216 1.89 kiyohara if (err == EBUSY && fc->status != FWBUSRESET) {
1217 1.89 kiyohara xfer->state = FWXF_BUSY;
1218 1.89 kiyohara xfer->resp = err;
1219 1.89 kiyohara xfer->recv.pay_len = 0;
1220 1.89 kiyohara fw_xfer_done(xfer);
1221 1.89 kiyohara } else if (stat != FWOHCIEV_ACKPEND) {
1222 1.89 kiyohara if (stat != FWOHCIEV_ACKCOMPL)
1223 1.89 kiyohara xfer->state = FWXF_SENTERR;
1224 1.89 kiyohara xfer->resp = err;
1225 1.89 kiyohara xfer->recv.pay_len = 0;
1226 1.89 kiyohara fw_xfer_done(xfer);
1227 1.89 kiyohara }
1228 1.89 kiyohara }
1229 1.89 kiyohara /*
1230 1.89 kiyohara * The watchdog timer takes care of split
1231 1.89 kiyohara * transcation timeout for ACKPEND case.
1232 1.89 kiyohara */
1233 1.89 kiyohara } else {
1234 1.89 kiyohara printf("this shouldn't happen\n");
1235 1.89 kiyohara }
1236 1.89 kiyohara dbch->xferq.queued --;
1237 1.89 kiyohara tr->xfer = NULL;
1238 1.62 haya
1239 1.89 kiyohara fwdma_sync_multiseg_all(dbch->am, BUS_DMASYNC_PREREAD);
1240 1.89 kiyohara packets ++;
1241 1.89 kiyohara tr = STAILQ_NEXT(tr, link);
1242 1.89 kiyohara dbch->bottom = tr;
1243 1.89 kiyohara if (dbch->bottom == dbch->top) {
1244 1.89 kiyohara /* we reaches the end of context program */
1245 1.89 kiyohara if (firewire_debug && dbch->xferq.queued > 0)
1246 1.89 kiyohara printf("queued > 0\n");
1247 1.89 kiyohara break;
1248 1.89 kiyohara }
1249 1.89 kiyohara }
1250 1.89 kiyohara out:
1251 1.89 kiyohara if ((dbch->flags & FWOHCI_DBCH_FULL) && packets > 0) {
1252 1.89 kiyohara printf("make free slot\n");
1253 1.89 kiyohara dbch->flags &= ~FWOHCI_DBCH_FULL;
1254 1.89 kiyohara fwohci_start(sc, dbch);
1255 1.89 kiyohara }
1256 1.89 kiyohara fwdma_sync_multiseg_all(
1257 1.89 kiyohara dbch->am, BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
1258 1.89 kiyohara splx(s);
1259 1.24 jmc }
1260 1.24 jmc
1261 1.24 jmc static void
1262 1.89 kiyohara fwohci_db_free(struct fwohci_dbch *dbch)
1263 1.24 jmc {
1264 1.89 kiyohara struct fwohcidb_tr *db_tr;
1265 1.89 kiyohara int idb;
1266 1.26 enami
1267 1.89 kiyohara if ((dbch->flags & FWOHCI_DBCH_INIT) == 0)
1268 1.89 kiyohara return;
1269 1.26 enami
1270 1.89 kiyohara for(db_tr = STAILQ_FIRST(&dbch->db_trq), idb = 0; idb < dbch->ndb;
1271 1.89 kiyohara db_tr = STAILQ_NEXT(db_tr, link), idb++){
1272 1.89 kiyohara if ((dbch->xferq.flag & FWXFERQ_EXTBUF) == 0 &&
1273 1.89 kiyohara db_tr->buf != NULL) {
1274 1.89 kiyohara fwdma_free_size(dbch->dmat, db_tr->dma_map,
1275 1.89 kiyohara db_tr->buf, dbch->xferq.psize);
1276 1.89 kiyohara db_tr->buf = NULL;
1277 1.89 kiyohara } else if (db_tr->dma_map != NULL)
1278 1.89 kiyohara fw_bus_dmamap_destroy(dbch->dmat, db_tr->dma_map);
1279 1.89 kiyohara }
1280 1.89 kiyohara dbch->ndb = 0;
1281 1.89 kiyohara db_tr = STAILQ_FIRST(&dbch->db_trq);
1282 1.89 kiyohara fwdma_free_multiseg(dbch->am);
1283 1.89 kiyohara free(db_tr, M_FW);
1284 1.89 kiyohara STAILQ_INIT(&dbch->db_trq);
1285 1.89 kiyohara dbch->flags &= ~FWOHCI_DBCH_INIT;
1286 1.89 kiyohara }
1287 1.26 enami
1288 1.89 kiyohara static void
1289 1.89 kiyohara fwohci_db_init(struct fwohci_softc *sc, struct fwohci_dbch *dbch)
1290 1.89 kiyohara {
1291 1.89 kiyohara int idb;
1292 1.89 kiyohara struct fwohcidb_tr *db_tr;
1293 1.89 kiyohara
1294 1.89 kiyohara if ((dbch->flags & FWOHCI_DBCH_INIT) != 0)
1295 1.89 kiyohara goto out;
1296 1.89 kiyohara
1297 1.89 kiyohara /* create dma_tag for buffers */
1298 1.89 kiyohara #define MAX_REQCOUNT 0xffff
1299 1.89 kiyohara if (fw_bus_dma_tag_create(/*parent*/ sc->fc.dmat,
1300 1.89 kiyohara /*alignment*/ 1, /*boundary*/ 0,
1301 1.89 kiyohara /*lowaddr*/ BUS_SPACE_MAXADDR_32BIT,
1302 1.89 kiyohara /*highaddr*/ BUS_SPACE_MAXADDR,
1303 1.89 kiyohara /*filter*/NULL, /*filterarg*/NULL,
1304 1.89 kiyohara /*maxsize*/ dbch->xferq.psize,
1305 1.89 kiyohara /*nsegments*/ dbch->ndesc > 3 ? dbch->ndesc - 2 : 1,
1306 1.89 kiyohara /*maxsegsz*/ MAX_REQCOUNT,
1307 1.89 kiyohara /*flags*/ 0,
1308 1.89 kiyohara #if defined(__FreeBSD__) && __FreeBSD_version >= 501102
1309 1.89 kiyohara /*lockfunc*/busdma_lock_mutex,
1310 1.89 kiyohara /*lockarg*/&Giant,
1311 1.89 kiyohara #endif
1312 1.89 kiyohara &dbch->dmat))
1313 1.89 kiyohara return;
1314 1.26 enami
1315 1.89 kiyohara /* allocate DB entries and attach one to each DMA channels */
1316 1.89 kiyohara /* DB entry must start at 16 bytes bounary. */
1317 1.89 kiyohara STAILQ_INIT(&dbch->db_trq);
1318 1.89 kiyohara db_tr = (struct fwohcidb_tr *)
1319 1.89 kiyohara malloc(sizeof(struct fwohcidb_tr) * dbch->ndb,
1320 1.89 kiyohara M_FW, M_WAITOK | M_ZERO);
1321 1.89 kiyohara if(db_tr == NULL){
1322 1.89 kiyohara printf("fwohci_db_init: malloc(1) failed\n");
1323 1.89 kiyohara return;
1324 1.89 kiyohara }
1325 1.26 enami
1326 1.89 kiyohara #define DB_SIZE(x) (sizeof(struct fwohcidb) * (x)->ndesc)
1327 1.89 kiyohara dbch->am = fwdma_malloc_multiseg(&sc->fc, DB_SIZE(dbch),
1328 1.89 kiyohara DB_SIZE(dbch), dbch->ndb, BUS_DMA_WAITOK);
1329 1.89 kiyohara if (dbch->am == NULL) {
1330 1.89 kiyohara printf("fwohci_db_init: fwdma_malloc_multiseg failed\n");
1331 1.89 kiyohara free(db_tr, M_FW);
1332 1.89 kiyohara return;
1333 1.89 kiyohara }
1334 1.89 kiyohara /* Attach DB to DMA ch. */
1335 1.89 kiyohara for(idb = 0 ; idb < dbch->ndb ; idb++){
1336 1.89 kiyohara db_tr->dbcnt = 0;
1337 1.89 kiyohara db_tr->db = (struct fwohcidb *)fwdma_v_addr(dbch->am, idb);
1338 1.89 kiyohara db_tr->bus_addr = fwdma_bus_addr(dbch->am, idb);
1339 1.89 kiyohara /* create dmamap for buffers */
1340 1.89 kiyohara /* XXX do we need 4bytes alignment tag? */
1341 1.89 kiyohara /* XXX don't alloc dma_map for AR */
1342 1.89 kiyohara if (bus_dmamap_create(sc->fc.dmat, dbch->xferq.psize,
1343 1.89 kiyohara dbch->ndesc > 3 ? dbch->ndesc - 2 : 1, MAX_REQCOUNT,
1344 1.89 kiyohara 0, BUS_DMA_NOWAIT, &db_tr->dma_map) != 0) {
1345 1.89 kiyohara printf("bus_dmamap_create failed\n");
1346 1.89 kiyohara dbch->flags = FWOHCI_DBCH_INIT; /* XXX fake */
1347 1.89 kiyohara fwohci_db_free(dbch);
1348 1.89 kiyohara return;
1349 1.35 onoe }
1350 1.89 kiyohara STAILQ_INSERT_TAIL(&dbch->db_trq, db_tr, link);
1351 1.89 kiyohara if (dbch->xferq.flag & FWXFERQ_EXTBUF) {
1352 1.89 kiyohara if (idb % dbch->xferq.bnpacket == 0)
1353 1.89 kiyohara dbch->xferq.bulkxfer[idb / dbch->xferq.bnpacket
1354 1.89 kiyohara ].start = (caddr_t)db_tr;
1355 1.89 kiyohara if ((idb + 1) % dbch->xferq.bnpacket == 0)
1356 1.89 kiyohara dbch->xferq.bulkxfer[idb / dbch->xferq.bnpacket
1357 1.89 kiyohara ].end = (caddr_t)db_tr;
1358 1.26 enami }
1359 1.89 kiyohara db_tr++;
1360 1.26 enami }
1361 1.89 kiyohara STAILQ_LAST(&dbch->db_trq, fwohcidb_tr,link)->link.stqe_next
1362 1.89 kiyohara = STAILQ_FIRST(&dbch->db_trq);
1363 1.89 kiyohara out:
1364 1.89 kiyohara dbch->xferq.queued = 0;
1365 1.89 kiyohara dbch->pdb_tr = NULL;
1366 1.89 kiyohara dbch->top = STAILQ_FIRST(&dbch->db_trq);
1367 1.89 kiyohara dbch->bottom = dbch->top;
1368 1.89 kiyohara dbch->flags = FWOHCI_DBCH_INIT;
1369 1.24 jmc }
1370 1.24 jmc
1371 1.5 matt static int
1372 1.89 kiyohara fwohci_itx_disable(struct firewire_comm *fc, int dmach)
1373 1.5 matt {
1374 1.89 kiyohara struct fwohci_softc *sc = (struct fwohci_softc *)fc;
1375 1.89 kiyohara int sleepch;
1376 1.5 matt
1377 1.89 kiyohara OWRITE(sc, OHCI_ITCTLCLR(dmach),
1378 1.89 kiyohara OHCI_CNTL_DMA_RUN | OHCI_CNTL_CYCMATCH_S);
1379 1.89 kiyohara OWRITE(sc, OHCI_IT_MASKCLR, 1 << dmach);
1380 1.89 kiyohara OWRITE(sc, OHCI_IT_STATCLR, 1 << dmach);
1381 1.89 kiyohara /* XXX we cannot free buffers until the DMA really stops */
1382 1.89 kiyohara tsleep((void *)&sleepch, FWPRI, "fwitxd", hz);
1383 1.89 kiyohara fwohci_db_free(&sc->it[dmach]);
1384 1.89 kiyohara sc->it[dmach].xferq.flag &= ~FWXFERQ_RUNNING;
1385 1.89 kiyohara return 0;
1386 1.5 matt }
1387 1.5 matt
1388 1.89 kiyohara static int
1389 1.89 kiyohara fwohci_irx_disable(struct firewire_comm *fc, int dmach)
1390 1.3 onoe {
1391 1.89 kiyohara struct fwohci_softc *sc = (struct fwohci_softc *)fc;
1392 1.89 kiyohara int sleepch;
1393 1.3 onoe
1394 1.89 kiyohara OWRITE(sc, OHCI_IRCTLCLR(dmach), OHCI_CNTL_DMA_RUN);
1395 1.89 kiyohara OWRITE(sc, OHCI_IR_MASKCLR, 1 << dmach);
1396 1.89 kiyohara OWRITE(sc, OHCI_IR_STATCLR, 1 << dmach);
1397 1.89 kiyohara /* XXX we cannot free buffers until the DMA really stops */
1398 1.89 kiyohara tsleep((void *)&sleepch, FWPRI, "fwirxd", hz);
1399 1.89 kiyohara fwohci_db_free(&sc->ir[dmach]);
1400 1.89 kiyohara sc->ir[dmach].xferq.flag &= ~FWXFERQ_RUNNING;
1401 1.89 kiyohara return 0;
1402 1.89 kiyohara }
1403 1.3 onoe
1404 1.89 kiyohara #if BYTE_ORDER == BIG_ENDIAN
1405 1.89 kiyohara static void
1406 1.89 kiyohara fwohci_irx_post (struct firewire_comm *fc , uint32_t *qld)
1407 1.89 kiyohara {
1408 1.89 kiyohara qld[0] = FWOHCI_DMA_READ(qld[0]);
1409 1.89 kiyohara return;
1410 1.3 onoe }
1411 1.89 kiyohara #endif
1412 1.3 onoe
1413 1.89 kiyohara static int
1414 1.89 kiyohara fwohci_tx_enable(struct fwohci_softc *sc, struct fwohci_dbch *dbch)
1415 1.7 onoe {
1416 1.89 kiyohara int err = 0;
1417 1.89 kiyohara int idb, z, i, dmach = 0, ldesc;
1418 1.89 kiyohara uint32_t off = 0;
1419 1.89 kiyohara struct fwohcidb_tr *db_tr;
1420 1.89 kiyohara struct fwohcidb *db;
1421 1.7 onoe
1422 1.89 kiyohara if(!(dbch->xferq.flag & FWXFERQ_EXTBUF)){
1423 1.89 kiyohara err = EINVAL;
1424 1.89 kiyohara return err;
1425 1.89 kiyohara }
1426 1.89 kiyohara z = dbch->ndesc;
1427 1.89 kiyohara for(dmach = 0 ; dmach < sc->fc.nisodma ; dmach++){
1428 1.89 kiyohara if( &sc->it[dmach] == dbch){
1429 1.89 kiyohara off = OHCI_ITOFF(dmach);
1430 1.7 onoe break;
1431 1.89 kiyohara }
1432 1.7 onoe }
1433 1.89 kiyohara if(off == 0){
1434 1.89 kiyohara err = EINVAL;
1435 1.89 kiyohara return err;
1436 1.89 kiyohara }
1437 1.89 kiyohara if(dbch->xferq.flag & FWXFERQ_RUNNING)
1438 1.89 kiyohara return err;
1439 1.89 kiyohara dbch->xferq.flag |= FWXFERQ_RUNNING;
1440 1.89 kiyohara for( i = 0, dbch->bottom = dbch->top; i < (dbch->ndb - 1); i++){
1441 1.89 kiyohara dbch->bottom = STAILQ_NEXT(dbch->bottom, link);
1442 1.89 kiyohara }
1443 1.89 kiyohara db_tr = dbch->top;
1444 1.89 kiyohara for (idb = 0; idb < dbch->ndb; idb ++) {
1445 1.89 kiyohara fwohci_add_tx_buf(dbch, db_tr, idb);
1446 1.89 kiyohara if(STAILQ_NEXT(db_tr, link) == NULL){
1447 1.89 kiyohara break;
1448 1.89 kiyohara }
1449 1.89 kiyohara db = db_tr->db;
1450 1.89 kiyohara ldesc = db_tr->dbcnt - 1;
1451 1.89 kiyohara FWOHCI_DMA_WRITE(db[0].db.desc.depend,
1452 1.89 kiyohara STAILQ_NEXT(db_tr, link)->bus_addr | z);
1453 1.89 kiyohara db[ldesc].db.desc.depend = db[0].db.desc.depend;
1454 1.89 kiyohara if(dbch->xferq.flag & FWXFERQ_EXTBUF){
1455 1.89 kiyohara if(((idb + 1 ) % dbch->xferq.bnpacket) == 0){
1456 1.89 kiyohara FWOHCI_DMA_SET(
1457 1.89 kiyohara db[ldesc].db.desc.cmd,
1458 1.89 kiyohara OHCI_INTERRUPT_ALWAYS);
1459 1.89 kiyohara /* OHCI 1.1 and above */
1460 1.89 kiyohara FWOHCI_DMA_SET(
1461 1.89 kiyohara db[0].db.desc.cmd,
1462 1.89 kiyohara OHCI_INTERRUPT_ALWAYS);
1463 1.89 kiyohara }
1464 1.89 kiyohara }
1465 1.89 kiyohara db_tr = STAILQ_NEXT(db_tr, link);
1466 1.89 kiyohara }
1467 1.89 kiyohara FWOHCI_DMA_CLEAR(
1468 1.89 kiyohara dbch->bottom->db[dbch->bottom->dbcnt - 1].db.desc.depend, 0xf);
1469 1.89 kiyohara return err;
1470 1.89 kiyohara }
1471 1.7 onoe
1472 1.89 kiyohara static int
1473 1.89 kiyohara fwohci_rx_enable(struct fwohci_softc *sc, struct fwohci_dbch *dbch)
1474 1.89 kiyohara {
1475 1.89 kiyohara int err = 0;
1476 1.89 kiyohara int idb, z, i, dmach = 0, ldesc;
1477 1.89 kiyohara uint32_t off = 0;
1478 1.89 kiyohara struct fwohcidb_tr *db_tr;
1479 1.89 kiyohara struct fwohcidb *db;
1480 1.89 kiyohara
1481 1.89 kiyohara z = dbch->ndesc;
1482 1.89 kiyohara if(&sc->arrq == dbch){
1483 1.89 kiyohara off = OHCI_ARQOFF;
1484 1.89 kiyohara }else if(&sc->arrs == dbch){
1485 1.89 kiyohara off = OHCI_ARSOFF;
1486 1.89 kiyohara }else{
1487 1.89 kiyohara for(dmach = 0 ; dmach < sc->fc.nisodma ; dmach++){
1488 1.89 kiyohara if( &sc->ir[dmach] == dbch){
1489 1.89 kiyohara off = OHCI_IROFF(dmach);
1490 1.89 kiyohara break;
1491 1.89 kiyohara }
1492 1.89 kiyohara }
1493 1.89 kiyohara }
1494 1.89 kiyohara if(off == 0){
1495 1.89 kiyohara err = EINVAL;
1496 1.89 kiyohara return err;
1497 1.89 kiyohara }
1498 1.89 kiyohara if(dbch->xferq.flag & FWXFERQ_STREAM){
1499 1.89 kiyohara if(dbch->xferq.flag & FWXFERQ_RUNNING)
1500 1.89 kiyohara return err;
1501 1.89 kiyohara }else{
1502 1.89 kiyohara if(dbch->xferq.flag & FWXFERQ_RUNNING){
1503 1.89 kiyohara err = EBUSY;
1504 1.89 kiyohara return err;
1505 1.89 kiyohara }
1506 1.89 kiyohara }
1507 1.89 kiyohara dbch->xferq.flag |= FWXFERQ_RUNNING;
1508 1.89 kiyohara dbch->top = STAILQ_FIRST(&dbch->db_trq);
1509 1.89 kiyohara for( i = 0, dbch->bottom = dbch->top; i < (dbch->ndb - 1); i++){
1510 1.89 kiyohara dbch->bottom = STAILQ_NEXT(dbch->bottom, link);
1511 1.89 kiyohara }
1512 1.89 kiyohara db_tr = dbch->top;
1513 1.89 kiyohara for (idb = 0; idb < dbch->ndb; idb ++) {
1514 1.89 kiyohara fwohci_add_rx_buf(dbch, db_tr, idb, &sc->dummy_dma);
1515 1.89 kiyohara if (STAILQ_NEXT(db_tr, link) == NULL)
1516 1.89 kiyohara break;
1517 1.89 kiyohara db = db_tr->db;
1518 1.89 kiyohara ldesc = db_tr->dbcnt - 1;
1519 1.89 kiyohara FWOHCI_DMA_WRITE(db[ldesc].db.desc.depend,
1520 1.89 kiyohara STAILQ_NEXT(db_tr, link)->bus_addr | z);
1521 1.89 kiyohara if(dbch->xferq.flag & FWXFERQ_EXTBUF){
1522 1.89 kiyohara if(((idb + 1 ) % dbch->xferq.bnpacket) == 0){
1523 1.89 kiyohara FWOHCI_DMA_SET(
1524 1.89 kiyohara db[ldesc].db.desc.cmd,
1525 1.89 kiyohara OHCI_INTERRUPT_ALWAYS);
1526 1.89 kiyohara FWOHCI_DMA_CLEAR(
1527 1.89 kiyohara db[ldesc].db.desc.depend,
1528 1.89 kiyohara 0xf);
1529 1.89 kiyohara }
1530 1.89 kiyohara }
1531 1.89 kiyohara db_tr = STAILQ_NEXT(db_tr, link);
1532 1.89 kiyohara }
1533 1.89 kiyohara FWOHCI_DMA_CLEAR(
1534 1.89 kiyohara dbch->bottom->db[db_tr->dbcnt - 1].db.desc.depend, 0xf);
1535 1.89 kiyohara dbch->buf_offset = 0;
1536 1.89 kiyohara fwdma_sync_multiseg_all(dbch->am,
1537 1.89 kiyohara BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
1538 1.89 kiyohara if(dbch->xferq.flag & FWXFERQ_STREAM){
1539 1.89 kiyohara return err;
1540 1.89 kiyohara }else{
1541 1.89 kiyohara OWRITE(sc, OHCI_DMACMD(off), dbch->top->bus_addr | z);
1542 1.89 kiyohara }
1543 1.89 kiyohara OWRITE(sc, OHCI_DMACTL(off), OHCI_CNTL_DMA_RUN);
1544 1.89 kiyohara return err;
1545 1.89 kiyohara }
1546 1.7 onoe
1547 1.89 kiyohara static int
1548 1.89 kiyohara fwohci_next_cycle(struct firewire_comm *fc, int cycle_now)
1549 1.89 kiyohara {
1550 1.89 kiyohara int sec, cycle, cycle_match;
1551 1.89 kiyohara
1552 1.89 kiyohara cycle = cycle_now & 0x1fff;
1553 1.89 kiyohara sec = cycle_now >> 13;
1554 1.89 kiyohara #define CYCLE_MOD 0x10
1555 1.89 kiyohara #if 1
1556 1.89 kiyohara #define CYCLE_DELAY 8 /* min delay to start DMA */
1557 1.7 onoe #else
1558 1.89 kiyohara #define CYCLE_DELAY 7000 /* min delay to start DMA */
1559 1.7 onoe #endif
1560 1.89 kiyohara cycle = cycle + CYCLE_DELAY;
1561 1.89 kiyohara if (cycle >= 8000) {
1562 1.89 kiyohara sec ++;
1563 1.89 kiyohara cycle -= 8000;
1564 1.89 kiyohara }
1565 1.89 kiyohara cycle = roundup2(cycle, CYCLE_MOD);
1566 1.89 kiyohara if (cycle >= 8000) {
1567 1.89 kiyohara sec ++;
1568 1.89 kiyohara if (cycle == 8000)
1569 1.89 kiyohara cycle = 0;
1570 1.89 kiyohara else
1571 1.89 kiyohara cycle = CYCLE_MOD;
1572 1.89 kiyohara }
1573 1.89 kiyohara cycle_match = ((sec << 13) | cycle) & 0x7ffff;
1574 1.89 kiyohara
1575 1.89 kiyohara return(cycle_match);
1576 1.89 kiyohara }
1577 1.89 kiyohara
1578 1.89 kiyohara static int
1579 1.89 kiyohara fwohci_itxbuf_enable(struct firewire_comm *fc, int dmach)
1580 1.89 kiyohara {
1581 1.89 kiyohara struct fwohci_softc *sc = (struct fwohci_softc *)fc;
1582 1.89 kiyohara int err = 0;
1583 1.89 kiyohara unsigned short tag, ich;
1584 1.89 kiyohara struct fwohci_dbch *dbch;
1585 1.89 kiyohara int cycle_match, cycle_now, s, ldesc;
1586 1.89 kiyohara uint32_t stat;
1587 1.89 kiyohara struct fw_bulkxfer *first, *chunk, *prev;
1588 1.89 kiyohara struct fw_xferq *it;
1589 1.89 kiyohara
1590 1.89 kiyohara dbch = &sc->it[dmach];
1591 1.89 kiyohara it = &dbch->xferq;
1592 1.89 kiyohara
1593 1.89 kiyohara tag = (it->flag >> 6) & 3;
1594 1.89 kiyohara ich = it->flag & 0x3f;
1595 1.89 kiyohara if ((dbch->flags & FWOHCI_DBCH_INIT) == 0) {
1596 1.89 kiyohara dbch->ndb = it->bnpacket * it->bnchunk;
1597 1.89 kiyohara dbch->ndesc = 3;
1598 1.89 kiyohara fwohci_db_init(sc, dbch);
1599 1.89 kiyohara if ((dbch->flags & FWOHCI_DBCH_INIT) == 0)
1600 1.89 kiyohara return ENOMEM;
1601 1.89 kiyohara err = fwohci_tx_enable(sc, dbch);
1602 1.89 kiyohara }
1603 1.89 kiyohara if(err)
1604 1.89 kiyohara return err;
1605 1.89 kiyohara
1606 1.89 kiyohara ldesc = dbch->ndesc - 1;
1607 1.89 kiyohara s = splfw();
1608 1.89 kiyohara prev = STAILQ_LAST(&it->stdma, fw_bulkxfer, link);
1609 1.89 kiyohara while ((chunk = STAILQ_FIRST(&it->stvalid)) != NULL) {
1610 1.89 kiyohara struct fwohcidb *db;
1611 1.89 kiyohara
1612 1.89 kiyohara fwdma_sync_multiseg(it->buf, chunk->poffset, it->bnpacket,
1613 1.89 kiyohara BUS_DMASYNC_PREWRITE);
1614 1.89 kiyohara fwohci_txbufdb(sc, dmach, chunk);
1615 1.89 kiyohara if (prev != NULL) {
1616 1.89 kiyohara db = ((struct fwohcidb_tr *)(prev->end))->db;
1617 1.89 kiyohara #if 0 /* XXX necessary? */
1618 1.89 kiyohara FWOHCI_DMA_SET(db[ldesc].db.desc.cmd,
1619 1.89 kiyohara OHCI_BRANCH_ALWAYS);
1620 1.89 kiyohara #endif
1621 1.89 kiyohara #if 0 /* if bulkxfer->npacket changes */
1622 1.89 kiyohara db[ldesc].db.desc.depend = db[0].db.desc.depend =
1623 1.89 kiyohara ((struct fwohcidb_tr *)
1624 1.89 kiyohara (chunk->start))->bus_addr | dbch->ndesc;
1625 1.89 kiyohara #else
1626 1.89 kiyohara FWOHCI_DMA_SET(db[0].db.desc.depend, dbch->ndesc);
1627 1.89 kiyohara FWOHCI_DMA_SET(db[ldesc].db.desc.depend, dbch->ndesc);
1628 1.89 kiyohara #endif
1629 1.89 kiyohara }
1630 1.89 kiyohara STAILQ_REMOVE_HEAD(&it->stvalid, link);
1631 1.89 kiyohara STAILQ_INSERT_TAIL(&it->stdma, chunk, link);
1632 1.89 kiyohara prev = chunk;
1633 1.89 kiyohara }
1634 1.89 kiyohara fwdma_sync_multiseg_all(dbch->am,
1635 1.89 kiyohara BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
1636 1.89 kiyohara splx(s);
1637 1.89 kiyohara stat = OREAD(sc, OHCI_ITCTL(dmach));
1638 1.89 kiyohara if (firewire_debug && (stat & OHCI_CNTL_CYCMATCH_S))
1639 1.89 kiyohara printf("stat 0x%x\n", stat);
1640 1.89 kiyohara
1641 1.89 kiyohara if (stat & (OHCI_CNTL_DMA_ACTIVE | OHCI_CNTL_CYCMATCH_S))
1642 1.89 kiyohara return 0;
1643 1.89 kiyohara
1644 1.89 kiyohara #if 0
1645 1.89 kiyohara OWRITE(sc, OHCI_ITCTLCLR(dmach), OHCI_CNTL_DMA_RUN);
1646 1.89 kiyohara #endif
1647 1.89 kiyohara OWRITE(sc, OHCI_IT_MASKCLR, 1 << dmach);
1648 1.89 kiyohara OWRITE(sc, OHCI_IT_STATCLR, 1 << dmach);
1649 1.89 kiyohara OWRITE(sc, OHCI_IT_MASK, 1 << dmach);
1650 1.89 kiyohara OWRITE(sc, FWOHCI_INTMASK, OHCI_INT_DMA_IT);
1651 1.89 kiyohara
1652 1.89 kiyohara first = STAILQ_FIRST(&it->stdma);
1653 1.89 kiyohara OWRITE(sc, OHCI_ITCMD(dmach),
1654 1.89 kiyohara ((struct fwohcidb_tr *)(first->start))->bus_addr | dbch->ndesc);
1655 1.89 kiyohara if (firewire_debug > 1) {
1656 1.89 kiyohara printf("fwohci_itxbuf_enable: kick 0x%08x\n", stat);
1657 1.89 kiyohara #if 1
1658 1.89 kiyohara dump_dma(sc, ITX_CH + dmach);
1659 1.89 kiyohara #endif
1660 1.89 kiyohara }
1661 1.89 kiyohara if ((stat & OHCI_CNTL_DMA_RUN) == 0) {
1662 1.89 kiyohara #if 1
1663 1.89 kiyohara /* Don't start until all chunks are buffered */
1664 1.89 kiyohara if (STAILQ_FIRST(&it->stfree) != NULL)
1665 1.89 kiyohara goto out;
1666 1.89 kiyohara #endif
1667 1.89 kiyohara #if 1
1668 1.89 kiyohara /* Clear cycle match counter bits */
1669 1.89 kiyohara OWRITE(sc, OHCI_ITCTLCLR(dmach), 0xffff0000);
1670 1.89 kiyohara
1671 1.89 kiyohara /* 2bit second + 13bit cycle */
1672 1.89 kiyohara cycle_now = (fc->cyctimer(fc) >> 12) & 0x7fff;
1673 1.89 kiyohara cycle_match = fwohci_next_cycle(fc, cycle_now);
1674 1.89 kiyohara
1675 1.89 kiyohara OWRITE(sc, OHCI_ITCTL(dmach),
1676 1.89 kiyohara OHCI_CNTL_CYCMATCH_S | (cycle_match << 16)
1677 1.89 kiyohara | OHCI_CNTL_DMA_RUN);
1678 1.89 kiyohara #else
1679 1.89 kiyohara OWRITE(sc, OHCI_ITCTL(dmach), OHCI_CNTL_DMA_RUN);
1680 1.89 kiyohara #endif
1681 1.89 kiyohara if (firewire_debug > 1) {
1682 1.89 kiyohara printf("cycle_match: 0x%04x->0x%04x\n",
1683 1.89 kiyohara cycle_now, cycle_match);
1684 1.89 kiyohara dump_dma(sc, ITX_CH + dmach);
1685 1.89 kiyohara dump_db(sc, ITX_CH + dmach);
1686 1.89 kiyohara }
1687 1.89 kiyohara } else if ((stat & OHCI_CNTL_CYCMATCH_S) == 0) {
1688 1.89 kiyohara device_printf(sc->fc.dev,
1689 1.89 kiyohara "IT DMA underrun (0x%08x)\n", stat);
1690 1.89 kiyohara OWRITE(sc, OHCI_ITCTL(dmach), OHCI_CNTL_DMA_WAKE);
1691 1.89 kiyohara }
1692 1.89 kiyohara out:
1693 1.89 kiyohara return err;
1694 1.89 kiyohara }
1695 1.7 onoe
1696 1.89 kiyohara static int
1697 1.89 kiyohara fwohci_irx_enable(struct firewire_comm *fc, int dmach)
1698 1.89 kiyohara {
1699 1.89 kiyohara struct fwohci_softc *sc = (struct fwohci_softc *)fc;
1700 1.89 kiyohara int err = 0, s, ldesc;
1701 1.89 kiyohara unsigned short tag, ich;
1702 1.89 kiyohara uint32_t stat;
1703 1.89 kiyohara struct fwohci_dbch *dbch;
1704 1.89 kiyohara struct fwohcidb_tr *db_tr;
1705 1.89 kiyohara struct fw_bulkxfer *first, *prev, *chunk;
1706 1.89 kiyohara struct fw_xferq *ir;
1707 1.89 kiyohara
1708 1.89 kiyohara dbch = &sc->ir[dmach];
1709 1.89 kiyohara ir = &dbch->xferq;
1710 1.89 kiyohara
1711 1.89 kiyohara if ((ir->flag & FWXFERQ_RUNNING) == 0) {
1712 1.89 kiyohara tag = (ir->flag >> 6) & 3;
1713 1.89 kiyohara ich = ir->flag & 0x3f;
1714 1.89 kiyohara OWRITE(sc, OHCI_IRMATCH(dmach), tagbit[tag] | ich);
1715 1.89 kiyohara
1716 1.89 kiyohara ir->queued = 0;
1717 1.89 kiyohara dbch->ndb = ir->bnpacket * ir->bnchunk;
1718 1.89 kiyohara dbch->ndesc = 2;
1719 1.89 kiyohara fwohci_db_init(sc, dbch);
1720 1.89 kiyohara if ((dbch->flags & FWOHCI_DBCH_INIT) == 0)
1721 1.89 kiyohara return ENOMEM;
1722 1.89 kiyohara err = fwohci_rx_enable(sc, dbch);
1723 1.89 kiyohara }
1724 1.89 kiyohara if(err)
1725 1.89 kiyohara return err;
1726 1.89 kiyohara
1727 1.89 kiyohara first = STAILQ_FIRST(&ir->stfree);
1728 1.89 kiyohara if (first == NULL) {
1729 1.89 kiyohara device_printf(fc->dev, "IR DMA no free chunk\n");
1730 1.89 kiyohara return 0;
1731 1.89 kiyohara }
1732 1.7 onoe
1733 1.89 kiyohara ldesc = dbch->ndesc - 1;
1734 1.89 kiyohara s = splfw();
1735 1.89 kiyohara prev = STAILQ_LAST(&ir->stdma, fw_bulkxfer, link);
1736 1.89 kiyohara while ((chunk = STAILQ_FIRST(&ir->stfree)) != NULL) {
1737 1.89 kiyohara struct fwohcidb *db;
1738 1.89 kiyohara
1739 1.89 kiyohara #if 1 /* XXX for if_fwe */
1740 1.89 kiyohara if (chunk->mbuf != NULL) {
1741 1.89 kiyohara db_tr = (struct fwohcidb_tr *)(chunk->start);
1742 1.89 kiyohara db_tr->dbcnt = 1;
1743 1.89 kiyohara err = fw_bus_dmamap_load_mbuf(
1744 1.89 kiyohara dbch->dmat, db_tr->dma_map,
1745 1.89 kiyohara chunk->mbuf, fwohci_execute_db2, db_tr,
1746 1.89 kiyohara BUS_DMA_WAITOK);
1747 1.89 kiyohara FWOHCI_DMA_SET(db_tr->db[1].db.desc.cmd,
1748 1.89 kiyohara OHCI_UPDATE | OHCI_INPUT_LAST |
1749 1.89 kiyohara OHCI_INTERRUPT_ALWAYS | OHCI_BRANCH_ALWAYS);
1750 1.89 kiyohara }
1751 1.89 kiyohara #endif
1752 1.89 kiyohara db = ((struct fwohcidb_tr *)(chunk->end))->db;
1753 1.89 kiyohara FWOHCI_DMA_WRITE(db[ldesc].db.desc.res, 0);
1754 1.89 kiyohara FWOHCI_DMA_CLEAR(db[ldesc].db.desc.depend, 0xf);
1755 1.89 kiyohara if (prev != NULL) {
1756 1.89 kiyohara db = ((struct fwohcidb_tr *)(prev->end))->db;
1757 1.89 kiyohara FWOHCI_DMA_SET(db[ldesc].db.desc.depend, dbch->ndesc);
1758 1.89 kiyohara }
1759 1.89 kiyohara STAILQ_REMOVE_HEAD(&ir->stfree, link);
1760 1.89 kiyohara STAILQ_INSERT_TAIL(&ir->stdma, chunk, link);
1761 1.89 kiyohara prev = chunk;
1762 1.89 kiyohara }
1763 1.89 kiyohara fwdma_sync_multiseg_all(dbch->am,
1764 1.89 kiyohara BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
1765 1.89 kiyohara splx(s);
1766 1.89 kiyohara stat = OREAD(sc, OHCI_IRCTL(dmach));
1767 1.89 kiyohara if (stat & OHCI_CNTL_DMA_ACTIVE)
1768 1.89 kiyohara return 0;
1769 1.89 kiyohara if (stat & OHCI_CNTL_DMA_RUN) {
1770 1.89 kiyohara OWRITE(sc, OHCI_IRCTLCLR(dmach), OHCI_CNTL_DMA_RUN);
1771 1.89 kiyohara device_printf(sc->fc.dev, "IR DMA overrun (0x%08x)\n", stat);
1772 1.89 kiyohara }
1773 1.89 kiyohara
1774 1.89 kiyohara if (firewire_debug)
1775 1.89 kiyohara printf("start IR DMA 0x%x\n", stat);
1776 1.89 kiyohara OWRITE(sc, OHCI_IR_MASKCLR, 1 << dmach);
1777 1.89 kiyohara OWRITE(sc, OHCI_IR_STATCLR, 1 << dmach);
1778 1.89 kiyohara OWRITE(sc, OHCI_IR_MASK, 1 << dmach);
1779 1.89 kiyohara OWRITE(sc, OHCI_IRCTLCLR(dmach), 0xf0000000);
1780 1.89 kiyohara OWRITE(sc, OHCI_IRCTL(dmach), OHCI_CNTL_ISOHDR);
1781 1.89 kiyohara OWRITE(sc, OHCI_IRCMD(dmach),
1782 1.89 kiyohara ((struct fwohcidb_tr *)(first->start))->bus_addr
1783 1.89 kiyohara | dbch->ndesc);
1784 1.89 kiyohara OWRITE(sc, OHCI_IRCTL(dmach), OHCI_CNTL_DMA_RUN);
1785 1.89 kiyohara OWRITE(sc, FWOHCI_INTMASK, OHCI_INT_DMA_IR);
1786 1.89 kiyohara #if 0
1787 1.89 kiyohara dump_db(sc, IRX_CH + dmach);
1788 1.22 enami #endif
1789 1.89 kiyohara return err;
1790 1.89 kiyohara }
1791 1.89 kiyohara
1792 1.89 kiyohara FWOHCI_STOP()
1793 1.89 kiyohara {
1794 1.89 kiyohara FWOHCI_STOP_START;
1795 1.89 kiyohara u_int i;
1796 1.89 kiyohara
1797 1.89 kiyohara /* Now stopping all DMA channel */
1798 1.89 kiyohara OWRITE(sc, OHCI_ARQCTLCLR, OHCI_CNTL_DMA_RUN);
1799 1.89 kiyohara OWRITE(sc, OHCI_ARSCTLCLR, OHCI_CNTL_DMA_RUN);
1800 1.89 kiyohara OWRITE(sc, OHCI_ATQCTLCLR, OHCI_CNTL_DMA_RUN);
1801 1.89 kiyohara OWRITE(sc, OHCI_ATSCTLCLR, OHCI_CNTL_DMA_RUN);
1802 1.89 kiyohara
1803 1.89 kiyohara for( i = 0 ; i < sc->fc.nisodma ; i ++ ){
1804 1.89 kiyohara OWRITE(sc, OHCI_IRCTLCLR(i), OHCI_CNTL_DMA_RUN);
1805 1.89 kiyohara OWRITE(sc, OHCI_ITCTLCLR(i), OHCI_CNTL_DMA_RUN);
1806 1.89 kiyohara }
1807 1.89 kiyohara
1808 1.89 kiyohara /* FLUSH FIFO and reset Transmitter/Reciever */
1809 1.89 kiyohara OWRITE(sc, OHCI_HCCCTL, OHCI_HCC_RESET);
1810 1.7 onoe
1811 1.89 kiyohara /* Stop interrupt */
1812 1.89 kiyohara OWRITE(sc, FWOHCI_INTMASKCLR,
1813 1.89 kiyohara OHCI_INT_EN | OHCI_INT_ERR | OHCI_INT_PHY_SID
1814 1.89 kiyohara | OHCI_INT_PHY_INT
1815 1.89 kiyohara | OHCI_INT_DMA_ATRQ | OHCI_INT_DMA_ATRS
1816 1.89 kiyohara | OHCI_INT_DMA_PRRQ | OHCI_INT_DMA_PRRS
1817 1.89 kiyohara | OHCI_INT_DMA_ARRQ | OHCI_INT_DMA_ARRS
1818 1.89 kiyohara | OHCI_INT_PHY_BUS_R);
1819 1.7 onoe
1820 1.89 kiyohara if (sc->fc.arq !=0 && sc->fc.arq->maxq > 0)
1821 1.89 kiyohara fw_drain_txq(&sc->fc);
1822 1.7 onoe
1823 1.89 kiyohara /* XXX Link down? Bus reset? */
1824 1.89 kiyohara FWOHCI_STOP_RETURN(0);
1825 1.7 onoe }
1826 1.7 onoe
1827 1.89 kiyohara #if defined(__NetBSD__)
1828 1.7 onoe static void
1829 1.7 onoe fwohci_power(int why, void *arg)
1830 1.7 onoe {
1831 1.7 onoe struct fwohci_softc *sc = arg;
1832 1.7 onoe int s;
1833 1.7 onoe
1834 1.24 jmc s = splbio();
1835 1.10 takemura switch (why) {
1836 1.89 kiyohara case PWR_SUSPEND:
1837 1.89 kiyohara case PWR_STANDBY:
1838 1.89 kiyohara fwohci_stop(arg);
1839 1.10 takemura break;
1840 1.10 takemura case PWR_RESUME:
1841 1.89 kiyohara fwohci_resume(sc, sc->fc.dev);
1842 1.10 takemura break;
1843 1.10 takemura case PWR_SOFTSUSPEND:
1844 1.10 takemura case PWR_SOFTSTANDBY:
1845 1.10 takemura case PWR_SOFTRESUME:
1846 1.10 takemura break;
1847 1.7 onoe }
1848 1.7 onoe splx(s);
1849 1.7 onoe }
1850 1.89 kiyohara #endif
1851 1.7 onoe
1852 1.89 kiyohara int
1853 1.89 kiyohara fwohci_resume(struct fwohci_softc *sc, device_t dev)
1854 1.7 onoe {
1855 1.89 kiyohara int i;
1856 1.89 kiyohara struct fw_xferq *ir;
1857 1.89 kiyohara struct fw_bulkxfer *chunk;
1858 1.7 onoe
1859 1.89 kiyohara fwohci_reset(sc, dev);
1860 1.89 kiyohara /* XXX resume isochronous receive automatically. (how about TX?) */
1861 1.89 kiyohara for(i = 0; i < sc->fc.nisodma; i ++) {
1862 1.89 kiyohara ir = &sc->ir[i].xferq;
1863 1.89 kiyohara if((ir->flag & FWXFERQ_RUNNING) != 0) {
1864 1.89 kiyohara device_printf(sc->fc.dev,
1865 1.89 kiyohara "resume iso receive ch: %d\n", i);
1866 1.89 kiyohara ir->flag &= ~FWXFERQ_RUNNING;
1867 1.89 kiyohara /* requeue stdma to stfree */
1868 1.89 kiyohara while((chunk = STAILQ_FIRST(&ir->stdma)) != NULL) {
1869 1.89 kiyohara STAILQ_REMOVE_HEAD(&ir->stdma, link);
1870 1.89 kiyohara STAILQ_INSERT_TAIL(&ir->stfree, chunk, link);
1871 1.89 kiyohara }
1872 1.89 kiyohara sc->fc.irx_enable(&sc->fc, i);
1873 1.89 kiyohara }
1874 1.89 kiyohara }
1875 1.89 kiyohara
1876 1.89 kiyohara #if defined(__FreeBSD__)
1877 1.89 kiyohara bus_generic_resume(dev);
1878 1.89 kiyohara #endif
1879 1.89 kiyohara sc->fc.ibr(&sc->fc);
1880 1.89 kiyohara return 0;
1881 1.89 kiyohara }
1882 1.89 kiyohara
1883 1.89 kiyohara #define ACK_ALL
1884 1.89 kiyohara static void
1885 1.89 kiyohara fwohci_intr_body(struct fwohci_softc *sc, uint32_t stat, int count)
1886 1.89 kiyohara {
1887 1.89 kiyohara uint32_t irstat, itstat;
1888 1.89 kiyohara u_int i;
1889 1.89 kiyohara struct firewire_comm *fc = (struct firewire_comm *)sc;
1890 1.89 kiyohara
1891 1.89 kiyohara CTR0(KTR_DEV, "fwohci_intr_body");
1892 1.89 kiyohara #ifdef OHCI_DEBUG
1893 1.89 kiyohara if(stat & OREAD(sc, FWOHCI_INTMASK))
1894 1.89 kiyohara device_printf(fc->dev, "INTERRUPT < %s%s%s%s%s%s%s%s%s%s%s%s%s%s%s%s%s%s%s%s%s> 0x%08x, 0x%08x\n",
1895 1.89 kiyohara stat & OHCI_INT_EN ? "DMA_EN ":"",
1896 1.89 kiyohara stat & OHCI_INT_PHY_REG ? "PHY_REG ":"",
1897 1.89 kiyohara stat & OHCI_INT_CYC_LONG ? "CYC_LONG ":"",
1898 1.89 kiyohara stat & OHCI_INT_ERR ? "INT_ERR ":"",
1899 1.89 kiyohara stat & OHCI_INT_CYC_ERR ? "CYC_ERR ":"",
1900 1.89 kiyohara stat & OHCI_INT_CYC_LOST ? "CYC_LOST ":"",
1901 1.89 kiyohara stat & OHCI_INT_CYC_64SECOND ? "CYC_64SECOND ":"",
1902 1.89 kiyohara stat & OHCI_INT_CYC_START ? "CYC_START ":"",
1903 1.89 kiyohara stat & OHCI_INT_PHY_INT ? "PHY_INT ":"",
1904 1.89 kiyohara stat & OHCI_INT_PHY_BUS_R ? "BUS_RESET ":"",
1905 1.89 kiyohara stat & OHCI_INT_PHY_SID ? "SID ":"",
1906 1.89 kiyohara stat & OHCI_INT_LR_ERR ? "DMA_LR_ERR ":"",
1907 1.89 kiyohara stat & OHCI_INT_PW_ERR ? "DMA_PW_ERR ":"",
1908 1.89 kiyohara stat & OHCI_INT_DMA_IR ? "DMA_IR ":"",
1909 1.89 kiyohara stat & OHCI_INT_DMA_IT ? "DMA_IT " :"",
1910 1.89 kiyohara stat & OHCI_INT_DMA_PRRS ? "DMA_PRRS " :"",
1911 1.89 kiyohara stat & OHCI_INT_DMA_PRRQ ? "DMA_PRRQ " :"",
1912 1.89 kiyohara stat & OHCI_INT_DMA_ARRS ? "DMA_ARRS " :"",
1913 1.89 kiyohara stat & OHCI_INT_DMA_ARRQ ? "DMA_ARRQ " :"",
1914 1.89 kiyohara stat & OHCI_INT_DMA_ATRS ? "DMA_ATRS " :"",
1915 1.89 kiyohara stat & OHCI_INT_DMA_ATRQ ? "DMA_ATRQ " :"",
1916 1.89 kiyohara stat, OREAD(sc, FWOHCI_INTMASK)
1917 1.89 kiyohara );
1918 1.89 kiyohara #endif
1919 1.89 kiyohara /* Bus reset */
1920 1.89 kiyohara if(stat & OHCI_INT_PHY_BUS_R ){
1921 1.89 kiyohara if (fc->status == FWBUSRESET)
1922 1.89 kiyohara goto busresetout;
1923 1.89 kiyohara /* Disable bus reset interrupt until sid recv. */
1924 1.89 kiyohara OWRITE(sc, FWOHCI_INTMASKCLR, OHCI_INT_PHY_BUS_R);
1925 1.89 kiyohara
1926 1.89 kiyohara device_printf(fc->dev, "BUS reset\n");
1927 1.89 kiyohara OWRITE(sc, FWOHCI_INTMASKCLR, OHCI_INT_CYC_LOST);
1928 1.89 kiyohara OWRITE(sc, OHCI_LNKCTLCLR, OHCI_CNTL_CYCSRC);
1929 1.89 kiyohara
1930 1.89 kiyohara OWRITE(sc, OHCI_ATQCTLCLR, OHCI_CNTL_DMA_RUN);
1931 1.89 kiyohara sc->atrq.xferq.flag &= ~FWXFERQ_RUNNING;
1932 1.89 kiyohara OWRITE(sc, OHCI_ATSCTLCLR, OHCI_CNTL_DMA_RUN);
1933 1.89 kiyohara sc->atrs.xferq.flag &= ~FWXFERQ_RUNNING;
1934 1.89 kiyohara
1935 1.89 kiyohara #ifndef ACK_ALL
1936 1.89 kiyohara OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_PHY_BUS_R);
1937 1.89 kiyohara #endif
1938 1.89 kiyohara fw_busreset(fc);
1939 1.89 kiyohara OWRITE(sc, OHCI_CROMHDR, ntohl(sc->fc.config_rom[0]));
1940 1.89 kiyohara OWRITE(sc, OHCI_BUS_OPT, ntohl(sc->fc.config_rom[2]));
1941 1.89 kiyohara }
1942 1.89 kiyohara busresetout:
1943 1.89 kiyohara if((stat & OHCI_INT_DMA_IR )){
1944 1.89 kiyohara #ifndef ACK_ALL
1945 1.89 kiyohara OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_DMA_IR);
1946 1.89 kiyohara #endif
1947 1.89 kiyohara #if defined(__DragonFly__) || __FreeBSD_version < 500000 || defined(__NetBSD__)
1948 1.89 kiyohara irstat = sc->irstat;
1949 1.89 kiyohara sc->irstat = 0;
1950 1.89 kiyohara #else
1951 1.89 kiyohara irstat = atomic_readandclear_int(&sc->irstat);
1952 1.89 kiyohara #endif
1953 1.89 kiyohara for(i = 0; i < fc->nisodma ; i++){
1954 1.89 kiyohara struct fwohci_dbch *dbch;
1955 1.7 onoe
1956 1.89 kiyohara if((irstat & (1 << i)) != 0){
1957 1.89 kiyohara dbch = &sc->ir[i];
1958 1.89 kiyohara if ((dbch->xferq.flag & FWXFERQ_OPEN) == 0) {
1959 1.89 kiyohara device_printf(sc->fc.dev,
1960 1.89 kiyohara "dma(%d) not active\n", i);
1961 1.89 kiyohara continue;
1962 1.89 kiyohara }
1963 1.89 kiyohara fwohci_rbuf_update(sc, i);
1964 1.89 kiyohara }
1965 1.89 kiyohara }
1966 1.89 kiyohara }
1967 1.89 kiyohara if((stat & OHCI_INT_DMA_IT )){
1968 1.89 kiyohara #ifndef ACK_ALL
1969 1.89 kiyohara OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_DMA_IT);
1970 1.89 kiyohara #endif
1971 1.89 kiyohara #if defined(__DragonFly__) || __FreeBSD_version < 500000 || defined(__NetBSD__)
1972 1.89 kiyohara itstat = sc->itstat;
1973 1.89 kiyohara sc->itstat = 0;
1974 1.89 kiyohara #else
1975 1.89 kiyohara itstat = atomic_readandclear_int(&sc->itstat);
1976 1.89 kiyohara #endif
1977 1.89 kiyohara for(i = 0; i < fc->nisodma ; i++){
1978 1.89 kiyohara if((itstat & (1 << i)) != 0){
1979 1.89 kiyohara fwohci_tbuf_update(sc, i);
1980 1.89 kiyohara }
1981 1.89 kiyohara }
1982 1.89 kiyohara }
1983 1.89 kiyohara if((stat & OHCI_INT_DMA_PRRS )){
1984 1.89 kiyohara #ifndef ACK_ALL
1985 1.89 kiyohara OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_DMA_PRRS);
1986 1.89 kiyohara #endif
1987 1.89 kiyohara #if 0
1988 1.89 kiyohara dump_dma(sc, ARRS_CH);
1989 1.89 kiyohara dump_db(sc, ARRS_CH);
1990 1.89 kiyohara #endif
1991 1.89 kiyohara fwohci_arcv(sc, &sc->arrs, count);
1992 1.89 kiyohara }
1993 1.89 kiyohara if((stat & OHCI_INT_DMA_PRRQ )){
1994 1.89 kiyohara #ifndef ACK_ALL
1995 1.89 kiyohara OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_DMA_PRRQ);
1996 1.89 kiyohara #endif
1997 1.89 kiyohara #if 0
1998 1.89 kiyohara dump_dma(sc, ARRQ_CH);
1999 1.89 kiyohara dump_db(sc, ARRQ_CH);
2000 1.89 kiyohara #endif
2001 1.89 kiyohara fwohci_arcv(sc, &sc->arrq, count);
2002 1.89 kiyohara }
2003 1.89 kiyohara if (stat & OHCI_INT_CYC_LOST) {
2004 1.89 kiyohara if (sc->cycle_lost >= 0)
2005 1.89 kiyohara sc->cycle_lost ++;
2006 1.89 kiyohara if (sc->cycle_lost > 10) {
2007 1.89 kiyohara sc->cycle_lost = -1;
2008 1.89 kiyohara #if 0
2009 1.89 kiyohara OWRITE(sc, OHCI_LNKCTLCLR, OHCI_CNTL_CYCTIMER);
2010 1.89 kiyohara #endif
2011 1.89 kiyohara OWRITE(sc, FWOHCI_INTMASKCLR, OHCI_INT_CYC_LOST);
2012 1.89 kiyohara device_printf(fc->dev, "too many cycle lost, "
2013 1.89 kiyohara "no cycle master presents?\n");
2014 1.89 kiyohara }
2015 1.89 kiyohara }
2016 1.89 kiyohara if(stat & OHCI_INT_PHY_SID){
2017 1.89 kiyohara uint32_t *buf, node_id;
2018 1.89 kiyohara int plen;
2019 1.89 kiyohara
2020 1.89 kiyohara #ifndef ACK_ALL
2021 1.89 kiyohara OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_PHY_SID);
2022 1.89 kiyohara #endif
2023 1.89 kiyohara /* Enable bus reset interrupt */
2024 1.89 kiyohara OWRITE(sc, FWOHCI_INTMASK, OHCI_INT_PHY_BUS_R);
2025 1.89 kiyohara /* Allow async. request to us */
2026 1.89 kiyohara OWRITE(sc, OHCI_AREQHI, 1 << 31);
2027 1.89 kiyohara /* XXX insecure ?? */
2028 1.89 kiyohara /* allow from all nodes */
2029 1.89 kiyohara OWRITE(sc, OHCI_PREQHI, 0x7fffffff);
2030 1.89 kiyohara OWRITE(sc, OHCI_PREQLO, 0xffffffff);
2031 1.89 kiyohara /* 0 to 4GB regison */
2032 1.89 kiyohara OWRITE(sc, OHCI_PREQUPPER, 0x10000);
2033 1.89 kiyohara /* Set ATRetries register */
2034 1.89 kiyohara OWRITE(sc, OHCI_ATRETRY, 1<<(13+16) | 0xfff);
2035 1.89 kiyohara /*
2036 1.89 kiyohara ** Checking whether the node is root or not. If root, turn on
2037 1.89 kiyohara ** cycle master.
2038 1.89 kiyohara */
2039 1.89 kiyohara node_id = OREAD(sc, FWOHCI_NODEID);
2040 1.89 kiyohara plen = OREAD(sc, OHCI_SID_CNT);
2041 1.89 kiyohara
2042 1.89 kiyohara device_printf(fc->dev, "node_id=0x%08x, gen=%d, ",
2043 1.89 kiyohara node_id, (plen >> 16) & 0xff);
2044 1.89 kiyohara if (!(node_id & OHCI_NODE_VALID)) {
2045 1.89 kiyohara printf("Bus reset failure\n");
2046 1.89 kiyohara goto sidout;
2047 1.89 kiyohara }
2048 1.89 kiyohara
2049 1.89 kiyohara /* cycle timer */
2050 1.89 kiyohara sc->cycle_lost = 0;
2051 1.89 kiyohara OWRITE(sc, FWOHCI_INTMASK, OHCI_INT_CYC_LOST);
2052 1.89 kiyohara if ((node_id & OHCI_NODE_ROOT) && !nocyclemaster) {
2053 1.89 kiyohara printf("CYCLEMASTER mode\n");
2054 1.89 kiyohara OWRITE(sc, OHCI_LNKCTL,
2055 1.89 kiyohara OHCI_CNTL_CYCMTR | OHCI_CNTL_CYCTIMER);
2056 1.89 kiyohara } else {
2057 1.89 kiyohara printf("non CYCLEMASTER mode\n");
2058 1.89 kiyohara OWRITE(sc, OHCI_LNKCTLCLR, OHCI_CNTL_CYCMTR);
2059 1.89 kiyohara OWRITE(sc, OHCI_LNKCTL, OHCI_CNTL_CYCTIMER);
2060 1.89 kiyohara }
2061 1.3 onoe
2062 1.89 kiyohara fc->nodeid = node_id & 0x3f;
2063 1.3 onoe
2064 1.89 kiyohara if (plen & OHCI_SID_ERR) {
2065 1.89 kiyohara device_printf(fc->dev, "SID Error\n");
2066 1.89 kiyohara goto sidout;
2067 1.89 kiyohara }
2068 1.89 kiyohara plen &= OHCI_SID_CNT_MASK;
2069 1.89 kiyohara if (plen < 4 || plen > OHCI_SIDSIZE) {
2070 1.89 kiyohara device_printf(fc->dev, "invalid SID len = %d\n", plen);
2071 1.89 kiyohara goto sidout;
2072 1.89 kiyohara }
2073 1.89 kiyohara plen -= 4; /* chop control info */
2074 1.89 kiyohara buf = (uint32_t *)malloc(OHCI_SIDSIZE, M_FW, M_NOWAIT);
2075 1.89 kiyohara if (buf == NULL) {
2076 1.89 kiyohara device_printf(fc->dev, "malloc failed\n");
2077 1.89 kiyohara goto sidout;
2078 1.89 kiyohara }
2079 1.89 kiyohara for (i = 0; i < plen / 4; i ++)
2080 1.89 kiyohara buf[i] = FWOHCI_DMA_READ(sc->sid_buf[i+1]);
2081 1.89 kiyohara #if defined(__NetBSD__) && defined(macppc)
2082 1.89 kiyohara /* XXX required as bootdisk for macppc. */
2083 1.89 kiyohara delay(500000);
2084 1.89 kiyohara #endif
2085 1.89 kiyohara #if 1 /* XXX needed?? */
2086 1.89 kiyohara /* pending all pre-bus_reset packets */
2087 1.89 kiyohara fwohci_txd(sc, &sc->atrq);
2088 1.89 kiyohara fwohci_txd(sc, &sc->atrs);
2089 1.89 kiyohara fwohci_arcv(sc, &sc->arrs, -1);
2090 1.89 kiyohara fwohci_arcv(sc, &sc->arrq, -1);
2091 1.89 kiyohara fw_drain_txq(fc);
2092 1.89 kiyohara #endif
2093 1.89 kiyohara fw_sidrcv(fc, buf, plen);
2094 1.89 kiyohara free(buf, M_FW);
2095 1.89 kiyohara }
2096 1.89 kiyohara sidout:
2097 1.89 kiyohara if((stat & OHCI_INT_DMA_ATRQ )){
2098 1.89 kiyohara #ifndef ACK_ALL
2099 1.89 kiyohara OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_DMA_ATRQ);
2100 1.89 kiyohara #endif
2101 1.89 kiyohara fwohci_txd(sc, &(sc->atrq));
2102 1.89 kiyohara }
2103 1.89 kiyohara if((stat & OHCI_INT_DMA_ATRS )){
2104 1.89 kiyohara #ifndef ACK_ALL
2105 1.89 kiyohara OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_DMA_ATRS);
2106 1.89 kiyohara #endif
2107 1.89 kiyohara fwohci_txd(sc, &(sc->atrs));
2108 1.89 kiyohara }
2109 1.89 kiyohara if((stat & OHCI_INT_PW_ERR )){
2110 1.89 kiyohara #ifndef ACK_ALL
2111 1.89 kiyohara OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_PW_ERR);
2112 1.89 kiyohara #endif
2113 1.89 kiyohara device_printf(fc->dev, "posted write error\n");
2114 1.89 kiyohara }
2115 1.89 kiyohara if((stat & OHCI_INT_ERR )){
2116 1.89 kiyohara #ifndef ACK_ALL
2117 1.89 kiyohara OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_ERR);
2118 1.89 kiyohara #endif
2119 1.89 kiyohara device_printf(fc->dev, "unrecoverable error\n");
2120 1.89 kiyohara }
2121 1.89 kiyohara if((stat & OHCI_INT_PHY_INT)) {
2122 1.89 kiyohara #ifndef ACK_ALL
2123 1.89 kiyohara OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_PHY_INT);
2124 1.89 kiyohara #endif
2125 1.89 kiyohara device_printf(fc->dev, "phy int\n");
2126 1.3 onoe }
2127 1.7 onoe
2128 1.89 kiyohara CTR0(KTR_DEV, "fwohci_intr_body done");
2129 1.89 kiyohara return;
2130 1.3 onoe }
2131 1.3 onoe
2132 1.89 kiyohara #if FWOHCI_TASKQUEUE
2133 1.7 onoe static void
2134 1.89 kiyohara fwohci_complete(void *arg, int pending)
2135 1.7 onoe {
2136 1.89 kiyohara struct fwohci_softc *sc = (struct fwohci_softc *)arg;
2137 1.89 kiyohara uint32_t stat;
2138 1.7 onoe
2139 1.89 kiyohara again:
2140 1.89 kiyohara stat = atomic_readandclear_int(&sc->intstat);
2141 1.89 kiyohara if (stat) {
2142 1.89 kiyohara FW_LOCK;
2143 1.89 kiyohara fwohci_intr_body(sc, stat, -1);
2144 1.89 kiyohara FW_UNLOCK;
2145 1.89 kiyohara } else
2146 1.89 kiyohara return;
2147 1.89 kiyohara goto again;
2148 1.7 onoe }
2149 1.89 kiyohara #endif
2150 1.7 onoe
2151 1.89 kiyohara static uint32_t
2152 1.89 kiyohara fwochi_check_stat(struct fwohci_softc *sc)
2153 1.7 onoe {
2154 1.89 kiyohara uint32_t stat, irstat, itstat;
2155 1.7 onoe
2156 1.89 kiyohara stat = OREAD(sc, FWOHCI_INTSTAT);
2157 1.89 kiyohara CTR1(KTR_DEV, "fwoch_check_stat 0x%08x", stat);
2158 1.89 kiyohara if (stat == 0xffffffff) {
2159 1.89 kiyohara device_printf(sc->fc.dev,
2160 1.89 kiyohara "device physically ejected?\n");
2161 1.89 kiyohara return(stat);
2162 1.7 onoe }
2163 1.89 kiyohara #ifdef ACK_ALL
2164 1.89 kiyohara if (stat)
2165 1.89 kiyohara OWRITE(sc, FWOHCI_INTSTATCLR, stat);
2166 1.7 onoe #endif
2167 1.89 kiyohara if (stat & OHCI_INT_DMA_IR) {
2168 1.89 kiyohara irstat = OREAD(sc, OHCI_IR_STAT);
2169 1.89 kiyohara OWRITE(sc, OHCI_IR_STATCLR, irstat);
2170 1.89 kiyohara atomic_set_int(&sc->irstat, irstat);
2171 1.89 kiyohara }
2172 1.89 kiyohara if (stat & OHCI_INT_DMA_IT) {
2173 1.89 kiyohara itstat = OREAD(sc, OHCI_IT_STAT);
2174 1.89 kiyohara OWRITE(sc, OHCI_IT_STATCLR, itstat);
2175 1.89 kiyohara atomic_set_int(&sc->itstat, itstat);
2176 1.89 kiyohara }
2177 1.89 kiyohara return(stat);
2178 1.7 onoe }
2179 1.7 onoe
2180 1.89 kiyohara FW_INTR(fwohci)
2181 1.3 onoe {
2182 1.89 kiyohara struct fwohci_softc *sc = (struct fwohci_softc *)arg;
2183 1.89 kiyohara uint32_t stat;
2184 1.89 kiyohara #if !FWOHCI_TASKQUEUE
2185 1.89 kiyohara uint32_t bus_reset = 0;
2186 1.89 kiyohara #endif
2187 1.3 onoe
2188 1.89 kiyohara if (!(sc->intmask & OHCI_INT_EN)) {
2189 1.89 kiyohara /* polling mode */
2190 1.89 kiyohara FW_INTR_RETURN(0);
2191 1.3 onoe }
2192 1.3 onoe
2193 1.89 kiyohara #if !FWOHCI_TASKQUEUE
2194 1.89 kiyohara again:
2195 1.89 kiyohara #endif
2196 1.89 kiyohara CTR0(KTR_DEV, "fwohci_intr");
2197 1.89 kiyohara stat = fwochi_check_stat(sc);
2198 1.89 kiyohara if (stat == 0 || stat == 0xffffffff)
2199 1.89 kiyohara FW_INTR_RETURN(1);
2200 1.89 kiyohara #if FWOHCI_TASKQUEUE
2201 1.89 kiyohara atomic_set_int(&sc->intstat, stat);
2202 1.89 kiyohara /* XXX mask bus reset intr. during bus reset phase */
2203 1.89 kiyohara if (stat)
2204 1.89 kiyohara #if 1
2205 1.89 kiyohara taskqueue_enqueue_fast(taskqueue_fast,
2206 1.89 kiyohara &sc->fwohci_task_complete);
2207 1.89 kiyohara #else
2208 1.89 kiyohara taskqueue_enqueue(taskqueue_swi,
2209 1.89 kiyohara &sc->fwohci_task_complete);
2210 1.89 kiyohara #endif
2211 1.89 kiyohara #else
2212 1.89 kiyohara /* We cannot clear bus reset event during bus reset phase */
2213 1.89 kiyohara if ((stat & ~bus_reset) == 0)
2214 1.89 kiyohara FW_INTR_RETURN(1);
2215 1.89 kiyohara bus_reset = stat & OHCI_INT_PHY_BUS_R;
2216 1.89 kiyohara fwohci_intr_body(sc, stat, -1);
2217 1.89 kiyohara goto again;
2218 1.89 kiyohara #endif
2219 1.89 kiyohara CTR0(KTR_DEV, "fwohci_intr end");
2220 1.9 onoe }
2221 1.9 onoe
2222 1.89 kiyohara void
2223 1.89 kiyohara fwohci_poll(struct firewire_comm *fc, int quick, int count)
2224 1.9 onoe {
2225 1.89 kiyohara int s;
2226 1.89 kiyohara uint32_t stat;
2227 1.89 kiyohara struct fwohci_softc *sc;
2228 1.9 onoe
2229 1.9 onoe
2230 1.89 kiyohara sc = (struct fwohci_softc *)fc;
2231 1.89 kiyohara stat = OHCI_INT_DMA_IR | OHCI_INT_DMA_IT |
2232 1.89 kiyohara OHCI_INT_DMA_PRRS | OHCI_INT_DMA_PRRQ |
2233 1.89 kiyohara OHCI_INT_DMA_ATRQ | OHCI_INT_DMA_ATRS;
2234 1.89 kiyohara #if 0
2235 1.89 kiyohara if (!quick) {
2236 1.89 kiyohara #else
2237 1.89 kiyohara if (1) {
2238 1.40 haya #endif
2239 1.89 kiyohara stat = fwochi_check_stat(sc);
2240 1.89 kiyohara if (stat == 0 || stat == 0xffffffff)
2241 1.89 kiyohara return;
2242 1.38 onoe }
2243 1.89 kiyohara s = splfw();
2244 1.89 kiyohara fwohci_intr_body(sc, stat, count);
2245 1.89 kiyohara splx(s);
2246 1.3 onoe }
2247 1.3 onoe
2248 1.3 onoe static void
2249 1.89 kiyohara fwohci_set_intr(struct firewire_comm *fc, int enable)
2250 1.9 onoe {
2251 1.89 kiyohara struct fwohci_softc *sc;
2252 1.9 onoe
2253 1.89 kiyohara sc = (struct fwohci_softc *)fc;
2254 1.89 kiyohara if (firewire_debug)
2255 1.89 kiyohara device_printf(sc->fc.dev, "fwohci_set_intr: %d\n", enable);
2256 1.89 kiyohara if (enable) {
2257 1.89 kiyohara sc->intmask |= OHCI_INT_EN;
2258 1.89 kiyohara OWRITE(sc, FWOHCI_INTMASK, OHCI_INT_EN);
2259 1.89 kiyohara } else {
2260 1.89 kiyohara sc->intmask &= ~OHCI_INT_EN;
2261 1.89 kiyohara OWRITE(sc, FWOHCI_INTMASKCLR, OHCI_INT_EN);
2262 1.89 kiyohara }
2263 1.9 onoe }
2264 1.9 onoe
2265 1.9 onoe static void
2266 1.89 kiyohara fwohci_tbuf_update(struct fwohci_softc *sc, int dmach)
2267 1.89 kiyohara {
2268 1.89 kiyohara struct firewire_comm *fc = &sc->fc;
2269 1.89 kiyohara struct fwohcidb *db;
2270 1.89 kiyohara struct fw_bulkxfer *chunk;
2271 1.89 kiyohara struct fw_xferq *it;
2272 1.89 kiyohara uint32_t stat, count;
2273 1.89 kiyohara int s, w=0, ldesc;
2274 1.89 kiyohara
2275 1.89 kiyohara it = fc->it[dmach];
2276 1.89 kiyohara ldesc = sc->it[dmach].ndesc - 1;
2277 1.89 kiyohara s = splfw(); /* unnecessary ? */
2278 1.89 kiyohara fwdma_sync_multiseg_all(sc->it[dmach].am, BUS_DMASYNC_POSTREAD);
2279 1.89 kiyohara if (firewire_debug)
2280 1.89 kiyohara dump_db(sc, ITX_CH + dmach);
2281 1.89 kiyohara while ((chunk = STAILQ_FIRST(&it->stdma)) != NULL) {
2282 1.89 kiyohara db = ((struct fwohcidb_tr *)(chunk->end))->db;
2283 1.89 kiyohara stat = FWOHCI_DMA_READ(db[ldesc].db.desc.res)
2284 1.89 kiyohara >> OHCI_STATUS_SHIFT;
2285 1.89 kiyohara db = ((struct fwohcidb_tr *)(chunk->start))->db;
2286 1.89 kiyohara /* timestamp */
2287 1.89 kiyohara count = FWOHCI_DMA_READ(db[ldesc].db.desc.res)
2288 1.89 kiyohara & OHCI_COUNT_MASK;
2289 1.89 kiyohara if (stat == 0)
2290 1.89 kiyohara break;
2291 1.89 kiyohara STAILQ_REMOVE_HEAD(&it->stdma, link);
2292 1.89 kiyohara switch (stat & FWOHCIEV_MASK){
2293 1.89 kiyohara case FWOHCIEV_ACKCOMPL:
2294 1.89 kiyohara #if 0
2295 1.89 kiyohara device_printf(fc->dev, "0x%08x\n", count);
2296 1.89 kiyohara #endif
2297 1.89 kiyohara break;
2298 1.89 kiyohara default:
2299 1.89 kiyohara device_printf(fc->dev,
2300 1.89 kiyohara "Isochronous transmit err %02x(%s)\n",
2301 1.89 kiyohara stat, fwohcicode[stat & 0x1f]);
2302 1.89 kiyohara }
2303 1.89 kiyohara STAILQ_INSERT_TAIL(&it->stfree, chunk, link);
2304 1.89 kiyohara w++;
2305 1.9 onoe }
2306 1.89 kiyohara splx(s);
2307 1.89 kiyohara if (w)
2308 1.89 kiyohara wakeup(it);
2309 1.3 onoe }
2310 1.3 onoe
2311 1.89 kiyohara static void
2312 1.89 kiyohara fwohci_rbuf_update(struct fwohci_softc *sc, int dmach)
2313 1.3 onoe {
2314 1.89 kiyohara struct firewire_comm *fc = &sc->fc;
2315 1.89 kiyohara struct fwohcidb_tr *db_tr;
2316 1.89 kiyohara struct fw_bulkxfer *chunk;
2317 1.89 kiyohara struct fw_xferq *ir;
2318 1.89 kiyohara uint32_t stat;
2319 1.89 kiyohara int s, w=0, ldesc;
2320 1.3 onoe
2321 1.89 kiyohara ir = fc->ir[dmach];
2322 1.89 kiyohara ldesc = sc->ir[dmach].ndesc - 1;
2323 1.89 kiyohara #if 0
2324 1.89 kiyohara dump_db(sc, dmach);
2325 1.89 kiyohara #endif
2326 1.89 kiyohara s = splfw();
2327 1.89 kiyohara fwdma_sync_multiseg_all(sc->ir[dmach].am, BUS_DMASYNC_POSTREAD);
2328 1.89 kiyohara while ((chunk = STAILQ_FIRST(&ir->stdma)) != NULL) {
2329 1.89 kiyohara db_tr = (struct fwohcidb_tr *)chunk->end;
2330 1.89 kiyohara stat = FWOHCI_DMA_READ(db_tr->db[ldesc].db.desc.res)
2331 1.89 kiyohara >> OHCI_STATUS_SHIFT;
2332 1.89 kiyohara if (stat == 0)
2333 1.89 kiyohara break;
2334 1.3 onoe
2335 1.89 kiyohara if (chunk->mbuf != NULL) {
2336 1.89 kiyohara fw_bus_dmamap_sync(sc->ir[dmach].dmat, db_tr->dma_map,
2337 1.89 kiyohara BUS_DMASYNC_POSTREAD);
2338 1.89 kiyohara fw_bus_dmamap_unload(
2339 1.89 kiyohara sc->ir[dmach].dmat, db_tr->dma_map);
2340 1.89 kiyohara } else if (ir->buf != NULL) {
2341 1.89 kiyohara fwdma_sync_multiseg(ir->buf, chunk->poffset,
2342 1.89 kiyohara ir->bnpacket, BUS_DMASYNC_POSTREAD);
2343 1.89 kiyohara } else {
2344 1.89 kiyohara /* XXX */
2345 1.89 kiyohara printf("fwohci_rbuf_update: this shouldn't happend\n");
2346 1.89 kiyohara }
2347 1.3 onoe
2348 1.89 kiyohara STAILQ_REMOVE_HEAD(&ir->stdma, link);
2349 1.89 kiyohara STAILQ_INSERT_TAIL(&ir->stvalid, chunk, link);
2350 1.89 kiyohara switch (stat & FWOHCIEV_MASK) {
2351 1.89 kiyohara case FWOHCIEV_ACKCOMPL:
2352 1.89 kiyohara chunk->resp = 0;
2353 1.89 kiyohara break;
2354 1.89 kiyohara default:
2355 1.89 kiyohara chunk->resp = EINVAL;
2356 1.89 kiyohara device_printf(fc->dev,
2357 1.89 kiyohara "Isochronous receive err %02x(%s)\n",
2358 1.89 kiyohara stat, fwohcicode[stat & 0x1f]);
2359 1.89 kiyohara }
2360 1.89 kiyohara w++;
2361 1.89 kiyohara }
2362 1.89 kiyohara splx(s);
2363 1.89 kiyohara if (w) {
2364 1.89 kiyohara if (ir->flag & FWXFERQ_HANDLER)
2365 1.89 kiyohara ir->hand(ir);
2366 1.89 kiyohara else
2367 1.89 kiyohara wakeup(ir);
2368 1.89 kiyohara }
2369 1.3 onoe }
2370 1.3 onoe
2371 1.89 kiyohara void
2372 1.89 kiyohara dump_dma(struct fwohci_softc *sc, uint32_t ch)
2373 1.3 onoe {
2374 1.89 kiyohara uint32_t off, cntl, stat, cmd, match;
2375 1.3 onoe
2376 1.89 kiyohara if(ch == 0){
2377 1.89 kiyohara off = OHCI_ATQOFF;
2378 1.89 kiyohara }else if(ch == 1){
2379 1.89 kiyohara off = OHCI_ATSOFF;
2380 1.89 kiyohara }else if(ch == 2){
2381 1.89 kiyohara off = OHCI_ARQOFF;
2382 1.89 kiyohara }else if(ch == 3){
2383 1.89 kiyohara off = OHCI_ARSOFF;
2384 1.89 kiyohara }else if(ch < IRX_CH){
2385 1.89 kiyohara off = OHCI_ITCTL(ch - ITX_CH);
2386 1.89 kiyohara }else{
2387 1.89 kiyohara off = OHCI_IRCTL(ch - IRX_CH);
2388 1.89 kiyohara }
2389 1.89 kiyohara cntl = stat = OREAD(sc, off);
2390 1.89 kiyohara cmd = OREAD(sc, off + 0xc);
2391 1.89 kiyohara match = OREAD(sc, off + 0x10);
2392 1.89 kiyohara
2393 1.89 kiyohara device_printf(sc->fc.dev, "ch %1x cntl:0x%08x cmd:0x%08x match:0x%08x\n",
2394 1.89 kiyohara ch,
2395 1.89 kiyohara cntl,
2396 1.89 kiyohara cmd,
2397 1.89 kiyohara match);
2398 1.89 kiyohara stat &= 0xffff ;
2399 1.89 kiyohara if (stat) {
2400 1.89 kiyohara device_printf(sc->fc.dev, "dma %d ch:%s%s%s%s%s%s %s(%x)\n",
2401 1.89 kiyohara ch,
2402 1.89 kiyohara stat & OHCI_CNTL_DMA_RUN ? "RUN," : "",
2403 1.89 kiyohara stat & OHCI_CNTL_DMA_WAKE ? "WAKE," : "",
2404 1.89 kiyohara stat & OHCI_CNTL_DMA_DEAD ? "DEAD," : "",
2405 1.89 kiyohara stat & OHCI_CNTL_DMA_ACTIVE ? "ACTIVE," : "",
2406 1.89 kiyohara stat & OHCI_CNTL_DMA_BT ? "BRANCH," : "",
2407 1.89 kiyohara stat & OHCI_CNTL_DMA_BAD ? "BADDMA," : "",
2408 1.89 kiyohara fwohcicode[stat & 0x1f],
2409 1.89 kiyohara stat & 0x1f
2410 1.89 kiyohara );
2411 1.89 kiyohara }else{
2412 1.89 kiyohara device_printf(sc->fc.dev, "dma %d ch: Nostat\n", ch);
2413 1.89 kiyohara }
2414 1.3 onoe }
2415 1.3 onoe
2416 1.89 kiyohara void
2417 1.89 kiyohara dump_db(struct fwohci_softc *sc, uint32_t ch)
2418 1.3 onoe {
2419 1.89 kiyohara struct fwohci_dbch *dbch;
2420 1.89 kiyohara struct fwohcidb_tr *cp = NULL, *pp, *np = NULL;
2421 1.89 kiyohara struct fwohcidb *curr = NULL, *prev, *next = NULL;
2422 1.89 kiyohara int idb, jdb;
2423 1.89 kiyohara uint32_t cmd, off;
2424 1.89 kiyohara if(ch == 0){
2425 1.89 kiyohara off = OHCI_ATQOFF;
2426 1.89 kiyohara dbch = &sc->atrq;
2427 1.89 kiyohara }else if(ch == 1){
2428 1.89 kiyohara off = OHCI_ATSOFF;
2429 1.89 kiyohara dbch = &sc->atrs;
2430 1.89 kiyohara }else if(ch == 2){
2431 1.89 kiyohara off = OHCI_ARQOFF;
2432 1.89 kiyohara dbch = &sc->arrq;
2433 1.89 kiyohara }else if(ch == 3){
2434 1.89 kiyohara off = OHCI_ARSOFF;
2435 1.89 kiyohara dbch = &sc->arrs;
2436 1.89 kiyohara }else if(ch < IRX_CH){
2437 1.89 kiyohara off = OHCI_ITCTL(ch - ITX_CH);
2438 1.89 kiyohara dbch = &sc->it[ch - ITX_CH];
2439 1.89 kiyohara }else {
2440 1.89 kiyohara off = OHCI_IRCTL(ch - IRX_CH);
2441 1.89 kiyohara dbch = &sc->ir[ch - IRX_CH];
2442 1.89 kiyohara }
2443 1.89 kiyohara cmd = OREAD(sc, off + 0xc);
2444 1.3 onoe
2445 1.89 kiyohara if( dbch->ndb == 0 ){
2446 1.89 kiyohara device_printf(sc->fc.dev, "No DB is attached ch=%d\n", ch);
2447 1.89 kiyohara return;
2448 1.89 kiyohara }
2449 1.89 kiyohara pp = dbch->top;
2450 1.89 kiyohara prev = pp->db;
2451 1.89 kiyohara for(idb = 0 ; idb < dbch->ndb ; idb ++ ){
2452 1.89 kiyohara cp = STAILQ_NEXT(pp, link);
2453 1.89 kiyohara if(cp == NULL){
2454 1.89 kiyohara curr = NULL;
2455 1.89 kiyohara goto outdb;
2456 1.89 kiyohara }
2457 1.89 kiyohara np = STAILQ_NEXT(cp, link);
2458 1.89 kiyohara for(jdb = 0 ; jdb < dbch->ndesc ; jdb ++ ){
2459 1.89 kiyohara if ((cmd & 0xfffffff0) == cp->bus_addr) {
2460 1.89 kiyohara curr = cp->db;
2461 1.89 kiyohara if(np != NULL){
2462 1.89 kiyohara next = np->db;
2463 1.89 kiyohara }else{
2464 1.89 kiyohara next = NULL;
2465 1.89 kiyohara }
2466 1.89 kiyohara goto outdb;
2467 1.89 kiyohara }
2468 1.89 kiyohara }
2469 1.89 kiyohara pp = STAILQ_NEXT(pp, link);
2470 1.89 kiyohara if(pp == NULL){
2471 1.89 kiyohara curr = NULL;
2472 1.89 kiyohara goto outdb;
2473 1.62 haya }
2474 1.89 kiyohara prev = pp->db;
2475 1.89 kiyohara }
2476 1.89 kiyohara outdb:
2477 1.89 kiyohara if( curr != NULL){
2478 1.89 kiyohara #if 0
2479 1.89 kiyohara printf("Prev DB %d\n", ch);
2480 1.89 kiyohara print_db(pp, prev, ch, dbch->ndesc);
2481 1.89 kiyohara #endif
2482 1.89 kiyohara printf("Current DB %d\n", ch);
2483 1.89 kiyohara print_db(cp, curr, ch, dbch->ndesc);
2484 1.89 kiyohara #if 0
2485 1.89 kiyohara printf("Next DB %d\n", ch);
2486 1.89 kiyohara print_db(np, next, ch, dbch->ndesc);
2487 1.89 kiyohara #endif
2488 1.89 kiyohara }else{
2489 1.89 kiyohara printf("dbdump err ch = %d cmd = 0x%08x\n", ch, cmd);
2490 1.7 onoe }
2491 1.89 kiyohara return;
2492 1.7 onoe }
2493 1.7 onoe
2494 1.89 kiyohara void
2495 1.89 kiyohara print_db(struct fwohcidb_tr *db_tr, struct fwohcidb *db,
2496 1.89 kiyohara uint32_t ch, uint32_t hogemax)
2497 1.7 onoe {
2498 1.89 kiyohara fwohcireg_t stat;
2499 1.89 kiyohara int i, key;
2500 1.89 kiyohara uint32_t cmd, res;
2501 1.89 kiyohara
2502 1.89 kiyohara if(db == NULL){
2503 1.89 kiyohara printf("No Descriptor is found\n");
2504 1.89 kiyohara return;
2505 1.89 kiyohara }
2506 1.7 onoe
2507 1.89 kiyohara printf("ch = %d\n%8s %s %s %s %s %4s %8s %8s %4s:%4s\n",
2508 1.89 kiyohara ch,
2509 1.89 kiyohara "Current",
2510 1.89 kiyohara "OP ",
2511 1.89 kiyohara "KEY",
2512 1.89 kiyohara "INT",
2513 1.89 kiyohara "BR ",
2514 1.89 kiyohara "len",
2515 1.89 kiyohara "Addr",
2516 1.89 kiyohara "Depend",
2517 1.89 kiyohara "Stat",
2518 1.89 kiyohara "Cnt");
2519 1.89 kiyohara for( i = 0 ; i <= hogemax ; i ++){
2520 1.89 kiyohara cmd = FWOHCI_DMA_READ(db[i].db.desc.cmd);
2521 1.89 kiyohara res = FWOHCI_DMA_READ(db[i].db.desc.res);
2522 1.89 kiyohara key = cmd & OHCI_KEY_MASK;
2523 1.89 kiyohara stat = res >> OHCI_STATUS_SHIFT;
2524 1.89 kiyohara #if defined(__DragonFly__) || \
2525 1.89 kiyohara (defined(__FreeBSD__) && __FreeBSD_version < 500000)
2526 1.89 kiyohara printf("%08x %s %s %s %s %5d %08x %08x %04x:%04x",
2527 1.89 kiyohara db_tr->bus_addr,
2528 1.89 kiyohara #else
2529 1.89 kiyohara printf("%08jx %s %s %s %s %5d %08x %08x %04x:%04x",
2530 1.89 kiyohara (uintmax_t)db_tr->bus_addr,
2531 1.89 kiyohara #endif
2532 1.89 kiyohara dbcode[(cmd >> 28) & 0xf],
2533 1.89 kiyohara dbkey[(cmd >> 24) & 0x7],
2534 1.89 kiyohara dbcond[(cmd >> 20) & 0x3],
2535 1.89 kiyohara dbcond[(cmd >> 18) & 0x3],
2536 1.89 kiyohara cmd & OHCI_COUNT_MASK,
2537 1.89 kiyohara FWOHCI_DMA_READ(db[i].db.desc.addr),
2538 1.89 kiyohara FWOHCI_DMA_READ(db[i].db.desc.depend),
2539 1.89 kiyohara stat,
2540 1.89 kiyohara res & OHCI_COUNT_MASK);
2541 1.89 kiyohara if(stat & 0xff00){
2542 1.89 kiyohara printf(" %s%s%s%s%s%s %s(%x)\n",
2543 1.89 kiyohara stat & OHCI_CNTL_DMA_RUN ? "RUN," : "",
2544 1.89 kiyohara stat & OHCI_CNTL_DMA_WAKE ? "WAKE," : "",
2545 1.89 kiyohara stat & OHCI_CNTL_DMA_DEAD ? "DEAD," : "",
2546 1.89 kiyohara stat & OHCI_CNTL_DMA_ACTIVE ? "ACTIVE," : "",
2547 1.89 kiyohara stat & OHCI_CNTL_DMA_BT ? "BRANCH," : "",
2548 1.89 kiyohara stat & OHCI_CNTL_DMA_BAD ? "BADDMA," : "",
2549 1.89 kiyohara fwohcicode[stat & 0x1f],
2550 1.89 kiyohara stat & 0x1f
2551 1.89 kiyohara );
2552 1.89 kiyohara }else{
2553 1.89 kiyohara printf(" Nostat\n");
2554 1.89 kiyohara }
2555 1.89 kiyohara if(key == OHCI_KEY_ST2 ){
2556 1.89 kiyohara printf("0x%08x 0x%08x 0x%08x 0x%08x\n",
2557 1.89 kiyohara FWOHCI_DMA_READ(db[i+1].db.immed[0]),
2558 1.89 kiyohara FWOHCI_DMA_READ(db[i+1].db.immed[1]),
2559 1.89 kiyohara FWOHCI_DMA_READ(db[i+1].db.immed[2]),
2560 1.89 kiyohara FWOHCI_DMA_READ(db[i+1].db.immed[3]));
2561 1.89 kiyohara }
2562 1.89 kiyohara if(key == OHCI_KEY_DEVICE){
2563 1.89 kiyohara return;
2564 1.89 kiyohara }
2565 1.89 kiyohara if((cmd & OHCI_BRANCH_MASK)
2566 1.89 kiyohara == OHCI_BRANCH_ALWAYS){
2567 1.89 kiyohara return;
2568 1.89 kiyohara }
2569 1.89 kiyohara if((cmd & OHCI_CMD_MASK)
2570 1.89 kiyohara == OHCI_OUTPUT_LAST){
2571 1.89 kiyohara return;
2572 1.89 kiyohara }
2573 1.89 kiyohara if((cmd & OHCI_CMD_MASK)
2574 1.89 kiyohara == OHCI_INPUT_LAST){
2575 1.89 kiyohara return;
2576 1.89 kiyohara }
2577 1.89 kiyohara if(key == OHCI_KEY_ST2 ){
2578 1.89 kiyohara i++;
2579 1.62 haya }
2580 1.3 onoe }
2581 1.89 kiyohara return;
2582 1.3 onoe }
2583 1.3 onoe
2584 1.89 kiyohara void
2585 1.89 kiyohara fwohci_ibr(struct firewire_comm *fc)
2586 1.7 onoe {
2587 1.89 kiyohara struct fwohci_softc *sc;
2588 1.89 kiyohara uint32_t fun;
2589 1.7 onoe
2590 1.89 kiyohara device_printf(fc->dev, "Initiate bus reset\n");
2591 1.89 kiyohara sc = (struct fwohci_softc *)fc;
2592 1.7 onoe
2593 1.7 onoe /*
2594 1.89 kiyohara * Make sure our cached values from the config rom are
2595 1.89 kiyohara * initialised.
2596 1.7 onoe */
2597 1.89 kiyohara OWRITE(sc, OHCI_CROMHDR, ntohl(sc->fc.config_rom[0]));
2598 1.89 kiyohara OWRITE(sc, OHCI_BUS_OPT, ntohl(sc->fc.config_rom[2]));
2599 1.36 onoe
2600 1.36 onoe /*
2601 1.89 kiyohara * Set root hold-off bit so that non cyclemaster capable node
2602 1.89 kiyohara * shouldn't became the root node.
2603 1.36 onoe */
2604 1.89 kiyohara #if 1
2605 1.89 kiyohara fun = fwphy_rddata(sc, FW_PHY_IBR_REG);
2606 1.89 kiyohara fun |= FW_PHY_IBR | FW_PHY_RHB;
2607 1.89 kiyohara fun = fwphy_wrdata(sc, FW_PHY_IBR_REG, fun);
2608 1.89 kiyohara #else /* Short bus reset */
2609 1.89 kiyohara fun = fwphy_rddata(sc, FW_PHY_ISBR_REG);
2610 1.89 kiyohara fun |= FW_PHY_ISBR | FW_PHY_RHB;
2611 1.89 kiyohara fun = fwphy_wrdata(sc, FW_PHY_ISBR_REG, fun);
2612 1.89 kiyohara #endif
2613 1.36 onoe }
2614 1.36 onoe
2615 1.89 kiyohara void
2616 1.89 kiyohara fwohci_txbufdb(struct fwohci_softc *sc, int dmach, struct fw_bulkxfer *bulkxfer)
2617 1.36 onoe {
2618 1.89 kiyohara struct fwohcidb_tr *db_tr, *fdb_tr;
2619 1.89 kiyohara struct fwohci_dbch *dbch;
2620 1.89 kiyohara struct fwohcidb *db;
2621 1.89 kiyohara struct fw_pkt *fp;
2622 1.89 kiyohara struct fwohci_txpkthdr *ohcifp;
2623 1.89 kiyohara unsigned short chtag;
2624 1.89 kiyohara int idb;
2625 1.89 kiyohara
2626 1.89 kiyohara dbch = &sc->it[dmach];
2627 1.89 kiyohara chtag = sc->it[dmach].xferq.flag & 0xff;
2628 1.89 kiyohara
2629 1.89 kiyohara db_tr = (struct fwohcidb_tr *)(bulkxfer->start);
2630 1.89 kiyohara fdb_tr = (struct fwohcidb_tr *)(bulkxfer->end);
2631 1.89 kiyohara /*
2632 1.89 kiyohara device_printf(sc->fc.dev, "DB %08x %08x %08x\n", bulkxfer, db_tr->bus_addr, fdb_tr->bus_addr);
2633 1.89 kiyohara */
2634 1.89 kiyohara for (idb = 0; idb < dbch->xferq.bnpacket; idb ++) {
2635 1.89 kiyohara db = db_tr->db;
2636 1.89 kiyohara fp = (struct fw_pkt *)db_tr->buf;
2637 1.89 kiyohara ohcifp = (struct fwohci_txpkthdr *) db[1].db.immed;
2638 1.89 kiyohara ohcifp->mode.ld[0] = fp->mode.ld[0];
2639 1.89 kiyohara ohcifp->mode.common.spd = 0 & 0x7;
2640 1.89 kiyohara ohcifp->mode.stream.len = fp->mode.stream.len;
2641 1.89 kiyohara ohcifp->mode.stream.chtag = chtag;
2642 1.89 kiyohara ohcifp->mode.stream.tcode = 0xa;
2643 1.89 kiyohara #if BYTE_ORDER == BIG_ENDIAN
2644 1.89 kiyohara FWOHCI_DMA_WRITE(db[1].db.immed[0], db[1].db.immed[0]);
2645 1.89 kiyohara FWOHCI_DMA_WRITE(db[1].db.immed[1], db[1].db.immed[1]);
2646 1.89 kiyohara #endif
2647 1.36 onoe
2648 1.89 kiyohara FWOHCI_DMA_CLEAR(db[2].db.desc.cmd, OHCI_COUNT_MASK);
2649 1.89 kiyohara FWOHCI_DMA_SET(db[2].db.desc.cmd, fp->mode.stream.len);
2650 1.89 kiyohara FWOHCI_DMA_WRITE(db[2].db.desc.res, 0);
2651 1.89 kiyohara #if 0 /* if bulkxfer->npackets changes */
2652 1.89 kiyohara db[2].db.desc.cmd = OHCI_OUTPUT_LAST
2653 1.89 kiyohara | OHCI_UPDATE
2654 1.89 kiyohara | OHCI_BRANCH_ALWAYS;
2655 1.89 kiyohara db[0].db.desc.depend =
2656 1.89 kiyohara = db[dbch->ndesc - 1].db.desc.depend
2657 1.89 kiyohara = STAILQ_NEXT(db_tr, link)->bus_addr | dbch->ndesc;
2658 1.89 kiyohara #else
2659 1.89 kiyohara FWOHCI_DMA_SET(db[0].db.desc.depend, dbch->ndesc);
2660 1.89 kiyohara FWOHCI_DMA_SET(db[dbch->ndesc - 1].db.desc.depend, dbch->ndesc);
2661 1.89 kiyohara #endif
2662 1.89 kiyohara bulkxfer->end = (caddr_t)db_tr;
2663 1.89 kiyohara db_tr = STAILQ_NEXT(db_tr, link);
2664 1.36 onoe }
2665 1.89 kiyohara db = ((struct fwohcidb_tr *)bulkxfer->end)->db;
2666 1.89 kiyohara FWOHCI_DMA_CLEAR(db[0].db.desc.depend, 0xf);
2667 1.89 kiyohara FWOHCI_DMA_CLEAR(db[dbch->ndesc - 1].db.desc.depend, 0xf);
2668 1.89 kiyohara #if 0 /* if bulkxfer->npackets changes */
2669 1.89 kiyohara db[dbch->ndesc - 1].db.desc.control |= OHCI_INTERRUPT_ALWAYS;
2670 1.89 kiyohara /* OHCI 1.1 and above */
2671 1.89 kiyohara db[0].db.desc.control |= OHCI_INTERRUPT_ALWAYS;
2672 1.89 kiyohara #endif
2673 1.89 kiyohara /*
2674 1.89 kiyohara db_tr = (struct fwohcidb_tr *)bulkxfer->start;
2675 1.89 kiyohara fdb_tr = (struct fwohcidb_tr *)bulkxfer->end;
2676 1.89 kiyohara device_printf(sc->fc.dev, "DB %08x %3d %08x %08x\n", bulkxfer, bulkxfer->npacket, db_tr->bus_addr, fdb_tr->bus_addr);
2677 1.89 kiyohara */
2678 1.89 kiyohara return;
2679 1.7 onoe }
2680 1.7 onoe
2681 1.89 kiyohara static int
2682 1.89 kiyohara fwohci_add_tx_buf(struct fwohci_dbch *dbch, struct fwohcidb_tr *db_tr,
2683 1.89 kiyohara int poffset)
2684 1.3 onoe {
2685 1.89 kiyohara struct fwohcidb *db = db_tr->db;
2686 1.89 kiyohara struct fw_xferq *it;
2687 1.89 kiyohara int err = 0;
2688 1.3 onoe
2689 1.89 kiyohara it = &dbch->xferq;
2690 1.89 kiyohara if(it->buf == 0){
2691 1.89 kiyohara err = EINVAL;
2692 1.89 kiyohara return err;
2693 1.89 kiyohara }
2694 1.89 kiyohara db_tr->buf = fwdma_v_addr(it->buf, poffset);
2695 1.89 kiyohara db_tr->dbcnt = 3;
2696 1.40 haya
2697 1.89 kiyohara FWOHCI_DMA_WRITE(db[0].db.desc.cmd,
2698 1.89 kiyohara OHCI_OUTPUT_MORE | OHCI_KEY_ST2 | 8);
2699 1.89 kiyohara FWOHCI_DMA_WRITE(db[0].db.desc.addr, 0);
2700 1.89 kiyohara bzero((void *)&db[1].db.immed[0], sizeof(db[1].db.immed));
2701 1.89 kiyohara FWOHCI_DMA_WRITE(db[2].db.desc.addr,
2702 1.89 kiyohara fwdma_bus_addr(it->buf, poffset) + sizeof(uint32_t));
2703 1.62 haya
2704 1.89 kiyohara FWOHCI_DMA_WRITE(db[2].db.desc.cmd,
2705 1.89 kiyohara OHCI_OUTPUT_LAST | OHCI_UPDATE | OHCI_BRANCH_ALWAYS);
2706 1.62 haya #if 1
2707 1.89 kiyohara FWOHCI_DMA_WRITE(db[0].db.desc.res, 0);
2708 1.89 kiyohara FWOHCI_DMA_WRITE(db[2].db.desc.res, 0);
2709 1.62 haya #endif
2710 1.89 kiyohara return 0;
2711 1.62 haya }
2712 1.62 haya
2713 1.62 haya int
2714 1.89 kiyohara fwohci_add_rx_buf(struct fwohci_dbch *dbch, struct fwohcidb_tr *db_tr,
2715 1.89 kiyohara int poffset, struct fwdma_alloc *dummy_dma)
2716 1.62 haya {
2717 1.89 kiyohara struct fwohcidb *db = db_tr->db;
2718 1.89 kiyohara struct fw_xferq *ir;
2719 1.89 kiyohara int i, ldesc;
2720 1.89 kiyohara bus_addr_t dbuf[2];
2721 1.89 kiyohara int dsiz[2];
2722 1.62 haya
2723 1.89 kiyohara ir = &dbch->xferq;
2724 1.89 kiyohara if (ir->buf == NULL && (dbch->xferq.flag & FWXFERQ_EXTBUF) == 0) {
2725 1.89 kiyohara db_tr->buf = fwdma_malloc_size(dbch->dmat, &db_tr->dma_map,
2726 1.89 kiyohara ir->psize, &dbuf[0], BUS_DMA_NOWAIT);
2727 1.89 kiyohara if (db_tr->buf == NULL)
2728 1.89 kiyohara return(ENOMEM);
2729 1.89 kiyohara db_tr->dbcnt = 1;
2730 1.89 kiyohara dsiz[0] = ir->psize;
2731 1.89 kiyohara fw_bus_dmamap_sync(dbch->dmat, db_tr->dma_map,
2732 1.89 kiyohara BUS_DMASYNC_PREREAD);
2733 1.62 haya } else {
2734 1.89 kiyohara db_tr->dbcnt = 0;
2735 1.89 kiyohara if (dummy_dma != NULL) {
2736 1.89 kiyohara dsiz[db_tr->dbcnt] = sizeof(uint32_t);
2737 1.89 kiyohara dbuf[db_tr->dbcnt++] = dummy_dma->bus_addr;
2738 1.89 kiyohara }
2739 1.89 kiyohara dsiz[db_tr->dbcnt] = ir->psize;
2740 1.89 kiyohara if (ir->buf != NULL) {
2741 1.89 kiyohara db_tr->buf = fwdma_v_addr(ir->buf, poffset);
2742 1.89 kiyohara dbuf[db_tr->dbcnt] = fwdma_bus_addr( ir->buf, poffset);
2743 1.62 haya }
2744 1.89 kiyohara db_tr->dbcnt++;
2745 1.62 haya }
2746 1.89 kiyohara for(i = 0 ; i < db_tr->dbcnt ; i++){
2747 1.89 kiyohara FWOHCI_DMA_WRITE(db[i].db.desc.addr, dbuf[i]);
2748 1.89 kiyohara FWOHCI_DMA_WRITE(db[i].db.desc.cmd, OHCI_INPUT_MORE | dsiz[i]);
2749 1.89 kiyohara if (ir->flag & FWXFERQ_STREAM) {
2750 1.89 kiyohara FWOHCI_DMA_SET(db[i].db.desc.cmd, OHCI_UPDATE);
2751 1.62 haya }
2752 1.89 kiyohara FWOHCI_DMA_WRITE(db[i].db.desc.res, dsiz[i]);
2753 1.62 haya }
2754 1.89 kiyohara ldesc = db_tr->dbcnt - 1;
2755 1.89 kiyohara if (ir->flag & FWXFERQ_STREAM) {
2756 1.89 kiyohara FWOHCI_DMA_SET(db[ldesc].db.desc.cmd, OHCI_INPUT_LAST);
2757 1.62 haya }
2758 1.89 kiyohara FWOHCI_DMA_SET(db[ldesc].db.desc.cmd, OHCI_BRANCH_ALWAYS);
2759 1.89 kiyohara return 0;
2760 1.62 haya }
2761 1.62 haya
2762 1.62 haya
2763 1.89 kiyohara static int
2764 1.89 kiyohara fwohci_arcv_swap(struct fw_pkt *fp, int len)
2765 1.89 kiyohara {
2766 1.89 kiyohara struct fw_pkt *fp0;
2767 1.89 kiyohara uint32_t ld0;
2768 1.89 kiyohara int slen, hlen;
2769 1.89 kiyohara #if BYTE_ORDER == BIG_ENDIAN
2770 1.89 kiyohara int i;
2771 1.89 kiyohara #endif
2772 1.62 haya
2773 1.89 kiyohara ld0 = FWOHCI_DMA_READ(fp->mode.ld[0]);
2774 1.62 haya #if 0
2775 1.89 kiyohara printf("ld0: x%08x\n", ld0);
2776 1.62 haya #endif
2777 1.89 kiyohara fp0 = (struct fw_pkt *)&ld0;
2778 1.89 kiyohara /* determine length to swap */
2779 1.89 kiyohara switch (fp0->mode.common.tcode) {
2780 1.89 kiyohara case FWTCODE_WRES:
2781 1.89 kiyohara CTR0(KTR_DEV, "WRES");
2782 1.89 kiyohara case FWTCODE_RREQQ:
2783 1.89 kiyohara case FWTCODE_WREQQ:
2784 1.89 kiyohara case FWTCODE_RRESQ:
2785 1.89 kiyohara case FWOHCITCODE_PHY:
2786 1.89 kiyohara slen = 12;
2787 1.89 kiyohara break;
2788 1.89 kiyohara case FWTCODE_RREQB:
2789 1.89 kiyohara case FWTCODE_WREQB:
2790 1.89 kiyohara case FWTCODE_LREQ:
2791 1.89 kiyohara case FWTCODE_RRESB:
2792 1.89 kiyohara case FWTCODE_LRES:
2793 1.89 kiyohara slen = 16;
2794 1.89 kiyohara break;
2795 1.89 kiyohara default:
2796 1.89 kiyohara printf("Unknown tcode %d\n", fp0->mode.common.tcode);
2797 1.89 kiyohara return(0);
2798 1.62 haya }
2799 1.89 kiyohara hlen = tinfo[fp0->mode.common.tcode].hdr_len;
2800 1.89 kiyohara if (hlen > len) {
2801 1.89 kiyohara if (firewire_debug)
2802 1.89 kiyohara printf("splitted header\n");
2803 1.89 kiyohara return(-hlen);
2804 1.62 haya }
2805 1.89 kiyohara #if BYTE_ORDER == BIG_ENDIAN
2806 1.89 kiyohara for(i = 0; i < slen/4; i ++)
2807 1.89 kiyohara fp->mode.ld[i] = FWOHCI_DMA_READ(fp->mode.ld[i]);
2808 1.62 haya #endif
2809 1.89 kiyohara return(hlen);
2810 1.62 haya }
2811 1.62 haya
2812 1.62 haya static int
2813 1.89 kiyohara fwohci_get_plen(struct fwohci_softc *sc, struct fwohci_dbch *dbch, struct fw_pkt *fp)
2814 1.62 haya {
2815 1.90 drochner const struct tcode_info *info;
2816 1.89 kiyohara int r;
2817 1.62 haya
2818 1.89 kiyohara info = &tinfo[fp->mode.common.tcode];
2819 1.89 kiyohara r = info->hdr_len + sizeof(uint32_t);
2820 1.89 kiyohara if ((info->flag & FWTI_BLOCK_ASY) != 0)
2821 1.89 kiyohara r += roundup2(fp->mode.wreqb.len, sizeof(uint32_t));
2822 1.62 haya
2823 1.89 kiyohara if (r == sizeof(uint32_t)) {
2824 1.89 kiyohara /* XXX */
2825 1.89 kiyohara device_printf(sc->fc.dev, "Unknown tcode %d\n",
2826 1.89 kiyohara fp->mode.common.tcode);
2827 1.89 kiyohara return (-1);
2828 1.62 haya }
2829 1.62 haya
2830 1.89 kiyohara if (r > dbch->xferq.psize) {
2831 1.89 kiyohara device_printf(sc->fc.dev, "Invalid packet length %d\n", r);
2832 1.89 kiyohara return (-1);
2833 1.89 kiyohara /* panic ? */
2834 1.62 haya }
2835 1.62 haya
2836 1.89 kiyohara return r;
2837 1.62 haya }
2838 1.62 haya
2839 1.62 haya static void
2840 1.89 kiyohara fwohci_arcv_free_buf(struct fwohci_softc *sc, struct fwohci_dbch *dbch,
2841 1.89 kiyohara struct fwohcidb_tr *db_tr, uint32_t off, int wake)
2842 1.62 haya {
2843 1.89 kiyohara struct fwohcidb *db = &db_tr->db[0];
2844 1.62 haya
2845 1.89 kiyohara FWOHCI_DMA_CLEAR(db->db.desc.depend, 0xf);
2846 1.89 kiyohara FWOHCI_DMA_WRITE(db->db.desc.res, dbch->xferq.psize);
2847 1.89 kiyohara FWOHCI_DMA_SET(dbch->bottom->db[0].db.desc.depend, 1);
2848 1.89 kiyohara fwdma_sync_multiseg_all(dbch->am,
2849 1.89 kiyohara BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
2850 1.89 kiyohara dbch->bottom = db_tr;
2851 1.62 haya
2852 1.89 kiyohara if (wake)
2853 1.89 kiyohara OWRITE(sc, OHCI_DMACTL(off), OHCI_CNTL_DMA_WAKE);
2854 1.62 haya }
2855 1.62 haya
2856 1.89 kiyohara static void
2857 1.89 kiyohara fwohci_arcv(struct fwohci_softc *sc, struct fwohci_dbch *dbch, int count)
2858 1.62 haya {
2859 1.89 kiyohara struct fwohcidb_tr *db_tr;
2860 1.89 kiyohara struct iovec vec[2];
2861 1.89 kiyohara struct fw_pkt pktbuf;
2862 1.89 kiyohara int nvec;
2863 1.89 kiyohara struct fw_pkt *fp;
2864 1.89 kiyohara uint8_t *ld;
2865 1.89 kiyohara uint32_t stat, off, status, event;
2866 1.89 kiyohara u_int spd;
2867 1.89 kiyohara int len, plen, hlen, pcnt, offset;
2868 1.89 kiyohara int s;
2869 1.89 kiyohara caddr_t buf;
2870 1.89 kiyohara int resCount;
2871 1.62 haya
2872 1.89 kiyohara CTR0(KTR_DEV, "fwohci_arv");
2873 1.62 haya
2874 1.89 kiyohara if(&sc->arrq == dbch){
2875 1.89 kiyohara off = OHCI_ARQOFF;
2876 1.89 kiyohara }else if(&sc->arrs == dbch){
2877 1.89 kiyohara off = OHCI_ARSOFF;
2878 1.89 kiyohara }else{
2879 1.89 kiyohara return;
2880 1.62 haya }
2881 1.62 haya
2882 1.89 kiyohara s = splfw();
2883 1.89 kiyohara db_tr = dbch->top;
2884 1.89 kiyohara pcnt = 0;
2885 1.89 kiyohara /* XXX we cannot handle a packet which lies in more than two buf */
2886 1.89 kiyohara fwdma_sync_multiseg_all(dbch->am,
2887 1.89 kiyohara BUS_DMASYNC_POSTREAD | BUS_DMASYNC_POSTWRITE);
2888 1.89 kiyohara status = FWOHCI_DMA_READ(db_tr->db[0].db.desc.res) >> OHCI_STATUS_SHIFT;
2889 1.89 kiyohara resCount = FWOHCI_DMA_READ(db_tr->db[0].db.desc.res) & OHCI_COUNT_MASK;
2890 1.89 kiyohara while (status & OHCI_CNTL_DMA_ACTIVE) {
2891 1.89 kiyohara #if 0
2892 1.62 haya
2893 1.89 kiyohara if (off == OHCI_ARQOFF)
2894 1.89 kiyohara printf("buf 0x%08x, status 0x%04x, resCount 0x%04x\n",
2895 1.89 kiyohara db_tr->bus_addr, status, resCount);
2896 1.89 kiyohara #endif
2897 1.89 kiyohara len = dbch->xferq.psize - resCount;
2898 1.89 kiyohara ld = (uint8_t *)db_tr->buf;
2899 1.89 kiyohara if (dbch->pdb_tr == NULL) {
2900 1.89 kiyohara len -= dbch->buf_offset;
2901 1.89 kiyohara ld += dbch->buf_offset;
2902 1.89 kiyohara }
2903 1.89 kiyohara if (len > 0)
2904 1.89 kiyohara fw_bus_dmamap_sync(dbch->dmat, db_tr->dma_map,
2905 1.89 kiyohara BUS_DMASYNC_POSTREAD);
2906 1.89 kiyohara while (len > 0 ) {
2907 1.89 kiyohara if (count >= 0 && count-- == 0)
2908 1.89 kiyohara goto out;
2909 1.89 kiyohara if(dbch->pdb_tr != NULL){
2910 1.89 kiyohara /* we have a fragment in previous buffer */
2911 1.89 kiyohara int rlen;
2912 1.89 kiyohara
2913 1.89 kiyohara offset = dbch->buf_offset;
2914 1.89 kiyohara if (offset < 0)
2915 1.89 kiyohara offset = - offset;
2916 1.89 kiyohara buf = dbch->pdb_tr->buf + offset;
2917 1.89 kiyohara rlen = dbch->xferq.psize - offset;
2918 1.89 kiyohara if (firewire_debug)
2919 1.89 kiyohara printf("rlen=%d, offset=%d\n",
2920 1.89 kiyohara rlen, dbch->buf_offset);
2921 1.89 kiyohara if (dbch->buf_offset < 0) {
2922 1.89 kiyohara /* splitted in header, pull up */
2923 1.89 kiyohara char *p;
2924 1.89 kiyohara
2925 1.89 kiyohara p = (char *)&pktbuf;
2926 1.89 kiyohara bcopy(buf, p, rlen);
2927 1.89 kiyohara p += rlen;
2928 1.89 kiyohara /* this must be too long but harmless */
2929 1.89 kiyohara rlen = sizeof(pktbuf) - rlen;
2930 1.89 kiyohara if (rlen < 0)
2931 1.89 kiyohara printf("why rlen < 0\n");
2932 1.89 kiyohara bcopy(db_tr->buf, p, rlen);
2933 1.89 kiyohara ld += rlen;
2934 1.89 kiyohara len -= rlen;
2935 1.89 kiyohara hlen = fwohci_arcv_swap(&pktbuf, sizeof(pktbuf));
2936 1.89 kiyohara if (hlen <= 0) {
2937 1.89 kiyohara printf("hlen < 0 shouldn't happen");
2938 1.89 kiyohara goto err;
2939 1.89 kiyohara }
2940 1.89 kiyohara offset = sizeof(pktbuf);
2941 1.89 kiyohara vec[0].iov_base = (char *)&pktbuf;
2942 1.89 kiyohara vec[0].iov_len = offset;
2943 1.89 kiyohara } else {
2944 1.89 kiyohara /* splitted in payload */
2945 1.89 kiyohara offset = rlen;
2946 1.89 kiyohara vec[0].iov_base = buf;
2947 1.89 kiyohara vec[0].iov_len = rlen;
2948 1.89 kiyohara }
2949 1.89 kiyohara fp=(struct fw_pkt *)vec[0].iov_base;
2950 1.89 kiyohara nvec = 1;
2951 1.89 kiyohara } else {
2952 1.89 kiyohara /* no fragment in previous buffer */
2953 1.89 kiyohara fp=(struct fw_pkt *)ld;
2954 1.89 kiyohara hlen = fwohci_arcv_swap(fp, len);
2955 1.89 kiyohara if (hlen == 0)
2956 1.89 kiyohara goto err;
2957 1.89 kiyohara if (hlen < 0) {
2958 1.89 kiyohara dbch->pdb_tr = db_tr;
2959 1.89 kiyohara dbch->buf_offset = - dbch->buf_offset;
2960 1.89 kiyohara /* sanity check */
2961 1.89 kiyohara if (resCount != 0) {
2962 1.89 kiyohara printf("resCount=%d hlen=%d\n",
2963 1.89 kiyohara resCount, hlen);
2964 1.89 kiyohara goto err;
2965 1.89 kiyohara }
2966 1.89 kiyohara goto out;
2967 1.89 kiyohara }
2968 1.89 kiyohara offset = 0;
2969 1.89 kiyohara nvec = 0;
2970 1.89 kiyohara }
2971 1.89 kiyohara plen = fwohci_get_plen(sc, dbch, fp) - offset;
2972 1.89 kiyohara if (plen < 0) {
2973 1.89 kiyohara /* minimum header size + trailer
2974 1.89 kiyohara = sizeof(fw_pkt) so this shouldn't happens */
2975 1.89 kiyohara printf("plen(%d) is negative! offset=%d\n",
2976 1.89 kiyohara plen, offset);
2977 1.89 kiyohara goto err;
2978 1.89 kiyohara }
2979 1.89 kiyohara if (plen > 0) {
2980 1.89 kiyohara len -= plen;
2981 1.89 kiyohara if (len < 0) {
2982 1.89 kiyohara dbch->pdb_tr = db_tr;
2983 1.89 kiyohara if (firewire_debug)
2984 1.89 kiyohara printf("splitted payload\n");
2985 1.89 kiyohara /* sanity check */
2986 1.89 kiyohara if (resCount != 0) {
2987 1.89 kiyohara printf("resCount=%d plen=%d"
2988 1.89 kiyohara " len=%d\n",
2989 1.89 kiyohara resCount, plen, len);
2990 1.89 kiyohara goto err;
2991 1.89 kiyohara }
2992 1.89 kiyohara goto out;
2993 1.89 kiyohara }
2994 1.89 kiyohara vec[nvec].iov_base = ld;
2995 1.89 kiyohara vec[nvec].iov_len = plen;
2996 1.89 kiyohara nvec ++;
2997 1.89 kiyohara ld += plen;
2998 1.89 kiyohara }
2999 1.89 kiyohara dbch->buf_offset = ld - (uint8_t *)db_tr->buf;
3000 1.89 kiyohara if (nvec == 0)
3001 1.89 kiyohara printf("nvec == 0\n");
3002 1.62 haya
3003 1.89 kiyohara /* DMA result-code will be written at the tail of packet */
3004 1.89 kiyohara stat = FWOHCI_DMA_READ(*(uint32_t *)(ld - sizeof(struct fwohci_trailer)));
3005 1.89 kiyohara #if 0
3006 1.89 kiyohara printf("plen: %d, stat %x\n",
3007 1.89 kiyohara plen ,stat);
3008 1.89 kiyohara #endif
3009 1.89 kiyohara spd = (stat >> 21) & 0x3;
3010 1.89 kiyohara event = (stat >> 16) & 0x1f;
3011 1.89 kiyohara switch (event) {
3012 1.89 kiyohara case FWOHCIEV_ACKPEND:
3013 1.89 kiyohara #if 0
3014 1.89 kiyohara printf("fwohci_arcv: ack pending tcode=0x%x..\n", fp->mode.common.tcode);
3015 1.89 kiyohara #endif
3016 1.89 kiyohara /* fall through */
3017 1.89 kiyohara case FWOHCIEV_ACKCOMPL:
3018 1.89 kiyohara {
3019 1.89 kiyohara struct fw_rcv_buf rb;
3020 1.89 kiyohara
3021 1.89 kiyohara if ((vec[nvec-1].iov_len -=
3022 1.89 kiyohara sizeof(struct fwohci_trailer)) == 0)
3023 1.89 kiyohara nvec--;
3024 1.89 kiyohara rb.fc = &sc->fc;
3025 1.89 kiyohara rb.vec = vec;
3026 1.89 kiyohara rb.nvec = nvec;
3027 1.89 kiyohara rb.spd = spd;
3028 1.89 kiyohara fw_rcv(&rb);
3029 1.62 haya break;
3030 1.89 kiyohara }
3031 1.89 kiyohara case FWOHCIEV_BUSRST:
3032 1.89 kiyohara if (sc->fc.status != FWBUSRESET)
3033 1.89 kiyohara printf("got BUSRST packet!?\n");
3034 1.62 haya break;
3035 1.62 haya default:
3036 1.89 kiyohara device_printf(sc->fc.dev,
3037 1.89 kiyohara "Async DMA Receive error err=%02x %s"
3038 1.89 kiyohara " plen=%d offset=%d len=%d status=0x%08x"
3039 1.89 kiyohara " tcode=0x%x, stat=0x%08x\n",
3040 1.89 kiyohara event, fwohcicode[event], plen,
3041 1.89 kiyohara dbch->buf_offset, len,
3042 1.89 kiyohara OREAD(sc, OHCI_DMACTL(off)),
3043 1.89 kiyohara fp->mode.common.tcode, stat);
3044 1.89 kiyohara #if 1 /* XXX */
3045 1.89 kiyohara goto err;
3046 1.89 kiyohara #endif
3047 1.62 haya break;
3048 1.62 haya }
3049 1.89 kiyohara pcnt ++;
3050 1.89 kiyohara if (dbch->pdb_tr != NULL) {
3051 1.89 kiyohara fwohci_arcv_free_buf(sc, dbch, dbch->pdb_tr,
3052 1.89 kiyohara off, 1);
3053 1.89 kiyohara dbch->pdb_tr = NULL;
3054 1.89 kiyohara }
3055 1.62 haya
3056 1.62 haya }
3057 1.89 kiyohara out:
3058 1.89 kiyohara if (resCount == 0) {
3059 1.89 kiyohara /* done on this buffer */
3060 1.89 kiyohara if (dbch->pdb_tr == NULL) {
3061 1.89 kiyohara fwohci_arcv_free_buf(sc, dbch, db_tr, off, 1);
3062 1.89 kiyohara dbch->buf_offset = 0;
3063 1.89 kiyohara } else
3064 1.89 kiyohara if (dbch->pdb_tr != db_tr)
3065 1.89 kiyohara printf("pdb_tr != db_tr\n");
3066 1.89 kiyohara db_tr = STAILQ_NEXT(db_tr, link);
3067 1.89 kiyohara fwdma_sync_multiseg_all(dbch->am,
3068 1.89 kiyohara BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
3069 1.89 kiyohara status = FWOHCI_DMA_READ(db_tr->db[0].db.desc.res)
3070 1.89 kiyohara >> OHCI_STATUS_SHIFT;
3071 1.89 kiyohara resCount = FWOHCI_DMA_READ(db_tr->db[0].db.desc.res)
3072 1.89 kiyohara & OHCI_COUNT_MASK;
3073 1.89 kiyohara /* XXX check buffer overrun */
3074 1.89 kiyohara dbch->top = db_tr;
3075 1.62 haya } else {
3076 1.89 kiyohara dbch->buf_offset = dbch->xferq.psize - resCount;
3077 1.89 kiyohara fw_bus_dmamap_sync(
3078 1.89 kiyohara dbch->dmat, db_tr->dma_map, BUS_DMASYNC_PREREAD);
3079 1.62 haya break;
3080 1.62 haya }
3081 1.89 kiyohara /* XXX make sure DMA is not dead */
3082 1.62 haya }
3083 1.89 kiyohara #if 0
3084 1.89 kiyohara if (pcnt < 1)
3085 1.89 kiyohara printf("fwohci_arcv: no packets\n");
3086 1.89 kiyohara #endif
3087 1.89 kiyohara fwdma_sync_multiseg_all(dbch->am,
3088 1.89 kiyohara BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
3089 1.89 kiyohara splx(s);
3090 1.89 kiyohara return;
3091 1.62 haya
3092 1.89 kiyohara err:
3093 1.89 kiyohara device_printf(sc->fc.dev, "AR DMA status=%x, ",
3094 1.89 kiyohara OREAD(sc, OHCI_DMACTL(off)));
3095 1.89 kiyohara dbch->pdb_tr = NULL;
3096 1.89 kiyohara /* skip until resCount != 0 */
3097 1.89 kiyohara printf(" skip buffer");
3098 1.89 kiyohara while (resCount == 0) {
3099 1.89 kiyohara printf(" #");
3100 1.89 kiyohara fwohci_arcv_free_buf(sc, dbch, db_tr, off, 0);
3101 1.89 kiyohara db_tr = STAILQ_NEXT(db_tr, link);
3102 1.89 kiyohara resCount = FWOHCI_DMA_READ(db_tr->db[0].db.desc.res)
3103 1.89 kiyohara & OHCI_COUNT_MASK;
3104 1.89 kiyohara }
3105 1.89 kiyohara printf(" done\n");
3106 1.89 kiyohara dbch->top = db_tr;
3107 1.89 kiyohara dbch->buf_offset = dbch->xferq.psize - resCount;
3108 1.89 kiyohara OWRITE(sc, OHCI_DMACTL(off), OHCI_CNTL_DMA_WAKE);
3109 1.89 kiyohara fwdma_sync_multiseg_all(
3110 1.89 kiyohara dbch->am, BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
3111 1.89 kiyohara fw_bus_dmamap_sync(dbch->dmat, db_tr->dma_map, BUS_DMASYNC_PREREAD);
3112 1.89 kiyohara splx(s);
3113 1.62 haya }
3114 1.89 kiyohara #if defined(__NetBSD__)
3115 1.62 haya
3116 1.89 kiyohara int
3117 1.89 kiyohara fwohci_print(void *aux, const char *pnp)
3118 1.89 kiyohara {
3119 1.89 kiyohara char *name = aux;
3120 1.62 haya
3121 1.89 kiyohara if (pnp)
3122 1.89 kiyohara aprint_normal("%s at %s", name, pnp);
3123 1.62 haya
3124 1.89 kiyohara return UNCONF;
3125 1.62 haya }
3126 1.89 kiyohara #endif
3127