fwohci.c revision 1.106 1 1.106 christos /* $NetBSD: fwohci.c,v 1.106 2007/03/04 06:02:05 christos Exp $ */
2 1.91 christos
3 1.1 matt /*-
4 1.89 kiyohara * Copyright (c) 2003 Hidetoshi Shimokawa
5 1.89 kiyohara * Copyright (c) 1998-2002 Katsushi Kobayashi and Hidetoshi Shimokawa
6 1.1 matt * All rights reserved.
7 1.1 matt *
8 1.1 matt * Redistribution and use in source and binary forms, with or without
9 1.1 matt * modification, are permitted provided that the following conditions
10 1.1 matt * are met:
11 1.1 matt * 1. Redistributions of source code must retain the above copyright
12 1.1 matt * notice, this list of conditions and the following disclaimer.
13 1.1 matt * 2. Redistributions in binary form must reproduce the above copyright
14 1.1 matt * notice, this list of conditions and the following disclaimer in the
15 1.1 matt * documentation and/or other materials provided with the distribution.
16 1.1 matt * 3. All advertising materials mentioning features or use of this software
17 1.89 kiyohara * must display the acknowledgement as bellow:
18 1.89 kiyohara *
19 1.89 kiyohara * This product includes software developed by K. Kobayashi and H. Shimokawa
20 1.89 kiyohara *
21 1.89 kiyohara * 4. The name of the author may not be used to endorse or promote products
22 1.89 kiyohara * derived from this software without specific prior written permission.
23 1.1 matt *
24 1.89 kiyohara * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
25 1.89 kiyohara * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
26 1.89 kiyohara * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
27 1.89 kiyohara * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT,
28 1.89 kiyohara * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
29 1.89 kiyohara * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
30 1.89 kiyohara * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
31 1.89 kiyohara * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
32 1.89 kiyohara * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
33 1.89 kiyohara * ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
34 1.1 matt * POSSIBILITY OF SUCH DAMAGE.
35 1.100 blymn *
36 1.89 kiyohara * $FreeBSD: /repoman/r/ncvs/src/sys/dev/firewire/fwohci.c,v 1.81 2005/03/29 01:44:59 sam Exp $
37 1.89 kiyohara *
38 1.1 matt */
39 1.1 matt
40 1.89 kiyohara #define ATRQ_CH 0
41 1.89 kiyohara #define ATRS_CH 1
42 1.89 kiyohara #define ARRQ_CH 2
43 1.89 kiyohara #define ARRS_CH 3
44 1.89 kiyohara #define ITX_CH 4
45 1.89 kiyohara #define IRX_CH 0x24
46 1.3 onoe
47 1.89 kiyohara #if defined(__FreeBSD__)
48 1.89 kiyohara #include <sys/param.h>
49 1.89 kiyohara #include <sys/systm.h>
50 1.89 kiyohara #include <sys/mbuf.h>
51 1.89 kiyohara #include <sys/malloc.h>
52 1.89 kiyohara #include <sys/sockio.h>
53 1.89 kiyohara #include <sys/sysctl.h>
54 1.89 kiyohara #include <sys/bus.h>
55 1.89 kiyohara #include <sys/kernel.h>
56 1.89 kiyohara #include <sys/conf.h>
57 1.89 kiyohara #include <sys/endian.h>
58 1.89 kiyohara #include <sys/ktr.h>
59 1.45 lukem
60 1.91 christos #include <sys/cdefs.h>
61 1.106 christos __KERNEL_RCSID(0, "$NetBSD: fwohci.c,v 1.106 2007/03/04 06:02:05 christos Exp $");
62 1.45 lukem
63 1.89 kiyohara #if defined(__DragonFly__) || __FreeBSD_version < 500000
64 1.89 kiyohara #include <machine/clock.h> /* for DELAY() */
65 1.89 kiyohara #endif
66 1.3 onoe
67 1.89 kiyohara #ifdef __DragonFly__
68 1.89 kiyohara #include "fw_port.h"
69 1.89 kiyohara #include "firewire.h"
70 1.89 kiyohara #include "firewirereg.h"
71 1.89 kiyohara #include "fwdma.h"
72 1.89 kiyohara #include "fwohcireg.h"
73 1.89 kiyohara #include "fwohcivar.h"
74 1.89 kiyohara #include "firewire_phy.h"
75 1.89 kiyohara #else
76 1.89 kiyohara #include <dev/firewire/fw_port.h>
77 1.89 kiyohara #include <dev/firewire/firewire.h>
78 1.89 kiyohara #include <dev/firewire/firewirereg.h>
79 1.89 kiyohara #include <dev/firewire/fwdma.h>
80 1.89 kiyohara #include <dev/firewire/fwohcireg.h>
81 1.89 kiyohara #include <dev/firewire/fwohcivar.h>
82 1.89 kiyohara #include <dev/firewire/firewire_phy.h>
83 1.89 kiyohara #endif
84 1.89 kiyohara #elif defined(__NetBSD__)
85 1.1 matt #include <sys/param.h>
86 1.1 matt #include <sys/device.h>
87 1.89 kiyohara #include <sys/errno.h>
88 1.89 kiyohara #include <sys/conf.h>
89 1.7 onoe #include <sys/kernel.h>
90 1.3 onoe #include <sys/malloc.h>
91 1.3 onoe #include <sys/mbuf.h>
92 1.89 kiyohara #include <sys/proc.h>
93 1.89 kiyohara #include <sys/reboot.h>
94 1.89 kiyohara #include <sys/sysctl.h>
95 1.89 kiyohara #include <sys/systm.h>
96 1.7 onoe
97 1.1 matt #include <machine/bus.h>
98 1.1 matt
99 1.89 kiyohara #include <dev/ieee1394/fw_port.h>
100 1.89 kiyohara #include <dev/ieee1394/firewire.h>
101 1.89 kiyohara #include <dev/ieee1394/firewirereg.h>
102 1.89 kiyohara #include <dev/ieee1394/fwdma.h>
103 1.1 matt #include <dev/ieee1394/fwohcireg.h>
104 1.1 matt #include <dev/ieee1394/fwohcivar.h>
105 1.89 kiyohara #include <dev/ieee1394/firewire_phy.h>
106 1.105 kiyohara
107 1.105 kiyohara #include "ioconf.h"
108 1.5 matt #endif
109 1.24 jmc
110 1.89 kiyohara #undef OHCI_DEBUG
111 1.5 matt
112 1.89 kiyohara static int nocyclemaster = 0;
113 1.89 kiyohara #if defined(__FreeBSD__)
114 1.89 kiyohara SYSCTL_DECL(_hw_firewire);
115 1.89 kiyohara SYSCTL_INT(_hw_firewire, OID_AUTO, nocyclemaster, CTLFLAG_RW, &nocyclemaster, 0,
116 1.89 kiyohara "Do not send cycle start packets");
117 1.89 kiyohara #elif defined(__NetBSD__)
118 1.89 kiyohara /*
119 1.89 kiyohara * Setup sysctl(3) MIB, hw.fwohci.*
120 1.89 kiyohara *
121 1.89 kiyohara * TBD condition CTLFLAG_PERMANENT on being an LKM or not
122 1.89 kiyohara */
123 1.89 kiyohara SYSCTL_SETUP(sysctl_fwohci, "sysctl fwohci(4) subtree setup")
124 1.89 kiyohara {
125 1.89 kiyohara int rc;
126 1.89 kiyohara const struct sysctlnode *node;
127 1.89 kiyohara
128 1.89 kiyohara if ((rc = sysctl_createv(clog, 0, NULL, NULL,
129 1.89 kiyohara CTLFLAG_PERMANENT, CTLTYPE_NODE, "hw", NULL,
130 1.89 kiyohara NULL, 0, NULL, 0, CTL_HW, CTL_EOL)) != 0) {
131 1.89 kiyohara goto err;
132 1.89 kiyohara }
133 1.89 kiyohara
134 1.89 kiyohara if ((rc = sysctl_createv(clog, 0, NULL, &node,
135 1.89 kiyohara CTLFLAG_PERMANENT, CTLTYPE_NODE, "fwohci",
136 1.89 kiyohara SYSCTL_DESCR("fwohci controls"),
137 1.89 kiyohara NULL, 0, NULL, 0, CTL_HW, CTL_CREATE, CTL_EOL)) != 0) {
138 1.89 kiyohara goto err;
139 1.89 kiyohara }
140 1.89 kiyohara
141 1.89 kiyohara /* fwohci no cyclemaster flag */
142 1.89 kiyohara if ((rc = sysctl_createv(clog, 0, NULL, &node,
143 1.100 blymn CTLFLAG_PERMANENT | CTLFLAG_READWRITE, CTLTYPE_INT,
144 1.89 kiyohara "nocyclemaster", SYSCTL_DESCR("Do not send cycle start packets"),
145 1.89 kiyohara NULL, 0, &nocyclemaster,
146 1.89 kiyohara 0, CTL_HW, node->sysctl_num, CTL_CREATE, CTL_EOL)) != 0) {
147 1.89 kiyohara goto err;
148 1.89 kiyohara }
149 1.89 kiyohara return;
150 1.89 kiyohara
151 1.89 kiyohara err:
152 1.89 kiyohara printf("%s: sysctl_createv failed (rc = %d)\n", __func__, rc);
153 1.89 kiyohara }
154 1.89 kiyohara #endif
155 1.89 kiyohara
156 1.90 drochner static const char * const dbcode[16] = {"OUTM", "OUTL","INPM","INPL",
157 1.90 drochner "STOR","LOAD","NOP ","STOP",
158 1.90 drochner "", "", "", "", "", "", "", ""};
159 1.89 kiyohara
160 1.90 drochner static const char * const dbkey[8] = {"ST0", "ST1","ST2","ST3",
161 1.89 kiyohara "UNDEF","REG","SYS","DEV"};
162 1.90 drochner static const char * const dbcond[4] = {"NEV","C=1", "C=0", "ALL"};
163 1.90 drochner static const char * const fwohcicode[32] = {
164 1.89 kiyohara "No stat","Undef","long","miss Ack err",
165 1.89 kiyohara "underrun","overrun","desc err", "data read err",
166 1.89 kiyohara "data write err","bus reset","timeout","tcode err",
167 1.89 kiyohara "Undef","Undef","unknown event","flushed",
168 1.89 kiyohara "Undef","ack complete","ack pend","Undef",
169 1.89 kiyohara "ack busy_X","ack busy_A","ack busy_B","Undef",
170 1.89 kiyohara "Undef","Undef","Undef","ack tardy",
171 1.89 kiyohara "Undef","ack data_err","ack type_err",""};
172 1.89 kiyohara
173 1.89 kiyohara #define MAX_SPEED 3
174 1.90 drochner extern const char *fw_linkspeed[];
175 1.90 drochner static uint32_t const tagbit[4] = { 1 << 28, 1 << 29, 1 << 30, 1 << 31};
176 1.89 kiyohara
177 1.90 drochner static const struct tcode_info tinfo[] = {
178 1.89 kiyohara /* hdr_len block flag*/
179 1.89 kiyohara /* 0 WREQQ */ {16, FWTI_REQ | FWTI_TLABEL},
180 1.89 kiyohara /* 1 WREQB */ {16, FWTI_REQ | FWTI_TLABEL | FWTI_BLOCK_ASY},
181 1.89 kiyohara /* 2 WRES */ {12, FWTI_RES},
182 1.89 kiyohara /* 3 XXX */ { 0, 0},
183 1.89 kiyohara /* 4 RREQQ */ {12, FWTI_REQ | FWTI_TLABEL},
184 1.89 kiyohara /* 5 RREQB */ {16, FWTI_REQ | FWTI_TLABEL},
185 1.89 kiyohara /* 6 RRESQ */ {16, FWTI_RES},
186 1.89 kiyohara /* 7 RRESB */ {16, FWTI_RES | FWTI_BLOCK_ASY},
187 1.89 kiyohara /* 8 CYCS */ { 0, 0},
188 1.89 kiyohara /* 9 LREQ */ {16, FWTI_REQ | FWTI_TLABEL | FWTI_BLOCK_ASY},
189 1.89 kiyohara /* a STREAM */ { 4, FWTI_REQ | FWTI_BLOCK_STR},
190 1.89 kiyohara /* b LRES */ {16, FWTI_RES | FWTI_BLOCK_ASY},
191 1.89 kiyohara /* c XXX */ { 0, 0},
192 1.89 kiyohara /* d XXX */ { 0, 0},
193 1.89 kiyohara /* e PHY */ {12, FWTI_REQ},
194 1.89 kiyohara /* f XXX */ { 0, 0}
195 1.89 kiyohara };
196 1.8 onoe
197 1.89 kiyohara #define OHCI_WRITE_SIGMASK 0xffff0000
198 1.89 kiyohara #define OHCI_READ_SIGMASK 0xffff0000
199 1.62 haya
200 1.89 kiyohara #define OWRITE(sc, r, x) bus_space_write_4((sc)->bst, (sc)->bsh, (r), (x))
201 1.89 kiyohara #define OREAD(sc, r) bus_space_read_4((sc)->bst, (sc)->bsh, (r))
202 1.62 haya
203 1.89 kiyohara static void fwohci_ibr (struct firewire_comm *);
204 1.89 kiyohara static void fwohci_db_init (struct fwohci_softc *, struct fwohci_dbch *);
205 1.89 kiyohara static void fwohci_db_free (struct fwohci_dbch *);
206 1.89 kiyohara static void fwohci_arcv (struct fwohci_softc *, struct fwohci_dbch *, int);
207 1.89 kiyohara static void fwohci_txd (struct fwohci_softc *, struct fwohci_dbch *);
208 1.89 kiyohara static void fwohci_start_atq (struct firewire_comm *);
209 1.89 kiyohara static void fwohci_start_ats (struct firewire_comm *);
210 1.89 kiyohara static void fwohci_start (struct fwohci_softc *, struct fwohci_dbch *);
211 1.89 kiyohara static uint32_t fwphy_wrdata ( struct fwohci_softc *, uint32_t, uint32_t);
212 1.89 kiyohara static uint32_t fwphy_rddata ( struct fwohci_softc *, uint32_t);
213 1.89 kiyohara static int fwohci_rx_enable (struct fwohci_softc *, struct fwohci_dbch *);
214 1.89 kiyohara static int fwohci_tx_enable (struct fwohci_softc *, struct fwohci_dbch *);
215 1.89 kiyohara static int fwohci_irx_enable (struct firewire_comm *, int);
216 1.89 kiyohara static int fwohci_irx_disable (struct firewire_comm *, int);
217 1.89 kiyohara #if BYTE_ORDER == BIG_ENDIAN
218 1.89 kiyohara static void fwohci_irx_post (struct firewire_comm *, uint32_t *);
219 1.89 kiyohara #endif
220 1.89 kiyohara static int fwohci_itxbuf_enable (struct firewire_comm *, int);
221 1.89 kiyohara static int fwohci_itx_disable (struct firewire_comm *, int);
222 1.89 kiyohara static void fwohci_timeout (void *);
223 1.89 kiyohara static void fwohci_set_intr (struct firewire_comm *, int);
224 1.89 kiyohara
225 1.89 kiyohara static int fwohci_add_rx_buf (struct fwohci_dbch *, struct fwohcidb_tr *, int, struct fwdma_alloc *);
226 1.89 kiyohara static int fwohci_add_tx_buf (struct fwohci_dbch *, struct fwohcidb_tr *, int);
227 1.89 kiyohara static void dump_db (struct fwohci_softc *, uint32_t);
228 1.89 kiyohara static void print_db (struct fwohcidb_tr *, struct fwohcidb *, uint32_t , uint32_t);
229 1.89 kiyohara static void dump_dma (struct fwohci_softc *, uint32_t);
230 1.89 kiyohara static uint32_t fwohci_cyctimer (struct firewire_comm *);
231 1.89 kiyohara static void fwohci_rbuf_update (struct fwohci_softc *, int);
232 1.89 kiyohara static void fwohci_tbuf_update (struct fwohci_softc *, int);
233 1.89 kiyohara void fwohci_txbufdb (struct fwohci_softc *, int , struct fw_bulkxfer *);
234 1.89 kiyohara #if FWOHCI_TASKQUEUE
235 1.89 kiyohara static void fwohci_complete(void *, int);
236 1.89 kiyohara #endif
237 1.89 kiyohara #if defined(__NetBSD__)
238 1.89 kiyohara static void fwohci_power(int, void *);
239 1.89 kiyohara int fwohci_print(void *, const char *);
240 1.5 matt #endif
241 1.5 matt
242 1.89 kiyohara /*
243 1.89 kiyohara * memory allocated for DMA programs
244 1.89 kiyohara */
245 1.89 kiyohara #define DMA_PROG_ALLOC (8 * PAGE_SIZE)
246 1.1 matt
247 1.89 kiyohara #define NDB FWMAXQUEUE
248 1.89 kiyohara
249 1.89 kiyohara #define OHCI_VERSION 0x00
250 1.89 kiyohara #define OHCI_ATRETRY 0x08
251 1.89 kiyohara #define OHCI_CROMHDR 0x18
252 1.89 kiyohara #define OHCI_BUS_OPT 0x20
253 1.89 kiyohara #define OHCI_BUSIRMC (1 << 31)
254 1.89 kiyohara #define OHCI_BUSCMC (1 << 30)
255 1.89 kiyohara #define OHCI_BUSISC (1 << 29)
256 1.89 kiyohara #define OHCI_BUSBMC (1 << 28)
257 1.89 kiyohara #define OHCI_BUSPMC (1 << 27)
258 1.89 kiyohara #define OHCI_BUSFNC OHCI_BUSIRMC | OHCI_BUSCMC | OHCI_BUSISC |\
259 1.89 kiyohara OHCI_BUSBMC | OHCI_BUSPMC
260 1.89 kiyohara
261 1.89 kiyohara #define OHCI_EUID_HI 0x24
262 1.89 kiyohara #define OHCI_EUID_LO 0x28
263 1.89 kiyohara
264 1.89 kiyohara #define OHCI_CROMPTR 0x34
265 1.89 kiyohara #define OHCI_HCCCTL 0x50
266 1.89 kiyohara #define OHCI_HCCCTLCLR 0x54
267 1.89 kiyohara #define OHCI_AREQHI 0x100
268 1.89 kiyohara #define OHCI_AREQHICLR 0x104
269 1.89 kiyohara #define OHCI_AREQLO 0x108
270 1.89 kiyohara #define OHCI_AREQLOCLR 0x10c
271 1.89 kiyohara #define OHCI_PREQHI 0x110
272 1.89 kiyohara #define OHCI_PREQHICLR 0x114
273 1.89 kiyohara #define OHCI_PREQLO 0x118
274 1.89 kiyohara #define OHCI_PREQLOCLR 0x11c
275 1.89 kiyohara #define OHCI_PREQUPPER 0x120
276 1.89 kiyohara
277 1.89 kiyohara #define OHCI_SID_BUF 0x64
278 1.89 kiyohara #define OHCI_SID_CNT 0x68
279 1.89 kiyohara #define OHCI_SID_ERR (1 << 31)
280 1.89 kiyohara #define OHCI_SID_CNT_MASK 0xffc
281 1.89 kiyohara
282 1.89 kiyohara #define OHCI_IT_STAT 0x90
283 1.89 kiyohara #define OHCI_IT_STATCLR 0x94
284 1.89 kiyohara #define OHCI_IT_MASK 0x98
285 1.89 kiyohara #define OHCI_IT_MASKCLR 0x9c
286 1.89 kiyohara
287 1.89 kiyohara #define OHCI_IR_STAT 0xa0
288 1.89 kiyohara #define OHCI_IR_STATCLR 0xa4
289 1.89 kiyohara #define OHCI_IR_MASK 0xa8
290 1.89 kiyohara #define OHCI_IR_MASKCLR 0xac
291 1.89 kiyohara
292 1.89 kiyohara #define OHCI_LNKCTL 0xe0
293 1.89 kiyohara #define OHCI_LNKCTLCLR 0xe4
294 1.89 kiyohara
295 1.89 kiyohara #define OHCI_PHYACCESS 0xec
296 1.89 kiyohara #define OHCI_CYCLETIMER 0xf0
297 1.89 kiyohara
298 1.89 kiyohara #define OHCI_DMACTL(off) (off)
299 1.89 kiyohara #define OHCI_DMACTLCLR(off) (off + 4)
300 1.89 kiyohara #define OHCI_DMACMD(off) (off + 0xc)
301 1.89 kiyohara #define OHCI_DMAMATCH(off) (off + 0x10)
302 1.89 kiyohara
303 1.89 kiyohara #define OHCI_ATQOFF 0x180
304 1.89 kiyohara #define OHCI_ATQCTL OHCI_ATQOFF
305 1.89 kiyohara #define OHCI_ATQCTLCLR (OHCI_ATQOFF + 4)
306 1.89 kiyohara #define OHCI_ATQCMD (OHCI_ATQOFF + 0xc)
307 1.89 kiyohara #define OHCI_ATQMATCH (OHCI_ATQOFF + 0x10)
308 1.89 kiyohara
309 1.89 kiyohara #define OHCI_ATSOFF 0x1a0
310 1.89 kiyohara #define OHCI_ATSCTL OHCI_ATSOFF
311 1.89 kiyohara #define OHCI_ATSCTLCLR (OHCI_ATSOFF + 4)
312 1.89 kiyohara #define OHCI_ATSCMD (OHCI_ATSOFF + 0xc)
313 1.89 kiyohara #define OHCI_ATSMATCH (OHCI_ATSOFF + 0x10)
314 1.89 kiyohara
315 1.89 kiyohara #define OHCI_ARQOFF 0x1c0
316 1.89 kiyohara #define OHCI_ARQCTL OHCI_ARQOFF
317 1.89 kiyohara #define OHCI_ARQCTLCLR (OHCI_ARQOFF + 4)
318 1.89 kiyohara #define OHCI_ARQCMD (OHCI_ARQOFF + 0xc)
319 1.89 kiyohara #define OHCI_ARQMATCH (OHCI_ARQOFF + 0x10)
320 1.89 kiyohara
321 1.89 kiyohara #define OHCI_ARSOFF 0x1e0
322 1.89 kiyohara #define OHCI_ARSCTL OHCI_ARSOFF
323 1.89 kiyohara #define OHCI_ARSCTLCLR (OHCI_ARSOFF + 4)
324 1.89 kiyohara #define OHCI_ARSCMD (OHCI_ARSOFF + 0xc)
325 1.89 kiyohara #define OHCI_ARSMATCH (OHCI_ARSOFF + 0x10)
326 1.89 kiyohara
327 1.89 kiyohara #define OHCI_ITOFF(CH) (0x200 + 0x10 * (CH))
328 1.89 kiyohara #define OHCI_ITCTL(CH) (OHCI_ITOFF(CH))
329 1.89 kiyohara #define OHCI_ITCTLCLR(CH) (OHCI_ITOFF(CH) + 4)
330 1.89 kiyohara #define OHCI_ITCMD(CH) (OHCI_ITOFF(CH) + 0xc)
331 1.89 kiyohara
332 1.89 kiyohara #define OHCI_IROFF(CH) (0x400 + 0x20 * (CH))
333 1.89 kiyohara #define OHCI_IRCTL(CH) (OHCI_IROFF(CH))
334 1.89 kiyohara #define OHCI_IRCTLCLR(CH) (OHCI_IROFF(CH) + 4)
335 1.89 kiyohara #define OHCI_IRCMD(CH) (OHCI_IROFF(CH) + 0xc)
336 1.89 kiyohara #define OHCI_IRMATCH(CH) (OHCI_IROFF(CH) + 0x10)
337 1.89 kiyohara
338 1.89 kiyohara #if defined(__FreeBSD__)
339 1.89 kiyohara d_ioctl_t fwohci_ioctl;
340 1.89 kiyohara #elif defined(__NetBSD__)
341 1.89 kiyohara dev_type_ioctl(fwohci_ioctl);
342 1.89 kiyohara #endif
343 1.89 kiyohara
344 1.89 kiyohara /*
345 1.89 kiyohara * Communication with PHY device
346 1.89 kiyohara */
347 1.89 kiyohara static uint32_t
348 1.89 kiyohara fwphy_wrdata( struct fwohci_softc *sc, uint32_t addr, uint32_t data)
349 1.89 kiyohara {
350 1.89 kiyohara uint32_t fun;
351 1.89 kiyohara
352 1.89 kiyohara addr &= 0xf;
353 1.89 kiyohara data &= 0xff;
354 1.89 kiyohara
355 1.89 kiyohara fun = (PHYDEV_WRCMD | (addr << PHYDEV_REGADDR) | (data << PHYDEV_WRDATA));
356 1.89 kiyohara OWRITE(sc, OHCI_PHYACCESS, fun);
357 1.89 kiyohara DELAY(100);
358 1.89 kiyohara
359 1.89 kiyohara return(fwphy_rddata( sc, addr));
360 1.89 kiyohara }
361 1.89 kiyohara
362 1.89 kiyohara static uint32_t
363 1.89 kiyohara fwohci_set_bus_manager(struct firewire_comm *fc, u_int node)
364 1.89 kiyohara {
365 1.89 kiyohara struct fwohci_softc *sc = (struct fwohci_softc *)fc;
366 1.89 kiyohara int i;
367 1.89 kiyohara uint32_t bm;
368 1.89 kiyohara
369 1.89 kiyohara #define OHCI_CSR_DATA 0x0c
370 1.89 kiyohara #define OHCI_CSR_COMP 0x10
371 1.89 kiyohara #define OHCI_CSR_CONT 0x14
372 1.89 kiyohara #define OHCI_BUS_MANAGER_ID 0
373 1.89 kiyohara
374 1.89 kiyohara OWRITE(sc, OHCI_CSR_DATA, node);
375 1.89 kiyohara OWRITE(sc, OHCI_CSR_COMP, 0x3f);
376 1.89 kiyohara OWRITE(sc, OHCI_CSR_CONT, OHCI_BUS_MANAGER_ID);
377 1.89 kiyohara for (i = 0; !(OREAD(sc, OHCI_CSR_CONT) & (1<<31)) && (i < 1000); i++)
378 1.89 kiyohara DELAY(10);
379 1.89 kiyohara bm = OREAD(sc, OHCI_CSR_DATA);
380 1.89 kiyohara if((bm & 0x3f) == 0x3f)
381 1.89 kiyohara bm = node;
382 1.89 kiyohara if (firewire_debug)
383 1.89 kiyohara device_printf(sc->fc.dev,
384 1.89 kiyohara "fw_set_bus_manager: %d->%d (loop=%d)\n", bm, node, i);
385 1.89 kiyohara
386 1.89 kiyohara return(bm);
387 1.89 kiyohara }
388 1.89 kiyohara
389 1.89 kiyohara static uint32_t
390 1.89 kiyohara fwphy_rddata(struct fwohci_softc *sc, u_int addr)
391 1.89 kiyohara {
392 1.89 kiyohara uint32_t fun, stat;
393 1.89 kiyohara u_int i, retry = 0;
394 1.89 kiyohara
395 1.89 kiyohara addr &= 0xf;
396 1.89 kiyohara #define MAX_RETRY 100
397 1.89 kiyohara again:
398 1.89 kiyohara OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_REG_FAIL);
399 1.89 kiyohara fun = PHYDEV_RDCMD | (addr << PHYDEV_REGADDR);
400 1.89 kiyohara OWRITE(sc, OHCI_PHYACCESS, fun);
401 1.89 kiyohara for ( i = 0 ; i < MAX_RETRY ; i ++ ){
402 1.89 kiyohara fun = OREAD(sc, OHCI_PHYACCESS);
403 1.89 kiyohara if ((fun & PHYDEV_RDCMD) == 0 && (fun & PHYDEV_RDDONE) != 0)
404 1.3 onoe break;
405 1.89 kiyohara DELAY(100);
406 1.89 kiyohara }
407 1.89 kiyohara if(i >= MAX_RETRY) {
408 1.89 kiyohara if (firewire_debug)
409 1.89 kiyohara device_printf(sc->fc.dev, "phy read failed(1).\n");
410 1.89 kiyohara if (++retry < MAX_RETRY) {
411 1.89 kiyohara DELAY(100);
412 1.89 kiyohara goto again;
413 1.89 kiyohara }
414 1.89 kiyohara }
415 1.89 kiyohara /* Make sure that SCLK is started */
416 1.89 kiyohara stat = OREAD(sc, FWOHCI_INTSTAT);
417 1.89 kiyohara if ((stat & OHCI_INT_REG_FAIL) != 0 ||
418 1.89 kiyohara ((fun >> PHYDEV_REGADDR) & 0xf) != addr) {
419 1.89 kiyohara if (firewire_debug)
420 1.89 kiyohara device_printf(sc->fc.dev, "phy read failed(2).\n");
421 1.89 kiyohara if (++retry < MAX_RETRY) {
422 1.89 kiyohara DELAY(100);
423 1.89 kiyohara goto again;
424 1.89 kiyohara }
425 1.89 kiyohara }
426 1.89 kiyohara if (firewire_debug || retry >= MAX_RETRY)
427 1.100 blymn device_printf(sc->fc.dev,
428 1.89 kiyohara "fwphy_rddata: 0x%x loop=%d, retry=%d\n", addr, i, retry);
429 1.89 kiyohara #undef MAX_RETRY
430 1.89 kiyohara return((fun >> PHYDEV_RDDATA )& 0xff);
431 1.89 kiyohara }
432 1.89 kiyohara /* Device specific ioctl. */
433 1.89 kiyohara FW_IOCTL(fwohci)
434 1.89 kiyohara {
435 1.89 kiyohara FW_IOCTL_START;
436 1.89 kiyohara struct fwohci_softc *fc;
437 1.89 kiyohara int err = 0;
438 1.89 kiyohara struct fw_reg_req_t *reg = (struct fw_reg_req_t *) data;
439 1.89 kiyohara uint32_t *dmach = (uint32_t *) data;
440 1.89 kiyohara
441 1.89 kiyohara if(sc == NULL){
442 1.89 kiyohara return(EINVAL);
443 1.89 kiyohara }
444 1.89 kiyohara fc = (struct fwohci_softc *)sc->fc;
445 1.89 kiyohara
446 1.89 kiyohara if (!data)
447 1.89 kiyohara return(EINVAL);
448 1.89 kiyohara
449 1.89 kiyohara switch (cmd) {
450 1.89 kiyohara case FWOHCI_WRREG:
451 1.89 kiyohara #define OHCI_MAX_REG 0x800
452 1.89 kiyohara if(reg->addr <= OHCI_MAX_REG){
453 1.89 kiyohara OWRITE(fc, reg->addr, reg->data);
454 1.89 kiyohara reg->data = OREAD(fc, reg->addr);
455 1.89 kiyohara }else{
456 1.89 kiyohara err = EINVAL;
457 1.89 kiyohara }
458 1.89 kiyohara break;
459 1.89 kiyohara case FWOHCI_RDREG:
460 1.89 kiyohara if(reg->addr <= OHCI_MAX_REG){
461 1.89 kiyohara reg->data = OREAD(fc, reg->addr);
462 1.89 kiyohara }else{
463 1.89 kiyohara err = EINVAL;
464 1.89 kiyohara }
465 1.89 kiyohara break;
466 1.89 kiyohara /* Read DMA descriptors for debug */
467 1.89 kiyohara case DUMPDMA:
468 1.89 kiyohara if(*dmach <= OHCI_MAX_DMA_CH ){
469 1.89 kiyohara dump_dma(fc, *dmach);
470 1.89 kiyohara dump_db(fc, *dmach);
471 1.89 kiyohara }else{
472 1.89 kiyohara err = EINVAL;
473 1.89 kiyohara }
474 1.89 kiyohara break;
475 1.89 kiyohara /* Read/Write Phy registers */
476 1.89 kiyohara #define OHCI_MAX_PHY_REG 0xf
477 1.89 kiyohara case FWOHCI_RDPHYREG:
478 1.89 kiyohara if (reg->addr <= OHCI_MAX_PHY_REG)
479 1.89 kiyohara reg->data = fwphy_rddata(fc, reg->addr);
480 1.89 kiyohara else
481 1.89 kiyohara err = EINVAL;
482 1.89 kiyohara break;
483 1.89 kiyohara case FWOHCI_WRPHYREG:
484 1.89 kiyohara if (reg->addr <= OHCI_MAX_PHY_REG)
485 1.89 kiyohara reg->data = fwphy_wrdata(fc, reg->addr, reg->data);
486 1.89 kiyohara else
487 1.89 kiyohara err = EINVAL;
488 1.89 kiyohara break;
489 1.89 kiyohara default:
490 1.89 kiyohara err = EINVAL;
491 1.89 kiyohara break;
492 1.3 onoe }
493 1.89 kiyohara return err;
494 1.89 kiyohara }
495 1.3 onoe
496 1.89 kiyohara static int
497 1.89 kiyohara fwohci_probe_phy(struct fwohci_softc *sc, device_t dev)
498 1.89 kiyohara {
499 1.89 kiyohara uint32_t reg, reg2;
500 1.89 kiyohara int e1394a = 1;
501 1.89 kiyohara /*
502 1.89 kiyohara * probe PHY parameters
503 1.89 kiyohara * 0. to prove PHY version, whether compliance of 1394a.
504 1.100 blymn * 1. to probe maximum speed supported by the PHY and
505 1.89 kiyohara * number of port supported by core-logic.
506 1.89 kiyohara * It is not actually available port on your PC .
507 1.89 kiyohara */
508 1.89 kiyohara OWRITE(sc, OHCI_HCCCTL, OHCI_HCC_LPS);
509 1.89 kiyohara reg = fwphy_rddata(sc, FW_PHY_SPD_REG);
510 1.89 kiyohara
511 1.89 kiyohara if((reg >> 5) != 7 ){
512 1.89 kiyohara sc->fc.mode &= ~FWPHYASYST;
513 1.89 kiyohara sc->fc.nport = reg & FW_PHY_NP;
514 1.89 kiyohara sc->fc.speed = reg & FW_PHY_SPD >> 6;
515 1.89 kiyohara if (sc->fc.speed > MAX_SPEED) {
516 1.89 kiyohara device_printf(dev, "invalid speed %d (fixed to %d).\n",
517 1.89 kiyohara sc->fc.speed, MAX_SPEED);
518 1.89 kiyohara sc->fc.speed = MAX_SPEED;
519 1.89 kiyohara }
520 1.89 kiyohara device_printf(dev,
521 1.89 kiyohara "Phy 1394 only %s, %d ports.\n",
522 1.90 drochner fw_linkspeed[sc->fc.speed], sc->fc.nport);
523 1.89 kiyohara }else{
524 1.89 kiyohara reg2 = fwphy_rddata(sc, FW_PHY_ESPD_REG);
525 1.89 kiyohara sc->fc.mode |= FWPHYASYST;
526 1.89 kiyohara sc->fc.nport = reg & FW_PHY_NP;
527 1.89 kiyohara sc->fc.speed = (reg2 & FW_PHY_ESPD) >> 5;
528 1.89 kiyohara if (sc->fc.speed > MAX_SPEED) {
529 1.89 kiyohara device_printf(dev, "invalid speed %d (fixed to %d).\n",
530 1.89 kiyohara sc->fc.speed, MAX_SPEED);
531 1.89 kiyohara sc->fc.speed = MAX_SPEED;
532 1.89 kiyohara }
533 1.89 kiyohara device_printf(dev,
534 1.89 kiyohara "Phy 1394a available %s, %d ports.\n",
535 1.90 drochner fw_linkspeed[sc->fc.speed], sc->fc.nport);
536 1.1 matt
537 1.89 kiyohara /* check programPhyEnable */
538 1.89 kiyohara reg2 = fwphy_rddata(sc, 5);
539 1.89 kiyohara #if 0
540 1.89 kiyohara if (e1394a && (OREAD(sc, OHCI_HCCCTL) & OHCI_HCC_PRPHY)) {
541 1.89 kiyohara #else /* XXX force to enable 1394a */
542 1.89 kiyohara if (e1394a) {
543 1.89 kiyohara #endif
544 1.89 kiyohara if (firewire_debug)
545 1.89 kiyohara device_printf(dev,
546 1.89 kiyohara "Enable 1394a Enhancements\n");
547 1.89 kiyohara /* enable EAA EMC */
548 1.89 kiyohara reg2 |= 0x03;
549 1.89 kiyohara /* set aPhyEnhanceEnable */
550 1.89 kiyohara OWRITE(sc, OHCI_HCCCTL, OHCI_HCC_PHYEN);
551 1.89 kiyohara OWRITE(sc, OHCI_HCCCTLCLR, OHCI_HCC_PRPHY);
552 1.92 christos }
553 1.92 christos #if 0
554 1.92 christos else {
555 1.89 kiyohara /* for safe */
556 1.89 kiyohara reg2 &= ~0x83;
557 1.89 kiyohara }
558 1.92 christos #endif
559 1.89 kiyohara reg2 = fwphy_wrdata(sc, 5, reg2);
560 1.89 kiyohara }
561 1.26 enami
562 1.89 kiyohara reg = fwphy_rddata(sc, FW_PHY_SPD_REG);
563 1.89 kiyohara if((reg >> 5) == 7 ){
564 1.89 kiyohara reg = fwphy_rddata(sc, 4);
565 1.89 kiyohara reg |= 1 << 6;
566 1.89 kiyohara fwphy_wrdata(sc, 4, reg);
567 1.89 kiyohara reg = fwphy_rddata(sc, 4);
568 1.1 matt }
569 1.89 kiyohara return 0;
570 1.89 kiyohara }
571 1.1 matt
572 1.1 matt
573 1.89 kiyohara void
574 1.89 kiyohara fwohci_reset(struct fwohci_softc *sc, device_t dev)
575 1.89 kiyohara {
576 1.89 kiyohara int i, max_rec, speed;
577 1.89 kiyohara uint32_t reg, reg2;
578 1.89 kiyohara struct fwohcidb_tr *db_tr;
579 1.89 kiyohara
580 1.100 blymn /* Disable interrupts */
581 1.89 kiyohara OWRITE(sc, FWOHCI_INTMASKCLR, ~0);
582 1.89 kiyohara
583 1.89 kiyohara /* Now stopping all DMA channels */
584 1.89 kiyohara OWRITE(sc, OHCI_ARQCTLCLR, OHCI_CNTL_DMA_RUN);
585 1.89 kiyohara OWRITE(sc, OHCI_ARSCTLCLR, OHCI_CNTL_DMA_RUN);
586 1.89 kiyohara OWRITE(sc, OHCI_ATQCTLCLR, OHCI_CNTL_DMA_RUN);
587 1.89 kiyohara OWRITE(sc, OHCI_ATSCTLCLR, OHCI_CNTL_DMA_RUN);
588 1.89 kiyohara
589 1.89 kiyohara OWRITE(sc, OHCI_IR_MASKCLR, ~0);
590 1.89 kiyohara for( i = 0 ; i < sc->fc.nisodma ; i ++ ){
591 1.89 kiyohara OWRITE(sc, OHCI_IRCTLCLR(i), OHCI_CNTL_DMA_RUN);
592 1.89 kiyohara OWRITE(sc, OHCI_ITCTLCLR(i), OHCI_CNTL_DMA_RUN);
593 1.89 kiyohara }
594 1.89 kiyohara
595 1.89 kiyohara /* FLUSH FIFO and reset Transmitter/Reciever */
596 1.89 kiyohara OWRITE(sc, OHCI_HCCCTL, OHCI_HCC_RESET);
597 1.89 kiyohara if (firewire_debug)
598 1.89 kiyohara device_printf(dev, "resetting OHCI...");
599 1.89 kiyohara i = 0;
600 1.89 kiyohara while(OREAD(sc, OHCI_HCCCTL) & OHCI_HCC_RESET) {
601 1.89 kiyohara if (i++ > 100) break;
602 1.89 kiyohara DELAY(1000);
603 1.89 kiyohara }
604 1.89 kiyohara if (firewire_debug)
605 1.89 kiyohara printf("done (loop=%d)\n", i);
606 1.89 kiyohara
607 1.89 kiyohara /* Probe phy */
608 1.89 kiyohara fwohci_probe_phy(sc, dev);
609 1.89 kiyohara
610 1.89 kiyohara /* Probe link */
611 1.89 kiyohara reg = OREAD(sc, OHCI_BUS_OPT);
612 1.89 kiyohara reg2 = reg | OHCI_BUSFNC;
613 1.89 kiyohara max_rec = (reg & 0x0000f000) >> 12;
614 1.89 kiyohara speed = (reg & 0x00000007);
615 1.89 kiyohara device_printf(dev, "Link %s, max_rec %d bytes.\n",
616 1.90 drochner fw_linkspeed[speed], MAXREC(max_rec));
617 1.89 kiyohara /* XXX fix max_rec */
618 1.89 kiyohara sc->fc.maxrec = sc->fc.speed + 8;
619 1.89 kiyohara if (max_rec != sc->fc.maxrec) {
620 1.89 kiyohara reg2 = (reg2 & 0xffff0fff) | (sc->fc.maxrec << 12);
621 1.89 kiyohara device_printf(dev, "max_rec %d -> %d\n",
622 1.89 kiyohara MAXREC(max_rec), MAXREC(sc->fc.maxrec));
623 1.89 kiyohara }
624 1.89 kiyohara if (firewire_debug)
625 1.89 kiyohara device_printf(dev, "BUS_OPT 0x%x -> 0x%x\n", reg, reg2);
626 1.89 kiyohara OWRITE(sc, OHCI_BUS_OPT, reg2);
627 1.89 kiyohara
628 1.89 kiyohara /* Initialize registers */
629 1.89 kiyohara OWRITE(sc, OHCI_CROMHDR, sc->fc.config_rom[0]);
630 1.89 kiyohara OWRITE(sc, OHCI_CROMPTR, sc->crom_dma.bus_addr);
631 1.89 kiyohara OWRITE(sc, OHCI_HCCCTLCLR, OHCI_HCC_BIGEND);
632 1.89 kiyohara OWRITE(sc, OHCI_HCCCTL, OHCI_HCC_POSTWR);
633 1.89 kiyohara OWRITE(sc, OHCI_SID_BUF, sc->sid_dma.bus_addr);
634 1.89 kiyohara OWRITE(sc, OHCI_LNKCTL, OHCI_CNTL_SID);
635 1.89 kiyohara
636 1.89 kiyohara /* Enable link */
637 1.89 kiyohara OWRITE(sc, OHCI_HCCCTL, OHCI_HCC_LINKEN);
638 1.89 kiyohara
639 1.89 kiyohara /* Force to start async RX DMA */
640 1.89 kiyohara sc->arrq.xferq.flag &= ~FWXFERQ_RUNNING;
641 1.89 kiyohara sc->arrs.xferq.flag &= ~FWXFERQ_RUNNING;
642 1.89 kiyohara fwohci_rx_enable(sc, &sc->arrq);
643 1.89 kiyohara fwohci_rx_enable(sc, &sc->arrs);
644 1.89 kiyohara
645 1.89 kiyohara /* Initialize async TX */
646 1.89 kiyohara OWRITE(sc, OHCI_ATQCTLCLR, OHCI_CNTL_DMA_RUN | OHCI_CNTL_DMA_DEAD);
647 1.89 kiyohara OWRITE(sc, OHCI_ATSCTLCLR, OHCI_CNTL_DMA_RUN | OHCI_CNTL_DMA_DEAD);
648 1.89 kiyohara
649 1.89 kiyohara /* AT Retries */
650 1.89 kiyohara OWRITE(sc, FWOHCI_RETRY,
651 1.89 kiyohara /* CycleLimit PhyRespRetries ATRespRetries ATReqRetries */
652 1.89 kiyohara (0xffff << 16 ) | (0x0f << 8) | (0x0f << 4) | 0x0f) ;
653 1.89 kiyohara
654 1.89 kiyohara sc->atrq.top = STAILQ_FIRST(&sc->atrq.db_trq);
655 1.89 kiyohara sc->atrs.top = STAILQ_FIRST(&sc->atrs.db_trq);
656 1.89 kiyohara sc->atrq.bottom = sc->atrq.top;
657 1.89 kiyohara sc->atrs.bottom = sc->atrs.top;
658 1.89 kiyohara
659 1.89 kiyohara for( i = 0, db_tr = sc->atrq.top; i < sc->atrq.ndb ;
660 1.89 kiyohara i ++, db_tr = STAILQ_NEXT(db_tr, link)){
661 1.89 kiyohara db_tr->xfer = NULL;
662 1.89 kiyohara }
663 1.89 kiyohara for( i = 0, db_tr = sc->atrs.top; i < sc->atrs.ndb ;
664 1.89 kiyohara i ++, db_tr = STAILQ_NEXT(db_tr, link)){
665 1.89 kiyohara db_tr->xfer = NULL;
666 1.89 kiyohara }
667 1.89 kiyohara
668 1.89 kiyohara
669 1.89 kiyohara /* Enable interrupts */
670 1.89 kiyohara OWRITE(sc, FWOHCI_INTMASK,
671 1.100 blymn OHCI_INT_ERR | OHCI_INT_PHY_SID
672 1.100 blymn | OHCI_INT_DMA_ATRQ | OHCI_INT_DMA_ATRS
673 1.89 kiyohara | OHCI_INT_DMA_PRRQ | OHCI_INT_DMA_PRRS
674 1.89 kiyohara | OHCI_INT_PHY_BUS_R | OHCI_INT_PW_ERR);
675 1.89 kiyohara fwohci_set_intr(&sc->fc, 1);
676 1.84 perry
677 1.89 kiyohara }
678 1.3 onoe
679 1.89 kiyohara int
680 1.89 kiyohara fwohci_init(struct fwohci_softc *sc, device_t dev)
681 1.89 kiyohara {
682 1.89 kiyohara int i, mver;
683 1.89 kiyohara uint32_t reg;
684 1.89 kiyohara uint8_t ui[8];
685 1.89 kiyohara
686 1.89 kiyohara #if FWOHCI_TASKQUEUE
687 1.89 kiyohara TASK_INIT(&sc->fwohci_task_complete, 0, fwohci_complete, sc);
688 1.89 kiyohara #endif
689 1.89 kiyohara
690 1.89 kiyohara /* OHCI version */
691 1.89 kiyohara reg = OREAD(sc, OHCI_VERSION);
692 1.89 kiyohara mver = (reg >> 16) & 0xff;
693 1.89 kiyohara device_printf(dev, "OHCI version %x.%x (ROM=%d)\n",
694 1.89 kiyohara mver, reg & 0xff, (reg>>24) & 1);
695 1.89 kiyohara if (mver < 1 || mver > 9) {
696 1.89 kiyohara device_printf(dev, "invalid OHCI version\n");
697 1.89 kiyohara return (ENXIO);
698 1.89 kiyohara }
699 1.89 kiyohara
700 1.89 kiyohara /* Available Isochronous DMA channel probe */
701 1.89 kiyohara OWRITE(sc, OHCI_IT_MASK, 0xffffffff);
702 1.89 kiyohara OWRITE(sc, OHCI_IR_MASK, 0xffffffff);
703 1.89 kiyohara reg = OREAD(sc, OHCI_IT_MASK) & OREAD(sc, OHCI_IR_MASK);
704 1.89 kiyohara OWRITE(sc, OHCI_IT_MASKCLR, 0xffffffff);
705 1.89 kiyohara OWRITE(sc, OHCI_IR_MASKCLR, 0xffffffff);
706 1.89 kiyohara for (i = 0; i < 0x20; i++)
707 1.89 kiyohara if ((reg & (1 << i)) == 0)
708 1.89 kiyohara break;
709 1.89 kiyohara sc->fc.nisodma = i;
710 1.89 kiyohara device_printf(dev, "No. of Isochronous channels is %d.\n", i);
711 1.89 kiyohara if (i == 0)
712 1.89 kiyohara return (ENXIO);
713 1.89 kiyohara
714 1.89 kiyohara sc->fc.arq = &sc->arrq.xferq;
715 1.89 kiyohara sc->fc.ars = &sc->arrs.xferq;
716 1.89 kiyohara sc->fc.atq = &sc->atrq.xferq;
717 1.89 kiyohara sc->fc.ats = &sc->atrs.xferq;
718 1.89 kiyohara
719 1.89 kiyohara sc->arrq.xferq.psize = roundup2(FWPMAX_S400, PAGE_SIZE);
720 1.89 kiyohara sc->arrs.xferq.psize = roundup2(FWPMAX_S400, PAGE_SIZE);
721 1.89 kiyohara sc->atrq.xferq.psize = roundup2(FWPMAX_S400, PAGE_SIZE);
722 1.89 kiyohara sc->atrs.xferq.psize = roundup2(FWPMAX_S400, PAGE_SIZE);
723 1.89 kiyohara
724 1.89 kiyohara sc->arrq.xferq.start = NULL;
725 1.89 kiyohara sc->arrs.xferq.start = NULL;
726 1.89 kiyohara sc->atrq.xferq.start = fwohci_start_atq;
727 1.89 kiyohara sc->atrs.xferq.start = fwohci_start_ats;
728 1.89 kiyohara
729 1.89 kiyohara sc->arrq.xferq.buf = NULL;
730 1.89 kiyohara sc->arrs.xferq.buf = NULL;
731 1.89 kiyohara sc->atrq.xferq.buf = NULL;
732 1.89 kiyohara sc->atrs.xferq.buf = NULL;
733 1.89 kiyohara
734 1.89 kiyohara sc->arrq.xferq.dmach = -1;
735 1.89 kiyohara sc->arrs.xferq.dmach = -1;
736 1.89 kiyohara sc->atrq.xferq.dmach = -1;
737 1.89 kiyohara sc->atrs.xferq.dmach = -1;
738 1.89 kiyohara
739 1.89 kiyohara sc->arrq.ndesc = 1;
740 1.89 kiyohara sc->arrs.ndesc = 1;
741 1.89 kiyohara sc->atrq.ndesc = 8; /* equal to maximum of mbuf chains */
742 1.89 kiyohara sc->atrs.ndesc = 2;
743 1.89 kiyohara
744 1.89 kiyohara sc->arrq.ndb = NDB;
745 1.89 kiyohara sc->arrs.ndb = NDB / 2;
746 1.89 kiyohara sc->atrq.ndb = NDB;
747 1.89 kiyohara sc->atrs.ndb = NDB / 2;
748 1.89 kiyohara
749 1.89 kiyohara for( i = 0 ; i < sc->fc.nisodma ; i ++ ){
750 1.89 kiyohara sc->fc.it[i] = &sc->it[i].xferq;
751 1.89 kiyohara sc->fc.ir[i] = &sc->ir[i].xferq;
752 1.89 kiyohara sc->it[i].xferq.dmach = i;
753 1.89 kiyohara sc->ir[i].xferq.dmach = i;
754 1.89 kiyohara sc->it[i].ndb = 0;
755 1.89 kiyohara sc->ir[i].ndb = 0;
756 1.89 kiyohara }
757 1.89 kiyohara
758 1.89 kiyohara sc->fc.tcode = tinfo;
759 1.89 kiyohara sc->fc.dev = dev;
760 1.89 kiyohara
761 1.89 kiyohara sc->fc.config_rom = fwdma_malloc(&sc->fc, CROMSIZE, CROMSIZE,
762 1.89 kiyohara &sc->crom_dma, BUS_DMA_WAITOK);
763 1.89 kiyohara if(sc->fc.config_rom == NULL){
764 1.89 kiyohara device_printf(dev, "config_rom alloc failed.");
765 1.89 kiyohara return ENOMEM;
766 1.3 onoe }
767 1.62 haya
768 1.89 kiyohara #if 0
769 1.89 kiyohara bzero(&sc->fc.config_rom[0], CROMSIZE);
770 1.89 kiyohara sc->fc.config_rom[1] = 0x31333934;
771 1.89 kiyohara sc->fc.config_rom[2] = 0xf000a002;
772 1.89 kiyohara sc->fc.config_rom[3] = OREAD(sc, OHCI_EUID_HI);
773 1.89 kiyohara sc->fc.config_rom[4] = OREAD(sc, OHCI_EUID_LO);
774 1.89 kiyohara sc->fc.config_rom[5] = 0;
775 1.89 kiyohara sc->fc.config_rom[0] = (4 << 24) | (5 << 16);
776 1.89 kiyohara
777 1.89 kiyohara sc->fc.config_rom[0] |= fw_crc16(&sc->fc.config_rom[1], 5*4);
778 1.89 kiyohara #endif
779 1.62 haya
780 1.62 haya
781 1.89 kiyohara /* SID recieve buffer must align 2^11 */
782 1.89 kiyohara #define OHCI_SIDSIZE (1 << 11)
783 1.89 kiyohara sc->sid_buf = fwdma_malloc(&sc->fc, OHCI_SIDSIZE, OHCI_SIDSIZE,
784 1.89 kiyohara &sc->sid_dma, BUS_DMA_WAITOK);
785 1.89 kiyohara if (sc->sid_buf == NULL) {
786 1.89 kiyohara device_printf(dev, "sid_buf alloc failed.");
787 1.89 kiyohara return ENOMEM;
788 1.89 kiyohara }
789 1.89 kiyohara
790 1.89 kiyohara fwdma_malloc(&sc->fc, sizeof(uint32_t), sizeof(uint32_t),
791 1.89 kiyohara &sc->dummy_dma, BUS_DMA_WAITOK);
792 1.89 kiyohara
793 1.89 kiyohara if (sc->dummy_dma.v_addr == NULL) {
794 1.89 kiyohara device_printf(dev, "dummy_dma alloc failed.");
795 1.89 kiyohara return ENOMEM;
796 1.89 kiyohara }
797 1.89 kiyohara
798 1.89 kiyohara fwohci_db_init(sc, &sc->arrq);
799 1.89 kiyohara if ((sc->arrq.flags & FWOHCI_DBCH_INIT) == 0)
800 1.89 kiyohara return ENOMEM;
801 1.89 kiyohara
802 1.89 kiyohara fwohci_db_init(sc, &sc->arrs);
803 1.89 kiyohara if ((sc->arrs.flags & FWOHCI_DBCH_INIT) == 0)
804 1.89 kiyohara return ENOMEM;
805 1.89 kiyohara
806 1.89 kiyohara fwohci_db_init(sc, &sc->atrq);
807 1.89 kiyohara if ((sc->atrq.flags & FWOHCI_DBCH_INIT) == 0)
808 1.89 kiyohara return ENOMEM;
809 1.89 kiyohara
810 1.89 kiyohara fwohci_db_init(sc, &sc->atrs);
811 1.89 kiyohara if ((sc->atrs.flags & FWOHCI_DBCH_INIT) == 0)
812 1.89 kiyohara return ENOMEM;
813 1.89 kiyohara
814 1.89 kiyohara sc->fc.eui.hi = OREAD(sc, FWOHCIGUID_H);
815 1.89 kiyohara sc->fc.eui.lo = OREAD(sc, FWOHCIGUID_L);
816 1.89 kiyohara for( i = 0 ; i < 8 ; i ++)
817 1.89 kiyohara ui[i] = FW_EUI64_BYTE(&sc->fc.eui,i);
818 1.89 kiyohara device_printf(dev, "EUI64 %02x:%02x:%02x:%02x:%02x:%02x:%02x:%02x\n",
819 1.89 kiyohara ui[0], ui[1], ui[2], ui[3], ui[4], ui[5], ui[6], ui[7]);
820 1.89 kiyohara
821 1.89 kiyohara sc->fc.ioctl = fwohci_ioctl;
822 1.89 kiyohara sc->fc.cyctimer = fwohci_cyctimer;
823 1.89 kiyohara sc->fc.set_bmr = fwohci_set_bus_manager;
824 1.89 kiyohara sc->fc.ibr = fwohci_ibr;
825 1.89 kiyohara sc->fc.irx_enable = fwohci_irx_enable;
826 1.89 kiyohara sc->fc.irx_disable = fwohci_irx_disable;
827 1.3 onoe
828 1.89 kiyohara sc->fc.itx_enable = fwohci_itxbuf_enable;
829 1.89 kiyohara sc->fc.itx_disable = fwohci_itx_disable;
830 1.89 kiyohara #if BYTE_ORDER == BIG_ENDIAN
831 1.89 kiyohara sc->fc.irx_post = fwohci_irx_post;
832 1.89 kiyohara #else
833 1.89 kiyohara sc->fc.irx_post = NULL;
834 1.5 matt #endif
835 1.89 kiyohara sc->fc.itx_post = NULL;
836 1.89 kiyohara sc->fc.timeout = fwohci_timeout;
837 1.89 kiyohara sc->fc.poll = fwohci_poll;
838 1.89 kiyohara sc->fc.set_intr = fwohci_set_intr;
839 1.89 kiyohara
840 1.89 kiyohara sc->intmask = sc->irstat = sc->itstat = 0;
841 1.89 kiyohara
842 1.89 kiyohara fw_init(&sc->fc);
843 1.89 kiyohara fwohci_reset(sc, dev);
844 1.89 kiyohara FWOHCI_INIT_END;
845 1.5 matt
846 1.1 matt return 0;
847 1.1 matt }
848 1.1 matt
849 1.89 kiyohara void
850 1.89 kiyohara fwohci_timeout(void *arg)
851 1.40 haya {
852 1.89 kiyohara struct fwohci_softc *sc;
853 1.40 haya
854 1.89 kiyohara sc = (struct fwohci_softc *)arg;
855 1.89 kiyohara }
856 1.40 haya
857 1.89 kiyohara uint32_t
858 1.89 kiyohara fwohci_cyctimer(struct firewire_comm *fc)
859 1.89 kiyohara {
860 1.89 kiyohara struct fwohci_softc *sc = (struct fwohci_softc *)fc;
861 1.89 kiyohara return(OREAD(sc, OHCI_CYCLETIMER));
862 1.40 haya }
863 1.40 haya
864 1.89 kiyohara FWOHCI_DETACH()
865 1.1 matt {
866 1.89 kiyohara int i;
867 1.62 haya
868 1.89 kiyohara FWOHCI_DETACH_START;
869 1.89 kiyohara if (sc->sid_buf != NULL)
870 1.89 kiyohara fwdma_free(&sc->fc, &sc->sid_dma);
871 1.89 kiyohara if (sc->fc.config_rom != NULL)
872 1.89 kiyohara fwdma_free(&sc->fc, &sc->crom_dma);
873 1.40 haya
874 1.89 kiyohara fwohci_db_free(&sc->arrq);
875 1.89 kiyohara fwohci_db_free(&sc->arrs);
876 1.62 haya
877 1.89 kiyohara fwohci_db_free(&sc->atrq);
878 1.89 kiyohara fwohci_db_free(&sc->atrs);
879 1.3 onoe
880 1.89 kiyohara for( i = 0 ; i < sc->fc.nisodma ; i ++ ){
881 1.89 kiyohara fwohci_db_free(&sc->it[i]);
882 1.89 kiyohara fwohci_db_free(&sc->ir[i]);
883 1.1 matt }
884 1.89 kiyohara FWOHCI_DETACH_END;
885 1.89 kiyohara
886 1.89 kiyohara return 0;
887 1.3 onoe }
888 1.3 onoe
889 1.89 kiyohara #define LAST_DB(dbtr, db) do { \
890 1.89 kiyohara struct fwohcidb_tr *_dbtr = (dbtr); \
891 1.89 kiyohara int _cnt = _dbtr->dbcnt; \
892 1.89 kiyohara db = &_dbtr->db[ (_cnt > 2) ? (_cnt -1) : 0]; \
893 1.89 kiyohara } while (0)
894 1.100 blymn
895 1.24 jmc static void
896 1.89 kiyohara fwohci_execute_db(void *arg, bus_dma_segment_t *segs, int nseg, int error)
897 1.24 jmc {
898 1.89 kiyohara struct fwohcidb_tr *db_tr;
899 1.89 kiyohara struct fwohcidb *db;
900 1.89 kiyohara bus_dma_segment_t *s;
901 1.89 kiyohara int i;
902 1.24 jmc
903 1.89 kiyohara db_tr = (struct fwohcidb_tr *)arg;
904 1.89 kiyohara db = &db_tr->db[db_tr->dbcnt];
905 1.89 kiyohara if (error) {
906 1.89 kiyohara if (firewire_debug || error != EFBIG)
907 1.89 kiyohara printf("fwohci_execute_db: error=%d\n", error);
908 1.89 kiyohara return;
909 1.89 kiyohara }
910 1.89 kiyohara for (i = 0; i < nseg; i++) {
911 1.89 kiyohara s = &segs[i];
912 1.89 kiyohara FWOHCI_DMA_WRITE(db->db.desc.addr, s->ds_addr);
913 1.89 kiyohara FWOHCI_DMA_WRITE(db->db.desc.cmd, s->ds_len);
914 1.89 kiyohara FWOHCI_DMA_WRITE(db->db.desc.res, 0);
915 1.89 kiyohara db++;
916 1.89 kiyohara db_tr->dbcnt++;
917 1.26 enami }
918 1.24 jmc }
919 1.24 jmc
920 1.24 jmc static void
921 1.89 kiyohara fwohci_execute_db2(void *arg, bus_dma_segment_t *segs, int nseg,
922 1.103 christos bus_size_t size, int error)
923 1.24 jmc {
924 1.89 kiyohara fwohci_execute_db(arg, segs, nseg, error);
925 1.89 kiyohara }
926 1.26 enami
927 1.89 kiyohara static void
928 1.89 kiyohara fwohci_start(struct fwohci_softc *sc, struct fwohci_dbch *dbch)
929 1.89 kiyohara {
930 1.89 kiyohara int i, s;
931 1.89 kiyohara int tcode, hdr_len, pl_off;
932 1.89 kiyohara int fsegment = -1;
933 1.89 kiyohara uint32_t off;
934 1.89 kiyohara struct fw_xfer *xfer;
935 1.89 kiyohara struct fw_pkt *fp;
936 1.89 kiyohara struct fwohci_txpkthdr *ohcifp;
937 1.89 kiyohara struct fwohcidb_tr *db_tr;
938 1.89 kiyohara struct fwohcidb *db;
939 1.89 kiyohara uint32_t *ld;
940 1.90 drochner const struct tcode_info *info;
941 1.89 kiyohara static int maxdesc=0;
942 1.89 kiyohara
943 1.89 kiyohara if(&sc->atrq == dbch){
944 1.89 kiyohara off = OHCI_ATQOFF;
945 1.89 kiyohara }else if(&sc->atrs == dbch){
946 1.89 kiyohara off = OHCI_ATSOFF;
947 1.89 kiyohara }else{
948 1.89 kiyohara return;
949 1.26 enami }
950 1.24 jmc
951 1.89 kiyohara if (dbch->flags & FWOHCI_DBCH_FULL)
952 1.89 kiyohara return;
953 1.24 jmc
954 1.89 kiyohara s = splfw();
955 1.99 kiyohara fwdma_sync_multiseg_all(dbch->am,
956 1.99 kiyohara BUS_DMASYNC_POSTREAD | BUS_DMASYNC_POSTWRITE);
957 1.89 kiyohara db_tr = dbch->top;
958 1.89 kiyohara txloop:
959 1.89 kiyohara xfer = STAILQ_FIRST(&dbch->xferq.q);
960 1.89 kiyohara if(xfer == NULL){
961 1.89 kiyohara goto kick;
962 1.89 kiyohara }
963 1.89 kiyohara if(dbch->xferq.queued == 0 ){
964 1.89 kiyohara device_printf(sc->fc.dev, "TX queue empty\n");
965 1.89 kiyohara }
966 1.89 kiyohara STAILQ_REMOVE_HEAD(&dbch->xferq.q, link);
967 1.89 kiyohara db_tr->xfer = xfer;
968 1.89 kiyohara xfer->state = FWXF_START;
969 1.89 kiyohara
970 1.89 kiyohara fp = &xfer->send.hdr;
971 1.89 kiyohara tcode = fp->mode.common.tcode;
972 1.89 kiyohara
973 1.89 kiyohara ohcifp = (struct fwohci_txpkthdr *) db_tr->db[1].db.immed;
974 1.89 kiyohara info = &tinfo[tcode];
975 1.89 kiyohara hdr_len = pl_off = info->hdr_len;
976 1.89 kiyohara
977 1.89 kiyohara ld = &ohcifp->mode.ld[0];
978 1.89 kiyohara ld[0] = ld[1] = ld[2] = ld[3] = 0;
979 1.89 kiyohara for( i = 0 ; i < pl_off ; i+= 4)
980 1.89 kiyohara ld[i/4] = fp->mode.ld[i/4];
981 1.89 kiyohara
982 1.89 kiyohara ohcifp->mode.common.spd = xfer->send.spd & 0x7;
983 1.89 kiyohara if (tcode == FWTCODE_STREAM ){
984 1.89 kiyohara hdr_len = 8;
985 1.89 kiyohara ohcifp->mode.stream.len = fp->mode.stream.len;
986 1.89 kiyohara } else if (tcode == FWTCODE_PHY) {
987 1.89 kiyohara hdr_len = 12;
988 1.89 kiyohara ld[1] = fp->mode.ld[1];
989 1.89 kiyohara ld[2] = fp->mode.ld[2];
990 1.89 kiyohara ohcifp->mode.common.spd = 0;
991 1.89 kiyohara ohcifp->mode.common.tcode = FWOHCITCODE_PHY;
992 1.89 kiyohara } else {
993 1.89 kiyohara ohcifp->mode.asycomm.dst = fp->mode.hdr.dst;
994 1.89 kiyohara ohcifp->mode.asycomm.srcbus = OHCI_ASYSRCBUS;
995 1.89 kiyohara ohcifp->mode.asycomm.tlrt |= FWRETRY_X;
996 1.89 kiyohara }
997 1.89 kiyohara db = &db_tr->db[0];
998 1.89 kiyohara FWOHCI_DMA_WRITE(db->db.desc.cmd,
999 1.89 kiyohara OHCI_OUTPUT_MORE | OHCI_KEY_ST2 | hdr_len);
1000 1.89 kiyohara FWOHCI_DMA_WRITE(db->db.desc.addr, 0);
1001 1.89 kiyohara FWOHCI_DMA_WRITE(db->db.desc.res, 0);
1002 1.89 kiyohara /* Specify bound timer of asy. responce */
1003 1.89 kiyohara if(&sc->atrs == dbch){
1004 1.89 kiyohara FWOHCI_DMA_WRITE(db->db.desc.res,
1005 1.89 kiyohara (OREAD(sc, OHCI_CYCLETIMER) >> 12) + (1 << 13));
1006 1.89 kiyohara }
1007 1.89 kiyohara #if BYTE_ORDER == BIG_ENDIAN
1008 1.89 kiyohara if (tcode == FWTCODE_WREQQ || tcode == FWTCODE_RRESQ)
1009 1.89 kiyohara hdr_len = 12;
1010 1.89 kiyohara for (i = 0; i < hdr_len/4; i ++)
1011 1.89 kiyohara FWOHCI_DMA_WRITE(ld[i], ld[i]);
1012 1.89 kiyohara #endif
1013 1.89 kiyohara
1014 1.89 kiyohara again:
1015 1.89 kiyohara db_tr->dbcnt = 2;
1016 1.89 kiyohara db = &db_tr->db[db_tr->dbcnt];
1017 1.89 kiyohara if (xfer->send.pay_len > 0) {
1018 1.89 kiyohara int err;
1019 1.89 kiyohara /* handle payload */
1020 1.89 kiyohara if (xfer->mbuf == NULL) {
1021 1.89 kiyohara err = fw_bus_dmamap_load(dbch->dmat, db_tr->dma_map,
1022 1.89 kiyohara &xfer->send.payload[0], xfer->send.pay_len,
1023 1.89 kiyohara fwohci_execute_db, db_tr,
1024 1.89 kiyohara BUS_DMA_WAITOK);
1025 1.89 kiyohara } else {
1026 1.89 kiyohara /* XXX we can handle only 6 (=8-2) mbuf chains */
1027 1.89 kiyohara err = fw_bus_dmamap_load_mbuf(dbch->dmat,
1028 1.89 kiyohara db_tr->dma_map, xfer->mbuf,
1029 1.89 kiyohara fwohci_execute_db2, db_tr,
1030 1.89 kiyohara BUS_DMA_WAITOK);
1031 1.89 kiyohara if (err == EFBIG) {
1032 1.89 kiyohara struct mbuf *m0;
1033 1.89 kiyohara
1034 1.89 kiyohara if (firewire_debug)
1035 1.89 kiyohara device_printf(sc->fc.dev, "EFBIG.\n");
1036 1.89 kiyohara m0 = m_getcl(M_DONTWAIT, MT_DATA, M_PKTHDR);
1037 1.89 kiyohara if (m0 != NULL) {
1038 1.89 kiyohara m_copydata(xfer->mbuf, 0,
1039 1.89 kiyohara xfer->mbuf->m_pkthdr.len,
1040 1.106 christos mtod(m0, void *));
1041 1.100 blymn m0->m_len = m0->m_pkthdr.len =
1042 1.89 kiyohara xfer->mbuf->m_pkthdr.len;
1043 1.89 kiyohara m_freem(xfer->mbuf);
1044 1.89 kiyohara xfer->mbuf = m0;
1045 1.89 kiyohara goto again;
1046 1.89 kiyohara }
1047 1.89 kiyohara device_printf(sc->fc.dev, "m_getcl failed.\n");
1048 1.89 kiyohara }
1049 1.89 kiyohara }
1050 1.89 kiyohara if (err)
1051 1.89 kiyohara printf("dmamap_load: err=%d\n", err);
1052 1.89 kiyohara fw_bus_dmamap_sync(dbch->dmat, db_tr->dma_map,
1053 1.89 kiyohara BUS_DMASYNC_PREWRITE);
1054 1.89 kiyohara #if 0 /* OHCI_OUTPUT_MODE == 0 */
1055 1.89 kiyohara for (i = 2; i < db_tr->dbcnt; i++)
1056 1.89 kiyohara FWOHCI_DMA_SET(db_tr->db[i].db.desc.cmd,
1057 1.89 kiyohara OHCI_OUTPUT_MORE);
1058 1.89 kiyohara #endif
1059 1.89 kiyohara }
1060 1.89 kiyohara if (maxdesc < db_tr->dbcnt) {
1061 1.89 kiyohara maxdesc = db_tr->dbcnt;
1062 1.89 kiyohara if (firewire_debug)
1063 1.89 kiyohara device_printf(sc->fc.dev, "maxdesc: %d\n", maxdesc);
1064 1.89 kiyohara }
1065 1.89 kiyohara /* last db */
1066 1.89 kiyohara LAST_DB(db_tr, db);
1067 1.89 kiyohara FWOHCI_DMA_SET(db->db.desc.cmd,
1068 1.89 kiyohara OHCI_OUTPUT_LAST | OHCI_INTERRUPT_ALWAYS | OHCI_BRANCH_ALWAYS);
1069 1.89 kiyohara FWOHCI_DMA_WRITE(db->db.desc.depend,
1070 1.89 kiyohara STAILQ_NEXT(db_tr, link)->bus_addr);
1071 1.89 kiyohara
1072 1.89 kiyohara if(fsegment == -1 )
1073 1.89 kiyohara fsegment = db_tr->dbcnt;
1074 1.89 kiyohara if (dbch->pdb_tr != NULL) {
1075 1.89 kiyohara LAST_DB(dbch->pdb_tr, db);
1076 1.89 kiyohara FWOHCI_DMA_SET(db->db.desc.depend, db_tr->dbcnt);
1077 1.89 kiyohara }
1078 1.89 kiyohara dbch->pdb_tr = db_tr;
1079 1.89 kiyohara db_tr = STAILQ_NEXT(db_tr, link);
1080 1.89 kiyohara if(db_tr != dbch->bottom){
1081 1.89 kiyohara goto txloop;
1082 1.89 kiyohara } else {
1083 1.89 kiyohara device_printf(sc->fc.dev, "fwohci_start: lack of db_trq\n");
1084 1.89 kiyohara dbch->flags |= FWOHCI_DBCH_FULL;
1085 1.89 kiyohara }
1086 1.89 kiyohara kick:
1087 1.89 kiyohara /* kick asy q */
1088 1.99 kiyohara fwdma_sync_multiseg_all(dbch->am,
1089 1.99 kiyohara BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
1090 1.99 kiyohara
1091 1.89 kiyohara if(dbch->xferq.flag & FWXFERQ_RUNNING) {
1092 1.89 kiyohara OWRITE(sc, OHCI_DMACTL(off), OHCI_CNTL_DMA_WAKE);
1093 1.89 kiyohara } else {
1094 1.89 kiyohara if (firewire_debug)
1095 1.89 kiyohara device_printf(sc->fc.dev, "start AT DMA status=%x\n",
1096 1.89 kiyohara OREAD(sc, OHCI_DMACTL(off)));
1097 1.89 kiyohara OWRITE(sc, OHCI_DMACMD(off), dbch->top->bus_addr | fsegment);
1098 1.89 kiyohara OWRITE(sc, OHCI_DMACTL(off), OHCI_CNTL_DMA_RUN);
1099 1.89 kiyohara dbch->xferq.flag |= FWXFERQ_RUNNING;
1100 1.62 haya }
1101 1.89 kiyohara CTR0(KTR_DEV, "start kick done");
1102 1.89 kiyohara CTR0(KTR_DEV, "start kick done2");
1103 1.24 jmc
1104 1.89 kiyohara dbch->top = db_tr;
1105 1.89 kiyohara splx(s);
1106 1.89 kiyohara return;
1107 1.89 kiyohara }
1108 1.24 jmc
1109 1.89 kiyohara static void
1110 1.89 kiyohara fwohci_start_atq(struct firewire_comm *fc)
1111 1.89 kiyohara {
1112 1.89 kiyohara struct fwohci_softc *sc = (struct fwohci_softc *)fc;
1113 1.89 kiyohara fwohci_start( sc, &(sc->atrq));
1114 1.89 kiyohara return;
1115 1.89 kiyohara }
1116 1.24 jmc
1117 1.89 kiyohara static void
1118 1.89 kiyohara fwohci_start_ats(struct firewire_comm *fc)
1119 1.89 kiyohara {
1120 1.89 kiyohara struct fwohci_softc *sc = (struct fwohci_softc *)fc;
1121 1.89 kiyohara fwohci_start( sc, &(sc->atrs));
1122 1.89 kiyohara return;
1123 1.89 kiyohara }
1124 1.62 haya
1125 1.89 kiyohara void
1126 1.89 kiyohara fwohci_txd(struct fwohci_softc *sc, struct fwohci_dbch *dbch)
1127 1.89 kiyohara {
1128 1.89 kiyohara int s, ch, err = 0;
1129 1.89 kiyohara struct fwohcidb_tr *tr;
1130 1.89 kiyohara struct fwohcidb *db;
1131 1.89 kiyohara struct fw_xfer *xfer;
1132 1.89 kiyohara uint32_t off;
1133 1.89 kiyohara u_int stat, status;
1134 1.89 kiyohara int packets;
1135 1.89 kiyohara struct firewire_comm *fc = (struct firewire_comm *)sc;
1136 1.89 kiyohara
1137 1.89 kiyohara if(&sc->atrq == dbch){
1138 1.89 kiyohara off = OHCI_ATQOFF;
1139 1.89 kiyohara ch = ATRQ_CH;
1140 1.89 kiyohara }else if(&sc->atrs == dbch){
1141 1.89 kiyohara off = OHCI_ATSOFF;
1142 1.89 kiyohara ch = ATRS_CH;
1143 1.89 kiyohara }else{
1144 1.89 kiyohara return;
1145 1.89 kiyohara }
1146 1.89 kiyohara s = splfw();
1147 1.89 kiyohara tr = dbch->bottom;
1148 1.89 kiyohara packets = 0;
1149 1.99 kiyohara fwdma_sync_multiseg_all(dbch->am,
1150 1.99 kiyohara BUS_DMASYNC_POSTREAD | BUS_DMASYNC_POSTWRITE);
1151 1.89 kiyohara while(dbch->xferq.queued > 0){
1152 1.89 kiyohara LAST_DB(tr, db);
1153 1.89 kiyohara status = FWOHCI_DMA_READ(db->db.desc.res) >> OHCI_STATUS_SHIFT;
1154 1.89 kiyohara if(!(status & OHCI_CNTL_DMA_ACTIVE)){
1155 1.89 kiyohara if (fc->status != FWBUSRESET)
1156 1.89 kiyohara /* maybe out of order?? */
1157 1.89 kiyohara goto out;
1158 1.89 kiyohara }
1159 1.89 kiyohara if (tr->xfer->send.pay_len > 0) {
1160 1.89 kiyohara fw_bus_dmamap_sync(dbch->dmat, tr->dma_map,
1161 1.89 kiyohara BUS_DMASYNC_POSTWRITE);
1162 1.89 kiyohara fw_bus_dmamap_unload(dbch->dmat, tr->dma_map);
1163 1.89 kiyohara }
1164 1.89 kiyohara #if 1
1165 1.89 kiyohara if (firewire_debug > 1)
1166 1.89 kiyohara dump_db(sc, ch);
1167 1.89 kiyohara #endif
1168 1.89 kiyohara if(status & OHCI_CNTL_DMA_DEAD) {
1169 1.89 kiyohara /* Stop DMA */
1170 1.89 kiyohara OWRITE(sc, OHCI_DMACTLCLR(off), OHCI_CNTL_DMA_RUN);
1171 1.89 kiyohara device_printf(sc->fc.dev, "force reset AT FIFO\n");
1172 1.89 kiyohara OWRITE(sc, OHCI_HCCCTLCLR, OHCI_HCC_LINKEN);
1173 1.89 kiyohara OWRITE(sc, OHCI_HCCCTL, OHCI_HCC_LPS | OHCI_HCC_LINKEN);
1174 1.89 kiyohara OWRITE(sc, OHCI_DMACTLCLR(off), OHCI_CNTL_DMA_RUN);
1175 1.89 kiyohara }
1176 1.89 kiyohara stat = status & FWOHCIEV_MASK;
1177 1.89 kiyohara switch(stat){
1178 1.89 kiyohara case FWOHCIEV_ACKPEND:
1179 1.89 kiyohara CTR0(KTR_DEV, "txd: ack pending");
1180 1.89 kiyohara /* fall through */
1181 1.89 kiyohara case FWOHCIEV_ACKCOMPL:
1182 1.89 kiyohara err = 0;
1183 1.89 kiyohara break;
1184 1.89 kiyohara case FWOHCIEV_ACKBSA:
1185 1.89 kiyohara case FWOHCIEV_ACKBSB:
1186 1.89 kiyohara case FWOHCIEV_ACKBSX:
1187 1.89 kiyohara device_printf(sc->fc.dev, "txd err=%2x %s\n", stat, fwohcicode[stat]);
1188 1.89 kiyohara err = EBUSY;
1189 1.89 kiyohara break;
1190 1.89 kiyohara case FWOHCIEV_FLUSHED:
1191 1.89 kiyohara case FWOHCIEV_ACKTARD:
1192 1.89 kiyohara device_printf(sc->fc.dev, "txd err=%2x %s\n", stat, fwohcicode[stat]);
1193 1.89 kiyohara err = EAGAIN;
1194 1.89 kiyohara break;
1195 1.89 kiyohara case FWOHCIEV_MISSACK:
1196 1.89 kiyohara case FWOHCIEV_UNDRRUN:
1197 1.89 kiyohara case FWOHCIEV_OVRRUN:
1198 1.89 kiyohara case FWOHCIEV_DESCERR:
1199 1.89 kiyohara case FWOHCIEV_DTRDERR:
1200 1.89 kiyohara case FWOHCIEV_TIMEOUT:
1201 1.89 kiyohara case FWOHCIEV_TCODERR:
1202 1.89 kiyohara case FWOHCIEV_UNKNOWN:
1203 1.89 kiyohara case FWOHCIEV_ACKDERR:
1204 1.89 kiyohara case FWOHCIEV_ACKTERR:
1205 1.89 kiyohara default:
1206 1.89 kiyohara device_printf(sc->fc.dev, "txd err=%2x %s\n",
1207 1.89 kiyohara stat, fwohcicode[stat]);
1208 1.89 kiyohara err = EINVAL;
1209 1.89 kiyohara break;
1210 1.89 kiyohara }
1211 1.89 kiyohara if (tr->xfer != NULL) {
1212 1.89 kiyohara xfer = tr->xfer;
1213 1.89 kiyohara CTR0(KTR_DEV, "txd");
1214 1.89 kiyohara if (xfer->state == FWXF_RCVD) {
1215 1.62 haya #if 0
1216 1.89 kiyohara if (firewire_debug)
1217 1.89 kiyohara printf("already rcvd\n");
1218 1.62 haya #endif
1219 1.89 kiyohara fw_xfer_done(xfer);
1220 1.89 kiyohara } else {
1221 1.89 kiyohara xfer->state = FWXF_SENT;
1222 1.89 kiyohara if (err == EBUSY && fc->status != FWBUSRESET) {
1223 1.89 kiyohara xfer->state = FWXF_BUSY;
1224 1.89 kiyohara xfer->resp = err;
1225 1.89 kiyohara xfer->recv.pay_len = 0;
1226 1.89 kiyohara fw_xfer_done(xfer);
1227 1.89 kiyohara } else if (stat != FWOHCIEV_ACKPEND) {
1228 1.89 kiyohara if (stat != FWOHCIEV_ACKCOMPL)
1229 1.89 kiyohara xfer->state = FWXF_SENTERR;
1230 1.89 kiyohara xfer->resp = err;
1231 1.89 kiyohara xfer->recv.pay_len = 0;
1232 1.89 kiyohara fw_xfer_done(xfer);
1233 1.89 kiyohara }
1234 1.89 kiyohara }
1235 1.89 kiyohara /*
1236 1.89 kiyohara * The watchdog timer takes care of split
1237 1.89 kiyohara * transcation timeout for ACKPEND case.
1238 1.89 kiyohara */
1239 1.89 kiyohara } else {
1240 1.89 kiyohara printf("this shouldn't happen\n");
1241 1.89 kiyohara }
1242 1.89 kiyohara dbch->xferq.queued --;
1243 1.89 kiyohara tr->xfer = NULL;
1244 1.62 haya
1245 1.99 kiyohara fwdma_sync_multiseg_all(dbch->am, BUS_DMASYNC_PREREAD);
1246 1.89 kiyohara packets ++;
1247 1.89 kiyohara tr = STAILQ_NEXT(tr, link);
1248 1.89 kiyohara dbch->bottom = tr;
1249 1.89 kiyohara if (dbch->bottom == dbch->top) {
1250 1.89 kiyohara /* we reaches the end of context program */
1251 1.89 kiyohara if (firewire_debug && dbch->xferq.queued > 0)
1252 1.89 kiyohara printf("queued > 0\n");
1253 1.89 kiyohara break;
1254 1.89 kiyohara }
1255 1.89 kiyohara }
1256 1.89 kiyohara out:
1257 1.89 kiyohara if ((dbch->flags & FWOHCI_DBCH_FULL) && packets > 0) {
1258 1.89 kiyohara printf("make free slot\n");
1259 1.89 kiyohara dbch->flags &= ~FWOHCI_DBCH_FULL;
1260 1.89 kiyohara fwohci_start(sc, dbch);
1261 1.89 kiyohara }
1262 1.99 kiyohara fwdma_sync_multiseg_all(
1263 1.99 kiyohara dbch->am, BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
1264 1.89 kiyohara splx(s);
1265 1.24 jmc }
1266 1.24 jmc
1267 1.24 jmc static void
1268 1.89 kiyohara fwohci_db_free(struct fwohci_dbch *dbch)
1269 1.24 jmc {
1270 1.89 kiyohara struct fwohcidb_tr *db_tr;
1271 1.89 kiyohara int idb;
1272 1.26 enami
1273 1.89 kiyohara if ((dbch->flags & FWOHCI_DBCH_INIT) == 0)
1274 1.89 kiyohara return;
1275 1.26 enami
1276 1.89 kiyohara for(db_tr = STAILQ_FIRST(&dbch->db_trq), idb = 0; idb < dbch->ndb;
1277 1.89 kiyohara db_tr = STAILQ_NEXT(db_tr, link), idb++){
1278 1.89 kiyohara if ((dbch->xferq.flag & FWXFERQ_EXTBUF) == 0 &&
1279 1.89 kiyohara db_tr->buf != NULL) {
1280 1.89 kiyohara fwdma_free_size(dbch->dmat, db_tr->dma_map,
1281 1.89 kiyohara db_tr->buf, dbch->xferq.psize);
1282 1.89 kiyohara db_tr->buf = NULL;
1283 1.89 kiyohara } else if (db_tr->dma_map != NULL)
1284 1.89 kiyohara fw_bus_dmamap_destroy(dbch->dmat, db_tr->dma_map);
1285 1.89 kiyohara }
1286 1.89 kiyohara dbch->ndb = 0;
1287 1.89 kiyohara db_tr = STAILQ_FIRST(&dbch->db_trq);
1288 1.89 kiyohara fwdma_free_multiseg(dbch->am);
1289 1.89 kiyohara free(db_tr, M_FW);
1290 1.89 kiyohara STAILQ_INIT(&dbch->db_trq);
1291 1.89 kiyohara dbch->flags &= ~FWOHCI_DBCH_INIT;
1292 1.89 kiyohara }
1293 1.26 enami
1294 1.89 kiyohara static void
1295 1.89 kiyohara fwohci_db_init(struct fwohci_softc *sc, struct fwohci_dbch *dbch)
1296 1.89 kiyohara {
1297 1.89 kiyohara int idb;
1298 1.89 kiyohara struct fwohcidb_tr *db_tr;
1299 1.89 kiyohara
1300 1.89 kiyohara if ((dbch->flags & FWOHCI_DBCH_INIT) != 0)
1301 1.89 kiyohara goto out;
1302 1.89 kiyohara
1303 1.89 kiyohara /* create dma_tag for buffers */
1304 1.89 kiyohara #define MAX_REQCOUNT 0xffff
1305 1.89 kiyohara if (fw_bus_dma_tag_create(/*parent*/ sc->fc.dmat,
1306 1.89 kiyohara /*alignment*/ 1, /*boundary*/ 0,
1307 1.89 kiyohara /*lowaddr*/ BUS_SPACE_MAXADDR_32BIT,
1308 1.89 kiyohara /*highaddr*/ BUS_SPACE_MAXADDR,
1309 1.89 kiyohara /*filter*/NULL, /*filterarg*/NULL,
1310 1.89 kiyohara /*maxsize*/ dbch->xferq.psize,
1311 1.89 kiyohara /*nsegments*/ dbch->ndesc > 3 ? dbch->ndesc - 2 : 1,
1312 1.89 kiyohara /*maxsegsz*/ MAX_REQCOUNT,
1313 1.89 kiyohara /*flags*/ 0,
1314 1.89 kiyohara /*lockfunc*/busdma_lock_mutex,
1315 1.89 kiyohara /*lockarg*/&Giant,
1316 1.89 kiyohara &dbch->dmat))
1317 1.89 kiyohara return;
1318 1.26 enami
1319 1.89 kiyohara /* allocate DB entries and attach one to each DMA channels */
1320 1.89 kiyohara /* DB entry must start at 16 bytes bounary. */
1321 1.89 kiyohara STAILQ_INIT(&dbch->db_trq);
1322 1.89 kiyohara db_tr = (struct fwohcidb_tr *)
1323 1.89 kiyohara malloc(sizeof(struct fwohcidb_tr) * dbch->ndb,
1324 1.89 kiyohara M_FW, M_WAITOK | M_ZERO);
1325 1.89 kiyohara if(db_tr == NULL){
1326 1.89 kiyohara printf("fwohci_db_init: malloc(1) failed\n");
1327 1.89 kiyohara return;
1328 1.89 kiyohara }
1329 1.26 enami
1330 1.89 kiyohara #define DB_SIZE(x) (sizeof(struct fwohcidb) * (x)->ndesc)
1331 1.89 kiyohara dbch->am = fwdma_malloc_multiseg(&sc->fc, DB_SIZE(dbch),
1332 1.97 kiyohara DB_SIZE(dbch), dbch->ndb, BUS_DMA_WAITOK | BUS_DMA_COHERENT);
1333 1.89 kiyohara if (dbch->am == NULL) {
1334 1.89 kiyohara printf("fwohci_db_init: fwdma_malloc_multiseg failed\n");
1335 1.89 kiyohara free(db_tr, M_FW);
1336 1.89 kiyohara return;
1337 1.89 kiyohara }
1338 1.89 kiyohara /* Attach DB to DMA ch. */
1339 1.89 kiyohara for(idb = 0 ; idb < dbch->ndb ; idb++){
1340 1.89 kiyohara db_tr->dbcnt = 0;
1341 1.89 kiyohara db_tr->db = (struct fwohcidb *)fwdma_v_addr(dbch->am, idb);
1342 1.89 kiyohara db_tr->bus_addr = fwdma_bus_addr(dbch->am, idb);
1343 1.89 kiyohara /* create dmamap for buffers */
1344 1.89 kiyohara /* XXX do we need 4bytes alignment tag? */
1345 1.89 kiyohara /* XXX don't alloc dma_map for AR */
1346 1.96 kiyohara if (fw_bus_dmamap_create(dbch->dmat, 0, &db_tr->dma_map) != 0) {
1347 1.96 kiyohara printf("fw_bus_dmamap_create failed\n");
1348 1.89 kiyohara dbch->flags = FWOHCI_DBCH_INIT; /* XXX fake */
1349 1.89 kiyohara fwohci_db_free(dbch);
1350 1.89 kiyohara return;
1351 1.35 onoe }
1352 1.89 kiyohara STAILQ_INSERT_TAIL(&dbch->db_trq, db_tr, link);
1353 1.89 kiyohara if (dbch->xferq.flag & FWXFERQ_EXTBUF) {
1354 1.89 kiyohara if (idb % dbch->xferq.bnpacket == 0)
1355 1.89 kiyohara dbch->xferq.bulkxfer[idb / dbch->xferq.bnpacket
1356 1.106 christos ].start = (void *)db_tr;
1357 1.89 kiyohara if ((idb + 1) % dbch->xferq.bnpacket == 0)
1358 1.89 kiyohara dbch->xferq.bulkxfer[idb / dbch->xferq.bnpacket
1359 1.106 christos ].end = (void *)db_tr;
1360 1.26 enami }
1361 1.89 kiyohara db_tr++;
1362 1.26 enami }
1363 1.89 kiyohara STAILQ_LAST(&dbch->db_trq, fwohcidb_tr,link)->link.stqe_next
1364 1.89 kiyohara = STAILQ_FIRST(&dbch->db_trq);
1365 1.89 kiyohara out:
1366 1.89 kiyohara dbch->xferq.queued = 0;
1367 1.89 kiyohara dbch->pdb_tr = NULL;
1368 1.89 kiyohara dbch->top = STAILQ_FIRST(&dbch->db_trq);
1369 1.89 kiyohara dbch->bottom = dbch->top;
1370 1.89 kiyohara dbch->flags = FWOHCI_DBCH_INIT;
1371 1.24 jmc }
1372 1.24 jmc
1373 1.5 matt static int
1374 1.89 kiyohara fwohci_itx_disable(struct firewire_comm *fc, int dmach)
1375 1.5 matt {
1376 1.89 kiyohara struct fwohci_softc *sc = (struct fwohci_softc *)fc;
1377 1.89 kiyohara int sleepch;
1378 1.5 matt
1379 1.100 blymn OWRITE(sc, OHCI_ITCTLCLR(dmach),
1380 1.89 kiyohara OHCI_CNTL_DMA_RUN | OHCI_CNTL_CYCMATCH_S);
1381 1.89 kiyohara OWRITE(sc, OHCI_IT_MASKCLR, 1 << dmach);
1382 1.89 kiyohara OWRITE(sc, OHCI_IT_STATCLR, 1 << dmach);
1383 1.89 kiyohara /* XXX we cannot free buffers until the DMA really stops */
1384 1.89 kiyohara tsleep((void *)&sleepch, FWPRI, "fwitxd", hz);
1385 1.89 kiyohara fwohci_db_free(&sc->it[dmach]);
1386 1.89 kiyohara sc->it[dmach].xferq.flag &= ~FWXFERQ_RUNNING;
1387 1.89 kiyohara return 0;
1388 1.5 matt }
1389 1.5 matt
1390 1.89 kiyohara static int
1391 1.89 kiyohara fwohci_irx_disable(struct firewire_comm *fc, int dmach)
1392 1.3 onoe {
1393 1.89 kiyohara struct fwohci_softc *sc = (struct fwohci_softc *)fc;
1394 1.89 kiyohara int sleepch;
1395 1.3 onoe
1396 1.89 kiyohara OWRITE(sc, OHCI_IRCTLCLR(dmach), OHCI_CNTL_DMA_RUN);
1397 1.89 kiyohara OWRITE(sc, OHCI_IR_MASKCLR, 1 << dmach);
1398 1.89 kiyohara OWRITE(sc, OHCI_IR_STATCLR, 1 << dmach);
1399 1.89 kiyohara /* XXX we cannot free buffers until the DMA really stops */
1400 1.89 kiyohara tsleep((void *)&sleepch, FWPRI, "fwirxd", hz);
1401 1.89 kiyohara fwohci_db_free(&sc->ir[dmach]);
1402 1.89 kiyohara sc->ir[dmach].xferq.flag &= ~FWXFERQ_RUNNING;
1403 1.89 kiyohara return 0;
1404 1.89 kiyohara }
1405 1.3 onoe
1406 1.89 kiyohara #if BYTE_ORDER == BIG_ENDIAN
1407 1.89 kiyohara static void
1408 1.89 kiyohara fwohci_irx_post (struct firewire_comm *fc , uint32_t *qld)
1409 1.89 kiyohara {
1410 1.89 kiyohara qld[0] = FWOHCI_DMA_READ(qld[0]);
1411 1.89 kiyohara return;
1412 1.3 onoe }
1413 1.89 kiyohara #endif
1414 1.3 onoe
1415 1.89 kiyohara static int
1416 1.89 kiyohara fwohci_tx_enable(struct fwohci_softc *sc, struct fwohci_dbch *dbch)
1417 1.7 onoe {
1418 1.89 kiyohara int err = 0;
1419 1.89 kiyohara int idb, z, i, dmach = 0, ldesc;
1420 1.89 kiyohara uint32_t off = 0;
1421 1.89 kiyohara struct fwohcidb_tr *db_tr;
1422 1.89 kiyohara struct fwohcidb *db;
1423 1.7 onoe
1424 1.89 kiyohara if(!(dbch->xferq.flag & FWXFERQ_EXTBUF)){
1425 1.89 kiyohara err = EINVAL;
1426 1.89 kiyohara return err;
1427 1.89 kiyohara }
1428 1.89 kiyohara z = dbch->ndesc;
1429 1.89 kiyohara for(dmach = 0 ; dmach < sc->fc.nisodma ; dmach++){
1430 1.89 kiyohara if( &sc->it[dmach] == dbch){
1431 1.89 kiyohara off = OHCI_ITOFF(dmach);
1432 1.7 onoe break;
1433 1.89 kiyohara }
1434 1.7 onoe }
1435 1.89 kiyohara if(off == 0){
1436 1.89 kiyohara err = EINVAL;
1437 1.89 kiyohara return err;
1438 1.89 kiyohara }
1439 1.89 kiyohara if(dbch->xferq.flag & FWXFERQ_RUNNING)
1440 1.89 kiyohara return err;
1441 1.89 kiyohara dbch->xferq.flag |= FWXFERQ_RUNNING;
1442 1.89 kiyohara for( i = 0, dbch->bottom = dbch->top; i < (dbch->ndb - 1); i++){
1443 1.89 kiyohara dbch->bottom = STAILQ_NEXT(dbch->bottom, link);
1444 1.89 kiyohara }
1445 1.89 kiyohara db_tr = dbch->top;
1446 1.89 kiyohara for (idb = 0; idb < dbch->ndb; idb ++) {
1447 1.89 kiyohara fwohci_add_tx_buf(dbch, db_tr, idb);
1448 1.89 kiyohara if(STAILQ_NEXT(db_tr, link) == NULL){
1449 1.89 kiyohara break;
1450 1.89 kiyohara }
1451 1.89 kiyohara db = db_tr->db;
1452 1.89 kiyohara ldesc = db_tr->dbcnt - 1;
1453 1.89 kiyohara FWOHCI_DMA_WRITE(db[0].db.desc.depend,
1454 1.89 kiyohara STAILQ_NEXT(db_tr, link)->bus_addr | z);
1455 1.89 kiyohara db[ldesc].db.desc.depend = db[0].db.desc.depend;
1456 1.89 kiyohara if(dbch->xferq.flag & FWXFERQ_EXTBUF){
1457 1.89 kiyohara if(((idb + 1 ) % dbch->xferq.bnpacket) == 0){
1458 1.89 kiyohara FWOHCI_DMA_SET(
1459 1.89 kiyohara db[ldesc].db.desc.cmd,
1460 1.89 kiyohara OHCI_INTERRUPT_ALWAYS);
1461 1.89 kiyohara /* OHCI 1.1 and above */
1462 1.89 kiyohara FWOHCI_DMA_SET(
1463 1.89 kiyohara db[0].db.desc.cmd,
1464 1.89 kiyohara OHCI_INTERRUPT_ALWAYS);
1465 1.89 kiyohara }
1466 1.89 kiyohara }
1467 1.89 kiyohara db_tr = STAILQ_NEXT(db_tr, link);
1468 1.89 kiyohara }
1469 1.89 kiyohara FWOHCI_DMA_CLEAR(
1470 1.89 kiyohara dbch->bottom->db[dbch->bottom->dbcnt - 1].db.desc.depend, 0xf);
1471 1.89 kiyohara return err;
1472 1.89 kiyohara }
1473 1.7 onoe
1474 1.89 kiyohara static int
1475 1.89 kiyohara fwohci_rx_enable(struct fwohci_softc *sc, struct fwohci_dbch *dbch)
1476 1.89 kiyohara {
1477 1.89 kiyohara int err = 0;
1478 1.89 kiyohara int idb, z, i, dmach = 0, ldesc;
1479 1.89 kiyohara uint32_t off = 0;
1480 1.89 kiyohara struct fwohcidb_tr *db_tr;
1481 1.89 kiyohara struct fwohcidb *db;
1482 1.89 kiyohara
1483 1.89 kiyohara z = dbch->ndesc;
1484 1.89 kiyohara if(&sc->arrq == dbch){
1485 1.89 kiyohara off = OHCI_ARQOFF;
1486 1.89 kiyohara }else if(&sc->arrs == dbch){
1487 1.89 kiyohara off = OHCI_ARSOFF;
1488 1.89 kiyohara }else{
1489 1.89 kiyohara for(dmach = 0 ; dmach < sc->fc.nisodma ; dmach++){
1490 1.89 kiyohara if( &sc->ir[dmach] == dbch){
1491 1.89 kiyohara off = OHCI_IROFF(dmach);
1492 1.89 kiyohara break;
1493 1.89 kiyohara }
1494 1.89 kiyohara }
1495 1.89 kiyohara }
1496 1.89 kiyohara if(off == 0){
1497 1.89 kiyohara err = EINVAL;
1498 1.89 kiyohara return err;
1499 1.89 kiyohara }
1500 1.89 kiyohara if(dbch->xferq.flag & FWXFERQ_STREAM){
1501 1.89 kiyohara if(dbch->xferq.flag & FWXFERQ_RUNNING)
1502 1.89 kiyohara return err;
1503 1.89 kiyohara }else{
1504 1.89 kiyohara if(dbch->xferq.flag & FWXFERQ_RUNNING){
1505 1.89 kiyohara err = EBUSY;
1506 1.89 kiyohara return err;
1507 1.89 kiyohara }
1508 1.89 kiyohara }
1509 1.89 kiyohara dbch->xferq.flag |= FWXFERQ_RUNNING;
1510 1.89 kiyohara dbch->top = STAILQ_FIRST(&dbch->db_trq);
1511 1.89 kiyohara for( i = 0, dbch->bottom = dbch->top; i < (dbch->ndb - 1); i++){
1512 1.89 kiyohara dbch->bottom = STAILQ_NEXT(dbch->bottom, link);
1513 1.89 kiyohara }
1514 1.89 kiyohara db_tr = dbch->top;
1515 1.89 kiyohara for (idb = 0; idb < dbch->ndb; idb ++) {
1516 1.89 kiyohara fwohci_add_rx_buf(dbch, db_tr, idb, &sc->dummy_dma);
1517 1.89 kiyohara if (STAILQ_NEXT(db_tr, link) == NULL)
1518 1.89 kiyohara break;
1519 1.89 kiyohara db = db_tr->db;
1520 1.89 kiyohara ldesc = db_tr->dbcnt - 1;
1521 1.89 kiyohara FWOHCI_DMA_WRITE(db[ldesc].db.desc.depend,
1522 1.89 kiyohara STAILQ_NEXT(db_tr, link)->bus_addr | z);
1523 1.89 kiyohara if(dbch->xferq.flag & FWXFERQ_EXTBUF){
1524 1.89 kiyohara if(((idb + 1 ) % dbch->xferq.bnpacket) == 0){
1525 1.89 kiyohara FWOHCI_DMA_SET(
1526 1.89 kiyohara db[ldesc].db.desc.cmd,
1527 1.89 kiyohara OHCI_INTERRUPT_ALWAYS);
1528 1.89 kiyohara FWOHCI_DMA_CLEAR(
1529 1.89 kiyohara db[ldesc].db.desc.depend,
1530 1.89 kiyohara 0xf);
1531 1.89 kiyohara }
1532 1.89 kiyohara }
1533 1.89 kiyohara db_tr = STAILQ_NEXT(db_tr, link);
1534 1.89 kiyohara }
1535 1.89 kiyohara FWOHCI_DMA_CLEAR(
1536 1.89 kiyohara dbch->bottom->db[db_tr->dbcnt - 1].db.desc.depend, 0xf);
1537 1.89 kiyohara dbch->buf_offset = 0;
1538 1.99 kiyohara fwdma_sync_multiseg_all(dbch->am,
1539 1.99 kiyohara BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
1540 1.89 kiyohara if(dbch->xferq.flag & FWXFERQ_STREAM){
1541 1.89 kiyohara return err;
1542 1.89 kiyohara }else{
1543 1.89 kiyohara OWRITE(sc, OHCI_DMACMD(off), dbch->top->bus_addr | z);
1544 1.89 kiyohara }
1545 1.89 kiyohara OWRITE(sc, OHCI_DMACTL(off), OHCI_CNTL_DMA_RUN);
1546 1.89 kiyohara return err;
1547 1.89 kiyohara }
1548 1.7 onoe
1549 1.89 kiyohara static int
1550 1.103 christos fwohci_next_cycle(struct firewire_comm *fc, int cycle_now)
1551 1.89 kiyohara {
1552 1.89 kiyohara int sec, cycle, cycle_match;
1553 1.89 kiyohara
1554 1.89 kiyohara cycle = cycle_now & 0x1fff;
1555 1.89 kiyohara sec = cycle_now >> 13;
1556 1.89 kiyohara #define CYCLE_MOD 0x10
1557 1.89 kiyohara #if 1
1558 1.89 kiyohara #define CYCLE_DELAY 8 /* min delay to start DMA */
1559 1.7 onoe #else
1560 1.89 kiyohara #define CYCLE_DELAY 7000 /* min delay to start DMA */
1561 1.7 onoe #endif
1562 1.89 kiyohara cycle = cycle + CYCLE_DELAY;
1563 1.89 kiyohara if (cycle >= 8000) {
1564 1.89 kiyohara sec ++;
1565 1.89 kiyohara cycle -= 8000;
1566 1.89 kiyohara }
1567 1.89 kiyohara cycle = roundup2(cycle, CYCLE_MOD);
1568 1.89 kiyohara if (cycle >= 8000) {
1569 1.89 kiyohara sec ++;
1570 1.89 kiyohara if (cycle == 8000)
1571 1.89 kiyohara cycle = 0;
1572 1.89 kiyohara else
1573 1.89 kiyohara cycle = CYCLE_MOD;
1574 1.89 kiyohara }
1575 1.89 kiyohara cycle_match = ((sec << 13) | cycle) & 0x7ffff;
1576 1.89 kiyohara
1577 1.89 kiyohara return(cycle_match);
1578 1.89 kiyohara }
1579 1.89 kiyohara
1580 1.89 kiyohara static int
1581 1.89 kiyohara fwohci_itxbuf_enable(struct firewire_comm *fc, int dmach)
1582 1.89 kiyohara {
1583 1.89 kiyohara struct fwohci_softc *sc = (struct fwohci_softc *)fc;
1584 1.89 kiyohara int err = 0;
1585 1.89 kiyohara unsigned short tag, ich;
1586 1.89 kiyohara struct fwohci_dbch *dbch;
1587 1.89 kiyohara int cycle_match, cycle_now, s, ldesc;
1588 1.89 kiyohara uint32_t stat;
1589 1.89 kiyohara struct fw_bulkxfer *first, *chunk, *prev;
1590 1.89 kiyohara struct fw_xferq *it;
1591 1.89 kiyohara
1592 1.89 kiyohara dbch = &sc->it[dmach];
1593 1.89 kiyohara it = &dbch->xferq;
1594 1.89 kiyohara
1595 1.89 kiyohara tag = (it->flag >> 6) & 3;
1596 1.89 kiyohara ich = it->flag & 0x3f;
1597 1.89 kiyohara if ((dbch->flags & FWOHCI_DBCH_INIT) == 0) {
1598 1.89 kiyohara dbch->ndb = it->bnpacket * it->bnchunk;
1599 1.89 kiyohara dbch->ndesc = 3;
1600 1.89 kiyohara fwohci_db_init(sc, dbch);
1601 1.89 kiyohara if ((dbch->flags & FWOHCI_DBCH_INIT) == 0)
1602 1.89 kiyohara return ENOMEM;
1603 1.89 kiyohara err = fwohci_tx_enable(sc, dbch);
1604 1.89 kiyohara }
1605 1.89 kiyohara if(err)
1606 1.89 kiyohara return err;
1607 1.89 kiyohara
1608 1.89 kiyohara ldesc = dbch->ndesc - 1;
1609 1.89 kiyohara s = splfw();
1610 1.89 kiyohara prev = STAILQ_LAST(&it->stdma, fw_bulkxfer, link);
1611 1.89 kiyohara while ((chunk = STAILQ_FIRST(&it->stvalid)) != NULL) {
1612 1.89 kiyohara struct fwohcidb *db;
1613 1.89 kiyohara
1614 1.89 kiyohara fwdma_sync_multiseg(it->buf, chunk->poffset, it->bnpacket,
1615 1.89 kiyohara BUS_DMASYNC_PREWRITE);
1616 1.89 kiyohara fwohci_txbufdb(sc, dmach, chunk);
1617 1.89 kiyohara if (prev != NULL) {
1618 1.89 kiyohara db = ((struct fwohcidb_tr *)(prev->end))->db;
1619 1.89 kiyohara #if 0 /* XXX necessary? */
1620 1.89 kiyohara FWOHCI_DMA_SET(db[ldesc].db.desc.cmd,
1621 1.89 kiyohara OHCI_BRANCH_ALWAYS);
1622 1.89 kiyohara #endif
1623 1.89 kiyohara #if 0 /* if bulkxfer->npacket changes */
1624 1.100 blymn db[ldesc].db.desc.depend = db[0].db.desc.depend =
1625 1.89 kiyohara ((struct fwohcidb_tr *)
1626 1.89 kiyohara (chunk->start))->bus_addr | dbch->ndesc;
1627 1.89 kiyohara #else
1628 1.89 kiyohara FWOHCI_DMA_SET(db[0].db.desc.depend, dbch->ndesc);
1629 1.89 kiyohara FWOHCI_DMA_SET(db[ldesc].db.desc.depend, dbch->ndesc);
1630 1.89 kiyohara #endif
1631 1.89 kiyohara }
1632 1.89 kiyohara STAILQ_REMOVE_HEAD(&it->stvalid, link);
1633 1.89 kiyohara STAILQ_INSERT_TAIL(&it->stdma, chunk, link);
1634 1.89 kiyohara prev = chunk;
1635 1.89 kiyohara }
1636 1.99 kiyohara fwdma_sync_multiseg_all(dbch->am,
1637 1.99 kiyohara BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
1638 1.89 kiyohara splx(s);
1639 1.89 kiyohara stat = OREAD(sc, OHCI_ITCTL(dmach));
1640 1.89 kiyohara if (firewire_debug && (stat & OHCI_CNTL_CYCMATCH_S))
1641 1.89 kiyohara printf("stat 0x%x\n", stat);
1642 1.89 kiyohara
1643 1.89 kiyohara if (stat & (OHCI_CNTL_DMA_ACTIVE | OHCI_CNTL_CYCMATCH_S))
1644 1.89 kiyohara return 0;
1645 1.89 kiyohara
1646 1.89 kiyohara #if 0
1647 1.89 kiyohara OWRITE(sc, OHCI_ITCTLCLR(dmach), OHCI_CNTL_DMA_RUN);
1648 1.89 kiyohara #endif
1649 1.89 kiyohara OWRITE(sc, OHCI_IT_MASKCLR, 1 << dmach);
1650 1.89 kiyohara OWRITE(sc, OHCI_IT_STATCLR, 1 << dmach);
1651 1.89 kiyohara OWRITE(sc, OHCI_IT_MASK, 1 << dmach);
1652 1.89 kiyohara OWRITE(sc, FWOHCI_INTMASK, OHCI_INT_DMA_IT);
1653 1.89 kiyohara
1654 1.89 kiyohara first = STAILQ_FIRST(&it->stdma);
1655 1.89 kiyohara OWRITE(sc, OHCI_ITCMD(dmach),
1656 1.89 kiyohara ((struct fwohcidb_tr *)(first->start))->bus_addr | dbch->ndesc);
1657 1.89 kiyohara if (firewire_debug > 1) {
1658 1.89 kiyohara printf("fwohci_itxbuf_enable: kick 0x%08x\n", stat);
1659 1.89 kiyohara #if 1
1660 1.89 kiyohara dump_dma(sc, ITX_CH + dmach);
1661 1.89 kiyohara #endif
1662 1.89 kiyohara }
1663 1.89 kiyohara if ((stat & OHCI_CNTL_DMA_RUN) == 0) {
1664 1.89 kiyohara #if 1
1665 1.89 kiyohara /* Don't start until all chunks are buffered */
1666 1.89 kiyohara if (STAILQ_FIRST(&it->stfree) != NULL)
1667 1.89 kiyohara goto out;
1668 1.89 kiyohara #endif
1669 1.89 kiyohara #if 1
1670 1.89 kiyohara /* Clear cycle match counter bits */
1671 1.89 kiyohara OWRITE(sc, OHCI_ITCTLCLR(dmach), 0xffff0000);
1672 1.89 kiyohara
1673 1.89 kiyohara /* 2bit second + 13bit cycle */
1674 1.89 kiyohara cycle_now = (fc->cyctimer(fc) >> 12) & 0x7fff;
1675 1.89 kiyohara cycle_match = fwohci_next_cycle(fc, cycle_now);
1676 1.89 kiyohara
1677 1.89 kiyohara OWRITE(sc, OHCI_ITCTL(dmach),
1678 1.89 kiyohara OHCI_CNTL_CYCMATCH_S | (cycle_match << 16)
1679 1.89 kiyohara | OHCI_CNTL_DMA_RUN);
1680 1.89 kiyohara #else
1681 1.89 kiyohara OWRITE(sc, OHCI_ITCTL(dmach), OHCI_CNTL_DMA_RUN);
1682 1.89 kiyohara #endif
1683 1.89 kiyohara if (firewire_debug > 1) {
1684 1.89 kiyohara printf("cycle_match: 0x%04x->0x%04x\n",
1685 1.89 kiyohara cycle_now, cycle_match);
1686 1.89 kiyohara dump_dma(sc, ITX_CH + dmach);
1687 1.89 kiyohara dump_db(sc, ITX_CH + dmach);
1688 1.89 kiyohara }
1689 1.89 kiyohara } else if ((stat & OHCI_CNTL_CYCMATCH_S) == 0) {
1690 1.89 kiyohara device_printf(sc->fc.dev,
1691 1.89 kiyohara "IT DMA underrun (0x%08x)\n", stat);
1692 1.89 kiyohara OWRITE(sc, OHCI_ITCTL(dmach), OHCI_CNTL_DMA_WAKE);
1693 1.89 kiyohara }
1694 1.89 kiyohara out:
1695 1.89 kiyohara return err;
1696 1.89 kiyohara }
1697 1.7 onoe
1698 1.89 kiyohara static int
1699 1.89 kiyohara fwohci_irx_enable(struct firewire_comm *fc, int dmach)
1700 1.89 kiyohara {
1701 1.89 kiyohara struct fwohci_softc *sc = (struct fwohci_softc *)fc;
1702 1.89 kiyohara int err = 0, s, ldesc;
1703 1.89 kiyohara unsigned short tag, ich;
1704 1.89 kiyohara uint32_t stat;
1705 1.89 kiyohara struct fwohci_dbch *dbch;
1706 1.89 kiyohara struct fwohcidb_tr *db_tr;
1707 1.89 kiyohara struct fw_bulkxfer *first, *prev, *chunk;
1708 1.89 kiyohara struct fw_xferq *ir;
1709 1.89 kiyohara
1710 1.89 kiyohara dbch = &sc->ir[dmach];
1711 1.89 kiyohara ir = &dbch->xferq;
1712 1.89 kiyohara
1713 1.89 kiyohara if ((ir->flag & FWXFERQ_RUNNING) == 0) {
1714 1.89 kiyohara tag = (ir->flag >> 6) & 3;
1715 1.89 kiyohara ich = ir->flag & 0x3f;
1716 1.89 kiyohara OWRITE(sc, OHCI_IRMATCH(dmach), tagbit[tag] | ich);
1717 1.89 kiyohara
1718 1.89 kiyohara ir->queued = 0;
1719 1.89 kiyohara dbch->ndb = ir->bnpacket * ir->bnchunk;
1720 1.89 kiyohara dbch->ndesc = 2;
1721 1.89 kiyohara fwohci_db_init(sc, dbch);
1722 1.89 kiyohara if ((dbch->flags & FWOHCI_DBCH_INIT) == 0)
1723 1.89 kiyohara return ENOMEM;
1724 1.89 kiyohara err = fwohci_rx_enable(sc, dbch);
1725 1.89 kiyohara }
1726 1.89 kiyohara if(err)
1727 1.89 kiyohara return err;
1728 1.89 kiyohara
1729 1.89 kiyohara first = STAILQ_FIRST(&ir->stfree);
1730 1.89 kiyohara if (first == NULL) {
1731 1.89 kiyohara device_printf(fc->dev, "IR DMA no free chunk\n");
1732 1.89 kiyohara return 0;
1733 1.89 kiyohara }
1734 1.7 onoe
1735 1.89 kiyohara ldesc = dbch->ndesc - 1;
1736 1.89 kiyohara s = splfw();
1737 1.89 kiyohara prev = STAILQ_LAST(&ir->stdma, fw_bulkxfer, link);
1738 1.89 kiyohara while ((chunk = STAILQ_FIRST(&ir->stfree)) != NULL) {
1739 1.89 kiyohara struct fwohcidb *db;
1740 1.89 kiyohara
1741 1.89 kiyohara #if 1 /* XXX for if_fwe */
1742 1.89 kiyohara if (chunk->mbuf != NULL) {
1743 1.89 kiyohara db_tr = (struct fwohcidb_tr *)(chunk->start);
1744 1.89 kiyohara db_tr->dbcnt = 1;
1745 1.89 kiyohara err = fw_bus_dmamap_load_mbuf(
1746 1.89 kiyohara dbch->dmat, db_tr->dma_map,
1747 1.89 kiyohara chunk->mbuf, fwohci_execute_db2, db_tr,
1748 1.89 kiyohara BUS_DMA_WAITOK);
1749 1.89 kiyohara FWOHCI_DMA_SET(db_tr->db[1].db.desc.cmd,
1750 1.89 kiyohara OHCI_UPDATE | OHCI_INPUT_LAST |
1751 1.89 kiyohara OHCI_INTERRUPT_ALWAYS | OHCI_BRANCH_ALWAYS);
1752 1.89 kiyohara }
1753 1.89 kiyohara #endif
1754 1.89 kiyohara db = ((struct fwohcidb_tr *)(chunk->end))->db;
1755 1.89 kiyohara FWOHCI_DMA_WRITE(db[ldesc].db.desc.res, 0);
1756 1.89 kiyohara FWOHCI_DMA_CLEAR(db[ldesc].db.desc.depend, 0xf);
1757 1.89 kiyohara if (prev != NULL) {
1758 1.89 kiyohara db = ((struct fwohcidb_tr *)(prev->end))->db;
1759 1.89 kiyohara FWOHCI_DMA_SET(db[ldesc].db.desc.depend, dbch->ndesc);
1760 1.89 kiyohara }
1761 1.89 kiyohara STAILQ_REMOVE_HEAD(&ir->stfree, link);
1762 1.89 kiyohara STAILQ_INSERT_TAIL(&ir->stdma, chunk, link);
1763 1.89 kiyohara prev = chunk;
1764 1.89 kiyohara }
1765 1.99 kiyohara fwdma_sync_multiseg_all(dbch->am,
1766 1.99 kiyohara BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
1767 1.89 kiyohara splx(s);
1768 1.89 kiyohara stat = OREAD(sc, OHCI_IRCTL(dmach));
1769 1.89 kiyohara if (stat & OHCI_CNTL_DMA_ACTIVE)
1770 1.89 kiyohara return 0;
1771 1.89 kiyohara if (stat & OHCI_CNTL_DMA_RUN) {
1772 1.89 kiyohara OWRITE(sc, OHCI_IRCTLCLR(dmach), OHCI_CNTL_DMA_RUN);
1773 1.89 kiyohara device_printf(sc->fc.dev, "IR DMA overrun (0x%08x)\n", stat);
1774 1.89 kiyohara }
1775 1.89 kiyohara
1776 1.89 kiyohara if (firewire_debug)
1777 1.89 kiyohara printf("start IR DMA 0x%x\n", stat);
1778 1.89 kiyohara OWRITE(sc, OHCI_IR_MASKCLR, 1 << dmach);
1779 1.89 kiyohara OWRITE(sc, OHCI_IR_STATCLR, 1 << dmach);
1780 1.89 kiyohara OWRITE(sc, OHCI_IR_MASK, 1 << dmach);
1781 1.89 kiyohara OWRITE(sc, OHCI_IRCTLCLR(dmach), 0xf0000000);
1782 1.89 kiyohara OWRITE(sc, OHCI_IRCTL(dmach), OHCI_CNTL_ISOHDR);
1783 1.89 kiyohara OWRITE(sc, OHCI_IRCMD(dmach),
1784 1.89 kiyohara ((struct fwohcidb_tr *)(first->start))->bus_addr
1785 1.89 kiyohara | dbch->ndesc);
1786 1.89 kiyohara OWRITE(sc, OHCI_IRCTL(dmach), OHCI_CNTL_DMA_RUN);
1787 1.89 kiyohara OWRITE(sc, FWOHCI_INTMASK, OHCI_INT_DMA_IR);
1788 1.89 kiyohara #if 0
1789 1.89 kiyohara dump_db(sc, IRX_CH + dmach);
1790 1.22 enami #endif
1791 1.89 kiyohara return err;
1792 1.89 kiyohara }
1793 1.89 kiyohara
1794 1.89 kiyohara FWOHCI_STOP()
1795 1.89 kiyohara {
1796 1.89 kiyohara FWOHCI_STOP_START;
1797 1.89 kiyohara u_int i;
1798 1.89 kiyohara
1799 1.89 kiyohara /* Now stopping all DMA channel */
1800 1.89 kiyohara OWRITE(sc, OHCI_ARQCTLCLR, OHCI_CNTL_DMA_RUN);
1801 1.89 kiyohara OWRITE(sc, OHCI_ARSCTLCLR, OHCI_CNTL_DMA_RUN);
1802 1.89 kiyohara OWRITE(sc, OHCI_ATQCTLCLR, OHCI_CNTL_DMA_RUN);
1803 1.89 kiyohara OWRITE(sc, OHCI_ATSCTLCLR, OHCI_CNTL_DMA_RUN);
1804 1.89 kiyohara
1805 1.89 kiyohara for( i = 0 ; i < sc->fc.nisodma ; i ++ ){
1806 1.89 kiyohara OWRITE(sc, OHCI_IRCTLCLR(i), OHCI_CNTL_DMA_RUN);
1807 1.89 kiyohara OWRITE(sc, OHCI_ITCTLCLR(i), OHCI_CNTL_DMA_RUN);
1808 1.89 kiyohara }
1809 1.89 kiyohara
1810 1.89 kiyohara /* FLUSH FIFO and reset Transmitter/Reciever */
1811 1.89 kiyohara OWRITE(sc, OHCI_HCCCTL, OHCI_HCC_RESET);
1812 1.7 onoe
1813 1.89 kiyohara /* Stop interrupt */
1814 1.89 kiyohara OWRITE(sc, FWOHCI_INTMASKCLR,
1815 1.89 kiyohara OHCI_INT_EN | OHCI_INT_ERR | OHCI_INT_PHY_SID
1816 1.89 kiyohara | OHCI_INT_PHY_INT
1817 1.100 blymn | OHCI_INT_DMA_ATRQ | OHCI_INT_DMA_ATRS
1818 1.89 kiyohara | OHCI_INT_DMA_PRRQ | OHCI_INT_DMA_PRRS
1819 1.100 blymn | OHCI_INT_DMA_ARRQ | OHCI_INT_DMA_ARRS
1820 1.89 kiyohara | OHCI_INT_PHY_BUS_R);
1821 1.7 onoe
1822 1.89 kiyohara if (sc->fc.arq !=0 && sc->fc.arq->maxq > 0)
1823 1.89 kiyohara fw_drain_txq(&sc->fc);
1824 1.7 onoe
1825 1.89 kiyohara /* XXX Link down? Bus reset? */
1826 1.89 kiyohara FWOHCI_STOP_RETURN(0);
1827 1.7 onoe }
1828 1.7 onoe
1829 1.89 kiyohara #if defined(__NetBSD__)
1830 1.7 onoe static void
1831 1.7 onoe fwohci_power(int why, void *arg)
1832 1.7 onoe {
1833 1.7 onoe struct fwohci_softc *sc = arg;
1834 1.7 onoe int s;
1835 1.7 onoe
1836 1.24 jmc s = splbio();
1837 1.10 takemura switch (why) {
1838 1.95 kiyohara case PWR_SUSPEND:
1839 1.95 kiyohara case PWR_STANDBY:
1840 1.89 kiyohara fwohci_stop(arg);
1841 1.10 takemura break;
1842 1.10 takemura case PWR_RESUME:
1843 1.89 kiyohara fwohci_resume(sc, sc->fc.dev);
1844 1.10 takemura break;
1845 1.10 takemura case PWR_SOFTSUSPEND:
1846 1.10 takemura case PWR_SOFTSTANDBY:
1847 1.10 takemura case PWR_SOFTRESUME:
1848 1.10 takemura break;
1849 1.7 onoe }
1850 1.7 onoe splx(s);
1851 1.7 onoe }
1852 1.89 kiyohara #endif
1853 1.7 onoe
1854 1.89 kiyohara int
1855 1.89 kiyohara fwohci_resume(struct fwohci_softc *sc, device_t dev)
1856 1.7 onoe {
1857 1.89 kiyohara int i;
1858 1.89 kiyohara struct fw_xferq *ir;
1859 1.89 kiyohara struct fw_bulkxfer *chunk;
1860 1.7 onoe
1861 1.89 kiyohara fwohci_reset(sc, dev);
1862 1.89 kiyohara /* XXX resume isochronous receive automatically. (how about TX?) */
1863 1.89 kiyohara for(i = 0; i < sc->fc.nisodma; i ++) {
1864 1.89 kiyohara ir = &sc->ir[i].xferq;
1865 1.89 kiyohara if((ir->flag & FWXFERQ_RUNNING) != 0) {
1866 1.89 kiyohara device_printf(sc->fc.dev,
1867 1.89 kiyohara "resume iso receive ch: %d\n", i);
1868 1.89 kiyohara ir->flag &= ~FWXFERQ_RUNNING;
1869 1.89 kiyohara /* requeue stdma to stfree */
1870 1.89 kiyohara while((chunk = STAILQ_FIRST(&ir->stdma)) != NULL) {
1871 1.89 kiyohara STAILQ_REMOVE_HEAD(&ir->stdma, link);
1872 1.89 kiyohara STAILQ_INSERT_TAIL(&ir->stfree, chunk, link);
1873 1.89 kiyohara }
1874 1.89 kiyohara sc->fc.irx_enable(&sc->fc, i);
1875 1.89 kiyohara }
1876 1.89 kiyohara }
1877 1.89 kiyohara
1878 1.89 kiyohara #if defined(__FreeBSD__)
1879 1.89 kiyohara bus_generic_resume(dev);
1880 1.89 kiyohara #endif
1881 1.89 kiyohara sc->fc.ibr(&sc->fc);
1882 1.89 kiyohara return 0;
1883 1.89 kiyohara }
1884 1.89 kiyohara
1885 1.89 kiyohara #define ACK_ALL
1886 1.89 kiyohara static void
1887 1.89 kiyohara fwohci_intr_body(struct fwohci_softc *sc, uint32_t stat, int count)
1888 1.89 kiyohara {
1889 1.89 kiyohara uint32_t irstat, itstat;
1890 1.89 kiyohara u_int i;
1891 1.89 kiyohara struct firewire_comm *fc = (struct firewire_comm *)sc;
1892 1.89 kiyohara
1893 1.89 kiyohara CTR0(KTR_DEV, "fwohci_intr_body");
1894 1.89 kiyohara #ifdef OHCI_DEBUG
1895 1.89 kiyohara if(stat & OREAD(sc, FWOHCI_INTMASK))
1896 1.89 kiyohara device_printf(fc->dev, "INTERRUPT < %s%s%s%s%s%s%s%s%s%s%s%s%s%s%s%s%s%s%s%s%s> 0x%08x, 0x%08x\n",
1897 1.89 kiyohara stat & OHCI_INT_EN ? "DMA_EN ":"",
1898 1.89 kiyohara stat & OHCI_INT_PHY_REG ? "PHY_REG ":"",
1899 1.89 kiyohara stat & OHCI_INT_CYC_LONG ? "CYC_LONG ":"",
1900 1.89 kiyohara stat & OHCI_INT_ERR ? "INT_ERR ":"",
1901 1.89 kiyohara stat & OHCI_INT_CYC_ERR ? "CYC_ERR ":"",
1902 1.89 kiyohara stat & OHCI_INT_CYC_LOST ? "CYC_LOST ":"",
1903 1.89 kiyohara stat & OHCI_INT_CYC_64SECOND ? "CYC_64SECOND ":"",
1904 1.89 kiyohara stat & OHCI_INT_CYC_START ? "CYC_START ":"",
1905 1.89 kiyohara stat & OHCI_INT_PHY_INT ? "PHY_INT ":"",
1906 1.89 kiyohara stat & OHCI_INT_PHY_BUS_R ? "BUS_RESET ":"",
1907 1.89 kiyohara stat & OHCI_INT_PHY_SID ? "SID ":"",
1908 1.89 kiyohara stat & OHCI_INT_LR_ERR ? "DMA_LR_ERR ":"",
1909 1.89 kiyohara stat & OHCI_INT_PW_ERR ? "DMA_PW_ERR ":"",
1910 1.89 kiyohara stat & OHCI_INT_DMA_IR ? "DMA_IR ":"",
1911 1.89 kiyohara stat & OHCI_INT_DMA_IT ? "DMA_IT " :"",
1912 1.89 kiyohara stat & OHCI_INT_DMA_PRRS ? "DMA_PRRS " :"",
1913 1.89 kiyohara stat & OHCI_INT_DMA_PRRQ ? "DMA_PRRQ " :"",
1914 1.89 kiyohara stat & OHCI_INT_DMA_ARRS ? "DMA_ARRS " :"",
1915 1.89 kiyohara stat & OHCI_INT_DMA_ARRQ ? "DMA_ARRQ " :"",
1916 1.89 kiyohara stat & OHCI_INT_DMA_ATRS ? "DMA_ATRS " :"",
1917 1.89 kiyohara stat & OHCI_INT_DMA_ATRQ ? "DMA_ATRQ " :"",
1918 1.100 blymn stat, OREAD(sc, FWOHCI_INTMASK)
1919 1.89 kiyohara );
1920 1.89 kiyohara #endif
1921 1.89 kiyohara /* Bus reset */
1922 1.89 kiyohara if(stat & OHCI_INT_PHY_BUS_R ){
1923 1.89 kiyohara if (fc->status == FWBUSRESET)
1924 1.89 kiyohara goto busresetout;
1925 1.89 kiyohara /* Disable bus reset interrupt until sid recv. */
1926 1.89 kiyohara OWRITE(sc, FWOHCI_INTMASKCLR, OHCI_INT_PHY_BUS_R);
1927 1.100 blymn
1928 1.89 kiyohara device_printf(fc->dev, "BUS reset\n");
1929 1.89 kiyohara OWRITE(sc, FWOHCI_INTMASKCLR, OHCI_INT_CYC_LOST);
1930 1.89 kiyohara OWRITE(sc, OHCI_LNKCTLCLR, OHCI_CNTL_CYCSRC);
1931 1.89 kiyohara
1932 1.89 kiyohara OWRITE(sc, OHCI_ATQCTLCLR, OHCI_CNTL_DMA_RUN);
1933 1.89 kiyohara sc->atrq.xferq.flag &= ~FWXFERQ_RUNNING;
1934 1.89 kiyohara OWRITE(sc, OHCI_ATSCTLCLR, OHCI_CNTL_DMA_RUN);
1935 1.89 kiyohara sc->atrs.xferq.flag &= ~FWXFERQ_RUNNING;
1936 1.89 kiyohara
1937 1.89 kiyohara #ifndef ACK_ALL
1938 1.89 kiyohara OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_PHY_BUS_R);
1939 1.89 kiyohara #endif
1940 1.89 kiyohara fw_busreset(fc);
1941 1.89 kiyohara OWRITE(sc, OHCI_CROMHDR, ntohl(sc->fc.config_rom[0]));
1942 1.89 kiyohara OWRITE(sc, OHCI_BUS_OPT, ntohl(sc->fc.config_rom[2]));
1943 1.89 kiyohara }
1944 1.89 kiyohara busresetout:
1945 1.89 kiyohara if((stat & OHCI_INT_DMA_IR )){
1946 1.89 kiyohara #ifndef ACK_ALL
1947 1.89 kiyohara OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_DMA_IR);
1948 1.89 kiyohara #endif
1949 1.89 kiyohara #if defined(__DragonFly__) || __FreeBSD_version < 500000 || defined(__NetBSD__)
1950 1.89 kiyohara irstat = sc->irstat;
1951 1.89 kiyohara sc->irstat = 0;
1952 1.89 kiyohara #else
1953 1.89 kiyohara irstat = atomic_readandclear_int(&sc->irstat);
1954 1.89 kiyohara #endif
1955 1.89 kiyohara for(i = 0; i < fc->nisodma ; i++){
1956 1.89 kiyohara struct fwohci_dbch *dbch;
1957 1.7 onoe
1958 1.89 kiyohara if((irstat & (1 << i)) != 0){
1959 1.89 kiyohara dbch = &sc->ir[i];
1960 1.89 kiyohara if ((dbch->xferq.flag & FWXFERQ_OPEN) == 0) {
1961 1.89 kiyohara device_printf(sc->fc.dev,
1962 1.89 kiyohara "dma(%d) not active\n", i);
1963 1.89 kiyohara continue;
1964 1.89 kiyohara }
1965 1.89 kiyohara fwohci_rbuf_update(sc, i);
1966 1.89 kiyohara }
1967 1.89 kiyohara }
1968 1.89 kiyohara }
1969 1.89 kiyohara if((stat & OHCI_INT_DMA_IT )){
1970 1.89 kiyohara #ifndef ACK_ALL
1971 1.89 kiyohara OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_DMA_IT);
1972 1.89 kiyohara #endif
1973 1.89 kiyohara #if defined(__DragonFly__) || __FreeBSD_version < 500000 || defined(__NetBSD__)
1974 1.89 kiyohara itstat = sc->itstat;
1975 1.89 kiyohara sc->itstat = 0;
1976 1.89 kiyohara #else
1977 1.89 kiyohara itstat = atomic_readandclear_int(&sc->itstat);
1978 1.89 kiyohara #endif
1979 1.89 kiyohara for(i = 0; i < fc->nisodma ; i++){
1980 1.89 kiyohara if((itstat & (1 << i)) != 0){
1981 1.89 kiyohara fwohci_tbuf_update(sc, i);
1982 1.89 kiyohara }
1983 1.89 kiyohara }
1984 1.89 kiyohara }
1985 1.89 kiyohara if((stat & OHCI_INT_DMA_PRRS )){
1986 1.89 kiyohara #ifndef ACK_ALL
1987 1.89 kiyohara OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_DMA_PRRS);
1988 1.89 kiyohara #endif
1989 1.89 kiyohara #if 0
1990 1.89 kiyohara dump_dma(sc, ARRS_CH);
1991 1.89 kiyohara dump_db(sc, ARRS_CH);
1992 1.89 kiyohara #endif
1993 1.89 kiyohara fwohci_arcv(sc, &sc->arrs, count);
1994 1.89 kiyohara }
1995 1.89 kiyohara if((stat & OHCI_INT_DMA_PRRQ )){
1996 1.89 kiyohara #ifndef ACK_ALL
1997 1.89 kiyohara OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_DMA_PRRQ);
1998 1.89 kiyohara #endif
1999 1.89 kiyohara #if 0
2000 1.89 kiyohara dump_dma(sc, ARRQ_CH);
2001 1.89 kiyohara dump_db(sc, ARRQ_CH);
2002 1.89 kiyohara #endif
2003 1.89 kiyohara fwohci_arcv(sc, &sc->arrq, count);
2004 1.89 kiyohara }
2005 1.89 kiyohara if (stat & OHCI_INT_CYC_LOST) {
2006 1.89 kiyohara if (sc->cycle_lost >= 0)
2007 1.89 kiyohara sc->cycle_lost ++;
2008 1.89 kiyohara if (sc->cycle_lost > 10) {
2009 1.89 kiyohara sc->cycle_lost = -1;
2010 1.89 kiyohara #if 0
2011 1.89 kiyohara OWRITE(sc, OHCI_LNKCTLCLR, OHCI_CNTL_CYCTIMER);
2012 1.89 kiyohara #endif
2013 1.89 kiyohara OWRITE(sc, FWOHCI_INTMASKCLR, OHCI_INT_CYC_LOST);
2014 1.89 kiyohara device_printf(fc->dev, "too many cycle lost, "
2015 1.89 kiyohara "no cycle master presents?\n");
2016 1.89 kiyohara }
2017 1.89 kiyohara }
2018 1.89 kiyohara if(stat & OHCI_INT_PHY_SID){
2019 1.89 kiyohara uint32_t *buf, node_id;
2020 1.89 kiyohara int plen;
2021 1.89 kiyohara
2022 1.89 kiyohara #ifndef ACK_ALL
2023 1.89 kiyohara OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_PHY_SID);
2024 1.89 kiyohara #endif
2025 1.89 kiyohara /* Enable bus reset interrupt */
2026 1.89 kiyohara OWRITE(sc, FWOHCI_INTMASK, OHCI_INT_PHY_BUS_R);
2027 1.89 kiyohara /* Allow async. request to us */
2028 1.89 kiyohara OWRITE(sc, OHCI_AREQHI, 1 << 31);
2029 1.89 kiyohara /* XXX insecure ?? */
2030 1.89 kiyohara /* allow from all nodes */
2031 1.89 kiyohara OWRITE(sc, OHCI_PREQHI, 0x7fffffff);
2032 1.89 kiyohara OWRITE(sc, OHCI_PREQLO, 0xffffffff);
2033 1.89 kiyohara /* 0 to 4GB regison */
2034 1.89 kiyohara OWRITE(sc, OHCI_PREQUPPER, 0x10000);
2035 1.89 kiyohara /* Set ATRetries register */
2036 1.89 kiyohara OWRITE(sc, OHCI_ATRETRY, 1<<(13+16) | 0xfff);
2037 1.89 kiyohara /*
2038 1.100 blymn ** Checking whether the node is root or not. If root, turn on
2039 1.89 kiyohara ** cycle master.
2040 1.89 kiyohara */
2041 1.89 kiyohara node_id = OREAD(sc, FWOHCI_NODEID);
2042 1.89 kiyohara plen = OREAD(sc, OHCI_SID_CNT);
2043 1.89 kiyohara
2044 1.89 kiyohara device_printf(fc->dev, "node_id=0x%08x, gen=%d, ",
2045 1.89 kiyohara node_id, (plen >> 16) & 0xff);
2046 1.89 kiyohara if (!(node_id & OHCI_NODE_VALID)) {
2047 1.89 kiyohara printf("Bus reset failure\n");
2048 1.89 kiyohara goto sidout;
2049 1.89 kiyohara }
2050 1.89 kiyohara
2051 1.89 kiyohara /* cycle timer */
2052 1.89 kiyohara sc->cycle_lost = 0;
2053 1.89 kiyohara OWRITE(sc, FWOHCI_INTMASK, OHCI_INT_CYC_LOST);
2054 1.89 kiyohara if ((node_id & OHCI_NODE_ROOT) && !nocyclemaster) {
2055 1.89 kiyohara printf("CYCLEMASTER mode\n");
2056 1.89 kiyohara OWRITE(sc, OHCI_LNKCTL,
2057 1.89 kiyohara OHCI_CNTL_CYCMTR | OHCI_CNTL_CYCTIMER);
2058 1.89 kiyohara } else {
2059 1.89 kiyohara printf("non CYCLEMASTER mode\n");
2060 1.89 kiyohara OWRITE(sc, OHCI_LNKCTLCLR, OHCI_CNTL_CYCMTR);
2061 1.89 kiyohara OWRITE(sc, OHCI_LNKCTL, OHCI_CNTL_CYCTIMER);
2062 1.89 kiyohara }
2063 1.3 onoe
2064 1.89 kiyohara fc->nodeid = node_id & 0x3f;
2065 1.3 onoe
2066 1.89 kiyohara if (plen & OHCI_SID_ERR) {
2067 1.89 kiyohara device_printf(fc->dev, "SID Error\n");
2068 1.89 kiyohara goto sidout;
2069 1.89 kiyohara }
2070 1.89 kiyohara plen &= OHCI_SID_CNT_MASK;
2071 1.89 kiyohara if (plen < 4 || plen > OHCI_SIDSIZE) {
2072 1.89 kiyohara device_printf(fc->dev, "invalid SID len = %d\n", plen);
2073 1.89 kiyohara goto sidout;
2074 1.89 kiyohara }
2075 1.89 kiyohara plen -= 4; /* chop control info */
2076 1.89 kiyohara buf = (uint32_t *)malloc(OHCI_SIDSIZE, M_FW, M_NOWAIT);
2077 1.89 kiyohara if (buf == NULL) {
2078 1.89 kiyohara device_printf(fc->dev, "malloc failed\n");
2079 1.89 kiyohara goto sidout;
2080 1.89 kiyohara }
2081 1.89 kiyohara for (i = 0; i < plen / 4; i ++)
2082 1.89 kiyohara buf[i] = FWOHCI_DMA_READ(sc->sid_buf[i+1]);
2083 1.89 kiyohara #if defined(__NetBSD__) && defined(macppc)
2084 1.89 kiyohara /* XXX required as bootdisk for macppc. */
2085 1.89 kiyohara delay(500000);
2086 1.89 kiyohara #endif
2087 1.89 kiyohara #if 1 /* XXX needed?? */
2088 1.89 kiyohara /* pending all pre-bus_reset packets */
2089 1.89 kiyohara fwohci_txd(sc, &sc->atrq);
2090 1.89 kiyohara fwohci_txd(sc, &sc->atrs);
2091 1.89 kiyohara fwohci_arcv(sc, &sc->arrs, -1);
2092 1.89 kiyohara fwohci_arcv(sc, &sc->arrq, -1);
2093 1.89 kiyohara fw_drain_txq(fc);
2094 1.89 kiyohara #endif
2095 1.89 kiyohara fw_sidrcv(fc, buf, plen);
2096 1.89 kiyohara free(buf, M_FW);
2097 1.89 kiyohara }
2098 1.89 kiyohara sidout:
2099 1.89 kiyohara if((stat & OHCI_INT_DMA_ATRQ )){
2100 1.89 kiyohara #ifndef ACK_ALL
2101 1.89 kiyohara OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_DMA_ATRQ);
2102 1.89 kiyohara #endif
2103 1.89 kiyohara fwohci_txd(sc, &(sc->atrq));
2104 1.89 kiyohara }
2105 1.89 kiyohara if((stat & OHCI_INT_DMA_ATRS )){
2106 1.89 kiyohara #ifndef ACK_ALL
2107 1.89 kiyohara OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_DMA_ATRS);
2108 1.89 kiyohara #endif
2109 1.89 kiyohara fwohci_txd(sc, &(sc->atrs));
2110 1.89 kiyohara }
2111 1.89 kiyohara if((stat & OHCI_INT_PW_ERR )){
2112 1.89 kiyohara #ifndef ACK_ALL
2113 1.89 kiyohara OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_PW_ERR);
2114 1.89 kiyohara #endif
2115 1.89 kiyohara device_printf(fc->dev, "posted write error\n");
2116 1.89 kiyohara }
2117 1.89 kiyohara if((stat & OHCI_INT_ERR )){
2118 1.89 kiyohara #ifndef ACK_ALL
2119 1.89 kiyohara OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_ERR);
2120 1.89 kiyohara #endif
2121 1.89 kiyohara device_printf(fc->dev, "unrecoverable error\n");
2122 1.89 kiyohara }
2123 1.89 kiyohara if((stat & OHCI_INT_PHY_INT)) {
2124 1.89 kiyohara #ifndef ACK_ALL
2125 1.89 kiyohara OWRITE(sc, FWOHCI_INTSTATCLR, OHCI_INT_PHY_INT);
2126 1.89 kiyohara #endif
2127 1.89 kiyohara device_printf(fc->dev, "phy int\n");
2128 1.3 onoe }
2129 1.7 onoe
2130 1.89 kiyohara CTR0(KTR_DEV, "fwohci_intr_body done");
2131 1.89 kiyohara return;
2132 1.3 onoe }
2133 1.3 onoe
2134 1.89 kiyohara #if FWOHCI_TASKQUEUE
2135 1.7 onoe static void
2136 1.89 kiyohara fwohci_complete(void *arg, int pending)
2137 1.7 onoe {
2138 1.89 kiyohara struct fwohci_softc *sc = (struct fwohci_softc *)arg;
2139 1.89 kiyohara uint32_t stat;
2140 1.7 onoe
2141 1.89 kiyohara again:
2142 1.89 kiyohara stat = atomic_readandclear_int(&sc->intstat);
2143 1.89 kiyohara if (stat) {
2144 1.89 kiyohara FW_LOCK;
2145 1.89 kiyohara fwohci_intr_body(sc, stat, -1);
2146 1.89 kiyohara FW_UNLOCK;
2147 1.89 kiyohara } else
2148 1.89 kiyohara return;
2149 1.89 kiyohara goto again;
2150 1.7 onoe }
2151 1.89 kiyohara #endif
2152 1.7 onoe
2153 1.89 kiyohara static uint32_t
2154 1.89 kiyohara fwochi_check_stat(struct fwohci_softc *sc)
2155 1.7 onoe {
2156 1.89 kiyohara uint32_t stat, irstat, itstat;
2157 1.7 onoe
2158 1.89 kiyohara stat = OREAD(sc, FWOHCI_INTSTAT);
2159 1.89 kiyohara CTR1(KTR_DEV, "fwoch_check_stat 0x%08x", stat);
2160 1.89 kiyohara if (stat == 0xffffffff) {
2161 1.100 blymn device_printf(sc->fc.dev,
2162 1.89 kiyohara "device physically ejected?\n");
2163 1.89 kiyohara return(stat);
2164 1.7 onoe }
2165 1.89 kiyohara #ifdef ACK_ALL
2166 1.89 kiyohara if (stat)
2167 1.89 kiyohara OWRITE(sc, FWOHCI_INTSTATCLR, stat);
2168 1.7 onoe #endif
2169 1.89 kiyohara if (stat & OHCI_INT_DMA_IR) {
2170 1.89 kiyohara irstat = OREAD(sc, OHCI_IR_STAT);
2171 1.89 kiyohara OWRITE(sc, OHCI_IR_STATCLR, irstat);
2172 1.89 kiyohara atomic_set_int(&sc->irstat, irstat);
2173 1.89 kiyohara }
2174 1.89 kiyohara if (stat & OHCI_INT_DMA_IT) {
2175 1.89 kiyohara itstat = OREAD(sc, OHCI_IT_STAT);
2176 1.89 kiyohara OWRITE(sc, OHCI_IT_STATCLR, itstat);
2177 1.89 kiyohara atomic_set_int(&sc->itstat, itstat);
2178 1.89 kiyohara }
2179 1.89 kiyohara return(stat);
2180 1.7 onoe }
2181 1.7 onoe
2182 1.89 kiyohara FW_INTR(fwohci)
2183 1.3 onoe {
2184 1.89 kiyohara struct fwohci_softc *sc = (struct fwohci_softc *)arg;
2185 1.89 kiyohara uint32_t stat;
2186 1.89 kiyohara #if !FWOHCI_TASKQUEUE
2187 1.89 kiyohara uint32_t bus_reset = 0;
2188 1.89 kiyohara #endif
2189 1.3 onoe
2190 1.89 kiyohara if (!(sc->intmask & OHCI_INT_EN)) {
2191 1.89 kiyohara /* polling mode */
2192 1.89 kiyohara FW_INTR_RETURN(0);
2193 1.3 onoe }
2194 1.3 onoe
2195 1.89 kiyohara #if !FWOHCI_TASKQUEUE
2196 1.89 kiyohara again:
2197 1.89 kiyohara #endif
2198 1.89 kiyohara CTR0(KTR_DEV, "fwohci_intr");
2199 1.89 kiyohara stat = fwochi_check_stat(sc);
2200 1.89 kiyohara if (stat == 0 || stat == 0xffffffff)
2201 1.89 kiyohara FW_INTR_RETURN(1);
2202 1.89 kiyohara #if FWOHCI_TASKQUEUE
2203 1.89 kiyohara atomic_set_int(&sc->intstat, stat);
2204 1.89 kiyohara /* XXX mask bus reset intr. during bus reset phase */
2205 1.89 kiyohara if (stat)
2206 1.89 kiyohara #if 1
2207 1.89 kiyohara taskqueue_enqueue_fast(taskqueue_fast,
2208 1.89 kiyohara &sc->fwohci_task_complete);
2209 1.89 kiyohara #else
2210 1.89 kiyohara taskqueue_enqueue(taskqueue_swi,
2211 1.89 kiyohara &sc->fwohci_task_complete);
2212 1.89 kiyohara #endif
2213 1.89 kiyohara #else
2214 1.89 kiyohara /* We cannot clear bus reset event during bus reset phase */
2215 1.89 kiyohara if ((stat & ~bus_reset) == 0)
2216 1.89 kiyohara FW_INTR_RETURN(1);
2217 1.89 kiyohara bus_reset = stat & OHCI_INT_PHY_BUS_R;
2218 1.89 kiyohara fwohci_intr_body(sc, stat, -1);
2219 1.89 kiyohara goto again;
2220 1.89 kiyohara #endif
2221 1.89 kiyohara CTR0(KTR_DEV, "fwohci_intr end");
2222 1.9 onoe }
2223 1.9 onoe
2224 1.89 kiyohara void
2225 1.103 christos fwohci_poll(struct firewire_comm *fc, int quick, int count)
2226 1.9 onoe {
2227 1.89 kiyohara int s;
2228 1.89 kiyohara uint32_t stat;
2229 1.89 kiyohara struct fwohci_softc *sc;
2230 1.9 onoe
2231 1.9 onoe
2232 1.89 kiyohara sc = (struct fwohci_softc *)fc;
2233 1.89 kiyohara stat = OHCI_INT_DMA_IR | OHCI_INT_DMA_IT |
2234 1.89 kiyohara OHCI_INT_DMA_PRRS | OHCI_INT_DMA_PRRQ |
2235 1.89 kiyohara OHCI_INT_DMA_ATRQ | OHCI_INT_DMA_ATRS;
2236 1.89 kiyohara #if 0
2237 1.89 kiyohara if (!quick) {
2238 1.89 kiyohara #else
2239 1.89 kiyohara if (1) {
2240 1.40 haya #endif
2241 1.89 kiyohara stat = fwochi_check_stat(sc);
2242 1.89 kiyohara if (stat == 0 || stat == 0xffffffff)
2243 1.89 kiyohara return;
2244 1.38 onoe }
2245 1.89 kiyohara s = splfw();
2246 1.89 kiyohara fwohci_intr_body(sc, stat, count);
2247 1.89 kiyohara splx(s);
2248 1.3 onoe }
2249 1.3 onoe
2250 1.3 onoe static void
2251 1.89 kiyohara fwohci_set_intr(struct firewire_comm *fc, int enable)
2252 1.9 onoe {
2253 1.89 kiyohara struct fwohci_softc *sc;
2254 1.9 onoe
2255 1.89 kiyohara sc = (struct fwohci_softc *)fc;
2256 1.89 kiyohara if (firewire_debug)
2257 1.89 kiyohara device_printf(sc->fc.dev, "fwohci_set_intr: %d\n", enable);
2258 1.89 kiyohara if (enable) {
2259 1.89 kiyohara sc->intmask |= OHCI_INT_EN;
2260 1.89 kiyohara OWRITE(sc, FWOHCI_INTMASK, OHCI_INT_EN);
2261 1.89 kiyohara } else {
2262 1.89 kiyohara sc->intmask &= ~OHCI_INT_EN;
2263 1.89 kiyohara OWRITE(sc, FWOHCI_INTMASKCLR, OHCI_INT_EN);
2264 1.89 kiyohara }
2265 1.9 onoe }
2266 1.9 onoe
2267 1.9 onoe static void
2268 1.89 kiyohara fwohci_tbuf_update(struct fwohci_softc *sc, int dmach)
2269 1.89 kiyohara {
2270 1.89 kiyohara struct firewire_comm *fc = &sc->fc;
2271 1.89 kiyohara struct fwohcidb *db;
2272 1.89 kiyohara struct fw_bulkxfer *chunk;
2273 1.89 kiyohara struct fw_xferq *it;
2274 1.89 kiyohara uint32_t stat, count;
2275 1.89 kiyohara int s, w=0, ldesc;
2276 1.89 kiyohara
2277 1.89 kiyohara it = fc->it[dmach];
2278 1.89 kiyohara ldesc = sc->it[dmach].ndesc - 1;
2279 1.89 kiyohara s = splfw(); /* unnecessary ? */
2280 1.99 kiyohara fwdma_sync_multiseg_all(sc->it[dmach].am, BUS_DMASYNC_POSTREAD);
2281 1.89 kiyohara if (firewire_debug)
2282 1.89 kiyohara dump_db(sc, ITX_CH + dmach);
2283 1.89 kiyohara while ((chunk = STAILQ_FIRST(&it->stdma)) != NULL) {
2284 1.89 kiyohara db = ((struct fwohcidb_tr *)(chunk->end))->db;
2285 1.100 blymn stat = FWOHCI_DMA_READ(db[ldesc].db.desc.res)
2286 1.89 kiyohara >> OHCI_STATUS_SHIFT;
2287 1.89 kiyohara db = ((struct fwohcidb_tr *)(chunk->start))->db;
2288 1.89 kiyohara /* timestamp */
2289 1.89 kiyohara count = FWOHCI_DMA_READ(db[ldesc].db.desc.res)
2290 1.89 kiyohara & OHCI_COUNT_MASK;
2291 1.89 kiyohara if (stat == 0)
2292 1.89 kiyohara break;
2293 1.89 kiyohara STAILQ_REMOVE_HEAD(&it->stdma, link);
2294 1.89 kiyohara switch (stat & FWOHCIEV_MASK){
2295 1.89 kiyohara case FWOHCIEV_ACKCOMPL:
2296 1.89 kiyohara #if 0
2297 1.89 kiyohara device_printf(fc->dev, "0x%08x\n", count);
2298 1.89 kiyohara #endif
2299 1.89 kiyohara break;
2300 1.89 kiyohara default:
2301 1.89 kiyohara device_printf(fc->dev,
2302 1.89 kiyohara "Isochronous transmit err %02x(%s)\n",
2303 1.89 kiyohara stat, fwohcicode[stat & 0x1f]);
2304 1.89 kiyohara }
2305 1.89 kiyohara STAILQ_INSERT_TAIL(&it->stfree, chunk, link);
2306 1.89 kiyohara w++;
2307 1.9 onoe }
2308 1.89 kiyohara splx(s);
2309 1.89 kiyohara if (w)
2310 1.89 kiyohara wakeup(it);
2311 1.3 onoe }
2312 1.3 onoe
2313 1.89 kiyohara static void
2314 1.89 kiyohara fwohci_rbuf_update(struct fwohci_softc *sc, int dmach)
2315 1.3 onoe {
2316 1.89 kiyohara struct firewire_comm *fc = &sc->fc;
2317 1.89 kiyohara struct fwohcidb_tr *db_tr;
2318 1.89 kiyohara struct fw_bulkxfer *chunk;
2319 1.89 kiyohara struct fw_xferq *ir;
2320 1.89 kiyohara uint32_t stat;
2321 1.89 kiyohara int s, w=0, ldesc;
2322 1.3 onoe
2323 1.89 kiyohara ir = fc->ir[dmach];
2324 1.89 kiyohara ldesc = sc->ir[dmach].ndesc - 1;
2325 1.89 kiyohara #if 0
2326 1.89 kiyohara dump_db(sc, dmach);
2327 1.89 kiyohara #endif
2328 1.89 kiyohara s = splfw();
2329 1.99 kiyohara fwdma_sync_multiseg_all(sc->ir[dmach].am, BUS_DMASYNC_POSTREAD);
2330 1.89 kiyohara while ((chunk = STAILQ_FIRST(&ir->stdma)) != NULL) {
2331 1.89 kiyohara db_tr = (struct fwohcidb_tr *)chunk->end;
2332 1.89 kiyohara stat = FWOHCI_DMA_READ(db_tr->db[ldesc].db.desc.res)
2333 1.89 kiyohara >> OHCI_STATUS_SHIFT;
2334 1.89 kiyohara if (stat == 0)
2335 1.89 kiyohara break;
2336 1.3 onoe
2337 1.89 kiyohara if (chunk->mbuf != NULL) {
2338 1.89 kiyohara fw_bus_dmamap_sync(sc->ir[dmach].dmat, db_tr->dma_map,
2339 1.89 kiyohara BUS_DMASYNC_POSTREAD);
2340 1.89 kiyohara fw_bus_dmamap_unload(
2341 1.89 kiyohara sc->ir[dmach].dmat, db_tr->dma_map);
2342 1.89 kiyohara } else if (ir->buf != NULL) {
2343 1.89 kiyohara fwdma_sync_multiseg(ir->buf, chunk->poffset,
2344 1.89 kiyohara ir->bnpacket, BUS_DMASYNC_POSTREAD);
2345 1.89 kiyohara } else {
2346 1.89 kiyohara /* XXX */
2347 1.89 kiyohara printf("fwohci_rbuf_update: this shouldn't happend\n");
2348 1.89 kiyohara }
2349 1.3 onoe
2350 1.89 kiyohara STAILQ_REMOVE_HEAD(&ir->stdma, link);
2351 1.89 kiyohara STAILQ_INSERT_TAIL(&ir->stvalid, chunk, link);
2352 1.89 kiyohara switch (stat & FWOHCIEV_MASK) {
2353 1.89 kiyohara case FWOHCIEV_ACKCOMPL:
2354 1.89 kiyohara chunk->resp = 0;
2355 1.89 kiyohara break;
2356 1.89 kiyohara default:
2357 1.89 kiyohara chunk->resp = EINVAL;
2358 1.89 kiyohara device_printf(fc->dev,
2359 1.89 kiyohara "Isochronous receive err %02x(%s)\n",
2360 1.89 kiyohara stat, fwohcicode[stat & 0x1f]);
2361 1.89 kiyohara }
2362 1.89 kiyohara w++;
2363 1.89 kiyohara }
2364 1.89 kiyohara splx(s);
2365 1.89 kiyohara if (w) {
2366 1.100 blymn if (ir->flag & FWXFERQ_HANDLER)
2367 1.89 kiyohara ir->hand(ir);
2368 1.89 kiyohara else
2369 1.89 kiyohara wakeup(ir);
2370 1.89 kiyohara }
2371 1.3 onoe }
2372 1.3 onoe
2373 1.89 kiyohara void
2374 1.89 kiyohara dump_dma(struct fwohci_softc *sc, uint32_t ch)
2375 1.3 onoe {
2376 1.89 kiyohara uint32_t off, cntl, stat, cmd, match;
2377 1.3 onoe
2378 1.89 kiyohara if(ch == 0){
2379 1.89 kiyohara off = OHCI_ATQOFF;
2380 1.89 kiyohara }else if(ch == 1){
2381 1.89 kiyohara off = OHCI_ATSOFF;
2382 1.89 kiyohara }else if(ch == 2){
2383 1.89 kiyohara off = OHCI_ARQOFF;
2384 1.89 kiyohara }else if(ch == 3){
2385 1.89 kiyohara off = OHCI_ARSOFF;
2386 1.89 kiyohara }else if(ch < IRX_CH){
2387 1.89 kiyohara off = OHCI_ITCTL(ch - ITX_CH);
2388 1.89 kiyohara }else{
2389 1.89 kiyohara off = OHCI_IRCTL(ch - IRX_CH);
2390 1.89 kiyohara }
2391 1.89 kiyohara cntl = stat = OREAD(sc, off);
2392 1.89 kiyohara cmd = OREAD(sc, off + 0xc);
2393 1.89 kiyohara match = OREAD(sc, off + 0x10);
2394 1.89 kiyohara
2395 1.89 kiyohara device_printf(sc->fc.dev, "ch %1x cntl:0x%08x cmd:0x%08x match:0x%08x\n",
2396 1.89 kiyohara ch,
2397 1.100 blymn cntl,
2398 1.100 blymn cmd,
2399 1.89 kiyohara match);
2400 1.89 kiyohara stat &= 0xffff ;
2401 1.89 kiyohara if (stat) {
2402 1.89 kiyohara device_printf(sc->fc.dev, "dma %d ch:%s%s%s%s%s%s %s(%x)\n",
2403 1.89 kiyohara ch,
2404 1.89 kiyohara stat & OHCI_CNTL_DMA_RUN ? "RUN," : "",
2405 1.89 kiyohara stat & OHCI_CNTL_DMA_WAKE ? "WAKE," : "",
2406 1.89 kiyohara stat & OHCI_CNTL_DMA_DEAD ? "DEAD," : "",
2407 1.89 kiyohara stat & OHCI_CNTL_DMA_ACTIVE ? "ACTIVE," : "",
2408 1.89 kiyohara stat & OHCI_CNTL_DMA_BT ? "BRANCH," : "",
2409 1.89 kiyohara stat & OHCI_CNTL_DMA_BAD ? "BADDMA," : "",
2410 1.89 kiyohara fwohcicode[stat & 0x1f],
2411 1.89 kiyohara stat & 0x1f
2412 1.89 kiyohara );
2413 1.89 kiyohara }else{
2414 1.89 kiyohara device_printf(sc->fc.dev, "dma %d ch: Nostat\n", ch);
2415 1.89 kiyohara }
2416 1.3 onoe }
2417 1.3 onoe
2418 1.89 kiyohara void
2419 1.89 kiyohara dump_db(struct fwohci_softc *sc, uint32_t ch)
2420 1.3 onoe {
2421 1.89 kiyohara struct fwohci_dbch *dbch;
2422 1.89 kiyohara struct fwohcidb_tr *cp = NULL, *pp, *np = NULL;
2423 1.89 kiyohara struct fwohcidb *curr = NULL, *prev, *next = NULL;
2424 1.89 kiyohara int idb, jdb;
2425 1.89 kiyohara uint32_t cmd, off;
2426 1.89 kiyohara if(ch == 0){
2427 1.89 kiyohara off = OHCI_ATQOFF;
2428 1.89 kiyohara dbch = &sc->atrq;
2429 1.89 kiyohara }else if(ch == 1){
2430 1.89 kiyohara off = OHCI_ATSOFF;
2431 1.89 kiyohara dbch = &sc->atrs;
2432 1.89 kiyohara }else if(ch == 2){
2433 1.89 kiyohara off = OHCI_ARQOFF;
2434 1.89 kiyohara dbch = &sc->arrq;
2435 1.89 kiyohara }else if(ch == 3){
2436 1.89 kiyohara off = OHCI_ARSOFF;
2437 1.89 kiyohara dbch = &sc->arrs;
2438 1.89 kiyohara }else if(ch < IRX_CH){
2439 1.89 kiyohara off = OHCI_ITCTL(ch - ITX_CH);
2440 1.89 kiyohara dbch = &sc->it[ch - ITX_CH];
2441 1.89 kiyohara }else {
2442 1.89 kiyohara off = OHCI_IRCTL(ch - IRX_CH);
2443 1.89 kiyohara dbch = &sc->ir[ch - IRX_CH];
2444 1.89 kiyohara }
2445 1.89 kiyohara cmd = OREAD(sc, off + 0xc);
2446 1.3 onoe
2447 1.89 kiyohara if( dbch->ndb == 0 ){
2448 1.89 kiyohara device_printf(sc->fc.dev, "No DB is attached ch=%d\n", ch);
2449 1.89 kiyohara return;
2450 1.89 kiyohara }
2451 1.89 kiyohara pp = dbch->top;
2452 1.89 kiyohara prev = pp->db;
2453 1.89 kiyohara for(idb = 0 ; idb < dbch->ndb ; idb ++ ){
2454 1.89 kiyohara cp = STAILQ_NEXT(pp, link);
2455 1.89 kiyohara if(cp == NULL){
2456 1.89 kiyohara curr = NULL;
2457 1.89 kiyohara goto outdb;
2458 1.89 kiyohara }
2459 1.89 kiyohara np = STAILQ_NEXT(cp, link);
2460 1.89 kiyohara for(jdb = 0 ; jdb < dbch->ndesc ; jdb ++ ){
2461 1.89 kiyohara if ((cmd & 0xfffffff0) == cp->bus_addr) {
2462 1.89 kiyohara curr = cp->db;
2463 1.89 kiyohara if(np != NULL){
2464 1.89 kiyohara next = np->db;
2465 1.89 kiyohara }else{
2466 1.89 kiyohara next = NULL;
2467 1.89 kiyohara }
2468 1.89 kiyohara goto outdb;
2469 1.89 kiyohara }
2470 1.89 kiyohara }
2471 1.89 kiyohara pp = STAILQ_NEXT(pp, link);
2472 1.89 kiyohara if(pp == NULL){
2473 1.89 kiyohara curr = NULL;
2474 1.89 kiyohara goto outdb;
2475 1.62 haya }
2476 1.89 kiyohara prev = pp->db;
2477 1.89 kiyohara }
2478 1.89 kiyohara outdb:
2479 1.89 kiyohara if( curr != NULL){
2480 1.89 kiyohara #if 0
2481 1.89 kiyohara printf("Prev DB %d\n", ch);
2482 1.89 kiyohara print_db(pp, prev, ch, dbch->ndesc);
2483 1.89 kiyohara #endif
2484 1.89 kiyohara printf("Current DB %d\n", ch);
2485 1.89 kiyohara print_db(cp, curr, ch, dbch->ndesc);
2486 1.89 kiyohara #if 0
2487 1.89 kiyohara printf("Next DB %d\n", ch);
2488 1.89 kiyohara print_db(np, next, ch, dbch->ndesc);
2489 1.89 kiyohara #endif
2490 1.89 kiyohara }else{
2491 1.89 kiyohara printf("dbdump err ch = %d cmd = 0x%08x\n", ch, cmd);
2492 1.7 onoe }
2493 1.89 kiyohara return;
2494 1.7 onoe }
2495 1.7 onoe
2496 1.89 kiyohara void
2497 1.89 kiyohara print_db(struct fwohcidb_tr *db_tr, struct fwohcidb *db,
2498 1.89 kiyohara uint32_t ch, uint32_t hogemax)
2499 1.7 onoe {
2500 1.89 kiyohara fwohcireg_t stat;
2501 1.89 kiyohara int i, key;
2502 1.89 kiyohara uint32_t cmd, res;
2503 1.89 kiyohara
2504 1.89 kiyohara if(db == NULL){
2505 1.89 kiyohara printf("No Descriptor is found\n");
2506 1.89 kiyohara return;
2507 1.89 kiyohara }
2508 1.7 onoe
2509 1.89 kiyohara printf("ch = %d\n%8s %s %s %s %s %4s %8s %8s %4s:%4s\n",
2510 1.89 kiyohara ch,
2511 1.89 kiyohara "Current",
2512 1.89 kiyohara "OP ",
2513 1.89 kiyohara "KEY",
2514 1.89 kiyohara "INT",
2515 1.89 kiyohara "BR ",
2516 1.89 kiyohara "len",
2517 1.89 kiyohara "Addr",
2518 1.89 kiyohara "Depend",
2519 1.89 kiyohara "Stat",
2520 1.89 kiyohara "Cnt");
2521 1.89 kiyohara for( i = 0 ; i <= hogemax ; i ++){
2522 1.89 kiyohara cmd = FWOHCI_DMA_READ(db[i].db.desc.cmd);
2523 1.89 kiyohara res = FWOHCI_DMA_READ(db[i].db.desc.res);
2524 1.89 kiyohara key = cmd & OHCI_KEY_MASK;
2525 1.89 kiyohara stat = res >> OHCI_STATUS_SHIFT;
2526 1.89 kiyohara #if defined(__DragonFly__) || \
2527 1.89 kiyohara (defined(__FreeBSD__) && __FreeBSD_version < 500000)
2528 1.89 kiyohara printf("%08x %s %s %s %s %5d %08x %08x %04x:%04x",
2529 1.89 kiyohara db_tr->bus_addr,
2530 1.89 kiyohara #else
2531 1.89 kiyohara printf("%08jx %s %s %s %s %5d %08x %08x %04x:%04x",
2532 1.89 kiyohara (uintmax_t)db_tr->bus_addr,
2533 1.89 kiyohara #endif
2534 1.89 kiyohara dbcode[(cmd >> 28) & 0xf],
2535 1.89 kiyohara dbkey[(cmd >> 24) & 0x7],
2536 1.89 kiyohara dbcond[(cmd >> 20) & 0x3],
2537 1.89 kiyohara dbcond[(cmd >> 18) & 0x3],
2538 1.89 kiyohara cmd & OHCI_COUNT_MASK,
2539 1.89 kiyohara FWOHCI_DMA_READ(db[i].db.desc.addr),
2540 1.89 kiyohara FWOHCI_DMA_READ(db[i].db.desc.depend),
2541 1.89 kiyohara stat,
2542 1.89 kiyohara res & OHCI_COUNT_MASK);
2543 1.89 kiyohara if(stat & 0xff00){
2544 1.89 kiyohara printf(" %s%s%s%s%s%s %s(%x)\n",
2545 1.89 kiyohara stat & OHCI_CNTL_DMA_RUN ? "RUN," : "",
2546 1.89 kiyohara stat & OHCI_CNTL_DMA_WAKE ? "WAKE," : "",
2547 1.89 kiyohara stat & OHCI_CNTL_DMA_DEAD ? "DEAD," : "",
2548 1.89 kiyohara stat & OHCI_CNTL_DMA_ACTIVE ? "ACTIVE," : "",
2549 1.89 kiyohara stat & OHCI_CNTL_DMA_BT ? "BRANCH," : "",
2550 1.89 kiyohara stat & OHCI_CNTL_DMA_BAD ? "BADDMA," : "",
2551 1.89 kiyohara fwohcicode[stat & 0x1f],
2552 1.89 kiyohara stat & 0x1f
2553 1.89 kiyohara );
2554 1.89 kiyohara }else{
2555 1.89 kiyohara printf(" Nostat\n");
2556 1.89 kiyohara }
2557 1.89 kiyohara if(key == OHCI_KEY_ST2 ){
2558 1.100 blymn printf("0x%08x 0x%08x 0x%08x 0x%08x\n",
2559 1.89 kiyohara FWOHCI_DMA_READ(db[i+1].db.immed[0]),
2560 1.89 kiyohara FWOHCI_DMA_READ(db[i+1].db.immed[1]),
2561 1.89 kiyohara FWOHCI_DMA_READ(db[i+1].db.immed[2]),
2562 1.89 kiyohara FWOHCI_DMA_READ(db[i+1].db.immed[3]));
2563 1.89 kiyohara }
2564 1.89 kiyohara if(key == OHCI_KEY_DEVICE){
2565 1.89 kiyohara return;
2566 1.89 kiyohara }
2567 1.100 blymn if((cmd & OHCI_BRANCH_MASK)
2568 1.89 kiyohara == OHCI_BRANCH_ALWAYS){
2569 1.89 kiyohara return;
2570 1.89 kiyohara }
2571 1.100 blymn if((cmd & OHCI_CMD_MASK)
2572 1.89 kiyohara == OHCI_OUTPUT_LAST){
2573 1.89 kiyohara return;
2574 1.89 kiyohara }
2575 1.100 blymn if((cmd & OHCI_CMD_MASK)
2576 1.89 kiyohara == OHCI_INPUT_LAST){
2577 1.89 kiyohara return;
2578 1.89 kiyohara }
2579 1.89 kiyohara if(key == OHCI_KEY_ST2 ){
2580 1.89 kiyohara i++;
2581 1.62 haya }
2582 1.3 onoe }
2583 1.89 kiyohara return;
2584 1.3 onoe }
2585 1.3 onoe
2586 1.89 kiyohara void
2587 1.89 kiyohara fwohci_ibr(struct firewire_comm *fc)
2588 1.7 onoe {
2589 1.89 kiyohara struct fwohci_softc *sc;
2590 1.89 kiyohara uint32_t fun;
2591 1.7 onoe
2592 1.89 kiyohara device_printf(fc->dev, "Initiate bus reset\n");
2593 1.89 kiyohara sc = (struct fwohci_softc *)fc;
2594 1.7 onoe
2595 1.7 onoe /*
2596 1.89 kiyohara * Make sure our cached values from the config rom are
2597 1.89 kiyohara * initialised.
2598 1.7 onoe */
2599 1.89 kiyohara OWRITE(sc, OHCI_CROMHDR, ntohl(sc->fc.config_rom[0]));
2600 1.89 kiyohara OWRITE(sc, OHCI_BUS_OPT, ntohl(sc->fc.config_rom[2]));
2601 1.36 onoe
2602 1.36 onoe /*
2603 1.89 kiyohara * Set root hold-off bit so that non cyclemaster capable node
2604 1.89 kiyohara * shouldn't became the root node.
2605 1.36 onoe */
2606 1.89 kiyohara #if 1
2607 1.89 kiyohara fun = fwphy_rddata(sc, FW_PHY_IBR_REG);
2608 1.89 kiyohara fun |= FW_PHY_IBR | FW_PHY_RHB;
2609 1.89 kiyohara fun = fwphy_wrdata(sc, FW_PHY_IBR_REG, fun);
2610 1.89 kiyohara #else /* Short bus reset */
2611 1.89 kiyohara fun = fwphy_rddata(sc, FW_PHY_ISBR_REG);
2612 1.89 kiyohara fun |= FW_PHY_ISBR | FW_PHY_RHB;
2613 1.89 kiyohara fun = fwphy_wrdata(sc, FW_PHY_ISBR_REG, fun);
2614 1.89 kiyohara #endif
2615 1.36 onoe }
2616 1.36 onoe
2617 1.89 kiyohara void
2618 1.89 kiyohara fwohci_txbufdb(struct fwohci_softc *sc, int dmach, struct fw_bulkxfer *bulkxfer)
2619 1.36 onoe {
2620 1.89 kiyohara struct fwohcidb_tr *db_tr, *fdb_tr;
2621 1.89 kiyohara struct fwohci_dbch *dbch;
2622 1.89 kiyohara struct fwohcidb *db;
2623 1.89 kiyohara struct fw_pkt *fp;
2624 1.89 kiyohara struct fwohci_txpkthdr *ohcifp;
2625 1.89 kiyohara unsigned short chtag;
2626 1.89 kiyohara int idb;
2627 1.89 kiyohara
2628 1.89 kiyohara dbch = &sc->it[dmach];
2629 1.89 kiyohara chtag = sc->it[dmach].xferq.flag & 0xff;
2630 1.89 kiyohara
2631 1.89 kiyohara db_tr = (struct fwohcidb_tr *)(bulkxfer->start);
2632 1.89 kiyohara fdb_tr = (struct fwohcidb_tr *)(bulkxfer->end);
2633 1.89 kiyohara /*
2634 1.89 kiyohara device_printf(sc->fc.dev, "DB %08x %08x %08x\n", bulkxfer, db_tr->bus_addr, fdb_tr->bus_addr);
2635 1.89 kiyohara */
2636 1.89 kiyohara for (idb = 0; idb < dbch->xferq.bnpacket; idb ++) {
2637 1.89 kiyohara db = db_tr->db;
2638 1.89 kiyohara fp = (struct fw_pkt *)db_tr->buf;
2639 1.89 kiyohara ohcifp = (struct fwohci_txpkthdr *) db[1].db.immed;
2640 1.89 kiyohara ohcifp->mode.ld[0] = fp->mode.ld[0];
2641 1.89 kiyohara ohcifp->mode.common.spd = 0 & 0x7;
2642 1.89 kiyohara ohcifp->mode.stream.len = fp->mode.stream.len;
2643 1.89 kiyohara ohcifp->mode.stream.chtag = chtag;
2644 1.89 kiyohara ohcifp->mode.stream.tcode = 0xa;
2645 1.89 kiyohara #if BYTE_ORDER == BIG_ENDIAN
2646 1.100 blymn FWOHCI_DMA_WRITE(db[1].db.immed[0], db[1].db.immed[0]);
2647 1.100 blymn FWOHCI_DMA_WRITE(db[1].db.immed[1], db[1].db.immed[1]);
2648 1.89 kiyohara #endif
2649 1.36 onoe
2650 1.89 kiyohara FWOHCI_DMA_CLEAR(db[2].db.desc.cmd, OHCI_COUNT_MASK);
2651 1.89 kiyohara FWOHCI_DMA_SET(db[2].db.desc.cmd, fp->mode.stream.len);
2652 1.89 kiyohara FWOHCI_DMA_WRITE(db[2].db.desc.res, 0);
2653 1.89 kiyohara #if 0 /* if bulkxfer->npackets changes */
2654 1.89 kiyohara db[2].db.desc.cmd = OHCI_OUTPUT_LAST
2655 1.89 kiyohara | OHCI_UPDATE
2656 1.89 kiyohara | OHCI_BRANCH_ALWAYS;
2657 1.89 kiyohara db[0].db.desc.depend =
2658 1.89 kiyohara = db[dbch->ndesc - 1].db.desc.depend
2659 1.89 kiyohara = STAILQ_NEXT(db_tr, link)->bus_addr | dbch->ndesc;
2660 1.89 kiyohara #else
2661 1.89 kiyohara FWOHCI_DMA_SET(db[0].db.desc.depend, dbch->ndesc);
2662 1.89 kiyohara FWOHCI_DMA_SET(db[dbch->ndesc - 1].db.desc.depend, dbch->ndesc);
2663 1.89 kiyohara #endif
2664 1.106 christos bulkxfer->end = (void *)db_tr;
2665 1.89 kiyohara db_tr = STAILQ_NEXT(db_tr, link);
2666 1.36 onoe }
2667 1.89 kiyohara db = ((struct fwohcidb_tr *)bulkxfer->end)->db;
2668 1.89 kiyohara FWOHCI_DMA_CLEAR(db[0].db.desc.depend, 0xf);
2669 1.89 kiyohara FWOHCI_DMA_CLEAR(db[dbch->ndesc - 1].db.desc.depend, 0xf);
2670 1.89 kiyohara #if 0 /* if bulkxfer->npackets changes */
2671 1.89 kiyohara db[dbch->ndesc - 1].db.desc.control |= OHCI_INTERRUPT_ALWAYS;
2672 1.89 kiyohara /* OHCI 1.1 and above */
2673 1.89 kiyohara db[0].db.desc.control |= OHCI_INTERRUPT_ALWAYS;
2674 1.89 kiyohara #endif
2675 1.89 kiyohara /*
2676 1.89 kiyohara db_tr = (struct fwohcidb_tr *)bulkxfer->start;
2677 1.89 kiyohara fdb_tr = (struct fwohcidb_tr *)bulkxfer->end;
2678 1.89 kiyohara device_printf(sc->fc.dev, "DB %08x %3d %08x %08x\n", bulkxfer, bulkxfer->npacket, db_tr->bus_addr, fdb_tr->bus_addr);
2679 1.89 kiyohara */
2680 1.89 kiyohara return;
2681 1.7 onoe }
2682 1.7 onoe
2683 1.89 kiyohara static int
2684 1.89 kiyohara fwohci_add_tx_buf(struct fwohci_dbch *dbch, struct fwohcidb_tr *db_tr,
2685 1.89 kiyohara int poffset)
2686 1.3 onoe {
2687 1.89 kiyohara struct fwohcidb *db = db_tr->db;
2688 1.89 kiyohara struct fw_xferq *it;
2689 1.89 kiyohara int err = 0;
2690 1.3 onoe
2691 1.89 kiyohara it = &dbch->xferq;
2692 1.89 kiyohara if(it->buf == 0){
2693 1.89 kiyohara err = EINVAL;
2694 1.89 kiyohara return err;
2695 1.89 kiyohara }
2696 1.89 kiyohara db_tr->buf = fwdma_v_addr(it->buf, poffset);
2697 1.89 kiyohara db_tr->dbcnt = 3;
2698 1.40 haya
2699 1.89 kiyohara FWOHCI_DMA_WRITE(db[0].db.desc.cmd,
2700 1.89 kiyohara OHCI_OUTPUT_MORE | OHCI_KEY_ST2 | 8);
2701 1.89 kiyohara FWOHCI_DMA_WRITE(db[0].db.desc.addr, 0);
2702 1.89 kiyohara bzero((void *)&db[1].db.immed[0], sizeof(db[1].db.immed));
2703 1.89 kiyohara FWOHCI_DMA_WRITE(db[2].db.desc.addr,
2704 1.95 kiyohara fwdma_bus_addr(it->buf, poffset) + sizeof(uint32_t));
2705 1.62 haya
2706 1.89 kiyohara FWOHCI_DMA_WRITE(db[2].db.desc.cmd,
2707 1.89 kiyohara OHCI_OUTPUT_LAST | OHCI_UPDATE | OHCI_BRANCH_ALWAYS);
2708 1.62 haya #if 1
2709 1.89 kiyohara FWOHCI_DMA_WRITE(db[0].db.desc.res, 0);
2710 1.89 kiyohara FWOHCI_DMA_WRITE(db[2].db.desc.res, 0);
2711 1.62 haya #endif
2712 1.89 kiyohara return 0;
2713 1.62 haya }
2714 1.62 haya
2715 1.62 haya int
2716 1.89 kiyohara fwohci_add_rx_buf(struct fwohci_dbch *dbch, struct fwohcidb_tr *db_tr,
2717 1.89 kiyohara int poffset, struct fwdma_alloc *dummy_dma)
2718 1.62 haya {
2719 1.89 kiyohara struct fwohcidb *db = db_tr->db;
2720 1.89 kiyohara struct fw_xferq *ir;
2721 1.89 kiyohara int i, ldesc;
2722 1.89 kiyohara bus_addr_t dbuf[2];
2723 1.89 kiyohara int dsiz[2];
2724 1.62 haya
2725 1.89 kiyohara ir = &dbch->xferq;
2726 1.104 kiyohara if (ir->buf == NULL && (dbch->xferq.flag & FWXFERQ_EXTBUF) == 0) {
2727 1.104 kiyohara if (db_tr->buf == NULL)
2728 1.104 kiyohara db_tr->buf = fwdma_malloc_size(
2729 1.104 kiyohara dbch->dmat, &db_tr->dma_map,
2730 1.104 kiyohara ir->psize, &dbuf[0], BUS_DMA_NOWAIT);
2731 1.89 kiyohara if (db_tr->buf == NULL)
2732 1.89 kiyohara return(ENOMEM);
2733 1.89 kiyohara db_tr->dbcnt = 1;
2734 1.89 kiyohara dsiz[0] = ir->psize;
2735 1.89 kiyohara fw_bus_dmamap_sync(dbch->dmat, db_tr->dma_map,
2736 1.89 kiyohara BUS_DMASYNC_PREREAD);
2737 1.62 haya } else {
2738 1.89 kiyohara db_tr->dbcnt = 0;
2739 1.89 kiyohara if (dummy_dma != NULL) {
2740 1.89 kiyohara dsiz[db_tr->dbcnt] = sizeof(uint32_t);
2741 1.89 kiyohara dbuf[db_tr->dbcnt++] = dummy_dma->bus_addr;
2742 1.89 kiyohara }
2743 1.89 kiyohara dsiz[db_tr->dbcnt] = ir->psize;
2744 1.104 kiyohara if (ir->buf != NULL) {
2745 1.89 kiyohara db_tr->buf = fwdma_v_addr(ir->buf, poffset);
2746 1.89 kiyohara dbuf[db_tr->dbcnt] = fwdma_bus_addr( ir->buf, poffset);
2747 1.62 haya }
2748 1.89 kiyohara db_tr->dbcnt++;
2749 1.62 haya }
2750 1.89 kiyohara for(i = 0 ; i < db_tr->dbcnt ; i++){
2751 1.89 kiyohara FWOHCI_DMA_WRITE(db[i].db.desc.addr, dbuf[i]);
2752 1.89 kiyohara FWOHCI_DMA_WRITE(db[i].db.desc.cmd, OHCI_INPUT_MORE | dsiz[i]);
2753 1.89 kiyohara if (ir->flag & FWXFERQ_STREAM) {
2754 1.89 kiyohara FWOHCI_DMA_SET(db[i].db.desc.cmd, OHCI_UPDATE);
2755 1.62 haya }
2756 1.89 kiyohara FWOHCI_DMA_WRITE(db[i].db.desc.res, dsiz[i]);
2757 1.62 haya }
2758 1.89 kiyohara ldesc = db_tr->dbcnt - 1;
2759 1.89 kiyohara if (ir->flag & FWXFERQ_STREAM) {
2760 1.89 kiyohara FWOHCI_DMA_SET(db[ldesc].db.desc.cmd, OHCI_INPUT_LAST);
2761 1.62 haya }
2762 1.89 kiyohara FWOHCI_DMA_SET(db[ldesc].db.desc.cmd, OHCI_BRANCH_ALWAYS);
2763 1.89 kiyohara return 0;
2764 1.62 haya }
2765 1.62 haya
2766 1.62 haya
2767 1.89 kiyohara static int
2768 1.89 kiyohara fwohci_arcv_swap(struct fw_pkt *fp, int len)
2769 1.89 kiyohara {
2770 1.89 kiyohara struct fw_pkt *fp0;
2771 1.89 kiyohara uint32_t ld0;
2772 1.89 kiyohara int slen, hlen;
2773 1.89 kiyohara #if BYTE_ORDER == BIG_ENDIAN
2774 1.89 kiyohara int i;
2775 1.89 kiyohara #endif
2776 1.62 haya
2777 1.89 kiyohara ld0 = FWOHCI_DMA_READ(fp->mode.ld[0]);
2778 1.62 haya #if 0
2779 1.89 kiyohara printf("ld0: x%08x\n", ld0);
2780 1.62 haya #endif
2781 1.89 kiyohara fp0 = (struct fw_pkt *)&ld0;
2782 1.89 kiyohara /* determine length to swap */
2783 1.89 kiyohara switch (fp0->mode.common.tcode) {
2784 1.89 kiyohara case FWTCODE_WRES:
2785 1.89 kiyohara CTR0(KTR_DEV, "WRES");
2786 1.89 kiyohara case FWTCODE_RREQQ:
2787 1.89 kiyohara case FWTCODE_WREQQ:
2788 1.89 kiyohara case FWTCODE_RRESQ:
2789 1.89 kiyohara case FWOHCITCODE_PHY:
2790 1.89 kiyohara slen = 12;
2791 1.89 kiyohara break;
2792 1.89 kiyohara case FWTCODE_RREQB:
2793 1.89 kiyohara case FWTCODE_WREQB:
2794 1.89 kiyohara case FWTCODE_LREQ:
2795 1.89 kiyohara case FWTCODE_RRESB:
2796 1.89 kiyohara case FWTCODE_LRES:
2797 1.89 kiyohara slen = 16;
2798 1.89 kiyohara break;
2799 1.89 kiyohara default:
2800 1.89 kiyohara printf("Unknown tcode %d\n", fp0->mode.common.tcode);
2801 1.89 kiyohara return(0);
2802 1.62 haya }
2803 1.89 kiyohara hlen = tinfo[fp0->mode.common.tcode].hdr_len;
2804 1.89 kiyohara if (hlen > len) {
2805 1.89 kiyohara if (firewire_debug)
2806 1.89 kiyohara printf("splitted header\n");
2807 1.89 kiyohara return(-hlen);
2808 1.62 haya }
2809 1.89 kiyohara #if BYTE_ORDER == BIG_ENDIAN
2810 1.89 kiyohara for(i = 0; i < slen/4; i ++)
2811 1.89 kiyohara fp->mode.ld[i] = FWOHCI_DMA_READ(fp->mode.ld[i]);
2812 1.62 haya #endif
2813 1.89 kiyohara return(hlen);
2814 1.62 haya }
2815 1.62 haya
2816 1.62 haya static int
2817 1.89 kiyohara fwohci_get_plen(struct fwohci_softc *sc, struct fwohci_dbch *dbch, struct fw_pkt *fp)
2818 1.62 haya {
2819 1.90 drochner const struct tcode_info *info;
2820 1.89 kiyohara int r;
2821 1.62 haya
2822 1.89 kiyohara info = &tinfo[fp->mode.common.tcode];
2823 1.89 kiyohara r = info->hdr_len + sizeof(uint32_t);
2824 1.89 kiyohara if ((info->flag & FWTI_BLOCK_ASY) != 0)
2825 1.89 kiyohara r += roundup2(fp->mode.wreqb.len, sizeof(uint32_t));
2826 1.62 haya
2827 1.89 kiyohara if (r == sizeof(uint32_t)) {
2828 1.89 kiyohara /* XXX */
2829 1.89 kiyohara device_printf(sc->fc.dev, "Unknown tcode %d\n",
2830 1.89 kiyohara fp->mode.common.tcode);
2831 1.89 kiyohara return (-1);
2832 1.62 haya }
2833 1.62 haya
2834 1.89 kiyohara if (r > dbch->xferq.psize) {
2835 1.89 kiyohara device_printf(sc->fc.dev, "Invalid packet length %d\n", r);
2836 1.89 kiyohara return (-1);
2837 1.89 kiyohara /* panic ? */
2838 1.62 haya }
2839 1.62 haya
2840 1.89 kiyohara return r;
2841 1.62 haya }
2842 1.62 haya
2843 1.62 haya static void
2844 1.89 kiyohara fwohci_arcv_free_buf(struct fwohci_softc *sc, struct fwohci_dbch *dbch,
2845 1.89 kiyohara struct fwohcidb_tr *db_tr, uint32_t off, int wake)
2846 1.62 haya {
2847 1.89 kiyohara struct fwohcidb *db = &db_tr->db[0];
2848 1.62 haya
2849 1.89 kiyohara FWOHCI_DMA_CLEAR(db->db.desc.depend, 0xf);
2850 1.89 kiyohara FWOHCI_DMA_WRITE(db->db.desc.res, dbch->xferq.psize);
2851 1.89 kiyohara FWOHCI_DMA_SET(dbch->bottom->db[0].db.desc.depend, 1);
2852 1.99 kiyohara fwdma_sync_multiseg_all(dbch->am,
2853 1.99 kiyohara BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
2854 1.89 kiyohara dbch->bottom = db_tr;
2855 1.62 haya
2856 1.89 kiyohara if (wake)
2857 1.89 kiyohara OWRITE(sc, OHCI_DMACTL(off), OHCI_CNTL_DMA_WAKE);
2858 1.62 haya }
2859 1.62 haya
2860 1.89 kiyohara static void
2861 1.89 kiyohara fwohci_arcv(struct fwohci_softc *sc, struct fwohci_dbch *dbch, int count)
2862 1.62 haya {
2863 1.89 kiyohara struct fwohcidb_tr *db_tr;
2864 1.89 kiyohara struct iovec vec[2];
2865 1.89 kiyohara struct fw_pkt pktbuf;
2866 1.89 kiyohara int nvec;
2867 1.89 kiyohara struct fw_pkt *fp;
2868 1.89 kiyohara uint8_t *ld;
2869 1.89 kiyohara uint32_t stat, off, status, event;
2870 1.89 kiyohara u_int spd;
2871 1.89 kiyohara int len, plen, hlen, pcnt, offset;
2872 1.89 kiyohara int s;
2873 1.106 christos void *buf;
2874 1.89 kiyohara int resCount;
2875 1.62 haya
2876 1.89 kiyohara CTR0(KTR_DEV, "fwohci_arv");
2877 1.62 haya
2878 1.89 kiyohara if(&sc->arrq == dbch){
2879 1.89 kiyohara off = OHCI_ARQOFF;
2880 1.89 kiyohara }else if(&sc->arrs == dbch){
2881 1.89 kiyohara off = OHCI_ARSOFF;
2882 1.89 kiyohara }else{
2883 1.89 kiyohara return;
2884 1.62 haya }
2885 1.62 haya
2886 1.89 kiyohara s = splfw();
2887 1.89 kiyohara db_tr = dbch->top;
2888 1.89 kiyohara pcnt = 0;
2889 1.89 kiyohara /* XXX we cannot handle a packet which lies in more than two buf */
2890 1.99 kiyohara fwdma_sync_multiseg_all(dbch->am,
2891 1.99 kiyohara BUS_DMASYNC_POSTREAD | BUS_DMASYNC_POSTWRITE);
2892 1.89 kiyohara status = FWOHCI_DMA_READ(db_tr->db[0].db.desc.res) >> OHCI_STATUS_SHIFT;
2893 1.89 kiyohara resCount = FWOHCI_DMA_READ(db_tr->db[0].db.desc.res) & OHCI_COUNT_MASK;
2894 1.89 kiyohara while (status & OHCI_CNTL_DMA_ACTIVE) {
2895 1.89 kiyohara #if 0
2896 1.62 haya
2897 1.89 kiyohara if (off == OHCI_ARQOFF)
2898 1.89 kiyohara printf("buf 0x%08x, status 0x%04x, resCount 0x%04x\n",
2899 1.89 kiyohara db_tr->bus_addr, status, resCount);
2900 1.89 kiyohara #endif
2901 1.89 kiyohara len = dbch->xferq.psize - resCount;
2902 1.89 kiyohara ld = (uint8_t *)db_tr->buf;
2903 1.89 kiyohara if (dbch->pdb_tr == NULL) {
2904 1.89 kiyohara len -= dbch->buf_offset;
2905 1.89 kiyohara ld += dbch->buf_offset;
2906 1.89 kiyohara }
2907 1.89 kiyohara if (len > 0)
2908 1.89 kiyohara fw_bus_dmamap_sync(dbch->dmat, db_tr->dma_map,
2909 1.89 kiyohara BUS_DMASYNC_POSTREAD);
2910 1.89 kiyohara while (len > 0 ) {
2911 1.89 kiyohara if (count >= 0 && count-- == 0)
2912 1.89 kiyohara goto out;
2913 1.89 kiyohara if(dbch->pdb_tr != NULL){
2914 1.89 kiyohara /* we have a fragment in previous buffer */
2915 1.89 kiyohara int rlen;
2916 1.89 kiyohara
2917 1.89 kiyohara offset = dbch->buf_offset;
2918 1.89 kiyohara if (offset < 0)
2919 1.89 kiyohara offset = - offset;
2920 1.106 christos buf = (char *)dbch->pdb_tr->buf + offset;
2921 1.89 kiyohara rlen = dbch->xferq.psize - offset;
2922 1.89 kiyohara if (firewire_debug)
2923 1.89 kiyohara printf("rlen=%d, offset=%d\n",
2924 1.89 kiyohara rlen, dbch->buf_offset);
2925 1.89 kiyohara if (dbch->buf_offset < 0) {
2926 1.89 kiyohara /* splitted in header, pull up */
2927 1.89 kiyohara char *p;
2928 1.89 kiyohara
2929 1.89 kiyohara p = (char *)&pktbuf;
2930 1.89 kiyohara bcopy(buf, p, rlen);
2931 1.89 kiyohara p += rlen;
2932 1.89 kiyohara /* this must be too long but harmless */
2933 1.89 kiyohara rlen = sizeof(pktbuf) - rlen;
2934 1.89 kiyohara if (rlen < 0)
2935 1.89 kiyohara printf("why rlen < 0\n");
2936 1.89 kiyohara bcopy(db_tr->buf, p, rlen);
2937 1.89 kiyohara ld += rlen;
2938 1.89 kiyohara len -= rlen;
2939 1.89 kiyohara hlen = fwohci_arcv_swap(&pktbuf, sizeof(pktbuf));
2940 1.89 kiyohara if (hlen <= 0) {
2941 1.89 kiyohara printf("hlen < 0 shouldn't happen");
2942 1.89 kiyohara goto err;
2943 1.89 kiyohara }
2944 1.89 kiyohara offset = sizeof(pktbuf);
2945 1.89 kiyohara vec[0].iov_base = (char *)&pktbuf;
2946 1.89 kiyohara vec[0].iov_len = offset;
2947 1.89 kiyohara } else {
2948 1.89 kiyohara /* splitted in payload */
2949 1.89 kiyohara offset = rlen;
2950 1.89 kiyohara vec[0].iov_base = buf;
2951 1.89 kiyohara vec[0].iov_len = rlen;
2952 1.89 kiyohara }
2953 1.89 kiyohara fp=(struct fw_pkt *)vec[0].iov_base;
2954 1.89 kiyohara nvec = 1;
2955 1.89 kiyohara } else {
2956 1.89 kiyohara /* no fragment in previous buffer */
2957 1.89 kiyohara fp=(struct fw_pkt *)ld;
2958 1.89 kiyohara hlen = fwohci_arcv_swap(fp, len);
2959 1.89 kiyohara if (hlen == 0)
2960 1.89 kiyohara goto err;
2961 1.89 kiyohara if (hlen < 0) {
2962 1.89 kiyohara dbch->pdb_tr = db_tr;
2963 1.89 kiyohara dbch->buf_offset = - dbch->buf_offset;
2964 1.89 kiyohara /* sanity check */
2965 1.89 kiyohara if (resCount != 0) {
2966 1.89 kiyohara printf("resCount=%d hlen=%d\n",
2967 1.89 kiyohara resCount, hlen);
2968 1.89 kiyohara goto err;
2969 1.89 kiyohara }
2970 1.89 kiyohara goto out;
2971 1.89 kiyohara }
2972 1.89 kiyohara offset = 0;
2973 1.89 kiyohara nvec = 0;
2974 1.89 kiyohara }
2975 1.89 kiyohara plen = fwohci_get_plen(sc, dbch, fp) - offset;
2976 1.89 kiyohara if (plen < 0) {
2977 1.89 kiyohara /* minimum header size + trailer
2978 1.89 kiyohara = sizeof(fw_pkt) so this shouldn't happens */
2979 1.89 kiyohara printf("plen(%d) is negative! offset=%d\n",
2980 1.89 kiyohara plen, offset);
2981 1.89 kiyohara goto err;
2982 1.89 kiyohara }
2983 1.89 kiyohara if (plen > 0) {
2984 1.89 kiyohara len -= plen;
2985 1.89 kiyohara if (len < 0) {
2986 1.89 kiyohara dbch->pdb_tr = db_tr;
2987 1.89 kiyohara if (firewire_debug)
2988 1.89 kiyohara printf("splitted payload\n");
2989 1.89 kiyohara /* sanity check */
2990 1.89 kiyohara if (resCount != 0) {
2991 1.89 kiyohara printf("resCount=%d plen=%d"
2992 1.89 kiyohara " len=%d\n",
2993 1.89 kiyohara resCount, plen, len);
2994 1.89 kiyohara goto err;
2995 1.89 kiyohara }
2996 1.89 kiyohara goto out;
2997 1.89 kiyohara }
2998 1.89 kiyohara vec[nvec].iov_base = ld;
2999 1.89 kiyohara vec[nvec].iov_len = plen;
3000 1.89 kiyohara nvec ++;
3001 1.89 kiyohara ld += plen;
3002 1.89 kiyohara }
3003 1.89 kiyohara dbch->buf_offset = ld - (uint8_t *)db_tr->buf;
3004 1.89 kiyohara if (nvec == 0)
3005 1.89 kiyohara printf("nvec == 0\n");
3006 1.62 haya
3007 1.89 kiyohara /* DMA result-code will be written at the tail of packet */
3008 1.89 kiyohara stat = FWOHCI_DMA_READ(*(uint32_t *)(ld - sizeof(struct fwohci_trailer)));
3009 1.89 kiyohara #if 0
3010 1.89 kiyohara printf("plen: %d, stat %x\n",
3011 1.89 kiyohara plen ,stat);
3012 1.89 kiyohara #endif
3013 1.89 kiyohara spd = (stat >> 21) & 0x3;
3014 1.89 kiyohara event = (stat >> 16) & 0x1f;
3015 1.89 kiyohara switch (event) {
3016 1.89 kiyohara case FWOHCIEV_ACKPEND:
3017 1.89 kiyohara #if 0
3018 1.89 kiyohara printf("fwohci_arcv: ack pending tcode=0x%x..\n", fp->mode.common.tcode);
3019 1.89 kiyohara #endif
3020 1.89 kiyohara /* fall through */
3021 1.89 kiyohara case FWOHCIEV_ACKCOMPL:
3022 1.89 kiyohara {
3023 1.89 kiyohara struct fw_rcv_buf rb;
3024 1.89 kiyohara
3025 1.89 kiyohara if ((vec[nvec-1].iov_len -=
3026 1.89 kiyohara sizeof(struct fwohci_trailer)) == 0)
3027 1.100 blymn nvec--;
3028 1.89 kiyohara rb.fc = &sc->fc;
3029 1.89 kiyohara rb.vec = vec;
3030 1.89 kiyohara rb.nvec = nvec;
3031 1.89 kiyohara rb.spd = spd;
3032 1.89 kiyohara fw_rcv(&rb);
3033 1.62 haya break;
3034 1.89 kiyohara }
3035 1.89 kiyohara case FWOHCIEV_BUSRST:
3036 1.100 blymn if (sc->fc.status != FWBUSRESET)
3037 1.89 kiyohara printf("got BUSRST packet!?\n");
3038 1.62 haya break;
3039 1.62 haya default:
3040 1.89 kiyohara device_printf(sc->fc.dev,
3041 1.89 kiyohara "Async DMA Receive error err=%02x %s"
3042 1.89 kiyohara " plen=%d offset=%d len=%d status=0x%08x"
3043 1.89 kiyohara " tcode=0x%x, stat=0x%08x\n",
3044 1.89 kiyohara event, fwohcicode[event], plen,
3045 1.89 kiyohara dbch->buf_offset, len,
3046 1.89 kiyohara OREAD(sc, OHCI_DMACTL(off)),
3047 1.89 kiyohara fp->mode.common.tcode, stat);
3048 1.89 kiyohara #if 1 /* XXX */
3049 1.89 kiyohara goto err;
3050 1.89 kiyohara #endif
3051 1.62 haya break;
3052 1.62 haya }
3053 1.89 kiyohara pcnt ++;
3054 1.89 kiyohara if (dbch->pdb_tr != NULL) {
3055 1.89 kiyohara fwohci_arcv_free_buf(sc, dbch, dbch->pdb_tr,
3056 1.89 kiyohara off, 1);
3057 1.89 kiyohara dbch->pdb_tr = NULL;
3058 1.89 kiyohara }
3059 1.62 haya
3060 1.62 haya }
3061 1.89 kiyohara out:
3062 1.89 kiyohara if (resCount == 0) {
3063 1.89 kiyohara /* done on this buffer */
3064 1.89 kiyohara if (dbch->pdb_tr == NULL) {
3065 1.89 kiyohara fwohci_arcv_free_buf(sc, dbch, db_tr, off, 1);
3066 1.89 kiyohara dbch->buf_offset = 0;
3067 1.89 kiyohara } else
3068 1.89 kiyohara if (dbch->pdb_tr != db_tr)
3069 1.89 kiyohara printf("pdb_tr != db_tr\n");
3070 1.89 kiyohara db_tr = STAILQ_NEXT(db_tr, link);
3071 1.99 kiyohara fwdma_sync_multiseg_all(dbch->am,
3072 1.99 kiyohara BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
3073 1.89 kiyohara status = FWOHCI_DMA_READ(db_tr->db[0].db.desc.res)
3074 1.89 kiyohara >> OHCI_STATUS_SHIFT;
3075 1.89 kiyohara resCount = FWOHCI_DMA_READ(db_tr->db[0].db.desc.res)
3076 1.89 kiyohara & OHCI_COUNT_MASK;
3077 1.89 kiyohara /* XXX check buffer overrun */
3078 1.89 kiyohara dbch->top = db_tr;
3079 1.62 haya } else {
3080 1.89 kiyohara dbch->buf_offset = dbch->xferq.psize - resCount;
3081 1.89 kiyohara fw_bus_dmamap_sync(
3082 1.89 kiyohara dbch->dmat, db_tr->dma_map, BUS_DMASYNC_PREREAD);
3083 1.62 haya break;
3084 1.62 haya }
3085 1.89 kiyohara /* XXX make sure DMA is not dead */
3086 1.62 haya }
3087 1.89 kiyohara #if 0
3088 1.89 kiyohara if (pcnt < 1)
3089 1.89 kiyohara printf("fwohci_arcv: no packets\n");
3090 1.89 kiyohara #endif
3091 1.99 kiyohara fwdma_sync_multiseg_all(dbch->am,
3092 1.99 kiyohara BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
3093 1.89 kiyohara splx(s);
3094 1.89 kiyohara return;
3095 1.62 haya
3096 1.89 kiyohara err:
3097 1.89 kiyohara device_printf(sc->fc.dev, "AR DMA status=%x, ",
3098 1.89 kiyohara OREAD(sc, OHCI_DMACTL(off)));
3099 1.89 kiyohara dbch->pdb_tr = NULL;
3100 1.89 kiyohara /* skip until resCount != 0 */
3101 1.89 kiyohara printf(" skip buffer");
3102 1.89 kiyohara while (resCount == 0) {
3103 1.89 kiyohara printf(" #");
3104 1.89 kiyohara fwohci_arcv_free_buf(sc, dbch, db_tr, off, 0);
3105 1.89 kiyohara db_tr = STAILQ_NEXT(db_tr, link);
3106 1.89 kiyohara resCount = FWOHCI_DMA_READ(db_tr->db[0].db.desc.res)
3107 1.89 kiyohara & OHCI_COUNT_MASK;
3108 1.89 kiyohara }
3109 1.89 kiyohara printf(" done\n");
3110 1.89 kiyohara dbch->top = db_tr;
3111 1.89 kiyohara dbch->buf_offset = dbch->xferq.psize - resCount;
3112 1.89 kiyohara OWRITE(sc, OHCI_DMACTL(off), OHCI_CNTL_DMA_WAKE);
3113 1.99 kiyohara fwdma_sync_multiseg_all(
3114 1.99 kiyohara dbch->am, BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
3115 1.89 kiyohara fw_bus_dmamap_sync(dbch->dmat, db_tr->dma_map, BUS_DMASYNC_PREREAD);
3116 1.89 kiyohara splx(s);
3117 1.62 haya }
3118 1.89 kiyohara #if defined(__NetBSD__)
3119 1.62 haya
3120 1.89 kiyohara int
3121 1.89 kiyohara fwohci_print(void *aux, const char *pnp)
3122 1.100 blymn {
3123 1.101 kiyohara struct fw_attach_args *fwa = (struct fw_attach_args *)aux;
3124 1.62 haya
3125 1.89 kiyohara if (pnp)
3126 1.101 kiyohara aprint_normal("%s at %s", fwa->name, pnp);
3127 1.62 haya
3128 1.89 kiyohara return UNCONF;
3129 1.62 haya }
3130 1.89 kiyohara #endif
3131