ehci.c revision 1.2.6.4 1 /* $NetBSD: ehci.c,v 1.2.6.4 2002/10/10 18:42:32 jdolecek Exp $ */
2
3 /*
4 * TODO
5 * hold off explorations by companion controllers until ehci has started.
6 */
7
8 /*
9 * Copyright (c) 2001 The NetBSD Foundation, Inc.
10 * All rights reserved.
11 *
12 * This code is derived from software contributed to The NetBSD Foundation
13 * by Lennart Augustsson (lennart (at) augustsson.net).
14 *
15 * Redistribution and use in source and binary forms, with or without
16 * modification, are permitted provided that the following conditions
17 * are met:
18 * 1. Redistributions of source code must retain the above copyright
19 * notice, this list of conditions and the following disclaimer.
20 * 2. Redistributions in binary form must reproduce the above copyright
21 * notice, this list of conditions and the following disclaimer in the
22 * documentation and/or other materials provided with the distribution.
23 * 3. All advertising materials mentioning features or use of this software
24 * must display the following acknowledgement:
25 * This product includes software developed by the NetBSD
26 * Foundation, Inc. and its contributors.
27 * 4. Neither the name of The NetBSD Foundation nor the names of its
28 * contributors may be used to endorse or promote products derived
29 * from this software without specific prior written permission.
30 *
31 * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
32 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
33 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
34 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
35 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
36 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
37 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
38 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
39 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
40 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
41 * POSSIBILITY OF SUCH DAMAGE.
42 */
43
44 /*
45 * USB Enhanced Host Controller Driver, a.k.a. USB 2.0 controller.
46 *
47 * The EHCI 1.0 spec can be found at
48 * http://developer.intel.com/technology/usb/download/ehci-r10.pdf
49 * and the USB 2.0 spec at
50 * http://www.usb.org/developers/data/usb_20.zip
51 *
52 */
53
54 #include <sys/cdefs.h>
55 __KERNEL_RCSID(0, "$NetBSD: ehci.c,v 1.2.6.4 2002/10/10 18:42:32 jdolecek Exp $");
56
57 #include <sys/param.h>
58 #include <sys/systm.h>
59 #include <sys/kernel.h>
60 #include <sys/malloc.h>
61 #include <sys/device.h>
62 #include <sys/select.h>
63 #include <sys/proc.h>
64 #include <sys/queue.h>
65
66 #include <machine/bus.h>
67 #include <machine/endian.h>
68
69 #include <dev/usb/usb.h>
70 #include <dev/usb/usbdi.h>
71 #include <dev/usb/usbdivar.h>
72 #include <dev/usb/usb_mem.h>
73 #include <dev/usb/usb_quirks.h>
74
75 #include <dev/usb/ehcireg.h>
76 #include <dev/usb/ehcivar.h>
77
78 #ifdef EHCI_DEBUG
79 #define DPRINTF(x) if (ehcidebug) printf x
80 #define DPRINTFN(n,x) if (ehcidebug>(n)) printf x
81 int ehcidebug = 0;
82 #ifndef __NetBSD__
83 #define bitmask_snprintf(q,f,b,l) snprintf((b), (l), "%b", (q), (f))
84 #endif
85 #else
86 #define DPRINTF(x)
87 #define DPRINTFN(n,x)
88 #endif
89
90 struct ehci_pipe {
91 struct usbd_pipe pipe;
92 ehci_soft_qh_t *sqh;
93 union {
94 ehci_soft_qtd_t *qtd;
95 /* ehci_soft_itd_t *itd; */
96 } tail;
97 union {
98 /* Control pipe */
99 struct {
100 usb_dma_t reqdma;
101 u_int length;
102 /*ehci_soft_qtd_t *setup, *data, *stat;*/
103 } ctl;
104 /* Interrupt pipe */
105 /* XXX */
106 /* Bulk pipe */
107 struct {
108 u_int length;
109 } bulk;
110 /* Iso pipe */
111 /* XXX */
112 } u;
113 };
114
115 Static void ehci_shutdown(void *);
116 Static void ehci_power(int, void *);
117
118 Static usbd_status ehci_open(usbd_pipe_handle);
119 Static void ehci_poll(struct usbd_bus *);
120 Static void ehci_softintr(void *);
121 Static int ehci_intr1(ehci_softc_t *);
122 Static void ehci_waitintr(ehci_softc_t *, usbd_xfer_handle);
123 Static void ehci_check_intr(ehci_softc_t *, struct ehci_xfer *);
124 Static void ehci_idone(struct ehci_xfer *);
125 Static void ehci_timeout(void *);
126 Static void ehci_timeout_task(void *);
127
128 Static usbd_status ehci_allocm(struct usbd_bus *, usb_dma_t *, u_int32_t);
129 Static void ehci_freem(struct usbd_bus *, usb_dma_t *);
130
131 Static usbd_xfer_handle ehci_allocx(struct usbd_bus *);
132 Static void ehci_freex(struct usbd_bus *, usbd_xfer_handle);
133
134 Static usbd_status ehci_root_ctrl_transfer(usbd_xfer_handle);
135 Static usbd_status ehci_root_ctrl_start(usbd_xfer_handle);
136 Static void ehci_root_ctrl_abort(usbd_xfer_handle);
137 Static void ehci_root_ctrl_close(usbd_pipe_handle);
138 Static void ehci_root_ctrl_done(usbd_xfer_handle);
139
140 Static usbd_status ehci_root_intr_transfer(usbd_xfer_handle);
141 Static usbd_status ehci_root_intr_start(usbd_xfer_handle);
142 Static void ehci_root_intr_abort(usbd_xfer_handle);
143 Static void ehci_root_intr_close(usbd_pipe_handle);
144 Static void ehci_root_intr_done(usbd_xfer_handle);
145
146 Static usbd_status ehci_device_ctrl_transfer(usbd_xfer_handle);
147 Static usbd_status ehci_device_ctrl_start(usbd_xfer_handle);
148 Static void ehci_device_ctrl_abort(usbd_xfer_handle);
149 Static void ehci_device_ctrl_close(usbd_pipe_handle);
150 Static void ehci_device_ctrl_done(usbd_xfer_handle);
151
152 Static usbd_status ehci_device_bulk_transfer(usbd_xfer_handle);
153 Static usbd_status ehci_device_bulk_start(usbd_xfer_handle);
154 Static void ehci_device_bulk_abort(usbd_xfer_handle);
155 Static void ehci_device_bulk_close(usbd_pipe_handle);
156 Static void ehci_device_bulk_done(usbd_xfer_handle);
157
158 Static usbd_status ehci_device_intr_transfer(usbd_xfer_handle);
159 Static usbd_status ehci_device_intr_start(usbd_xfer_handle);
160 Static void ehci_device_intr_abort(usbd_xfer_handle);
161 Static void ehci_device_intr_close(usbd_pipe_handle);
162 Static void ehci_device_intr_done(usbd_xfer_handle);
163
164 Static usbd_status ehci_device_isoc_transfer(usbd_xfer_handle);
165 Static usbd_status ehci_device_isoc_start(usbd_xfer_handle);
166 Static void ehci_device_isoc_abort(usbd_xfer_handle);
167 Static void ehci_device_isoc_close(usbd_pipe_handle);
168 Static void ehci_device_isoc_done(usbd_xfer_handle);
169
170 Static void ehci_device_clear_toggle(usbd_pipe_handle pipe);
171 Static void ehci_noop(usbd_pipe_handle pipe);
172
173 Static int ehci_str(usb_string_descriptor_t *, int, char *);
174 Static void ehci_pcd(ehci_softc_t *, usbd_xfer_handle);
175 Static void ehci_pcd_able(ehci_softc_t *, int);
176 Static void ehci_pcd_enable(void *);
177 Static void ehci_disown(ehci_softc_t *, int, int);
178
179 Static ehci_soft_qh_t *ehci_alloc_sqh(ehci_softc_t *);
180 Static void ehci_free_sqh(ehci_softc_t *, ehci_soft_qh_t *);
181
182 Static ehci_soft_qtd_t *ehci_alloc_sqtd(ehci_softc_t *);
183 Static void ehci_free_sqtd(ehci_softc_t *, ehci_soft_qtd_t *);
184 Static usbd_status ehci_alloc_sqtd_chain(struct ehci_pipe *,
185 ehci_softc_t *, int, int, usbd_xfer_handle,
186 ehci_soft_qtd_t **, ehci_soft_qtd_t **);
187 Static void ehci_free_sqtd_chain(ehci_softc_t *, ehci_soft_qtd_t *,
188 ehci_soft_qtd_t *);
189
190 Static usbd_status ehci_device_request(usbd_xfer_handle xfer);
191
192 Static void ehci_add_qh(ehci_soft_qh_t *, ehci_soft_qh_t *);
193 Static void ehci_rem_qh(ehci_softc_t *, ehci_soft_qh_t *,
194 ehci_soft_qh_t *);
195 Static void ehci_set_qh_qtd(ehci_soft_qh_t *, ehci_soft_qtd_t *);
196 Static void ehci_sync_hc(ehci_softc_t *);
197
198 Static void ehci_close_pipe(usbd_pipe_handle, ehci_soft_qh_t *);
199 Static void ehci_abort_xfer(usbd_xfer_handle, usbd_status);
200
201 #ifdef EHCI_DEBUG
202 Static void ehci_dump_regs(ehci_softc_t *);
203 Static void ehci_dump(void);
204 Static ehci_softc_t *theehci;
205 Static void ehci_dump_link(ehci_link_t, int);
206 Static void ehci_dump_sqtds(ehci_soft_qtd_t *);
207 Static void ehci_dump_sqtd(ehci_soft_qtd_t *);
208 Static void ehci_dump_qtd(ehci_qtd_t *);
209 Static void ehci_dump_sqh(ehci_soft_qh_t *);
210 Static void ehci_dump_exfer(struct ehci_xfer *);
211 #endif
212
213 #define MS_TO_TICKS(ms) ((ms) * hz / 1000)
214
215 #define EHCI_NULL htole32(EHCI_LINK_TERMINATE)
216
217 #define EHCI_INTR_ENDPT 1
218
219 #define ehci_add_intr_list(sc, ex) \
220 LIST_INSERT_HEAD(&(sc)->sc_intrhead, (ex), inext);
221 #define ehci_del_intr_list(ex) \
222 LIST_REMOVE((ex), inext)
223
224 Static struct usbd_bus_methods ehci_bus_methods = {
225 ehci_open,
226 ehci_softintr,
227 ehci_poll,
228 ehci_allocm,
229 ehci_freem,
230 ehci_allocx,
231 ehci_freex,
232 };
233
234 Static struct usbd_pipe_methods ehci_root_ctrl_methods = {
235 ehci_root_ctrl_transfer,
236 ehci_root_ctrl_start,
237 ehci_root_ctrl_abort,
238 ehci_root_ctrl_close,
239 ehci_noop,
240 ehci_root_ctrl_done,
241 };
242
243 Static struct usbd_pipe_methods ehci_root_intr_methods = {
244 ehci_root_intr_transfer,
245 ehci_root_intr_start,
246 ehci_root_intr_abort,
247 ehci_root_intr_close,
248 ehci_noop,
249 ehci_root_intr_done,
250 };
251
252 Static struct usbd_pipe_methods ehci_device_ctrl_methods = {
253 ehci_device_ctrl_transfer,
254 ehci_device_ctrl_start,
255 ehci_device_ctrl_abort,
256 ehci_device_ctrl_close,
257 ehci_noop,
258 ehci_device_ctrl_done,
259 };
260
261 Static struct usbd_pipe_methods ehci_device_intr_methods = {
262 ehci_device_intr_transfer,
263 ehci_device_intr_start,
264 ehci_device_intr_abort,
265 ehci_device_intr_close,
266 ehci_device_clear_toggle,
267 ehci_device_intr_done,
268 };
269
270 Static struct usbd_pipe_methods ehci_device_bulk_methods = {
271 ehci_device_bulk_transfer,
272 ehci_device_bulk_start,
273 ehci_device_bulk_abort,
274 ehci_device_bulk_close,
275 ehci_device_clear_toggle,
276 ehci_device_bulk_done,
277 };
278
279 Static struct usbd_pipe_methods ehci_device_isoc_methods = {
280 ehci_device_isoc_transfer,
281 ehci_device_isoc_start,
282 ehci_device_isoc_abort,
283 ehci_device_isoc_close,
284 ehci_noop,
285 ehci_device_isoc_done,
286 };
287
288 usbd_status
289 ehci_init(ehci_softc_t *sc)
290 {
291 u_int32_t version, sparams, cparams, hcr;
292 u_int i;
293 usbd_status err;
294 ehci_soft_qh_t *sqh;
295
296 DPRINTF(("ehci_init: start\n"));
297 #ifdef EHCI_DEBUG
298 theehci = sc;
299 #endif
300
301 sc->sc_offs = EREAD1(sc, EHCI_CAPLENGTH);
302
303 version = EREAD2(sc, EHCI_HCIVERSION);
304 printf("%s: EHCI version %x.%x\n", USBDEVNAME(sc->sc_bus.bdev),
305 version >> 8, version & 0xff);
306
307 sparams = EREAD4(sc, EHCI_HCSPARAMS);
308 DPRINTF(("ehci_init: sparams=0x%x\n", sparams));
309 sc->sc_npcomp = EHCI_HCS_N_PCC(sparams);
310 if (EHCI_HCS_N_CC(sparams) != sc->sc_ncomp) {
311 printf("%s: wrong number of companions (%d != %d)\n",
312 USBDEVNAME(sc->sc_bus.bdev),
313 EHCI_HCS_N_CC(sparams), sc->sc_ncomp);
314 return (USBD_IOERROR);
315 }
316 if (sc->sc_ncomp > 0) {
317 printf("%s: companion controller%s, %d port%s each:",
318 USBDEVNAME(sc->sc_bus.bdev), sc->sc_ncomp!=1 ? "s" : "",
319 EHCI_HCS_N_PCC(sparams),
320 EHCI_HCS_N_PCC(sparams)!=1 ? "s" : "");
321 for (i = 0; i < sc->sc_ncomp; i++)
322 printf(" %s", USBDEVNAME(sc->sc_comps[i]->bdev));
323 printf("\n");
324 }
325 sc->sc_noport = EHCI_HCS_N_PORTS(sparams);
326 cparams = EREAD4(sc, EHCI_HCCPARAMS);
327 DPRINTF(("ehci_init: cparams=0x%x\n", cparams));
328
329 if (EHCI_HCC_64BIT(cparams)) {
330 /* MUST clear segment register if 64 bit capable. */
331 EWRITE4(sc, EHCI_CTRLDSSEGMENT, 0);
332 }
333
334 sc->sc_bus.usbrev = USBREV_2_0;
335
336 /* Reset the controller */
337 DPRINTF(("%s: resetting\n", USBDEVNAME(sc->sc_bus.bdev)));
338 EOWRITE4(sc, EHCI_USBCMD, 0); /* Halt controller */
339 usb_delay_ms(&sc->sc_bus, 1);
340 EOWRITE4(sc, EHCI_USBCMD, EHCI_CMD_HCRESET);
341 for (i = 0; i < 100; i++) {
342 usb_delay_ms(&sc->sc_bus, 1);
343 hcr = EOREAD4(sc, EHCI_USBCMD) & EHCI_CMD_HCRESET;
344 if (!hcr)
345 break;
346 }
347 if (hcr) {
348 printf("%s: reset timeout\n", USBDEVNAME(sc->sc_bus.bdev));
349 return (USBD_IOERROR);
350 }
351
352 /* frame list size at default, read back what we got and use that */
353 switch (EHCI_CMD_FLS(EOREAD4(sc, EHCI_USBCMD))) {
354 case 0: sc->sc_flsize = 1024*4; break;
355 case 1: sc->sc_flsize = 512*4; break;
356 case 2: sc->sc_flsize = 256*4; break;
357 case 3: return (USBD_IOERROR);
358 }
359 err = usb_allocmem(&sc->sc_bus, sc->sc_flsize,
360 EHCI_FLALIGN_ALIGN, &sc->sc_fldma);
361 if (err)
362 return (err);
363 DPRINTF(("%s: flsize=%d\n", USBDEVNAME(sc->sc_bus.bdev),sc->sc_flsize));
364
365 /* Set up the bus struct. */
366 sc->sc_bus.methods = &ehci_bus_methods;
367 sc->sc_bus.pipe_size = sizeof(struct ehci_pipe);
368
369 sc->sc_powerhook = powerhook_establish(ehci_power, sc);
370 sc->sc_shutdownhook = shutdownhook_establish(ehci_shutdown, sc);
371
372 sc->sc_eintrs = EHCI_NORMAL_INTRS;
373
374 /* Allocate dummy QH that starts the async list. */
375 sqh = ehci_alloc_sqh(sc);
376 if (sqh == NULL) {
377 err = USBD_NOMEM;
378 goto bad1;
379 }
380 /* Fill the QH */
381 sqh->qh.qh_endp =
382 htole32(EHCI_QH_SET_EPS(EHCI_QH_SPEED_HIGH) | EHCI_QH_HRECL);
383 sqh->qh.qh_link =
384 htole32(sqh->physaddr | EHCI_LINK_QH);
385 sqh->qh.qh_curqtd = EHCI_NULL;
386 sqh->next = NULL;
387 /* Fill the overlay qTD */
388 sqh->qh.qh_qtd.qtd_next = EHCI_NULL;
389 sqh->qh.qh_qtd.qtd_altnext = EHCI_NULL;
390 sqh->qh.qh_qtd.qtd_status = htole32(EHCI_QTD_HALTED);
391 sqh->sqtd = NULL;
392 #ifdef EHCI_DEBUG
393 if (ehcidebug) {
394 ehci_dump_sqh(sqh);
395 }
396 #endif
397
398 /* Point to async list */
399 sc->sc_async_head = sqh;
400 EOWRITE4(sc, EHCI_ASYNCLISTADDR, sqh->physaddr | EHCI_LINK_QH);
401
402 usb_callout_init(sc->sc_tmo_pcd);
403
404 lockinit(&sc->sc_doorbell_lock, PZERO, "ehcidb", 0, 0);
405
406 /* Enable interrupts */
407 EOWRITE4(sc, EHCI_USBINTR, sc->sc_eintrs);
408
409 /* Turn on controller */
410 EOWRITE4(sc, EHCI_USBCMD,
411 EHCI_CMD_ITC_8 | /* 8 microframes */
412 (EOREAD4(sc, EHCI_USBCMD) & EHCI_CMD_FLS_M) |
413 EHCI_CMD_ASE |
414 /* EHCI_CMD_PSE | */
415 EHCI_CMD_RS);
416
417 /* Take over port ownership */
418 EOWRITE4(sc, EHCI_CONFIGFLAG, EHCI_CONF_CF);
419
420 for (i = 0; i < 100; i++) {
421 usb_delay_ms(&sc->sc_bus, 1);
422 hcr = EOREAD4(sc, EHCI_USBSTS) & EHCI_STS_HCH;
423 if (!hcr)
424 break;
425 }
426 if (hcr) {
427 printf("%s: run timeout\n", USBDEVNAME(sc->sc_bus.bdev));
428 return (USBD_IOERROR);
429 }
430
431 return (USBD_NORMAL_COMPLETION);
432
433 #if 0
434 bad2:
435 ehci_free_sqh(sc, sc->sc_async_head);
436 #endif
437 bad1:
438 usb_freemem(&sc->sc_bus, &sc->sc_fldma);
439 return (err);
440 }
441
442 int
443 ehci_intr(void *v)
444 {
445 ehci_softc_t *sc = v;
446
447 if (sc == NULL || sc->sc_dying)
448 return (0);
449
450 /* If we get an interrupt while polling, then just ignore it. */
451 if (sc->sc_bus.use_polling) {
452 #ifdef DIAGNOSTIC
453 printf("ehci_intr: ignored interrupt while polling\n");
454 #endif
455 return (0);
456 }
457
458 return (ehci_intr1(sc));
459 }
460
461 Static int
462 ehci_intr1(ehci_softc_t *sc)
463 {
464 u_int32_t intrs, eintrs;
465
466 DPRINTFN(20,("ehci_intr1: enter\n"));
467
468 /* In case the interrupt occurs before initialization has completed. */
469 if (sc == NULL) {
470 #ifdef DIAGNOSTIC
471 printf("ehci_intr: sc == NULL\n");
472 #endif
473 return (0);
474 }
475
476 intrs = EHCI_STS_INTRS(EOREAD4(sc, EHCI_USBSTS));
477
478 if (!intrs)
479 return (0);
480
481 EOWRITE4(sc, EHCI_USBSTS, intrs); /* Acknowledge */
482 eintrs = intrs & sc->sc_eintrs;
483 DPRINTFN(7, ("ehci_intr: sc=%p intrs=0x%x(0x%x) eintrs=0x%x\n",
484 sc, (u_int)intrs, EOREAD4(sc, EHCI_USBSTS),
485 (u_int)eintrs));
486 if (!eintrs)
487 return (0);
488
489 sc->sc_bus.intr_context++;
490 sc->sc_bus.no_intrs++;
491 if (eintrs & EHCI_STS_IAA) {
492 DPRINTF(("ehci_intr1: door bell\n"));
493 wakeup(&sc->sc_async_head);
494 eintrs &= ~EHCI_STS_IAA;
495 }
496 if (eintrs & (EHCI_STS_INT | EHCI_STS_ERRINT)) {
497 DPRINTF(("ehci_intr1: %s %s\n",
498 eintrs & EHCI_STS_INT ? "INT" : "",
499 eintrs & EHCI_STS_ERRINT ? "ERRINT" : ""));
500 usb_schedsoftintr(&sc->sc_bus);
501 eintrs &= ~(EHCI_STS_INT | EHCI_STS_ERRINT);
502 }
503 if (eintrs & EHCI_STS_HSE) {
504 printf("%s: unrecoverable error, controller halted\n",
505 USBDEVNAME(sc->sc_bus.bdev));
506 /* XXX what else */
507 }
508 if (eintrs & EHCI_STS_PCD) {
509 ehci_pcd(sc, sc->sc_intrxfer);
510 /*
511 * Disable PCD interrupt for now, because it will be
512 * on until the port has been reset.
513 */
514 ehci_pcd_able(sc, 0);
515 /* Do not allow RHSC interrupts > 1 per second */
516 usb_callout(sc->sc_tmo_pcd, hz, ehci_pcd_enable, sc);
517 eintrs &= ~EHCI_STS_PCD;
518 }
519
520 sc->sc_bus.intr_context--;
521
522 if (eintrs != 0) {
523 /* Block unprocessed interrupts. */
524 sc->sc_eintrs &= ~eintrs;
525 EOWRITE4(sc, EHCI_USBINTR, sc->sc_eintrs);
526 printf("%s: blocking intrs 0x%x\n",
527 USBDEVNAME(sc->sc_bus.bdev), eintrs);
528 }
529
530 return (1);
531 }
532
533 void
534 ehci_pcd_able(ehci_softc_t *sc, int on)
535 {
536 DPRINTFN(4, ("ehci_pcd_able: on=%d\n", on));
537 if (on)
538 sc->sc_eintrs |= EHCI_STS_PCD;
539 else
540 sc->sc_eintrs &= ~EHCI_STS_PCD;
541 EOWRITE4(sc, EHCI_USBINTR, sc->sc_eintrs);
542 }
543
544 void
545 ehci_pcd_enable(void *v_sc)
546 {
547 ehci_softc_t *sc = v_sc;
548
549 ehci_pcd_able(sc, 1);
550 }
551
552 void
553 ehci_pcd(ehci_softc_t *sc, usbd_xfer_handle xfer)
554 {
555 usbd_pipe_handle pipe;
556 struct ehci_pipe *epipe;
557 u_char *p;
558 int i, m;
559
560 if (xfer == NULL) {
561 /* Just ignore the change. */
562 return;
563 }
564
565 pipe = xfer->pipe;
566 epipe = (struct ehci_pipe *)pipe;
567
568 p = KERNADDR(&xfer->dmabuf, 0);
569 m = min(sc->sc_noport, xfer->length * 8 - 1);
570 memset(p, 0, xfer->length);
571 for (i = 1; i <= m; i++) {
572 /* Pick out CHANGE bits from the status reg. */
573 if (EOREAD4(sc, EHCI_PORTSC(i)) & EHCI_PS_CLEAR)
574 p[i/8] |= 1 << (i%8);
575 }
576 DPRINTF(("ehci_pcd: change=0x%02x\n", *p));
577 xfer->actlen = xfer->length;
578 xfer->status = USBD_NORMAL_COMPLETION;
579
580 usb_transfer_complete(xfer);
581 }
582
583 void
584 ehci_softintr(void *v)
585 {
586 ehci_softc_t *sc = v;
587 struct ehci_xfer *ex;
588
589 DPRINTFN(10,("%s: ehci_softintr (%d)\n", USBDEVNAME(sc->sc_bus.bdev),
590 sc->sc_bus.intr_context));
591
592 sc->sc_bus.intr_context++;
593
594 /*
595 * The only explanation I can think of for why EHCI is as brain dead
596 * as UHCI interrupt-wise is that Intel was involved in both.
597 * An interrupt just tells us that something is done, we have no
598 * clue what, so we need to scan through all active transfers. :-(
599 */
600 for (ex = LIST_FIRST(&sc->sc_intrhead); ex; ex = LIST_NEXT(ex, inext))
601 ehci_check_intr(sc, ex);
602
603 if (sc->sc_softwake) {
604 sc->sc_softwake = 0;
605 wakeup(&sc->sc_softwake);
606 }
607
608 sc->sc_bus.intr_context--;
609 }
610
611 /* Check for an interrupt. */
612 void
613 ehci_check_intr(ehci_softc_t *sc, struct ehci_xfer *ex)
614 {
615 ehci_soft_qtd_t *sqtd, *lsqtd;
616 u_int32_t status;
617
618 DPRINTFN(/*15*/2, ("ehci_check_intr: ex=%p\n", ex));
619
620 if (ex->sqtdstart == NULL) {
621 printf("ehci_check_intr: sqtdstart=NULL\n");
622 return;
623 }
624 lsqtd = ex->sqtdend;
625 #ifdef DIAGNOSTIC
626 if (lsqtd == NULL) {
627 printf("ehci_check_intr: sqtd==0\n");
628 return;
629 }
630 #endif
631 /*
632 * If the last TD is still active we need to check whether there
633 * is a an error somewhere in the middle, or whether there was a
634 * short packet (SPD and not ACTIVE).
635 */
636 if (le32toh(lsqtd->qtd.qtd_status) & EHCI_QTD_ACTIVE) {
637 DPRINTFN(12, ("ehci_check_intr: active ex=%p\n", ex));
638 for (sqtd = ex->sqtdstart; sqtd != lsqtd; sqtd=sqtd->nextqtd) {
639 status = le32toh(sqtd->qtd.qtd_status);
640 /* If there's an active QTD the xfer isn't done. */
641 if (status & EHCI_QTD_ACTIVE)
642 break;
643 /* Any kind of error makes the xfer done. */
644 if (status & EHCI_QTD_HALTED)
645 goto done;
646 /* We want short packets, and it is short: it's done */
647 if (EHCI_QTD_SET_BYTES(status) != 0)
648 goto done;
649 }
650 DPRINTFN(12, ("ehci_check_intr: ex=%p std=%p still active\n",
651 ex, ex->sqtdstart));
652 return;
653 }
654 done:
655 DPRINTFN(12, ("ehci_check_intr: ex=%p done\n", ex));
656 usb_uncallout(ex->xfer.timeout_handle, ehci_timeout, ex);
657 ehci_idone(ex);
658 }
659
660 void
661 ehci_idone(struct ehci_xfer *ex)
662 {
663 usbd_xfer_handle xfer = &ex->xfer;
664 #ifdef EHCI_DEBUG
665 struct ehci_pipe *epipe = (struct ehci_pipe *)xfer->pipe;
666 #endif
667 ehci_soft_qtd_t *sqtd;
668 u_int32_t status = 0, nstatus;
669 int actlen;
670
671 DPRINTFN(/*12*/2, ("ehci_idone: ex=%p\n", ex));
672 #ifdef DIAGNOSTIC
673 {
674 int s = splhigh();
675 if (ex->isdone) {
676 splx(s);
677 #ifdef EHCI_DEBUG
678 printf("ehci_idone: ex is done!\n ");
679 ehci_dump_exfer(ex);
680 #else
681 printf("ehci_idone: ex=%p is done!\n", ex);
682 #endif
683 return;
684 }
685 ex->isdone = 1;
686 splx(s);
687 }
688 #endif
689
690 if (xfer->status == USBD_CANCELLED ||
691 xfer->status == USBD_TIMEOUT) {
692 DPRINTF(("ehci_idone: aborted xfer=%p\n", xfer));
693 return;
694 }
695
696 #ifdef EHCI_DEBUG
697 DPRINTFN(/*10*/2, ("ehci_idone: xfer=%p, pipe=%p ready\n", xfer, epipe));
698 if (ehcidebug > 10)
699 ehci_dump_sqtds(ex->sqtdstart);
700 #endif
701
702 /* The transfer is done, compute actual length and status. */
703 actlen = 0;
704 for (sqtd = ex->sqtdstart; sqtd != NULL; sqtd = sqtd->nextqtd) {
705 nstatus = le32toh(sqtd->qtd.qtd_status);
706 if (nstatus & EHCI_QTD_ACTIVE)
707 break;
708
709 status = nstatus;
710 if (EHCI_QTD_GET_PID(status) != EHCI_QTD_PID_SETUP)
711 actlen += sqtd->len - EHCI_QTD_GET_BYTES(status);
712 }
713
714 /* If there are left over TDs we need to update the toggle. */
715 if (sqtd != NULL) {
716 if (!(xfer->rqflags & URQ_REQUEST))
717 printf("ehci_idone: need toggle update\n");
718 #if 0
719 epipe->nexttoggle = EHCI_TD_GET_DT(le32toh(std->td.td_token));
720 #endif
721 }
722
723 status &= EHCI_QTD_STATERRS;
724 DPRINTFN(/*10*/2, ("ehci_idone: len=%d, actlen=%d, status=0x%x\n",
725 xfer->length, actlen, status));
726 xfer->actlen = actlen;
727 if (status != 0) {
728 #ifdef EHCI_DEBUG
729 char sbuf[128];
730
731 bitmask_snprintf((u_int32_t)status,
732 "\20\3MISSEDMICRO\4XACT\5BABBLE\6BABBLE"
733 "\7HALTED",
734 sbuf, sizeof(sbuf));
735
736 DPRINTFN((status == EHCI_QTD_HALTED)*/*10*/2,
737 ("ehci_idone: error, addr=%d, endpt=0x%02x, "
738 "status 0x%s\n",
739 xfer->pipe->device->address,
740 xfer->pipe->endpoint->edesc->bEndpointAddress,
741 sbuf));
742 if (ehcidebug > 2) {
743 ehci_dump_sqh(epipe->sqh);
744 ehci_dump_sqtds(ex->sqtdstart);
745 }
746 #endif
747 if (status == EHCI_QTD_HALTED)
748 xfer->status = USBD_STALLED;
749 else
750 xfer->status = USBD_IOERROR; /* more info XXX */
751 } else {
752 xfer->status = USBD_NORMAL_COMPLETION;
753 }
754
755 usb_transfer_complete(xfer);
756 DPRINTFN(/*12*/2, ("ehci_idone: ex=%p done\n", ex));
757 }
758
759 /*
760 * Wait here until controller claims to have an interrupt.
761 * Then call ehci_intr and return. Use timeout to avoid waiting
762 * too long.
763 */
764 void
765 ehci_waitintr(ehci_softc_t *sc, usbd_xfer_handle xfer)
766 {
767 int timo = xfer->timeout;
768 int usecs;
769 u_int32_t intrs;
770
771 xfer->status = USBD_IN_PROGRESS;
772 for (usecs = timo * 1000000 / hz; usecs > 0; usecs -= 1000) {
773 usb_delay_ms(&sc->sc_bus, 1);
774 if (sc->sc_dying)
775 break;
776 intrs = EHCI_STS_INTRS(EOREAD4(sc, EHCI_USBSTS)) &
777 sc->sc_eintrs;
778 DPRINTFN(15,("ehci_waitintr: 0x%04x\n", intrs));
779 #ifdef OHCI_DEBUG
780 if (ehcidebug > 15)
781 ehci_dump_regs(sc);
782 #endif
783 if (intrs) {
784 ehci_intr1(sc);
785 if (xfer->status != USBD_IN_PROGRESS)
786 return;
787 }
788 }
789
790 /* Timeout */
791 DPRINTF(("ehci_waitintr: timeout\n"));
792 xfer->status = USBD_TIMEOUT;
793 usb_transfer_complete(xfer);
794 /* XXX should free TD */
795 }
796
797 void
798 ehci_poll(struct usbd_bus *bus)
799 {
800 ehci_softc_t *sc = (ehci_softc_t *)bus;
801 #ifdef EHCI_DEBUG
802 static int last;
803 int new;
804 new = EHCI_STS_INTRS(EOREAD4(sc, EHCI_USBSTS));
805 if (new != last) {
806 DPRINTFN(10,("ehci_poll: intrs=0x%04x\n", new));
807 last = new;
808 }
809 #endif
810
811 if (EOREAD4(sc, EHCI_USBSTS) & sc->sc_eintrs)
812 ehci_intr1(sc);
813 }
814
815 int
816 ehci_detach(struct ehci_softc *sc, int flags)
817 {
818 int rv = 0;
819
820 if (sc->sc_child != NULL)
821 rv = config_detach(sc->sc_child, flags);
822
823 if (rv != 0)
824 return (rv);
825
826 usb_uncallout(sc->sc_tmo_pcd, ehci_pcd_enable, sc);
827
828 if (sc->sc_powerhook != NULL)
829 powerhook_disestablish(sc->sc_powerhook);
830 if (sc->sc_shutdownhook != NULL)
831 shutdownhook_disestablish(sc->sc_shutdownhook);
832
833 usb_delay_ms(&sc->sc_bus, 300); /* XXX let stray task complete */
834
835 /* XXX free other data structures XXX */
836
837 return (rv);
838 }
839
840
841 int
842 ehci_activate(device_ptr_t self, enum devact act)
843 {
844 struct ehci_softc *sc = (struct ehci_softc *)self;
845 int rv = 0;
846
847 switch (act) {
848 case DVACT_ACTIVATE:
849 return (EOPNOTSUPP);
850 break;
851
852 case DVACT_DEACTIVATE:
853 if (sc->sc_child != NULL)
854 rv = config_deactivate(sc->sc_child);
855 sc->sc_dying = 1;
856 break;
857 }
858 return (rv);
859 }
860
861 /*
862 * Handle suspend/resume.
863 *
864 * We need to switch to polling mode here, because this routine is
865 * called from an intterupt context. This is all right since we
866 * are almost suspended anyway.
867 */
868 void
869 ehci_power(int why, void *v)
870 {
871 ehci_softc_t *sc = v;
872 //u_int32_t ctl;
873 int s;
874
875 #ifdef EHCI_DEBUG
876 DPRINTF(("ehci_power: sc=%p, why=%d\n", sc, why));
877 ehci_dump_regs(sc);
878 #endif
879
880 s = splhardusb();
881 switch (why) {
882 case PWR_SUSPEND:
883 case PWR_STANDBY:
884 sc->sc_bus.use_polling++;
885 #if 0
886 OOO
887 ctl = OREAD4(sc, EHCI_CONTROL) & ~EHCI_HCFS_MASK;
888 if (sc->sc_control == 0) {
889 /*
890 * Preserve register values, in case that APM BIOS
891 * does not recover them.
892 */
893 sc->sc_control = ctl;
894 sc->sc_intre = OREAD4(sc, EHCI_INTERRUPT_ENABLE);
895 }
896 ctl |= EHCI_HCFS_SUSPEND;
897 OWRITE4(sc, EHCI_CONTROL, ctl);
898 #endif
899 usb_delay_ms(&sc->sc_bus, USB_RESUME_WAIT);
900 sc->sc_bus.use_polling--;
901 break;
902 case PWR_RESUME:
903 sc->sc_bus.use_polling++;
904 #if 0
905 OOO
906 /* Some broken BIOSes do not recover these values */
907 OWRITE4(sc, EHCI_HCCA, DMAADDR(&sc->sc_hccadma, 0));
908 OWRITE4(sc, EHCI_CONTROL_HEAD_ED, sc->sc_ctrl_head->physaddr);
909 OWRITE4(sc, EHCI_BULK_HEAD_ED, sc->sc_bulk_head->physaddr);
910 if (sc->sc_intre)
911 OWRITE4(sc, EHCI_INTERRUPT_ENABLE,
912 sc->sc_intre & (EHCI_ALL_INTRS | EHCI_MIE));
913 if (sc->sc_control)
914 ctl = sc->sc_control;
915 else
916 ctl = OREAD4(sc, EHCI_CONTROL);
917 ctl |= EHCI_HCFS_RESUME;
918 OWRITE4(sc, EHCI_CONTROL, ctl);
919 usb_delay_ms(&sc->sc_bus, USB_RESUME_DELAY);
920 ctl = (ctl & ~EHCI_HCFS_MASK) | EHCI_HCFS_OPERATIONAL;
921 OWRITE4(sc, EHCI_CONTROL, ctl);
922 usb_delay_ms(&sc->sc_bus, USB_RESUME_RECOVERY);
923 sc->sc_control = sc->sc_intre = 0;
924 #endif
925 sc->sc_bus.use_polling--;
926 break;
927 case PWR_SOFTSUSPEND:
928 case PWR_SOFTSTANDBY:
929 case PWR_SOFTRESUME:
930 break;
931 }
932 splx(s);
933 }
934
935 /*
936 * Shut down the controller when the system is going down.
937 */
938 void
939 ehci_shutdown(void *v)
940 {
941 ehci_softc_t *sc = v;
942
943 DPRINTF(("ehci_shutdown: stopping the HC\n"));
944 EOWRITE4(sc, EHCI_USBCMD, 0); /* Halt controller */
945 EOWRITE4(sc, EHCI_USBCMD, EHCI_CMD_HCRESET);
946 }
947
948 usbd_status
949 ehci_allocm(struct usbd_bus *bus, usb_dma_t *dma, u_int32_t size)
950 {
951 struct ehci_softc *sc = (struct ehci_softc *)bus;
952 usbd_status err;
953
954 err = usb_allocmem(&sc->sc_bus, size, 0, dma);
955 #ifdef EHCI_DEBUG
956 if (err)
957 printf("ehci_allocm: usb_allocmem()=%d\n", err);
958 #endif
959 return (err);
960 }
961
962 void
963 ehci_freem(struct usbd_bus *bus, usb_dma_t *dma)
964 {
965 struct ehci_softc *sc = (struct ehci_softc *)bus;
966
967 usb_freemem(&sc->sc_bus, dma);
968 }
969
970 usbd_xfer_handle
971 ehci_allocx(struct usbd_bus *bus)
972 {
973 struct ehci_softc *sc = (struct ehci_softc *)bus;
974 usbd_xfer_handle xfer;
975
976 xfer = SIMPLEQ_FIRST(&sc->sc_free_xfers);
977 if (xfer != NULL) {
978 SIMPLEQ_REMOVE_HEAD(&sc->sc_free_xfers, next);
979 #ifdef DIAGNOSTIC
980 if (xfer->busy_free != XFER_FREE) {
981 printf("uhci_allocx: xfer=%p not free, 0x%08x\n", xfer,
982 xfer->busy_free);
983 }
984 #endif
985 } else {
986 xfer = malloc(sizeof(struct ehci_xfer), M_USB, M_NOWAIT);
987 }
988 if (xfer != NULL) {
989 memset(xfer, 0, sizeof (struct ehci_xfer));
990 #ifdef DIAGNOSTIC
991 EXFER(xfer)->isdone = 1;
992 xfer->busy_free = XFER_BUSY;
993 #endif
994 }
995 return (xfer);
996 }
997
998 void
999 ehci_freex(struct usbd_bus *bus, usbd_xfer_handle xfer)
1000 {
1001 struct ehci_softc *sc = (struct ehci_softc *)bus;
1002
1003 #ifdef DIAGNOSTIC
1004 if (xfer->busy_free != XFER_BUSY) {
1005 printf("ehci_freex: xfer=%p not busy, 0x%08x\n", xfer,
1006 xfer->busy_free);
1007 return;
1008 }
1009 xfer->busy_free = XFER_FREE;
1010 if (!EXFER(xfer)->isdone) {
1011 printf("ehci_freex: !isdone\n");
1012 return;
1013 }
1014 #endif
1015 SIMPLEQ_INSERT_HEAD(&sc->sc_free_xfers, xfer, next);
1016 }
1017
1018 Static void
1019 ehci_device_clear_toggle(usbd_pipe_handle pipe)
1020 {
1021 struct ehci_pipe *epipe = (struct ehci_pipe *)pipe;
1022
1023 DPRINTF(("ehci_device_clear_toggle: epipe=%p status=0x%x\n",
1024 epipe, epipe->sqh->qh.qh_qtd.qtd_status));
1025 #ifdef USB_DEBUG
1026 if (ehcidebug)
1027 usbd_dump_pipe(pipe);
1028 #endif
1029 epipe->sqh->qh.qh_qtd.qtd_status &= htole32(~EHCI_QTD_TOGGLE);
1030 }
1031
1032 Static void
1033 ehci_noop(usbd_pipe_handle pipe)
1034 {
1035 }
1036
1037 #ifdef EHCI_DEBUG
1038 void
1039 ehci_dump_regs(ehci_softc_t *sc)
1040 {
1041 int i;
1042 printf("cmd=0x%08x, sts=0x%08x, ien=0x%08x\n",
1043 EOREAD4(sc, EHCI_USBCMD),
1044 EOREAD4(sc, EHCI_USBSTS),
1045 EOREAD4(sc, EHCI_USBINTR));
1046 printf("frindex=0x%08x ctrdsegm=0x%08x periodic=0x%08x async=0x%08x\n",
1047 EOREAD4(sc, EHCI_FRINDEX),
1048 EOREAD4(sc, EHCI_CTRLDSSEGMENT),
1049 EOREAD4(sc, EHCI_PERIODICLISTBASE),
1050 EOREAD4(sc, EHCI_ASYNCLISTADDR));
1051 for (i = 1; i <= sc->sc_noport; i++)
1052 printf("port %d status=0x%08x\n", i,
1053 EOREAD4(sc, EHCI_PORTSC(i)));
1054 }
1055
1056 void
1057 ehci_dump()
1058 {
1059 ehci_dump_regs(theehci);
1060 }
1061
1062 void
1063 ehci_dump_link(ehci_link_t link, int type)
1064 {
1065 link = le32toh(link);
1066 printf("0x%08x", link);
1067 if (link & EHCI_LINK_TERMINATE)
1068 printf("<T>");
1069 else {
1070 printf("<");
1071 if (type) {
1072 switch (EHCI_LINK_TYPE(link)) {
1073 case EHCI_LINK_ITD: printf("ITD"); break;
1074 case EHCI_LINK_QH: printf("QH"); break;
1075 case EHCI_LINK_SITD: printf("SITD"); break;
1076 case EHCI_LINK_FSTN: printf("FSTN"); break;
1077 }
1078 }
1079 printf(">");
1080 }
1081 }
1082
1083 void
1084 ehci_dump_sqtds(ehci_soft_qtd_t *sqtd)
1085 {
1086 int i;
1087 u_int32_t stop;
1088
1089 stop = 0;
1090 for (i = 0; sqtd && i < 20 && !stop; sqtd = sqtd->nextqtd, i++) {
1091 ehci_dump_sqtd(sqtd);
1092 stop = sqtd->qtd.qtd_next & EHCI_LINK_TERMINATE;
1093 }
1094 if (sqtd)
1095 printf("dump aborted, too many TDs\n");
1096 }
1097
1098 void
1099 ehci_dump_sqtd(ehci_soft_qtd_t *sqtd)
1100 {
1101 printf("QTD(%p) at 0x%08x:\n", sqtd, sqtd->physaddr);
1102 ehci_dump_qtd(&sqtd->qtd);
1103 }
1104
1105 void
1106 ehci_dump_qtd(ehci_qtd_t *qtd)
1107 {
1108 u_int32_t s;
1109 char sbuf[128];
1110
1111 printf(" next="); ehci_dump_link(qtd->qtd_next, 0);
1112 printf(" altnext="); ehci_dump_link(qtd->qtd_altnext, 0);
1113 printf("\n");
1114 s = le32toh(qtd->qtd_status);
1115 bitmask_snprintf(EHCI_QTD_GET_STATUS(s),
1116 "\20\10ACTIVE\7HALTED\6BUFERR\5BABBLE\4XACTERR"
1117 "\3MISSED\2SPLIT\1PING", sbuf, sizeof(sbuf));
1118 printf(" status=0x%08x: toggle=%d bytes=0x%x ioc=%d c_page=0x%x\n",
1119 s, EHCI_QTD_GET_TOGGLE(s), EHCI_QTD_GET_BYTES(s),
1120 EHCI_QTD_GET_IOC(s), EHCI_QTD_GET_C_PAGE(s));
1121 printf(" cerr=%d pid=%d stat=0x%s\n", EHCI_QTD_GET_CERR(s),
1122 EHCI_QTD_GET_PID(s), sbuf);
1123 for (s = 0; s < 5; s++)
1124 printf(" buffer[%d]=0x%08x\n", s, le32toh(qtd->qtd_buffer[s]));
1125 }
1126
1127 void
1128 ehci_dump_sqh(ehci_soft_qh_t *sqh)
1129 {
1130 ehci_qh_t *qh = &sqh->qh;
1131 u_int32_t endp, endphub;
1132
1133 printf("QH(%p) at 0x%08x:\n", sqh, sqh->physaddr);
1134 printf(" link="); ehci_dump_link(qh->qh_link, 1); printf("\n");
1135 endp = le32toh(qh->qh_endp);
1136 printf(" endp=0x%08x\n", endp);
1137 printf(" addr=0x%02x inact=%d endpt=%d eps=%d dtc=%d hrecl=%d\n",
1138 EHCI_QH_GET_ADDR(endp), EHCI_QH_GET_INACT(endp),
1139 EHCI_QH_GET_ENDPT(endp), EHCI_QH_GET_EPS(endp),
1140 EHCI_QH_GET_DTC(endp), EHCI_QH_GET_HRECL(endp));
1141 printf(" mpl=0x%x ctl=%d nrl=%d\n",
1142 EHCI_QH_GET_MPL(endp), EHCI_QH_GET_CTL(endp),
1143 EHCI_QH_GET_NRL(endp));
1144 endphub = le32toh(qh->qh_endphub);
1145 printf(" endphub=0x%08x\n", endphub);
1146 printf(" smask=0x%02x cmask=0x%02x huba=0x%02x port=%d mult=%d\n",
1147 EHCI_QH_GET_SMASK(endphub), EHCI_QH_GET_CMASK(endphub),
1148 EHCI_QH_GET_HUBA(endphub), EHCI_QH_GET_PORT(endphub),
1149 EHCI_QH_GET_MULT(endphub));
1150 printf(" curqtd="); ehci_dump_link(qh->qh_curqtd, 0); printf("\n");
1151 printf("Overlay qTD:\n");
1152 ehci_dump_qtd(&qh->qh_qtd);
1153 }
1154
1155 Static void
1156 ehci_dump_exfer(struct ehci_xfer *ex)
1157 {
1158 printf("ehci_dump_exfer: ex=%p\n", ex);
1159 }
1160 #endif
1161
1162 usbd_status
1163 ehci_open(usbd_pipe_handle pipe)
1164 {
1165 usbd_device_handle dev = pipe->device;
1166 ehci_softc_t *sc = (ehci_softc_t *)dev->bus;
1167 usb_endpoint_descriptor_t *ed = pipe->endpoint->edesc;
1168 u_int8_t addr = dev->address;
1169 u_int8_t xfertype = ed->bmAttributes & UE_XFERTYPE;
1170 struct ehci_pipe *epipe = (struct ehci_pipe *)pipe;
1171 ehci_soft_qh_t *sqh;
1172 usbd_status err;
1173 int s;
1174 int speed, naks;
1175
1176 DPRINTFN(1, ("ehci_open: pipe=%p, addr=%d, endpt=%d (%d)\n",
1177 pipe, addr, ed->bEndpointAddress, sc->sc_addr));
1178
1179 if (sc->sc_dying)
1180 return (USBD_IOERROR);
1181
1182 if (addr == sc->sc_addr) {
1183 switch (ed->bEndpointAddress) {
1184 case USB_CONTROL_ENDPOINT:
1185 pipe->methods = &ehci_root_ctrl_methods;
1186 break;
1187 case UE_DIR_IN | EHCI_INTR_ENDPT:
1188 pipe->methods = &ehci_root_intr_methods;
1189 break;
1190 default:
1191 return (USBD_INVAL);
1192 }
1193 return (USBD_NORMAL_COMPLETION);
1194 }
1195
1196 /* XXX All this stuff is only valid for async. */
1197 switch (dev->speed) {
1198 case USB_SPEED_LOW: speed = EHCI_QH_SPEED_LOW; break;
1199 case USB_SPEED_FULL: speed = EHCI_QH_SPEED_FULL; break;
1200 case USB_SPEED_HIGH: speed = EHCI_QH_SPEED_HIGH; break;
1201 default: panic("ehci_open: bad device speed %d", dev->speed);
1202 }
1203 naks = 8; /* XXX */
1204 sqh = ehci_alloc_sqh(sc);
1205 if (sqh == NULL)
1206 goto bad0;
1207 /* qh_link filled when the QH is added */
1208 sqh->qh.qh_endp = htole32(
1209 EHCI_QH_SET_ADDR(addr) |
1210 EHCI_QH_SET_ENDPT(ed->bEndpointAddress) |
1211 EHCI_QH_SET_EPS(speed) | /* XXX */
1212 /* XXX EHCI_QH_DTC ? */
1213 EHCI_QH_SET_MPL(UGETW(ed->wMaxPacketSize)) |
1214 (speed != EHCI_QH_SPEED_HIGH && xfertype == UE_CONTROL ?
1215 EHCI_QH_CTL : 0) |
1216 EHCI_QH_SET_NRL(naks)
1217 );
1218 sqh->qh.qh_endphub = htole32(
1219 EHCI_QH_SET_MULT(1)
1220 /* XXX TT stuff */
1221 /* XXX interrupt mask */
1222 );
1223 sqh->qh.qh_curqtd = EHCI_NULL;
1224 /* Fill the overlay qTD */
1225 sqh->qh.qh_qtd.qtd_next = EHCI_NULL;
1226 sqh->qh.qh_qtd.qtd_altnext = EHCI_NULL;
1227 sqh->qh.qh_qtd.qtd_status = htole32(0);
1228
1229 epipe->sqh = sqh;
1230
1231 switch (xfertype) {
1232 case UE_CONTROL:
1233 err = usb_allocmem(&sc->sc_bus, sizeof(usb_device_request_t),
1234 0, &epipe->u.ctl.reqdma);
1235 #ifdef EHCI_DEBUG
1236 if (err)
1237 printf("ehci_open: usb_allocmem()=%d\n", err);
1238 #endif
1239 if (err)
1240 goto bad1;
1241 pipe->methods = &ehci_device_ctrl_methods;
1242 s = splusb();
1243 ehci_add_qh(sqh, sc->sc_async_head);
1244 splx(s);
1245 break;
1246 case UE_BULK:
1247 pipe->methods = &ehci_device_bulk_methods;
1248 s = splusb();
1249 ehci_add_qh(sqh, sc->sc_async_head);
1250 splx(s);
1251 break;
1252 case UE_INTERRUPT:
1253 pipe->methods = &ehci_device_intr_methods;
1254 return (USBD_INVAL);
1255 case UE_ISOCHRONOUS:
1256 pipe->methods = &ehci_device_isoc_methods;
1257 return (USBD_INVAL);
1258 default:
1259 return (USBD_INVAL);
1260 }
1261 return (USBD_NORMAL_COMPLETION);
1262
1263 bad1:
1264 ehci_free_sqh(sc, sqh);
1265 bad0:
1266 return (USBD_NOMEM);
1267 }
1268
1269 /*
1270 * Add an ED to the schedule. Called at splusb().
1271 */
1272 void
1273 ehci_add_qh(ehci_soft_qh_t *sqh, ehci_soft_qh_t *head)
1274 {
1275 SPLUSBCHECK;
1276
1277 sqh->next = head->next;
1278 sqh->qh.qh_link = head->qh.qh_link;
1279 head->next = sqh;
1280 head->qh.qh_link = htole32(sqh->physaddr | EHCI_LINK_QH);
1281
1282 #ifdef EHCI_DEBUG
1283 if (ehcidebug > 5) {
1284 printf("ehci_add_qh:\n");
1285 ehci_dump_sqh(sqh);
1286 }
1287 #endif
1288 }
1289
1290 /*
1291 * Remove an ED from the schedule. Called at splusb().
1292 */
1293 void
1294 ehci_rem_qh(ehci_softc_t *sc, ehci_soft_qh_t *sqh, ehci_soft_qh_t *head)
1295 {
1296 ehci_soft_qh_t *p;
1297
1298 SPLUSBCHECK;
1299 /* XXX */
1300 for (p = head; p == NULL && p->next != sqh; p = p->next)
1301 ;
1302 if (p == NULL)
1303 panic("ehci_rem_qh: ED not found");
1304 p->next = sqh->next;
1305 p->qh.qh_link = sqh->qh.qh_link;
1306
1307 ehci_sync_hc(sc);
1308 }
1309
1310 void
1311 ehci_set_qh_qtd(ehci_soft_qh_t *sqh, ehci_soft_qtd_t *sqtd)
1312 {
1313 /* Halt while we are messing. */
1314 sqh->qh.qh_qtd.qtd_status |= htole32(EHCI_QTD_HALTED);
1315 sqh->qh.qh_curqtd = 0;
1316 sqh->qh.qh_qtd.qtd_next = htole32(sqtd->physaddr);
1317 sqh->sqtd = sqtd;
1318 /* Keep toggle, clear the rest, including length. */
1319 sqh->qh.qh_qtd.qtd_status &= htole32(EHCI_QTD_TOGGLE);
1320 }
1321
1322 /*
1323 * Ensure that the HC has released all references to the QH. We do this
1324 * by asking for a Async Advance Doorbell interrupt and then we wait for
1325 * the interrupt.
1326 * To make this easier we first obtain exclusive use of the doorbell.
1327 */
1328 void
1329 ehci_sync_hc(ehci_softc_t *sc)
1330 {
1331 int s, error;
1332
1333 if (sc->sc_dying) {
1334 DPRINTFN(2,("ehci_sync_hc: dying\n"));
1335 return;
1336 }
1337 DPRINTFN(2,("ehci_sync_hc: enter\n"));
1338 lockmgr(&sc->sc_doorbell_lock, LK_EXCLUSIVE, NULL); /* get doorbell */
1339 s = splhardusb();
1340 /* ask for doorbell */
1341 EOWRITE4(sc, EHCI_USBCMD, EOREAD4(sc, EHCI_USBCMD) | EHCI_CMD_IAAD);
1342 DPRINTFN(1,("ehci_sync_hc: cmd=0x%08x sts=0x%08x\n",
1343 EOREAD4(sc, EHCI_USBCMD), EOREAD4(sc, EHCI_USBSTS)));
1344 error = tsleep(&sc->sc_async_head, PZERO, "ehcidi", hz); /* bell wait */
1345 DPRINTFN(1,("ehci_sync_hc: cmd=0x%08x sts=0x%08x\n",
1346 EOREAD4(sc, EHCI_USBCMD), EOREAD4(sc, EHCI_USBSTS)));
1347 splx(s);
1348 lockmgr(&sc->sc_doorbell_lock, LK_RELEASE, NULL); /* release doorbell */
1349 #ifdef DIAGNOSTIC
1350 if (error)
1351 printf("ehci_sync_hc: tsleep() = %d\n", error);
1352 #endif
1353 DPRINTFN(2,("ehci_sync_hc: exit\n"));
1354 }
1355
1356 /***********/
1357
1358 /*
1359 * Data structures and routines to emulate the root hub.
1360 */
1361 Static usb_device_descriptor_t ehci_devd = {
1362 USB_DEVICE_DESCRIPTOR_SIZE,
1363 UDESC_DEVICE, /* type */
1364 {0x00, 0x02}, /* USB version */
1365 UDCLASS_HUB, /* class */
1366 UDSUBCLASS_HUB, /* subclass */
1367 UDPROTO_HSHUBSTT, /* protocol */
1368 64, /* max packet */
1369 {0},{0},{0x00,0x01}, /* device id */
1370 1,2,0, /* string indicies */
1371 1 /* # of configurations */
1372 };
1373
1374 Static usb_device_qualifier_t ehci_odevd = {
1375 USB_DEVICE_DESCRIPTOR_SIZE,
1376 UDESC_DEVICE_QUALIFIER, /* type */
1377 {0x00, 0x02}, /* USB version */
1378 UDCLASS_HUB, /* class */
1379 UDSUBCLASS_HUB, /* subclass */
1380 UDPROTO_FSHUB, /* protocol */
1381 64, /* max packet */
1382 1, /* # of configurations */
1383 0
1384 };
1385
1386 Static usb_config_descriptor_t ehci_confd = {
1387 USB_CONFIG_DESCRIPTOR_SIZE,
1388 UDESC_CONFIG,
1389 {USB_CONFIG_DESCRIPTOR_SIZE +
1390 USB_INTERFACE_DESCRIPTOR_SIZE +
1391 USB_ENDPOINT_DESCRIPTOR_SIZE},
1392 1,
1393 1,
1394 0,
1395 UC_SELF_POWERED,
1396 0 /* max power */
1397 };
1398
1399 Static usb_interface_descriptor_t ehci_ifcd = {
1400 USB_INTERFACE_DESCRIPTOR_SIZE,
1401 UDESC_INTERFACE,
1402 0,
1403 0,
1404 1,
1405 UICLASS_HUB,
1406 UISUBCLASS_HUB,
1407 UIPROTO_HSHUBSTT,
1408 0
1409 };
1410
1411 Static usb_endpoint_descriptor_t ehci_endpd = {
1412 USB_ENDPOINT_DESCRIPTOR_SIZE,
1413 UDESC_ENDPOINT,
1414 UE_DIR_IN | EHCI_INTR_ENDPT,
1415 UE_INTERRUPT,
1416 {8, 0}, /* max packet */
1417 255
1418 };
1419
1420 Static usb_hub_descriptor_t ehci_hubd = {
1421 USB_HUB_DESCRIPTOR_SIZE,
1422 UDESC_HUB,
1423 0,
1424 {0,0},
1425 0,
1426 0,
1427 {0},
1428 };
1429
1430 Static int
1431 ehci_str(p, l, s)
1432 usb_string_descriptor_t *p;
1433 int l;
1434 char *s;
1435 {
1436 int i;
1437
1438 if (l == 0)
1439 return (0);
1440 p->bLength = 2 * strlen(s) + 2;
1441 if (l == 1)
1442 return (1);
1443 p->bDescriptorType = UDESC_STRING;
1444 l -= 2;
1445 for (i = 0; s[i] && l > 1; i++, l -= 2)
1446 USETW2(p->bString[i], 0, s[i]);
1447 return (2*i+2);
1448 }
1449
1450 /*
1451 * Simulate a hardware hub by handling all the necessary requests.
1452 */
1453 Static usbd_status
1454 ehci_root_ctrl_transfer(usbd_xfer_handle xfer)
1455 {
1456 usbd_status err;
1457
1458 /* Insert last in queue. */
1459 err = usb_insert_transfer(xfer);
1460 if (err)
1461 return (err);
1462
1463 /* Pipe isn't running, start first */
1464 return (ehci_root_ctrl_start(SIMPLEQ_FIRST(&xfer->pipe->queue)));
1465 }
1466
1467 Static usbd_status
1468 ehci_root_ctrl_start(usbd_xfer_handle xfer)
1469 {
1470 ehci_softc_t *sc = (ehci_softc_t *)xfer->pipe->device->bus;
1471 usb_device_request_t *req;
1472 void *buf = NULL;
1473 int port, i;
1474 int s, len, value, index, l, totlen = 0;
1475 usb_port_status_t ps;
1476 usb_hub_descriptor_t hubd;
1477 usbd_status err;
1478 u_int32_t v;
1479
1480 if (sc->sc_dying)
1481 return (USBD_IOERROR);
1482
1483 #ifdef DIAGNOSTIC
1484 if (!(xfer->rqflags & URQ_REQUEST))
1485 /* XXX panic */
1486 return (USBD_INVAL);
1487 #endif
1488 req = &xfer->request;
1489
1490 DPRINTFN(4,("ehci_root_ctrl_control type=0x%02x request=%02x\n",
1491 req->bmRequestType, req->bRequest));
1492
1493 len = UGETW(req->wLength);
1494 value = UGETW(req->wValue);
1495 index = UGETW(req->wIndex);
1496
1497 if (len != 0)
1498 buf = KERNADDR(&xfer->dmabuf, 0);
1499
1500 #define C(x,y) ((x) | ((y) << 8))
1501 switch(C(req->bRequest, req->bmRequestType)) {
1502 case C(UR_CLEAR_FEATURE, UT_WRITE_DEVICE):
1503 case C(UR_CLEAR_FEATURE, UT_WRITE_INTERFACE):
1504 case C(UR_CLEAR_FEATURE, UT_WRITE_ENDPOINT):
1505 /*
1506 * DEVICE_REMOTE_WAKEUP and ENDPOINT_HALT are no-ops
1507 * for the integrated root hub.
1508 */
1509 break;
1510 case C(UR_GET_CONFIG, UT_READ_DEVICE):
1511 if (len > 0) {
1512 *(u_int8_t *)buf = sc->sc_conf;
1513 totlen = 1;
1514 }
1515 break;
1516 case C(UR_GET_DESCRIPTOR, UT_READ_DEVICE):
1517 DPRINTFN(8,("ehci_root_ctrl_control wValue=0x%04x\n", value));
1518 switch(value >> 8) {
1519 case UDESC_DEVICE:
1520 if ((value & 0xff) != 0) {
1521 err = USBD_IOERROR;
1522 goto ret;
1523 }
1524 totlen = l = min(len, USB_DEVICE_DESCRIPTOR_SIZE);
1525 USETW(ehci_devd.idVendor, sc->sc_id_vendor);
1526 memcpy(buf, &ehci_devd, l);
1527 break;
1528 /*
1529 * We can't really operate at another speed, but the spec says
1530 * we need this descriptor.
1531 */
1532 case UDESC_DEVICE_QUALIFIER:
1533 if ((value & 0xff) != 0) {
1534 err = USBD_IOERROR;
1535 goto ret;
1536 }
1537 totlen = l = min(len, USB_DEVICE_DESCRIPTOR_SIZE);
1538 memcpy(buf, &ehci_odevd, l);
1539 break;
1540 /*
1541 * We can't really operate at another speed, but the spec says
1542 * we need this descriptor.
1543 */
1544 case UDESC_OTHER_SPEED_CONFIGURATION:
1545 case UDESC_CONFIG:
1546 if ((value & 0xff) != 0) {
1547 err = USBD_IOERROR;
1548 goto ret;
1549 }
1550 totlen = l = min(len, USB_CONFIG_DESCRIPTOR_SIZE);
1551 memcpy(buf, &ehci_confd, l);
1552 ((usb_config_descriptor_t *)buf)->bDescriptorType =
1553 value >> 8;
1554 buf = (char *)buf + l;
1555 len -= l;
1556 l = min(len, USB_INTERFACE_DESCRIPTOR_SIZE);
1557 totlen += l;
1558 memcpy(buf, &ehci_ifcd, l);
1559 buf = (char *)buf + l;
1560 len -= l;
1561 l = min(len, USB_ENDPOINT_DESCRIPTOR_SIZE);
1562 totlen += l;
1563 memcpy(buf, &ehci_endpd, l);
1564 break;
1565 case UDESC_STRING:
1566 if (len == 0)
1567 break;
1568 *(u_int8_t *)buf = 0;
1569 totlen = 1;
1570 switch (value & 0xff) {
1571 case 1: /* Vendor */
1572 totlen = ehci_str(buf, len, sc->sc_vendor);
1573 break;
1574 case 2: /* Product */
1575 totlen = ehci_str(buf, len, "EHCI root hub");
1576 break;
1577 }
1578 break;
1579 default:
1580 err = USBD_IOERROR;
1581 goto ret;
1582 }
1583 break;
1584 case C(UR_GET_INTERFACE, UT_READ_INTERFACE):
1585 if (len > 0) {
1586 *(u_int8_t *)buf = 0;
1587 totlen = 1;
1588 }
1589 break;
1590 case C(UR_GET_STATUS, UT_READ_DEVICE):
1591 if (len > 1) {
1592 USETW(((usb_status_t *)buf)->wStatus,UDS_SELF_POWERED);
1593 totlen = 2;
1594 }
1595 break;
1596 case C(UR_GET_STATUS, UT_READ_INTERFACE):
1597 case C(UR_GET_STATUS, UT_READ_ENDPOINT):
1598 if (len > 1) {
1599 USETW(((usb_status_t *)buf)->wStatus, 0);
1600 totlen = 2;
1601 }
1602 break;
1603 case C(UR_SET_ADDRESS, UT_WRITE_DEVICE):
1604 if (value >= USB_MAX_DEVICES) {
1605 err = USBD_IOERROR;
1606 goto ret;
1607 }
1608 sc->sc_addr = value;
1609 break;
1610 case C(UR_SET_CONFIG, UT_WRITE_DEVICE):
1611 if (value != 0 && value != 1) {
1612 err = USBD_IOERROR;
1613 goto ret;
1614 }
1615 sc->sc_conf = value;
1616 break;
1617 case C(UR_SET_DESCRIPTOR, UT_WRITE_DEVICE):
1618 break;
1619 case C(UR_SET_FEATURE, UT_WRITE_DEVICE):
1620 case C(UR_SET_FEATURE, UT_WRITE_INTERFACE):
1621 case C(UR_SET_FEATURE, UT_WRITE_ENDPOINT):
1622 err = USBD_IOERROR;
1623 goto ret;
1624 case C(UR_SET_INTERFACE, UT_WRITE_INTERFACE):
1625 break;
1626 case C(UR_SYNCH_FRAME, UT_WRITE_ENDPOINT):
1627 break;
1628 /* Hub requests */
1629 case C(UR_CLEAR_FEATURE, UT_WRITE_CLASS_DEVICE):
1630 break;
1631 case C(UR_CLEAR_FEATURE, UT_WRITE_CLASS_OTHER):
1632 DPRINTFN(8, ("ehci_root_ctrl_control: UR_CLEAR_PORT_FEATURE "
1633 "port=%d feature=%d\n",
1634 index, value));
1635 if (index < 1 || index > sc->sc_noport) {
1636 err = USBD_IOERROR;
1637 goto ret;
1638 }
1639 port = EHCI_PORTSC(index);
1640 v = EOREAD4(sc, port) &~ EHCI_PS_CLEAR;
1641 switch(value) {
1642 case UHF_PORT_ENABLE:
1643 EOWRITE4(sc, port, v &~ EHCI_PS_PE);
1644 break;
1645 case UHF_PORT_SUSPEND:
1646 EOWRITE4(sc, port, v &~ EHCI_PS_SUSP);
1647 break;
1648 case UHF_PORT_POWER:
1649 EOWRITE4(sc, port, v &~ EHCI_PS_PP);
1650 break;
1651 case UHF_PORT_TEST:
1652 DPRINTFN(2,("ehci_root_ctrl_transfer: clear port test "
1653 "%d\n", index));
1654 break;
1655 case UHF_PORT_INDICATOR:
1656 DPRINTFN(2,("ehci_root_ctrl_transfer: clear port ind "
1657 "%d\n", index));
1658 EOWRITE4(sc, port, v &~ EHCI_PS_PIC);
1659 break;
1660 case UHF_C_PORT_CONNECTION:
1661 EOWRITE4(sc, port, v | EHCI_PS_CSC);
1662 break;
1663 case UHF_C_PORT_ENABLE:
1664 EOWRITE4(sc, port, v | EHCI_PS_PEC);
1665 break;
1666 case UHF_C_PORT_SUSPEND:
1667 /* how? */
1668 break;
1669 case UHF_C_PORT_OVER_CURRENT:
1670 EOWRITE4(sc, port, v | EHCI_PS_OCC);
1671 break;
1672 case UHF_C_PORT_RESET:
1673 sc->sc_isreset = 0;
1674 break;
1675 default:
1676 err = USBD_IOERROR;
1677 goto ret;
1678 }
1679 #if 0
1680 switch(value) {
1681 case UHF_C_PORT_CONNECTION:
1682 case UHF_C_PORT_ENABLE:
1683 case UHF_C_PORT_SUSPEND:
1684 case UHF_C_PORT_OVER_CURRENT:
1685 case UHF_C_PORT_RESET:
1686 /* Enable RHSC interrupt if condition is cleared. */
1687 if ((OREAD4(sc, port) >> 16) == 0)
1688 ehci_pcd_able(sc, 1);
1689 break;
1690 default:
1691 break;
1692 }
1693 #endif
1694 break;
1695 case C(UR_GET_DESCRIPTOR, UT_READ_CLASS_DEVICE):
1696 if (value != 0) {
1697 err = USBD_IOERROR;
1698 goto ret;
1699 }
1700 hubd = ehci_hubd;
1701 hubd.bNbrPorts = sc->sc_noport;
1702 v = EOREAD4(sc, EHCI_HCSPARAMS);
1703 USETW(hubd.wHubCharacteristics,
1704 EHCI_HCS_PPC(v) ? UHD_PWR_INDIVIDUAL : UHD_PWR_NO_SWITCH |
1705 EHCI_HCS_P_INCICATOR(EREAD4(sc, EHCI_HCSPARAMS))
1706 ? UHD_PORT_IND : 0);
1707 hubd.bPwrOn2PwrGood = 200; /* XXX can't find out? */
1708 for (i = 0, l = sc->sc_noport; l > 0; i++, l -= 8, v >>= 8)
1709 hubd.DeviceRemovable[i++] = 0; /* XXX can't find out? */
1710 hubd.bDescLength = USB_HUB_DESCRIPTOR_SIZE + i;
1711 l = min(len, hubd.bDescLength);
1712 totlen = l;
1713 memcpy(buf, &hubd, l);
1714 break;
1715 case C(UR_GET_STATUS, UT_READ_CLASS_DEVICE):
1716 if (len != 4) {
1717 err = USBD_IOERROR;
1718 goto ret;
1719 }
1720 memset(buf, 0, len); /* ? XXX */
1721 totlen = len;
1722 break;
1723 case C(UR_GET_STATUS, UT_READ_CLASS_OTHER):
1724 DPRINTFN(8,("ehci_root_ctrl_transfer: get port status i=%d\n",
1725 index));
1726 if (index < 1 || index > sc->sc_noport) {
1727 err = USBD_IOERROR;
1728 goto ret;
1729 }
1730 if (len != 4) {
1731 err = USBD_IOERROR;
1732 goto ret;
1733 }
1734 v = EOREAD4(sc, EHCI_PORTSC(index));
1735 DPRINTFN(8,("ehci_root_ctrl_transfer: port status=0x%04x\n",
1736 v));
1737 i = UPS_HIGH_SPEED;
1738 if (v & EHCI_PS_CS) i |= UPS_CURRENT_CONNECT_STATUS;
1739 if (v & EHCI_PS_PE) i |= UPS_PORT_ENABLED;
1740 if (v & EHCI_PS_SUSP) i |= UPS_SUSPEND;
1741 if (v & EHCI_PS_OCA) i |= UPS_OVERCURRENT_INDICATOR;
1742 if (v & EHCI_PS_PR) i |= UPS_RESET;
1743 if (v & EHCI_PS_PP) i |= UPS_PORT_POWER;
1744 USETW(ps.wPortStatus, i);
1745 i = 0;
1746 if (v & EHCI_PS_CSC) i |= UPS_C_CONNECT_STATUS;
1747 if (v & EHCI_PS_PEC) i |= UPS_C_PORT_ENABLED;
1748 if (v & EHCI_PS_OCC) i |= UPS_C_OVERCURRENT_INDICATOR;
1749 if (sc->sc_isreset) i |= UPS_C_PORT_RESET;
1750 USETW(ps.wPortChange, i);
1751 l = min(len, sizeof ps);
1752 memcpy(buf, &ps, l);
1753 totlen = l;
1754 break;
1755 case C(UR_SET_DESCRIPTOR, UT_WRITE_CLASS_DEVICE):
1756 err = USBD_IOERROR;
1757 goto ret;
1758 case C(UR_SET_FEATURE, UT_WRITE_CLASS_DEVICE):
1759 break;
1760 case C(UR_SET_FEATURE, UT_WRITE_CLASS_OTHER):
1761 if (index < 1 || index > sc->sc_noport) {
1762 err = USBD_IOERROR;
1763 goto ret;
1764 }
1765 port = EHCI_PORTSC(index);
1766 v = EOREAD4(sc, port) &~ EHCI_PS_CLEAR;
1767 switch(value) {
1768 case UHF_PORT_ENABLE:
1769 EOWRITE4(sc, port, v | EHCI_PS_PE);
1770 break;
1771 case UHF_PORT_SUSPEND:
1772 EOWRITE4(sc, port, v | EHCI_PS_SUSP);
1773 break;
1774 case UHF_PORT_RESET:
1775 DPRINTFN(5,("ehci_root_ctrl_transfer: reset port %d\n",
1776 index));
1777 if (EHCI_PS_IS_LOWSPEED(v)) {
1778 /* Low speed device, give up ownership. */
1779 ehci_disown(sc, index, 1);
1780 break;
1781 }
1782 /* Start reset sequence. */
1783 v &= ~ (EHCI_PS_PE | EHCI_PS_PR);
1784 EOWRITE4(sc, port, v | EHCI_PS_PR);
1785 /* Wait for reset to complete. */
1786 usb_delay_ms(&sc->sc_bus, USB_PORT_ROOT_RESET_DELAY);
1787 if (sc->sc_dying) {
1788 err = USBD_IOERROR;
1789 goto ret;
1790 }
1791 /* Terminate reset sequence. */
1792 EOWRITE4(sc, port, v);
1793 /* Wait for HC to complete reset. */
1794 usb_delay_ms(&sc->sc_bus, EHCI_PORT_RESET_COMPLETE);
1795 if (sc->sc_dying) {
1796 err = USBD_IOERROR;
1797 goto ret;
1798 }
1799 v = EOREAD4(sc, port);
1800 DPRINTF(("ehci after reset, status=0x%08x\n", v));
1801 if (v & EHCI_PS_PR) {
1802 printf("%s: port reset timeout\n",
1803 USBDEVNAME(sc->sc_bus.bdev));
1804 return (USBD_TIMEOUT);
1805 }
1806 if (!(v & EHCI_PS_PE)) {
1807 /* Not a high speed device, give up ownership.*/
1808 ehci_disown(sc, index, 0);
1809 break;
1810 }
1811 sc->sc_isreset = 1;
1812 DPRINTF(("ehci port %d reset, status = 0x%08x\n",
1813 index, v));
1814 break;
1815 case UHF_PORT_POWER:
1816 DPRINTFN(2,("ehci_root_ctrl_transfer: set port power "
1817 "%d\n", index));
1818 EOWRITE4(sc, port, v | EHCI_PS_PP);
1819 break;
1820 case UHF_PORT_TEST:
1821 DPRINTFN(2,("ehci_root_ctrl_transfer: set port test "
1822 "%d\n", index));
1823 break;
1824 case UHF_PORT_INDICATOR:
1825 DPRINTFN(2,("ehci_root_ctrl_transfer: set port ind "
1826 "%d\n", index));
1827 EOWRITE4(sc, port, v | EHCI_PS_PIC);
1828 break;
1829 default:
1830 err = USBD_IOERROR;
1831 goto ret;
1832 }
1833 break;
1834 case C(UR_CLEAR_TT_BUFFER, UT_WRITE_CLASS_OTHER):
1835 case C(UR_RESET_TT, UT_WRITE_CLASS_OTHER):
1836 case C(UR_GET_TT_STATE, UT_READ_CLASS_OTHER):
1837 case C(UR_STOP_TT, UT_WRITE_CLASS_OTHER):
1838 break;
1839 default:
1840 err = USBD_IOERROR;
1841 goto ret;
1842 }
1843 xfer->actlen = totlen;
1844 err = USBD_NORMAL_COMPLETION;
1845 ret:
1846 xfer->status = err;
1847 s = splusb();
1848 usb_transfer_complete(xfer);
1849 splx(s);
1850 return (USBD_IN_PROGRESS);
1851 }
1852
1853 void
1854 ehci_disown(ehci_softc_t *sc, int index, int lowspeed)
1855 {
1856 int port;
1857 u_int32_t v;
1858
1859 DPRINTF(("ehci_disown: index=%d lowspeed=%d\n", index, lowspeed));
1860 #ifdef DIAGNOSTIC
1861 if (sc->sc_npcomp != 0) {
1862 int i = (index-1) / sc->sc_npcomp;
1863 if (i >= sc->sc_ncomp)
1864 printf("%s: strange port\n",
1865 USBDEVNAME(sc->sc_bus.bdev));
1866 else
1867 printf("%s: handing over %s speed device on "
1868 "port %d to %s\n",
1869 USBDEVNAME(sc->sc_bus.bdev),
1870 lowspeed ? "low" : "full",
1871 index, USBDEVNAME(sc->sc_comps[i]->bdev));
1872 } else {
1873 printf("%s: npcomp == 0\n", USBDEVNAME(sc->sc_bus.bdev));
1874 }
1875 #endif
1876 port = EHCI_PORTSC(index);
1877 v = EOREAD4(sc, port) &~ EHCI_PS_CLEAR;
1878 EOWRITE4(sc, port, v | EHCI_PS_PO);
1879 }
1880
1881 /* Abort a root control request. */
1882 Static void
1883 ehci_root_ctrl_abort(usbd_xfer_handle xfer)
1884 {
1885 /* Nothing to do, all transfers are synchronous. */
1886 }
1887
1888 /* Close the root pipe. */
1889 Static void
1890 ehci_root_ctrl_close(usbd_pipe_handle pipe)
1891 {
1892 DPRINTF(("ehci_root_ctrl_close\n"));
1893 /* Nothing to do. */
1894 }
1895
1896 void
1897 ehci_root_intr_done(usbd_xfer_handle xfer)
1898 {
1899 xfer->hcpriv = NULL;
1900 }
1901
1902 Static usbd_status
1903 ehci_root_intr_transfer(usbd_xfer_handle xfer)
1904 {
1905 usbd_status err;
1906
1907 /* Insert last in queue. */
1908 err = usb_insert_transfer(xfer);
1909 if (err)
1910 return (err);
1911
1912 /* Pipe isn't running, start first */
1913 return (ehci_root_intr_start(SIMPLEQ_FIRST(&xfer->pipe->queue)));
1914 }
1915
1916 Static usbd_status
1917 ehci_root_intr_start(usbd_xfer_handle xfer)
1918 {
1919 usbd_pipe_handle pipe = xfer->pipe;
1920 ehci_softc_t *sc = (ehci_softc_t *)pipe->device->bus;
1921
1922 if (sc->sc_dying)
1923 return (USBD_IOERROR);
1924
1925 sc->sc_intrxfer = xfer;
1926
1927 return (USBD_IN_PROGRESS);
1928 }
1929
1930 /* Abort a root interrupt request. */
1931 Static void
1932 ehci_root_intr_abort(usbd_xfer_handle xfer)
1933 {
1934 int s;
1935
1936 if (xfer->pipe->intrxfer == xfer) {
1937 DPRINTF(("ehci_root_intr_abort: remove\n"));
1938 xfer->pipe->intrxfer = NULL;
1939 }
1940 xfer->status = USBD_CANCELLED;
1941 s = splusb();
1942 usb_transfer_complete(xfer);
1943 splx(s);
1944 }
1945
1946 /* Close the root pipe. */
1947 Static void
1948 ehci_root_intr_close(usbd_pipe_handle pipe)
1949 {
1950 ehci_softc_t *sc = (ehci_softc_t *)pipe->device->bus;
1951
1952 DPRINTF(("ehci_root_intr_close\n"));
1953
1954 sc->sc_intrxfer = NULL;
1955 }
1956
1957 void
1958 ehci_root_ctrl_done(usbd_xfer_handle xfer)
1959 {
1960 xfer->hcpriv = NULL;
1961 }
1962
1963 /************************/
1964
1965 ehci_soft_qh_t *
1966 ehci_alloc_sqh(ehci_softc_t *sc)
1967 {
1968 ehci_soft_qh_t *sqh;
1969 usbd_status err;
1970 int i, offs;
1971 usb_dma_t dma;
1972
1973 if (sc->sc_freeqhs == NULL) {
1974 DPRINTFN(2, ("ehci_alloc_sqh: allocating chunk\n"));
1975 err = usb_allocmem(&sc->sc_bus, EHCI_SQH_SIZE * EHCI_SQH_CHUNK,
1976 EHCI_PAGE_SIZE, &dma);
1977 #ifdef EHCI_DEBUG
1978 if (err)
1979 printf("ehci_alloc_sqh: usb_allocmem()=%d\n", err);
1980 #endif
1981 if (err)
1982 return (NULL);
1983 for(i = 0; i < EHCI_SQH_CHUNK; i++) {
1984 offs = i * EHCI_SQH_SIZE;
1985 sqh = KERNADDR(&dma, offs);
1986 sqh->physaddr = DMAADDR(&dma, offs);
1987 sqh->next = sc->sc_freeqhs;
1988 sc->sc_freeqhs = sqh;
1989 }
1990 }
1991 sqh = sc->sc_freeqhs;
1992 sc->sc_freeqhs = sqh->next;
1993 memset(&sqh->qh, 0, sizeof(ehci_qh_t));
1994 sqh->next = NULL;
1995 return (sqh);
1996 }
1997
1998 void
1999 ehci_free_sqh(ehci_softc_t *sc, ehci_soft_qh_t *sqh)
2000 {
2001 sqh->next = sc->sc_freeqhs;
2002 sc->sc_freeqhs = sqh;
2003 }
2004
2005 ehci_soft_qtd_t *
2006 ehci_alloc_sqtd(ehci_softc_t *sc)
2007 {
2008 ehci_soft_qtd_t *sqtd;
2009 usbd_status err;
2010 int i, offs;
2011 usb_dma_t dma;
2012 int s;
2013
2014 if (sc->sc_freeqtds == NULL) {
2015 DPRINTFN(2, ("ehci_alloc_sqtd: allocating chunk\n"));
2016 err = usb_allocmem(&sc->sc_bus, EHCI_SQTD_SIZE*EHCI_SQTD_CHUNK,
2017 EHCI_PAGE_SIZE, &dma);
2018 #ifdef EHCI_DEBUG
2019 if (err)
2020 printf("ehci_alloc_sqtd: usb_allocmem()=%d\n", err);
2021 #endif
2022 if (err)
2023 return (NULL);
2024 s = splusb();
2025 for(i = 0; i < EHCI_SQTD_CHUNK; i++) {
2026 offs = i * EHCI_SQTD_SIZE;
2027 sqtd = KERNADDR(&dma, offs);
2028 sqtd->physaddr = DMAADDR(&dma, offs);
2029 sqtd->nextqtd = sc->sc_freeqtds;
2030 sc->sc_freeqtds = sqtd;
2031 }
2032 splx(s);
2033 }
2034
2035 s = splusb();
2036 sqtd = sc->sc_freeqtds;
2037 sc->sc_freeqtds = sqtd->nextqtd;
2038 memset(&sqtd->qtd, 0, sizeof(ehci_qtd_t));
2039 sqtd->nextqtd = NULL;
2040 sqtd->xfer = NULL;
2041 splx(s);
2042
2043 return (sqtd);
2044 }
2045
2046 void
2047 ehci_free_sqtd(ehci_softc_t *sc, ehci_soft_qtd_t *sqtd)
2048 {
2049 int s;
2050
2051 s = splusb();
2052 sqtd->nextqtd = sc->sc_freeqtds;
2053 sc->sc_freeqtds = sqtd;
2054 splx(s);
2055 }
2056
2057 usbd_status
2058 ehci_alloc_sqtd_chain(struct ehci_pipe *epipe, ehci_softc_t *sc,
2059 int alen, int rd, usbd_xfer_handle xfer,
2060 ehci_soft_qtd_t **sp, ehci_soft_qtd_t **ep)
2061 {
2062 ehci_soft_qtd_t *next, *cur;
2063 ehci_physaddr_t dataphys, dataphyspage, dataphyslastpage, nextphys;
2064 u_int32_t qtdstatus;
2065 int len, curlen;
2066 int i;
2067 usb_dma_t *dma = &xfer->dmabuf;
2068
2069 DPRINTFN(alen<4*4096,("ehci_alloc_sqtd_chain: start len=%d\n", alen));
2070
2071 len = alen;
2072 dataphys = DMAADDR(dma, 0);
2073 dataphyslastpage = EHCI_PAGE(dataphys + len - 1);
2074 qtdstatus = htole32(
2075 EHCI_QTD_ACTIVE |
2076 EHCI_QTD_SET_PID(rd ? EHCI_QTD_PID_IN : EHCI_QTD_PID_OUT) |
2077 EHCI_QTD_SET_CERR(3)
2078 /* IOC set below */
2079 /* BYTES set below */
2080 /* XXX Data toggle */
2081 );
2082
2083 cur = ehci_alloc_sqtd(sc);
2084 *sp = cur;
2085 if (cur == NULL)
2086 goto nomem;
2087 for (;;) {
2088 dataphyspage = EHCI_PAGE(dataphys);
2089 /* The EHCI hardware can handle at most 5 pages. */
2090 if (dataphyslastpage - dataphyspage <
2091 EHCI_QTD_NBUFFERS * EHCI_PAGE_SIZE) {
2092 /* we can handle it in this QTD */
2093 curlen = len;
2094 } else {
2095 /* must use multiple TDs, fill as much as possible. */
2096 curlen = EHCI_QTD_NBUFFERS * EHCI_PAGE_SIZE -
2097 EHCI_PAGE_OFFSET(dataphys);
2098 #ifdef DIAGNOSTIC
2099 if (curlen > len) {
2100 printf("ehci_alloc_sqtd_chain: curlen=0x%x "
2101 "len=0x%x offs=0x%x\n", curlen, len,
2102 EHCI_PAGE_OFFSET(dataphys));
2103 printf("lastpage=0x%x page=0x%x phys=0x%x\n",
2104 dataphyslastpage, dataphyspage,
2105 dataphys);
2106 curlen = len;
2107 }
2108 #endif
2109
2110 /* XXX true for EHCI? */
2111 /* the length must be a multiple of the max size */
2112 curlen -= curlen % UGETW(epipe->pipe.endpoint->edesc->wMaxPacketSize);
2113 DPRINTFN(1,("ehci_alloc_sqtd_chain: multiple QTDs, "
2114 "curlen=%d\n", curlen));
2115 #ifdef DIAGNOSTIC
2116 if (curlen == 0)
2117 panic("ehci_alloc_std: curlen == 0");
2118 #endif
2119 }
2120 DPRINTFN(4,("ehci_alloc_sqtd_chain: dataphys=0x%08x "
2121 "dataphyslastpage=0x%08x len=%d curlen=%d\n",
2122 dataphys, dataphyslastpage,
2123 len, curlen));
2124 len -= curlen;
2125
2126 if (len != 0) {
2127 next = ehci_alloc_sqtd(sc);
2128 if (next == NULL)
2129 goto nomem;
2130 nextphys = next->physaddr;
2131 } else {
2132 next = NULL;
2133 nextphys = EHCI_NULL;
2134 }
2135
2136 for (i = 0; i * EHCI_PAGE_SIZE < curlen; i++) {
2137 ehci_physaddr_t a = dataphys + i * EHCI_PAGE_SIZE;
2138 if (i != 0) /* use offset only in first buffer */
2139 a = EHCI_PAGE(a);
2140 cur->qtd.qtd_buffer[i] = htole32(a);
2141 #ifdef DIAGNOSTIC
2142 if (i >= EHCI_QTD_NBUFFERS) {
2143 printf("ehci_alloc_sqtd_chain: i=%d\n", i);
2144 goto nomem;
2145 }
2146 #endif
2147 }
2148 cur->nextqtd = next;
2149 cur->qtd.qtd_next = cur->qtd.qtd_altnext = htole32(nextphys);
2150 cur->qtd.qtd_status =
2151 qtdstatus | htole32(EHCI_QTD_SET_BYTES(curlen));
2152 cur->xfer = xfer;
2153 cur->len = curlen;
2154 DPRINTFN(10,("ehci_alloc_sqtd_chain: cbp=0x%08x end=0x%08x\n",
2155 dataphys, dataphys + curlen));
2156 if (len == 0)
2157 break;
2158 DPRINTFN(10,("ehci_alloc_sqtd_chain: extend chain\n"));
2159 dataphys += curlen;
2160 cur = next;
2161 }
2162 cur->qtd.qtd_status |= htole32(EHCI_QTD_IOC);
2163 *ep = cur;
2164
2165 DPRINTFN(10,("ehci_alloc_sqtd_chain: return sqtd=%p sqtdend=%p\n",
2166 *sp, *ep));
2167
2168 return (USBD_NORMAL_COMPLETION);
2169
2170 nomem:
2171 /* XXX free chain */
2172 DPRINTFN(-1,("ehci_alloc_sqtd_chain: no memory\n"));
2173 return (USBD_NOMEM);
2174 }
2175
2176 Static void
2177 ehci_free_sqtd_chain(ehci_softc_t *sc, ehci_soft_qtd_t *sqtd,
2178 ehci_soft_qtd_t *sqtdend)
2179 {
2180 ehci_soft_qtd_t *p;
2181 int i;
2182
2183 DPRINTFN(10,("ehci_free_sqtd_chain: sqtd=%p sqtdend=%p\n",
2184 sqtd, sqtdend));
2185
2186 for (i = 0; sqtd != sqtdend; sqtd = p, i++) {
2187 p = sqtd->nextqtd;
2188 ehci_free_sqtd(sc, sqtd);
2189 }
2190 }
2191
2192 /****************/
2193
2194 /*
2195 * Close a reqular pipe.
2196 * Assumes that there are no pending transactions.
2197 */
2198 void
2199 ehci_close_pipe(usbd_pipe_handle pipe, ehci_soft_qh_t *head)
2200 {
2201 struct ehci_pipe *epipe = (struct ehci_pipe *)pipe;
2202 ehci_softc_t *sc = (ehci_softc_t *)pipe->device->bus;
2203 ehci_soft_qh_t *sqh = epipe->sqh;
2204 int s;
2205
2206 s = splusb();
2207 ehci_rem_qh(sc, sqh, head);
2208 splx(s);
2209 ehci_free_sqh(sc, epipe->sqh);
2210 }
2211
2212 /*
2213 * Abort a device request.
2214 * If this routine is called at splusb() it guarantees that the request
2215 * will be removed from the hardware scheduling and that the callback
2216 * for it will be called with USBD_CANCELLED status.
2217 * It's impossible to guarantee that the requested transfer will not
2218 * have happened since the hardware runs concurrently.
2219 * If the transaction has already happened we rely on the ordinary
2220 * interrupt processing to process it.
2221 * XXX This is most probably wrong.
2222 */
2223 void
2224 ehci_abort_xfer(usbd_xfer_handle xfer, usbd_status status)
2225 {
2226 #define exfer EXFER(xfer)
2227 struct ehci_pipe *epipe = (struct ehci_pipe *)xfer->pipe;
2228 ehci_softc_t *sc = (ehci_softc_t *)epipe->pipe.device->bus;
2229 ehci_soft_qh_t *sqh = epipe->sqh;
2230 ehci_soft_qtd_t *sqtd;
2231 ehci_physaddr_t cur;
2232 u_int32_t qhstatus;
2233 int s;
2234 int hit;
2235
2236 DPRINTF(("ehci_abort_xfer: xfer=%p pipe=%p\n", xfer, epipe));
2237
2238 if (sc->sc_dying) {
2239 /* If we're dying, just do the software part. */
2240 s = splusb();
2241 xfer->status = status; /* make software ignore it */
2242 usb_uncallout(xfer->timeout_handle, ehci_timeout, xfer);
2243 usb_transfer_complete(xfer);
2244 splx(s);
2245 return;
2246 }
2247
2248 if (xfer->device->bus->intr_context || !curproc)
2249 panic("ehci_abort_xfer: not in process context");
2250
2251 /*
2252 * Step 1: Make interrupt routine and hardware ignore xfer.
2253 */
2254 s = splusb();
2255 xfer->status = status; /* make software ignore it */
2256 usb_uncallout(xfer->timeout_handle, ehci_timeout, xfer);
2257 qhstatus = sqh->qh.qh_qtd.qtd_status;
2258 sqh->qh.qh_qtd.qtd_status = qhstatus | htole32(EHCI_QTD_HALTED);
2259 for (sqtd = exfer->sqtdstart; ; sqtd = sqtd->nextqtd) {
2260 sqtd->qtd.qtd_status |= htole32(EHCI_QTD_HALTED);
2261 if (sqtd == exfer->sqtdend)
2262 break;
2263 }
2264 splx(s);
2265
2266 /*
2267 * Step 2: Wait until we know hardware has finished any possible
2268 * use of the xfer. Also make sure the soft interrupt routine
2269 * has run.
2270 */
2271 ehci_sync_hc(sc);
2272 s = splusb();
2273 sc->sc_softwake = 1;
2274 usb_schedsoftintr(&sc->sc_bus);
2275 tsleep(&sc->sc_softwake, PZERO, "ehciab", 0);
2276 splx(s);
2277
2278 /*
2279 * Step 3: Remove any vestiges of the xfer from the hardware.
2280 * The complication here is that the hardware may have executed
2281 * beyond the xfer we're trying to abort. So as we're scanning
2282 * the TDs of this xfer we check if the hardware points to
2283 * any of them.
2284 */
2285 s = splusb(); /* XXX why? */
2286 cur = EHCI_LINK_ADDR(le32toh(sqh->qh.qh_curqtd));
2287 hit = 0;
2288 for (sqtd = exfer->sqtdstart; ; sqtd = sqtd->nextqtd) {
2289 hit |= cur == sqtd->physaddr;
2290 if (sqtd == exfer->sqtdend)
2291 break;
2292 }
2293 sqtd = sqtd->nextqtd;
2294 /* Zap curqtd register if hardware pointed inside the xfer. */
2295 if (hit && sqtd != NULL) {
2296 DPRINTFN(1,("ehci_abort_xfer: cur=0x%08x\n", sqtd->physaddr));
2297 sqh->qh.qh_curqtd = htole32(sqtd->physaddr); /* unlink qTDs */
2298 sqh->qh.qh_qtd.qtd_status = qhstatus;
2299 } else {
2300 DPRINTFN(1,("ehci_abort_xfer: no hit\n"));
2301 }
2302
2303 /*
2304 * Step 4: Execute callback.
2305 */
2306 #ifdef DIAGNOSTIC
2307 exfer->isdone = 1;
2308 #endif
2309 usb_transfer_complete(xfer);
2310
2311 splx(s);
2312 #undef exfer
2313 }
2314
2315 void
2316 ehci_timeout(void *addr)
2317 {
2318 struct ehci_xfer *exfer = addr;
2319 struct ehci_pipe *epipe = (struct ehci_pipe *)exfer->xfer.pipe;
2320 ehci_softc_t *sc = (ehci_softc_t *)epipe->pipe.device->bus;
2321
2322 DPRINTF(("ehci_timeout: exfer=%p\n", exfer));
2323 #ifdef USB_DEBUG
2324 if (ehcidebug > 1)
2325 usbd_dump_pipe(exfer->xfer.pipe);
2326 #endif
2327
2328 if (sc->sc_dying) {
2329 ehci_abort_xfer(&exfer->xfer, USBD_TIMEOUT);
2330 return;
2331 }
2332
2333 /* Execute the abort in a process context. */
2334 usb_init_task(&exfer->abort_task, ehci_timeout_task, addr);
2335 usb_add_task(exfer->xfer.pipe->device, &exfer->abort_task);
2336 }
2337
2338 void
2339 ehci_timeout_task(void *addr)
2340 {
2341 usbd_xfer_handle xfer = addr;
2342 int s;
2343
2344 DPRINTF(("ehci_timeout_task: xfer=%p\n", xfer));
2345
2346 s = splusb();
2347 ehci_abort_xfer(xfer, USBD_TIMEOUT);
2348 splx(s);
2349 }
2350
2351 /************************/
2352
2353 Static usbd_status
2354 ehci_device_ctrl_transfer(usbd_xfer_handle xfer)
2355 {
2356 usbd_status err;
2357
2358 /* Insert last in queue. */
2359 err = usb_insert_transfer(xfer);
2360 if (err)
2361 return (err);
2362
2363 /* Pipe isn't running, start first */
2364 return (ehci_device_ctrl_start(SIMPLEQ_FIRST(&xfer->pipe->queue)));
2365 }
2366
2367 Static usbd_status
2368 ehci_device_ctrl_start(usbd_xfer_handle xfer)
2369 {
2370 ehci_softc_t *sc = (ehci_softc_t *)xfer->pipe->device->bus;
2371 usbd_status err;
2372
2373 if (sc->sc_dying)
2374 return (USBD_IOERROR);
2375
2376 #ifdef DIAGNOSTIC
2377 if (!(xfer->rqflags & URQ_REQUEST)) {
2378 /* XXX panic */
2379 printf("ehci_device_ctrl_transfer: not a request\n");
2380 return (USBD_INVAL);
2381 }
2382 #endif
2383
2384 err = ehci_device_request(xfer);
2385 if (err)
2386 return (err);
2387
2388 if (sc->sc_bus.use_polling)
2389 ehci_waitintr(sc, xfer);
2390 return (USBD_IN_PROGRESS);
2391 }
2392
2393 void
2394 ehci_device_ctrl_done(usbd_xfer_handle xfer)
2395 {
2396 struct ehci_xfer *ex = EXFER(xfer);
2397 ehci_softc_t *sc = (ehci_softc_t *)xfer->pipe->device->bus;
2398 /*struct ehci_pipe *epipe = (struct ehci_pipe *)xfer->pipe;*/
2399
2400 DPRINTFN(10,("ehci_ctrl_done: xfer=%p\n", xfer));
2401
2402 #ifdef DIAGNOSTIC
2403 if (!(xfer->rqflags & URQ_REQUEST)) {
2404 panic("ehci_ctrl_done: not a request");
2405 }
2406 #endif
2407
2408 if (xfer->status != USBD_NOMEM) {
2409 ehci_del_intr_list(ex); /* remove from active list */
2410 ehci_free_sqtd_chain(sc, ex->sqtdstart, NULL);
2411 }
2412
2413 DPRINTFN(5, ("ehci_ctrl_done: length=%d\n", xfer->actlen));
2414 }
2415
2416 /* Abort a device control request. */
2417 Static void
2418 ehci_device_ctrl_abort(usbd_xfer_handle xfer)
2419 {
2420 DPRINTF(("ehci_device_ctrl_abort: xfer=%p\n", xfer));
2421 ehci_abort_xfer(xfer, USBD_CANCELLED);
2422 }
2423
2424 /* Close a device control pipe. */
2425 Static void
2426 ehci_device_ctrl_close(usbd_pipe_handle pipe)
2427 {
2428 ehci_softc_t *sc = (ehci_softc_t *)pipe->device->bus;
2429 /*struct ehci_pipe *epipe = (struct ehci_pipe *)pipe;*/
2430
2431 DPRINTF(("ehci_device_ctrl_close: pipe=%p\n", pipe));
2432 ehci_close_pipe(pipe, sc->sc_async_head);
2433 }
2434
2435 usbd_status
2436 ehci_device_request(usbd_xfer_handle xfer)
2437 {
2438 #define exfer EXFER(xfer)
2439 struct ehci_pipe *epipe = (struct ehci_pipe *)xfer->pipe;
2440 usb_device_request_t *req = &xfer->request;
2441 usbd_device_handle dev = epipe->pipe.device;
2442 ehci_softc_t *sc = (ehci_softc_t *)dev->bus;
2443 int addr = dev->address;
2444 ehci_soft_qtd_t *setup, *stat, *next;
2445 ehci_soft_qh_t *sqh;
2446 int isread;
2447 int len;
2448 usbd_status err;
2449 int s;
2450
2451 isread = req->bmRequestType & UT_READ;
2452 len = UGETW(req->wLength);
2453
2454 DPRINTFN(3,("ehci_device_control type=0x%02x, request=0x%02x, "
2455 "wValue=0x%04x, wIndex=0x%04x len=%d, addr=%d, endpt=%d\n",
2456 req->bmRequestType, req->bRequest, UGETW(req->wValue),
2457 UGETW(req->wIndex), len, addr,
2458 epipe->pipe.endpoint->edesc->bEndpointAddress));
2459
2460 setup = ehci_alloc_sqtd(sc);
2461 if (setup == NULL) {
2462 err = USBD_NOMEM;
2463 goto bad1;
2464 }
2465 stat = ehci_alloc_sqtd(sc);
2466 if (stat == NULL) {
2467 err = USBD_NOMEM;
2468 goto bad2;
2469 }
2470
2471 sqh = epipe->sqh;
2472 epipe->u.ctl.length = len;
2473
2474 /* XXX
2475 * Since we're messing with the QH we must know the HC is in sync.
2476 * This needs to go away since it slows down control transfers.
2477 * Removing it entails:
2478 * - fill the QH only once with addr & wMaxPacketSize
2479 * - put the correct data toggles in the qtds and set DTC
2480 */
2481 /* ehci_sync_hc(sc); */
2482 /* Update device address and length since they may have changed. */
2483 /* XXX This only needs to be done once, but it's too early in open. */
2484 /* XXXX Should not touch ED here! */
2485 sqh->qh.qh_endp =
2486 (sqh->qh.qh_endp & htole32(~(EHCI_QH_ADDRMASK | EHCI_QG_MPLMASK))) |
2487 htole32(
2488 EHCI_QH_SET_ADDR(addr) |
2489 /* EHCI_QH_DTC | */
2490 EHCI_QH_SET_MPL(UGETW(epipe->pipe.endpoint->edesc->wMaxPacketSize))
2491 );
2492 /* Clear toggle */
2493 sqh->qh.qh_qtd.qtd_status &= htole32(~EHCI_QTD_TOGGLE);
2494
2495 /* Set up data transaction */
2496 if (len != 0) {
2497 ehci_soft_qtd_t *end;
2498
2499 err = ehci_alloc_sqtd_chain(epipe, sc, len, isread, xfer,
2500 &next, &end);
2501 if (err)
2502 goto bad3;
2503 end->nextqtd = stat;
2504 end->qtd.qtd_next =
2505 end->qtd.qtd_altnext = htole32(stat->physaddr);
2506 /* Start toggle at 1. */
2507 /*next->qtd.td_flags |= htole32(EHCI_QTD_TOGGLE);*/
2508 } else {
2509 next = stat;
2510 }
2511
2512 memcpy(KERNADDR(&epipe->u.ctl.reqdma, 0), req, sizeof *req);
2513
2514 setup->qtd.qtd_status = htole32(
2515 EHCI_QTD_ACTIVE |
2516 EHCI_QTD_SET_PID(EHCI_QTD_PID_SETUP) |
2517 EHCI_QTD_SET_CERR(3) |
2518 EHCI_QTD_SET_BYTES(sizeof *req)
2519 );
2520 setup->qtd.qtd_buffer[0] = htole32(DMAADDR(&epipe->u.ctl.reqdma, 0));
2521 setup->nextqtd = next;
2522 setup->qtd.qtd_next = setup->qtd.qtd_altnext = htole32(next->physaddr);
2523 setup->xfer = xfer;
2524 setup->len = sizeof *req;
2525
2526 stat->qtd.qtd_status = htole32(
2527 EHCI_QTD_ACTIVE |
2528 EHCI_QTD_SET_PID(isread ? EHCI_QTD_PID_OUT : EHCI_QTD_PID_IN) |
2529 EHCI_QTD_SET_CERR(3) |
2530 EHCI_QTD_IOC
2531 );
2532 stat->qtd.qtd_buffer[0] = 0; /* XXX not needed? */
2533 stat->nextqtd = NULL;
2534 stat->qtd.qtd_next = stat->qtd.qtd_altnext = EHCI_NULL;
2535 stat->xfer = xfer;
2536 stat->len = 0;
2537
2538 #ifdef EHCI_DEBUG
2539 if (ehcidebug > 5) {
2540 DPRINTF(("ehci_device_request:\n"));
2541 ehci_dump_sqh(sqh);
2542 ehci_dump_sqtds(setup);
2543 }
2544 #endif
2545
2546 exfer->sqtdstart = setup;
2547 exfer->sqtdend = stat;
2548 #ifdef DIAGNOSTIC
2549 if (!exfer->isdone) {
2550 printf("ehci_device_request: not done, exfer=%p\n", exfer);
2551 }
2552 exfer->isdone = 0;
2553 #endif
2554
2555 /* Insert qTD in QH list. */
2556 s = splusb();
2557 ehci_set_qh_qtd(sqh, setup);
2558 if (xfer->timeout && !sc->sc_bus.use_polling) {
2559 usb_callout(xfer->timeout_handle, MS_TO_TICKS(xfer->timeout),
2560 ehci_timeout, xfer);
2561 }
2562 ehci_add_intr_list(sc, exfer);
2563 xfer->status = USBD_IN_PROGRESS;
2564 splx(s);
2565
2566 #ifdef EHCI_DEBUG
2567 if (ehcidebug > 10) {
2568 DPRINTF(("ehci_device_request: status=%x\n",
2569 EOREAD4(sc, EHCI_USBSTS)));
2570 delay(10000);
2571 ehci_dump_regs(sc);
2572 ehci_dump_sqh(sc->sc_async_head);
2573 ehci_dump_sqh(sqh);
2574 ehci_dump_sqtds(setup);
2575 }
2576 #endif
2577
2578 return (USBD_NORMAL_COMPLETION);
2579
2580 bad3:
2581 ehci_free_sqtd(sc, stat);
2582 bad2:
2583 ehci_free_sqtd(sc, setup);
2584 bad1:
2585 DPRINTFN(-1,("ehci_device_request: no memory\n"));
2586 xfer->status = err;
2587 usb_transfer_complete(xfer);
2588 return (err);
2589 #undef exfer
2590 }
2591
2592 /************************/
2593
2594 Static usbd_status
2595 ehci_device_bulk_transfer(usbd_xfer_handle xfer)
2596 {
2597 usbd_status err;
2598
2599 /* Insert last in queue. */
2600 err = usb_insert_transfer(xfer);
2601 if (err)
2602 return (err);
2603
2604 /* Pipe isn't running, start first */
2605 return (ehci_device_bulk_start(SIMPLEQ_FIRST(&xfer->pipe->queue)));
2606 }
2607
2608 usbd_status
2609 ehci_device_bulk_start(usbd_xfer_handle xfer)
2610 {
2611 #define exfer EXFER(xfer)
2612 struct ehci_pipe *epipe = (struct ehci_pipe *)xfer->pipe;
2613 usbd_device_handle dev = epipe->pipe.device;
2614 ehci_softc_t *sc = (ehci_softc_t *)dev->bus;
2615 ehci_soft_qtd_t *data, *dataend;
2616 ehci_soft_qh_t *sqh;
2617 usbd_status err;
2618 int len, isread, endpt;
2619 int s;
2620
2621 DPRINTFN(2, ("ehci_device_bulk_transfer: xfer=%p len=%d flags=%d\n",
2622 xfer, xfer->length, xfer->flags));
2623
2624 if (sc->sc_dying)
2625 return (USBD_IOERROR);
2626
2627 #ifdef DIAGNOSTIC
2628 if (xfer->rqflags & URQ_REQUEST)
2629 panic("ehci_device_bulk_transfer: a request");
2630 #endif
2631
2632 len = xfer->length;
2633 endpt = epipe->pipe.endpoint->edesc->bEndpointAddress;
2634 isread = UE_GET_DIR(endpt) == UE_DIR_IN;
2635 sqh = epipe->sqh;
2636
2637 epipe->u.bulk.length = len;
2638
2639 err = ehci_alloc_sqtd_chain(epipe, sc, len, isread, xfer, &data,
2640 &dataend);
2641 if (err) {
2642 DPRINTFN(-1,("ehci_device_bulk_transfer: no memory\n"));
2643 xfer->status = err;
2644 usb_transfer_complete(xfer);
2645 return (err);
2646 }
2647
2648 #ifdef EHCI_DEBUG
2649 if (ehcidebug > 5) {
2650 DPRINTF(("ehci_device_bulk_transfer: data(1)\n"));
2651 ehci_dump_sqh(sqh);
2652 ehci_dump_sqtds(data);
2653 }
2654 #endif
2655
2656 /* Set up interrupt info. */
2657 exfer->sqtdstart = data;
2658 exfer->sqtdend = dataend;
2659 #ifdef DIAGNOSTIC
2660 if (!exfer->isdone) {
2661 printf("ehci_device_bulk_transfer: not done, ex=%p\n", exfer);
2662 }
2663 exfer->isdone = 0;
2664 #endif
2665
2666 s = splusb();
2667 ehci_set_qh_qtd(sqh, data);
2668 if (xfer->timeout && !sc->sc_bus.use_polling) {
2669 usb_callout(xfer->timeout_handle, MS_TO_TICKS(xfer->timeout),
2670 ehci_timeout, xfer);
2671 }
2672 ehci_add_intr_list(sc, exfer);
2673 xfer->status = USBD_IN_PROGRESS;
2674 splx(s);
2675
2676 #ifdef EHCI_DEBUG
2677 if (ehcidebug > 10) {
2678 DPRINTF(("ehci_device_bulk_transfer: data(2)\n"));
2679 delay(10000);
2680 DPRINTF(("ehci_device_bulk_transfer: data(3)\n"));
2681 ehci_dump_regs(sc);
2682 #if 0
2683 printf("async_head:\n");
2684 ehci_dump_sqh(sc->sc_async_head);
2685 #endif
2686 printf("sqh:\n");
2687 ehci_dump_sqh(sqh);
2688 ehci_dump_sqtds(data);
2689 }
2690 #endif
2691
2692 if (sc->sc_bus.use_polling)
2693 ehci_waitintr(sc, xfer);
2694
2695 return (USBD_IN_PROGRESS);
2696 #undef exfer
2697 }
2698
2699 Static void
2700 ehci_device_bulk_abort(usbd_xfer_handle xfer)
2701 {
2702 DPRINTF(("ehci_device_bulk_abort: xfer=%p\n", xfer));
2703 ehci_abort_xfer(xfer, USBD_CANCELLED);
2704 }
2705
2706 /*
2707 * Close a device bulk pipe.
2708 */
2709 Static void
2710 ehci_device_bulk_close(usbd_pipe_handle pipe)
2711 {
2712 ehci_softc_t *sc = (ehci_softc_t *)pipe->device->bus;
2713
2714 DPRINTF(("ehci_device_bulk_close: pipe=%p\n", pipe));
2715 ehci_close_pipe(pipe, sc->sc_async_head);
2716 }
2717
2718 void
2719 ehci_device_bulk_done(usbd_xfer_handle xfer)
2720 {
2721 struct ehci_xfer *ex = EXFER(xfer);
2722 ehci_softc_t *sc = (ehci_softc_t *)xfer->pipe->device->bus;
2723 /*struct ehci_pipe *epipe = (struct ehci_pipe *)xfer->pipe;*/
2724
2725 DPRINTFN(10,("ehci_bulk_done: xfer=%p, actlen=%d\n",
2726 xfer, xfer->actlen));
2727
2728 if (xfer->status != USBD_NOMEM) {
2729 ehci_del_intr_list(ex); /* remove from active list */
2730 ehci_free_sqtd_chain(sc, ex->sqtdstart, 0);
2731 }
2732
2733 DPRINTFN(5, ("ehci_bulk_done: length=%d\n", xfer->actlen));
2734 }
2735
2736 /************************/
2737
2738 Static usbd_status ehci_device_intr_transfer(usbd_xfer_handle xfer) { return USBD_IOERROR; }
2739 Static usbd_status ehci_device_intr_start(usbd_xfer_handle xfer) { return USBD_IOERROR; }
2740 Static void ehci_device_intr_abort(usbd_xfer_handle xfer) { }
2741 Static void ehci_device_intr_close(usbd_pipe_handle pipe) { }
2742 Static void ehci_device_intr_done(usbd_xfer_handle xfer) { }
2743
2744 /************************/
2745
2746 Static usbd_status ehci_device_isoc_transfer(usbd_xfer_handle xfer) { return USBD_IOERROR; }
2747 Static usbd_status ehci_device_isoc_start(usbd_xfer_handle xfer) { return USBD_IOERROR; }
2748 Static void ehci_device_isoc_abort(usbd_xfer_handle xfer) { }
2749 Static void ehci_device_isoc_close(usbd_pipe_handle pipe) { }
2750 Static void ehci_device_isoc_done(usbd_xfer_handle xfer) { }
2751