Home | History | Annotate | Line # | Download | only in dwc2
dwc2.c revision 1.70
      1  1.70  riastrad /*	$NetBSD: dwc2.c,v 1.70 2020/02/15 13:56:56 riastradh Exp $	*/
      2   1.1     skrll 
      3   1.1     skrll /*-
      4   1.1     skrll  * Copyright (c) 2013 The NetBSD Foundation, Inc.
      5   1.1     skrll  * All rights reserved.
      6   1.1     skrll  *
      7   1.1     skrll  * This code is derived from software contributed to The NetBSD Foundation
      8   1.1     skrll  * by Nick Hudson
      9   1.1     skrll  *
     10   1.1     skrll  * Redistribution and use in source and binary forms, with or without
     11   1.1     skrll  * modification, are permitted provided that the following conditions
     12   1.1     skrll  * are met:
     13   1.1     skrll  * 1. Redistributions of source code must retain the above copyright
     14   1.1     skrll  *    notice, this list of conditions and the following disclaimer.
     15   1.1     skrll  * 2. Redistributions in binary form must reproduce the above copyright
     16   1.1     skrll  *    notice, this list of conditions and the following disclaimer in the
     17   1.1     skrll  *    documentation and/or other materials provided with the distribution.
     18   1.1     skrll  *
     19   1.1     skrll  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20   1.1     skrll  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21   1.1     skrll  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22   1.1     skrll  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23   1.1     skrll  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24   1.1     skrll  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25   1.1     skrll  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26   1.1     skrll  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27   1.1     skrll  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28   1.1     skrll  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29   1.1     skrll  * POSSIBILITY OF SUCH DAMAGE.
     30   1.1     skrll  */
     31   1.1     skrll 
     32   1.1     skrll #include <sys/cdefs.h>
     33  1.70  riastrad __KERNEL_RCSID(0, "$NetBSD: dwc2.c,v 1.70 2020/02/15 13:56:56 riastradh Exp $");
     34   1.1     skrll 
     35   1.1     skrll #include "opt_usb.h"
     36   1.1     skrll 
     37   1.1     skrll #include <sys/param.h>
     38  1.60     skrll 
     39  1.60     skrll #include <sys/cpu.h>
     40  1.60     skrll #include <sys/device.h>
     41  1.60     skrll #include <sys/kernel.h>
     42   1.1     skrll #include <sys/kmem.h>
     43   1.1     skrll #include <sys/proc.h>
     44   1.1     skrll #include <sys/queue.h>
     45  1.60     skrll #include <sys/select.h>
     46  1.62     skrll #include <sys/sysctl.h>
     47  1.60     skrll #include <sys/systm.h>
     48   1.1     skrll 
     49   1.1     skrll #include <machine/endian.h>
     50   1.1     skrll 
     51   1.1     skrll #include <dev/usb/usb.h>
     52   1.1     skrll #include <dev/usb/usbdi.h>
     53   1.1     skrll #include <dev/usb/usbdivar.h>
     54   1.1     skrll #include <dev/usb/usb_mem.h>
     55  1.42     skrll #include <dev/usb/usbroothub.h>
     56   1.1     skrll 
     57   1.1     skrll #include <dwc2/dwc2.h>
     58   1.1     skrll #include <dwc2/dwc2var.h>
     59   1.1     skrll 
     60   1.1     skrll #include "dwc2_core.h"
     61   1.1     skrll #include "dwc2_hcd.h"
     62   1.1     skrll 
     63   1.1     skrll #ifdef DWC2_COUNTERS
     64   1.1     skrll #define	DWC2_EVCNT_ADD(a,b)	((void)((a).ev_count += (b)))
     65   1.1     skrll #else
     66   1.1     skrll #define	DWC2_EVCNT_ADD(a,b)	do { } while (/*CONSTCOND*/0)
     67   1.1     skrll #endif
     68   1.1     skrll #define	DWC2_EVCNT_INCR(a)	DWC2_EVCNT_ADD((a), 1)
     69   1.1     skrll 
     70   1.1     skrll #ifdef DWC2_DEBUG
     71   1.1     skrll #define	DPRINTFN(n,fmt,...) do {			\
     72   1.1     skrll 	if (dwc2debug >= (n)) {			\
     73   1.1     skrll 		printf("%s: " fmt,			\
     74   1.1     skrll 		__FUNCTION__,## __VA_ARGS__);		\
     75   1.1     skrll 	}						\
     76   1.1     skrll } while (0)
     77   1.1     skrll #define	DPRINTF(...)	DPRINTFN(1, __VA_ARGS__)
     78   1.1     skrll int dwc2debug = 0;
     79  1.61     skrll 
     80  1.61     skrll SYSCTL_SETUP(sysctl_hw_dwc2_setup, "sysctl hw.dwc2 setup")
     81  1.61     skrll {
     82  1.61     skrll 	int err;
     83  1.61     skrll 	const struct sysctlnode *rnode;
     84  1.61     skrll 	const struct sysctlnode *cnode;
     85  1.61     skrll 
     86  1.61     skrll 	err = sysctl_createv(clog, 0, NULL, &rnode,
     87  1.61     skrll 	    CTLFLAG_PERMANENT, CTLTYPE_NODE, "dwc2",
     88  1.61     skrll 	    SYSCTL_DESCR("dwc2 global controls"),
     89  1.61     skrll 	    NULL, 0, NULL, 0, CTL_HW, CTL_CREATE, CTL_EOL);
     90  1.61     skrll 
     91  1.61     skrll 	if (err)
     92  1.61     skrll 		goto fail;
     93  1.61     skrll 
     94  1.61     skrll 	/* control debugging printfs */
     95  1.61     skrll 	err = sysctl_createv(clog, 0, &rnode, &cnode,
     96  1.61     skrll 	    CTLFLAG_PERMANENT|CTLFLAG_READWRITE, CTLTYPE_INT,
     97  1.61     skrll 	    "debug", SYSCTL_DESCR("Enable debugging output"),
     98  1.61     skrll 	    NULL, 0, &dwc2debug, sizeof(dwc2debug), CTL_CREATE, CTL_EOL);
     99  1.61     skrll 	if (err)
    100  1.61     skrll 		goto fail;
    101  1.61     skrll 
    102  1.61     skrll 	return;
    103  1.61     skrll fail:
    104  1.61     skrll 	aprint_error("%s: sysctl_createv failed (err = %d)\n", __func__, err);
    105  1.61     skrll }
    106   1.1     skrll #else
    107   1.1     skrll #define	DPRINTF(...) do { } while (0)
    108   1.1     skrll #define	DPRINTFN(...) do { } while (0)
    109   1.1     skrll #endif
    110   1.1     skrll 
    111  1.42     skrll Static usbd_status	dwc2_open(struct usbd_pipe *);
    112   1.1     skrll Static void		dwc2_poll(struct usbd_bus *);
    113   1.1     skrll Static void		dwc2_softintr(void *);
    114   1.1     skrll 
    115  1.42     skrll Static struct usbd_xfer *
    116  1.42     skrll 			dwc2_allocx(struct usbd_bus *, unsigned int);
    117  1.42     skrll Static void		dwc2_freex(struct usbd_bus *, struct usbd_xfer *);
    118   1.1     skrll Static void		dwc2_get_lock(struct usbd_bus *, kmutex_t **);
    119  1.67  riastrad Static bool		dwc2_dying(struct usbd_bus *);
    120  1.42     skrll Static int		dwc2_roothub_ctrl(struct usbd_bus *, usb_device_request_t *,
    121  1.42     skrll 			    void *, int);
    122   1.1     skrll 
    123  1.42     skrll Static usbd_status	dwc2_root_intr_transfer(struct usbd_xfer *);
    124  1.42     skrll Static usbd_status	dwc2_root_intr_start(struct usbd_xfer *);
    125  1.42     skrll Static void		dwc2_root_intr_abort(struct usbd_xfer *);
    126  1.42     skrll Static void		dwc2_root_intr_close(struct usbd_pipe *);
    127  1.42     skrll Static void		dwc2_root_intr_done(struct usbd_xfer *);
    128  1.42     skrll 
    129  1.42     skrll Static usbd_status	dwc2_device_ctrl_transfer(struct usbd_xfer *);
    130  1.42     skrll Static usbd_status	dwc2_device_ctrl_start(struct usbd_xfer *);
    131  1.42     skrll Static void		dwc2_device_ctrl_abort(struct usbd_xfer *);
    132  1.42     skrll Static void		dwc2_device_ctrl_close(struct usbd_pipe *);
    133  1.42     skrll Static void		dwc2_device_ctrl_done(struct usbd_xfer *);
    134  1.42     skrll 
    135  1.42     skrll Static usbd_status	dwc2_device_bulk_transfer(struct usbd_xfer *);
    136  1.42     skrll Static void		dwc2_device_bulk_abort(struct usbd_xfer *);
    137  1.42     skrll Static void		dwc2_device_bulk_close(struct usbd_pipe *);
    138  1.42     skrll Static void		dwc2_device_bulk_done(struct usbd_xfer *);
    139  1.42     skrll 
    140  1.42     skrll Static usbd_status	dwc2_device_intr_transfer(struct usbd_xfer *);
    141  1.42     skrll Static usbd_status	dwc2_device_intr_start(struct usbd_xfer *);
    142  1.42     skrll Static void		dwc2_device_intr_abort(struct usbd_xfer *);
    143  1.42     skrll Static void		dwc2_device_intr_close(struct usbd_pipe *);
    144  1.42     skrll Static void		dwc2_device_intr_done(struct usbd_xfer *);
    145  1.42     skrll 
    146  1.42     skrll Static usbd_status	dwc2_device_isoc_transfer(struct usbd_xfer *);
    147  1.42     skrll Static void		dwc2_device_isoc_abort(struct usbd_xfer *);
    148  1.42     skrll Static void		dwc2_device_isoc_close(struct usbd_pipe *);
    149  1.42     skrll Static void		dwc2_device_isoc_done(struct usbd_xfer *);
    150   1.1     skrll 
    151  1.42     skrll Static usbd_status	dwc2_device_start(struct usbd_xfer *);
    152   1.1     skrll 
    153  1.42     skrll Static void		dwc2_close_pipe(struct usbd_pipe *);
    154  1.67  riastrad Static void		dwc2_abortx(struct usbd_xfer *);
    155   1.1     skrll 
    156  1.42     skrll Static void		dwc2_device_clear_toggle(struct usbd_pipe *);
    157  1.42     skrll Static void		dwc2_noop(struct usbd_pipe *pipe);
    158   1.1     skrll 
    159   1.1     skrll Static int		dwc2_interrupt(struct dwc2_softc *);
    160   1.1     skrll Static void		dwc2_rhc(void *);
    161   1.1     skrll 
    162   1.7     skrll 
    163   1.7     skrll static inline void
    164   1.7     skrll dwc2_allocate_bus_bandwidth(struct dwc2_hsotg *hsotg, u16 bw,
    165  1.42     skrll 			    struct usbd_xfer *xfer)
    166   1.7     skrll {
    167   1.7     skrll }
    168   1.7     skrll 
    169   1.7     skrll static inline void
    170   1.7     skrll dwc2_free_bus_bandwidth(struct dwc2_hsotg *hsotg, u16 bw,
    171  1.42     skrll 			struct usbd_xfer *xfer)
    172   1.7     skrll {
    173   1.7     skrll }
    174   1.7     skrll 
    175   1.1     skrll Static const struct usbd_bus_methods dwc2_bus_methods = {
    176  1.42     skrll 	.ubm_open =	dwc2_open,
    177  1.42     skrll 	.ubm_softint =	dwc2_softintr,
    178  1.42     skrll 	.ubm_dopoll =	dwc2_poll,
    179  1.42     skrll 	.ubm_allocx =	dwc2_allocx,
    180  1.42     skrll 	.ubm_freex =	dwc2_freex,
    181  1.67  riastrad 	.ubm_abortx =	dwc2_abortx,
    182  1.67  riastrad 	.ubm_dying =	dwc2_dying,
    183  1.42     skrll 	.ubm_getlock =	dwc2_get_lock,
    184  1.42     skrll 	.ubm_rhctrl =	dwc2_roothub_ctrl,
    185   1.1     skrll };
    186   1.1     skrll 
    187   1.1     skrll Static const struct usbd_pipe_methods dwc2_root_intr_methods = {
    188  1.42     skrll 	.upm_transfer =	dwc2_root_intr_transfer,
    189  1.42     skrll 	.upm_start =	dwc2_root_intr_start,
    190  1.42     skrll 	.upm_abort =	dwc2_root_intr_abort,
    191  1.42     skrll 	.upm_close =	dwc2_root_intr_close,
    192  1.42     skrll 	.upm_cleartoggle =	dwc2_noop,
    193  1.42     skrll 	.upm_done =	dwc2_root_intr_done,
    194   1.1     skrll };
    195   1.1     skrll 
    196   1.1     skrll Static const struct usbd_pipe_methods dwc2_device_ctrl_methods = {
    197  1.42     skrll 	.upm_transfer =	dwc2_device_ctrl_transfer,
    198  1.42     skrll 	.upm_start =	dwc2_device_ctrl_start,
    199  1.42     skrll 	.upm_abort =	dwc2_device_ctrl_abort,
    200  1.42     skrll 	.upm_close =	dwc2_device_ctrl_close,
    201  1.42     skrll 	.upm_cleartoggle =	dwc2_noop,
    202  1.42     skrll 	.upm_done =	dwc2_device_ctrl_done,
    203   1.1     skrll };
    204   1.1     skrll 
    205   1.1     skrll Static const struct usbd_pipe_methods dwc2_device_intr_methods = {
    206  1.42     skrll 	.upm_transfer =	dwc2_device_intr_transfer,
    207  1.42     skrll 	.upm_start =	dwc2_device_intr_start,
    208  1.42     skrll 	.upm_abort =	dwc2_device_intr_abort,
    209  1.42     skrll 	.upm_close =	dwc2_device_intr_close,
    210  1.42     skrll 	.upm_cleartoggle =	dwc2_device_clear_toggle,
    211  1.42     skrll 	.upm_done =	dwc2_device_intr_done,
    212   1.1     skrll };
    213   1.1     skrll 
    214   1.1     skrll Static const struct usbd_pipe_methods dwc2_device_bulk_methods = {
    215  1.42     skrll 	.upm_transfer =	dwc2_device_bulk_transfer,
    216  1.42     skrll 	.upm_abort =	dwc2_device_bulk_abort,
    217  1.42     skrll 	.upm_close =	dwc2_device_bulk_close,
    218  1.42     skrll 	.upm_cleartoggle =	dwc2_device_clear_toggle,
    219  1.42     skrll 	.upm_done =	dwc2_device_bulk_done,
    220   1.1     skrll };
    221   1.1     skrll 
    222   1.1     skrll Static const struct usbd_pipe_methods dwc2_device_isoc_methods = {
    223  1.42     skrll 	.upm_transfer =	dwc2_device_isoc_transfer,
    224  1.42     skrll 	.upm_abort =	dwc2_device_isoc_abort,
    225  1.42     skrll 	.upm_close =	dwc2_device_isoc_close,
    226  1.42     skrll 	.upm_cleartoggle =	dwc2_noop,
    227  1.42     skrll 	.upm_done =	dwc2_device_isoc_done,
    228   1.1     skrll };
    229   1.1     skrll 
    230  1.42     skrll struct usbd_xfer *
    231  1.42     skrll dwc2_allocx(struct usbd_bus *bus, unsigned int nframes)
    232   1.1     skrll {
    233   1.1     skrll 	struct dwc2_softc *sc = DWC2_BUS2SC(bus);
    234   1.1     skrll 	struct dwc2_xfer *dxfer;
    235   1.1     skrll 
    236   1.1     skrll 	DPRINTFN(10, "\n");
    237   1.1     skrll 
    238   1.1     skrll 	DWC2_EVCNT_INCR(sc->sc_ev_xferpoolget);
    239  1.47     skrll 	dxfer = pool_cache_get(sc->sc_xferpool, PR_WAITOK);
    240   1.1     skrll 	if (dxfer != NULL) {
    241   1.1     skrll 		memset(dxfer, 0, sizeof(*dxfer));
    242   1.1     skrll 		dxfer->urb = dwc2_hcd_urb_alloc(sc->sc_hsotg,
    243  1.42     skrll 		    nframes, GFP_KERNEL);
    244   1.1     skrll #ifdef DIAGNOSTIC
    245  1.42     skrll 		dxfer->xfer.ux_state = XFER_BUSY;
    246   1.1     skrll #endif
    247   1.1     skrll 	}
    248  1.42     skrll 	return (struct usbd_xfer *)dxfer;
    249   1.1     skrll }
    250   1.1     skrll 
    251   1.1     skrll void
    252  1.42     skrll dwc2_freex(struct usbd_bus *bus, struct usbd_xfer *xfer)
    253   1.1     skrll {
    254   1.1     skrll 	struct dwc2_xfer *dxfer = DWC2_XFER2DXFER(xfer);
    255   1.1     skrll 	struct dwc2_softc *sc = DWC2_BUS2SC(bus);
    256   1.1     skrll 
    257   1.1     skrll 	DPRINTFN(10, "\n");
    258   1.1     skrll 
    259   1.1     skrll #ifdef DIAGNOSTIC
    260  1.58       rin 	if (xfer->ux_state != XFER_BUSY &&
    261  1.58       rin 	    xfer->ux_status != USBD_NOT_STARTED) {
    262  1.42     skrll 		DPRINTF("xfer=%p not busy, 0x%08x\n", xfer, xfer->ux_state);
    263   1.1     skrll 	}
    264  1.42     skrll 	xfer->ux_state = XFER_FREE;
    265   1.1     skrll #endif
    266   1.1     skrll 	DWC2_EVCNT_INCR(sc->sc_ev_xferpoolput);
    267  1.42     skrll 	dwc2_hcd_urb_free(sc->sc_hsotg, dxfer->urb, dxfer->urb->packet_count);
    268   1.1     skrll 	pool_cache_put(sc->sc_xferpool, xfer);
    269   1.1     skrll }
    270   1.1     skrll 
    271  1.67  riastrad Static bool
    272  1.67  riastrad dwc2_dying(struct usbd_bus *bus)
    273  1.67  riastrad {
    274  1.67  riastrad 	struct dwc2_softc *sc = DWC2_BUS2SC(bus);
    275  1.67  riastrad 
    276  1.67  riastrad 	return sc->sc_dying;
    277  1.67  riastrad }
    278  1.67  riastrad 
    279   1.1     skrll Static void
    280   1.1     skrll dwc2_get_lock(struct usbd_bus *bus, kmutex_t **lock)
    281   1.1     skrll {
    282   1.1     skrll 	struct dwc2_softc *sc = DWC2_BUS2SC(bus);
    283   1.1     skrll 
    284   1.1     skrll 	*lock = &sc->sc_lock;
    285   1.1     skrll }
    286   1.1     skrll 
    287   1.1     skrll Static void
    288   1.1     skrll dwc2_rhc(void *addr)
    289   1.1     skrll {
    290   1.1     skrll 	struct dwc2_softc *sc = addr;
    291  1.42     skrll 	struct usbd_xfer *xfer;
    292   1.1     skrll 	u_char *p;
    293   1.1     skrll 
    294   1.1     skrll 	DPRINTF("\n");
    295   1.1     skrll 	mutex_enter(&sc->sc_lock);
    296   1.1     skrll 	xfer = sc->sc_intrxfer;
    297   1.1     skrll 
    298   1.1     skrll 	if (xfer == NULL) {
    299   1.1     skrll 		/* Just ignore the change. */
    300   1.1     skrll 		mutex_exit(&sc->sc_lock);
    301   1.1     skrll 		return;
    302   1.1     skrll 
    303   1.1     skrll 	}
    304  1.69  riastrad 	KASSERT(xfer->ux_status == USBD_IN_PROGRESS);
    305  1.69  riastrad 
    306   1.1     skrll 	/* set port bit */
    307  1.42     skrll 	p = KERNADDR(&xfer->ux_dmabuf, 0);
    308   1.1     skrll 
    309   1.1     skrll 	p[0] = 0x02;	/* we only have one port (1 << 1) */
    310   1.1     skrll 
    311  1.42     skrll 	xfer->ux_actlen = xfer->ux_length;
    312  1.42     skrll 	xfer->ux_status = USBD_NORMAL_COMPLETION;
    313   1.1     skrll 
    314   1.1     skrll 	usb_transfer_complete(xfer);
    315   1.1     skrll 	mutex_exit(&sc->sc_lock);
    316   1.1     skrll }
    317   1.1     skrll 
    318   1.1     skrll Static void
    319   1.1     skrll dwc2_softintr(void *v)
    320   1.1     skrll {
    321   1.1     skrll 	struct usbd_bus *bus = v;
    322   1.1     skrll 	struct dwc2_softc *sc = DWC2_BUS2SC(bus);
    323   1.3     skrll 	struct dwc2_hsotg *hsotg = sc->sc_hsotg;
    324  1.67  riastrad 	struct dwc2_xfer *dxfer, *next;
    325  1.67  riastrad 	TAILQ_HEAD(, dwc2_xfer) claimed = TAILQ_HEAD_INITIALIZER(claimed);
    326   1.1     skrll 
    327  1.42     skrll 	KASSERT(sc->sc_bus.ub_usepolling || mutex_owned(&sc->sc_lock));
    328   1.1     skrll 
    329  1.67  riastrad 	/*
    330  1.67  riastrad 	 * Grab all the xfers that have not been aborted or timed out.
    331  1.67  riastrad 	 * Do so under a single lock -- without dropping it to run
    332  1.67  riastrad 	 * usb_transfer_complete as we go -- so that dwc2_abortx won't
    333  1.67  riastrad 	 * remove next out from under us during iteration when we've
    334  1.67  riastrad 	 * dropped the lock.
    335  1.67  riastrad 	 */
    336   1.3     skrll 	mutex_spin_enter(&hsotg->lock);
    337  1.67  riastrad 	TAILQ_FOREACH_SAFE(dxfer, &sc->sc_complete, xnext, next) {
    338  1.67  riastrad 		if (!usbd_xfer_trycomplete(&dxfer->xfer))
    339  1.67  riastrad 			/*
    340  1.67  riastrad 			 * The hard interrput handler decided to
    341  1.67  riastrad 			 * complete the xfer, and put it on sc_complete
    342  1.67  riastrad 			 * to pass it to us in the soft interrupt
    343  1.67  riastrad 			 * handler, but in the time between hard
    344  1.67  riastrad 			 * interrupt and soft interrupt, the xfer was
    345  1.67  riastrad 			 * aborted or timed out and we lost the race.
    346  1.67  riastrad 			 */
    347   1.1     skrll 			continue;
    348  1.67  riastrad 		KASSERT(dxfer->xfer.ux_status == USBD_IN_PROGRESS);
    349  1.67  riastrad 		KASSERT(dxfer->intr_status != USBD_CANCELLED);
    350  1.67  riastrad 		KASSERT(dxfer->intr_status != USBD_TIMEOUT);
    351   1.1     skrll 		TAILQ_REMOVE(&sc->sc_complete, dxfer, xnext);
    352  1.67  riastrad 		TAILQ_INSERT_TAIL(&claimed, dxfer, xnext);
    353   1.1     skrll 	}
    354   1.3     skrll 	mutex_spin_exit(&hsotg->lock);
    355   1.1     skrll 
    356  1.67  riastrad 	/* Now complete them.  */
    357  1.67  riastrad 	while (!TAILQ_EMPTY(&claimed)) {
    358  1.67  riastrad 		dxfer = TAILQ_FIRST(&claimed);
    359  1.67  riastrad 		KASSERT(dxfer->xfer.ux_status == USBD_IN_PROGRESS);
    360  1.67  riastrad 		KASSERT(dxfer->intr_status != USBD_CANCELLED);
    361  1.67  riastrad 		KASSERT(dxfer->intr_status != USBD_TIMEOUT);
    362  1.67  riastrad 		TAILQ_REMOVE(&claimed, dxfer, xnext);
    363   1.1     skrll 
    364  1.67  riastrad 		dxfer->xfer.ux_status = dxfer->intr_status;
    365  1.67  riastrad 		usb_transfer_complete(&dxfer->xfer);
    366  1.67  riastrad 	}
    367   1.1     skrll }
    368   1.1     skrll 
    369   1.1     skrll usbd_status
    370  1.42     skrll dwc2_open(struct usbd_pipe *pipe)
    371   1.1     skrll {
    372  1.42     skrll 	struct usbd_device *dev = pipe->up_dev;
    373   1.1     skrll 	struct dwc2_softc *sc = DWC2_PIPE2SC(pipe);
    374   1.1     skrll 	struct dwc2_pipe *dpipe = DWC2_PIPE2DPIPE(pipe);
    375  1.42     skrll 	usb_endpoint_descriptor_t *ed = pipe->up_endpoint->ue_edesc;
    376  1.42     skrll 	uint8_t addr = dev->ud_addr;
    377   1.1     skrll 	uint8_t xfertype = UE_GET_XFERTYPE(ed->bmAttributes);
    378   1.1     skrll 	usbd_status err;
    379   1.1     skrll 
    380   1.1     skrll 	DPRINTF("pipe %p addr %d xfertype %d dir %s\n", pipe, addr, xfertype,
    381   1.1     skrll 	    UE_GET_DIR(ed->bEndpointAddress) == UE_DIR_IN ? "in" : "out");
    382   1.1     skrll 
    383   1.1     skrll 	if (sc->sc_dying) {
    384   1.1     skrll 		return USBD_IOERROR;
    385   1.1     skrll 	}
    386   1.1     skrll 
    387  1.42     skrll 	if (addr == dev->ud_bus->ub_rhaddr) {
    388   1.1     skrll 		switch (ed->bEndpointAddress) {
    389   1.1     skrll 		case USB_CONTROL_ENDPOINT:
    390  1.42     skrll 			pipe->up_methods = &roothub_ctrl_methods;
    391   1.1     skrll 			break;
    392  1.42     skrll 		case UE_DIR_IN | USBROOTHUB_INTR_ENDPT:
    393  1.42     skrll 			pipe->up_methods = &dwc2_root_intr_methods;
    394   1.1     skrll 			break;
    395   1.1     skrll 		default:
    396   1.1     skrll 			DPRINTF("bad bEndpointAddress 0x%02x\n",
    397   1.1     skrll 			    ed->bEndpointAddress);
    398   1.1     skrll 			return USBD_INVAL;
    399   1.1     skrll 		}
    400   1.1     skrll 		DPRINTF("root hub pipe open\n");
    401   1.1     skrll 		return USBD_NORMAL_COMPLETION;
    402   1.1     skrll 	}
    403   1.1     skrll 
    404   1.1     skrll 	switch (xfertype) {
    405   1.1     skrll 	case UE_CONTROL:
    406  1.42     skrll 		pipe->up_methods = &dwc2_device_ctrl_methods;
    407   1.1     skrll 		err = usb_allocmem(&sc->sc_bus, sizeof(usb_device_request_t),
    408   1.1     skrll 		    0, &dpipe->req_dma);
    409   1.1     skrll 		if (err)
    410   1.1     skrll 			return err;
    411   1.1     skrll 		break;
    412   1.1     skrll 	case UE_INTERRUPT:
    413  1.42     skrll 		pipe->up_methods = &dwc2_device_intr_methods;
    414   1.1     skrll 		break;
    415   1.1     skrll 	case UE_ISOCHRONOUS:
    416  1.42     skrll 		pipe->up_serialise = false;
    417  1.42     skrll 		pipe->up_methods = &dwc2_device_isoc_methods;
    418   1.1     skrll 		break;
    419   1.1     skrll 	case UE_BULK:
    420  1.42     skrll 		pipe->up_serialise = false;
    421  1.42     skrll 		pipe->up_methods = &dwc2_device_bulk_methods;
    422   1.1     skrll 		break;
    423   1.1     skrll 	default:
    424   1.1     skrll 		DPRINTF("bad xfer type %d\n", xfertype);
    425   1.1     skrll 		return USBD_INVAL;
    426   1.1     skrll 	}
    427   1.1     skrll 
    428  1.42     skrll 	/* QH */
    429  1.42     skrll 	dpipe->priv = NULL;
    430   1.1     skrll 
    431   1.1     skrll 	return USBD_NORMAL_COMPLETION;
    432   1.1     skrll }
    433   1.1     skrll 
    434   1.1     skrll Static void
    435   1.1     skrll dwc2_poll(struct usbd_bus *bus)
    436   1.1     skrll {
    437   1.1     skrll 	struct dwc2_softc *sc = DWC2_BUS2SC(bus);
    438   1.3     skrll 	struct dwc2_hsotg *hsotg = sc->sc_hsotg;
    439   1.1     skrll 
    440   1.3     skrll 	mutex_spin_enter(&hsotg->lock);
    441   1.1     skrll 	dwc2_interrupt(sc);
    442   1.3     skrll 	mutex_spin_exit(&hsotg->lock);
    443   1.1     skrll }
    444   1.1     skrll 
    445   1.1     skrll /*
    446   1.1     skrll  * Close a reqular pipe.
    447   1.1     skrll  * Assumes that there are no pending transactions.
    448   1.1     skrll  */
    449   1.1     skrll Static void
    450  1.42     skrll dwc2_close_pipe(struct usbd_pipe *pipe)
    451   1.1     skrll {
    452  1.12     skrll #ifdef DIAGNOSTIC
    453  1.42     skrll 	struct dwc2_softc *sc = pipe->up_dev->ud_bus->ub_hcpriv;
    454  1.12     skrll #endif
    455   1.1     skrll 
    456   1.1     skrll 	KASSERT(mutex_owned(&sc->sc_lock));
    457   1.1     skrll }
    458   1.1     skrll 
    459   1.1     skrll /*
    460   1.1     skrll  * Abort a device request.
    461   1.1     skrll  */
    462   1.1     skrll Static void
    463  1.67  riastrad dwc2_abortx(struct usbd_xfer *xfer)
    464   1.1     skrll {
    465   1.1     skrll 	struct dwc2_xfer *dxfer = DWC2_XFER2DXFER(xfer);
    466   1.1     skrll 	struct dwc2_softc *sc = DWC2_XFER2SC(xfer);
    467   1.1     skrll 	struct dwc2_hsotg *hsotg = sc->sc_hsotg;
    468  1.67  riastrad 	struct dwc2_xfer *d;
    469   1.1     skrll 	int err;
    470   1.1     skrll 
    471  1.67  riastrad 	DPRINTF("xfer %p pipe %p status 0x%08x", xfer, xfer->ux_pipe,
    472  1.67  riastrad 	    xfer->ux_status);
    473   1.1     skrll 
    474   1.1     skrll 	KASSERT(mutex_owned(&sc->sc_lock));
    475  1.52       mrg 	ASSERT_SLEEPABLE();
    476   1.1     skrll 
    477  1.67  riastrad 	KASSERTMSG((xfer->ux_status == USBD_CANCELLED ||
    478  1.67  riastrad 		xfer->ux_status == USBD_TIMEOUT),
    479  1.67  riastrad 	    "bad abort status: %d", xfer->ux_status);
    480  1.67  riastrad 
    481  1.67  riastrad 	mutex_spin_enter(&hsotg->lock);
    482   1.1     skrll 
    483   1.1     skrll 	/*
    484  1.67  riastrad 	 * Check whether we aborted or timed out after the hardware
    485  1.67  riastrad 	 * completion interrupt determined that it's done but before
    486  1.67  riastrad 	 * the soft interrupt could actually complete it.  If so, it's
    487  1.67  riastrad 	 * too late for the soft interrupt -- at this point we've
    488  1.67  riastrad 	 * already committed to abort it or time it out, so we need to
    489  1.67  riastrad 	 * take it off the softint's list of work in case the caller,
    490  1.67  riastrad 	 * say, frees the xfer before the softint runs.
    491  1.67  riastrad 	 *
    492  1.67  riastrad 	 * This logic is unusual among host controller drivers, and
    493  1.67  riastrad 	 * happens because dwc2 decides to complete xfers in the hard
    494  1.67  riastrad 	 * interrupt handler rather than in the soft interrupt handler,
    495  1.67  riastrad 	 * but usb_transfer_complete must be deferred to softint -- and
    496  1.67  riastrad 	 * we happened to swoop in between the hard interrupt and the
    497  1.67  riastrad 	 * soft interrupt.  Other host controller drivers do almost all
    498  1.67  riastrad 	 * processing in the softint so there's no intermediate stage.
    499  1.67  riastrad 	 *
    500  1.67  riastrad 	 * Fortunately, this linear search to discern the intermediate
    501  1.67  riastrad 	 * stage is not likely to be a serious performance impact
    502  1.67  riastrad 	 * because it happens only on abort or timeout.
    503   1.1     skrll 	 */
    504  1.67  riastrad 	TAILQ_FOREACH(d, &sc->sc_complete, xnext) {
    505  1.67  riastrad 		if (d == dxfer) {
    506  1.67  riastrad 			TAILQ_REMOVE(&sc->sc_complete, dxfer, xnext);
    507  1.67  riastrad 			break;
    508  1.67  riastrad 		}
    509  1.67  riastrad 	}
    510  1.52       mrg 
    511  1.52       mrg 	/*
    512  1.52       mrg 	 * If we're dying, skip the hardware action and just notify the
    513  1.52       mrg 	 * software that we're done.
    514  1.52       mrg 	 */
    515  1.52       mrg 	if (sc->sc_dying) {
    516  1.53       rin 		DPRINTFN(4, "xfer %p dying 0x%08x", xfer, xfer->ux_status);
    517  1.52       mrg 		goto dying;
    518   1.1     skrll 	}
    519   1.1     skrll 
    520   1.1     skrll 	/*
    521  1.52       mrg 	 * HC Step 1: Handle the hardware.
    522   1.1     skrll 	 */
    523   1.1     skrll 	err = dwc2_hcd_urb_dequeue(hsotg, dxfer->urb);
    524   1.1     skrll 	if (err) {
    525   1.1     skrll 		DPRINTF("dwc2_hcd_urb_dequeue failed\n");
    526   1.1     skrll 	}
    527   1.1     skrll 
    528  1.67  riastrad dying:
    529   1.3     skrll 	mutex_spin_exit(&hsotg->lock);
    530   1.1     skrll 
    531   1.1     skrll 	/*
    532  1.52       mrg 	 * Final Step: Notify completion to waiting xfers.
    533   1.1     skrll 	 */
    534   1.1     skrll 	usb_transfer_complete(xfer);
    535  1.52       mrg 	KASSERT(mutex_owned(&sc->sc_lock));
    536   1.1     skrll }
    537   1.1     skrll 
    538   1.1     skrll Static void
    539  1.42     skrll dwc2_noop(struct usbd_pipe *pipe)
    540   1.1     skrll {
    541   1.1     skrll 
    542   1.1     skrll }
    543   1.1     skrll 
    544   1.1     skrll Static void
    545  1.42     skrll dwc2_device_clear_toggle(struct usbd_pipe *pipe)
    546   1.1     skrll {
    547   1.1     skrll 
    548  1.42     skrll 	DPRINTF("toggle %d -> 0", pipe->up_endpoint->ue_toggle);
    549   1.1     skrll }
    550   1.1     skrll 
    551   1.1     skrll /***********************************************************************/
    552   1.1     skrll 
    553  1.42     skrll Static int
    554  1.42     skrll dwc2_roothub_ctrl(struct usbd_bus *bus, usb_device_request_t *req,
    555  1.42     skrll     void *buf, int buflen)
    556   1.1     skrll {
    557  1.42     skrll 	struct dwc2_softc *sc = bus->ub_hcpriv;
    558   1.1     skrll 	usbd_status err = USBD_IOERROR;
    559  1.42     skrll 	uint16_t len, value, index;
    560  1.42     skrll 	int totlen = 0;
    561   1.1     skrll 
    562   1.1     skrll 	if (sc->sc_dying)
    563  1.42     skrll 		return -1;
    564   1.1     skrll 
    565   1.1     skrll 	DPRINTFN(4, "type=0x%02x request=%02x\n",
    566   1.1     skrll 	    req->bmRequestType, req->bRequest);
    567   1.1     skrll 
    568   1.1     skrll 	len = UGETW(req->wLength);
    569   1.1     skrll 	value = UGETW(req->wValue);
    570   1.1     skrll 	index = UGETW(req->wIndex);
    571   1.1     skrll 
    572   1.1     skrll #define C(x,y) ((x) | ((y) << 8))
    573   1.1     skrll 	switch (C(req->bRequest, req->bmRequestType)) {
    574   1.1     skrll 	case C(UR_GET_DESCRIPTOR, UT_READ_DEVICE):
    575   1.1     skrll 		DPRINTFN(8, "wValue=0x%04x\n", value);
    576   1.1     skrll 
    577   1.1     skrll 		if (len == 0)
    578   1.1     skrll 			break;
    579   1.1     skrll 		switch (value) {
    580   1.1     skrll #define sd ((usb_string_descriptor_t *)buf)
    581   1.1     skrll 		case C(2, UDESC_STRING):
    582  1.42     skrll 			/* Product */
    583   1.1     skrll 			totlen = usb_makestrdesc(sd, len, "DWC2 root hub");
    584   1.1     skrll 			break;
    585   1.1     skrll #undef sd
    586   1.1     skrll 		default:
    587  1.42     skrll 			/* default from usbroothub */
    588  1.42     skrll 			return buflen;
    589   1.1     skrll 		}
    590   1.1     skrll 		break;
    591  1.42     skrll 
    592  1.42     skrll 	case C(UR_GET_CONFIG, UT_READ_DEVICE):
    593   1.1     skrll 	case C(UR_GET_INTERFACE, UT_READ_INTERFACE):
    594   1.1     skrll 	case C(UR_GET_STATUS, UT_READ_INTERFACE):
    595   1.1     skrll 	case C(UR_GET_STATUS, UT_READ_ENDPOINT):
    596   1.1     skrll 	case C(UR_SET_ADDRESS, UT_WRITE_DEVICE):
    597  1.42     skrll 	case C(UR_SET_CONFIG, UT_WRITE_DEVICE):
    598  1.42     skrll 		/* default from usbroothub */
    599  1.42     skrll 		DPRINTFN(4, "returning %d (usbroothub default)", buflen);
    600   1.1     skrll 
    601  1.42     skrll 		return buflen;
    602   1.1     skrll 
    603   1.1     skrll 	default:
    604  1.42     skrll 		/* Hub requests */
    605   1.1     skrll 		err = dwc2_hcd_hub_control(sc->sc_hsotg,
    606   1.1     skrll 		    C(req->bRequest, req->bmRequestType), value, index,
    607   1.1     skrll 		    buf, len);
    608   1.1     skrll 		if (err) {
    609  1.42     skrll 			return -1;
    610   1.1     skrll 		}
    611   1.1     skrll 		totlen = len;
    612   1.1     skrll 	}
    613   1.1     skrll 
    614  1.42     skrll 	return totlen;
    615   1.1     skrll }
    616   1.1     skrll 
    617   1.1     skrll Static usbd_status
    618  1.42     skrll dwc2_root_intr_transfer(struct usbd_xfer *xfer)
    619   1.1     skrll {
    620   1.1     skrll 	struct dwc2_softc *sc = DWC2_XFER2SC(xfer);
    621   1.1     skrll 	usbd_status err;
    622   1.1     skrll 
    623   1.1     skrll 	DPRINTF("\n");
    624   1.1     skrll 
    625   1.1     skrll 	/* Insert last in queue. */
    626   1.1     skrll 	mutex_enter(&sc->sc_lock);
    627   1.1     skrll 	err = usb_insert_transfer(xfer);
    628   1.1     skrll 	mutex_exit(&sc->sc_lock);
    629   1.1     skrll 	if (err)
    630   1.1     skrll 		return err;
    631   1.1     skrll 
    632   1.1     skrll 	/* Pipe isn't running, start first */
    633  1.42     skrll 	return dwc2_root_intr_start(SIMPLEQ_FIRST(&xfer->ux_pipe->up_queue));
    634   1.1     skrll }
    635   1.1     skrll 
    636   1.1     skrll Static usbd_status
    637  1.42     skrll dwc2_root_intr_start(struct usbd_xfer *xfer)
    638   1.1     skrll {
    639  1.27     skrll 	struct dwc2_softc *sc = DWC2_XFER2SC(xfer);
    640  1.55       mrg 	const bool polling = sc->sc_bus.ub_usepolling;
    641   1.1     skrll 
    642   1.1     skrll 	DPRINTF("\n");
    643   1.1     skrll 
    644   1.1     skrll 	if (sc->sc_dying)
    645   1.1     skrll 		return USBD_IOERROR;
    646   1.1     skrll 
    647  1.55       mrg 	if (!polling)
    648  1.55       mrg 		mutex_enter(&sc->sc_lock);
    649   1.1     skrll 	KASSERT(sc->sc_intrxfer == NULL);
    650   1.1     skrll 	sc->sc_intrxfer = xfer;
    651  1.69  riastrad 	xfer->ux_status = USBD_IN_PROGRESS;
    652  1.55       mrg 	if (!polling)
    653  1.55       mrg 		mutex_exit(&sc->sc_lock);
    654   1.1     skrll 
    655  1.69  riastrad 	return USBD_IN_PROGRESS;
    656   1.1     skrll }
    657   1.1     skrll 
    658   1.1     skrll /* Abort a root interrupt request. */
    659   1.1     skrll Static void
    660  1.42     skrll dwc2_root_intr_abort(struct usbd_xfer *xfer)
    661   1.1     skrll {
    662  1.54     skrll 	struct dwc2_softc *sc __diagused = DWC2_XFER2SC(xfer);
    663  1.31     skrll 
    664   1.1     skrll 	DPRINTF("xfer=%p\n", xfer);
    665   1.1     skrll 
    666   1.1     skrll 	KASSERT(mutex_owned(&sc->sc_lock));
    667  1.42     skrll 	KASSERT(xfer->ux_pipe->up_intrxfer == xfer);
    668   1.1     skrll 
    669  1.68  riastrad 	/* If xfer has already completed, nothing to do here.  */
    670  1.68  riastrad 	if (sc->sc_intrxfer == NULL)
    671  1.68  riastrad 		return;
    672  1.68  riastrad 
    673  1.68  riastrad 	/*
    674  1.68  riastrad 	 * Otherwise, sc->sc_intrxfer had better be this transfer.
    675  1.68  riastrad 	 * Cancel it.
    676  1.68  riastrad 	 */
    677  1.68  riastrad 	KASSERT(sc->sc_intrxfer == xfer);
    678  1.68  riastrad 	KASSERT(xfer->ux_status == USBD_IN_PROGRESS);
    679  1.42     skrll 	xfer->ux_status = USBD_CANCELLED;
    680   1.1     skrll 	usb_transfer_complete(xfer);
    681   1.1     skrll }
    682   1.1     skrll 
    683   1.1     skrll Static void
    684  1.42     skrll dwc2_root_intr_close(struct usbd_pipe *pipe)
    685   1.1     skrll {
    686  1.70  riastrad 	struct dwc2_softc *sc __diagused = DWC2_PIPE2SC(pipe);
    687   1.1     skrll 
    688   1.1     skrll 	DPRINTF("\n");
    689   1.1     skrll 
    690   1.1     skrll 	KASSERT(mutex_owned(&sc->sc_lock));
    691   1.1     skrll 
    692  1.68  riastrad 	/*
    693  1.68  riastrad 	 * Caller must guarantee the xfer has completed first, by
    694  1.68  riastrad 	 * closing the pipe only after normal completion or an abort.
    695  1.68  riastrad 	 */
    696  1.68  riastrad 	KASSERT(sc->sc_intrxfer == NULL);
    697   1.1     skrll }
    698   1.1     skrll 
    699   1.1     skrll Static void
    700  1.42     skrll dwc2_root_intr_done(struct usbd_xfer *xfer)
    701   1.1     skrll {
    702  1.42     skrll 	struct dwc2_softc *sc = DWC2_XFER2SC(xfer);
    703   1.1     skrll 
    704  1.68  riastrad 	DPRINTF("\n");
    705  1.68  riastrad 
    706  1.68  riastrad 	/* Claim the xfer so it doesn't get completed again.  */
    707  1.68  riastrad 	KASSERT(sc->sc_intrxfer == xfer);
    708  1.68  riastrad 	KASSERT(xfer->ux_status != USBD_IN_PROGRESS);
    709  1.42     skrll 	sc->sc_intrxfer = NULL;
    710   1.1     skrll }
    711   1.1     skrll 
    712   1.1     skrll /***********************************************************************/
    713   1.1     skrll 
    714   1.1     skrll Static usbd_status
    715  1.42     skrll dwc2_device_ctrl_transfer(struct usbd_xfer *xfer)
    716   1.1     skrll {
    717   1.1     skrll 	struct dwc2_softc *sc = DWC2_XFER2SC(xfer);
    718   1.1     skrll 	usbd_status err;
    719   1.1     skrll 
    720   1.1     skrll 	DPRINTF("\n");
    721   1.1     skrll 
    722   1.1     skrll 	/* Insert last in queue. */
    723   1.1     skrll 	mutex_enter(&sc->sc_lock);
    724   1.1     skrll 	err = usb_insert_transfer(xfer);
    725   1.1     skrll 	mutex_exit(&sc->sc_lock);
    726   1.1     skrll 	if (err)
    727   1.1     skrll 		return err;
    728   1.1     skrll 
    729   1.1     skrll 	/* Pipe isn't running, start first */
    730  1.42     skrll 	return dwc2_device_ctrl_start(SIMPLEQ_FIRST(&xfer->ux_pipe->up_queue));
    731   1.1     skrll }
    732   1.1     skrll 
    733   1.1     skrll Static usbd_status
    734  1.42     skrll dwc2_device_ctrl_start(struct usbd_xfer *xfer)
    735   1.1     skrll {
    736   1.1     skrll 	struct dwc2_softc *sc = DWC2_XFER2SC(xfer);
    737   1.8     skrll 	usbd_status err;
    738  1.55       mrg 	const bool polling = sc->sc_bus.ub_usepolling;
    739   1.1     skrll 
    740   1.1     skrll 	DPRINTF("\n");
    741   1.1     skrll 
    742  1.55       mrg 	if (!polling)
    743  1.55       mrg 		mutex_enter(&sc->sc_lock);
    744  1.42     skrll 	xfer->ux_status = USBD_IN_PROGRESS;
    745   1.8     skrll 	err = dwc2_device_start(xfer);
    746  1.55       mrg 	if (!polling)
    747  1.55       mrg 		mutex_exit(&sc->sc_lock);
    748   1.1     skrll 
    749   1.8     skrll 	if (err)
    750   1.8     skrll 		return err;
    751   1.8     skrll 
    752   1.1     skrll 	return USBD_IN_PROGRESS;
    753   1.1     skrll }
    754   1.1     skrll 
    755   1.1     skrll Static void
    756  1.42     skrll dwc2_device_ctrl_abort(struct usbd_xfer *xfer)
    757   1.1     skrll {
    758   1.1     skrll #ifdef DIAGNOSTIC
    759   1.1     skrll 	struct dwc2_softc *sc = DWC2_XFER2SC(xfer);
    760   1.1     skrll #endif
    761   1.1     skrll 	KASSERT(mutex_owned(&sc->sc_lock));
    762   1.1     skrll 
    763   1.1     skrll 	DPRINTF("xfer=%p\n", xfer);
    764  1.67  riastrad 	usbd_xfer_abort(xfer);
    765   1.1     skrll }
    766   1.1     skrll 
    767   1.1     skrll Static void
    768  1.42     skrll dwc2_device_ctrl_close(struct usbd_pipe *pipe)
    769   1.1     skrll {
    770   1.1     skrll 
    771   1.1     skrll 	DPRINTF("pipe=%p\n", pipe);
    772   1.1     skrll 	dwc2_close_pipe(pipe);
    773   1.1     skrll }
    774   1.1     skrll 
    775   1.1     skrll Static void
    776  1.42     skrll dwc2_device_ctrl_done(struct usbd_xfer *xfer)
    777   1.1     skrll {
    778   1.1     skrll 
    779   1.1     skrll 	DPRINTF("xfer=%p\n", xfer);
    780   1.1     skrll }
    781   1.1     skrll 
    782   1.1     skrll /***********************************************************************/
    783   1.1     skrll 
    784   1.1     skrll Static usbd_status
    785  1.42     skrll dwc2_device_bulk_transfer(struct usbd_xfer *xfer)
    786   1.1     skrll {
    787   1.1     skrll 	struct dwc2_softc *sc = DWC2_XFER2SC(xfer);
    788   1.1     skrll 	usbd_status err;
    789   1.1     skrll 
    790   1.1     skrll 	DPRINTF("xfer=%p\n", xfer);
    791   1.1     skrll 
    792   1.1     skrll 	/* Insert last in queue. */
    793   1.1     skrll 	mutex_enter(&sc->sc_lock);
    794   1.1     skrll 	err = usb_insert_transfer(xfer);
    795   1.1     skrll 
    796  1.42     skrll 	KASSERT(err == USBD_NORMAL_COMPLETION);
    797   1.1     skrll 
    798  1.42     skrll 	xfer->ux_status = USBD_IN_PROGRESS;
    799   1.8     skrll 	err = dwc2_device_start(xfer);
    800   1.1     skrll 	mutex_exit(&sc->sc_lock);
    801   1.1     skrll 
    802   1.8     skrll 	return err;
    803   1.1     skrll }
    804   1.1     skrll 
    805   1.1     skrll Static void
    806  1.42     skrll dwc2_device_bulk_abort(struct usbd_xfer *xfer)
    807   1.1     skrll {
    808   1.1     skrll #ifdef DIAGNOSTIC
    809   1.1     skrll 	struct dwc2_softc *sc = DWC2_XFER2SC(xfer);
    810   1.1     skrll #endif
    811   1.1     skrll 	KASSERT(mutex_owned(&sc->sc_lock));
    812   1.1     skrll 
    813   1.1     skrll 	DPRINTF("xfer=%p\n", xfer);
    814  1.67  riastrad 	usbd_xfer_abort(xfer);
    815   1.1     skrll }
    816   1.1     skrll 
    817   1.1     skrll Static void
    818  1.42     skrll dwc2_device_bulk_close(struct usbd_pipe *pipe)
    819   1.1     skrll {
    820   1.1     skrll 
    821   1.1     skrll 	DPRINTF("pipe=%p\n", pipe);
    822   1.1     skrll 
    823   1.1     skrll 	dwc2_close_pipe(pipe);
    824   1.1     skrll }
    825   1.1     skrll 
    826   1.1     skrll Static void
    827  1.42     skrll dwc2_device_bulk_done(struct usbd_xfer *xfer)
    828   1.1     skrll {
    829   1.1     skrll 
    830  1.36     skrll 	DPRINTF("xfer=%p\n", xfer);
    831   1.1     skrll }
    832   1.1     skrll 
    833   1.1     skrll /***********************************************************************/
    834   1.1     skrll 
    835   1.1     skrll Static usbd_status
    836  1.42     skrll dwc2_device_intr_transfer(struct usbd_xfer *xfer)
    837   1.1     skrll {
    838   1.1     skrll 	struct dwc2_softc *sc = DWC2_XFER2SC(xfer);
    839   1.1     skrll 	usbd_status err;
    840   1.1     skrll 
    841   1.1     skrll 	DPRINTF("xfer=%p\n", xfer);
    842   1.1     skrll 
    843   1.1     skrll 	/* Insert last in queue. */
    844   1.1     skrll 	mutex_enter(&sc->sc_lock);
    845   1.1     skrll 	err = usb_insert_transfer(xfer);
    846   1.1     skrll 	mutex_exit(&sc->sc_lock);
    847   1.1     skrll 	if (err)
    848   1.1     skrll 		return err;
    849   1.1     skrll 
    850   1.1     skrll 	/* Pipe isn't running, start first */
    851  1.42     skrll 	return dwc2_device_intr_start(SIMPLEQ_FIRST(&xfer->ux_pipe->up_queue));
    852   1.1     skrll }
    853   1.1     skrll 
    854   1.1     skrll Static usbd_status
    855  1.42     skrll dwc2_device_intr_start(struct usbd_xfer *xfer)
    856   1.1     skrll {
    857  1.28     skrll 	struct dwc2_pipe *dpipe = DWC2_XFER2DPIPE(xfer)
    858  1.42     skrll 	struct usbd_device *dev = dpipe->pipe.up_dev;
    859  1.42     skrll 	struct dwc2_softc *sc = dev->ud_bus->ub_hcpriv;
    860   1.8     skrll 	usbd_status err;
    861  1.55       mrg 	const bool polling = sc->sc_bus.ub_usepolling;
    862   1.1     skrll 
    863  1.55       mrg 	if (!polling)
    864  1.55       mrg 		mutex_enter(&sc->sc_lock);
    865  1.42     skrll 	xfer->ux_status = USBD_IN_PROGRESS;
    866   1.8     skrll 	err = dwc2_device_start(xfer);
    867  1.55       mrg 	if (!polling)
    868  1.55       mrg 		mutex_exit(&sc->sc_lock);
    869   1.1     skrll 
    870   1.8     skrll 	if (err)
    871   1.8     skrll 		return err;
    872   1.8     skrll 
    873   1.1     skrll 	return USBD_IN_PROGRESS;
    874   1.1     skrll }
    875   1.1     skrll 
    876   1.1     skrll /* Abort a device interrupt request. */
    877   1.1     skrll Static void
    878  1.42     skrll dwc2_device_intr_abort(struct usbd_xfer *xfer)
    879   1.1     skrll {
    880   1.1     skrll #ifdef DIAGNOSTIC
    881   1.1     skrll 	struct dwc2_softc *sc = DWC2_XFER2SC(xfer);
    882   1.1     skrll #endif
    883   1.1     skrll 
    884   1.1     skrll 	KASSERT(mutex_owned(&sc->sc_lock));
    885  1.42     skrll 	KASSERT(xfer->ux_pipe->up_intrxfer == xfer);
    886   1.1     skrll 
    887   1.1     skrll 	DPRINTF("xfer=%p\n", xfer);
    888  1.67  riastrad 	usbd_xfer_abort(xfer);
    889   1.1     skrll }
    890   1.1     skrll 
    891   1.1     skrll Static void
    892  1.42     skrll dwc2_device_intr_close(struct usbd_pipe *pipe)
    893   1.1     skrll {
    894   1.1     skrll 
    895   1.1     skrll 	DPRINTF("pipe=%p\n", pipe);
    896   1.1     skrll 
    897   1.1     skrll 	dwc2_close_pipe(pipe);
    898   1.1     skrll }
    899   1.1     skrll 
    900   1.1     skrll Static void
    901  1.42     skrll dwc2_device_intr_done(struct usbd_xfer *xfer)
    902   1.1     skrll {
    903   1.1     skrll 
    904   1.1     skrll 	DPRINTF("\n");
    905   1.1     skrll }
    906   1.1     skrll 
    907   1.1     skrll /***********************************************************************/
    908   1.1     skrll 
    909   1.1     skrll usbd_status
    910  1.42     skrll dwc2_device_isoc_transfer(struct usbd_xfer *xfer)
    911   1.1     skrll {
    912   1.1     skrll 	struct dwc2_softc *sc = DWC2_XFER2SC(xfer);
    913   1.1     skrll 	usbd_status err;
    914   1.1     skrll 
    915   1.1     skrll 	DPRINTF("xfer=%p\n", xfer);
    916   1.1     skrll 
    917   1.1     skrll 	/* Insert last in queue. */
    918   1.1     skrll 	mutex_enter(&sc->sc_lock);
    919   1.1     skrll 	err = usb_insert_transfer(xfer);
    920   1.1     skrll 
    921  1.42     skrll 	KASSERT(err == USBD_NORMAL_COMPLETION);
    922   1.1     skrll 
    923  1.42     skrll 	xfer->ux_status = USBD_IN_PROGRESS;
    924   1.8     skrll 	err = dwc2_device_start(xfer);
    925   1.1     skrll 	mutex_exit(&sc->sc_lock);
    926   1.1     skrll 
    927   1.8     skrll 	return err;
    928   1.1     skrll }
    929   1.1     skrll 
    930   1.1     skrll void
    931  1.42     skrll dwc2_device_isoc_abort(struct usbd_xfer *xfer)
    932   1.1     skrll {
    933  1.42     skrll 	struct dwc2_softc *sc __diagused = DWC2_XFER2SC(xfer);
    934   1.7     skrll 	KASSERT(mutex_owned(&sc->sc_lock));
    935   1.7     skrll 
    936   1.7     skrll 	DPRINTF("xfer=%p\n", xfer);
    937  1.67  riastrad 	usbd_xfer_abort(xfer);
    938   1.1     skrll }
    939   1.1     skrll 
    940   1.1     skrll void
    941  1.42     skrll dwc2_device_isoc_close(struct usbd_pipe *pipe)
    942   1.1     skrll {
    943   1.1     skrll 	DPRINTF("\n");
    944   1.1     skrll 
    945   1.1     skrll 	dwc2_close_pipe(pipe);
    946   1.1     skrll }
    947   1.1     skrll 
    948   1.1     skrll void
    949  1.42     skrll dwc2_device_isoc_done(struct usbd_xfer *xfer)
    950   1.1     skrll {
    951   1.1     skrll 
    952   1.1     skrll 	DPRINTF("\n");
    953   1.1     skrll }
    954   1.1     skrll 
    955   1.1     skrll 
    956   1.1     skrll usbd_status
    957  1.42     skrll dwc2_device_start(struct usbd_xfer *xfer)
    958   1.1     skrll {
    959   1.1     skrll  	struct dwc2_xfer *dxfer = DWC2_XFER2DXFER(xfer);
    960   1.1     skrll 	struct dwc2_pipe *dpipe = DWC2_XFER2DPIPE(xfer);
    961   1.1     skrll 	struct dwc2_softc *sc = DWC2_XFER2SC(xfer);
    962   1.1     skrll 	struct dwc2_hsotg *hsotg = sc->sc_hsotg;
    963  1.33     skrll 	struct dwc2_hcd_urb *dwc2_urb;
    964   1.1     skrll 
    965  1.42     skrll 	struct usbd_device *dev = xfer->ux_pipe->up_dev;
    966  1.42     skrll 	usb_endpoint_descriptor_t *ed = xfer->ux_pipe->up_endpoint->ue_edesc;
    967  1.42     skrll 	uint8_t addr = dev->ud_addr;
    968   1.1     skrll 	uint8_t xfertype = UE_GET_XFERTYPE(ed->bmAttributes);
    969   1.1     skrll 	uint8_t epnum = UE_GET_ADDR(ed->bEndpointAddress);
    970   1.1     skrll 	uint8_t dir = UE_GET_DIR(ed->bEndpointAddress);
    971   1.1     skrll 	uint16_t mps = UE_GET_SIZE(UGETW(ed->wMaxPacketSize));
    972   1.1     skrll 	uint32_t len;
    973   1.1     skrll 
    974   1.1     skrll 	uint32_t flags = 0;
    975   1.7     skrll 	uint32_t off = 0;
    976  1.37     skrll 	int retval, err;
    977   1.1     skrll 	int alloc_bandwidth = 0;
    978   1.1     skrll 
    979  1.42     skrll 	DPRINTFN(1, "xfer=%p pipe=%p\n", xfer, xfer->ux_pipe);
    980   1.1     skrll 
    981   1.1     skrll 	if (xfertype == UE_ISOCHRONOUS ||
    982   1.1     skrll 	    xfertype == UE_INTERRUPT) {
    983   1.3     skrll 		mutex_spin_enter(&hsotg->lock);
    984   1.1     skrll 		if (!dwc2_hcd_is_bandwidth_allocated(hsotg, xfer))
    985   1.1     skrll 			alloc_bandwidth = 1;
    986   1.3     skrll 		mutex_spin_exit(&hsotg->lock);
    987   1.1     skrll 	}
    988   1.1     skrll 
    989   1.1     skrll 	/*
    990   1.1     skrll 	 * For Control pipe the direction is from the request, all other
    991   1.1     skrll 	 * transfers have been set correctly at pipe open time.
    992   1.1     skrll 	 */
    993   1.1     skrll 	if (xfertype == UE_CONTROL) {
    994  1.42     skrll 		usb_device_request_t *req = &xfer->ux_request;
    995   1.1     skrll 
    996   1.4     skrll 		DPRINTFN(3, "xfer=%p type=0x%02x request=0x%02x wValue=0x%04x "
    997   1.4     skrll 		    "wIndex=0x%04x len=%d addr=%d endpt=%d dir=%s speed=%d "
    998   1.2     skrll 		    "mps=%d\n",
    999   1.1     skrll 		    xfer, req->bmRequestType, req->bRequest, UGETW(req->wValue),
   1000  1.42     skrll 		    UGETW(req->wIndex), UGETW(req->wLength), dev->ud_addr,
   1001  1.42     skrll 		    epnum, dir == UT_READ ? "in" :"out", dev->ud_speed, mps);
   1002   1.1     skrll 
   1003   1.1     skrll 		/* Copy request packet to our DMA buffer */
   1004   1.1     skrll 		memcpy(KERNADDR(&dpipe->req_dma, 0), req, sizeof(*req));
   1005   1.1     skrll 		usb_syncmem(&dpipe->req_dma, 0, sizeof(*req),
   1006  1.42     skrll 		    BUS_DMASYNC_PREWRITE);
   1007   1.1     skrll 		len = UGETW(req->wLength);
   1008   1.1     skrll 		if ((req->bmRequestType & UT_READ) == UT_READ) {
   1009   1.1     skrll 			dir = UE_DIR_IN;
   1010   1.1     skrll 		} else {
   1011   1.1     skrll 			dir = UE_DIR_OUT;
   1012   1.1     skrll 		}
   1013   1.1     skrll 
   1014  1.18     skrll 		DPRINTFN(3, "req = %p dma = %" PRIxBUSADDR " len %d dir %s\n",
   1015   1.1     skrll 		    KERNADDR(&dpipe->req_dma, 0), DMAADDR(&dpipe->req_dma, 0),
   1016   1.1     skrll 		    len, dir == UE_DIR_IN ? "in" : "out");
   1017  1.64     skrll 	} else if (xfertype == UE_ISOCHRONOUS) {
   1018  1.64     skrll 		DPRINTFN(3, "xfer=%p nframes=%d flags=%d addr=%d endpt=%d,"
   1019  1.64     skrll 		    " mps=%d dir %s\n", xfer, xfer->ux_nframes, xfer->ux_flags, addr,
   1020  1.64     skrll 		    epnum, mps, dir == UT_READ ? "in" :"out");
   1021  1.64     skrll 
   1022  1.65  jmcneill 		len = 0;
   1023  1.66     skrll 		for (size_t i = 0; i < xfer->ux_nframes; i++)
   1024  1.64     skrll 			len += xfer->ux_frlengths[i];
   1025   1.1     skrll 	} else {
   1026   1.4     skrll 		DPRINTFN(3, "xfer=%p len=%d flags=%d addr=%d endpt=%d,"
   1027  1.42     skrll 		    " mps=%d dir %s\n", xfer, xfer->ux_length, xfer->ux_flags, addr,
   1028   1.2     skrll 		    epnum, mps, dir == UT_READ ? "in" :"out");
   1029   1.1     skrll 
   1030  1.42     skrll 		len = xfer->ux_length;
   1031   1.1     skrll 	}
   1032   1.1     skrll 
   1033   1.1     skrll 	dwc2_urb = dxfer->urb;
   1034   1.1     skrll 	if (!dwc2_urb)
   1035  1.42     skrll 		return USBD_NOMEM;
   1036   1.1     skrll 
   1037  1.42     skrll 	KASSERT(dwc2_urb->packet_count == xfer->ux_nframes);
   1038  1.20     skrll 	memset(dwc2_urb, 0, sizeof(*dwc2_urb) +
   1039  1.42     skrll 	    sizeof(dwc2_urb->iso_descs[0]) * dwc2_urb->packet_count);
   1040   1.1     skrll 
   1041  1.37     skrll 	dwc2_urb->priv = xfer;
   1042  1.42     skrll 	dwc2_urb->packet_count = xfer->ux_nframes;
   1043  1.37     skrll 
   1044   1.1     skrll 	dwc2_hcd_urb_set_pipeinfo(hsotg, dwc2_urb, addr, epnum, xfertype, dir,
   1045  1.42     skrll 	    mps);
   1046   1.1     skrll 
   1047   1.1     skrll 	if (xfertype == UE_CONTROL) {
   1048   1.1     skrll 		dwc2_urb->setup_usbdma = &dpipe->req_dma;
   1049   1.1     skrll 		dwc2_urb->setup_packet = KERNADDR(&dpipe->req_dma, 0);
   1050   1.1     skrll 		dwc2_urb->setup_dma = DMAADDR(&dpipe->req_dma, 0);
   1051   1.1     skrll 	} else {
   1052   1.1     skrll 		/* XXXNH - % mps required? */
   1053  1.42     skrll 		if ((xfer->ux_flags & USBD_FORCE_SHORT_XFER) && (len % mps) == 0)
   1054   1.1     skrll 		    flags |= URB_SEND_ZERO_PACKET;
   1055   1.1     skrll 	}
   1056   1.1     skrll 	flags |= URB_GIVEBACK_ASAP;
   1057   1.1     skrll 
   1058  1.26     skrll 	/*
   1059  1.26     skrll 	 * control transfers with no data phase don't touch usbdma, but
   1060  1.26     skrll 	 * everything else does.
   1061  1.26     skrll 	 */
   1062  1.26     skrll 	if (!(xfertype == UE_CONTROL && len == 0)) {
   1063  1.42     skrll 		dwc2_urb->usbdma = &xfer->ux_dmabuf;
   1064  1.26     skrll 		dwc2_urb->buf = KERNADDR(dwc2_urb->usbdma, 0);
   1065  1.26     skrll 		dwc2_urb->dma = DMAADDR(dwc2_urb->usbdma, 0);
   1066  1.45     skrll 
   1067  1.45     skrll 		usb_syncmem(&xfer->ux_dmabuf, 0, len,
   1068  1.45     skrll 		    dir == UE_DIR_IN ?
   1069  1.45     skrll 			BUS_DMASYNC_PREREAD : BUS_DMASYNC_PREWRITE);
   1070  1.26     skrll  	}
   1071   1.7     skrll 	dwc2_urb->length = len;
   1072   1.1     skrll  	dwc2_urb->flags = flags;
   1073   1.1     skrll 	dwc2_urb->status = -EINPROGRESS;
   1074   1.7     skrll 
   1075  1.19     skrll 	if (xfertype == UE_INTERRUPT ||
   1076  1.19     skrll 	    xfertype == UE_ISOCHRONOUS) {
   1077  1.19     skrll 		uint16_t ival;
   1078  1.19     skrll 
   1079  1.19     skrll 		if (xfertype == UE_INTERRUPT &&
   1080  1.42     skrll 		    dpipe->pipe.up_interval != USBD_DEFAULT_INTERVAL) {
   1081  1.42     skrll 			ival = dpipe->pipe.up_interval;
   1082  1.19     skrll 		} else {
   1083  1.19     skrll 			ival = ed->bInterval;
   1084  1.19     skrll 		}
   1085  1.19     skrll 
   1086  1.19     skrll 		if (ival < 1) {
   1087  1.19     skrll 			retval = -ENODEV;
   1088  1.19     skrll 			goto fail;
   1089  1.19     skrll 		}
   1090  1.42     skrll 		if (dev->ud_speed == USB_SPEED_HIGH ||
   1091  1.42     skrll 		   (dev->ud_speed == USB_SPEED_FULL && xfertype == UE_ISOCHRONOUS)) {
   1092  1.19     skrll 			if (ival > 16) {
   1093  1.19     skrll 				/*
   1094  1.19     skrll 				 * illegal with HS/FS, but there were
   1095  1.19     skrll 				 * documentation bugs in the spec
   1096  1.19     skrll 				 */
   1097  1.19     skrll 				ival = 256;
   1098  1.19     skrll 			} else {
   1099  1.19     skrll 				ival = (1 << (ival - 1));
   1100  1.19     skrll 			}
   1101  1.19     skrll 		} else {
   1102  1.19     skrll 			if (xfertype == UE_INTERRUPT && ival < 10)
   1103  1.19     skrll 				ival = 10;
   1104  1.19     skrll 		}
   1105  1.19     skrll 		dwc2_urb->interval = ival;
   1106  1.19     skrll 	}
   1107   1.1     skrll 
   1108   1.1     skrll 	/* XXXNH bring down from callers?? */
   1109   1.1     skrll // 	mutex_enter(&sc->sc_lock);
   1110   1.1     skrll 
   1111  1.42     skrll 	xfer->ux_actlen = 0;
   1112   1.1     skrll 
   1113   1.7     skrll 	KASSERT(xfertype != UE_ISOCHRONOUS ||
   1114  1.42     skrll 	    xfer->ux_nframes <= dwc2_urb->packet_count);
   1115  1.42     skrll 	KASSERTMSG(xfer->ux_nframes == 0 || xfertype == UE_ISOCHRONOUS,
   1116  1.42     skrll 	    "nframes %d xfertype %d\n", xfer->ux_nframes, xfertype);
   1117   1.7     skrll 
   1118  1.63     skrll 	off = 0;
   1119  1.63     skrll 	for (size_t i = 0; i < xfer->ux_nframes; ++i) {
   1120  1.63     skrll 		DPRINTFN(3, "xfer=%p frame=%zd offset=%d length=%d\n", xfer, i,
   1121  1.42     skrll 		    off, xfer->ux_frlengths[i]);
   1122   1.7     skrll 
   1123   1.7     skrll 		dwc2_hcd_urb_set_iso_desc_params(dwc2_urb, i, off,
   1124  1.42     skrll 		    xfer->ux_frlengths[i]);
   1125  1.42     skrll 		off += xfer->ux_frlengths[i];
   1126   1.7     skrll 	}
   1127   1.7     skrll 
   1128  1.37     skrll 	struct dwc2_qh *qh = dpipe->priv;
   1129  1.37     skrll 	struct dwc2_qtd *qtd;
   1130  1.37     skrll 	bool qh_allocated = false;
   1131  1.37     skrll 
   1132  1.37     skrll 	/* Create QH for the endpoint if it doesn't exist */
   1133  1.37     skrll 	if (!qh) {
   1134  1.37     skrll 		qh = dwc2_hcd_qh_create(hsotg, dwc2_urb, GFP_ATOMIC);
   1135  1.37     skrll 		if (!qh) {
   1136  1.37     skrll 			retval = -ENOMEM;
   1137  1.37     skrll 			goto fail;
   1138  1.37     skrll 		}
   1139  1.37     skrll 		dpipe->priv = qh;
   1140  1.37     skrll 		qh_allocated = true;
   1141  1.37     skrll 	}
   1142  1.37     skrll 
   1143  1.37     skrll 	qtd = pool_cache_get(sc->sc_qtdpool, PR_NOWAIT);
   1144  1.37     skrll 	if (!qtd) {
   1145  1.37     skrll 		retval = -ENOMEM;
   1146  1.37     skrll 		goto fail1;
   1147  1.37     skrll 	}
   1148  1.37     skrll 	memset(qtd, 0, sizeof(*qtd));
   1149  1.37     skrll 
   1150   1.1     skrll 	/* might need to check cpu_intr_p */
   1151  1.23     skrll 	mutex_spin_enter(&hsotg->lock);
   1152  1.37     skrll 	retval = dwc2_hcd_urb_enqueue(hsotg, dwc2_urb, qh, qtd);
   1153   1.1     skrll 	if (retval)
   1154  1.37     skrll 		goto fail2;
   1155  1.67  riastrad 	usbd_xfer_schedule_timeout(xfer);
   1156  1.67  riastrad 	xfer->ux_status = USBD_IN_PROGRESS;
   1157   1.1     skrll 
   1158   1.1     skrll 	if (alloc_bandwidth) {
   1159   1.7     skrll 		dwc2_allocate_bus_bandwidth(hsotg,
   1160   1.7     skrll 				dwc2_hcd_get_ep_bandwidth(hsotg, dpipe),
   1161   1.7     skrll 				xfer);
   1162   1.1     skrll 	}
   1163   1.1     skrll 
   1164  1.23     skrll 	mutex_spin_exit(&hsotg->lock);
   1165  1.37     skrll // 	mutex_exit(&sc->sc_lock);
   1166  1.37     skrll 
   1167  1.37     skrll 	return USBD_IN_PROGRESS;
   1168  1.37     skrll 
   1169  1.37     skrll fail2:
   1170  1.37     skrll 	dwc2_urb->priv = NULL;
   1171  1.37     skrll 	mutex_spin_exit(&hsotg->lock);
   1172  1.37     skrll 	pool_cache_put(sc->sc_qtdpool, qtd);
   1173  1.23     skrll 
   1174  1.37     skrll fail1:
   1175  1.37     skrll 	if (qh_allocated) {
   1176  1.37     skrll 		dpipe->priv = NULL;
   1177  1.37     skrll 		dwc2_hcd_qh_free(hsotg, qh);
   1178  1.37     skrll 	}
   1179  1.37     skrll fail:
   1180   1.1     skrll 
   1181   1.1     skrll 	switch (retval) {
   1182  1.37     skrll 	case -EINVAL:
   1183   1.1     skrll 	case -ENODEV:
   1184  1.11     skrll 		err = USBD_INVAL;
   1185   1.1     skrll 		break;
   1186   1.1     skrll 	case -ENOMEM:
   1187   1.1     skrll 		err = USBD_NOMEM;
   1188   1.1     skrll 		break;
   1189   1.1     skrll 	default:
   1190   1.1     skrll 		err = USBD_IOERROR;
   1191   1.1     skrll 	}
   1192   1.1     skrll 
   1193   1.1     skrll 	return err;
   1194   1.1     skrll 
   1195   1.1     skrll }
   1196   1.1     skrll 
   1197   1.1     skrll int dwc2_intr(void *p)
   1198   1.1     skrll {
   1199   1.1     skrll 	struct dwc2_softc *sc = p;
   1200   1.3     skrll 	struct dwc2_hsotg *hsotg;
   1201   1.1     skrll 	int ret = 0;
   1202   1.1     skrll 
   1203   1.1     skrll 	if (sc == NULL)
   1204   1.1     skrll 		return 0;
   1205   1.1     skrll 
   1206   1.3     skrll 	hsotg = sc->sc_hsotg;
   1207   1.3     skrll 	mutex_spin_enter(&hsotg->lock);
   1208   1.1     skrll 
   1209   1.1     skrll 	if (sc->sc_dying || !device_has_power(sc->sc_dev))
   1210   1.1     skrll 		goto done;
   1211   1.1     skrll 
   1212  1.42     skrll 	if (sc->sc_bus.ub_usepolling) {
   1213   1.1     skrll 		uint32_t intrs;
   1214   1.1     skrll 
   1215   1.1     skrll 		intrs = dwc2_read_core_intr(hsotg);
   1216   1.1     skrll 		DWC2_WRITE_4(hsotg, GINTSTS, intrs);
   1217   1.1     skrll 	} else {
   1218   1.1     skrll 		ret = dwc2_interrupt(sc);
   1219   1.1     skrll 	}
   1220   1.1     skrll 
   1221   1.1     skrll done:
   1222   1.3     skrll 	mutex_spin_exit(&hsotg->lock);
   1223   1.1     skrll 
   1224   1.1     skrll 	return ret;
   1225   1.1     skrll }
   1226   1.1     skrll 
   1227   1.1     skrll int
   1228   1.1     skrll dwc2_interrupt(struct dwc2_softc *sc)
   1229   1.1     skrll {
   1230   1.1     skrll 	int ret = 0;
   1231   1.1     skrll 
   1232   1.1     skrll 	if (sc->sc_hcdenabled) {
   1233   1.1     skrll 		ret |= dwc2_handle_hcd_intr(sc->sc_hsotg);
   1234   1.1     skrll 	}
   1235   1.1     skrll 
   1236   1.1     skrll 	ret |= dwc2_handle_common_intr(sc->sc_hsotg);
   1237   1.1     skrll 
   1238   1.1     skrll 	return ret;
   1239   1.1     skrll }
   1240   1.1     skrll 
   1241   1.1     skrll /***********************************************************************/
   1242   1.1     skrll 
   1243   1.1     skrll int
   1244   1.1     skrll dwc2_detach(struct dwc2_softc *sc, int flags)
   1245   1.1     skrll {
   1246   1.1     skrll 	int rv = 0;
   1247   1.1     skrll 
   1248   1.1     skrll 	if (sc->sc_child != NULL)
   1249   1.1     skrll 		rv = config_detach(sc->sc_child, flags);
   1250   1.1     skrll 
   1251   1.1     skrll 	return rv;
   1252   1.1     skrll }
   1253   1.1     skrll 
   1254   1.1     skrll bool
   1255   1.1     skrll dwc2_shutdown(device_t self, int flags)
   1256   1.1     skrll {
   1257   1.1     skrll 	struct dwc2_softc *sc = device_private(self);
   1258   1.1     skrll 
   1259   1.1     skrll 	sc = sc;
   1260   1.1     skrll 
   1261   1.1     skrll 	return true;
   1262   1.1     skrll }
   1263   1.1     skrll 
   1264   1.1     skrll void
   1265   1.1     skrll dwc2_childdet(device_t self, device_t child)
   1266   1.1     skrll {
   1267   1.1     skrll 	struct dwc2_softc *sc = device_private(self);
   1268   1.1     skrll 
   1269   1.1     skrll 	sc = sc;
   1270   1.1     skrll }
   1271   1.1     skrll 
   1272   1.1     skrll int
   1273   1.1     skrll dwc2_activate(device_t self, enum devact act)
   1274   1.1     skrll {
   1275   1.1     skrll 	struct dwc2_softc *sc = device_private(self);
   1276   1.1     skrll 
   1277   1.1     skrll 	sc = sc;
   1278   1.1     skrll 
   1279   1.1     skrll 	return 0;
   1280   1.1     skrll }
   1281   1.1     skrll 
   1282   1.1     skrll bool
   1283   1.1     skrll dwc2_resume(device_t dv, const pmf_qual_t *qual)
   1284   1.1     skrll {
   1285   1.1     skrll 	struct dwc2_softc *sc = device_private(dv);
   1286   1.1     skrll 
   1287   1.1     skrll 	sc = sc;
   1288   1.1     skrll 
   1289   1.1     skrll 	return true;
   1290   1.1     skrll }
   1291   1.1     skrll 
   1292   1.1     skrll bool
   1293   1.1     skrll dwc2_suspend(device_t dv, const pmf_qual_t *qual)
   1294   1.1     skrll {
   1295   1.1     skrll 	struct dwc2_softc *sc = device_private(dv);
   1296   1.1     skrll 
   1297   1.1     skrll 	sc = sc;
   1298   1.1     skrll 
   1299   1.1     skrll 	return true;
   1300   1.1     skrll }
   1301   1.1     skrll 
   1302   1.1     skrll /***********************************************************************/
   1303  1.12     skrll int
   1304   1.1     skrll dwc2_init(struct dwc2_softc *sc)
   1305   1.1     skrll {
   1306   1.1     skrll 	int err = 0;
   1307   1.1     skrll 
   1308  1.59       ryo 	err = linux_workqueue_init();
   1309  1.59       ryo 	if (err)
   1310  1.59       ryo 		return err;
   1311  1.59       ryo 
   1312  1.42     skrll 	sc->sc_bus.ub_hcpriv = sc;
   1313  1.42     skrll 	sc->sc_bus.ub_revision = USBREV_2_0;
   1314  1.42     skrll 	sc->sc_bus.ub_methods = &dwc2_bus_methods;
   1315  1.42     skrll 	sc->sc_bus.ub_pipesize = sizeof(struct dwc2_pipe);
   1316  1.42     skrll 	sc->sc_bus.ub_usedma = true;
   1317   1.1     skrll 	sc->sc_hcdenabled = false;
   1318   1.1     skrll 
   1319   1.1     skrll 	mutex_init(&sc->sc_lock, MUTEX_DEFAULT, IPL_SOFTUSB);
   1320   1.1     skrll 
   1321   1.1     skrll 	TAILQ_INIT(&sc->sc_complete);
   1322   1.1     skrll 
   1323  1.44     skrll 	sc->sc_rhc_si = softint_establish(SOFTINT_USB | SOFTINT_MPSAFE,
   1324   1.1     skrll 	    dwc2_rhc, sc);
   1325   1.1     skrll 
   1326   1.1     skrll 	sc->sc_xferpool = pool_cache_init(sizeof(struct dwc2_xfer), 0, 0, 0,
   1327   1.1     skrll 	    "dwc2xfer", NULL, IPL_USB, NULL, NULL, NULL);
   1328   1.1     skrll 	sc->sc_qhpool = pool_cache_init(sizeof(struct dwc2_qh), 0, 0, 0,
   1329   1.1     skrll 	    "dwc2qh", NULL, IPL_USB, NULL, NULL, NULL);
   1330   1.1     skrll 	sc->sc_qtdpool = pool_cache_init(sizeof(struct dwc2_qtd), 0, 0, 0,
   1331   1.1     skrll 	    "dwc2qtd", NULL, IPL_USB, NULL, NULL, NULL);
   1332   1.1     skrll 
   1333   1.1     skrll 	sc->sc_hsotg = kmem_zalloc(sizeof(struct dwc2_hsotg), KM_SLEEP);
   1334   1.1     skrll 	sc->sc_hsotg->hsotg_sc = sc;
   1335   1.1     skrll 	sc->sc_hsotg->dev = sc->sc_dev;
   1336   1.1     skrll 	sc->sc_hcdenabled = true;
   1337   1.1     skrll 
   1338  1.37     skrll 	struct dwc2_hsotg *hsotg = sc->sc_hsotg;
   1339  1.37     skrll 	struct dwc2_core_params defparams;
   1340  1.37     skrll 	int retval;
   1341  1.37     skrll 
   1342  1.37     skrll 	if (sc->sc_params == NULL) {
   1343  1.37     skrll 		/* Default all params to autodetect */
   1344  1.37     skrll 		dwc2_set_all_params(&defparams, -1);
   1345  1.37     skrll 		sc->sc_params = &defparams;
   1346  1.37     skrll 
   1347  1.37     skrll 		/*
   1348  1.37     skrll 		 * Disable descriptor dma mode by default as the HW can support
   1349  1.37     skrll 		 * it, but does not support it for SPLIT transactions.
   1350  1.37     skrll 		 */
   1351  1.37     skrll 		defparams.dma_desc_enable = 0;
   1352  1.37     skrll 	}
   1353  1.37     skrll 	hsotg->dr_mode = USB_DR_MODE_HOST;
   1354  1.37     skrll 
   1355  1.37     skrll 	/* Detect config values from hardware */
   1356  1.37     skrll 	retval = dwc2_get_hwparams(hsotg);
   1357  1.37     skrll 	if (retval) {
   1358  1.37     skrll 		goto fail2;
   1359  1.37     skrll 	}
   1360  1.37     skrll 
   1361  1.37     skrll 	hsotg->core_params = kmem_zalloc(sizeof(*hsotg->core_params), KM_SLEEP);
   1362  1.37     skrll 	dwc2_set_all_params(hsotg->core_params, -1);
   1363  1.37     skrll 
   1364  1.37     skrll 	/* Validate parameter values */
   1365  1.37     skrll 	dwc2_set_parameters(hsotg, sc->sc_params);
   1366  1.37     skrll 
   1367  1.37     skrll #if IS_ENABLED(CONFIG_USB_DWC2_PERIPHERAL) || \
   1368  1.37     skrll     IS_ENABLED(CONFIG_USB_DWC2_DUAL_ROLE)
   1369  1.37     skrll 	if (hsotg->dr_mode != USB_DR_MODE_HOST) {
   1370  1.37     skrll 		retval = dwc2_gadget_init(hsotg);
   1371  1.37     skrll 		if (retval)
   1372  1.37     skrll 			goto fail2;
   1373  1.37     skrll 		hsotg->gadget_enabled = 1;
   1374  1.37     skrll 	}
   1375  1.37     skrll #endif
   1376  1.37     skrll #if IS_ENABLED(CONFIG_USB_DWC2_HOST) || \
   1377  1.37     skrll     IS_ENABLED(CONFIG_USB_DWC2_DUAL_ROLE)
   1378  1.37     skrll 	if (hsotg->dr_mode != USB_DR_MODE_PERIPHERAL) {
   1379  1.37     skrll 		retval = dwc2_hcd_init(hsotg);
   1380  1.37     skrll 		if (retval) {
   1381  1.37     skrll 			if (hsotg->gadget_enabled)
   1382  1.39     skrll 				dwc2_hsotg_remove(hsotg);
   1383  1.37     skrll 			goto fail2;
   1384  1.37     skrll 		}
   1385  1.37     skrll 	    hsotg->hcd_enabled = 1;
   1386  1.37     skrll         }
   1387  1.37     skrll #endif
   1388  1.37     skrll 
   1389  1.51     skrll 	uint32_t snpsid = hsotg->hw_params.snpsid;
   1390  1.51     skrll 	aprint_verbose_dev(sc->sc_dev, "Core Release: %x.%x%x%x (snpsid=%x)\n",
   1391  1.51     skrll 	    snpsid >> 12 & 0xf, snpsid >> 8 & 0xf,
   1392  1.51     skrll 	    snpsid >> 4 & 0xf, snpsid & 0xf, snpsid);
   1393  1.51     skrll 
   1394   1.1     skrll 	return 0;
   1395   1.1     skrll 
   1396   1.1     skrll fail2:
   1397  1.37     skrll 	err = -retval;
   1398   1.1     skrll 	kmem_free(sc->sc_hsotg, sizeof(struct dwc2_hsotg));
   1399   1.1     skrll 	softint_disestablish(sc->sc_rhc_si);
   1400   1.1     skrll 
   1401   1.1     skrll 	return err;
   1402   1.1     skrll }
   1403   1.1     skrll 
   1404   1.1     skrll #if 0
   1405   1.1     skrll /*
   1406   1.1     skrll  * curmode is a mode indication bit 0 = device, 1 = host
   1407   1.1     skrll  */
   1408   1.1     skrll static const char * const intnames[32] = {
   1409   1.1     skrll 	"curmode",	"modemis",	"otgint",	"sof",
   1410   1.1     skrll 	"rxflvl",	"nptxfemp",	"ginnakeff",	"goutnakeff",
   1411   1.1     skrll 	"ulpickint",	"i2cint",	"erlysusp",	"usbsusp",
   1412   1.1     skrll 	"usbrst",	"enumdone",	"isooutdrop",	"eopf",
   1413   1.1     skrll 	"restore_done",	"epmis",	"iepint",	"oepint",
   1414   1.1     skrll 	"incompisoin",	"incomplp",	"fetsusp",	"resetdet",
   1415   1.1     skrll 	"prtint",	"hchint",	"ptxfemp",	"lpm",
   1416   1.1     skrll 	"conidstschng",	"disconnint",	"sessreqint",	"wkupint"
   1417   1.1     skrll };
   1418   1.1     skrll 
   1419   1.1     skrll 
   1420   1.1     skrll /***********************************************************************/
   1421   1.1     skrll 
   1422   1.1     skrll #endif
   1423   1.1     skrll 
   1424   1.1     skrll void dwc2_host_hub_info(struct dwc2_hsotg *hsotg, void *context, int *hub_addr,
   1425   1.1     skrll 			int *hub_port)
   1426   1.1     skrll {
   1427  1.42     skrll 	struct usbd_xfer *xfer = context;
   1428   1.1     skrll 	struct dwc2_pipe *dpipe = DWC2_XFER2DPIPE(xfer);
   1429  1.42     skrll 	struct usbd_device *dev = dpipe->pipe.up_dev;
   1430   1.1     skrll 
   1431  1.42     skrll 	*hub_addr = dev->ud_myhsport->up_parent->ud_addr;
   1432  1.42     skrll  	*hub_port = dev->ud_myhsport->up_portno;
   1433   1.1     skrll }
   1434   1.1     skrll 
   1435   1.1     skrll int dwc2_host_get_speed(struct dwc2_hsotg *hsotg, void *context)
   1436   1.1     skrll {
   1437  1.42     skrll 	struct usbd_xfer *xfer = context;
   1438   1.1     skrll 	struct dwc2_pipe *dpipe = DWC2_XFER2DPIPE(xfer);
   1439  1.42     skrll 	struct usbd_device *dev = dpipe->pipe.up_dev;
   1440   1.1     skrll 
   1441  1.42     skrll 	return dev->ud_speed;
   1442   1.1     skrll }
   1443   1.1     skrll 
   1444   1.1     skrll /*
   1445   1.1     skrll  * Sets the final status of an URB and returns it to the upper layer. Any
   1446   1.1     skrll  * required cleanup of the URB is performed.
   1447   1.1     skrll  *
   1448   1.1     skrll  * Must be called with interrupt disabled and spinlock held
   1449   1.1     skrll  */
   1450   1.1     skrll void dwc2_host_complete(struct dwc2_hsotg *hsotg, struct dwc2_qtd *qtd,
   1451  1.33     skrll     int status)
   1452   1.1     skrll {
   1453  1.42     skrll 	struct usbd_xfer *xfer;
   1454   1.1     skrll 	struct dwc2_xfer *dxfer;
   1455   1.1     skrll 	struct dwc2_softc *sc;
   1456   1.1     skrll 	usb_endpoint_descriptor_t *ed;
   1457   1.1     skrll 	uint8_t xfertype;
   1458   1.1     skrll 
   1459  1.67  riastrad 	KASSERT(mutex_owned(&hsotg->lock));
   1460  1.67  riastrad 
   1461   1.1     skrll 	if (!qtd) {
   1462   1.1     skrll 		dev_dbg(hsotg->dev, "## %s: qtd is NULL ##\n", __func__);
   1463   1.1     skrll 		return;
   1464   1.1     skrll 	}
   1465   1.1     skrll 
   1466   1.1     skrll 	if (!qtd->urb) {
   1467   1.1     skrll 		dev_dbg(hsotg->dev, "## %s: qtd->urb is NULL ##\n", __func__);
   1468   1.1     skrll 		return;
   1469   1.1     skrll 	}
   1470   1.1     skrll 
   1471   1.1     skrll 	xfer = qtd->urb->priv;
   1472   1.1     skrll 	if (!xfer) {
   1473   1.1     skrll 		dev_dbg(hsotg->dev, "## %s: urb->priv is NULL ##\n", __func__);
   1474   1.1     skrll 		return;
   1475   1.1     skrll 	}
   1476   1.1     skrll 
   1477   1.1     skrll 	dxfer = DWC2_XFER2DXFER(xfer);
   1478   1.1     skrll 	sc = DWC2_XFER2SC(xfer);
   1479  1.42     skrll 	ed = xfer->ux_pipe->up_endpoint->ue_edesc;
   1480   1.1     skrll 	xfertype = UE_GET_XFERTYPE(ed->bmAttributes);
   1481   1.1     skrll 
   1482  1.39     skrll 	struct dwc2_hcd_urb *urb = qtd->urb;
   1483  1.42     skrll 	xfer->ux_actlen = dwc2_hcd_urb_get_actual_length(urb);
   1484   1.1     skrll 
   1485  1.42     skrll 	DPRINTFN(3, "xfer=%p actlen=%d\n", xfer, xfer->ux_actlen);
   1486  1.24     skrll 
   1487   1.1     skrll 	if (xfertype == UE_ISOCHRONOUS) {
   1488  1.42     skrll 		xfer->ux_actlen = 0;
   1489  1.63     skrll 		for (size_t i = 0; i < xfer->ux_nframes; ++i) {
   1490  1.42     skrll 			xfer->ux_frlengths[i] =
   1491   1.1     skrll 				dwc2_hcd_urb_get_iso_desc_actual_length(
   1492  1.39     skrll 						urb, i);
   1493  1.63     skrll 			DPRINTFN(1, "xfer=%p frame=%zu length=%d\n", xfer, i,
   1494  1.63     skrll 			    xfer->ux_frlengths[i]);
   1495  1.42     skrll 			xfer->ux_actlen += xfer->ux_frlengths[i];
   1496   1.1     skrll 		}
   1497  1.63     skrll 		DPRINTFN(1, "xfer=%p actlen=%d (isoc)\n", xfer, xfer->ux_actlen);
   1498   1.1     skrll 	}
   1499   1.7     skrll 
   1500  1.39     skrll 	if (xfertype == UE_ISOCHRONOUS && dbg_perio()) {
   1501  1.63     skrll 		for (size_t i = 0; i < xfer->ux_nframes; i++)
   1502  1.63     skrll 			dev_vdbg(hsotg->dev, " ISO Desc %zu status %d\n",
   1503  1.39     skrll 				 i, urb->iso_descs[i].status);
   1504  1.39     skrll 	}
   1505  1.39     skrll 
   1506   1.1     skrll 	if (!status) {
   1507  1.42     skrll 		if (!(xfer->ux_flags & USBD_SHORT_XFER_OK) &&
   1508  1.42     skrll 		    xfer->ux_actlen < xfer->ux_length)
   1509   1.1     skrll 			status = -EIO;
   1510   1.1     skrll 	}
   1511   1.1     skrll 
   1512   1.1     skrll 	switch (status) {
   1513   1.1     skrll 	case 0:
   1514  1.67  riastrad 		dxfer->intr_status = USBD_NORMAL_COMPLETION;
   1515   1.1     skrll 		break;
   1516   1.1     skrll 	case -EPIPE:
   1517  1.67  riastrad 		dxfer->intr_status = USBD_STALLED;
   1518   1.1     skrll 		break;
   1519   1.1     skrll 	case -EPROTO:
   1520  1.67  riastrad 		dxfer->intr_status = USBD_INVAL;
   1521   1.1     skrll 		break;
   1522   1.1     skrll 	case -EIO:
   1523  1.67  riastrad 		dxfer->intr_status = USBD_IOERROR;
   1524   1.1     skrll 		break;
   1525   1.1     skrll 	case -EOVERFLOW:
   1526  1.67  riastrad 		dxfer->intr_status = USBD_IOERROR;
   1527   1.1     skrll 		break;
   1528   1.1     skrll 	default:
   1529  1.67  riastrad 		dxfer->intr_status = USBD_IOERROR;
   1530   1.1     skrll 		printf("%s: unknown error status %d\n", __func__, status);
   1531   1.1     skrll 	}
   1532   1.1     skrll 
   1533  1.67  riastrad 	if (dxfer->intr_status == USBD_NORMAL_COMPLETION) {
   1534  1.34     skrll 		/*
   1535  1.34     skrll 		 * control transfers with no data phase don't touch dmabuf, but
   1536  1.34     skrll 		 * everything else does.
   1537  1.34     skrll 		 */
   1538  1.34     skrll 		if (!(xfertype == UE_CONTROL &&
   1539  1.50       rin 		    UGETW(xfer->ux_request.wLength) == 0) &&
   1540  1.50       rin 		    xfer->ux_actlen > 0	/* XXX PR/53503 */
   1541  1.50       rin 		    ) {
   1542  1.35     skrll 			int rd = usbd_xfer_isread(xfer);
   1543  1.35     skrll 
   1544  1.42     skrll 			usb_syncmem(&xfer->ux_dmabuf, 0, xfer->ux_actlen,
   1545  1.34     skrll 			    rd ? BUS_DMASYNC_POSTREAD : BUS_DMASYNC_POSTWRITE);
   1546  1.34     skrll 		}
   1547  1.34     skrll 	}
   1548  1.34     skrll 
   1549   1.1     skrll 	if (xfertype == UE_ISOCHRONOUS ||
   1550   1.1     skrll 	    xfertype == UE_INTERRUPT) {
   1551   1.7     skrll 		struct dwc2_pipe *dpipe = DWC2_XFER2DPIPE(xfer);
   1552   1.1     skrll 
   1553   1.7     skrll 		dwc2_free_bus_bandwidth(hsotg,
   1554   1.7     skrll 					dwc2_hcd_get_ep_bandwidth(hsotg, dpipe),
   1555   1.7     skrll 					xfer);
   1556   1.1     skrll 	}
   1557   1.1     skrll 
   1558   1.1     skrll 	qtd->urb = NULL;
   1559   1.5     skrll 	KASSERT(mutex_owned(&hsotg->lock));
   1560   1.1     skrll 
   1561   1.1     skrll 	TAILQ_INSERT_TAIL(&sc->sc_complete, dxfer, xnext);
   1562   1.1     skrll 
   1563  1.21     skrll 	mutex_spin_exit(&hsotg->lock);
   1564   1.1     skrll 	usb_schedsoftintr(&sc->sc_bus);
   1565  1.21     skrll 	mutex_spin_enter(&hsotg->lock);
   1566   1.1     skrll }
   1567   1.1     skrll 
   1568   1.1     skrll 
   1569   1.1     skrll int
   1570   1.1     skrll _dwc2_hcd_start(struct dwc2_hsotg *hsotg)
   1571   1.1     skrll {
   1572   1.1     skrll 	dev_dbg(hsotg->dev, "DWC OTG HCD START\n");
   1573   1.1     skrll 
   1574   1.3     skrll 	mutex_spin_enter(&hsotg->lock);
   1575   1.1     skrll 
   1576  1.39     skrll 	hsotg->lx_state = DWC2_L0;
   1577  1.40     skrll 
   1578  1.39     skrll 	if (dwc2_is_device_mode(hsotg)) {
   1579  1.39     skrll 		mutex_spin_exit(&hsotg->lock);
   1580  1.39     skrll 		return 0;	/* why 0 ?? */
   1581  1.39     skrll 	}
   1582  1.39     skrll 
   1583   1.1     skrll 	dwc2_hcd_reinit(hsotg);
   1584   1.1     skrll 
   1585   1.3     skrll 	mutex_spin_exit(&hsotg->lock);
   1586   1.1     skrll 	return 0;
   1587   1.1     skrll }
   1588   1.6     skrll 
   1589   1.6     skrll int dwc2_host_is_b_hnp_enabled(struct dwc2_hsotg *hsotg)
   1590   1.6     skrll {
   1591   1.6     skrll 
   1592   1.6     skrll 	return false;
   1593   1.6     skrll }
   1594