Home | History | Annotate | Line # | Download | only in usb
usbnet.c revision 1.25
      1  1.25    mrg /*	$NetBSD: usbnet.c,v 1.25 2019/08/29 09:17:51 mrg Exp $	*/
      2   1.1    mrg 
      3   1.1    mrg /*
      4   1.1    mrg  * Copyright (c) 2019 Matthew R. Green
      5   1.1    mrg  * All rights reserved.
      6   1.1    mrg  *
      7   1.1    mrg  * Redistribution and use in source and binary forms, with or without
      8   1.1    mrg  * modification, are permitted provided that the following conditions
      9   1.1    mrg  * are met:
     10   1.1    mrg  * 1. Redistributions of source code must retain the above copyright
     11   1.1    mrg  *    notice, this list of conditions and the following disclaimer.
     12   1.1    mrg  * 2. Redistributions in binary form must reproduce the above copyright
     13   1.1    mrg  *    notice, this list of conditions and the following disclaimer in the
     14   1.1    mrg  *    documentation and/or other materials provided with the distribution.
     15   1.1    mrg  * 3. The name of the author may not be used to endorse or promote products
     16   1.1    mrg  *    derived from this software without specific prior written permission.
     17   1.1    mrg  *
     18   1.1    mrg  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
     19   1.1    mrg  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
     20   1.1    mrg  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     21   1.1    mrg  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
     22   1.1    mrg  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
     23   1.1    mrg  * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
     24   1.1    mrg  * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
     25   1.1    mrg  * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
     26   1.1    mrg  * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     27   1.1    mrg  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     28   1.1    mrg  * SUCH DAMAGE.
     29   1.1    mrg  */
     30   1.1    mrg 
     31   1.1    mrg /*
     32  1.13    mrg  * Common code shared between USB network drivers.
     33   1.1    mrg  */
     34   1.1    mrg 
     35   1.1    mrg #include <sys/cdefs.h>
     36  1.25    mrg __KERNEL_RCSID(0, "$NetBSD: usbnet.c,v 1.25 2019/08/29 09:17:51 mrg Exp $");
     37   1.1    mrg 
     38   1.1    mrg #include <sys/param.h>
     39   1.1    mrg #include <sys/kernel.h>
     40   1.1    mrg #include <sys/kmem.h>
     41   1.1    mrg #include <sys/module.h>
     42  1.23    mrg #include <sys/atomic.h>
     43   1.1    mrg 
     44   1.1    mrg #include <dev/usb/usbnet.h>
     45   1.4    mrg #include <dev/usb/usbhist.h>
     46   1.1    mrg 
     47  1.11    mrg struct usbnet_cdata {
     48  1.11    mrg 	struct usbnet_chain	*uncd_tx_chain;
     49  1.11    mrg 	struct usbnet_chain	*uncd_rx_chain;
     50  1.11    mrg 
     51  1.11    mrg 	int			uncd_tx_prod;
     52  1.11    mrg 	int			uncd_tx_cnt;
     53  1.11    mrg };
     54  1.11    mrg 
     55  1.11    mrg struct usbnet_private {
     56  1.11    mrg 	/*
     57  1.11    mrg 	 * - unp_lock protects most of the structure, and the public one
     58  1.11    mrg 	 * - unp_miilock must be held to access this device's MII bus
     59  1.11    mrg 	 * - unp_rxlock protects the rx path and its data
     60  1.11    mrg 	 * - unp_txlock protects the tx path and its data
     61  1.11    mrg 	 * - unp_detachcv handles detach vs open references
     62  1.11    mrg 	 */
     63  1.11    mrg 	kmutex_t		unp_lock;
     64  1.11    mrg 	kmutex_t		unp_miilock;
     65  1.11    mrg 	kmutex_t		unp_rxlock;
     66  1.11    mrg 	kmutex_t		unp_txlock;
     67  1.11    mrg 	kcondvar_t		unp_detachcv;
     68  1.11    mrg 
     69  1.11    mrg 	struct usbnet_cdata	unp_cdata;
     70  1.11    mrg 
     71  1.11    mrg 	struct ethercom		unp_ec;
     72  1.11    mrg 	struct mii_data		unp_mii;
     73  1.11    mrg 	struct usb_task		unp_ticktask;
     74  1.11    mrg 	struct callout		unp_stat_ch;
     75  1.11    mrg 	struct usbd_pipe	*unp_ep[USBNET_ENDPT_MAX];
     76  1.11    mrg 
     77  1.11    mrg 	bool			unp_dying;
     78  1.11    mrg 	bool			unp_stopping;
     79  1.11    mrg 	bool			unp_attached;
     80  1.11    mrg 	bool			unp_link;
     81  1.11    mrg 
     82  1.11    mrg 	int			unp_refcnt;
     83  1.11    mrg 	int			unp_timer;
     84  1.11    mrg 	int			unp_if_flags;
     85  1.23    mrg 	unsigned		unp_number;
     86  1.11    mrg 
     87  1.11    mrg 	krndsource_t		unp_rndsrc;
     88  1.11    mrg 
     89  1.11    mrg 	struct timeval		unp_rx_notice;
     90  1.11    mrg 	struct timeval		unp_tx_notice;
     91  1.11    mrg 	struct timeval		unp_intr_notice;
     92  1.11    mrg };
     93  1.11    mrg 
     94  1.11    mrg #define un_cdata(un)	(&(un)->un_pri->unp_cdata)
     95  1.11    mrg 
     96  1.23    mrg volatile unsigned usbnet_number;
     97  1.23    mrg 
     98   1.1    mrg static int usbnet_modcmd(modcmd_t, void *);
     99   1.1    mrg 
    100   1.2    mrg #ifdef USB_DEBUG
    101   1.2    mrg #ifndef USBNET_DEBUG
    102   1.2    mrg #define usbnetdebug 0
    103   1.2    mrg #else
    104   1.4    mrg static int usbnetdebug = 1;
    105   1.4    mrg 
    106   1.2    mrg SYSCTL_SETUP(sysctl_hw_usbnet_setup, "sysctl hw.usbnet setup")
    107   1.2    mrg {
    108   1.2    mrg 	int err;
    109   1.2    mrg 	const struct sysctlnode *rnode;
    110   1.2    mrg 	const struct sysctlnode *cnode;
    111   1.2    mrg 
    112   1.2    mrg 	err = sysctl_createv(clog, 0, NULL, &rnode,
    113   1.2    mrg 	    CTLFLAG_PERMANENT, CTLTYPE_NODE, "usbnet",
    114   1.2    mrg 	    SYSCTL_DESCR("usbnet global controls"),
    115   1.2    mrg 	    NULL, 0, NULL, 0, CTL_HW, CTL_CREATE, CTL_EOL);
    116   1.2    mrg 
    117   1.2    mrg 	if (err)
    118   1.2    mrg 		goto fail;
    119   1.2    mrg 
    120   1.2    mrg 	/* control debugging printfs */
    121   1.2    mrg 	err = sysctl_createv(clog, 0, &rnode, &cnode,
    122   1.2    mrg 	    CTLFLAG_PERMANENT | CTLFLAG_READWRITE, CTLTYPE_INT,
    123   1.2    mrg 	    "debug", SYSCTL_DESCR("Enable debugging output"),
    124   1.2    mrg 	    NULL, 0, &usbnetdebug, sizeof(usbnetdebug), CTL_CREATE, CTL_EOL);
    125   1.2    mrg 	if (err)
    126   1.2    mrg 		goto fail;
    127   1.2    mrg 
    128   1.2    mrg 	return;
    129   1.2    mrg fail:
    130   1.2    mrg 	aprint_error("%s: sysctl_createv failed (err = %d)\n", __func__, err);
    131   1.2    mrg }
    132   1.2    mrg 
    133   1.2    mrg #endif /* USBNET_DEBUG */
    134   1.2    mrg #endif /* USB_DEBUG */
    135   1.2    mrg 
    136   1.2    mrg #define DPRINTF(FMT,A,B,C,D)	USBHIST_LOGN(usbnetdebug,1,FMT,A,B,C,D)
    137   1.2    mrg #define DPRINTFN(N,FMT,A,B,C,D)	USBHIST_LOGN(usbnetdebug,N,FMT,A,B,C,D)
    138   1.2    mrg #define USBNETHIST_FUNC()	USBHIST_FUNC()
    139   1.2    mrg #define USBNETHIST_CALLED(name)	USBHIST_CALLED(usbnetdebug)
    140  1.19    mrg #define USBNETHIST_CALLARGS(FMT,A,B,C,D) \
    141  1.19    mrg 				USBHIST_CALLARGS(usbnetdebug,FMT,A,B,C,D)
    142  1.23    mrg #define USBNETHIST_CALLARGSN(N,FMT,A,B,C,D) \
    143  1.23    mrg 				USBHIST_CALLARGSN(usbnetdebug,N,FMT,A,B,C,D)
    144   1.1    mrg 
    145  1.10    mrg /* Callback vectors. */
    146  1.10    mrg 
    147  1.10    mrg static void
    148  1.10    mrg uno_stop(struct usbnet *un, struct ifnet *ifp, int disable)
    149  1.10    mrg {
    150  1.10    mrg 	if (un->un_ops->uno_stop)
    151  1.10    mrg 		(*un->un_ops->uno_stop)(ifp, disable);
    152  1.10    mrg }
    153  1.10    mrg 
    154  1.10    mrg static int
    155  1.10    mrg uno_ioctl(struct usbnet *un, struct ifnet *ifp, u_long cmd, void *data)
    156  1.10    mrg {
    157  1.10    mrg 	if (un->un_ops->uno_ioctl)
    158  1.10    mrg 		return (*un->un_ops->uno_ioctl)(ifp, cmd, data);
    159  1.10    mrg 	return 0;
    160  1.10    mrg }
    161  1.10    mrg 
    162  1.10    mrg static int
    163  1.10    mrg uno_override_ioctl(struct usbnet *un, struct ifnet *ifp, u_long cmd, void *data)
    164  1.10    mrg {
    165  1.10    mrg 	return (*un->un_ops->uno_override_ioctl)(ifp, cmd, data);
    166  1.10    mrg }
    167  1.10    mrg 
    168  1.10    mrg static int
    169  1.10    mrg uno_init(struct usbnet *un, struct ifnet *ifp)
    170  1.10    mrg {
    171  1.10    mrg 	return (*un->un_ops->uno_init)(ifp);
    172  1.10    mrg }
    173  1.10    mrg 
    174  1.10    mrg static int
    175  1.10    mrg uno_read_reg(struct usbnet *un, int phy, int reg, uint16_t *val)
    176  1.10    mrg {
    177  1.10    mrg 	return (*un->un_ops->uno_read_reg)(un, phy, reg, val);
    178  1.10    mrg }
    179  1.10    mrg 
    180  1.10    mrg static int
    181  1.10    mrg uno_write_reg(struct usbnet *un, int phy, int reg, uint16_t val)
    182  1.10    mrg {
    183  1.10    mrg 	return (*un->un_ops->uno_write_reg)(un, phy, reg, val);
    184  1.10    mrg }
    185  1.10    mrg 
    186  1.10    mrg static void
    187  1.10    mrg uno_mii_statchg(struct usbnet *un, struct ifnet *ifp)
    188  1.10    mrg {
    189  1.10    mrg 	(*un->un_ops->uno_statchg)(ifp);
    190  1.10    mrg }
    191  1.10    mrg 
    192  1.10    mrg static unsigned
    193  1.10    mrg uno_tx_prepare(struct usbnet *un, struct mbuf *m, struct usbnet_chain *c)
    194  1.10    mrg {
    195  1.10    mrg 	return (*un->un_ops->uno_tx_prepare)(un, m, c);
    196  1.10    mrg }
    197  1.10    mrg 
    198  1.10    mrg static void
    199  1.15    mrg uno_rx_loop(struct usbnet *un, struct usbnet_chain *c, uint32_t total_len)
    200  1.15    mrg {
    201  1.15    mrg 	(*un->un_ops->uno_rx_loop)(un, c, total_len);
    202  1.15    mrg }
    203  1.15    mrg 
    204  1.15    mrg static void
    205  1.15    mrg uno_tick(struct usbnet *un)
    206  1.10    mrg {
    207  1.15    mrg 	if (un->un_ops->uno_tick)
    208  1.15    mrg 		(*un->un_ops->uno_tick)(un);
    209  1.10    mrg }
    210  1.10    mrg 
    211  1.10    mrg static void
    212  1.10    mrg uno_intr(struct usbnet *un, usbd_status status)
    213  1.10    mrg {
    214  1.10    mrg 	if (un->un_ops->uno_intr)
    215  1.10    mrg 		(*un->un_ops->uno_intr)(un, status);
    216  1.10    mrg }
    217  1.10    mrg 
    218   1.1    mrg /* Interrupt handling. */
    219   1.1    mrg 
    220   1.1    mrg static struct mbuf *
    221  1.16    mrg usbnet_newbuf(size_t buflen)
    222   1.1    mrg {
    223   1.1    mrg 	struct mbuf *m;
    224   1.1    mrg 
    225   1.1    mrg 	MGETHDR(m, M_DONTWAIT, MT_DATA);
    226   1.1    mrg 	if (m == NULL)
    227   1.1    mrg 		return NULL;
    228   1.1    mrg 
    229  1.16    mrg 	if (buflen > MHLEN - ETHER_ALIGN) {
    230  1.16    mrg 		MCLGET(m, M_DONTWAIT);
    231  1.16    mrg 		if (!(m->m_flags & M_EXT)) {
    232  1.16    mrg 			m_freem(m);
    233  1.16    mrg 			return NULL;
    234  1.16    mrg 		}
    235   1.1    mrg 	}
    236   1.1    mrg 
    237   1.1    mrg 	m_adj(m, ETHER_ALIGN);
    238  1.16    mrg 	m->m_len = m->m_pkthdr.len = buflen;
    239   1.1    mrg 
    240   1.1    mrg 	return m;
    241   1.1    mrg }
    242   1.1    mrg 
    243   1.1    mrg /*
    244   1.1    mrg  * usbnet_rxeof() is designed to be the done callback for rx completion.
    245   1.1    mrg  * it provides generic setup and finalisation, calls a different usbnet
    246   1.1    mrg  * rx_loop callback in the middle, which can use usbnet_enqueue() to
    247   1.5    mrg  * enqueue a packet for higher levels (or usbnet_input() if previously
    248   1.5    mrg  * using if_input() path.)
    249   1.1    mrg  */
    250   1.1    mrg void
    251   1.1    mrg usbnet_enqueue(struct usbnet * const un, uint8_t *buf, size_t buflen,
    252   1.5    mrg 	       int csum_flags, uint32_t csum_data, int mbuf_flags)
    253   1.1    mrg {
    254  1.23    mrg 	USBNETHIST_FUNC();
    255  1.11    mrg 	struct ifnet * const ifp = usbnet_ifp(un);
    256  1.23    mrg 	struct usbnet_private * const unp __unused = un->un_pri;
    257   1.1    mrg 	struct mbuf *m;
    258   1.1    mrg 
    259  1.23    mrg 	USBNETHIST_CALLARGSN(5, "%d: enter: len=%zu csf %x mbf %x",
    260  1.23    mrg 	    unp->unp_number, buflen, csum_flags, mbuf_flags);
    261  1.23    mrg 
    262  1.12    mrg 	usbnet_isowned_rx(un);
    263   1.1    mrg 
    264  1.16    mrg 	m = usbnet_newbuf(buflen);
    265   1.1    mrg 	if (m == NULL) {
    266  1.23    mrg 		DPRINTF("%d: no memory", unp->unp_number, 0, 0, 0);
    267   1.1    mrg 		ifp->if_ierrors++;
    268   1.1    mrg 		return;
    269   1.1    mrg 	}
    270   1.1    mrg 
    271   1.1    mrg 	m_set_rcvif(m, ifp);
    272   1.5    mrg 	m->m_pkthdr.csum_flags = csum_flags;
    273   1.5    mrg 	m->m_pkthdr.csum_data = csum_data;
    274   1.5    mrg 	m->m_flags |= mbuf_flags;
    275  1.16    mrg 	memcpy(mtod(m, uint8_t *), buf, buflen);
    276   1.1    mrg 
    277   1.1    mrg 	/* push the packet up */
    278   1.1    mrg 	if_percpuq_enqueue(ifp->if_percpuq, m);
    279   1.1    mrg }
    280   1.1    mrg 
    281   1.5    mrg void
    282   1.5    mrg usbnet_input(struct usbnet * const un, uint8_t *buf, size_t buflen)
    283   1.5    mrg {
    284  1.23    mrg 	USBNETHIST_FUNC();
    285   1.5    mrg 	struct ifnet * const ifp = usbnet_ifp(un);
    286  1.23    mrg 	struct usbnet_private * const unp __unused = un->un_pri;
    287   1.5    mrg 	struct mbuf *m;
    288   1.5    mrg 
    289  1.23    mrg 	USBNETHIST_CALLARGSN(5, "%d: enter: buf %jx len %ju",
    290  1.23    mrg 	    unp->unp_number, (uintptr_t)buf, buflen, 0);
    291  1.23    mrg 
    292  1.12    mrg 	usbnet_isowned_rx(un);
    293   1.5    mrg 
    294  1.16    mrg 	m = usbnet_newbuf(buflen);
    295   1.5    mrg 	if (m == NULL) {
    296   1.5    mrg 		ifp->if_ierrors++;
    297   1.5    mrg 		return;
    298   1.5    mrg 	}
    299   1.5    mrg 
    300   1.5    mrg 	m_set_rcvif(m, ifp);
    301   1.5    mrg 	memcpy(mtod(m, char *), buf, buflen);
    302   1.5    mrg 
    303   1.5    mrg 	/* push the packet up */
    304   1.5    mrg 	if_input(ifp, m);
    305   1.5    mrg }
    306   1.5    mrg 
    307   1.1    mrg /*
    308   1.1    mrg  * A frame has been uploaded: pass the resulting mbuf chain up to
    309   1.1    mrg  * the higher level protocols.
    310   1.1    mrg  */
    311   1.1    mrg static void
    312   1.4    mrg usbnet_rxeof(struct usbd_xfer *xfer, void *priv, usbd_status status)
    313   1.1    mrg {
    314  1.23    mrg 	USBNETHIST_FUNC();
    315  1.11    mrg 	struct usbnet_chain * const c = priv;
    316   1.1    mrg 	struct usbnet * const un = c->unc_un;
    317  1.11    mrg 	struct usbnet_private * const unp = un->un_pri;
    318   1.5    mrg 	struct ifnet * const ifp = usbnet_ifp(un);
    319   1.1    mrg 	uint32_t total_len;
    320   1.1    mrg 
    321  1.23    mrg 	USBNETHIST_CALLARGSN(5, "%d: enter: status %x xfer %jx",
    322  1.23    mrg 	    unp->unp_number, status, (uintptr_t)xfer, 0);
    323  1.23    mrg 
    324  1.11    mrg 	mutex_enter(&unp->unp_rxlock);
    325   1.1    mrg 
    326  1.11    mrg 	if (unp->unp_dying || unp->unp_stopping ||
    327   1.1    mrg 	    status == USBD_INVAL || status == USBD_NOT_STARTED ||
    328   1.1    mrg 	    status == USBD_CANCELLED || !(ifp->if_flags & IFF_RUNNING))
    329   1.1    mrg 		goto out;
    330   1.1    mrg 
    331   1.1    mrg 	if (status != USBD_NORMAL_COMPLETION) {
    332  1.11    mrg 		if (usbd_ratecheck(&unp->unp_rx_notice))
    333   1.1    mrg 			aprint_error_dev(un->un_dev, "usb errors on rx: %s\n",
    334   1.1    mrg 			    usbd_errstr(status));
    335   1.1    mrg 		if (status == USBD_STALLED)
    336  1.11    mrg 			usbd_clear_endpoint_stall_async(unp->unp_ep[USBNET_ENDPT_RX]);
    337   1.1    mrg 		goto done;
    338   1.1    mrg 	}
    339   1.1    mrg 
    340   1.1    mrg 	usbd_get_xfer_status(xfer, NULL, NULL, &total_len, NULL);
    341   1.1    mrg 
    342  1.11    mrg 	if (total_len > un->un_rx_bufsz) {
    343   1.1    mrg 		aprint_error_dev(un->un_dev,
    344   1.1    mrg 		    "rxeof: too large transfer (%u > %u)\n",
    345  1.11    mrg 		    total_len, un->un_rx_bufsz);
    346   1.1    mrg 		goto done;
    347   1.1    mrg 	}
    348   1.1    mrg 
    349  1.15    mrg 	uno_rx_loop(un, c, total_len);
    350  1.12    mrg 	usbnet_isowned_rx(un);
    351   1.1    mrg 
    352   1.1    mrg done:
    353  1.11    mrg 	if (unp->unp_dying || unp->unp_stopping)
    354   1.1    mrg 		goto out;
    355   1.1    mrg 
    356  1.11    mrg 	mutex_exit(&unp->unp_rxlock);
    357   1.1    mrg 
    358   1.1    mrg 	/* Setup new transfer. */
    359  1.11    mrg 	usbd_setup_xfer(xfer, c, c->unc_buf, un->un_rx_bufsz,
    360  1.11    mrg 	    un->un_rx_xfer_flags, USBD_NO_TIMEOUT, usbnet_rxeof);
    361   1.1    mrg 	usbd_transfer(xfer);
    362   1.1    mrg 	return;
    363   1.1    mrg 
    364   1.1    mrg out:
    365  1.11    mrg 	mutex_exit(&unp->unp_rxlock);
    366   1.1    mrg }
    367   1.1    mrg 
    368   1.1    mrg static void
    369   1.4    mrg usbnet_txeof(struct usbd_xfer *xfer, void *priv, usbd_status status)
    370   1.1    mrg {
    371   1.4    mrg 	USBNETHIST_FUNC(); USBNETHIST_CALLED();
    372  1.11    mrg 	struct usbnet_chain * const c = priv;
    373   1.1    mrg 	struct usbnet * const un = c->unc_un;
    374  1.11    mrg 	struct usbnet_cdata * const cd = un_cdata(un);
    375  1.11    mrg 	struct usbnet_private * const unp = un->un_pri;
    376   1.1    mrg 	struct ifnet * const ifp = usbnet_ifp(un);
    377   1.1    mrg 
    378  1.23    mrg 	USBNETHIST_CALLARGSN(5, "%d: enter: status %x xfer %jx",
    379  1.23    mrg 	    unp->unp_number, status, (uintptr_t)xfer, 0);
    380  1.23    mrg 
    381  1.11    mrg 	mutex_enter(&unp->unp_txlock);
    382  1.11    mrg 	if (unp->unp_stopping || unp->unp_dying) {
    383  1.11    mrg 		mutex_exit(&unp->unp_txlock);
    384   1.1    mrg 		return;
    385   1.1    mrg 	}
    386   1.1    mrg 
    387   1.1    mrg 	KASSERT(cd->uncd_tx_cnt > 0);
    388   1.1    mrg 	cd->uncd_tx_cnt--;
    389   1.1    mrg 
    390  1.11    mrg 	unp->unp_timer = 0;
    391   1.1    mrg 
    392   1.1    mrg 	switch (status) {
    393   1.1    mrg 	case USBD_NOT_STARTED:
    394   1.1    mrg 	case USBD_CANCELLED:
    395   1.1    mrg 		break;
    396   1.1    mrg 
    397   1.1    mrg 	case USBD_NORMAL_COMPLETION:
    398   1.1    mrg 		ifp->if_opackets++;
    399   1.1    mrg 		break;
    400   1.1    mrg 
    401   1.1    mrg 	default:
    402   1.1    mrg 
    403   1.1    mrg 		ifp->if_oerrors++;
    404  1.11    mrg 		if (usbd_ratecheck(&unp->unp_tx_notice))
    405   1.1    mrg 			aprint_error_dev(un->un_dev, "usb error on tx: %s\n",
    406   1.1    mrg 			    usbd_errstr(status));
    407   1.1    mrg 		if (status == USBD_STALLED)
    408  1.11    mrg 			usbd_clear_endpoint_stall_async(unp->unp_ep[USBNET_ENDPT_TX]);
    409   1.1    mrg 		break;
    410   1.1    mrg 	}
    411   1.1    mrg 
    412  1.11    mrg 	mutex_exit(&unp->unp_txlock);
    413   1.1    mrg 
    414   1.1    mrg 	if (status == USBD_NORMAL_COMPLETION && !IFQ_IS_EMPTY(&ifp->if_snd))
    415   1.1    mrg 		(*ifp->if_start)(ifp);
    416   1.1    mrg }
    417   1.1    mrg 
    418   1.1    mrg static void
    419  1.11    mrg usbnet_pipe_intr(struct usbd_xfer *xfer, void *priv, usbd_status status)
    420   1.4    mrg {
    421  1.11    mrg 	struct usbnet * const un = priv;
    422  1.11    mrg 	struct usbnet_private * const unp = un->un_pri;
    423  1.11    mrg 	struct usbnet_intr * const uni = un->un_intr;
    424  1.11    mrg 	struct ifnet * const ifp = usbnet_ifp(un);
    425   1.4    mrg 
    426  1.11    mrg 	if (uni == NULL || unp->unp_dying || unp->unp_stopping ||
    427   1.4    mrg 	    status == USBD_INVAL || status == USBD_NOT_STARTED ||
    428   1.4    mrg 	    status == USBD_CANCELLED || !(ifp->if_flags & IFF_RUNNING))
    429   1.4    mrg 		return;
    430   1.4    mrg 
    431   1.4    mrg 	if (status != USBD_NORMAL_COMPLETION) {
    432  1.11    mrg 		if (usbd_ratecheck(&unp->unp_intr_notice)) {
    433   1.4    mrg 			aprint_error_dev(un->un_dev, "usb error on intr: %s\n",
    434   1.4    mrg 			    usbd_errstr(status));
    435   1.4    mrg 		}
    436   1.4    mrg 		if (status == USBD_STALLED)
    437  1.11    mrg 			usbd_clear_endpoint_stall_async(unp->unp_ep[USBNET_ENDPT_INTR]);
    438   1.4    mrg 		return;
    439   1.4    mrg 	}
    440   1.4    mrg 
    441  1.10    mrg 	uno_intr(un, status);
    442   1.4    mrg }
    443   1.4    mrg 
    444   1.4    mrg static void
    445   1.1    mrg usbnet_start_locked(struct ifnet *ifp)
    446   1.1    mrg {
    447   1.4    mrg 	USBNETHIST_FUNC(); USBNETHIST_CALLED();
    448   1.1    mrg 	struct usbnet * const un = ifp->if_softc;
    449  1.11    mrg 	struct usbnet_cdata * const cd = un_cdata(un);
    450  1.11    mrg 	struct usbnet_private * const unp = un->un_pri;
    451   1.1    mrg 	struct mbuf *m;
    452   1.1    mrg 	unsigned length;
    453   1.1    mrg 	int idx;
    454   1.1    mrg 
    455  1.12    mrg 	usbnet_isowned_tx(un);
    456  1.11    mrg 	KASSERT(cd->uncd_tx_cnt <= un->un_tx_list_cnt);
    457   1.1    mrg 
    458  1.15    mrg 	if (!unp->unp_link || (ifp->if_flags & IFF_RUNNING) == 0) {
    459  1.15    mrg 		DPRINTF("start called no link (%x) or running (flags %x)",
    460  1.15    mrg 		    unp->unp_link, ifp->if_flags, 0, 0);
    461   1.1    mrg 		return;
    462  1.15    mrg 	}
    463   1.1    mrg 
    464  1.23    mrg 	if (cd->uncd_tx_cnt == un->un_tx_list_cnt) {
    465  1.23    mrg 		DPRINTF("start called, tx busy (%jx == %jx)",
    466  1.23    mrg 		    cd->uncd_tx_cnt, un->un_tx_list_cnt, 0, 0);
    467  1.23    mrg 		return;
    468  1.23    mrg 	}
    469  1.23    mrg 
    470   1.1    mrg 	idx = cd->uncd_tx_prod;
    471  1.11    mrg 	while (cd->uncd_tx_cnt < un->un_tx_list_cnt) {
    472   1.1    mrg 		IFQ_POLL(&ifp->if_snd, m);
    473  1.23    mrg 		if (m == NULL) {
    474  1.23    mrg 			DPRINTF("start called, queue empty", 0, 0, 0, 0);
    475   1.1    mrg 			break;
    476  1.23    mrg 		}
    477  1.13    mrg 		KASSERT(m->m_pkthdr.len <= un->un_tx_bufsz);
    478   1.1    mrg 
    479  1.10    mrg 		struct usbnet_chain *c = &cd->uncd_tx_chain[idx];
    480   1.1    mrg 
    481  1.10    mrg 		length = uno_tx_prepare(un, m, c);
    482   1.1    mrg 		if (length == 0) {
    483  1.23    mrg 			DPRINTF("uno_tx_prepare gave zero length", 0, 0, 0, 0);
    484   1.1    mrg 			ifp->if_oerrors++;
    485   1.1    mrg 			break;
    486   1.1    mrg 		}
    487   1.1    mrg 
    488   1.1    mrg 		if (__predict_false(c->unc_xfer == NULL)) {
    489  1.23    mrg 			DPRINTF("unc_xfer is NULL", 0, 0, 0, 0);
    490   1.1    mrg 			ifp->if_oerrors++;
    491   1.1    mrg 			break;
    492   1.1    mrg 		}
    493   1.1    mrg 
    494   1.1    mrg 		usbd_setup_xfer(c->unc_xfer, c, c->unc_buf, length,
    495  1.11    mrg 		    un->un_tx_xfer_flags, 10000, usbnet_txeof);
    496   1.1    mrg 
    497   1.1    mrg 		/* Transmit */
    498   1.1    mrg 		usbd_status err = usbd_transfer(c->unc_xfer);
    499   1.1    mrg 		if (err != USBD_IN_PROGRESS) {
    500  1.23    mrg 			DPRINTF("usbd_transfer on %jx for %ju bytes: %d",
    501  1.23    mrg 			    (uintptr_t)c->unc_buf, length, err, 0);
    502   1.1    mrg 			ifp->if_oerrors++;
    503   1.1    mrg 			break;
    504   1.1    mrg 		}
    505   1.1    mrg 
    506   1.1    mrg 		IFQ_DEQUEUE(&ifp->if_snd, m);
    507   1.1    mrg 
    508   1.1    mrg 		/*
    509   1.1    mrg 		 * If there's a BPF listener, bounce a copy of this frame
    510   1.1    mrg 		 * to him.
    511   1.1    mrg 		 */
    512   1.1    mrg 		bpf_mtap(ifp, m, BPF_D_OUT);
    513   1.1    mrg 		m_freem(m);
    514   1.1    mrg 
    515  1.11    mrg 		idx = (idx + 1) % un->un_tx_list_cnt;
    516   1.1    mrg 		cd->uncd_tx_cnt++;
    517   1.1    mrg 	}
    518   1.1    mrg 	cd->uncd_tx_prod = idx;
    519   1.1    mrg 
    520   1.1    mrg 	/*
    521   1.1    mrg 	 * Set a timeout in case the chip goes out to lunch.
    522   1.1    mrg 	 */
    523  1.11    mrg 	unp->unp_timer = 5;
    524   1.1    mrg }
    525   1.1    mrg 
    526   1.1    mrg static void
    527   1.1    mrg usbnet_start(struct ifnet *ifp)
    528   1.1    mrg {
    529   1.1    mrg 	struct usbnet * const un = ifp->if_softc;
    530  1.11    mrg 	struct usbnet_private * const unp = un->un_pri;
    531   1.1    mrg 
    532  1.11    mrg 	mutex_enter(&unp->unp_txlock);
    533  1.11    mrg 	if (!unp->unp_stopping)
    534   1.1    mrg 		usbnet_start_locked(ifp);
    535  1.11    mrg 	mutex_exit(&unp->unp_txlock);
    536   1.1    mrg }
    537   1.1    mrg 
    538   1.1    mrg /*
    539   1.1    mrg  * Chain management.
    540   1.1    mrg  *
    541   1.1    mrg  * RX and TX are identical. Keep them that way.
    542   1.1    mrg  */
    543   1.1    mrg 
    544   1.1    mrg /* Start of common RX functions */
    545   1.1    mrg 
    546   1.1    mrg static size_t
    547  1.12    mrg usbnet_rx_list_size(struct usbnet_cdata * const cd, struct usbnet * const un)
    548   1.1    mrg {
    549  1.11    mrg 	return sizeof(*cd->uncd_rx_chain) * un->un_rx_list_cnt;
    550   1.1    mrg }
    551   1.1    mrg 
    552   1.1    mrg static void
    553  1.12    mrg usbnet_rx_list_alloc(struct usbnet * const un)
    554   1.1    mrg {
    555  1.11    mrg 	struct usbnet_cdata * const cd = un_cdata(un);
    556   1.1    mrg 
    557  1.11    mrg 	cd->uncd_rx_chain = kmem_zalloc(usbnet_rx_list_size(cd, un), KM_SLEEP);
    558   1.1    mrg }
    559   1.1    mrg 
    560   1.1    mrg static void
    561  1.12    mrg usbnet_rx_list_free(struct usbnet * const un)
    562   1.1    mrg {
    563  1.11    mrg 	struct usbnet_cdata * const cd = un_cdata(un);
    564   1.1    mrg 
    565   1.1    mrg 	if (cd->uncd_rx_chain) {
    566  1.11    mrg 		kmem_free(cd->uncd_rx_chain, usbnet_rx_list_size(cd, un));
    567   1.1    mrg 		cd->uncd_rx_chain = NULL;
    568   1.1    mrg 	}
    569   1.1    mrg }
    570   1.1    mrg 
    571   1.1    mrg static int
    572  1.12    mrg usbnet_rx_list_init(struct usbnet * const un)
    573   1.1    mrg {
    574  1.11    mrg 	struct usbnet_cdata * const cd = un_cdata(un);
    575  1.11    mrg 	struct usbnet_private * const unp = un->un_pri;
    576   1.1    mrg 
    577  1.11    mrg 	for (size_t i = 0; i < un->un_rx_list_cnt; i++) {
    578   1.1    mrg 		struct usbnet_chain *c = &cd->uncd_rx_chain[i];
    579   1.1    mrg 
    580   1.1    mrg 		c->unc_un = un;
    581   1.1    mrg 		if (c->unc_xfer == NULL) {
    582  1.11    mrg 			int err = usbd_create_xfer(unp->unp_ep[USBNET_ENDPT_RX],
    583  1.11    mrg 			    un->un_rx_bufsz, un->un_rx_xfer_flags, 0,
    584  1.10    mrg 			    &c->unc_xfer);
    585   1.1    mrg 			if (err)
    586   1.1    mrg 				return err;
    587   1.1    mrg 			c->unc_buf = usbd_get_buffer(c->unc_xfer);
    588   1.1    mrg 		}
    589   1.1    mrg 	}
    590   1.1    mrg 
    591   1.1    mrg 	return 0;
    592   1.1    mrg }
    593   1.1    mrg 
    594   1.1    mrg static void
    595  1.12    mrg usbnet_rx_list_fini(struct usbnet * const un)
    596   1.1    mrg {
    597  1.11    mrg 	struct usbnet_cdata * const cd = un_cdata(un);
    598   1.1    mrg 
    599  1.11    mrg 	for (size_t i = 0; i < un->un_rx_list_cnt; i++) {
    600   1.1    mrg 		struct usbnet_chain *c = &cd->uncd_rx_chain[i];
    601   1.1    mrg 
    602   1.1    mrg 		if (c->unc_xfer != NULL) {
    603   1.1    mrg 			usbd_destroy_xfer(c->unc_xfer);
    604   1.1    mrg 			c->unc_xfer = NULL;
    605   1.1    mrg 			c->unc_buf = NULL;
    606   1.1    mrg 		}
    607   1.1    mrg 	}
    608   1.1    mrg }
    609   1.1    mrg 
    610   1.1    mrg /* End of common RX functions */
    611   1.1    mrg 
    612   1.1    mrg static void
    613  1.16    mrg usbnet_rx_start_pipes(struct usbnet * const un)
    614   1.1    mrg {
    615  1.11    mrg 	struct usbnet_cdata * const cd = un_cdata(un);
    616  1.11    mrg 	struct usbnet_private * const unp = un->un_pri;
    617   1.1    mrg 
    618  1.11    mrg 	mutex_enter(&unp->unp_rxlock);
    619  1.11    mrg 	mutex_enter(&unp->unp_txlock);
    620  1.11    mrg 	unp->unp_stopping = false;
    621   1.1    mrg 
    622  1.11    mrg 	for (size_t i = 0; i < un->un_rx_list_cnt; i++) {
    623   1.1    mrg 		struct usbnet_chain *c = &cd->uncd_rx_chain[i];
    624   1.1    mrg 
    625  1.11    mrg 		usbd_setup_xfer(c->unc_xfer, c, c->unc_buf, un->un_rx_bufsz,
    626  1.16    mrg 		    un->un_rx_xfer_flags, USBD_NO_TIMEOUT, usbnet_rxeof);
    627   1.1    mrg 		usbd_transfer(c->unc_xfer);
    628   1.3  skrll 	}
    629   1.1    mrg 
    630  1.11    mrg 	mutex_exit(&unp->unp_txlock);
    631  1.11    mrg 	mutex_exit(&unp->unp_rxlock);
    632   1.1    mrg }
    633   1.1    mrg 
    634   1.1    mrg /* Start of common TX functions */
    635   1.1    mrg 
    636   1.1    mrg static size_t
    637  1.12    mrg usbnet_tx_list_size(struct usbnet_cdata * const cd, struct usbnet * const un)
    638   1.1    mrg {
    639  1.11    mrg 	return sizeof(*cd->uncd_tx_chain) * un->un_tx_list_cnt;
    640   1.1    mrg }
    641   1.1    mrg 
    642   1.1    mrg static void
    643  1.12    mrg usbnet_tx_list_alloc(struct usbnet * const un)
    644   1.1    mrg {
    645  1.11    mrg 	struct usbnet_cdata * const cd = un_cdata(un);
    646   1.1    mrg 
    647  1.11    mrg 	cd->uncd_tx_chain = kmem_zalloc(usbnet_tx_list_size(cd, un), KM_SLEEP);
    648   1.1    mrg }
    649   1.1    mrg 
    650   1.1    mrg static void
    651  1.12    mrg usbnet_tx_list_free(struct usbnet * const un)
    652   1.1    mrg {
    653  1.11    mrg 	struct usbnet_cdata * const cd = un_cdata(un);
    654   1.1    mrg 
    655   1.1    mrg 	if (cd->uncd_tx_chain) {
    656  1.11    mrg 		kmem_free(cd->uncd_tx_chain, usbnet_tx_list_size(cd, un));
    657   1.1    mrg 		cd->uncd_tx_chain = NULL;
    658   1.1    mrg 	}
    659   1.1    mrg }
    660   1.1    mrg 
    661   1.1    mrg static int
    662  1.12    mrg usbnet_tx_list_init(struct usbnet * const un)
    663   1.1    mrg {
    664  1.11    mrg 	struct usbnet_cdata * const cd = un_cdata(un);
    665  1.11    mrg 	struct usbnet_private * const unp = un->un_pri;
    666   1.1    mrg 
    667  1.11    mrg 	for (size_t i = 0; i < un->un_tx_list_cnt; i++) {
    668   1.1    mrg 		struct usbnet_chain *c = &cd->uncd_tx_chain[i];
    669   1.1    mrg 
    670   1.1    mrg 		c->unc_un = un;
    671   1.1    mrg 		if (c->unc_xfer == NULL) {
    672  1.11    mrg 			int err = usbd_create_xfer(unp->unp_ep[USBNET_ENDPT_TX],
    673  1.11    mrg 			    un->un_tx_bufsz, un->un_tx_xfer_flags, 0,
    674  1.10    mrg 			    &c->unc_xfer);
    675   1.1    mrg 			if (err)
    676   1.1    mrg 				return err;
    677   1.1    mrg 			c->unc_buf = usbd_get_buffer(c->unc_xfer);
    678   1.1    mrg 		}
    679   1.1    mrg 	}
    680   1.1    mrg 
    681   1.1    mrg 	return 0;
    682   1.1    mrg }
    683   1.1    mrg 
    684   1.1    mrg static void
    685  1.12    mrg usbnet_tx_list_fini(struct usbnet * const un)
    686   1.1    mrg {
    687  1.11    mrg 	struct usbnet_cdata * const cd = un_cdata(un);
    688   1.1    mrg 
    689  1.11    mrg 	for (size_t i = 0; i < un->un_tx_list_cnt; i++) {
    690   1.1    mrg 		struct usbnet_chain *c = &cd->uncd_tx_chain[i];
    691   1.1    mrg 
    692   1.1    mrg 		if (c->unc_xfer != NULL) {
    693   1.1    mrg 			usbd_destroy_xfer(c->unc_xfer);
    694   1.1    mrg 			c->unc_xfer = NULL;
    695   1.1    mrg 			c->unc_buf = NULL;
    696   1.1    mrg 		}
    697   1.1    mrg 	}
    698  1.23    mrg 	cd->uncd_tx_prod = cd->uncd_tx_cnt = 0;
    699   1.1    mrg }
    700   1.1    mrg 
    701   1.1    mrg /* End of common TX functions */
    702   1.1    mrg 
    703   1.1    mrg /* Endpoint pipe management. */
    704   1.1    mrg 
    705   1.1    mrg static void
    706  1.12    mrg usbnet_ep_close_pipes(struct usbnet * const un)
    707   1.1    mrg {
    708  1.11    mrg 	struct usbnet_private * const unp = un->un_pri;
    709  1.11    mrg 
    710  1.11    mrg 	for (size_t i = 0; i < __arraycount(unp->unp_ep); i++) {
    711  1.11    mrg 		if (unp->unp_ep[i] == NULL)
    712   1.1    mrg 			continue;
    713  1.11    mrg 		usbd_status err = usbd_close_pipe(unp->unp_ep[i]);
    714   1.1    mrg 		if (err)
    715   1.1    mrg 			aprint_error_dev(un->un_dev, "close pipe %zu: %s\n", i,
    716   1.1    mrg 			    usbd_errstr(err));
    717  1.11    mrg 		unp->unp_ep[i] = NULL;
    718   1.1    mrg 	}
    719   1.1    mrg }
    720   1.1    mrg 
    721   1.1    mrg static usbd_status
    722  1.12    mrg usbnet_ep_open_pipes(struct usbnet * const un)
    723   1.1    mrg {
    724  1.11    mrg 	struct usbnet_intr * const uni = un->un_intr;
    725  1.11    mrg 	struct usbnet_private * const unp = un->un_pri;
    726  1.11    mrg 
    727  1.11    mrg 	for (size_t i = 0; i < __arraycount(unp->unp_ep); i++) {
    728   1.4    mrg 		usbd_status err;
    729   1.4    mrg 
    730   1.1    mrg 		if (un->un_ed[i] == 0)
    731   1.1    mrg 			continue;
    732   1.4    mrg 
    733  1.11    mrg 		if (i == USBNET_ENDPT_INTR && uni) {
    734   1.4    mrg 			err = usbd_open_pipe_intr(un->un_iface, un->un_ed[i],
    735  1.11    mrg 			    USBD_EXCLUSIVE_USE | USBD_MPSAFE, &unp->unp_ep[i], un,
    736  1.11    mrg 			    uni->uni_buf, uni->uni_bufsz, usbnet_pipe_intr,
    737  1.11    mrg 			    uni->uni_interval);
    738   1.4    mrg 		} else {
    739   1.4    mrg 			err = usbd_open_pipe(un->un_iface, un->un_ed[i],
    740  1.11    mrg 			    USBD_EXCLUSIVE_USE | USBD_MPSAFE, &unp->unp_ep[i]);
    741   1.4    mrg 		}
    742   1.1    mrg 		if (err) {
    743   1.1    mrg 			usbnet_ep_close_pipes(un);
    744   1.1    mrg 			return err;
    745   1.1    mrg 		}
    746   1.1    mrg 	}
    747   1.1    mrg 
    748   1.1    mrg 	return USBD_NORMAL_COMPLETION;
    749   1.1    mrg }
    750   1.1    mrg 
    751   1.1    mrg static usbd_status
    752  1.12    mrg usbnet_ep_stop_pipes(struct usbnet * const un)
    753   1.1    mrg {
    754  1.11    mrg 	struct usbnet_private * const unp = un->un_pri;
    755  1.17    mrg 	usbd_status err = USBD_NORMAL_COMPLETION;
    756  1.11    mrg 
    757  1.11    mrg 	for (size_t i = 0; i < __arraycount(unp->unp_ep); i++) {
    758  1.11    mrg 		if (unp->unp_ep[i] == NULL)
    759   1.1    mrg 			continue;
    760  1.17    mrg 		usbd_status err2 = usbd_abort_pipe(unp->unp_ep[i]);
    761  1.17    mrg 		if (err == USBD_NORMAL_COMPLETION && err2)
    762  1.18    mrg 			err = err2;
    763   1.1    mrg 	}
    764   1.1    mrg 
    765  1.17    mrg 	return err;
    766   1.1    mrg }
    767   1.1    mrg 
    768   1.1    mrg int
    769  1.10    mrg usbnet_init_rx_tx(struct usbnet * const un)
    770   1.1    mrg {
    771   1.4    mrg 	USBNETHIST_FUNC(); USBNETHIST_CALLED();
    772  1.11    mrg 	struct usbnet_private * const unp = un->un_pri;
    773   1.1    mrg 	struct ifnet * const ifp = usbnet_ifp(un);
    774   1.1    mrg 	usbd_status err;
    775   1.4    mrg 	int error = 0;
    776   1.4    mrg 
    777   1.4    mrg 	usbnet_isowned(un);
    778   1.4    mrg 
    779  1.11    mrg 	if (unp->unp_dying) {
    780   1.4    mrg 		return EIO;
    781   1.4    mrg 	}
    782  1.11    mrg 	unp->unp_refcnt++;
    783   1.1    mrg 
    784   1.1    mrg 	/* Open RX and TX pipes. */
    785   1.1    mrg 	err = usbnet_ep_open_pipes(un);
    786   1.1    mrg 	if (err) {
    787   1.1    mrg 		aprint_error_dev(un->un_dev, "open rx/tx pipes failed: %s\n",
    788   1.1    mrg 		    usbd_errstr(err));
    789   1.4    mrg 		error = EIO;
    790   1.4    mrg 		goto out;
    791   1.1    mrg 	}
    792   1.1    mrg 
    793   1.1    mrg 	/* Init RX ring. */
    794  1.10    mrg 	if (usbnet_rx_list_init(un)) {
    795   1.1    mrg 		aprint_error_dev(un->un_dev, "rx list init failed\n");
    796   1.4    mrg 		error = ENOBUFS;
    797   1.4    mrg 		goto out;
    798   1.1    mrg 	}
    799   1.1    mrg 
    800   1.1    mrg 	/* Init TX ring. */
    801  1.10    mrg 	if (usbnet_tx_list_init(un)) {
    802   1.1    mrg 		aprint_error_dev(un->un_dev, "tx list init failed\n");
    803   1.4    mrg 		error = ENOBUFS;
    804   1.4    mrg 		goto out;
    805   1.1    mrg 	}
    806   1.1    mrg 
    807   1.1    mrg 	/* Start up the receive pipe(s). */
    808  1.16    mrg 	usbnet_rx_start_pipes(un);
    809   1.1    mrg 
    810   1.1    mrg 	/* Indicate we are up and running. */
    811  1.17    mrg #if 0
    812  1.17    mrg 	/* XXX if_mcast_op() can call this without ifnet locked */
    813   1.8    mrg 	KASSERT(ifp->if_softc == NULL || IFNET_LOCKED(ifp));
    814  1.17    mrg #endif
    815   1.1    mrg 	ifp->if_flags |= IFF_RUNNING;
    816   1.1    mrg 
    817  1.11    mrg 	callout_schedule(&unp->unp_stat_ch, hz);
    818   1.1    mrg 
    819   1.4    mrg out:
    820   1.4    mrg 	if (error) {
    821   1.4    mrg 		usbnet_rx_list_fini(un);
    822   1.4    mrg 		usbnet_tx_list_fini(un);
    823   1.4    mrg 		usbnet_ep_close_pipes(un);
    824   1.4    mrg 	}
    825  1.11    mrg 	if (--unp->unp_refcnt < 0)
    826  1.11    mrg 		cv_broadcast(&unp->unp_detachcv);
    827   1.4    mrg 
    828   1.4    mrg 	usbnet_isowned(un);
    829   1.1    mrg 
    830   1.4    mrg 	return error;
    831   1.1    mrg }
    832   1.1    mrg 
    833   1.1    mrg /* MII management. */
    834   1.1    mrg 
    835   1.1    mrg /*
    836   1.1    mrg  * Access functions for MII.  Take the MII lock to call access MII regs.
    837   1.1    mrg  * Two forms: usbnet (softc) lock currently held or not.
    838   1.1    mrg  */
    839   1.1    mrg void
    840   1.1    mrg usbnet_lock_mii(struct usbnet *un)
    841   1.1    mrg {
    842  1.11    mrg 	struct usbnet_private * const unp = un->un_pri;
    843   1.1    mrg 
    844  1.11    mrg 	mutex_enter(&unp->unp_lock);
    845  1.11    mrg 	unp->unp_refcnt++;
    846  1.11    mrg 	mutex_exit(&unp->unp_lock);
    847   1.1    mrg 
    848  1.11    mrg 	mutex_enter(&unp->unp_miilock);
    849   1.1    mrg }
    850   1.1    mrg 
    851   1.1    mrg void
    852   1.1    mrg usbnet_lock_mii_un_locked(struct usbnet *un)
    853   1.1    mrg {
    854  1.11    mrg 	struct usbnet_private * const unp = un->un_pri;
    855  1.11    mrg 
    856  1.12    mrg 	usbnet_isowned(un);
    857   1.1    mrg 
    858  1.11    mrg 	unp->unp_refcnt++;
    859  1.11    mrg 	mutex_enter(&unp->unp_miilock);
    860   1.1    mrg }
    861   1.1    mrg 
    862   1.1    mrg void
    863   1.1    mrg usbnet_unlock_mii(struct usbnet *un)
    864   1.1    mrg {
    865  1.11    mrg 	struct usbnet_private * const unp = un->un_pri;
    866   1.1    mrg 
    867  1.11    mrg 	mutex_exit(&unp->unp_miilock);
    868  1.11    mrg 	mutex_enter(&unp->unp_lock);
    869  1.11    mrg 	if (--unp->unp_refcnt < 0)
    870  1.11    mrg 		cv_broadcast(&unp->unp_detachcv);
    871  1.11    mrg 	mutex_exit(&unp->unp_lock);
    872   1.1    mrg }
    873   1.1    mrg 
    874   1.1    mrg void
    875   1.1    mrg usbnet_unlock_mii_un_locked(struct usbnet *un)
    876   1.1    mrg {
    877  1.11    mrg 	struct usbnet_private * const unp = un->un_pri;
    878   1.1    mrg 
    879  1.12    mrg 	usbnet_isowned(un);
    880  1.11    mrg 
    881  1.11    mrg 	mutex_exit(&unp->unp_miilock);
    882  1.11    mrg 	if (--unp->unp_refcnt < 0)
    883  1.11    mrg 		cv_broadcast(&unp->unp_detachcv);
    884  1.11    mrg }
    885  1.11    mrg 
    886  1.11    mrg kmutex_t *
    887  1.11    mrg usbnet_mutex_mii(struct usbnet *un)
    888  1.11    mrg {
    889  1.11    mrg 	struct usbnet_private * const unp = un->un_pri;
    890  1.11    mrg 
    891  1.11    mrg 	return &unp->unp_miilock;
    892   1.1    mrg }
    893   1.1    mrg 
    894   1.1    mrg int
    895  1.10    mrg usbnet_mii_readreg(device_t dev, int phy, int reg, uint16_t *val)
    896   1.1    mrg {
    897  1.19    mrg 	USBNETHIST_FUNC();
    898   1.1    mrg 	struct usbnet * const un = device_private(dev);
    899  1.11    mrg 	struct usbnet_private * const unp = un->un_pri;
    900  1.22    mrg 	int err;
    901   1.1    mrg 
    902  1.11    mrg 	mutex_enter(&unp->unp_lock);
    903  1.20    mrg 	if (unp->unp_dying) {
    904  1.11    mrg 		mutex_exit(&unp->unp_lock);
    905   1.1    mrg 		return EIO;
    906   1.1    mrg 	}
    907  1.20    mrg 
    908  1.20    mrg 	usbnet_lock_mii_un_locked(un);
    909  1.11    mrg 	mutex_exit(&unp->unp_lock);
    910  1.10    mrg 	err = uno_read_reg(un, phy, reg, val);
    911   1.1    mrg 	usbnet_unlock_mii(un);
    912   1.1    mrg 
    913   1.1    mrg 	if (err) {
    914  1.19    mrg 		USBNETHIST_CALLARGS("read PHY failed: %d", err, 0, 0, 0);
    915  1.22    mrg 		return err;
    916   1.1    mrg 	}
    917   1.1    mrg 
    918   1.1    mrg 	return 0;
    919   1.1    mrg }
    920   1.1    mrg 
    921   1.1    mrg int
    922  1.10    mrg usbnet_mii_writereg(device_t dev, int phy, int reg, uint16_t val)
    923   1.1    mrg {
    924  1.19    mrg 	USBNETHIST_FUNC();
    925   1.1    mrg 	struct usbnet * const un = device_private(dev);
    926  1.11    mrg 	struct usbnet_private * const unp = un->un_pri;
    927  1.22    mrg 	int err;
    928   1.1    mrg 
    929  1.11    mrg 	mutex_enter(&unp->unp_lock);
    930  1.20    mrg 	if (unp->unp_dying) {
    931  1.11    mrg 		mutex_exit(&unp->unp_lock);
    932   1.1    mrg 		return EIO;
    933   1.1    mrg 	}
    934  1.20    mrg 
    935  1.20    mrg 	usbnet_lock_mii_un_locked(un);
    936  1.11    mrg 	mutex_exit(&unp->unp_lock);
    937  1.10    mrg 	err = uno_write_reg(un, phy, reg, val);
    938   1.1    mrg 	usbnet_unlock_mii(un);
    939   1.1    mrg 
    940   1.1    mrg 	if (err) {
    941  1.19    mrg 		USBNETHIST_CALLARGS("write PHY failed: %d", err, 0, 0, 0);
    942  1.22    mrg 		return err;
    943   1.1    mrg 	}
    944   1.1    mrg 
    945   1.1    mrg 	return 0;
    946   1.1    mrg }
    947   1.1    mrg 
    948   1.1    mrg void
    949  1.10    mrg usbnet_mii_statchg(struct ifnet *ifp)
    950   1.1    mrg {
    951   1.4    mrg 	USBNETHIST_FUNC(); USBNETHIST_CALLED();
    952   1.1    mrg 	struct usbnet * const un = ifp->if_softc;
    953   1.1    mrg 
    954  1.10    mrg 	uno_mii_statchg(un, ifp);
    955   1.1    mrg }
    956   1.1    mrg 
    957   1.1    mrg static int
    958   1.1    mrg usbnet_media_upd(struct ifnet *ifp)
    959   1.1    mrg {
    960   1.4    mrg 	USBNETHIST_FUNC(); USBNETHIST_CALLED();
    961   1.1    mrg 	struct usbnet * const un = ifp->if_softc;
    962  1.11    mrg 	struct usbnet_private * const unp = un->un_pri;
    963   1.1    mrg 	struct mii_data * const mii = usbnet_mii(un);
    964   1.1    mrg 
    965  1.11    mrg 	if (unp->unp_dying)
    966   1.1    mrg 		return EIO;
    967   1.1    mrg 
    968  1.11    mrg 	unp->unp_link = false;
    969   1.1    mrg 
    970   1.1    mrg 	if (mii->mii_instance) {
    971   1.1    mrg 		struct mii_softc *miisc;
    972   1.1    mrg 
    973   1.1    mrg 		LIST_FOREACH(miisc, &mii->mii_phys, mii_list)
    974   1.1    mrg 			mii_phy_reset(miisc);
    975   1.1    mrg 	}
    976   1.1    mrg 
    977   1.1    mrg 	return ether_mediachange(ifp);
    978   1.1    mrg }
    979   1.1    mrg 
    980   1.1    mrg /* ioctl */
    981   1.1    mrg 
    982   1.1    mrg static int
    983   1.1    mrg usbnet_ifflags_cb(struct ethercom *ec)
    984   1.1    mrg {
    985   1.4    mrg 	USBNETHIST_FUNC(); USBNETHIST_CALLED();
    986   1.1    mrg 	struct ifnet *ifp = &ec->ec_if;
    987   1.1    mrg 	struct usbnet *un = ifp->if_softc;
    988  1.11    mrg 	struct usbnet_private * const unp = un->un_pri;
    989   1.1    mrg 	int rv = 0;
    990   1.1    mrg 
    991  1.11    mrg 	mutex_enter(&unp->unp_lock);
    992   1.1    mrg 
    993  1.11    mrg 	const int changed = ifp->if_flags ^ unp->unp_if_flags;
    994   1.1    mrg 	if ((changed & ~(IFF_CANTCHANGE | IFF_DEBUG)) == 0) {
    995  1.11    mrg 		unp->unp_if_flags = ifp->if_flags;
    996   1.1    mrg 		if ((changed & IFF_PROMISC) != 0)
    997   1.1    mrg 			rv = ENETRESET;
    998   1.1    mrg 	} else {
    999   1.1    mrg 		rv = ENETRESET;
   1000   1.1    mrg 	}
   1001   1.1    mrg 
   1002  1.11    mrg 	mutex_exit(&unp->unp_lock);
   1003   1.1    mrg 
   1004   1.1    mrg 	return rv;
   1005   1.1    mrg }
   1006   1.1    mrg 
   1007   1.1    mrg static int
   1008   1.1    mrg usbnet_ioctl(struct ifnet *ifp, u_long cmd, void *data)
   1009   1.1    mrg {
   1010  1.23    mrg 	USBNETHIST_FUNC();
   1011   1.1    mrg 	struct usbnet * const un = ifp->if_softc;
   1012  1.23    mrg 	struct usbnet_private * const unp __unused = un->un_pri;
   1013   1.1    mrg 	int error;
   1014   1.1    mrg 
   1015  1.23    mrg 	USBNETHIST_CALLARGSN(11, "%d: enter %jx data %x",
   1016  1.23    mrg 	    unp->unp_number, cmd, (uintptr_t)data, 0);
   1017  1.23    mrg 
   1018  1.10    mrg 	if (un->un_ops->uno_override_ioctl)
   1019  1.10    mrg 		return uno_override_ioctl(un, ifp, cmd, data);
   1020   1.5    mrg 
   1021   1.1    mrg 	error = ether_ioctl(ifp, cmd, data);
   1022  1.10    mrg 	if (error == ENETRESET)
   1023  1.10    mrg 		error = uno_ioctl(un, ifp, cmd, data);
   1024   1.1    mrg 
   1025   1.1    mrg 	return error;
   1026   1.1    mrg }
   1027   1.1    mrg 
   1028   1.1    mrg /*
   1029   1.1    mrg  * Generic stop network function:
   1030   1.1    mrg  *	- mark as stopping
   1031   1.1    mrg  *	- call DD routine to stop the device
   1032   1.1    mrg  *	- turn off running, timer, statchg callout, link
   1033   1.1    mrg  *	- stop transfers
   1034   1.1    mrg  *	- free RX and TX resources
   1035   1.1    mrg  *	- close pipes
   1036   1.1    mrg  *
   1037   1.1    mrg  * usbnet_stop() is exported for drivers to use, expects lock held.
   1038   1.1    mrg  *
   1039   1.1    mrg  * usbnet_stop_ifp() is for the if_stop handler.
   1040   1.1    mrg  */
   1041   1.1    mrg void
   1042   1.1    mrg usbnet_stop(struct usbnet *un, struct ifnet *ifp, int disable)
   1043   1.1    mrg {
   1044  1.11    mrg 	struct usbnet_private * const unp = un->un_pri;
   1045  1.11    mrg 
   1046   1.4    mrg 	USBNETHIST_FUNC(); USBNETHIST_CALLED();
   1047   1.4    mrg 
   1048  1.12    mrg 	usbnet_isowned(un);
   1049   1.1    mrg 
   1050  1.11    mrg 	mutex_enter(&unp->unp_rxlock);
   1051  1.11    mrg 	mutex_enter(&unp->unp_txlock);
   1052  1.11    mrg 	unp->unp_stopping = true;
   1053  1.11    mrg 	mutex_exit(&unp->unp_txlock);
   1054  1.11    mrg 	mutex_exit(&unp->unp_rxlock);
   1055   1.1    mrg 
   1056  1.10    mrg 	uno_stop(un, ifp, disable);
   1057   1.1    mrg 
   1058   1.1    mrg 	/*
   1059   1.1    mrg 	 * XXXSMP Would like to
   1060   1.1    mrg 	 *	KASSERT(IFNET_LOCKED(ifp))
   1061   1.1    mrg 	 * here but the locking order is:
   1062   1.1    mrg 	 *	ifnet -> unlock -> rxlock -> txlock
   1063   1.1    mrg 	 * and unlock is already held.
   1064   1.1    mrg 	 */
   1065   1.1    mrg 	ifp->if_flags &= ~IFF_RUNNING;
   1066  1.11    mrg 	unp->unp_timer = 0;
   1067   1.1    mrg 
   1068  1.11    mrg 	callout_stop(&unp->unp_stat_ch);
   1069   1.1    mrg 
   1070   1.1    mrg 	/* Stop transfers. */
   1071   1.1    mrg 	usbnet_ep_stop_pipes(un);
   1072   1.1    mrg 
   1073   1.1    mrg 	/* Free RX/TX resources. */
   1074   1.1    mrg 	usbnet_rx_list_fini(un);
   1075   1.1    mrg 	usbnet_tx_list_fini(un);
   1076   1.1    mrg 
   1077   1.1    mrg 	/* Close pipes. */
   1078   1.1    mrg 	usbnet_ep_close_pipes(un);
   1079   1.1    mrg }
   1080   1.1    mrg 
   1081   1.1    mrg static void
   1082   1.1    mrg usbnet_stop_ifp(struct ifnet *ifp, int disable)
   1083   1.1    mrg {
   1084   1.1    mrg 	struct usbnet * const un = ifp->if_softc;
   1085  1.11    mrg 	struct usbnet_private * const unp = un->un_pri;
   1086   1.1    mrg 
   1087  1.11    mrg 	mutex_enter(&unp->unp_lock);
   1088   1.1    mrg 	usbnet_stop(un, ifp, disable);
   1089  1.11    mrg 	mutex_exit(&unp->unp_lock);
   1090   1.1    mrg }
   1091   1.1    mrg 
   1092   1.1    mrg /*
   1093   1.1    mrg  * Generic tick task function.
   1094   1.1    mrg  *
   1095   1.1    mrg  * usbnet_tick() is triggered from a callout, and triggers a call to
   1096   1.1    mrg  * usbnet_tick_task() from the usb_task subsystem.
   1097   1.1    mrg  */
   1098   1.1    mrg static void
   1099   1.1    mrg usbnet_tick(void *arg)
   1100   1.1    mrg {
   1101   1.1    mrg 	struct usbnet * const un = arg;
   1102  1.11    mrg 	struct usbnet_private * const unp = un->un_pri;
   1103   1.1    mrg 
   1104  1.25    mrg 	if (unp != NULL && !unp->unp_stopping && !unp->unp_dying) {
   1105   1.1    mrg 		/* Perform periodic stuff in process context */
   1106  1.11    mrg 		usb_add_task(un->un_udev, &unp->unp_ticktask, USB_TASKQ_DRIVER);
   1107   1.1    mrg 	}
   1108   1.1    mrg }
   1109   1.1    mrg 
   1110   1.1    mrg static void
   1111   1.1    mrg usbnet_watchdog(struct ifnet *ifp)
   1112   1.1    mrg {
   1113  1.23    mrg 	USBNETHIST_FUNC(); USBNETHIST_CALLED();
   1114   1.1    mrg 	struct usbnet * const un = ifp->if_softc;
   1115  1.17    mrg 	struct usbnet_private * const unp = un->un_pri;
   1116  1.11    mrg 	struct usbnet_cdata * const cd = un_cdata(un);
   1117  1.17    mrg 	usbd_status err;
   1118   1.1    mrg 
   1119   1.1    mrg 	ifp->if_oerrors++;
   1120   1.1    mrg 	aprint_error_dev(un->un_dev, "watchdog timeout\n");
   1121   1.1    mrg 
   1122   1.1    mrg 	if (cd->uncd_tx_cnt > 0) {
   1123  1.23    mrg 		DPRINTF("uncd_tx_cnt=%u non zero, aborting pipe", 0, 0, 0, 0);
   1124  1.17    mrg 		err = usbd_abort_pipe(unp->unp_ep[USBNET_ENDPT_TX]);
   1125  1.20    mrg 		if (err)
   1126  1.20    mrg 			aprint_error_dev(un->un_dev, "pipe abort failed: %s\n",
   1127  1.20    mrg 			    usbd_errstr(err));
   1128  1.23    mrg 		if (cd->uncd_tx_cnt != 0)
   1129  1.23    mrg 			DPRINTF("uncd_tx_cnt now %u", cd->uncd_tx_cnt, 0, 0, 0);
   1130   1.1    mrg 	}
   1131   1.1    mrg 
   1132   1.1    mrg 	if (!IFQ_IS_EMPTY(&ifp->if_snd))
   1133   1.1    mrg 		(*ifp->if_start)(ifp);
   1134   1.1    mrg }
   1135   1.1    mrg 
   1136   1.1    mrg static void
   1137   1.1    mrg usbnet_tick_task(void *arg)
   1138   1.1    mrg {
   1139   1.1    mrg 	struct usbnet * const un = arg;
   1140  1.11    mrg 	struct usbnet_private * const unp = un->un_pri;
   1141   1.1    mrg 
   1142  1.11    mrg 	mutex_enter(&unp->unp_lock);
   1143  1.11    mrg 	if (unp->unp_stopping || unp->unp_dying) {
   1144  1.11    mrg 		mutex_exit(&unp->unp_lock);
   1145   1.1    mrg 		return;
   1146   1.1    mrg 	}
   1147   1.1    mrg 
   1148   1.1    mrg 	struct ifnet * const ifp = usbnet_ifp(un);
   1149   1.1    mrg 	struct mii_data * const mii = usbnet_mii(un);
   1150   1.1    mrg 
   1151  1.11    mrg 	unp->unp_refcnt++;
   1152  1.11    mrg 	mutex_exit(&unp->unp_lock);
   1153   1.1    mrg 
   1154  1.11    mrg 	if (ifp && unp->unp_timer != 0 && --unp->unp_timer == 0)
   1155   1.1    mrg 		usbnet_watchdog(ifp);
   1156   1.1    mrg 
   1157   1.1    mrg 	if (mii && ifp) {
   1158   1.1    mrg 		mii_tick(mii);
   1159   1.1    mrg 
   1160  1.11    mrg 		if (!unp->unp_link)
   1161   1.1    mrg 			(*mii->mii_statchg)(ifp);
   1162   1.1    mrg 	}
   1163   1.1    mrg 
   1164  1.15    mrg 	/* Call driver if requested. */
   1165  1.15    mrg 	uno_tick(un);
   1166  1.15    mrg 
   1167  1.11    mrg 	mutex_enter(&unp->unp_lock);
   1168  1.11    mrg 	if (--unp->unp_refcnt < 0)
   1169  1.11    mrg 		cv_broadcast(&unp->unp_detachcv);
   1170  1.11    mrg 	if (!unp->unp_stopping && !unp->unp_dying)
   1171  1.11    mrg 		callout_schedule(&unp->unp_stat_ch, hz);
   1172  1.11    mrg 	mutex_exit(&unp->unp_lock);
   1173   1.1    mrg }
   1174   1.1    mrg 
   1175   1.1    mrg static int
   1176   1.1    mrg usbnet_init(struct ifnet *ifp)
   1177   1.1    mrg {
   1178   1.4    mrg 	USBNETHIST_FUNC(); USBNETHIST_CALLED();
   1179   1.1    mrg 	struct usbnet * const un = ifp->if_softc;
   1180   1.1    mrg 
   1181  1.10    mrg 	return uno_init(un, ifp);
   1182   1.1    mrg }
   1183   1.1    mrg 
   1184  1.12    mrg 
   1185  1.11    mrg /* Various accessors. */
   1186  1.11    mrg 
   1187  1.11    mrg void
   1188  1.11    mrg usbnet_set_link(struct usbnet *un, bool link)
   1189  1.11    mrg {
   1190  1.11    mrg 	un->un_pri->unp_link = link;
   1191  1.11    mrg }
   1192  1.11    mrg 
   1193  1.14    mrg void
   1194  1.14    mrg usbnet_set_dying(struct usbnet *un, bool link)
   1195  1.14    mrg {
   1196  1.14    mrg 	un->un_pri->unp_dying = link;
   1197  1.14    mrg }
   1198  1.14    mrg 
   1199  1.11    mrg struct ifnet *
   1200  1.11    mrg usbnet_ifp(struct usbnet *un)
   1201  1.11    mrg {
   1202  1.11    mrg 	return &un->un_pri->unp_ec.ec_if;
   1203  1.11    mrg }
   1204  1.11    mrg 
   1205  1.11    mrg struct ethercom *
   1206  1.11    mrg usbnet_ec(struct usbnet *un)
   1207  1.11    mrg {
   1208  1.11    mrg 	return &un->un_pri->unp_ec;
   1209  1.11    mrg }
   1210  1.11    mrg 
   1211  1.11    mrg struct mii_data *
   1212  1.11    mrg usbnet_mii(struct usbnet *un)
   1213  1.11    mrg {
   1214  1.11    mrg 	return un->un_pri->unp_ec.ec_mii;
   1215  1.11    mrg }
   1216  1.11    mrg 
   1217  1.11    mrg krndsource_t *
   1218  1.11    mrg usbnet_rndsrc(struct usbnet *un)
   1219  1.11    mrg {
   1220  1.11    mrg 	return &un->un_pri->unp_rndsrc;
   1221  1.11    mrg }
   1222  1.11    mrg 
   1223  1.11    mrg void *
   1224  1.11    mrg usbnet_softc(struct usbnet *un)
   1225  1.11    mrg {
   1226  1.11    mrg 	return un->un_sc;
   1227  1.11    mrg }
   1228  1.11    mrg 
   1229  1.11    mrg bool
   1230  1.11    mrg usbnet_havelink(struct usbnet *un)
   1231  1.11    mrg {
   1232  1.11    mrg 	return un->un_pri->unp_link;
   1233  1.11    mrg }
   1234  1.11    mrg 
   1235  1.11    mrg bool
   1236  1.11    mrg usbnet_isdying(struct usbnet *un)
   1237  1.11    mrg {
   1238  1.25    mrg 	return un->un_pri == NULL || un->un_pri->unp_dying;
   1239  1.11    mrg }
   1240  1.11    mrg 
   1241  1.11    mrg 
   1242  1.11    mrg /* Locking. */
   1243  1.11    mrg 
   1244  1.11    mrg void
   1245  1.11    mrg usbnet_lock(struct usbnet *un)
   1246  1.11    mrg {
   1247  1.11    mrg 	mutex_enter(&un->un_pri->unp_lock);
   1248  1.11    mrg }
   1249  1.11    mrg 
   1250  1.11    mrg void
   1251  1.11    mrg usbnet_unlock(struct usbnet *un)
   1252  1.11    mrg {
   1253  1.11    mrg 	mutex_exit(&un->un_pri->unp_lock);
   1254  1.11    mrg }
   1255  1.11    mrg 
   1256  1.11    mrg kmutex_t *
   1257  1.11    mrg usbnet_mutex(struct usbnet *un)
   1258  1.11    mrg {
   1259  1.11    mrg 	return &un->un_pri->unp_lock;
   1260  1.11    mrg }
   1261  1.11    mrg 
   1262  1.11    mrg void
   1263  1.11    mrg usbnet_lock_rx(struct usbnet *un)
   1264  1.11    mrg {
   1265  1.11    mrg 	mutex_enter(&un->un_pri->unp_rxlock);
   1266  1.11    mrg }
   1267  1.11    mrg 
   1268  1.11    mrg void
   1269  1.11    mrg usbnet_unlock_rx(struct usbnet *un)
   1270  1.11    mrg {
   1271  1.11    mrg 	mutex_exit(&un->un_pri->unp_rxlock);
   1272  1.11    mrg }
   1273  1.11    mrg 
   1274  1.11    mrg kmutex_t *
   1275  1.11    mrg usbnet_mutex_rx(struct usbnet *un)
   1276  1.11    mrg {
   1277  1.11    mrg 	return &un->un_pri->unp_rxlock;
   1278  1.11    mrg }
   1279  1.11    mrg 
   1280  1.11    mrg void
   1281  1.11    mrg usbnet_lock_tx(struct usbnet *un)
   1282  1.11    mrg {
   1283  1.11    mrg 	mutex_enter(&un->un_pri->unp_txlock);
   1284  1.11    mrg }
   1285  1.11    mrg 
   1286  1.11    mrg void
   1287  1.11    mrg usbnet_unlock_tx(struct usbnet *un)
   1288  1.11    mrg {
   1289  1.11    mrg 	mutex_exit(&un->un_pri->unp_txlock);
   1290  1.11    mrg }
   1291  1.11    mrg 
   1292  1.11    mrg kmutex_t *
   1293  1.11    mrg usbnet_mutex_tx(struct usbnet *un)
   1294  1.11    mrg {
   1295  1.11    mrg 	return &un->un_pri->unp_txlock;
   1296  1.11    mrg }
   1297  1.11    mrg 
   1298   1.1    mrg /* Autoconf management. */
   1299   1.1    mrg 
   1300   1.5    mrg static bool
   1301  1.12    mrg usbnet_empty_eaddr(struct usbnet * const un)
   1302   1.5    mrg {
   1303   1.5    mrg 	return (un->un_eaddr[0] == 0 && un->un_eaddr[1] == 0 &&
   1304   1.5    mrg 		un->un_eaddr[2] == 0 && un->un_eaddr[3] == 0 &&
   1305   1.5    mrg 		un->un_eaddr[4] == 0 && un->un_eaddr[5] == 0);
   1306   1.5    mrg }
   1307   1.5    mrg 
   1308   1.1    mrg /*
   1309   1.1    mrg  * usbnet_attach() and usbnet_attach_ifp() perform setup of the relevant
   1310   1.1    mrg  * 'usbnet'.  The first is enough to enable device access (eg, endpoints
   1311   1.1    mrg  * are connected and commands can be sent), and the second connects the
   1312   1.1    mrg  * device to the system networking.
   1313   1.1    mrg  *
   1314   1.1    mrg  * Always call usbnet_detach(), even if usbnet_attach_ifp() is skippped.
   1315   1.1    mrg  * Also usable as driver detach directly.
   1316   1.5    mrg  *
   1317   1.5    mrg  * To skip ethernet configuration (eg, point-to-point), make sure that
   1318   1.5    mrg  * the un_eaddr[] is fully zero.
   1319   1.1    mrg  */
   1320  1.11    mrg 
   1321   1.1    mrg void
   1322   1.1    mrg usbnet_attach(struct usbnet *un,
   1323  1.11    mrg 	      const char *detname)	/* detach cv name */
   1324   1.1    mrg {
   1325   1.4    mrg 	USBNETHIST_FUNC(); USBNETHIST_CALLED();
   1326   1.1    mrg 
   1327  1.10    mrg 	/* Required inputs.  */
   1328  1.10    mrg 	KASSERT(un->un_ops->uno_tx_prepare);
   1329  1.10    mrg 	KASSERT(un->un_ops->uno_rx_loop);
   1330  1.10    mrg 	KASSERT(un->un_ops->uno_init);
   1331  1.11    mrg 	KASSERT(un->un_rx_bufsz);
   1332  1.11    mrg 	KASSERT(un->un_tx_bufsz);
   1333  1.11    mrg 	KASSERT(un->un_rx_list_cnt);
   1334  1.11    mrg 	KASSERT(un->un_tx_list_cnt);
   1335  1.11    mrg 
   1336  1.13    mrg 	/* Unfortunate fact.  */
   1337  1.13    mrg 	KASSERT(un == device_private(un->un_dev));
   1338  1.13    mrg 
   1339  1.11    mrg 	un->un_pri = kmem_zalloc(sizeof(*un->un_pri), KM_SLEEP);
   1340  1.11    mrg 	struct usbnet_private * const unp = un->un_pri;
   1341  1.11    mrg 
   1342  1.11    mrg 	usb_init_task(&unp->unp_ticktask, usbnet_tick_task, un, USB_TASKQ_MPSAFE);
   1343  1.11    mrg 	callout_init(&unp->unp_stat_ch, CALLOUT_MPSAFE);
   1344  1.11    mrg 	callout_setfunc(&unp->unp_stat_ch, usbnet_tick, un);
   1345  1.11    mrg 
   1346  1.11    mrg 	mutex_init(&unp->unp_miilock, MUTEX_DEFAULT, IPL_NONE);
   1347  1.11    mrg 	mutex_init(&unp->unp_txlock, MUTEX_DEFAULT, IPL_SOFTUSB);
   1348  1.11    mrg 	mutex_init(&unp->unp_rxlock, MUTEX_DEFAULT, IPL_SOFTUSB);
   1349  1.11    mrg 	mutex_init(&unp->unp_lock, MUTEX_DEFAULT, IPL_NONE);
   1350  1.11    mrg 	cv_init(&unp->unp_detachcv, detname);
   1351   1.1    mrg 
   1352  1.11    mrg 	rnd_attach_source(&unp->unp_rndsrc, device_xname(un->un_dev),
   1353   1.1    mrg 	    RND_TYPE_NET, RND_FLAG_DEFAULT);
   1354   1.1    mrg 
   1355  1.10    mrg 	usbnet_rx_list_alloc(un);
   1356  1.10    mrg 	usbnet_tx_list_alloc(un);
   1357   1.1    mrg 
   1358  1.23    mrg 	unp->unp_number = atomic_inc_uint_nv(&usbnet_number);
   1359  1.23    mrg 
   1360  1.11    mrg 	unp->unp_attached = true;
   1361   1.1    mrg }
   1362   1.1    mrg 
   1363   1.1    mrg static void
   1364  1.22    mrg usbnet_attach_mii(struct usbnet *un, const struct usbnet_mii *unm)
   1365   1.1    mrg {
   1366   1.4    mrg 	USBNETHIST_FUNC(); USBNETHIST_CALLED();
   1367  1.11    mrg 	struct usbnet_private * const unp = un->un_pri;
   1368  1.11    mrg 	struct mii_data * const mii = &unp->unp_mii;
   1369  1.11    mrg 	struct ifnet * const ifp = usbnet_ifp(un);
   1370   1.1    mrg 
   1371  1.10    mrg 	KASSERT(un->un_ops->uno_read_reg);
   1372  1.10    mrg 	KASSERT(un->un_ops->uno_write_reg);
   1373  1.10    mrg 	KASSERT(un->un_ops->uno_statchg);
   1374  1.10    mrg 
   1375   1.1    mrg 	mii->mii_ifp = ifp;
   1376  1.10    mrg 	mii->mii_readreg = usbnet_mii_readreg;
   1377  1.10    mrg 	mii->mii_writereg = usbnet_mii_writereg;
   1378  1.10    mrg 	mii->mii_statchg = usbnet_mii_statchg;
   1379   1.1    mrg 	mii->mii_flags = MIIF_AUTOTSLEEP;
   1380   1.1    mrg 
   1381  1.11    mrg 	usbnet_ec(un)->ec_mii = mii;
   1382   1.1    mrg 	ifmedia_init(&mii->mii_media, 0, usbnet_media_upd, ether_mediastatus);
   1383  1.22    mrg 	mii_attach(un->un_dev, mii, unm->un_mii_capmask, unm->un_mii_phyloc,
   1384  1.22    mrg 		   unm->un_mii_offset, unm->un_mii_flags);
   1385   1.1    mrg 
   1386   1.1    mrg 	if (LIST_FIRST(&mii->mii_phys) == NULL) {
   1387   1.1    mrg 		ifmedia_add(&mii->mii_media, IFM_ETHER | IFM_NONE, 0, NULL);
   1388   1.1    mrg 		ifmedia_set(&mii->mii_media, IFM_ETHER | IFM_NONE);
   1389   1.1    mrg 	} else
   1390   1.1    mrg 		ifmedia_set(&mii->mii_media, IFM_ETHER | IFM_AUTO);
   1391   1.1    mrg }
   1392   1.1    mrg 
   1393   1.1    mrg void
   1394   1.1    mrg usbnet_attach_ifp(struct usbnet *un,
   1395   1.1    mrg 		  unsigned if_flags,		/* additional if_flags */
   1396   1.2    mrg 		  unsigned if_extflags,		/* additional if_extflags */
   1397  1.22    mrg 		  const struct usbnet_mii *unm)	/* additional mii_attach flags */
   1398   1.1    mrg {
   1399   1.4    mrg 	USBNETHIST_FUNC(); USBNETHIST_CALLED();
   1400  1.11    mrg 	struct usbnet_private * const unp = un->un_pri;
   1401  1.11    mrg 	struct ifnet * const ifp = usbnet_ifp(un);
   1402   1.1    mrg 
   1403  1.11    mrg 	KASSERT(unp->unp_attached);
   1404   1.1    mrg 
   1405   1.1    mrg 	strlcpy(ifp->if_xname, device_xname(un->un_dev), IFNAMSIZ);
   1406   1.1    mrg 	ifp->if_flags = if_flags;
   1407   1.1    mrg 	ifp->if_extflags = IFEF_MPSAFE | if_extflags;
   1408   1.1    mrg 	ifp->if_ioctl = usbnet_ioctl;
   1409   1.1    mrg 	ifp->if_start = usbnet_start;
   1410   1.1    mrg 	ifp->if_init = usbnet_init;
   1411   1.1    mrg 	ifp->if_stop = usbnet_stop_ifp;
   1412   1.1    mrg 
   1413  1.22    mrg 	if (unm)
   1414  1.22    mrg 		usbnet_attach_mii(un, unm);
   1415   1.4    mrg 	else
   1416  1.11    mrg 		unp->unp_link = true;
   1417   1.1    mrg 
   1418   1.1    mrg 	/* Attach the interface. */
   1419  1.17    mrg 	int rv = if_initialize(ifp);
   1420  1.17    mrg 	if (rv != 0) {
   1421  1.17    mrg 		aprint_error_dev(un->un_dev, "if_initialize failed(%d)\n", rv);
   1422  1.17    mrg 		return;
   1423  1.17    mrg 	}
   1424  1.17    mrg 	if (ifp->_if_input == NULL)
   1425  1.17    mrg 		ifp->if_percpuq = if_percpuq_create(ifp);
   1426  1.17    mrg 	if_register(ifp);
   1427   1.5    mrg 
   1428   1.5    mrg 	/*
   1429   1.5    mrg 	 * If ethernet address is all zero, skip ether_ifattach() and
   1430   1.5    mrg 	 * instead attach bpf here..
   1431   1.5    mrg 	 */
   1432   1.5    mrg 	if (!usbnet_empty_eaddr(un)) {
   1433  1.11    mrg 		ether_set_ifflags_cb(&unp->unp_ec, usbnet_ifflags_cb);
   1434   1.6    mrg 		aprint_normal_dev(un->un_dev, "Ethernet address %s\n",
   1435   1.6    mrg 		    ether_sprintf(un->un_eaddr));
   1436   1.5    mrg 		ether_ifattach(ifp, un->un_eaddr);
   1437   1.5    mrg 	} else {
   1438   1.5    mrg 		if_alloc_sadl(ifp);
   1439   1.5    mrg 		bpf_attach(ifp, DLT_RAW, 0);
   1440   1.5    mrg 	}
   1441   1.8    mrg 
   1442  1.17    mrg 	/* Now ready, and attached. */
   1443  1.17    mrg 	IFQ_SET_READY(&ifp->if_snd);
   1444  1.17    mrg 	ifp->if_softc = un;
   1445  1.17    mrg 
   1446   1.8    mrg 	usbd_add_drv_event(USB_EVENT_DRIVER_ATTACH, un->un_udev, un->un_dev);
   1447   1.8    mrg 
   1448   1.8    mrg 	if (!pmf_device_register(un->un_dev, NULL, NULL))
   1449   1.8    mrg 		aprint_error_dev(un->un_dev, "couldn't establish power handler\n");
   1450   1.1    mrg }
   1451   1.1    mrg 
   1452   1.1    mrg int
   1453   1.1    mrg usbnet_detach(device_t self, int flags)
   1454   1.1    mrg {
   1455   1.4    mrg 	USBNETHIST_FUNC(); USBNETHIST_CALLED();
   1456   1.1    mrg 	struct usbnet * const un = device_private(self);
   1457  1.24    mrg 	struct usbnet_private * const unp = un->un_pri;
   1458  1.24    mrg 
   1459  1.24    mrg 	/* Detached before attached finished, so just bail out. */
   1460  1.24    mrg 	if (unp == NULL || !unp->unp_attached)
   1461  1.24    mrg 		return 0;
   1462  1.24    mrg 
   1463  1.11    mrg 	struct ifnet * const ifp = usbnet_ifp(un);
   1464  1.11    mrg 	struct mii_data * const mii = usbnet_mii(un);
   1465   1.1    mrg 
   1466  1.11    mrg 	mutex_enter(&unp->unp_lock);
   1467  1.11    mrg 	unp->unp_dying = true;
   1468  1.11    mrg 	mutex_exit(&unp->unp_lock);
   1469   1.1    mrg 
   1470  1.11    mrg 	callout_halt(&unp->unp_stat_ch, NULL);
   1471  1.11    mrg 	usb_rem_task_wait(un->un_udev, &unp->unp_ticktask, USB_TASKQ_DRIVER, NULL);
   1472   1.1    mrg 
   1473   1.1    mrg 	if (ifp->if_flags & IFF_RUNNING) {
   1474   1.1    mrg 		IFNET_LOCK(ifp);
   1475   1.1    mrg 		usbnet_stop_ifp(ifp, 1);
   1476   1.1    mrg 		IFNET_UNLOCK(ifp);
   1477   1.1    mrg 	}
   1478   1.1    mrg 
   1479  1.11    mrg 	mutex_enter(&unp->unp_lock);
   1480  1.11    mrg 	unp->unp_refcnt--;
   1481  1.11    mrg 	while (unp->unp_refcnt > 0) {
   1482   1.1    mrg 		/* Wait for processes to go away */
   1483  1.11    mrg 		cv_wait(&unp->unp_detachcv, &unp->unp_lock);
   1484   1.1    mrg 	}
   1485  1.11    mrg 	mutex_exit(&unp->unp_lock);
   1486   1.1    mrg 
   1487   1.1    mrg 	usbnet_rx_list_free(un);
   1488   1.1    mrg 	usbnet_tx_list_free(un);
   1489   1.1    mrg 
   1490  1.11    mrg 	callout_destroy(&unp->unp_stat_ch);
   1491  1.11    mrg 	rnd_detach_source(&unp->unp_rndsrc);
   1492   1.1    mrg 
   1493   1.1    mrg 	if (mii) {
   1494   1.1    mrg 		mii_detach(mii, MII_PHY_ANY, MII_OFFSET_ANY);
   1495   1.1    mrg 		ifmedia_delete_instance(&mii->mii_media, IFM_INST_ANY);
   1496   1.1    mrg 	}
   1497   1.1    mrg 	if (ifp->if_softc) {
   1498   1.5    mrg 		if (!usbnet_empty_eaddr(un))
   1499   1.5    mrg 			ether_ifdetach(ifp);
   1500   1.5    mrg 		else
   1501   1.5    mrg 			bpf_detach(ifp);
   1502   1.1    mrg 		if_detach(ifp);
   1503   1.1    mrg 	}
   1504   1.1    mrg 
   1505  1.11    mrg 	cv_destroy(&unp->unp_detachcv);
   1506  1.11    mrg 	mutex_destroy(&unp->unp_lock);
   1507  1.11    mrg 	mutex_destroy(&unp->unp_rxlock);
   1508  1.11    mrg 	mutex_destroy(&unp->unp_txlock);
   1509  1.11    mrg 	mutex_destroy(&unp->unp_miilock);
   1510   1.1    mrg 
   1511   1.1    mrg 	pmf_device_deregister(un->un_dev);
   1512   1.1    mrg 
   1513   1.1    mrg 	usbd_add_drv_event(USB_EVENT_DRIVER_DETACH, un->un_udev, un->un_dev);
   1514   1.1    mrg 
   1515  1.11    mrg 	kmem_free(unp, sizeof(*unp));
   1516  1.11    mrg 
   1517   1.1    mrg 	return 0;
   1518   1.1    mrg }
   1519   1.1    mrg 
   1520   1.1    mrg int
   1521   1.1    mrg usbnet_activate(device_t self, devact_t act)
   1522   1.1    mrg {
   1523   1.4    mrg 	USBNETHIST_FUNC(); USBNETHIST_CALLED();
   1524   1.1    mrg 	struct usbnet * const un = device_private(self);
   1525  1.11    mrg 	struct usbnet_private * const unp = un->un_pri;
   1526   1.1    mrg 	struct ifnet * const ifp = usbnet_ifp(un);
   1527   1.1    mrg 
   1528   1.1    mrg 	switch (act) {
   1529   1.1    mrg 	case DVACT_DEACTIVATE:
   1530   1.1    mrg 		if_deactivate(ifp);
   1531   1.1    mrg 
   1532  1.11    mrg 		mutex_enter(&unp->unp_lock);
   1533  1.11    mrg 		unp->unp_dying = true;
   1534  1.11    mrg 		mutex_exit(&unp->unp_lock);
   1535  1.11    mrg 
   1536  1.11    mrg 		mutex_enter(&unp->unp_rxlock);
   1537  1.11    mrg 		mutex_enter(&unp->unp_txlock);
   1538  1.11    mrg 		unp->unp_stopping = true;
   1539  1.11    mrg 		mutex_exit(&unp->unp_txlock);
   1540  1.11    mrg 		mutex_exit(&unp->unp_rxlock);
   1541   1.1    mrg 
   1542   1.1    mrg 		return 0;
   1543   1.1    mrg 	default:
   1544   1.1    mrg 		return EOPNOTSUPP;
   1545   1.1    mrg 	}
   1546   1.1    mrg }
   1547   1.1    mrg 
   1548   1.1    mrg MODULE(MODULE_CLASS_MISC, usbnet, NULL);
   1549   1.1    mrg 
   1550   1.1    mrg static int
   1551   1.1    mrg usbnet_modcmd(modcmd_t cmd, void *arg)
   1552   1.1    mrg {
   1553   1.1    mrg 	switch (cmd) {
   1554   1.1    mrg 	case MODULE_CMD_INIT:
   1555   1.4    mrg 		return 0;
   1556   1.1    mrg 	case MODULE_CMD_FINI:
   1557   1.1    mrg 		return 0;
   1558   1.1    mrg 	case MODULE_CMD_STAT:
   1559   1.1    mrg 	case MODULE_CMD_AUTOUNLOAD:
   1560   1.1    mrg 	default:
   1561   1.1    mrg 		return ENOTTY;
   1562   1.1    mrg 	}
   1563   1.1    mrg }
   1564