usbnet.c revision 1.38.4.2 1 1.38.4.2 martin /* $NetBSD: usbnet.c,v 1.38.4.2 2020/04/13 08:04:51 martin Exp $ */
2 1.38.4.2 martin
3 1.38.4.2 martin /*
4 1.38.4.2 martin * Copyright (c) 2019 Matthew R. Green
5 1.38.4.2 martin * All rights reserved.
6 1.38.4.2 martin *
7 1.38.4.2 martin * Redistribution and use in source and binary forms, with or without
8 1.38.4.2 martin * modification, are permitted provided that the following conditions
9 1.38.4.2 martin * are met:
10 1.38.4.2 martin * 1. Redistributions of source code must retain the above copyright
11 1.38.4.2 martin * notice, this list of conditions and the following disclaimer.
12 1.38.4.2 martin * 2. Redistributions in binary form must reproduce the above copyright
13 1.38.4.2 martin * notice, this list of conditions and the following disclaimer in the
14 1.38.4.2 martin * documentation and/or other materials provided with the distribution.
15 1.38.4.2 martin * 3. The name of the author may not be used to endorse or promote products
16 1.38.4.2 martin * derived from this software without specific prior written permission.
17 1.38.4.2 martin *
18 1.38.4.2 martin * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
19 1.38.4.2 martin * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
20 1.38.4.2 martin * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
21 1.38.4.2 martin * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
22 1.38.4.2 martin * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
23 1.38.4.2 martin * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
24 1.38.4.2 martin * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
25 1.38.4.2 martin * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
26 1.38.4.2 martin * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
27 1.38.4.2 martin * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
28 1.38.4.2 martin * SUCH DAMAGE.
29 1.38.4.2 martin */
30 1.38.4.2 martin
31 1.38.4.2 martin /*
32 1.38.4.2 martin * Common code shared between USB network drivers.
33 1.38.4.2 martin */
34 1.38.4.2 martin
35 1.38.4.2 martin #include <sys/cdefs.h>
36 1.38.4.2 martin __KERNEL_RCSID(0, "$NetBSD: usbnet.c,v 1.38.4.2 2020/04/13 08:04:51 martin Exp $");
37 1.38.4.2 martin
38 1.38.4.2 martin #include <sys/param.h>
39 1.38.4.2 martin #include <sys/kernel.h>
40 1.38.4.2 martin #include <sys/kmem.h>
41 1.38.4.2 martin #include <sys/module.h>
42 1.38.4.2 martin #include <sys/atomic.h>
43 1.38.4.2 martin
44 1.38.4.2 martin #include <dev/usb/usbnet.h>
45 1.38.4.2 martin #include <dev/usb/usbhist.h>
46 1.38.4.2 martin
47 1.38.4.2 martin struct usbnet_cdata {
48 1.38.4.2 martin struct usbnet_chain *uncd_tx_chain;
49 1.38.4.2 martin struct usbnet_chain *uncd_rx_chain;
50 1.38.4.2 martin
51 1.38.4.2 martin int uncd_tx_prod;
52 1.38.4.2 martin int uncd_tx_cnt;
53 1.38.4.2 martin };
54 1.38.4.2 martin
55 1.38.4.2 martin struct usbnet_private {
56 1.38.4.2 martin /*
57 1.38.4.2 martin * - unp_core_lock protects most of this structure, the public one,
58 1.38.4.2 martin * and the MII / media data.
59 1.38.4.2 martin * - unp_rxlock protects the rx path and its data
60 1.38.4.2 martin * - unp_txlock protects the tx path and its data
61 1.38.4.2 martin * - unp_detachcv handles detach vs open references
62 1.38.4.2 martin *
63 1.38.4.2 martin * the lock ordering is:
64 1.38.4.2 martin * ifnet lock -> unp_core_lock -> unp_rxlock -> unp_txlock
65 1.38.4.2 martin * - ifnet lock is not needed for unp_core_lock, but if ifnet lock is
66 1.38.4.2 martin * involved, it must be taken first
67 1.38.4.2 martin */
68 1.38.4.2 martin kmutex_t unp_core_lock;
69 1.38.4.2 martin kmutex_t unp_rxlock;
70 1.38.4.2 martin kmutex_t unp_txlock;
71 1.38.4.2 martin kcondvar_t unp_detachcv;
72 1.38.4.2 martin
73 1.38.4.2 martin struct usbnet_cdata unp_cdata;
74 1.38.4.2 martin
75 1.38.4.2 martin struct ethercom unp_ec;
76 1.38.4.2 martin struct mii_data unp_mii;
77 1.38.4.2 martin struct usb_task unp_ticktask;
78 1.38.4.2 martin struct callout unp_stat_ch;
79 1.38.4.2 martin struct usbd_pipe *unp_ep[USBNET_ENDPT_MAX];
80 1.38.4.2 martin
81 1.38.4.2 martin bool unp_dying;
82 1.38.4.2 martin bool unp_stopping;
83 1.38.4.2 martin bool unp_attached;
84 1.38.4.2 martin bool unp_link;
85 1.38.4.2 martin
86 1.38.4.2 martin int unp_refcnt;
87 1.38.4.2 martin int unp_timer;
88 1.38.4.2 martin unsigned short unp_if_flags;
89 1.38.4.2 martin unsigned unp_number;
90 1.38.4.2 martin
91 1.38.4.2 martin krndsource_t unp_rndsrc;
92 1.38.4.2 martin
93 1.38.4.2 martin struct timeval unp_rx_notice;
94 1.38.4.2 martin struct timeval unp_tx_notice;
95 1.38.4.2 martin struct timeval unp_intr_notice;
96 1.38.4.2 martin };
97 1.38.4.2 martin
98 1.38.4.2 martin #define un_cdata(un) (&(un)->un_pri->unp_cdata)
99 1.38.4.2 martin
100 1.38.4.2 martin volatile unsigned usbnet_number;
101 1.38.4.2 martin
102 1.38.4.2 martin static int usbnet_modcmd(modcmd_t, void *);
103 1.38.4.2 martin
104 1.38.4.2 martin #ifdef USB_DEBUG
105 1.38.4.2 martin #ifndef USBNET_DEBUG
106 1.38.4.2 martin #define usbnetdebug 0
107 1.38.4.2 martin #else
108 1.38.4.2 martin static int usbnetdebug = 0;
109 1.38.4.2 martin
110 1.38.4.2 martin SYSCTL_SETUP(sysctl_hw_usbnet_setup, "sysctl hw.usbnet setup")
111 1.38.4.2 martin {
112 1.38.4.2 martin int err;
113 1.38.4.2 martin const struct sysctlnode *rnode;
114 1.38.4.2 martin const struct sysctlnode *cnode;
115 1.38.4.2 martin
116 1.38.4.2 martin err = sysctl_createv(clog, 0, NULL, &rnode,
117 1.38.4.2 martin CTLFLAG_PERMANENT, CTLTYPE_NODE, "usbnet",
118 1.38.4.2 martin SYSCTL_DESCR("usbnet global controls"),
119 1.38.4.2 martin NULL, 0, NULL, 0, CTL_HW, CTL_CREATE, CTL_EOL);
120 1.38.4.2 martin
121 1.38.4.2 martin if (err)
122 1.38.4.2 martin goto fail;
123 1.38.4.2 martin
124 1.38.4.2 martin /* control debugging printfs */
125 1.38.4.2 martin err = sysctl_createv(clog, 0, &rnode, &cnode,
126 1.38.4.2 martin CTLFLAG_PERMANENT | CTLFLAG_READWRITE, CTLTYPE_INT,
127 1.38.4.2 martin "debug", SYSCTL_DESCR("Enable debugging output"),
128 1.38.4.2 martin NULL, 0, &usbnetdebug, sizeof(usbnetdebug), CTL_CREATE, CTL_EOL);
129 1.38.4.2 martin if (err)
130 1.38.4.2 martin goto fail;
131 1.38.4.2 martin
132 1.38.4.2 martin return;
133 1.38.4.2 martin fail:
134 1.38.4.2 martin aprint_error("%s: sysctl_createv failed (err = %d)\n", __func__, err);
135 1.38.4.2 martin }
136 1.38.4.2 martin
137 1.38.4.2 martin #endif /* USBNET_DEBUG */
138 1.38.4.2 martin #endif /* USB_DEBUG */
139 1.38.4.2 martin
140 1.38.4.2 martin #define DPRINTF(FMT,A,B,C,D) USBHIST_LOGN(usbnetdebug,1,FMT,A,B,C,D)
141 1.38.4.2 martin #define DPRINTFN(N,FMT,A,B,C,D) USBHIST_LOGN(usbnetdebug,N,FMT,A,B,C,D)
142 1.38.4.2 martin #define USBNETHIST_FUNC() USBHIST_FUNC()
143 1.38.4.2 martin #define USBNETHIST_CALLED(name) USBHIST_CALLED(usbnetdebug)
144 1.38.4.2 martin #define USBNETHIST_CALLARGS(FMT,A,B,C,D) \
145 1.38.4.2 martin USBHIST_CALLARGS(usbnetdebug,FMT,A,B,C,D)
146 1.38.4.2 martin #define USBNETHIST_CALLARGSN(N,FMT,A,B,C,D) \
147 1.38.4.2 martin USBHIST_CALLARGSN(usbnetdebug,N,FMT,A,B,C,D)
148 1.38.4.2 martin
149 1.38.4.2 martin /* Callback vectors. */
150 1.38.4.2 martin
151 1.38.4.2 martin static void
152 1.38.4.2 martin uno_stop(struct usbnet *un, struct ifnet *ifp, int disable)
153 1.38.4.2 martin {
154 1.38.4.2 martin usbnet_isowned_core(un);
155 1.38.4.2 martin if (un->un_ops->uno_stop)
156 1.38.4.2 martin (*un->un_ops->uno_stop)(ifp, disable);
157 1.38.4.2 martin }
158 1.38.4.2 martin
159 1.38.4.2 martin static int
160 1.38.4.2 martin uno_ioctl(struct usbnet *un, struct ifnet *ifp, u_long cmd, void *data)
161 1.38.4.2 martin {
162 1.38.4.2 martin /*
163 1.38.4.2 martin * There are cases where IFNET_LOCK will not be held when we
164 1.38.4.2 martin * are called (e.g. add/delete multicast address), so we can't
165 1.38.4.2 martin * assert it.
166 1.38.4.2 martin */
167 1.38.4.2 martin if (un->un_ops->uno_ioctl)
168 1.38.4.2 martin return (*un->un_ops->uno_ioctl)(ifp, cmd, data);
169 1.38.4.2 martin return 0;
170 1.38.4.2 martin }
171 1.38.4.2 martin
172 1.38.4.2 martin static int
173 1.38.4.2 martin uno_override_ioctl(struct usbnet *un, struct ifnet *ifp, u_long cmd, void *data)
174 1.38.4.2 martin {
175 1.38.4.2 martin /* See above. */
176 1.38.4.2 martin return (*un->un_ops->uno_override_ioctl)(ifp, cmd, data);
177 1.38.4.2 martin }
178 1.38.4.2 martin
179 1.38.4.2 martin static int
180 1.38.4.2 martin uno_init(struct usbnet *un, struct ifnet *ifp)
181 1.38.4.2 martin {
182 1.38.4.2 martin KASSERT(IFNET_LOCKED(ifp));
183 1.38.4.2 martin return (*un->un_ops->uno_init)(ifp);
184 1.38.4.2 martin }
185 1.38.4.2 martin
186 1.38.4.2 martin static int
187 1.38.4.2 martin uno_read_reg(struct usbnet *un, int phy, int reg, uint16_t *val)
188 1.38.4.2 martin {
189 1.38.4.2 martin usbnet_isowned_core(un);
190 1.38.4.2 martin return (*un->un_ops->uno_read_reg)(un, phy, reg, val);
191 1.38.4.2 martin }
192 1.38.4.2 martin
193 1.38.4.2 martin static int
194 1.38.4.2 martin uno_write_reg(struct usbnet *un, int phy, int reg, uint16_t val)
195 1.38.4.2 martin {
196 1.38.4.2 martin usbnet_isowned_core(un);
197 1.38.4.2 martin return (*un->un_ops->uno_write_reg)(un, phy, reg, val);
198 1.38.4.2 martin }
199 1.38.4.2 martin
200 1.38.4.2 martin static void
201 1.38.4.2 martin uno_mii_statchg(struct usbnet *un, struct ifnet *ifp)
202 1.38.4.2 martin {
203 1.38.4.2 martin usbnet_isowned_core(un);
204 1.38.4.2 martin (*un->un_ops->uno_statchg)(ifp);
205 1.38.4.2 martin }
206 1.38.4.2 martin
207 1.38.4.2 martin static unsigned
208 1.38.4.2 martin uno_tx_prepare(struct usbnet *un, struct mbuf *m, struct usbnet_chain *c)
209 1.38.4.2 martin {
210 1.38.4.2 martin usbnet_isowned_tx(un);
211 1.38.4.2 martin return (*un->un_ops->uno_tx_prepare)(un, m, c);
212 1.38.4.2 martin }
213 1.38.4.2 martin
214 1.38.4.2 martin static void
215 1.38.4.2 martin uno_rx_loop(struct usbnet *un, struct usbnet_chain *c, uint32_t total_len)
216 1.38.4.2 martin {
217 1.38.4.2 martin usbnet_isowned_rx(un);
218 1.38.4.2 martin (*un->un_ops->uno_rx_loop)(un, c, total_len);
219 1.38.4.2 martin }
220 1.38.4.2 martin
221 1.38.4.2 martin static void
222 1.38.4.2 martin uno_tick(struct usbnet *un)
223 1.38.4.2 martin {
224 1.38.4.2 martin if (un->un_ops->uno_tick)
225 1.38.4.2 martin (*un->un_ops->uno_tick)(un);
226 1.38.4.2 martin }
227 1.38.4.2 martin
228 1.38.4.2 martin static void
229 1.38.4.2 martin uno_intr(struct usbnet *un, usbd_status status)
230 1.38.4.2 martin {
231 1.38.4.2 martin if (un->un_ops->uno_intr)
232 1.38.4.2 martin (*un->un_ops->uno_intr)(un, status);
233 1.38.4.2 martin }
234 1.38.4.2 martin
235 1.38.4.2 martin /* Interrupt handling. */
236 1.38.4.2 martin
237 1.38.4.2 martin static struct mbuf *
238 1.38.4.2 martin usbnet_newbuf(size_t buflen)
239 1.38.4.2 martin {
240 1.38.4.2 martin struct mbuf *m;
241 1.38.4.2 martin
242 1.38.4.2 martin MGETHDR(m, M_DONTWAIT, MT_DATA);
243 1.38.4.2 martin if (m == NULL)
244 1.38.4.2 martin return NULL;
245 1.38.4.2 martin
246 1.38.4.2 martin if (buflen > MHLEN - ETHER_ALIGN) {
247 1.38.4.2 martin MCLGET(m, M_DONTWAIT);
248 1.38.4.2 martin if (!(m->m_flags & M_EXT)) {
249 1.38.4.2 martin m_freem(m);
250 1.38.4.2 martin return NULL;
251 1.38.4.2 martin }
252 1.38.4.2 martin }
253 1.38.4.2 martin
254 1.38.4.2 martin m_adj(m, ETHER_ALIGN);
255 1.38.4.2 martin m->m_len = m->m_pkthdr.len = buflen;
256 1.38.4.2 martin
257 1.38.4.2 martin return m;
258 1.38.4.2 martin }
259 1.38.4.2 martin
260 1.38.4.2 martin /*
261 1.38.4.2 martin * usbnet_rxeof() is designed to be the done callback for rx completion.
262 1.38.4.2 martin * it provides generic setup and finalisation, calls a different usbnet
263 1.38.4.2 martin * rx_loop callback in the middle, which can use usbnet_enqueue() to
264 1.38.4.2 martin * enqueue a packet for higher levels (or usbnet_input() if previously
265 1.38.4.2 martin * using if_input() path.)
266 1.38.4.2 martin */
267 1.38.4.2 martin void
268 1.38.4.2 martin usbnet_enqueue(struct usbnet * const un, uint8_t *buf, size_t buflen,
269 1.38.4.2 martin int csum_flags, uint32_t csum_data, int mbuf_flags)
270 1.38.4.2 martin {
271 1.38.4.2 martin USBNETHIST_FUNC();
272 1.38.4.2 martin struct ifnet * const ifp = usbnet_ifp(un);
273 1.38.4.2 martin struct usbnet_private * const unp __unused = un->un_pri;
274 1.38.4.2 martin struct mbuf *m;
275 1.38.4.2 martin
276 1.38.4.2 martin USBNETHIST_CALLARGSN(5, "%jd: enter: len=%ju csf %#jx mbf %#jx",
277 1.38.4.2 martin unp->unp_number, buflen, csum_flags, mbuf_flags);
278 1.38.4.2 martin
279 1.38.4.2 martin usbnet_isowned_rx(un);
280 1.38.4.2 martin
281 1.38.4.2 martin m = usbnet_newbuf(buflen);
282 1.38.4.2 martin if (m == NULL) {
283 1.38.4.2 martin DPRINTF("%jd: no memory", unp->unp_number, 0, 0, 0);
284 1.38.4.2 martin if_statinc(ifp, if_ierrors);
285 1.38.4.2 martin return;
286 1.38.4.2 martin }
287 1.38.4.2 martin
288 1.38.4.2 martin m_set_rcvif(m, ifp);
289 1.38.4.2 martin m->m_pkthdr.csum_flags = csum_flags;
290 1.38.4.2 martin m->m_pkthdr.csum_data = csum_data;
291 1.38.4.2 martin m->m_flags |= mbuf_flags;
292 1.38.4.2 martin memcpy(mtod(m, uint8_t *), buf, buflen);
293 1.38.4.2 martin
294 1.38.4.2 martin /* push the packet up */
295 1.38.4.2 martin if_percpuq_enqueue(ifp->if_percpuq, m);
296 1.38.4.2 martin }
297 1.38.4.2 martin
298 1.38.4.2 martin void
299 1.38.4.2 martin usbnet_input(struct usbnet * const un, uint8_t *buf, size_t buflen)
300 1.38.4.2 martin {
301 1.38.4.2 martin USBNETHIST_FUNC();
302 1.38.4.2 martin struct ifnet * const ifp = usbnet_ifp(un);
303 1.38.4.2 martin struct usbnet_private * const unp __unused = un->un_pri;
304 1.38.4.2 martin struct mbuf *m;
305 1.38.4.2 martin
306 1.38.4.2 martin USBNETHIST_CALLARGSN(5, "%jd: enter: buf %#jx len %ju",
307 1.38.4.2 martin unp->unp_number, (uintptr_t)buf, buflen, 0);
308 1.38.4.2 martin
309 1.38.4.2 martin usbnet_isowned_rx(un);
310 1.38.4.2 martin
311 1.38.4.2 martin m = usbnet_newbuf(buflen);
312 1.38.4.2 martin if (m == NULL) {
313 1.38.4.2 martin if_statinc(ifp, if_ierrors);
314 1.38.4.2 martin return;
315 1.38.4.2 martin }
316 1.38.4.2 martin
317 1.38.4.2 martin m_set_rcvif(m, ifp);
318 1.38.4.2 martin memcpy(mtod(m, char *), buf, buflen);
319 1.38.4.2 martin
320 1.38.4.2 martin /* push the packet up */
321 1.38.4.2 martin if_input(ifp, m);
322 1.38.4.2 martin }
323 1.38.4.2 martin
324 1.38.4.2 martin /*
325 1.38.4.2 martin * A frame has been uploaded: pass the resulting mbuf chain up to
326 1.38.4.2 martin * the higher level protocols.
327 1.38.4.2 martin */
328 1.38.4.2 martin static void
329 1.38.4.2 martin usbnet_rxeof(struct usbd_xfer *xfer, void *priv, usbd_status status)
330 1.38.4.2 martin {
331 1.38.4.2 martin USBNETHIST_FUNC();
332 1.38.4.2 martin struct usbnet_chain * const c = priv;
333 1.38.4.2 martin struct usbnet * const un = c->unc_un;
334 1.38.4.2 martin struct usbnet_private * const unp = un->un_pri;
335 1.38.4.2 martin struct ifnet * const ifp = usbnet_ifp(un);
336 1.38.4.2 martin uint32_t total_len;
337 1.38.4.2 martin
338 1.38.4.2 martin USBNETHIST_CALLARGSN(5, "%jd: enter: status %#jx xfer %#jx",
339 1.38.4.2 martin unp->unp_number, status, (uintptr_t)xfer, 0);
340 1.38.4.2 martin
341 1.38.4.2 martin mutex_enter(&unp->unp_rxlock);
342 1.38.4.2 martin
343 1.38.4.2 martin if (unp->unp_dying || unp->unp_stopping ||
344 1.38.4.2 martin status == USBD_INVAL || status == USBD_NOT_STARTED ||
345 1.38.4.2 martin status == USBD_CANCELLED || !(ifp->if_flags & IFF_RUNNING))
346 1.38.4.2 martin goto out;
347 1.38.4.2 martin
348 1.38.4.2 martin if (status != USBD_NORMAL_COMPLETION) {
349 1.38.4.2 martin if (usbd_ratecheck(&unp->unp_rx_notice))
350 1.38.4.2 martin aprint_error_dev(un->un_dev, "usb errors on rx: %s\n",
351 1.38.4.2 martin usbd_errstr(status));
352 1.38.4.2 martin if (status == USBD_STALLED)
353 1.38.4.2 martin usbd_clear_endpoint_stall_async(unp->unp_ep[USBNET_ENDPT_RX]);
354 1.38.4.2 martin goto done;
355 1.38.4.2 martin }
356 1.38.4.2 martin
357 1.38.4.2 martin usbd_get_xfer_status(xfer, NULL, NULL, &total_len, NULL);
358 1.38.4.2 martin
359 1.38.4.2 martin if (total_len > un->un_rx_bufsz) {
360 1.38.4.2 martin aprint_error_dev(un->un_dev,
361 1.38.4.2 martin "rxeof: too large transfer (%u > %u)\n",
362 1.38.4.2 martin total_len, un->un_rx_bufsz);
363 1.38.4.2 martin goto done;
364 1.38.4.2 martin }
365 1.38.4.2 martin
366 1.38.4.2 martin uno_rx_loop(un, c, total_len);
367 1.38.4.2 martin usbnet_isowned_rx(un);
368 1.38.4.2 martin
369 1.38.4.2 martin done:
370 1.38.4.2 martin if (unp->unp_dying || unp->unp_stopping)
371 1.38.4.2 martin goto out;
372 1.38.4.2 martin
373 1.38.4.2 martin mutex_exit(&unp->unp_rxlock);
374 1.38.4.2 martin
375 1.38.4.2 martin /* Setup new transfer. */
376 1.38.4.2 martin usbd_setup_xfer(xfer, c, c->unc_buf, un->un_rx_bufsz,
377 1.38.4.2 martin un->un_rx_xfer_flags, USBD_NO_TIMEOUT, usbnet_rxeof);
378 1.38.4.2 martin usbd_transfer(xfer);
379 1.38.4.2 martin return;
380 1.38.4.2 martin
381 1.38.4.2 martin out:
382 1.38.4.2 martin mutex_exit(&unp->unp_rxlock);
383 1.38.4.2 martin }
384 1.38.4.2 martin
385 1.38.4.2 martin static void
386 1.38.4.2 martin usbnet_txeof(struct usbd_xfer *xfer, void *priv, usbd_status status)
387 1.38.4.2 martin {
388 1.38.4.2 martin USBNETHIST_FUNC(); USBNETHIST_CALLED();
389 1.38.4.2 martin struct usbnet_chain * const c = priv;
390 1.38.4.2 martin struct usbnet * const un = c->unc_un;
391 1.38.4.2 martin struct usbnet_cdata * const cd = un_cdata(un);
392 1.38.4.2 martin struct usbnet_private * const unp = un->un_pri;
393 1.38.4.2 martin struct ifnet * const ifp = usbnet_ifp(un);
394 1.38.4.2 martin
395 1.38.4.2 martin USBNETHIST_CALLARGSN(5, "%jd: enter: status %#jx xfer %#jx",
396 1.38.4.2 martin unp->unp_number, status, (uintptr_t)xfer, 0);
397 1.38.4.2 martin
398 1.38.4.2 martin mutex_enter(&unp->unp_txlock);
399 1.38.4.2 martin if (unp->unp_stopping || unp->unp_dying) {
400 1.38.4.2 martin mutex_exit(&unp->unp_txlock);
401 1.38.4.2 martin return;
402 1.38.4.2 martin }
403 1.38.4.2 martin
404 1.38.4.2 martin KASSERT(cd->uncd_tx_cnt > 0);
405 1.38.4.2 martin cd->uncd_tx_cnt--;
406 1.38.4.2 martin
407 1.38.4.2 martin unp->unp_timer = 0;
408 1.38.4.2 martin
409 1.38.4.2 martin switch (status) {
410 1.38.4.2 martin case USBD_NOT_STARTED:
411 1.38.4.2 martin case USBD_CANCELLED:
412 1.38.4.2 martin break;
413 1.38.4.2 martin
414 1.38.4.2 martin case USBD_NORMAL_COMPLETION:
415 1.38.4.2 martin if_statinc(ifp, if_opackets);
416 1.38.4.2 martin break;
417 1.38.4.2 martin
418 1.38.4.2 martin default:
419 1.38.4.2 martin
420 1.38.4.2 martin if_statinc(ifp, if_oerrors);
421 1.38.4.2 martin if (usbd_ratecheck(&unp->unp_tx_notice))
422 1.38.4.2 martin aprint_error_dev(un->un_dev, "usb error on tx: %s\n",
423 1.38.4.2 martin usbd_errstr(status));
424 1.38.4.2 martin if (status == USBD_STALLED)
425 1.38.4.2 martin usbd_clear_endpoint_stall_async(unp->unp_ep[USBNET_ENDPT_TX]);
426 1.38.4.2 martin break;
427 1.38.4.2 martin }
428 1.38.4.2 martin
429 1.38.4.2 martin mutex_exit(&unp->unp_txlock);
430 1.38.4.2 martin
431 1.38.4.2 martin if (status == USBD_NORMAL_COMPLETION && !IFQ_IS_EMPTY(&ifp->if_snd))
432 1.38.4.2 martin (*ifp->if_start)(ifp);
433 1.38.4.2 martin }
434 1.38.4.2 martin
435 1.38.4.2 martin static void
436 1.38.4.2 martin usbnet_pipe_intr(struct usbd_xfer *xfer, void *priv, usbd_status status)
437 1.38.4.2 martin {
438 1.38.4.2 martin USBNETHIST_FUNC();
439 1.38.4.2 martin struct usbnet * const un = priv;
440 1.38.4.2 martin struct usbnet_private * const unp = un->un_pri;
441 1.38.4.2 martin struct usbnet_intr * const uni = un->un_intr;
442 1.38.4.2 martin struct ifnet * const ifp = usbnet_ifp(un);
443 1.38.4.2 martin
444 1.38.4.2 martin if (uni == NULL || unp->unp_dying || unp->unp_stopping ||
445 1.38.4.2 martin status == USBD_INVAL || status == USBD_NOT_STARTED ||
446 1.38.4.2 martin status == USBD_CANCELLED || !(ifp->if_flags & IFF_RUNNING)) {
447 1.38.4.2 martin USBNETHIST_CALLARGS("%jd: uni %#jx d/s %#jx status %#jx",
448 1.38.4.2 martin unp->unp_number, (uintptr_t)uni,
449 1.38.4.2 martin (unp->unp_dying << 8) | unp->unp_stopping, status);
450 1.38.4.2 martin return;
451 1.38.4.2 martin }
452 1.38.4.2 martin
453 1.38.4.2 martin if (status != USBD_NORMAL_COMPLETION) {
454 1.38.4.2 martin if (usbd_ratecheck(&unp->unp_intr_notice)) {
455 1.38.4.2 martin aprint_error_dev(un->un_dev, "usb error on intr: %s\n",
456 1.38.4.2 martin usbd_errstr(status));
457 1.38.4.2 martin }
458 1.38.4.2 martin if (status == USBD_STALLED)
459 1.38.4.2 martin usbd_clear_endpoint_stall_async(unp->unp_ep[USBNET_ENDPT_INTR]);
460 1.38.4.2 martin USBNETHIST_CALLARGS("%jd: not normal status %#jx",
461 1.38.4.2 martin unp->unp_number, status, 0, 0);
462 1.38.4.2 martin return;
463 1.38.4.2 martin }
464 1.38.4.2 martin
465 1.38.4.2 martin uno_intr(un, status);
466 1.38.4.2 martin }
467 1.38.4.2 martin
468 1.38.4.2 martin static void
469 1.38.4.2 martin usbnet_start_locked(struct ifnet *ifp)
470 1.38.4.2 martin {
471 1.38.4.2 martin USBNETHIST_FUNC();
472 1.38.4.2 martin struct usbnet * const un = ifp->if_softc;
473 1.38.4.2 martin struct usbnet_cdata * const cd = un_cdata(un);
474 1.38.4.2 martin struct usbnet_private * const unp = un->un_pri;
475 1.38.4.2 martin struct mbuf *m;
476 1.38.4.2 martin unsigned length;
477 1.38.4.2 martin bool done_transmit = false;
478 1.38.4.2 martin int idx;
479 1.38.4.2 martin
480 1.38.4.2 martin USBNETHIST_CALLARGS("%jd: tx_cnt %jd list_cnt %jd link %jd",
481 1.38.4.2 martin unp->unp_number, cd->uncd_tx_cnt, un->un_tx_list_cnt,
482 1.38.4.2 martin unp->unp_link);
483 1.38.4.2 martin
484 1.38.4.2 martin usbnet_isowned_tx(un);
485 1.38.4.2 martin KASSERT(cd->uncd_tx_cnt <= un->un_tx_list_cnt);
486 1.38.4.2 martin
487 1.38.4.2 martin if (!unp->unp_link || (ifp->if_flags & IFF_RUNNING) == 0) {
488 1.38.4.2 martin DPRINTF("start called no link (%jx) or running (flags %jx)",
489 1.38.4.2 martin unp->unp_link, ifp->if_flags, 0, 0);
490 1.38.4.2 martin return;
491 1.38.4.2 martin }
492 1.38.4.2 martin
493 1.38.4.2 martin if (cd->uncd_tx_cnt == un->un_tx_list_cnt) {
494 1.38.4.2 martin DPRINTF("start called, tx busy (%#jx == %#jx)",
495 1.38.4.2 martin cd->uncd_tx_cnt, un->un_tx_list_cnt, 0, 0);
496 1.38.4.2 martin return;
497 1.38.4.2 martin }
498 1.38.4.2 martin
499 1.38.4.2 martin idx = cd->uncd_tx_prod;
500 1.38.4.2 martin while (cd->uncd_tx_cnt < un->un_tx_list_cnt) {
501 1.38.4.2 martin IFQ_POLL(&ifp->if_snd, m);
502 1.38.4.2 martin if (m == NULL) {
503 1.38.4.2 martin DPRINTF("start called, queue empty", 0, 0, 0, 0);
504 1.38.4.2 martin break;
505 1.38.4.2 martin }
506 1.38.4.2 martin KASSERT(m->m_pkthdr.len <= un->un_tx_bufsz);
507 1.38.4.2 martin
508 1.38.4.2 martin struct usbnet_chain *c = &cd->uncd_tx_chain[idx];
509 1.38.4.2 martin
510 1.38.4.2 martin length = uno_tx_prepare(un, m, c);
511 1.38.4.2 martin if (length == 0) {
512 1.38.4.2 martin DPRINTF("uno_tx_prepare gave zero length", 0, 0, 0, 0);
513 1.38.4.2 martin if_statinc(ifp, if_oerrors);
514 1.38.4.2 martin break;
515 1.38.4.2 martin }
516 1.38.4.2 martin
517 1.38.4.2 martin if (__predict_false(c->unc_xfer == NULL)) {
518 1.38.4.2 martin DPRINTF("unc_xfer is NULL", 0, 0, 0, 0);
519 1.38.4.2 martin if_statinc(ifp, if_oerrors);
520 1.38.4.2 martin break;
521 1.38.4.2 martin }
522 1.38.4.2 martin
523 1.38.4.2 martin usbd_setup_xfer(c->unc_xfer, c, c->unc_buf, length,
524 1.38.4.2 martin un->un_tx_xfer_flags, 10000, usbnet_txeof);
525 1.38.4.2 martin
526 1.38.4.2 martin /* Transmit */
527 1.38.4.2 martin usbd_status err = usbd_transfer(c->unc_xfer);
528 1.38.4.2 martin if (err != USBD_IN_PROGRESS) {
529 1.38.4.2 martin DPRINTF("usbd_transfer on %#jx for %ju bytes: %jd",
530 1.38.4.2 martin (uintptr_t)c->unc_buf, length, err, 0);
531 1.38.4.2 martin if_statinc(ifp, if_oerrors);
532 1.38.4.2 martin break;
533 1.38.4.2 martin }
534 1.38.4.2 martin done_transmit = true;
535 1.38.4.2 martin
536 1.38.4.2 martin IFQ_DEQUEUE(&ifp->if_snd, m);
537 1.38.4.2 martin
538 1.38.4.2 martin /*
539 1.38.4.2 martin * If there's a BPF listener, bounce a copy of this frame
540 1.38.4.2 martin * to him.
541 1.38.4.2 martin */
542 1.38.4.2 martin bpf_mtap(ifp, m, BPF_D_OUT);
543 1.38.4.2 martin m_freem(m);
544 1.38.4.2 martin
545 1.38.4.2 martin idx = (idx + 1) % un->un_tx_list_cnt;
546 1.38.4.2 martin cd->uncd_tx_cnt++;
547 1.38.4.2 martin }
548 1.38.4.2 martin cd->uncd_tx_prod = idx;
549 1.38.4.2 martin
550 1.38.4.2 martin DPRINTF("finished with start; tx_cnt %jd list_cnt %jd link %jd",
551 1.38.4.2 martin cd->uncd_tx_cnt, un->un_tx_list_cnt, unp->unp_link, 0);
552 1.38.4.2 martin
553 1.38.4.2 martin /*
554 1.38.4.2 martin * Set a timeout in case the chip goes out to lunch.
555 1.38.4.2 martin */
556 1.38.4.2 martin if (done_transmit)
557 1.38.4.2 martin unp->unp_timer = 5;
558 1.38.4.2 martin }
559 1.38.4.2 martin
560 1.38.4.2 martin static void
561 1.38.4.2 martin usbnet_if_start(struct ifnet *ifp)
562 1.38.4.2 martin {
563 1.38.4.2 martin struct usbnet * const un = ifp->if_softc;
564 1.38.4.2 martin struct usbnet_private * const unp = un->un_pri;
565 1.38.4.2 martin
566 1.38.4.2 martin USBNETHIST_FUNC();
567 1.38.4.2 martin USBNETHIST_CALLARGS("%jd: stopping %jd",
568 1.38.4.2 martin unp->unp_number, unp->unp_stopping, 0, 0);
569 1.38.4.2 martin
570 1.38.4.2 martin mutex_enter(&unp->unp_txlock);
571 1.38.4.2 martin if (!unp->unp_stopping)
572 1.38.4.2 martin usbnet_start_locked(ifp);
573 1.38.4.2 martin mutex_exit(&unp->unp_txlock);
574 1.38.4.2 martin }
575 1.38.4.2 martin
576 1.38.4.2 martin /*
577 1.38.4.2 martin * Chain management.
578 1.38.4.2 martin *
579 1.38.4.2 martin * RX and TX are identical. Keep them that way.
580 1.38.4.2 martin */
581 1.38.4.2 martin
582 1.38.4.2 martin /* Start of common RX functions */
583 1.38.4.2 martin
584 1.38.4.2 martin static size_t
585 1.38.4.2 martin usbnet_rx_list_size(struct usbnet_cdata * const cd, struct usbnet * const un)
586 1.38.4.2 martin {
587 1.38.4.2 martin return sizeof(*cd->uncd_rx_chain) * un->un_rx_list_cnt;
588 1.38.4.2 martin }
589 1.38.4.2 martin
590 1.38.4.2 martin static void
591 1.38.4.2 martin usbnet_rx_list_alloc(struct usbnet * const un)
592 1.38.4.2 martin {
593 1.38.4.2 martin struct usbnet_cdata * const cd = un_cdata(un);
594 1.38.4.2 martin
595 1.38.4.2 martin cd->uncd_rx_chain = kmem_zalloc(usbnet_rx_list_size(cd, un), KM_SLEEP);
596 1.38.4.2 martin }
597 1.38.4.2 martin
598 1.38.4.2 martin static void
599 1.38.4.2 martin usbnet_rx_list_free(struct usbnet * const un)
600 1.38.4.2 martin {
601 1.38.4.2 martin struct usbnet_cdata * const cd = un_cdata(un);
602 1.38.4.2 martin
603 1.38.4.2 martin if (cd->uncd_rx_chain) {
604 1.38.4.2 martin kmem_free(cd->uncd_rx_chain, usbnet_rx_list_size(cd, un));
605 1.38.4.2 martin cd->uncd_rx_chain = NULL;
606 1.38.4.2 martin }
607 1.38.4.2 martin }
608 1.38.4.2 martin
609 1.38.4.2 martin static int
610 1.38.4.2 martin usbnet_rx_list_init(struct usbnet * const un)
611 1.38.4.2 martin {
612 1.38.4.2 martin struct usbnet_cdata * const cd = un_cdata(un);
613 1.38.4.2 martin struct usbnet_private * const unp = un->un_pri;
614 1.38.4.2 martin
615 1.38.4.2 martin for (size_t i = 0; i < un->un_rx_list_cnt; i++) {
616 1.38.4.2 martin struct usbnet_chain *c = &cd->uncd_rx_chain[i];
617 1.38.4.2 martin
618 1.38.4.2 martin c->unc_un = un;
619 1.38.4.2 martin if (c->unc_xfer == NULL) {
620 1.38.4.2 martin int err = usbd_create_xfer(unp->unp_ep[USBNET_ENDPT_RX],
621 1.38.4.2 martin un->un_rx_bufsz, un->un_rx_xfer_flags, 0,
622 1.38.4.2 martin &c->unc_xfer);
623 1.38.4.2 martin if (err)
624 1.38.4.2 martin return err;
625 1.38.4.2 martin c->unc_buf = usbd_get_buffer(c->unc_xfer);
626 1.38.4.2 martin }
627 1.38.4.2 martin }
628 1.38.4.2 martin
629 1.38.4.2 martin return 0;
630 1.38.4.2 martin }
631 1.38.4.2 martin
632 1.38.4.2 martin static void
633 1.38.4.2 martin usbnet_rx_list_fini(struct usbnet * const un)
634 1.38.4.2 martin {
635 1.38.4.2 martin struct usbnet_cdata * const cd = un_cdata(un);
636 1.38.4.2 martin
637 1.38.4.2 martin for (size_t i = 0; i < un->un_rx_list_cnt; i++) {
638 1.38.4.2 martin struct usbnet_chain *c = &cd->uncd_rx_chain[i];
639 1.38.4.2 martin
640 1.38.4.2 martin if (c->unc_xfer != NULL) {
641 1.38.4.2 martin usbd_destroy_xfer(c->unc_xfer);
642 1.38.4.2 martin c->unc_xfer = NULL;
643 1.38.4.2 martin c->unc_buf = NULL;
644 1.38.4.2 martin }
645 1.38.4.2 martin }
646 1.38.4.2 martin }
647 1.38.4.2 martin
648 1.38.4.2 martin /* End of common RX functions */
649 1.38.4.2 martin
650 1.38.4.2 martin static void
651 1.38.4.2 martin usbnet_rx_start_pipes(struct usbnet * const un)
652 1.38.4.2 martin {
653 1.38.4.2 martin struct usbnet_cdata * const cd = un_cdata(un);
654 1.38.4.2 martin struct usbnet_private * const unp = un->un_pri;
655 1.38.4.2 martin
656 1.38.4.2 martin mutex_enter(&unp->unp_rxlock);
657 1.38.4.2 martin mutex_enter(&unp->unp_txlock);
658 1.38.4.2 martin unp->unp_stopping = false;
659 1.38.4.2 martin
660 1.38.4.2 martin for (size_t i = 0; i < un->un_rx_list_cnt; i++) {
661 1.38.4.2 martin struct usbnet_chain *c = &cd->uncd_rx_chain[i];
662 1.38.4.2 martin
663 1.38.4.2 martin usbd_setup_xfer(c->unc_xfer, c, c->unc_buf, un->un_rx_bufsz,
664 1.38.4.2 martin un->un_rx_xfer_flags, USBD_NO_TIMEOUT, usbnet_rxeof);
665 1.38.4.2 martin usbd_transfer(c->unc_xfer);
666 1.38.4.2 martin }
667 1.38.4.2 martin
668 1.38.4.2 martin mutex_exit(&unp->unp_txlock);
669 1.38.4.2 martin mutex_exit(&unp->unp_rxlock);
670 1.38.4.2 martin }
671 1.38.4.2 martin
672 1.38.4.2 martin /* Start of common TX functions */
673 1.38.4.2 martin
674 1.38.4.2 martin static size_t
675 1.38.4.2 martin usbnet_tx_list_size(struct usbnet_cdata * const cd, struct usbnet * const un)
676 1.38.4.2 martin {
677 1.38.4.2 martin return sizeof(*cd->uncd_tx_chain) * un->un_tx_list_cnt;
678 1.38.4.2 martin }
679 1.38.4.2 martin
680 1.38.4.2 martin static void
681 1.38.4.2 martin usbnet_tx_list_alloc(struct usbnet * const un)
682 1.38.4.2 martin {
683 1.38.4.2 martin struct usbnet_cdata * const cd = un_cdata(un);
684 1.38.4.2 martin
685 1.38.4.2 martin cd->uncd_tx_chain = kmem_zalloc(usbnet_tx_list_size(cd, un), KM_SLEEP);
686 1.38.4.2 martin }
687 1.38.4.2 martin
688 1.38.4.2 martin static void
689 1.38.4.2 martin usbnet_tx_list_free(struct usbnet * const un)
690 1.38.4.2 martin {
691 1.38.4.2 martin struct usbnet_cdata * const cd = un_cdata(un);
692 1.38.4.2 martin
693 1.38.4.2 martin if (cd->uncd_tx_chain) {
694 1.38.4.2 martin kmem_free(cd->uncd_tx_chain, usbnet_tx_list_size(cd, un));
695 1.38.4.2 martin cd->uncd_tx_chain = NULL;
696 1.38.4.2 martin }
697 1.38.4.2 martin }
698 1.38.4.2 martin
699 1.38.4.2 martin static int
700 1.38.4.2 martin usbnet_tx_list_init(struct usbnet * const un)
701 1.38.4.2 martin {
702 1.38.4.2 martin struct usbnet_cdata * const cd = un_cdata(un);
703 1.38.4.2 martin struct usbnet_private * const unp = un->un_pri;
704 1.38.4.2 martin
705 1.38.4.2 martin for (size_t i = 0; i < un->un_tx_list_cnt; i++) {
706 1.38.4.2 martin struct usbnet_chain *c = &cd->uncd_tx_chain[i];
707 1.38.4.2 martin
708 1.38.4.2 martin c->unc_un = un;
709 1.38.4.2 martin if (c->unc_xfer == NULL) {
710 1.38.4.2 martin int err = usbd_create_xfer(unp->unp_ep[USBNET_ENDPT_TX],
711 1.38.4.2 martin un->un_tx_bufsz, un->un_tx_xfer_flags, 0,
712 1.38.4.2 martin &c->unc_xfer);
713 1.38.4.2 martin if (err)
714 1.38.4.2 martin return err;
715 1.38.4.2 martin c->unc_buf = usbd_get_buffer(c->unc_xfer);
716 1.38.4.2 martin }
717 1.38.4.2 martin }
718 1.38.4.2 martin
719 1.38.4.2 martin return 0;
720 1.38.4.2 martin }
721 1.38.4.2 martin
722 1.38.4.2 martin static void
723 1.38.4.2 martin usbnet_tx_list_fini(struct usbnet * const un)
724 1.38.4.2 martin {
725 1.38.4.2 martin struct usbnet_cdata * const cd = un_cdata(un);
726 1.38.4.2 martin
727 1.38.4.2 martin for (size_t i = 0; i < un->un_tx_list_cnt; i++) {
728 1.38.4.2 martin struct usbnet_chain *c = &cd->uncd_tx_chain[i];
729 1.38.4.2 martin
730 1.38.4.2 martin if (c->unc_xfer != NULL) {
731 1.38.4.2 martin usbd_destroy_xfer(c->unc_xfer);
732 1.38.4.2 martin c->unc_xfer = NULL;
733 1.38.4.2 martin c->unc_buf = NULL;
734 1.38.4.2 martin }
735 1.38.4.2 martin }
736 1.38.4.2 martin cd->uncd_tx_prod = cd->uncd_tx_cnt = 0;
737 1.38.4.2 martin }
738 1.38.4.2 martin
739 1.38.4.2 martin /* End of common TX functions */
740 1.38.4.2 martin
741 1.38.4.2 martin /* Endpoint pipe management. */
742 1.38.4.2 martin
743 1.38.4.2 martin static void
744 1.38.4.2 martin usbnet_ep_close_pipes(struct usbnet * const un)
745 1.38.4.2 martin {
746 1.38.4.2 martin struct usbnet_private * const unp = un->un_pri;
747 1.38.4.2 martin
748 1.38.4.2 martin for (size_t i = 0; i < __arraycount(unp->unp_ep); i++) {
749 1.38.4.2 martin if (unp->unp_ep[i] == NULL)
750 1.38.4.2 martin continue;
751 1.38.4.2 martin usbd_status err = usbd_close_pipe(unp->unp_ep[i]);
752 1.38.4.2 martin if (err)
753 1.38.4.2 martin aprint_error_dev(un->un_dev, "close pipe %zu: %s\n", i,
754 1.38.4.2 martin usbd_errstr(err));
755 1.38.4.2 martin unp->unp_ep[i] = NULL;
756 1.38.4.2 martin }
757 1.38.4.2 martin }
758 1.38.4.2 martin
759 1.38.4.2 martin static usbd_status
760 1.38.4.2 martin usbnet_ep_open_pipes(struct usbnet * const un)
761 1.38.4.2 martin {
762 1.38.4.2 martin struct usbnet_intr * const uni = un->un_intr;
763 1.38.4.2 martin struct usbnet_private * const unp = un->un_pri;
764 1.38.4.2 martin
765 1.38.4.2 martin for (size_t i = 0; i < __arraycount(unp->unp_ep); i++) {
766 1.38.4.2 martin usbd_status err;
767 1.38.4.2 martin
768 1.38.4.2 martin if (un->un_ed[i] == 0)
769 1.38.4.2 martin continue;
770 1.38.4.2 martin
771 1.38.4.2 martin if (i == USBNET_ENDPT_INTR && uni) {
772 1.38.4.2 martin err = usbd_open_pipe_intr(un->un_iface, un->un_ed[i],
773 1.38.4.2 martin USBD_EXCLUSIVE_USE | USBD_MPSAFE, &unp->unp_ep[i], un,
774 1.38.4.2 martin uni->uni_buf, uni->uni_bufsz, usbnet_pipe_intr,
775 1.38.4.2 martin uni->uni_interval);
776 1.38.4.2 martin } else {
777 1.38.4.2 martin err = usbd_open_pipe(un->un_iface, un->un_ed[i],
778 1.38.4.2 martin USBD_EXCLUSIVE_USE | USBD_MPSAFE, &unp->unp_ep[i]);
779 1.38.4.2 martin }
780 1.38.4.2 martin if (err) {
781 1.38.4.2 martin usbnet_ep_close_pipes(un);
782 1.38.4.2 martin return err;
783 1.38.4.2 martin }
784 1.38.4.2 martin }
785 1.38.4.2 martin
786 1.38.4.2 martin return USBD_NORMAL_COMPLETION;
787 1.38.4.2 martin }
788 1.38.4.2 martin
789 1.38.4.2 martin static usbd_status
790 1.38.4.2 martin usbnet_ep_stop_pipes(struct usbnet * const un)
791 1.38.4.2 martin {
792 1.38.4.2 martin struct usbnet_private * const unp = un->un_pri;
793 1.38.4.2 martin usbd_status err = USBD_NORMAL_COMPLETION;
794 1.38.4.2 martin
795 1.38.4.2 martin for (size_t i = 0; i < __arraycount(unp->unp_ep); i++) {
796 1.38.4.2 martin if (unp->unp_ep[i] == NULL)
797 1.38.4.2 martin continue;
798 1.38.4.2 martin usbd_status err2 = usbd_abort_pipe(unp->unp_ep[i]);
799 1.38.4.2 martin if (err == USBD_NORMAL_COMPLETION && err2)
800 1.38.4.2 martin err = err2;
801 1.38.4.2 martin }
802 1.38.4.2 martin
803 1.38.4.2 martin return err;
804 1.38.4.2 martin }
805 1.38.4.2 martin
806 1.38.4.2 martin int
807 1.38.4.2 martin usbnet_init_rx_tx(struct usbnet * const un)
808 1.38.4.2 martin {
809 1.38.4.2 martin USBNETHIST_FUNC(); USBNETHIST_CALLED();
810 1.38.4.2 martin struct usbnet_private * const unp = un->un_pri;
811 1.38.4.2 martin struct ifnet * const ifp = usbnet_ifp(un);
812 1.38.4.2 martin usbd_status err;
813 1.38.4.2 martin int error = 0;
814 1.38.4.2 martin
815 1.38.4.2 martin usbnet_isowned_core(un);
816 1.38.4.2 martin
817 1.38.4.2 martin if (unp->unp_dying) {
818 1.38.4.2 martin return EIO;
819 1.38.4.2 martin }
820 1.38.4.2 martin
821 1.38.4.2 martin usbnet_busy(un);
822 1.38.4.2 martin
823 1.38.4.2 martin /* Open RX and TX pipes. */
824 1.38.4.2 martin err = usbnet_ep_open_pipes(un);
825 1.38.4.2 martin if (err) {
826 1.38.4.2 martin aprint_error_dev(un->un_dev, "open rx/tx pipes failed: %s\n",
827 1.38.4.2 martin usbd_errstr(err));
828 1.38.4.2 martin error = EIO;
829 1.38.4.2 martin goto out;
830 1.38.4.2 martin }
831 1.38.4.2 martin
832 1.38.4.2 martin /* Init RX ring. */
833 1.38.4.2 martin if (usbnet_rx_list_init(un)) {
834 1.38.4.2 martin aprint_error_dev(un->un_dev, "rx list init failed\n");
835 1.38.4.2 martin error = ENOBUFS;
836 1.38.4.2 martin goto out;
837 1.38.4.2 martin }
838 1.38.4.2 martin
839 1.38.4.2 martin /* Init TX ring. */
840 1.38.4.2 martin if (usbnet_tx_list_init(un)) {
841 1.38.4.2 martin aprint_error_dev(un->un_dev, "tx list init failed\n");
842 1.38.4.2 martin error = ENOBUFS;
843 1.38.4.2 martin goto out;
844 1.38.4.2 martin }
845 1.38.4.2 martin
846 1.38.4.2 martin /* Start up the receive pipe(s). */
847 1.38.4.2 martin usbnet_rx_start_pipes(un);
848 1.38.4.2 martin
849 1.38.4.2 martin /* Indicate we are up and running. */
850 1.38.4.2 martin #if 0
851 1.38.4.2 martin /* XXX if_mcast_op() can call this without ifnet locked */
852 1.38.4.2 martin KASSERT(ifp->if_softc == NULL || IFNET_LOCKED(ifp));
853 1.38.4.2 martin #endif
854 1.38.4.2 martin ifp->if_flags |= IFF_RUNNING;
855 1.38.4.2 martin
856 1.38.4.2 martin callout_schedule(&unp->unp_stat_ch, hz);
857 1.38.4.2 martin
858 1.38.4.2 martin out:
859 1.38.4.2 martin if (error) {
860 1.38.4.2 martin usbnet_rx_list_fini(un);
861 1.38.4.2 martin usbnet_tx_list_fini(un);
862 1.38.4.2 martin usbnet_ep_close_pipes(un);
863 1.38.4.2 martin }
864 1.38.4.2 martin usbnet_unbusy(un);
865 1.38.4.2 martin
866 1.38.4.2 martin usbnet_isowned_core(un);
867 1.38.4.2 martin
868 1.38.4.2 martin return error;
869 1.38.4.2 martin }
870 1.38.4.2 martin
871 1.38.4.2 martin void
872 1.38.4.2 martin usbnet_busy(struct usbnet *un)
873 1.38.4.2 martin {
874 1.38.4.2 martin struct usbnet_private * const unp = un->un_pri;
875 1.38.4.2 martin
876 1.38.4.2 martin usbnet_isowned_core(un);
877 1.38.4.2 martin
878 1.38.4.2 martin unp->unp_refcnt++;
879 1.38.4.2 martin }
880 1.38.4.2 martin
881 1.38.4.2 martin void
882 1.38.4.2 martin usbnet_unbusy(struct usbnet *un)
883 1.38.4.2 martin {
884 1.38.4.2 martin struct usbnet_private * const unp = un->un_pri;
885 1.38.4.2 martin
886 1.38.4.2 martin usbnet_isowned_core(un);
887 1.38.4.2 martin
888 1.38.4.2 martin if (--unp->unp_refcnt < 0)
889 1.38.4.2 martin cv_broadcast(&unp->unp_detachcv);
890 1.38.4.2 martin }
891 1.38.4.2 martin
892 1.38.4.2 martin /* MII management. */
893 1.38.4.2 martin
894 1.38.4.2 martin int
895 1.38.4.2 martin usbnet_mii_readreg(device_t dev, int phy, int reg, uint16_t *val)
896 1.38.4.2 martin {
897 1.38.4.2 martin USBNETHIST_FUNC();
898 1.38.4.2 martin struct usbnet * const un = device_private(dev);
899 1.38.4.2 martin struct usbnet_private * const unp = un->un_pri;
900 1.38.4.2 martin int err;
901 1.38.4.2 martin
902 1.38.4.2 martin /* MII layer ensures core_lock is held. */
903 1.38.4.2 martin usbnet_isowned_core(un);
904 1.38.4.2 martin
905 1.38.4.2 martin if (unp->unp_dying) {
906 1.38.4.2 martin return EIO;
907 1.38.4.2 martin }
908 1.38.4.2 martin
909 1.38.4.2 martin usbnet_busy(un);
910 1.38.4.2 martin err = uno_read_reg(un, phy, reg, val);
911 1.38.4.2 martin usbnet_unbusy(un);
912 1.38.4.2 martin
913 1.38.4.2 martin if (err) {
914 1.38.4.2 martin USBNETHIST_CALLARGS("%jd: read PHY failed: %jd",
915 1.38.4.2 martin unp->unp_number, err, 0, 0);
916 1.38.4.2 martin return err;
917 1.38.4.2 martin }
918 1.38.4.2 martin
919 1.38.4.2 martin return 0;
920 1.38.4.2 martin }
921 1.38.4.2 martin
922 1.38.4.2 martin int
923 1.38.4.2 martin usbnet_mii_writereg(device_t dev, int phy, int reg, uint16_t val)
924 1.38.4.2 martin {
925 1.38.4.2 martin USBNETHIST_FUNC();
926 1.38.4.2 martin struct usbnet * const un = device_private(dev);
927 1.38.4.2 martin struct usbnet_private * const unp = un->un_pri;
928 1.38.4.2 martin int err;
929 1.38.4.2 martin
930 1.38.4.2 martin /* MII layer ensures core_lock is held. */
931 1.38.4.2 martin usbnet_isowned_core(un);
932 1.38.4.2 martin
933 1.38.4.2 martin if (unp->unp_dying) {
934 1.38.4.2 martin return EIO;
935 1.38.4.2 martin }
936 1.38.4.2 martin
937 1.38.4.2 martin usbnet_busy(un);
938 1.38.4.2 martin err = uno_write_reg(un, phy, reg, val);
939 1.38.4.2 martin usbnet_unbusy(un);
940 1.38.4.2 martin
941 1.38.4.2 martin if (err) {
942 1.38.4.2 martin USBNETHIST_CALLARGS("%jd: write PHY failed: %jd",
943 1.38.4.2 martin unp->unp_number, err, 0, 0);
944 1.38.4.2 martin return err;
945 1.38.4.2 martin }
946 1.38.4.2 martin
947 1.38.4.2 martin return 0;
948 1.38.4.2 martin }
949 1.38.4.2 martin
950 1.38.4.2 martin void
951 1.38.4.2 martin usbnet_mii_statchg(struct ifnet *ifp)
952 1.38.4.2 martin {
953 1.38.4.2 martin USBNETHIST_FUNC(); USBNETHIST_CALLED();
954 1.38.4.2 martin struct usbnet * const un = ifp->if_softc;
955 1.38.4.2 martin
956 1.38.4.2 martin /* MII layer ensures core_lock is held. */
957 1.38.4.2 martin usbnet_isowned_core(un);
958 1.38.4.2 martin
959 1.38.4.2 martin usbnet_busy(un);
960 1.38.4.2 martin uno_mii_statchg(un, ifp);
961 1.38.4.2 martin usbnet_unbusy(un);
962 1.38.4.2 martin }
963 1.38.4.2 martin
964 1.38.4.2 martin static int
965 1.38.4.2 martin usbnet_media_upd(struct ifnet *ifp)
966 1.38.4.2 martin {
967 1.38.4.2 martin USBNETHIST_FUNC(); USBNETHIST_CALLED();
968 1.38.4.2 martin struct usbnet * const un = ifp->if_softc;
969 1.38.4.2 martin struct usbnet_private * const unp = un->un_pri;
970 1.38.4.2 martin struct mii_data * const mii = usbnet_mii(un);
971 1.38.4.2 martin
972 1.38.4.2 martin /* ifmedia layer ensures core_lock is held. */
973 1.38.4.2 martin usbnet_isowned_core(un);
974 1.38.4.2 martin
975 1.38.4.2 martin if (unp->unp_dying)
976 1.38.4.2 martin return EIO;
977 1.38.4.2 martin
978 1.38.4.2 martin unp->unp_link = false;
979 1.38.4.2 martin
980 1.38.4.2 martin if (mii->mii_instance) {
981 1.38.4.2 martin struct mii_softc *miisc;
982 1.38.4.2 martin
983 1.38.4.2 martin LIST_FOREACH(miisc, &mii->mii_phys, mii_list)
984 1.38.4.2 martin mii_phy_reset(miisc);
985 1.38.4.2 martin }
986 1.38.4.2 martin
987 1.38.4.2 martin return ether_mediachange(ifp);
988 1.38.4.2 martin }
989 1.38.4.2 martin
990 1.38.4.2 martin /* ioctl */
991 1.38.4.2 martin
992 1.38.4.2 martin static int
993 1.38.4.2 martin usbnet_ifflags_cb(struct ethercom *ec)
994 1.38.4.2 martin {
995 1.38.4.2 martin USBNETHIST_FUNC(); USBNETHIST_CALLED();
996 1.38.4.2 martin struct ifnet *ifp = &ec->ec_if;
997 1.38.4.2 martin struct usbnet *un = ifp->if_softc;
998 1.38.4.2 martin struct usbnet_private * const unp = un->un_pri;
999 1.38.4.2 martin int rv = 0;
1000 1.38.4.2 martin
1001 1.38.4.2 martin mutex_enter(&unp->unp_core_lock);
1002 1.38.4.2 martin
1003 1.38.4.2 martin const u_short changed = ifp->if_flags ^ unp->unp_if_flags;
1004 1.38.4.2 martin if ((changed & ~(IFF_CANTCHANGE | IFF_DEBUG)) == 0) {
1005 1.38.4.2 martin unp->unp_if_flags = ifp->if_flags;
1006 1.38.4.2 martin if ((changed & IFF_PROMISC) != 0)
1007 1.38.4.2 martin rv = ENETRESET;
1008 1.38.4.2 martin } else {
1009 1.38.4.2 martin rv = ENETRESET;
1010 1.38.4.2 martin }
1011 1.38.4.2 martin
1012 1.38.4.2 martin mutex_exit(&unp->unp_core_lock);
1013 1.38.4.2 martin
1014 1.38.4.2 martin return rv;
1015 1.38.4.2 martin }
1016 1.38.4.2 martin
1017 1.38.4.2 martin static int
1018 1.38.4.2 martin usbnet_if_ioctl(struct ifnet *ifp, u_long cmd, void *data)
1019 1.38.4.2 martin {
1020 1.38.4.2 martin USBNETHIST_FUNC();
1021 1.38.4.2 martin struct usbnet * const un = ifp->if_softc;
1022 1.38.4.2 martin struct usbnet_private * const unp __unused = un->un_pri;
1023 1.38.4.2 martin int error;
1024 1.38.4.2 martin
1025 1.38.4.2 martin USBNETHIST_CALLARGSN(11, "%jd: enter %#jx data %#jx",
1026 1.38.4.2 martin unp->unp_number, cmd, (uintptr_t)data, 0);
1027 1.38.4.2 martin
1028 1.38.4.2 martin if (un->un_ops->uno_override_ioctl)
1029 1.38.4.2 martin return uno_override_ioctl(un, ifp, cmd, data);
1030 1.38.4.2 martin
1031 1.38.4.2 martin error = ether_ioctl(ifp, cmd, data);
1032 1.38.4.2 martin if (error == ENETRESET)
1033 1.38.4.2 martin error = uno_ioctl(un, ifp, cmd, data);
1034 1.38.4.2 martin
1035 1.38.4.2 martin return error;
1036 1.38.4.2 martin }
1037 1.38.4.2 martin
1038 1.38.4.2 martin /*
1039 1.38.4.2 martin * Generic stop network function:
1040 1.38.4.2 martin * - mark as stopping
1041 1.38.4.2 martin * - call DD routine to stop the device
1042 1.38.4.2 martin * - turn off running, timer, statchg callout, link
1043 1.38.4.2 martin * - stop transfers
1044 1.38.4.2 martin * - free RX and TX resources
1045 1.38.4.2 martin * - close pipes
1046 1.38.4.2 martin *
1047 1.38.4.2 martin * usbnet_stop() is exported for drivers to use, expects lock held.
1048 1.38.4.2 martin *
1049 1.38.4.2 martin * usbnet_if_stop() is for the if_stop handler.
1050 1.38.4.2 martin */
1051 1.38.4.2 martin void
1052 1.38.4.2 martin usbnet_stop(struct usbnet *un, struct ifnet *ifp, int disable)
1053 1.38.4.2 martin {
1054 1.38.4.2 martin struct usbnet_private * const unp = un->un_pri;
1055 1.38.4.2 martin
1056 1.38.4.2 martin USBNETHIST_FUNC(); USBNETHIST_CALLED();
1057 1.38.4.2 martin
1058 1.38.4.2 martin usbnet_isowned_core(un);
1059 1.38.4.2 martin
1060 1.38.4.2 martin usbnet_busy(un);
1061 1.38.4.2 martin
1062 1.38.4.2 martin mutex_enter(&unp->unp_rxlock);
1063 1.38.4.2 martin mutex_enter(&unp->unp_txlock);
1064 1.38.4.2 martin unp->unp_stopping = true;
1065 1.38.4.2 martin mutex_exit(&unp->unp_txlock);
1066 1.38.4.2 martin mutex_exit(&unp->unp_rxlock);
1067 1.38.4.2 martin
1068 1.38.4.2 martin uno_stop(un, ifp, disable);
1069 1.38.4.2 martin
1070 1.38.4.2 martin /*
1071 1.38.4.2 martin * XXXSMP Would like to
1072 1.38.4.2 martin * KASSERT(IFNET_LOCKED(ifp))
1073 1.38.4.2 martin * here but the locking order is:
1074 1.38.4.2 martin * ifnet -> core_lock -> rxlock -> txlock
1075 1.38.4.2 martin * and core_lock is already held.
1076 1.38.4.2 martin */
1077 1.38.4.2 martin ifp->if_flags &= ~IFF_RUNNING;
1078 1.38.4.2 martin unp->unp_timer = 0;
1079 1.38.4.2 martin
1080 1.38.4.2 martin callout_halt(&unp->unp_stat_ch, &unp->unp_core_lock);
1081 1.38.4.2 martin usb_rem_task_wait(un->un_udev, &unp->unp_ticktask, USB_TASKQ_DRIVER,
1082 1.38.4.2 martin &unp->unp_core_lock);
1083 1.38.4.2 martin
1084 1.38.4.2 martin /* Stop transfers. */
1085 1.38.4.2 martin usbnet_ep_stop_pipes(un);
1086 1.38.4.2 martin
1087 1.38.4.2 martin /* Free RX/TX resources. */
1088 1.38.4.2 martin usbnet_rx_list_fini(un);
1089 1.38.4.2 martin usbnet_tx_list_fini(un);
1090 1.38.4.2 martin
1091 1.38.4.2 martin /* Close pipes. */
1092 1.38.4.2 martin usbnet_ep_close_pipes(un);
1093 1.38.4.2 martin
1094 1.38.4.2 martin usbnet_unbusy(un);
1095 1.38.4.2 martin }
1096 1.38.4.2 martin
1097 1.38.4.2 martin static void
1098 1.38.4.2 martin usbnet_if_stop(struct ifnet *ifp, int disable)
1099 1.38.4.2 martin {
1100 1.38.4.2 martin struct usbnet * const un = ifp->if_softc;
1101 1.38.4.2 martin struct usbnet_private * const unp = un->un_pri;
1102 1.38.4.2 martin
1103 1.38.4.2 martin mutex_enter(&unp->unp_core_lock);
1104 1.38.4.2 martin usbnet_stop(un, ifp, disable);
1105 1.38.4.2 martin mutex_exit(&unp->unp_core_lock);
1106 1.38.4.2 martin }
1107 1.38.4.2 martin
1108 1.38.4.2 martin /*
1109 1.38.4.2 martin * Generic tick task function.
1110 1.38.4.2 martin *
1111 1.38.4.2 martin * usbnet_tick() is triggered from a callout, and triggers a call to
1112 1.38.4.2 martin * usbnet_tick_task() from the usb_task subsystem.
1113 1.38.4.2 martin */
1114 1.38.4.2 martin static void
1115 1.38.4.2 martin usbnet_tick(void *arg)
1116 1.38.4.2 martin {
1117 1.38.4.2 martin USBNETHIST_FUNC();
1118 1.38.4.2 martin struct usbnet * const un = arg;
1119 1.38.4.2 martin struct usbnet_private * const unp = un->un_pri;
1120 1.38.4.2 martin
1121 1.38.4.2 martin USBNETHIST_CALLARGSN(10, "%jd: enter", unp->unp_number, 0, 0, 0);
1122 1.38.4.2 martin
1123 1.38.4.2 martin if (unp != NULL && !unp->unp_stopping && !unp->unp_dying) {
1124 1.38.4.2 martin /* Perform periodic stuff in process context */
1125 1.38.4.2 martin usb_add_task(un->un_udev, &unp->unp_ticktask, USB_TASKQ_DRIVER);
1126 1.38.4.2 martin }
1127 1.38.4.2 martin }
1128 1.38.4.2 martin
1129 1.38.4.2 martin static void
1130 1.38.4.2 martin usbnet_watchdog(struct ifnet *ifp)
1131 1.38.4.2 martin {
1132 1.38.4.2 martin USBNETHIST_FUNC(); USBNETHIST_CALLED();
1133 1.38.4.2 martin struct usbnet * const un = ifp->if_softc;
1134 1.38.4.2 martin struct usbnet_private * const unp = un->un_pri;
1135 1.38.4.2 martin struct usbnet_cdata * const cd = un_cdata(un);
1136 1.38.4.2 martin usbd_status err;
1137 1.38.4.2 martin
1138 1.38.4.2 martin if_statinc(ifp, if_oerrors);
1139 1.38.4.2 martin aprint_error_dev(un->un_dev, "watchdog timeout\n");
1140 1.38.4.2 martin
1141 1.38.4.2 martin if (cd->uncd_tx_cnt > 0) {
1142 1.38.4.2 martin DPRINTF("uncd_tx_cnt=%ju non zero, aborting pipe", 0, 0, 0, 0);
1143 1.38.4.2 martin err = usbd_abort_pipe(unp->unp_ep[USBNET_ENDPT_TX]);
1144 1.38.4.2 martin if (err)
1145 1.38.4.2 martin aprint_error_dev(un->un_dev, "pipe abort failed: %s\n",
1146 1.38.4.2 martin usbd_errstr(err));
1147 1.38.4.2 martin if (cd->uncd_tx_cnt != 0)
1148 1.38.4.2 martin DPRINTF("uncd_tx_cnt now %ju", cd->uncd_tx_cnt, 0, 0, 0);
1149 1.38.4.2 martin }
1150 1.38.4.2 martin
1151 1.38.4.2 martin if (!IFQ_IS_EMPTY(&ifp->if_snd))
1152 1.38.4.2 martin (*ifp->if_start)(ifp);
1153 1.38.4.2 martin }
1154 1.38.4.2 martin
1155 1.38.4.2 martin static void
1156 1.38.4.2 martin usbnet_tick_task(void *arg)
1157 1.38.4.2 martin {
1158 1.38.4.2 martin USBNETHIST_FUNC();
1159 1.38.4.2 martin struct usbnet * const un = arg;
1160 1.38.4.2 martin struct usbnet_private * const unp = un->un_pri;
1161 1.38.4.2 martin
1162 1.38.4.2 martin if (unp == NULL)
1163 1.38.4.2 martin return;
1164 1.38.4.2 martin
1165 1.38.4.2 martin USBNETHIST_CALLARGSN(8, "%jd: enter", unp->unp_number, 0, 0, 0);
1166 1.38.4.2 martin
1167 1.38.4.2 martin mutex_enter(&unp->unp_core_lock);
1168 1.38.4.2 martin if (unp->unp_stopping || unp->unp_dying) {
1169 1.38.4.2 martin mutex_exit(&unp->unp_core_lock);
1170 1.38.4.2 martin return;
1171 1.38.4.2 martin }
1172 1.38.4.2 martin
1173 1.38.4.2 martin struct ifnet * const ifp = usbnet_ifp(un);
1174 1.38.4.2 martin struct mii_data * const mii = usbnet_mii(un);
1175 1.38.4.2 martin
1176 1.38.4.2 martin KASSERT(ifp != NULL); /* embedded member */
1177 1.38.4.2 martin
1178 1.38.4.2 martin usbnet_busy(un);
1179 1.38.4.2 martin mutex_exit(&unp->unp_core_lock);
1180 1.38.4.2 martin
1181 1.38.4.2 martin if (unp->unp_timer != 0 && --unp->unp_timer == 0)
1182 1.38.4.2 martin usbnet_watchdog(ifp);
1183 1.38.4.2 martin
1184 1.38.4.2 martin DPRINTFN(8, "mii %#jx ifp %#jx", (uintptr_t)mii, (uintptr_t)ifp, 0, 0);
1185 1.38.4.2 martin if (mii) {
1186 1.38.4.2 martin mutex_enter(&unp->unp_core_lock);
1187 1.38.4.2 martin mii_tick(mii);
1188 1.38.4.2 martin if (!unp->unp_link)
1189 1.38.4.2 martin (*mii->mii_statchg)(ifp);
1190 1.38.4.2 martin mutex_exit(&unp->unp_core_lock);
1191 1.38.4.2 martin }
1192 1.38.4.2 martin
1193 1.38.4.2 martin /* Call driver if requested. */
1194 1.38.4.2 martin uno_tick(un);
1195 1.38.4.2 martin
1196 1.38.4.2 martin mutex_enter(&unp->unp_core_lock);
1197 1.38.4.2 martin usbnet_unbusy(un);
1198 1.38.4.2 martin if (!unp->unp_stopping && !unp->unp_dying)
1199 1.38.4.2 martin callout_schedule(&unp->unp_stat_ch, hz);
1200 1.38.4.2 martin mutex_exit(&unp->unp_core_lock);
1201 1.38.4.2 martin }
1202 1.38.4.2 martin
1203 1.38.4.2 martin static int
1204 1.38.4.2 martin usbnet_if_init(struct ifnet *ifp)
1205 1.38.4.2 martin {
1206 1.38.4.2 martin USBNETHIST_FUNC(); USBNETHIST_CALLED();
1207 1.38.4.2 martin struct usbnet * const un = ifp->if_softc;
1208 1.38.4.2 martin
1209 1.38.4.2 martin return uno_init(un, ifp);
1210 1.38.4.2 martin }
1211 1.38.4.2 martin
1212 1.38.4.2 martin
1213 1.38.4.2 martin /* Various accessors. */
1214 1.38.4.2 martin
1215 1.38.4.2 martin void
1216 1.38.4.2 martin usbnet_set_link(struct usbnet *un, bool link)
1217 1.38.4.2 martin {
1218 1.38.4.2 martin un->un_pri->unp_link = link;
1219 1.38.4.2 martin }
1220 1.38.4.2 martin
1221 1.38.4.2 martin void
1222 1.38.4.2 martin usbnet_set_dying(struct usbnet *un, bool link)
1223 1.38.4.2 martin {
1224 1.38.4.2 martin un->un_pri->unp_dying = link;
1225 1.38.4.2 martin }
1226 1.38.4.2 martin
1227 1.38.4.2 martin struct ifnet *
1228 1.38.4.2 martin usbnet_ifp(struct usbnet *un)
1229 1.38.4.2 martin {
1230 1.38.4.2 martin return &un->un_pri->unp_ec.ec_if;
1231 1.38.4.2 martin }
1232 1.38.4.2 martin
1233 1.38.4.2 martin struct ethercom *
1234 1.38.4.2 martin usbnet_ec(struct usbnet *un)
1235 1.38.4.2 martin {
1236 1.38.4.2 martin return &un->un_pri->unp_ec;
1237 1.38.4.2 martin }
1238 1.38.4.2 martin
1239 1.38.4.2 martin struct mii_data *
1240 1.38.4.2 martin usbnet_mii(struct usbnet *un)
1241 1.38.4.2 martin {
1242 1.38.4.2 martin return un->un_pri->unp_ec.ec_mii;
1243 1.38.4.2 martin }
1244 1.38.4.2 martin
1245 1.38.4.2 martin krndsource_t *
1246 1.38.4.2 martin usbnet_rndsrc(struct usbnet *un)
1247 1.38.4.2 martin {
1248 1.38.4.2 martin return &un->un_pri->unp_rndsrc;
1249 1.38.4.2 martin }
1250 1.38.4.2 martin
1251 1.38.4.2 martin void *
1252 1.38.4.2 martin usbnet_softc(struct usbnet *un)
1253 1.38.4.2 martin {
1254 1.38.4.2 martin return un->un_sc;
1255 1.38.4.2 martin }
1256 1.38.4.2 martin
1257 1.38.4.2 martin bool
1258 1.38.4.2 martin usbnet_havelink(struct usbnet *un)
1259 1.38.4.2 martin {
1260 1.38.4.2 martin return un->un_pri->unp_link;
1261 1.38.4.2 martin }
1262 1.38.4.2 martin
1263 1.38.4.2 martin bool
1264 1.38.4.2 martin usbnet_isdying(struct usbnet *un)
1265 1.38.4.2 martin {
1266 1.38.4.2 martin return un->un_pri == NULL || un->un_pri->unp_dying;
1267 1.38.4.2 martin }
1268 1.38.4.2 martin
1269 1.38.4.2 martin
1270 1.38.4.2 martin /* Locking. */
1271 1.38.4.2 martin
1272 1.38.4.2 martin void
1273 1.38.4.2 martin usbnet_lock_core(struct usbnet *un)
1274 1.38.4.2 martin {
1275 1.38.4.2 martin mutex_enter(&un->un_pri->unp_core_lock);
1276 1.38.4.2 martin }
1277 1.38.4.2 martin
1278 1.38.4.2 martin void
1279 1.38.4.2 martin usbnet_unlock_core(struct usbnet *un)
1280 1.38.4.2 martin {
1281 1.38.4.2 martin mutex_exit(&un->un_pri->unp_core_lock);
1282 1.38.4.2 martin }
1283 1.38.4.2 martin
1284 1.38.4.2 martin kmutex_t *
1285 1.38.4.2 martin usbnet_mutex_core(struct usbnet *un)
1286 1.38.4.2 martin {
1287 1.38.4.2 martin return &un->un_pri->unp_core_lock;
1288 1.38.4.2 martin }
1289 1.38.4.2 martin
1290 1.38.4.2 martin void
1291 1.38.4.2 martin usbnet_lock_rx(struct usbnet *un)
1292 1.38.4.2 martin {
1293 1.38.4.2 martin mutex_enter(&un->un_pri->unp_rxlock);
1294 1.38.4.2 martin }
1295 1.38.4.2 martin
1296 1.38.4.2 martin void
1297 1.38.4.2 martin usbnet_unlock_rx(struct usbnet *un)
1298 1.38.4.2 martin {
1299 1.38.4.2 martin mutex_exit(&un->un_pri->unp_rxlock);
1300 1.38.4.2 martin }
1301 1.38.4.2 martin
1302 1.38.4.2 martin kmutex_t *
1303 1.38.4.2 martin usbnet_mutex_rx(struct usbnet *un)
1304 1.38.4.2 martin {
1305 1.38.4.2 martin return &un->un_pri->unp_rxlock;
1306 1.38.4.2 martin }
1307 1.38.4.2 martin
1308 1.38.4.2 martin void
1309 1.38.4.2 martin usbnet_lock_tx(struct usbnet *un)
1310 1.38.4.2 martin {
1311 1.38.4.2 martin mutex_enter(&un->un_pri->unp_txlock);
1312 1.38.4.2 martin }
1313 1.38.4.2 martin
1314 1.38.4.2 martin void
1315 1.38.4.2 martin usbnet_unlock_tx(struct usbnet *un)
1316 1.38.4.2 martin {
1317 1.38.4.2 martin mutex_exit(&un->un_pri->unp_txlock);
1318 1.38.4.2 martin }
1319 1.38.4.2 martin
1320 1.38.4.2 martin kmutex_t *
1321 1.38.4.2 martin usbnet_mutex_tx(struct usbnet *un)
1322 1.38.4.2 martin {
1323 1.38.4.2 martin return &un->un_pri->unp_txlock;
1324 1.38.4.2 martin }
1325 1.38.4.2 martin
1326 1.38.4.2 martin /* Autoconf management. */
1327 1.38.4.2 martin
1328 1.38.4.2 martin static bool
1329 1.38.4.2 martin usbnet_empty_eaddr(struct usbnet * const un)
1330 1.38.4.2 martin {
1331 1.38.4.2 martin return (un->un_eaddr[0] == 0 && un->un_eaddr[1] == 0 &&
1332 1.38.4.2 martin un->un_eaddr[2] == 0 && un->un_eaddr[3] == 0 &&
1333 1.38.4.2 martin un->un_eaddr[4] == 0 && un->un_eaddr[5] == 0);
1334 1.38.4.2 martin }
1335 1.38.4.2 martin
1336 1.38.4.2 martin /*
1337 1.38.4.2 martin * usbnet_attach() and usbnet_attach_ifp() perform setup of the relevant
1338 1.38.4.2 martin * 'usbnet'. The first is enough to enable device access (eg, endpoints
1339 1.38.4.2 martin * are connected and commands can be sent), and the second connects the
1340 1.38.4.2 martin * device to the system networking.
1341 1.38.4.2 martin *
1342 1.38.4.2 martin * Always call usbnet_detach(), even if usbnet_attach_ifp() is skippped.
1343 1.38.4.2 martin * Also usable as driver detach directly.
1344 1.38.4.2 martin *
1345 1.38.4.2 martin * To skip ethernet configuration (eg, point-to-point), make sure that
1346 1.38.4.2 martin * the un_eaddr[] is fully zero.
1347 1.38.4.2 martin */
1348 1.38.4.2 martin
1349 1.38.4.2 martin void
1350 1.38.4.2 martin usbnet_attach(struct usbnet *un,
1351 1.38.4.2 martin const char *detname) /* detach cv name */
1352 1.38.4.2 martin {
1353 1.38.4.2 martin USBNETHIST_FUNC(); USBNETHIST_CALLED();
1354 1.38.4.2 martin
1355 1.38.4.2 martin /* Required inputs. */
1356 1.38.4.2 martin KASSERT(un->un_ops->uno_tx_prepare);
1357 1.38.4.2 martin KASSERT(un->un_ops->uno_rx_loop);
1358 1.38.4.2 martin KASSERT(un->un_ops->uno_init);
1359 1.38.4.2 martin KASSERT(un->un_rx_bufsz);
1360 1.38.4.2 martin KASSERT(un->un_tx_bufsz);
1361 1.38.4.2 martin KASSERT(un->un_rx_list_cnt);
1362 1.38.4.2 martin KASSERT(un->un_tx_list_cnt);
1363 1.38.4.2 martin
1364 1.38.4.2 martin /* Unfortunate fact. */
1365 1.38.4.2 martin KASSERT(un == device_private(un->un_dev));
1366 1.38.4.2 martin
1367 1.38.4.2 martin un->un_pri = kmem_zalloc(sizeof(*un->un_pri), KM_SLEEP);
1368 1.38.4.2 martin struct usbnet_private * const unp = un->un_pri;
1369 1.38.4.2 martin
1370 1.38.4.2 martin usb_init_task(&unp->unp_ticktask, usbnet_tick_task, un, USB_TASKQ_MPSAFE);
1371 1.38.4.2 martin callout_init(&unp->unp_stat_ch, CALLOUT_MPSAFE);
1372 1.38.4.2 martin callout_setfunc(&unp->unp_stat_ch, usbnet_tick, un);
1373 1.38.4.2 martin
1374 1.38.4.2 martin mutex_init(&unp->unp_txlock, MUTEX_DEFAULT, IPL_SOFTUSB);
1375 1.38.4.2 martin mutex_init(&unp->unp_rxlock, MUTEX_DEFAULT, IPL_SOFTUSB);
1376 1.38.4.2 martin mutex_init(&unp->unp_core_lock, MUTEX_DEFAULT, IPL_NONE);
1377 1.38.4.2 martin cv_init(&unp->unp_detachcv, detname);
1378 1.38.4.2 martin
1379 1.38.4.2 martin rnd_attach_source(&unp->unp_rndsrc, device_xname(un->un_dev),
1380 1.38.4.2 martin RND_TYPE_NET, RND_FLAG_DEFAULT);
1381 1.38.4.2 martin
1382 1.38.4.2 martin usbnet_rx_list_alloc(un);
1383 1.38.4.2 martin usbnet_tx_list_alloc(un);
1384 1.38.4.2 martin
1385 1.38.4.2 martin unp->unp_number = atomic_inc_uint_nv(&usbnet_number);
1386 1.38.4.2 martin
1387 1.38.4.2 martin unp->unp_attached = true;
1388 1.38.4.2 martin }
1389 1.38.4.2 martin
1390 1.38.4.2 martin static void
1391 1.38.4.2 martin usbnet_attach_mii(struct usbnet *un, const struct usbnet_mii *unm)
1392 1.38.4.2 martin {
1393 1.38.4.2 martin USBNETHIST_FUNC(); USBNETHIST_CALLED();
1394 1.38.4.2 martin struct usbnet_private * const unp = un->un_pri;
1395 1.38.4.2 martin struct mii_data * const mii = &unp->unp_mii;
1396 1.38.4.2 martin struct ifnet * const ifp = usbnet_ifp(un);
1397 1.38.4.2 martin
1398 1.38.4.2 martin KASSERT(un->un_ops->uno_read_reg);
1399 1.38.4.2 martin KASSERT(un->un_ops->uno_write_reg);
1400 1.38.4.2 martin KASSERT(un->un_ops->uno_statchg);
1401 1.38.4.2 martin
1402 1.38.4.2 martin mii->mii_ifp = ifp;
1403 1.38.4.2 martin mii->mii_readreg = usbnet_mii_readreg;
1404 1.38.4.2 martin mii->mii_writereg = usbnet_mii_writereg;
1405 1.38.4.2 martin mii->mii_statchg = usbnet_mii_statchg;
1406 1.38.4.2 martin mii->mii_flags = MIIF_AUTOTSLEEP;
1407 1.38.4.2 martin
1408 1.38.4.2 martin usbnet_ec(un)->ec_mii = mii;
1409 1.38.4.2 martin ifmedia_init_with_lock(&mii->mii_media, 0,
1410 1.38.4.2 martin usbnet_media_upd, ether_mediastatus, usbnet_mutex_core(un));
1411 1.38.4.2 martin mii_attach(un->un_dev, mii, unm->un_mii_capmask, unm->un_mii_phyloc,
1412 1.38.4.2 martin unm->un_mii_offset, unm->un_mii_flags);
1413 1.38.4.2 martin
1414 1.38.4.2 martin if (LIST_FIRST(&mii->mii_phys) == NULL) {
1415 1.38.4.2 martin ifmedia_add(&mii->mii_media, IFM_ETHER | IFM_NONE, 0, NULL);
1416 1.38.4.2 martin ifmedia_set(&mii->mii_media, IFM_ETHER | IFM_NONE);
1417 1.38.4.2 martin } else
1418 1.38.4.2 martin ifmedia_set(&mii->mii_media, IFM_ETHER | IFM_AUTO);
1419 1.38.4.2 martin }
1420 1.38.4.2 martin
1421 1.38.4.2 martin void
1422 1.38.4.2 martin usbnet_attach_ifp(struct usbnet *un,
1423 1.38.4.2 martin unsigned if_flags, /* additional if_flags */
1424 1.38.4.2 martin unsigned if_extflags, /* additional if_extflags */
1425 1.38.4.2 martin const struct usbnet_mii *unm) /* additional mii_attach flags */
1426 1.38.4.2 martin {
1427 1.38.4.2 martin USBNETHIST_FUNC(); USBNETHIST_CALLED();
1428 1.38.4.2 martin struct usbnet_private * const unp = un->un_pri;
1429 1.38.4.2 martin struct ifnet * const ifp = usbnet_ifp(un);
1430 1.38.4.2 martin
1431 1.38.4.2 martin KASSERT(unp->unp_attached);
1432 1.38.4.2 martin
1433 1.38.4.2 martin strlcpy(ifp->if_xname, device_xname(un->un_dev), IFNAMSIZ);
1434 1.38.4.2 martin ifp->if_flags = if_flags;
1435 1.38.4.2 martin ifp->if_extflags = IFEF_MPSAFE | if_extflags;
1436 1.38.4.2 martin ifp->if_ioctl = usbnet_if_ioctl;
1437 1.38.4.2 martin ifp->if_start = usbnet_if_start;
1438 1.38.4.2 martin ifp->if_init = usbnet_if_init;
1439 1.38.4.2 martin ifp->if_stop = usbnet_if_stop;
1440 1.38.4.2 martin
1441 1.38.4.2 martin if (unm)
1442 1.38.4.2 martin usbnet_attach_mii(un, unm);
1443 1.38.4.2 martin else
1444 1.38.4.2 martin unp->unp_link = true;
1445 1.38.4.2 martin
1446 1.38.4.2 martin /* Attach the interface. */
1447 1.38.4.2 martin int rv = if_initialize(ifp);
1448 1.38.4.2 martin if (rv != 0) {
1449 1.38.4.2 martin aprint_error_dev(un->un_dev, "if_initialize failed: %d\n", rv);
1450 1.38.4.2 martin return;
1451 1.38.4.2 martin }
1452 1.38.4.2 martin if (ifp->_if_input == NULL)
1453 1.38.4.2 martin ifp->if_percpuq = if_percpuq_create(ifp);
1454 1.38.4.2 martin if_register(ifp);
1455 1.38.4.2 martin
1456 1.38.4.2 martin /*
1457 1.38.4.2 martin * If ethernet address is all zero, skip ether_ifattach() and
1458 1.38.4.2 martin * instead attach bpf here..
1459 1.38.4.2 martin */
1460 1.38.4.2 martin if (!usbnet_empty_eaddr(un)) {
1461 1.38.4.2 martin ether_set_ifflags_cb(&unp->unp_ec, usbnet_ifflags_cb);
1462 1.38.4.2 martin aprint_normal_dev(un->un_dev, "Ethernet address %s\n",
1463 1.38.4.2 martin ether_sprintf(un->un_eaddr));
1464 1.38.4.2 martin ether_ifattach(ifp, un->un_eaddr);
1465 1.38.4.2 martin } else {
1466 1.38.4.2 martin if_alloc_sadl(ifp);
1467 1.38.4.2 martin bpf_attach(ifp, DLT_RAW, 0);
1468 1.38.4.2 martin }
1469 1.38.4.2 martin
1470 1.38.4.2 martin /* Now ready, and attached. */
1471 1.38.4.2 martin IFQ_SET_READY(&ifp->if_snd);
1472 1.38.4.2 martin ifp->if_softc = un;
1473 1.38.4.2 martin
1474 1.38.4.2 martin usbd_add_drv_event(USB_EVENT_DRIVER_ATTACH, un->un_udev, un->un_dev);
1475 1.38.4.2 martin
1476 1.38.4.2 martin if (!pmf_device_register(un->un_dev, NULL, NULL))
1477 1.38.4.2 martin aprint_error_dev(un->un_dev, "couldn't establish power handler\n");
1478 1.38.4.2 martin }
1479 1.38.4.2 martin
1480 1.38.4.2 martin int
1481 1.38.4.2 martin usbnet_detach(device_t self, int flags)
1482 1.38.4.2 martin {
1483 1.38.4.2 martin USBNETHIST_FUNC(); USBNETHIST_CALLED();
1484 1.38.4.2 martin struct usbnet * const un = device_private(self);
1485 1.38.4.2 martin struct usbnet_private * const unp = un->un_pri;
1486 1.38.4.2 martin
1487 1.38.4.2 martin /* Detached before attached finished, so just bail out. */
1488 1.38.4.2 martin if (unp == NULL || !unp->unp_attached)
1489 1.38.4.2 martin return 0;
1490 1.38.4.2 martin
1491 1.38.4.2 martin struct ifnet * const ifp = usbnet_ifp(un);
1492 1.38.4.2 martin struct mii_data * const mii = usbnet_mii(un);
1493 1.38.4.2 martin
1494 1.38.4.2 martin mutex_enter(&unp->unp_core_lock);
1495 1.38.4.2 martin unp->unp_dying = true;
1496 1.38.4.2 martin mutex_exit(&unp->unp_core_lock);
1497 1.38.4.2 martin
1498 1.38.4.2 martin if (ifp->if_flags & IFF_RUNNING) {
1499 1.38.4.2 martin IFNET_LOCK(ifp);
1500 1.38.4.2 martin usbnet_if_stop(ifp, 1);
1501 1.38.4.2 martin IFNET_UNLOCK(ifp);
1502 1.38.4.2 martin }
1503 1.38.4.2 martin
1504 1.38.4.2 martin callout_halt(&unp->unp_stat_ch, NULL);
1505 1.38.4.2 martin usb_rem_task_wait(un->un_udev, &unp->unp_ticktask, USB_TASKQ_DRIVER,
1506 1.38.4.2 martin NULL);
1507 1.38.4.2 martin
1508 1.38.4.2 martin mutex_enter(&unp->unp_core_lock);
1509 1.38.4.2 martin unp->unp_refcnt--;
1510 1.38.4.2 martin while (unp->unp_refcnt >= 0) {
1511 1.38.4.2 martin /* Wait for processes to go away */
1512 1.38.4.2 martin cv_wait(&unp->unp_detachcv, &unp->unp_core_lock);
1513 1.38.4.2 martin }
1514 1.38.4.2 martin mutex_exit(&unp->unp_core_lock);
1515 1.38.4.2 martin
1516 1.38.4.2 martin usbnet_rx_list_free(un);
1517 1.38.4.2 martin usbnet_tx_list_free(un);
1518 1.38.4.2 martin
1519 1.38.4.2 martin callout_destroy(&unp->unp_stat_ch);
1520 1.38.4.2 martin rnd_detach_source(&unp->unp_rndsrc);
1521 1.38.4.2 martin
1522 1.38.4.2 martin if (mii) {
1523 1.38.4.2 martin mii_detach(mii, MII_PHY_ANY, MII_OFFSET_ANY);
1524 1.38.4.2 martin ifmedia_fini(&mii->mii_media);
1525 1.38.4.2 martin }
1526 1.38.4.2 martin if (ifp->if_softc) {
1527 1.38.4.2 martin if (!usbnet_empty_eaddr(un))
1528 1.38.4.2 martin ether_ifdetach(ifp);
1529 1.38.4.2 martin else
1530 1.38.4.2 martin bpf_detach(ifp);
1531 1.38.4.2 martin if_detach(ifp);
1532 1.38.4.2 martin }
1533 1.38.4.2 martin usbnet_ec(un)->ec_mii = NULL;
1534 1.38.4.2 martin
1535 1.38.4.2 martin cv_destroy(&unp->unp_detachcv);
1536 1.38.4.2 martin mutex_destroy(&unp->unp_core_lock);
1537 1.38.4.2 martin mutex_destroy(&unp->unp_rxlock);
1538 1.38.4.2 martin mutex_destroy(&unp->unp_txlock);
1539 1.38.4.2 martin
1540 1.38.4.2 martin pmf_device_deregister(un->un_dev);
1541 1.38.4.2 martin
1542 1.38.4.2 martin usbd_add_drv_event(USB_EVENT_DRIVER_DETACH, un->un_udev, un->un_dev);
1543 1.38.4.2 martin
1544 1.38.4.2 martin kmem_free(unp, sizeof(*unp));
1545 1.38.4.2 martin un->un_pri = NULL;
1546 1.38.4.2 martin
1547 1.38.4.2 martin return 0;
1548 1.38.4.2 martin }
1549 1.38.4.2 martin
1550 1.38.4.2 martin int
1551 1.38.4.2 martin usbnet_activate(device_t self, devact_t act)
1552 1.38.4.2 martin {
1553 1.38.4.2 martin USBNETHIST_FUNC(); USBNETHIST_CALLED();
1554 1.38.4.2 martin struct usbnet * const un = device_private(self);
1555 1.38.4.2 martin struct usbnet_private * const unp = un->un_pri;
1556 1.38.4.2 martin struct ifnet * const ifp = usbnet_ifp(un);
1557 1.38.4.2 martin
1558 1.38.4.2 martin switch (act) {
1559 1.38.4.2 martin case DVACT_DEACTIVATE:
1560 1.38.4.2 martin if_deactivate(ifp);
1561 1.38.4.2 martin
1562 1.38.4.2 martin mutex_enter(&unp->unp_core_lock);
1563 1.38.4.2 martin unp->unp_dying = true;
1564 1.38.4.2 martin mutex_exit(&unp->unp_core_lock);
1565 1.38.4.2 martin
1566 1.38.4.2 martin mutex_enter(&unp->unp_rxlock);
1567 1.38.4.2 martin mutex_enter(&unp->unp_txlock);
1568 1.38.4.2 martin unp->unp_stopping = true;
1569 1.38.4.2 martin mutex_exit(&unp->unp_txlock);
1570 1.38.4.2 martin mutex_exit(&unp->unp_rxlock);
1571 1.38.4.2 martin
1572 1.38.4.2 martin return 0;
1573 1.38.4.2 martin default:
1574 1.38.4.2 martin return EOPNOTSUPP;
1575 1.38.4.2 martin }
1576 1.38.4.2 martin }
1577 1.38.4.2 martin
1578 1.38.4.2 martin MODULE(MODULE_CLASS_MISC, usbnet, NULL);
1579 1.38.4.2 martin
1580 1.38.4.2 martin static int
1581 1.38.4.2 martin usbnet_modcmd(modcmd_t cmd, void *arg)
1582 1.38.4.2 martin {
1583 1.38.4.2 martin switch (cmd) {
1584 1.38.4.2 martin case MODULE_CMD_INIT:
1585 1.38.4.2 martin return 0;
1586 1.38.4.2 martin case MODULE_CMD_FINI:
1587 1.38.4.2 martin return 0;
1588 1.38.4.2 martin case MODULE_CMD_STAT:
1589 1.38.4.2 martin case MODULE_CMD_AUTOUNLOAD:
1590 1.38.4.2 martin default:
1591 1.38.4.2 martin return ENOTTY;
1592 1.38.4.2 martin }
1593 1.38.4.2 martin }
1594