if_age.c revision 1.28.2.4 1 1.28.2.4 snj /* $NetBSD: if_age.c,v 1.28.2.4 2009/11/08 21:58:02 snj Exp $ */
2 1.28.2.2 snj /* $OpenBSD: if_age.c,v 1.1 2009/01/16 05:00:34 kevlo Exp $ */
3 1.28.2.2 snj
4 1.28.2.2 snj /*-
5 1.28.2.2 snj * Copyright (c) 2008, Pyun YongHyeon <yongari (at) FreeBSD.org>
6 1.28.2.2 snj * All rights reserved.
7 1.28.2.2 snj *
8 1.28.2.2 snj * Redistribution and use in source and binary forms, with or without
9 1.28.2.2 snj * modification, are permitted provided that the following conditions
10 1.28.2.2 snj * are met:
11 1.28.2.2 snj * 1. Redistributions of source code must retain the above copyright
12 1.28.2.2 snj * notice unmodified, this list of conditions, and the following
13 1.28.2.2 snj * disclaimer.
14 1.28.2.2 snj * 2. Redistributions in binary form must reproduce the above copyright
15 1.28.2.2 snj * notice, this list of conditions and the following disclaimer in the
16 1.28.2.2 snj * documentation and/or other materials provided with the distribution.
17 1.28.2.2 snj *
18 1.28.2.2 snj * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
19 1.28.2.2 snj * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
20 1.28.2.2 snj * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
21 1.28.2.2 snj * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
22 1.28.2.2 snj * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
23 1.28.2.2 snj * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
24 1.28.2.2 snj * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
25 1.28.2.2 snj * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
26 1.28.2.2 snj * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
27 1.28.2.2 snj * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
28 1.28.2.2 snj * SUCH DAMAGE.
29 1.28.2.2 snj */
30 1.28.2.2 snj
31 1.28.2.2 snj /* Driver for Attansic Technology Corp. L1 Gigabit Ethernet. */
32 1.28.2.2 snj
33 1.28.2.2 snj #include <sys/cdefs.h>
34 1.28.2.4 snj __KERNEL_RCSID(0, "$NetBSD: if_age.c,v 1.28.2.4 2009/11/08 21:58:02 snj Exp $");
35 1.28.2.2 snj
36 1.28.2.2 snj #include "bpfilter.h"
37 1.28.2.2 snj #include "vlan.h"
38 1.28.2.2 snj
39 1.28.2.2 snj #include <sys/param.h>
40 1.28.2.2 snj #include <sys/proc.h>
41 1.28.2.2 snj #include <sys/endian.h>
42 1.28.2.2 snj #include <sys/systm.h>
43 1.28.2.2 snj #include <sys/types.h>
44 1.28.2.2 snj #include <sys/sockio.h>
45 1.28.2.2 snj #include <sys/mbuf.h>
46 1.28.2.2 snj #include <sys/queue.h>
47 1.28.2.2 snj #include <sys/kernel.h>
48 1.28.2.2 snj #include <sys/device.h>
49 1.28.2.2 snj #include <sys/callout.h>
50 1.28.2.2 snj #include <sys/socket.h>
51 1.28.2.2 snj
52 1.28.2.2 snj #include <net/if.h>
53 1.28.2.2 snj #include <net/if_dl.h>
54 1.28.2.2 snj #include <net/if_media.h>
55 1.28.2.2 snj #include <net/if_ether.h>
56 1.28.2.2 snj
57 1.28.2.2 snj #ifdef INET
58 1.28.2.2 snj #include <netinet/in.h>
59 1.28.2.2 snj #include <netinet/in_systm.h>
60 1.28.2.2 snj #include <netinet/in_var.h>
61 1.28.2.2 snj #include <netinet/ip.h>
62 1.28.2.2 snj #endif
63 1.28.2.2 snj
64 1.28.2.2 snj #include <net/if_types.h>
65 1.28.2.2 snj #include <net/if_vlanvar.h>
66 1.28.2.2 snj
67 1.28.2.2 snj #if NBPFILTER > 0
68 1.28.2.2 snj #include <net/bpf.h>
69 1.28.2.2 snj #endif
70 1.28.2.2 snj
71 1.28.2.2 snj #include <sys/rnd.h>
72 1.28.2.2 snj
73 1.28.2.2 snj #include <dev/mii/mii.h>
74 1.28.2.2 snj #include <dev/mii/miivar.h>
75 1.28.2.2 snj
76 1.28.2.2 snj #include <dev/pci/pcireg.h>
77 1.28.2.2 snj #include <dev/pci/pcivar.h>
78 1.28.2.2 snj #include <dev/pci/pcidevs.h>
79 1.28.2.2 snj
80 1.28.2.2 snj #include <dev/pci/if_agereg.h>
81 1.28.2.2 snj
82 1.28.2.2 snj static int age_match(device_t, cfdata_t, void *);
83 1.28.2.2 snj static void age_attach(device_t, device_t, void *);
84 1.28.2.2 snj static int age_detach(device_t, int);
85 1.28.2.2 snj
86 1.28.2.2 snj static bool age_resume(device_t PMF_FN_PROTO);
87 1.28.2.2 snj
88 1.28.2.2 snj static int age_miibus_readreg(device_t, int, int);
89 1.28.2.2 snj static void age_miibus_writereg(device_t, int, int, int);
90 1.28.2.2 snj static void age_miibus_statchg(device_t);
91 1.28.2.2 snj
92 1.28.2.2 snj static int age_init(struct ifnet *);
93 1.28.2.2 snj static int age_ioctl(struct ifnet *, u_long, void *);
94 1.28.2.2 snj static void age_start(struct ifnet *);
95 1.28.2.2 snj static void age_watchdog(struct ifnet *);
96 1.28.2.2 snj static void age_mediastatus(struct ifnet *, struct ifmediareq *);
97 1.28.2.2 snj static int age_mediachange(struct ifnet *);
98 1.28.2.2 snj
99 1.28.2.2 snj static int age_intr(void *);
100 1.28.2.2 snj static int age_dma_alloc(struct age_softc *);
101 1.28.2.2 snj static void age_dma_free(struct age_softc *);
102 1.28.2.2 snj static void age_get_macaddr(struct age_softc *, uint8_t[]);
103 1.28.2.2 snj static void age_phy_reset(struct age_softc *);
104 1.28.2.2 snj
105 1.28.2.2 snj static int age_encap(struct age_softc *, struct mbuf **);
106 1.28.2.2 snj static void age_init_tx_ring(struct age_softc *);
107 1.28.2.2 snj static int age_init_rx_ring(struct age_softc *);
108 1.28.2.2 snj static void age_init_rr_ring(struct age_softc *);
109 1.28.2.2 snj static void age_init_cmb_block(struct age_softc *);
110 1.28.2.2 snj static void age_init_smb_block(struct age_softc *);
111 1.28.2.2 snj static int age_newbuf(struct age_softc *, struct age_rxdesc *, int);
112 1.28.2.2 snj static void age_mac_config(struct age_softc *);
113 1.28.2.2 snj static void age_txintr(struct age_softc *, int);
114 1.28.2.2 snj static void age_rxeof(struct age_softc *sc, struct rx_rdesc *);
115 1.28.2.2 snj static void age_rxintr(struct age_softc *, int);
116 1.28.2.2 snj static void age_tick(void *);
117 1.28.2.2 snj static void age_reset(struct age_softc *);
118 1.28.2.2 snj static void age_stop(struct ifnet *, int);
119 1.28.2.2 snj static void age_stats_update(struct age_softc *);
120 1.28.2.2 snj static void age_stop_txmac(struct age_softc *);
121 1.28.2.2 snj static void age_stop_rxmac(struct age_softc *);
122 1.28.2.2 snj static void age_rxvlan(struct age_softc *sc);
123 1.28.2.2 snj static void age_rxfilter(struct age_softc *);
124 1.28.2.2 snj
125 1.28.2.2 snj CFATTACH_DECL_NEW(age, sizeof(struct age_softc),
126 1.28.2.2 snj age_match, age_attach, age_detach, NULL);
127 1.28.2.2 snj
128 1.28.2.2 snj int agedebug = 0;
129 1.28.2.2 snj #define DPRINTF(x) do { if (agedebug) printf x; } while (0)
130 1.28.2.2 snj
131 1.28.2.2 snj #define ETHER_ALIGN 2
132 1.28.2.2 snj #define AGE_CSUM_FEATURES (M_CSUM_TCPv4 | M_CSUM_UDPv4)
133 1.28.2.2 snj
134 1.28.2.2 snj static int
135 1.28.2.2 snj age_match(device_t dev, cfdata_t match, void *aux)
136 1.28.2.2 snj {
137 1.28.2.2 snj struct pci_attach_args *pa = aux;
138 1.28.2.2 snj
139 1.28.2.2 snj return (PCI_VENDOR(pa->pa_id) == PCI_VENDOR_ATTANSIC &&
140 1.28.2.2 snj PCI_PRODUCT(pa->pa_id) == PCI_PRODUCT_ATTANSIC_ETHERNET_GIGA);
141 1.28.2.2 snj }
142 1.28.2.2 snj
143 1.28.2.2 snj static void
144 1.28.2.2 snj age_attach(device_t parent, device_t self, void *aux)
145 1.28.2.2 snj {
146 1.28.2.2 snj struct age_softc *sc = device_private(self);
147 1.28.2.2 snj struct pci_attach_args *pa = aux;
148 1.28.2.2 snj pci_intr_handle_t ih;
149 1.28.2.2 snj const char *intrstr;
150 1.28.2.2 snj struct ifnet *ifp = &sc->sc_ec.ec_if;
151 1.28.2.2 snj pcireg_t memtype;
152 1.28.2.2 snj int error = 0;
153 1.28.2.2 snj
154 1.28.2.2 snj aprint_naive("\n");
155 1.28.2.2 snj aprint_normal(": Attansic/Atheros L1 Gigabit Ethernet\n");
156 1.28.2.2 snj
157 1.28.2.2 snj sc->sc_dev = self;
158 1.28.2.2 snj sc->sc_dmat = pa->pa_dmat;
159 1.28.2.2 snj sc->sc_pct = pa->pa_pc;
160 1.28.2.2 snj sc->sc_pcitag = pa->pa_tag;
161 1.28.2.2 snj
162 1.28.2.2 snj /*
163 1.28.2.2 snj * Allocate IO memory
164 1.28.2.2 snj */
165 1.28.2.2 snj memtype = pci_mapreg_type(sc->sc_pct, sc->sc_pcitag, AGE_PCIR_BAR);
166 1.28.2.2 snj switch (memtype) {
167 1.28.2.2 snj case PCI_MAPREG_TYPE_MEM | PCI_MAPREG_MEM_TYPE_32BIT:
168 1.28.2.2 snj case PCI_MAPREG_TYPE_MEM | PCI_MAPREG_MEM_TYPE_32BIT_1M:
169 1.28.2.2 snj case PCI_MAPREG_TYPE_MEM | PCI_MAPREG_MEM_TYPE_64BIT:
170 1.28.2.2 snj break;
171 1.28.2.2 snj default:
172 1.28.2.2 snj aprint_error_dev(self, "invalid base address register\n");
173 1.28.2.2 snj break;
174 1.28.2.2 snj }
175 1.28.2.2 snj
176 1.28.2.2 snj if (pci_mapreg_map(pa, AGE_PCIR_BAR, memtype, 0, &sc->sc_mem_bt,
177 1.28.2.2 snj &sc->sc_mem_bh, NULL, &sc->sc_mem_size) != 0) {
178 1.28.2.2 snj aprint_error_dev(self, "could not map mem space\n");
179 1.28.2.2 snj return;
180 1.28.2.2 snj }
181 1.28.2.2 snj
182 1.28.2.2 snj if (pci_intr_map(pa, &ih) != 0) {
183 1.28.2.2 snj aprint_error_dev(self, "could not map interrupt\n");
184 1.28.2.2 snj goto fail;
185 1.28.2.2 snj }
186 1.28.2.2 snj
187 1.28.2.2 snj /*
188 1.28.2.2 snj * Allocate IRQ
189 1.28.2.2 snj */
190 1.28.2.2 snj intrstr = pci_intr_string(sc->sc_pct, ih);
191 1.28.2.2 snj sc->sc_irq_handle = pci_intr_establish(sc->sc_pct, ih, IPL_NET,
192 1.28.2.2 snj age_intr, sc);
193 1.28.2.2 snj if (sc->sc_irq_handle == NULL) {
194 1.28.2.2 snj aprint_error_dev(self, "could not establish interrupt");
195 1.28.2.2 snj if (intrstr != NULL)
196 1.28.2.2 snj aprint_error(" at %s", intrstr);
197 1.28.2.2 snj aprint_error("\n");
198 1.28.2.2 snj goto fail;
199 1.28.2.2 snj }
200 1.28.2.2 snj aprint_normal_dev(self, "%s\n", intrstr);
201 1.28.2.2 snj
202 1.28.2.2 snj /* Set PHY address. */
203 1.28.2.2 snj sc->age_phyaddr = AGE_PHY_ADDR;
204 1.28.2.2 snj
205 1.28.2.2 snj /* Reset PHY. */
206 1.28.2.2 snj age_phy_reset(sc);
207 1.28.2.2 snj
208 1.28.2.2 snj /* Reset the ethernet controller. */
209 1.28.2.2 snj age_reset(sc);
210 1.28.2.2 snj
211 1.28.2.2 snj /* Get PCI and chip id/revision. */
212 1.28.2.2 snj sc->age_rev = PCI_REVISION(pa->pa_class);
213 1.28.2.2 snj sc->age_chip_rev = CSR_READ_4(sc, AGE_MASTER_CFG) >>
214 1.28.2.2 snj MASTER_CHIP_REV_SHIFT;
215 1.28.2.2 snj
216 1.28.2.2 snj aprint_debug_dev(self, "PCI device revision : 0x%04x\n", sc->age_rev);
217 1.28.2.2 snj aprint_debug_dev(self, "Chip id/revision : 0x%04x\n", sc->age_chip_rev);
218 1.28.2.2 snj
219 1.28.2.2 snj if (agedebug) {
220 1.28.2.2 snj aprint_debug_dev(self, "%d Tx FIFO, %d Rx FIFO\n",
221 1.28.2.2 snj CSR_READ_4(sc, AGE_SRAM_TX_FIFO_LEN),
222 1.28.2.2 snj CSR_READ_4(sc, AGE_SRAM_RX_FIFO_LEN));
223 1.28.2.2 snj }
224 1.28.2.2 snj
225 1.28.2.2 snj /* Set max allowable DMA size. */
226 1.28.2.2 snj sc->age_dma_rd_burst = DMA_CFG_RD_BURST_128;
227 1.28.2.2 snj sc->age_dma_wr_burst = DMA_CFG_WR_BURST_128;
228 1.28.2.2 snj
229 1.28.2.2 snj /* Allocate DMA stuffs */
230 1.28.2.2 snj error = age_dma_alloc(sc);
231 1.28.2.2 snj if (error)
232 1.28.2.2 snj goto fail;
233 1.28.2.2 snj
234 1.28.2.2 snj callout_init(&sc->sc_tick_ch, 0);
235 1.28.2.2 snj callout_setfunc(&sc->sc_tick_ch, age_tick, sc);
236 1.28.2.2 snj
237 1.28.2.2 snj /* Load station address. */
238 1.28.2.2 snj age_get_macaddr(sc, sc->sc_enaddr);
239 1.28.2.2 snj
240 1.28.2.2 snj aprint_normal_dev(self, "Ethernet address %s\n",
241 1.28.2.2 snj ether_sprintf(sc->sc_enaddr));
242 1.28.2.2 snj
243 1.28.2.2 snj ifp->if_softc = sc;
244 1.28.2.2 snj ifp->if_flags = IFF_BROADCAST | IFF_SIMPLEX | IFF_MULTICAST;
245 1.28.2.2 snj ifp->if_init = age_init;
246 1.28.2.2 snj ifp->if_ioctl = age_ioctl;
247 1.28.2.2 snj ifp->if_start = age_start;
248 1.28.2.2 snj ifp->if_stop = age_stop;
249 1.28.2.2 snj ifp->if_watchdog = age_watchdog;
250 1.28.2.2 snj ifp->if_baudrate = IF_Gbps(1);
251 1.28.2.2 snj IFQ_SET_MAXLEN(&ifp->if_snd, AGE_TX_RING_CNT - 1);
252 1.28.2.2 snj IFQ_SET_READY(&ifp->if_snd);
253 1.28.2.2 snj strlcpy(ifp->if_xname, device_xname(sc->sc_dev), IFNAMSIZ);
254 1.28.2.2 snj
255 1.28.2.2 snj sc->sc_ec.ec_capabilities = ETHERCAP_VLAN_MTU;
256 1.28.2.2 snj
257 1.28.2.2 snj #ifdef AGE_CHECKSUM
258 1.28.2.2 snj ifp->if_capabilities |= IFCAP_CSUM_IPv4_Tx | IFCAP_CSUM_IPv4_Rx |
259 1.28.2.2 snj IFCAP_CSUM_TCPv4_Tx | IFCAP_CSUM_TCPv4_Rx |
260 1.28.2.2 snj IFCAP_CSUM_UDPv4_Tx | IFCAP_CSUM_TCPv4_Rx;
261 1.28.2.2 snj #endif
262 1.28.2.2 snj
263 1.28.2.2 snj #if NVLAN > 0
264 1.28.2.2 snj sc->sc_ec.ec_capabilities |= ETHERCAP_VLAN_HWTAGGING;
265 1.28.2.2 snj #endif
266 1.28.2.2 snj
267 1.28.2.2 snj /* Set up MII bus. */
268 1.28.2.2 snj sc->sc_miibus.mii_ifp = ifp;
269 1.28.2.2 snj sc->sc_miibus.mii_readreg = age_miibus_readreg;
270 1.28.2.2 snj sc->sc_miibus.mii_writereg = age_miibus_writereg;
271 1.28.2.2 snj sc->sc_miibus.mii_statchg = age_miibus_statchg;
272 1.28.2.2 snj
273 1.28.2.2 snj sc->sc_ec.ec_mii = &sc->sc_miibus;
274 1.28.2.2 snj ifmedia_init(&sc->sc_miibus.mii_media, 0, age_mediachange,
275 1.28.2.2 snj age_mediastatus);
276 1.28.2.2 snj mii_attach(self, &sc->sc_miibus, 0xffffffff, MII_PHY_ANY,
277 1.28.2.3 snj MII_OFFSET_ANY, MIIF_DOPAUSE);
278 1.28.2.2 snj
279 1.28.2.2 snj if (LIST_FIRST(&sc->sc_miibus.mii_phys) == NULL) {
280 1.28.2.2 snj aprint_error_dev(self, "no PHY found!\n");
281 1.28.2.2 snj ifmedia_add(&sc->sc_miibus.mii_media, IFM_ETHER | IFM_MANUAL,
282 1.28.2.2 snj 0, NULL);
283 1.28.2.2 snj ifmedia_set(&sc->sc_miibus.mii_media, IFM_ETHER | IFM_MANUAL);
284 1.28.2.2 snj } else
285 1.28.2.2 snj ifmedia_set(&sc->sc_miibus.mii_media, IFM_ETHER | IFM_AUTO);
286 1.28.2.2 snj
287 1.28.2.2 snj if_attach(ifp);
288 1.28.2.2 snj ether_ifattach(ifp, sc->sc_enaddr);
289 1.28.2.2 snj
290 1.28.2.2 snj if (!pmf_device_register(self, NULL, age_resume))
291 1.28.2.2 snj aprint_error_dev(self, "couldn't establish power handler\n");
292 1.28.2.2 snj else
293 1.28.2.2 snj pmf_class_network_register(self, ifp);
294 1.28.2.2 snj
295 1.28.2.2 snj return;
296 1.28.2.2 snj
297 1.28.2.2 snj fail:
298 1.28.2.2 snj age_dma_free(sc);
299 1.28.2.2 snj if (sc->sc_irq_handle != NULL) {
300 1.28.2.2 snj pci_intr_disestablish(sc->sc_pct, sc->sc_irq_handle);
301 1.28.2.2 snj sc->sc_irq_handle = NULL;
302 1.28.2.2 snj }
303 1.28.2.2 snj if (sc->sc_mem_size) {
304 1.28.2.2 snj bus_space_unmap(sc->sc_mem_bt, sc->sc_mem_bh, sc->sc_mem_size);
305 1.28.2.2 snj sc->sc_mem_size = 0;
306 1.28.2.2 snj }
307 1.28.2.2 snj }
308 1.28.2.2 snj
309 1.28.2.2 snj static int
310 1.28.2.2 snj age_detach(device_t self, int flags)
311 1.28.2.2 snj {
312 1.28.2.2 snj struct age_softc *sc = device_private(self);
313 1.28.2.2 snj struct ifnet *ifp = &sc->sc_ec.ec_if;
314 1.28.2.2 snj int s;
315 1.28.2.2 snj
316 1.28.2.2 snj pmf_device_deregister(self);
317 1.28.2.2 snj s = splnet();
318 1.28.2.2 snj age_stop(ifp, 0);
319 1.28.2.2 snj splx(s);
320 1.28.2.2 snj
321 1.28.2.2 snj mii_detach(&sc->sc_miibus, MII_PHY_ANY, MII_OFFSET_ANY);
322 1.28.2.2 snj
323 1.28.2.2 snj /* Delete all remaining media. */
324 1.28.2.2 snj ifmedia_delete_instance(&sc->sc_miibus.mii_media, IFM_INST_ANY);
325 1.28.2.2 snj
326 1.28.2.2 snj ether_ifdetach(ifp);
327 1.28.2.2 snj if_detach(ifp);
328 1.28.2.2 snj age_dma_free(sc);
329 1.28.2.2 snj
330 1.28.2.2 snj if (sc->sc_irq_handle != NULL) {
331 1.28.2.2 snj pci_intr_disestablish(sc->sc_pct, sc->sc_irq_handle);
332 1.28.2.2 snj sc->sc_irq_handle = NULL;
333 1.28.2.2 snj }
334 1.28.2.2 snj if (sc->sc_mem_size) {
335 1.28.2.2 snj bus_space_unmap(sc->sc_mem_bt, sc->sc_mem_bh, sc->sc_mem_size);
336 1.28.2.2 snj sc->sc_mem_size = 0;
337 1.28.2.2 snj }
338 1.28.2.2 snj return 0;
339 1.28.2.2 snj }
340 1.28.2.2 snj
341 1.28.2.2 snj /*
342 1.28.2.2 snj * Read a PHY register on the MII of the L1.
343 1.28.2.2 snj */
344 1.28.2.2 snj static int
345 1.28.2.2 snj age_miibus_readreg(device_t dev, int phy, int reg)
346 1.28.2.2 snj {
347 1.28.2.2 snj struct age_softc *sc = device_private(dev);
348 1.28.2.2 snj uint32_t v;
349 1.28.2.2 snj int i;
350 1.28.2.2 snj
351 1.28.2.2 snj if (phy != sc->age_phyaddr)
352 1.28.2.2 snj return 0;
353 1.28.2.2 snj
354 1.28.2.2 snj CSR_WRITE_4(sc, AGE_MDIO, MDIO_OP_EXECUTE | MDIO_OP_READ |
355 1.28.2.2 snj MDIO_SUP_PREAMBLE | MDIO_CLK_25_4 | MDIO_REG_ADDR(reg));
356 1.28.2.2 snj for (i = AGE_PHY_TIMEOUT; i > 0; i--) {
357 1.28.2.2 snj DELAY(1);
358 1.28.2.2 snj v = CSR_READ_4(sc, AGE_MDIO);
359 1.28.2.2 snj if ((v & (MDIO_OP_EXECUTE | MDIO_OP_BUSY)) == 0)
360 1.28.2.2 snj break;
361 1.28.2.2 snj }
362 1.28.2.2 snj
363 1.28.2.2 snj if (i == 0) {
364 1.28.2.2 snj printf("%s: phy read timeout: phy %d, reg %d\n",
365 1.28.2.2 snj device_xname(sc->sc_dev), phy, reg);
366 1.28.2.2 snj return 0;
367 1.28.2.2 snj }
368 1.28.2.2 snj
369 1.28.2.2 snj return ((v & MDIO_DATA_MASK) >> MDIO_DATA_SHIFT);
370 1.28.2.2 snj }
371 1.28.2.2 snj
372 1.28.2.2 snj /*
373 1.28.2.2 snj * Write a PHY register on the MII of the L1.
374 1.28.2.2 snj */
375 1.28.2.2 snj static void
376 1.28.2.2 snj age_miibus_writereg(device_t dev, int phy, int reg, int val)
377 1.28.2.2 snj {
378 1.28.2.2 snj struct age_softc *sc = device_private(dev);
379 1.28.2.2 snj uint32_t v;
380 1.28.2.2 snj int i;
381 1.28.2.2 snj
382 1.28.2.2 snj if (phy != sc->age_phyaddr)
383 1.28.2.2 snj return;
384 1.28.2.2 snj
385 1.28.2.2 snj CSR_WRITE_4(sc, AGE_MDIO, MDIO_OP_EXECUTE | MDIO_OP_WRITE |
386 1.28.2.2 snj (val & MDIO_DATA_MASK) << MDIO_DATA_SHIFT |
387 1.28.2.2 snj MDIO_SUP_PREAMBLE | MDIO_CLK_25_4 | MDIO_REG_ADDR(reg));
388 1.28.2.2 snj
389 1.28.2.2 snj for (i = AGE_PHY_TIMEOUT; i > 0; i--) {
390 1.28.2.2 snj DELAY(1);
391 1.28.2.2 snj v = CSR_READ_4(sc, AGE_MDIO);
392 1.28.2.2 snj if ((v & (MDIO_OP_EXECUTE | MDIO_OP_BUSY)) == 0)
393 1.28.2.2 snj break;
394 1.28.2.2 snj }
395 1.28.2.2 snj
396 1.28.2.2 snj if (i == 0) {
397 1.28.2.2 snj printf("%s: phy write timeout: phy %d, reg %d\n",
398 1.28.2.2 snj device_xname(sc->sc_dev), phy, reg);
399 1.28.2.2 snj }
400 1.28.2.2 snj }
401 1.28.2.2 snj
402 1.28.2.2 snj /*
403 1.28.2.2 snj * Callback from MII layer when media changes.
404 1.28.2.2 snj */
405 1.28.2.2 snj static void
406 1.28.2.2 snj age_miibus_statchg(device_t dev)
407 1.28.2.2 snj {
408 1.28.2.2 snj struct age_softc *sc = device_private(dev);
409 1.28.2.2 snj struct ifnet *ifp = &sc->sc_ec.ec_if;
410 1.28.2.2 snj struct mii_data *mii;
411 1.28.2.2 snj
412 1.28.2.2 snj if ((ifp->if_flags & IFF_RUNNING) == 0)
413 1.28.2.2 snj return;
414 1.28.2.2 snj
415 1.28.2.2 snj mii = &sc->sc_miibus;
416 1.28.2.2 snj
417 1.28.2.2 snj sc->age_flags &= ~AGE_FLAG_LINK;
418 1.28.2.2 snj if ((mii->mii_media_status & IFM_AVALID) != 0) {
419 1.28.2.2 snj switch (IFM_SUBTYPE(mii->mii_media_active)) {
420 1.28.2.2 snj case IFM_10_T:
421 1.28.2.2 snj case IFM_100_TX:
422 1.28.2.2 snj case IFM_1000_T:
423 1.28.2.2 snj sc->age_flags |= AGE_FLAG_LINK;
424 1.28.2.2 snj break;
425 1.28.2.2 snj default:
426 1.28.2.2 snj break;
427 1.28.2.2 snj }
428 1.28.2.2 snj }
429 1.28.2.2 snj
430 1.28.2.2 snj /* Stop Rx/Tx MACs. */
431 1.28.2.2 snj age_stop_rxmac(sc);
432 1.28.2.2 snj age_stop_txmac(sc);
433 1.28.2.2 snj
434 1.28.2.2 snj /* Program MACs with resolved speed/duplex/flow-control. */
435 1.28.2.2 snj if ((sc->age_flags & AGE_FLAG_LINK) != 0) {
436 1.28.2.2 snj uint32_t reg;
437 1.28.2.2 snj
438 1.28.2.2 snj age_mac_config(sc);
439 1.28.2.2 snj reg = CSR_READ_4(sc, AGE_MAC_CFG);
440 1.28.2.2 snj /* Restart DMA engine and Tx/Rx MAC. */
441 1.28.2.2 snj CSR_WRITE_4(sc, AGE_DMA_CFG, CSR_READ_4(sc, AGE_DMA_CFG) |
442 1.28.2.2 snj DMA_CFG_RD_ENB | DMA_CFG_WR_ENB);
443 1.28.2.2 snj reg |= MAC_CFG_TX_ENB | MAC_CFG_RX_ENB;
444 1.28.2.2 snj CSR_WRITE_4(sc, AGE_MAC_CFG, reg);
445 1.28.2.2 snj }
446 1.28.2.2 snj }
447 1.28.2.2 snj
448 1.28.2.2 snj /*
449 1.28.2.2 snj * Get the current interface media status.
450 1.28.2.2 snj */
451 1.28.2.2 snj static void
452 1.28.2.2 snj age_mediastatus(struct ifnet *ifp, struct ifmediareq *ifmr)
453 1.28.2.2 snj {
454 1.28.2.2 snj struct age_softc *sc = ifp->if_softc;
455 1.28.2.2 snj struct mii_data *mii = &sc->sc_miibus;
456 1.28.2.2 snj
457 1.28.2.2 snj mii_pollstat(mii);
458 1.28.2.2 snj ifmr->ifm_status = mii->mii_media_status;
459 1.28.2.2 snj ifmr->ifm_active = mii->mii_media_active;
460 1.28.2.2 snj }
461 1.28.2.2 snj
462 1.28.2.2 snj /*
463 1.28.2.2 snj * Set hardware to newly-selected media.
464 1.28.2.2 snj */
465 1.28.2.2 snj static int
466 1.28.2.2 snj age_mediachange(struct ifnet *ifp)
467 1.28.2.2 snj {
468 1.28.2.2 snj struct age_softc *sc = ifp->if_softc;
469 1.28.2.2 snj struct mii_data *mii = &sc->sc_miibus;
470 1.28.2.2 snj int error;
471 1.28.2.2 snj
472 1.28.2.2 snj if (mii->mii_instance != 0) {
473 1.28.2.2 snj struct mii_softc *miisc;
474 1.28.2.2 snj
475 1.28.2.2 snj LIST_FOREACH(miisc, &mii->mii_phys, mii_list)
476 1.28.2.2 snj mii_phy_reset(miisc);
477 1.28.2.2 snj }
478 1.28.2.2 snj error = mii_mediachg(mii);
479 1.28.2.2 snj
480 1.28.2.2 snj return error;
481 1.28.2.2 snj }
482 1.28.2.2 snj
483 1.28.2.2 snj static int
484 1.28.2.2 snj age_intr(void *arg)
485 1.28.2.2 snj {
486 1.28.2.2 snj struct age_softc *sc = arg;
487 1.28.2.2 snj struct ifnet *ifp = &sc->sc_ec.ec_if;
488 1.28.2.2 snj struct cmb *cmb;
489 1.28.2.2 snj uint32_t status;
490 1.28.2.2 snj
491 1.28.2.2 snj status = CSR_READ_4(sc, AGE_INTR_STATUS);
492 1.28.2.2 snj if (status == 0 || (status & AGE_INTRS) == 0)
493 1.28.2.2 snj return 0;
494 1.28.2.2 snj
495 1.28.2.2 snj cmb = sc->age_rdata.age_cmb_block;
496 1.28.2.2 snj if (cmb == NULL) {
497 1.28.2.2 snj /* Happens when bringing up the interface
498 1.28.2.2 snj * w/o having a carrier. Ack. the interrupt.
499 1.28.2.2 snj */
500 1.28.2.2 snj CSR_WRITE_4(sc, AGE_INTR_STATUS, status);
501 1.28.2.2 snj return 0;
502 1.28.2.2 snj }
503 1.28.2.2 snj
504 1.28.2.2 snj /* Disable interrupts. */
505 1.28.2.2 snj CSR_WRITE_4(sc, AGE_INTR_STATUS, status | INTR_DIS_INT);
506 1.28.2.2 snj
507 1.28.2.2 snj bus_dmamap_sync(sc->sc_dmat, sc->age_cdata.age_cmb_block_map, 0,
508 1.28.2.2 snj sc->age_cdata.age_cmb_block_map->dm_mapsize, BUS_DMASYNC_POSTREAD);
509 1.28.2.2 snj status = le32toh(cmb->intr_status);
510 1.28.2.2 snj if ((status & AGE_INTRS) == 0)
511 1.28.2.2 snj goto back;
512 1.28.2.2 snj
513 1.28.2.2 snj sc->age_tpd_cons = (le32toh(cmb->tpd_cons) & TPD_CONS_MASK) >>
514 1.28.2.2 snj TPD_CONS_SHIFT;
515 1.28.2.2 snj sc->age_rr_prod = (le32toh(cmb->rprod_cons) & RRD_PROD_MASK) >>
516 1.28.2.2 snj RRD_PROD_SHIFT;
517 1.28.2.2 snj
518 1.28.2.2 snj /* Let hardware know CMB was served. */
519 1.28.2.2 snj cmb->intr_status = 0;
520 1.28.2.2 snj bus_dmamap_sync(sc->sc_dmat, sc->age_cdata.age_cmb_block_map, 0,
521 1.28.2.2 snj sc->age_cdata.age_cmb_block_map->dm_mapsize,
522 1.28.2.2 snj BUS_DMASYNC_PREWRITE);
523 1.28.2.2 snj
524 1.28.2.2 snj if (ifp->if_flags & IFF_RUNNING) {
525 1.28.2.2 snj if (status & INTR_CMB_RX)
526 1.28.2.2 snj age_rxintr(sc, sc->age_rr_prod);
527 1.28.2.2 snj
528 1.28.2.2 snj if (status & INTR_CMB_TX)
529 1.28.2.2 snj age_txintr(sc, sc->age_tpd_cons);
530 1.28.2.2 snj
531 1.28.2.2 snj if (status & (INTR_DMA_RD_TO_RST | INTR_DMA_WR_TO_RST)) {
532 1.28.2.2 snj if (status & INTR_DMA_RD_TO_RST)
533 1.28.2.2 snj printf("%s: DMA read error! -- resetting\n",
534 1.28.2.2 snj device_xname(sc->sc_dev));
535 1.28.2.2 snj if (status & INTR_DMA_WR_TO_RST)
536 1.28.2.2 snj printf("%s: DMA write error! -- resetting\n",
537 1.28.2.2 snj device_xname(sc->sc_dev));
538 1.28.2.2 snj age_init(ifp);
539 1.28.2.2 snj }
540 1.28.2.2 snj
541 1.28.2.2 snj if (!IFQ_IS_EMPTY(&ifp->if_snd))
542 1.28.2.2 snj age_start(ifp);
543 1.28.2.2 snj
544 1.28.2.2 snj if (status & INTR_SMB)
545 1.28.2.2 snj age_stats_update(sc);
546 1.28.2.2 snj }
547 1.28.2.2 snj
548 1.28.2.2 snj /* Check whether CMB was updated while serving Tx/Rx/SMB handler. */
549 1.28.2.2 snj bus_dmamap_sync(sc->sc_dmat, sc->age_cdata.age_cmb_block_map, 0,
550 1.28.2.2 snj sc->age_cdata.age_cmb_block_map->dm_mapsize,
551 1.28.2.2 snj BUS_DMASYNC_POSTREAD);
552 1.28.2.2 snj
553 1.28.2.2 snj back:
554 1.28.2.2 snj /* Re-enable interrupts. */
555 1.28.2.2 snj CSR_WRITE_4(sc, AGE_INTR_STATUS, 0);
556 1.28.2.2 snj
557 1.28.2.2 snj return 1;
558 1.28.2.2 snj }
559 1.28.2.2 snj
560 1.28.2.2 snj static void
561 1.28.2.2 snj age_get_macaddr(struct age_softc *sc, uint8_t eaddr[])
562 1.28.2.2 snj {
563 1.28.2.4 snj uint32_t ea[2], reg;
564 1.28.2.4 snj int i, vpdc;
565 1.28.2.2 snj
566 1.28.2.2 snj reg = CSR_READ_4(sc, AGE_SPI_CTRL);
567 1.28.2.2 snj if ((reg & SPI_VPD_ENB) != 0) {
568 1.28.2.2 snj /* Get VPD stored in TWSI EEPROM. */
569 1.28.2.2 snj reg &= ~SPI_VPD_ENB;
570 1.28.2.2 snj CSR_WRITE_4(sc, AGE_SPI_CTRL, reg);
571 1.28.2.2 snj }
572 1.28.2.2 snj
573 1.28.2.4 snj if (pci_get_capability(sc->sc_pct, sc->sc_pcitag,
574 1.28.2.4 snj PCI_CAP_VPD, &vpdc, NULL)) {
575 1.28.2.2 snj /*
576 1.28.2.4 snj * PCI VPD capability found, let TWSI reload EEPROM.
577 1.28.2.4 snj * This will set Ethernet address of controller.
578 1.28.2.2 snj */
579 1.28.2.4 snj CSR_WRITE_4(sc, AGE_TWSI_CTRL, CSR_READ_4(sc, AGE_TWSI_CTRL) |
580 1.28.2.4 snj TWSI_CTRL_SW_LD_START);
581 1.28.2.4 snj for (i = 100; i > 0; i++) {
582 1.28.2.4 snj DELAY(1000);
583 1.28.2.4 snj reg = CSR_READ_4(sc, AGE_TWSI_CTRL);
584 1.28.2.4 snj if ((reg & TWSI_CTRL_SW_LD_START) == 0)
585 1.28.2.2 snj break;
586 1.28.2.2 snj }
587 1.28.2.4 snj if (i == 0)
588 1.28.2.4 snj printf("%s: reloading EEPROM timeout!\n",
589 1.28.2.2 snj device_xname(sc->sc_dev));
590 1.28.2.2 snj } else {
591 1.28.2.2 snj if (agedebug)
592 1.28.2.2 snj printf("%s: PCI VPD capability not found!\n",
593 1.28.2.2 snj device_xname(sc->sc_dev));
594 1.28.2.2 snj }
595 1.28.2.2 snj
596 1.28.2.4 snj ea[0] = CSR_READ_4(sc, AGE_PAR0);
597 1.28.2.4 snj ea[1] = CSR_READ_4(sc, AGE_PAR1);
598 1.28.2.2 snj
599 1.28.2.2 snj eaddr[0] = (ea[1] >> 8) & 0xFF;
600 1.28.2.2 snj eaddr[1] = (ea[1] >> 0) & 0xFF;
601 1.28.2.2 snj eaddr[2] = (ea[0] >> 24) & 0xFF;
602 1.28.2.2 snj eaddr[3] = (ea[0] >> 16) & 0xFF;
603 1.28.2.2 snj eaddr[4] = (ea[0] >> 8) & 0xFF;
604 1.28.2.2 snj eaddr[5] = (ea[0] >> 0) & 0xFF;
605 1.28.2.2 snj }
606 1.28.2.2 snj
607 1.28.2.2 snj static void
608 1.28.2.2 snj age_phy_reset(struct age_softc *sc)
609 1.28.2.2 snj {
610 1.28.2.4 snj uint16_t reg, pn;
611 1.28.2.4 snj int i, linkup;
612 1.28.2.4 snj
613 1.28.2.2 snj /* Reset PHY. */
614 1.28.2.2 snj CSR_WRITE_4(sc, AGE_GPHY_CTRL, GPHY_CTRL_RST);
615 1.28.2.4 snj DELAY(2000);
616 1.28.2.2 snj CSR_WRITE_4(sc, AGE_GPHY_CTRL, GPHY_CTRL_CLR);
617 1.28.2.4 snj DELAY(2000);
618 1.28.2.4 snj
619 1.28.2.4 snj #define ATPHY_DBG_ADDR 0x1D
620 1.28.2.4 snj #define ATPHY_DBG_DATA 0x1E
621 1.28.2.4 snj #define ATPHY_CDTC 0x16
622 1.28.2.4 snj #define PHY_CDTC_ENB 0x0001
623 1.28.2.4 snj #define PHY_CDTC_POFF 8
624 1.28.2.4 snj #define ATPHY_CDTS 0x1C
625 1.28.2.4 snj #define PHY_CDTS_STAT_OK 0x0000
626 1.28.2.4 snj #define PHY_CDTS_STAT_SHORT 0x0100
627 1.28.2.4 snj #define PHY_CDTS_STAT_OPEN 0x0200
628 1.28.2.4 snj #define PHY_CDTS_STAT_INVAL 0x0300
629 1.28.2.4 snj #define PHY_CDTS_STAT_MASK 0x0300
630 1.28.2.4 snj
631 1.28.2.4 snj /* Check power saving mode. Magic from Linux. */
632 1.28.2.4 snj age_miibus_writereg(sc->sc_dev, sc->age_phyaddr, MII_BMCR, BMCR_RESET);
633 1.28.2.4 snj for (linkup = 0, pn = 0; pn < 4; pn++) {
634 1.28.2.4 snj age_miibus_writereg(sc->sc_dev, sc->age_phyaddr, ATPHY_CDTC,
635 1.28.2.4 snj (pn << PHY_CDTC_POFF) | PHY_CDTC_ENB);
636 1.28.2.4 snj for (i = 200; i > 0; i--) {
637 1.28.2.4 snj DELAY(1000);
638 1.28.2.4 snj reg = age_miibus_readreg(sc->sc_dev, sc->age_phyaddr,
639 1.28.2.4 snj ATPHY_CDTC);
640 1.28.2.4 snj if ((reg & PHY_CDTC_ENB) == 0)
641 1.28.2.4 snj break;
642 1.28.2.4 snj }
643 1.28.2.4 snj DELAY(1000);
644 1.28.2.4 snj reg = age_miibus_readreg(sc->sc_dev, sc->age_phyaddr,
645 1.28.2.4 snj ATPHY_CDTS);
646 1.28.2.4 snj if ((reg & PHY_CDTS_STAT_MASK) != PHY_CDTS_STAT_OPEN) {
647 1.28.2.4 snj linkup++;
648 1.28.2.4 snj break;
649 1.28.2.4 snj }
650 1.28.2.4 snj }
651 1.28.2.4 snj age_miibus_writereg(sc->sc_dev, sc->age_phyaddr, MII_BMCR,
652 1.28.2.4 snj BMCR_RESET | BMCR_AUTOEN | BMCR_STARTNEG);
653 1.28.2.4 snj if (linkup == 0) {
654 1.28.2.4 snj age_miibus_writereg(sc->sc_dev, sc->age_phyaddr,
655 1.28.2.4 snj ATPHY_DBG_ADDR, 0);
656 1.28.2.4 snj age_miibus_writereg(sc->sc_dev, sc->age_phyaddr,
657 1.28.2.4 snj ATPHY_DBG_DATA, 0x124E);
658 1.28.2.4 snj age_miibus_writereg(sc->sc_dev, sc->age_phyaddr,
659 1.28.2.4 snj ATPHY_DBG_ADDR, 1);
660 1.28.2.4 snj reg = age_miibus_readreg(sc->sc_dev, sc->age_phyaddr,
661 1.28.2.4 snj ATPHY_DBG_DATA);
662 1.28.2.4 snj age_miibus_writereg(sc->sc_dev, sc->age_phyaddr,
663 1.28.2.4 snj ATPHY_DBG_DATA, reg | 0x03);
664 1.28.2.4 snj /* XXX */
665 1.28.2.4 snj DELAY(1500 * 1000);
666 1.28.2.4 snj age_miibus_writereg(sc->sc_dev, sc->age_phyaddr,
667 1.28.2.4 snj ATPHY_DBG_ADDR, 0);
668 1.28.2.4 snj age_miibus_writereg(sc->sc_dev, sc->age_phyaddr,
669 1.28.2.4 snj ATPHY_DBG_DATA, 0x024E);
670 1.28.2.4 snj }
671 1.28.2.4 snj
672 1.28.2.4 snj #undef ATPHY_DBG_ADDR
673 1.28.2.4 snj #undef ATPHY_DBG_DATA
674 1.28.2.4 snj #undef ATPHY_CDTC
675 1.28.2.4 snj #undef PHY_CDTC_ENB
676 1.28.2.4 snj #undef PHY_CDTC_POFF
677 1.28.2.4 snj #undef ATPHY_CDTS
678 1.28.2.4 snj #undef PHY_CDTS_STAT_OK
679 1.28.2.4 snj #undef PHY_CDTS_STAT_SHORT
680 1.28.2.4 snj #undef PHY_CDTS_STAT_OPEN
681 1.28.2.4 snj #undef PHY_CDTS_STAT_INVAL
682 1.28.2.4 snj #undef PHY_CDTS_STAT_MASK
683 1.28.2.2 snj }
684 1.28.2.2 snj
685 1.28.2.2 snj static int
686 1.28.2.2 snj age_dma_alloc(struct age_softc *sc)
687 1.28.2.2 snj {
688 1.28.2.2 snj struct age_txdesc *txd;
689 1.28.2.2 snj struct age_rxdesc *rxd;
690 1.28.2.2 snj int nsegs, error, i;
691 1.28.2.2 snj
692 1.28.2.2 snj /*
693 1.28.2.2 snj * Create DMA stuffs for TX ring
694 1.28.2.2 snj */
695 1.28.2.2 snj error = bus_dmamap_create(sc->sc_dmat, AGE_TX_RING_SZ, 1,
696 1.28.2.2 snj AGE_TX_RING_SZ, 0, BUS_DMA_NOWAIT, &sc->age_cdata.age_tx_ring_map);
697 1.28.2.2 snj if (error) {
698 1.28.2.2 snj sc->age_cdata.age_tx_ring_map = NULL;
699 1.28.2.2 snj return ENOBUFS;
700 1.28.2.2 snj }
701 1.28.2.2 snj
702 1.28.2.2 snj /* Allocate DMA'able memory for TX ring */
703 1.28.2.2 snj error = bus_dmamem_alloc(sc->sc_dmat, AGE_TX_RING_SZ,
704 1.28.2.2 snj ETHER_ALIGN, 0, &sc->age_rdata.age_tx_ring_seg, 1,
705 1.28.2.2 snj &nsegs, BUS_DMA_WAITOK);
706 1.28.2.2 snj if (error) {
707 1.28.2.2 snj printf("%s: could not allocate DMA'able memory for Tx ring, "
708 1.28.2.2 snj "error = %i\n", device_xname(sc->sc_dev), error);
709 1.28.2.2 snj return error;
710 1.28.2.2 snj }
711 1.28.2.2 snj
712 1.28.2.2 snj error = bus_dmamem_map(sc->sc_dmat, &sc->age_rdata.age_tx_ring_seg,
713 1.28.2.2 snj nsegs, AGE_TX_RING_SZ, (void **)&sc->age_rdata.age_tx_ring,
714 1.28.2.2 snj BUS_DMA_NOWAIT);
715 1.28.2.2 snj if (error)
716 1.28.2.2 snj return ENOBUFS;
717 1.28.2.2 snj
718 1.28.2.2 snj memset(sc->age_rdata.age_tx_ring, 0, AGE_TX_RING_SZ);
719 1.28.2.2 snj
720 1.28.2.2 snj /* Load the DMA map for Tx ring. */
721 1.28.2.2 snj error = bus_dmamap_load(sc->sc_dmat, sc->age_cdata.age_tx_ring_map,
722 1.28.2.2 snj sc->age_rdata.age_tx_ring, AGE_TX_RING_SZ, NULL, BUS_DMA_WAITOK);
723 1.28.2.2 snj if (error) {
724 1.28.2.2 snj printf("%s: could not load DMA'able memory for Tx ring, "
725 1.28.2.2 snj "error = %i\n", device_xname(sc->sc_dev), error);
726 1.28.2.2 snj bus_dmamem_free(sc->sc_dmat,
727 1.28.2.2 snj &sc->age_rdata.age_tx_ring_seg, 1);
728 1.28.2.2 snj return error;
729 1.28.2.2 snj }
730 1.28.2.2 snj
731 1.28.2.2 snj sc->age_rdata.age_tx_ring_paddr =
732 1.28.2.2 snj sc->age_cdata.age_tx_ring_map->dm_segs[0].ds_addr;
733 1.28.2.2 snj
734 1.28.2.2 snj /*
735 1.28.2.2 snj * Create DMA stuffs for RX ring
736 1.28.2.2 snj */
737 1.28.2.2 snj error = bus_dmamap_create(sc->sc_dmat, AGE_RX_RING_SZ, 1,
738 1.28.2.2 snj AGE_RX_RING_SZ, 0, BUS_DMA_NOWAIT, &sc->age_cdata.age_rx_ring_map);
739 1.28.2.2 snj if (error) {
740 1.28.2.2 snj sc->age_cdata.age_rx_ring_map = NULL;
741 1.28.2.2 snj return ENOBUFS;
742 1.28.2.2 snj }
743 1.28.2.2 snj
744 1.28.2.2 snj /* Allocate DMA'able memory for RX ring */
745 1.28.2.2 snj error = bus_dmamem_alloc(sc->sc_dmat, AGE_RX_RING_SZ,
746 1.28.2.2 snj ETHER_ALIGN, 0, &sc->age_rdata.age_rx_ring_seg, 1,
747 1.28.2.2 snj &nsegs, BUS_DMA_WAITOK);
748 1.28.2.2 snj if (error) {
749 1.28.2.2 snj printf("%s: could not allocate DMA'able memory for Rx ring, "
750 1.28.2.2 snj "error = %i.\n", device_xname(sc->sc_dev), error);
751 1.28.2.2 snj return error;
752 1.28.2.2 snj }
753 1.28.2.2 snj
754 1.28.2.2 snj error = bus_dmamem_map(sc->sc_dmat, &sc->age_rdata.age_rx_ring_seg,
755 1.28.2.2 snj nsegs, AGE_RX_RING_SZ, (void **)&sc->age_rdata.age_rx_ring,
756 1.28.2.2 snj BUS_DMA_NOWAIT);
757 1.28.2.2 snj if (error)
758 1.28.2.2 snj return ENOBUFS;
759 1.28.2.2 snj
760 1.28.2.2 snj memset(sc->age_rdata.age_rx_ring, 0, AGE_RX_RING_SZ);
761 1.28.2.2 snj
762 1.28.2.2 snj /* Load the DMA map for Rx ring. */
763 1.28.2.2 snj error = bus_dmamap_load(sc->sc_dmat, sc->age_cdata.age_rx_ring_map,
764 1.28.2.2 snj sc->age_rdata.age_rx_ring, AGE_RX_RING_SZ, NULL, BUS_DMA_WAITOK);
765 1.28.2.2 snj if (error) {
766 1.28.2.2 snj printf("%s: could not load DMA'able memory for Rx ring, "
767 1.28.2.2 snj "error = %i.\n", device_xname(sc->sc_dev), error);
768 1.28.2.2 snj bus_dmamem_free(sc->sc_dmat,
769 1.28.2.2 snj &sc->age_rdata.age_rx_ring_seg, 1);
770 1.28.2.2 snj return error;
771 1.28.2.2 snj }
772 1.28.2.2 snj
773 1.28.2.2 snj sc->age_rdata.age_rx_ring_paddr =
774 1.28.2.2 snj sc->age_cdata.age_rx_ring_map->dm_segs[0].ds_addr;
775 1.28.2.2 snj
776 1.28.2.2 snj /*
777 1.28.2.2 snj * Create DMA stuffs for RX return ring
778 1.28.2.2 snj */
779 1.28.2.2 snj error = bus_dmamap_create(sc->sc_dmat, AGE_RR_RING_SZ, 1,
780 1.28.2.2 snj AGE_RR_RING_SZ, 0, BUS_DMA_NOWAIT, &sc->age_cdata.age_rr_ring_map);
781 1.28.2.2 snj if (error) {
782 1.28.2.2 snj sc->age_cdata.age_rr_ring_map = NULL;
783 1.28.2.2 snj return ENOBUFS;
784 1.28.2.2 snj }
785 1.28.2.2 snj
786 1.28.2.2 snj /* Allocate DMA'able memory for RX return ring */
787 1.28.2.2 snj error = bus_dmamem_alloc(sc->sc_dmat, AGE_RR_RING_SZ,
788 1.28.2.2 snj ETHER_ALIGN, 0, &sc->age_rdata.age_rr_ring_seg, 1,
789 1.28.2.2 snj &nsegs, BUS_DMA_WAITOK);
790 1.28.2.2 snj if (error) {
791 1.28.2.2 snj printf("%s: could not allocate DMA'able memory for Rx "
792 1.28.2.2 snj "return ring, error = %i.\n",
793 1.28.2.2 snj device_xname(sc->sc_dev), error);
794 1.28.2.2 snj return error;
795 1.28.2.2 snj }
796 1.28.2.2 snj
797 1.28.2.2 snj error = bus_dmamem_map(sc->sc_dmat, &sc->age_rdata.age_rr_ring_seg,
798 1.28.2.2 snj nsegs, AGE_RR_RING_SZ, (void **)&sc->age_rdata.age_rr_ring,
799 1.28.2.2 snj BUS_DMA_NOWAIT);
800 1.28.2.2 snj if (error)
801 1.28.2.2 snj return ENOBUFS;
802 1.28.2.2 snj
803 1.28.2.2 snj memset(sc->age_rdata.age_rr_ring, 0, AGE_RR_RING_SZ);
804 1.28.2.2 snj
805 1.28.2.2 snj /* Load the DMA map for Rx return ring. */
806 1.28.2.2 snj error = bus_dmamap_load(sc->sc_dmat, sc->age_cdata.age_rr_ring_map,
807 1.28.2.2 snj sc->age_rdata.age_rr_ring, AGE_RR_RING_SZ, NULL, BUS_DMA_WAITOK);
808 1.28.2.2 snj if (error) {
809 1.28.2.2 snj printf("%s: could not load DMA'able memory for Rx return ring, "
810 1.28.2.2 snj "error = %i\n", device_xname(sc->sc_dev), error);
811 1.28.2.2 snj bus_dmamem_free(sc->sc_dmat,
812 1.28.2.2 snj &sc->age_rdata.age_rr_ring_seg, 1);
813 1.28.2.2 snj return error;
814 1.28.2.2 snj }
815 1.28.2.2 snj
816 1.28.2.2 snj sc->age_rdata.age_rr_ring_paddr =
817 1.28.2.2 snj sc->age_cdata.age_rr_ring_map->dm_segs[0].ds_addr;
818 1.28.2.2 snj
819 1.28.2.2 snj /*
820 1.28.2.2 snj * Create DMA stuffs for CMB block
821 1.28.2.2 snj */
822 1.28.2.2 snj error = bus_dmamap_create(sc->sc_dmat, AGE_CMB_BLOCK_SZ, 1,
823 1.28.2.2 snj AGE_CMB_BLOCK_SZ, 0, BUS_DMA_NOWAIT,
824 1.28.2.2 snj &sc->age_cdata.age_cmb_block_map);
825 1.28.2.2 snj if (error) {
826 1.28.2.2 snj sc->age_cdata.age_cmb_block_map = NULL;
827 1.28.2.2 snj return ENOBUFS;
828 1.28.2.2 snj }
829 1.28.2.2 snj
830 1.28.2.2 snj /* Allocate DMA'able memory for CMB block */
831 1.28.2.2 snj error = bus_dmamem_alloc(sc->sc_dmat, AGE_CMB_BLOCK_SZ,
832 1.28.2.2 snj ETHER_ALIGN, 0, &sc->age_rdata.age_cmb_block_seg, 1,
833 1.28.2.2 snj &nsegs, BUS_DMA_WAITOK);
834 1.28.2.2 snj if (error) {
835 1.28.2.2 snj printf("%s: could not allocate DMA'able memory for "
836 1.28.2.2 snj "CMB block, error = %i\n", device_xname(sc->sc_dev), error);
837 1.28.2.2 snj return error;
838 1.28.2.2 snj }
839 1.28.2.2 snj
840 1.28.2.2 snj error = bus_dmamem_map(sc->sc_dmat, &sc->age_rdata.age_cmb_block_seg,
841 1.28.2.2 snj nsegs, AGE_CMB_BLOCK_SZ, (void **)&sc->age_rdata.age_cmb_block,
842 1.28.2.2 snj BUS_DMA_NOWAIT);
843 1.28.2.2 snj if (error)
844 1.28.2.2 snj return ENOBUFS;
845 1.28.2.2 snj
846 1.28.2.2 snj memset(sc->age_rdata.age_cmb_block, 0, AGE_CMB_BLOCK_SZ);
847 1.28.2.2 snj
848 1.28.2.2 snj /* Load the DMA map for CMB block. */
849 1.28.2.2 snj error = bus_dmamap_load(sc->sc_dmat, sc->age_cdata.age_cmb_block_map,
850 1.28.2.2 snj sc->age_rdata.age_cmb_block, AGE_CMB_BLOCK_SZ, NULL,
851 1.28.2.2 snj BUS_DMA_WAITOK);
852 1.28.2.2 snj if (error) {
853 1.28.2.2 snj printf("%s: could not load DMA'able memory for CMB block, "
854 1.28.2.2 snj "error = %i\n", device_xname(sc->sc_dev), error);
855 1.28.2.2 snj bus_dmamem_free(sc->sc_dmat,
856 1.28.2.2 snj &sc->age_rdata.age_cmb_block_seg, 1);
857 1.28.2.2 snj return error;
858 1.28.2.2 snj }
859 1.28.2.2 snj
860 1.28.2.2 snj sc->age_rdata.age_cmb_block_paddr =
861 1.28.2.2 snj sc->age_cdata.age_cmb_block_map->dm_segs[0].ds_addr;
862 1.28.2.2 snj
863 1.28.2.2 snj /*
864 1.28.2.2 snj * Create DMA stuffs for SMB block
865 1.28.2.2 snj */
866 1.28.2.2 snj error = bus_dmamap_create(sc->sc_dmat, AGE_SMB_BLOCK_SZ, 1,
867 1.28.2.2 snj AGE_SMB_BLOCK_SZ, 0, BUS_DMA_NOWAIT,
868 1.28.2.2 snj &sc->age_cdata.age_smb_block_map);
869 1.28.2.2 snj if (error) {
870 1.28.2.2 snj sc->age_cdata.age_smb_block_map = NULL;
871 1.28.2.2 snj return ENOBUFS;
872 1.28.2.2 snj }
873 1.28.2.2 snj
874 1.28.2.2 snj /* Allocate DMA'able memory for SMB block */
875 1.28.2.2 snj error = bus_dmamem_alloc(sc->sc_dmat, AGE_SMB_BLOCK_SZ,
876 1.28.2.2 snj ETHER_ALIGN, 0, &sc->age_rdata.age_smb_block_seg, 1,
877 1.28.2.2 snj &nsegs, BUS_DMA_WAITOK);
878 1.28.2.2 snj if (error) {
879 1.28.2.2 snj printf("%s: could not allocate DMA'able memory for "
880 1.28.2.2 snj "SMB block, error = %i\n", device_xname(sc->sc_dev), error);
881 1.28.2.2 snj return error;
882 1.28.2.2 snj }
883 1.28.2.2 snj
884 1.28.2.2 snj error = bus_dmamem_map(sc->sc_dmat, &sc->age_rdata.age_smb_block_seg,
885 1.28.2.2 snj nsegs, AGE_SMB_BLOCK_SZ, (void **)&sc->age_rdata.age_smb_block,
886 1.28.2.2 snj BUS_DMA_NOWAIT);
887 1.28.2.2 snj if (error)
888 1.28.2.2 snj return ENOBUFS;
889 1.28.2.2 snj
890 1.28.2.2 snj memset(sc->age_rdata.age_smb_block, 0, AGE_SMB_BLOCK_SZ);
891 1.28.2.2 snj
892 1.28.2.2 snj /* Load the DMA map for SMB block */
893 1.28.2.2 snj error = bus_dmamap_load(sc->sc_dmat, sc->age_cdata.age_smb_block_map,
894 1.28.2.2 snj sc->age_rdata.age_smb_block, AGE_SMB_BLOCK_SZ, NULL,
895 1.28.2.2 snj BUS_DMA_WAITOK);
896 1.28.2.2 snj if (error) {
897 1.28.2.2 snj printf("%s: could not load DMA'able memory for SMB block, "
898 1.28.2.2 snj "error = %i\n", device_xname(sc->sc_dev), error);
899 1.28.2.2 snj bus_dmamem_free(sc->sc_dmat,
900 1.28.2.2 snj &sc->age_rdata.age_smb_block_seg, 1);
901 1.28.2.2 snj return error;
902 1.28.2.2 snj }
903 1.28.2.2 snj
904 1.28.2.2 snj sc->age_rdata.age_smb_block_paddr =
905 1.28.2.2 snj sc->age_cdata.age_smb_block_map->dm_segs[0].ds_addr;
906 1.28.2.2 snj
907 1.28.2.2 snj /* Create DMA maps for Tx buffers. */
908 1.28.2.2 snj for (i = 0; i < AGE_TX_RING_CNT; i++) {
909 1.28.2.2 snj txd = &sc->age_cdata.age_txdesc[i];
910 1.28.2.2 snj txd->tx_m = NULL;
911 1.28.2.2 snj txd->tx_dmamap = NULL;
912 1.28.2.2 snj error = bus_dmamap_create(sc->sc_dmat, AGE_TSO_MAXSIZE,
913 1.28.2.2 snj AGE_MAXTXSEGS, AGE_TSO_MAXSEGSIZE, 0, BUS_DMA_NOWAIT,
914 1.28.2.2 snj &txd->tx_dmamap);
915 1.28.2.2 snj if (error) {
916 1.28.2.2 snj txd->tx_dmamap = NULL;
917 1.28.2.2 snj printf("%s: could not create Tx dmamap, error = %i.\n",
918 1.28.2.2 snj device_xname(sc->sc_dev), error);
919 1.28.2.2 snj return error;
920 1.28.2.2 snj }
921 1.28.2.2 snj }
922 1.28.2.2 snj
923 1.28.2.2 snj /* Create DMA maps for Rx buffers. */
924 1.28.2.2 snj error = bus_dmamap_create(sc->sc_dmat, MCLBYTES, 1, MCLBYTES, 0,
925 1.28.2.2 snj BUS_DMA_NOWAIT, &sc->age_cdata.age_rx_sparemap);
926 1.28.2.2 snj if (error) {
927 1.28.2.2 snj sc->age_cdata.age_rx_sparemap = NULL;
928 1.28.2.2 snj printf("%s: could not create spare Rx dmamap, error = %i.\n",
929 1.28.2.2 snj device_xname(sc->sc_dev), error);
930 1.28.2.2 snj return error;
931 1.28.2.2 snj }
932 1.28.2.2 snj for (i = 0; i < AGE_RX_RING_CNT; i++) {
933 1.28.2.2 snj rxd = &sc->age_cdata.age_rxdesc[i];
934 1.28.2.2 snj rxd->rx_m = NULL;
935 1.28.2.2 snj rxd->rx_dmamap = NULL;
936 1.28.2.2 snj error = bus_dmamap_create(sc->sc_dmat, MCLBYTES, 1,
937 1.28.2.2 snj MCLBYTES, 0, BUS_DMA_NOWAIT, &rxd->rx_dmamap);
938 1.28.2.2 snj if (error) {
939 1.28.2.2 snj rxd->rx_dmamap = NULL;
940 1.28.2.2 snj printf("%s: could not create Rx dmamap, error = %i.\n",
941 1.28.2.2 snj device_xname(sc->sc_dev), error);
942 1.28.2.2 snj return error;
943 1.28.2.2 snj }
944 1.28.2.2 snj }
945 1.28.2.2 snj
946 1.28.2.2 snj return 0;
947 1.28.2.2 snj }
948 1.28.2.2 snj
949 1.28.2.2 snj static void
950 1.28.2.2 snj age_dma_free(struct age_softc *sc)
951 1.28.2.2 snj {
952 1.28.2.2 snj struct age_txdesc *txd;
953 1.28.2.2 snj struct age_rxdesc *rxd;
954 1.28.2.2 snj int i;
955 1.28.2.2 snj
956 1.28.2.2 snj /* Tx buffers */
957 1.28.2.2 snj for (i = 0; i < AGE_TX_RING_CNT; i++) {
958 1.28.2.2 snj txd = &sc->age_cdata.age_txdesc[i];
959 1.28.2.2 snj if (txd->tx_dmamap != NULL) {
960 1.28.2.2 snj bus_dmamap_destroy(sc->sc_dmat, txd->tx_dmamap);
961 1.28.2.2 snj txd->tx_dmamap = NULL;
962 1.28.2.2 snj }
963 1.28.2.2 snj }
964 1.28.2.2 snj /* Rx buffers */
965 1.28.2.2 snj for (i = 0; i < AGE_RX_RING_CNT; i++) {
966 1.28.2.2 snj rxd = &sc->age_cdata.age_rxdesc[i];
967 1.28.2.2 snj if (rxd->rx_dmamap != NULL) {
968 1.28.2.2 snj bus_dmamap_destroy(sc->sc_dmat, rxd->rx_dmamap);
969 1.28.2.2 snj rxd->rx_dmamap = NULL;
970 1.28.2.2 snj }
971 1.28.2.2 snj }
972 1.28.2.2 snj if (sc->age_cdata.age_rx_sparemap != NULL) {
973 1.28.2.2 snj bus_dmamap_destroy(sc->sc_dmat, sc->age_cdata.age_rx_sparemap);
974 1.28.2.2 snj sc->age_cdata.age_rx_sparemap = NULL;
975 1.28.2.2 snj }
976 1.28.2.2 snj
977 1.28.2.2 snj /* Tx ring. */
978 1.28.2.2 snj if (sc->age_cdata.age_tx_ring_map != NULL)
979 1.28.2.2 snj bus_dmamap_unload(sc->sc_dmat, sc->age_cdata.age_tx_ring_map);
980 1.28.2.2 snj if (sc->age_cdata.age_tx_ring_map != NULL &&
981 1.28.2.2 snj sc->age_rdata.age_tx_ring != NULL)
982 1.28.2.2 snj bus_dmamem_free(sc->sc_dmat,
983 1.28.2.2 snj &sc->age_rdata.age_tx_ring_seg, 1);
984 1.28.2.2 snj sc->age_rdata.age_tx_ring = NULL;
985 1.28.2.2 snj sc->age_cdata.age_tx_ring_map = NULL;
986 1.28.2.2 snj
987 1.28.2.2 snj /* Rx ring. */
988 1.28.2.2 snj if (sc->age_cdata.age_rx_ring_map != NULL)
989 1.28.2.2 snj bus_dmamap_unload(sc->sc_dmat, sc->age_cdata.age_rx_ring_map);
990 1.28.2.2 snj if (sc->age_cdata.age_rx_ring_map != NULL &&
991 1.28.2.2 snj sc->age_rdata.age_rx_ring != NULL)
992 1.28.2.2 snj bus_dmamem_free(sc->sc_dmat,
993 1.28.2.2 snj &sc->age_rdata.age_rx_ring_seg, 1);
994 1.28.2.2 snj sc->age_rdata.age_rx_ring = NULL;
995 1.28.2.2 snj sc->age_cdata.age_rx_ring_map = NULL;
996 1.28.2.2 snj
997 1.28.2.2 snj /* Rx return ring. */
998 1.28.2.2 snj if (sc->age_cdata.age_rr_ring_map != NULL)
999 1.28.2.2 snj bus_dmamap_unload(sc->sc_dmat, sc->age_cdata.age_rr_ring_map);
1000 1.28.2.2 snj if (sc->age_cdata.age_rr_ring_map != NULL &&
1001 1.28.2.2 snj sc->age_rdata.age_rr_ring != NULL)
1002 1.28.2.2 snj bus_dmamem_free(sc->sc_dmat,
1003 1.28.2.2 snj &sc->age_rdata.age_rr_ring_seg, 1);
1004 1.28.2.2 snj sc->age_rdata.age_rr_ring = NULL;
1005 1.28.2.2 snj sc->age_cdata.age_rr_ring_map = NULL;
1006 1.28.2.2 snj
1007 1.28.2.2 snj /* CMB block */
1008 1.28.2.2 snj if (sc->age_cdata.age_cmb_block_map != NULL)
1009 1.28.2.2 snj bus_dmamap_unload(sc->sc_dmat, sc->age_cdata.age_cmb_block_map);
1010 1.28.2.2 snj if (sc->age_cdata.age_cmb_block_map != NULL &&
1011 1.28.2.2 snj sc->age_rdata.age_cmb_block != NULL)
1012 1.28.2.2 snj bus_dmamem_free(sc->sc_dmat,
1013 1.28.2.2 snj &sc->age_rdata.age_cmb_block_seg, 1);
1014 1.28.2.2 snj sc->age_rdata.age_cmb_block = NULL;
1015 1.28.2.2 snj sc->age_cdata.age_cmb_block_map = NULL;
1016 1.28.2.2 snj
1017 1.28.2.2 snj /* SMB block */
1018 1.28.2.2 snj if (sc->age_cdata.age_smb_block_map != NULL)
1019 1.28.2.2 snj bus_dmamap_unload(sc->sc_dmat, sc->age_cdata.age_smb_block_map);
1020 1.28.2.2 snj if (sc->age_cdata.age_smb_block_map != NULL &&
1021 1.28.2.2 snj sc->age_rdata.age_smb_block != NULL)
1022 1.28.2.2 snj bus_dmamem_free(sc->sc_dmat,
1023 1.28.2.2 snj &sc->age_rdata.age_smb_block_seg, 1);
1024 1.28.2.2 snj sc->age_rdata.age_smb_block = NULL;
1025 1.28.2.2 snj sc->age_cdata.age_smb_block_map = NULL;
1026 1.28.2.2 snj }
1027 1.28.2.2 snj
1028 1.28.2.2 snj static void
1029 1.28.2.2 snj age_start(struct ifnet *ifp)
1030 1.28.2.2 snj {
1031 1.28.2.2 snj struct age_softc *sc = ifp->if_softc;
1032 1.28.2.2 snj struct mbuf *m_head;
1033 1.28.2.2 snj int enq;
1034 1.28.2.2 snj
1035 1.28.2.2 snj if ((ifp->if_flags & (IFF_RUNNING | IFF_OACTIVE)) != IFF_RUNNING)
1036 1.28.2.2 snj return;
1037 1.28.2.2 snj
1038 1.28.2.2 snj enq = 0;
1039 1.28.2.2 snj for (;;) {
1040 1.28.2.2 snj IFQ_DEQUEUE(&ifp->if_snd, m_head);
1041 1.28.2.2 snj if (m_head == NULL)
1042 1.28.2.2 snj break;
1043 1.28.2.2 snj
1044 1.28.2.2 snj /*
1045 1.28.2.2 snj * Pack the data into the transmit ring. If we
1046 1.28.2.2 snj * don't have room, set the OACTIVE flag and wait
1047 1.28.2.2 snj * for the NIC to drain the ring.
1048 1.28.2.2 snj */
1049 1.28.2.2 snj if (age_encap(sc, &m_head)) {
1050 1.28.2.2 snj if (m_head == NULL)
1051 1.28.2.2 snj break;
1052 1.28.2.2 snj ifp->if_flags |= IFF_OACTIVE;
1053 1.28.2.2 snj break;
1054 1.28.2.2 snj }
1055 1.28.2.2 snj enq = 1;
1056 1.28.2.2 snj
1057 1.28.2.2 snj #if NBPFILTER > 0
1058 1.28.2.2 snj /*
1059 1.28.2.2 snj * If there's a BPF listener, bounce a copy of this frame
1060 1.28.2.2 snj * to him.
1061 1.28.2.2 snj */
1062 1.28.2.2 snj if (ifp->if_bpf != NULL)
1063 1.28.2.2 snj bpf_mtap(ifp->if_bpf, m_head);
1064 1.28.2.2 snj #endif
1065 1.28.2.2 snj }
1066 1.28.2.2 snj
1067 1.28.2.2 snj if (enq) {
1068 1.28.2.2 snj /* Update mbox. */
1069 1.28.2.2 snj AGE_COMMIT_MBOX(sc);
1070 1.28.2.2 snj /* Set a timeout in case the chip goes out to lunch. */
1071 1.28.2.2 snj ifp->if_timer = AGE_TX_TIMEOUT;
1072 1.28.2.2 snj }
1073 1.28.2.2 snj }
1074 1.28.2.2 snj
1075 1.28.2.2 snj static void
1076 1.28.2.2 snj age_watchdog(struct ifnet *ifp)
1077 1.28.2.2 snj {
1078 1.28.2.2 snj struct age_softc *sc = ifp->if_softc;
1079 1.28.2.2 snj
1080 1.28.2.2 snj if ((sc->age_flags & AGE_FLAG_LINK) == 0) {
1081 1.28.2.2 snj printf("%s: watchdog timeout (missed link)\n",
1082 1.28.2.2 snj device_xname(sc->sc_dev));
1083 1.28.2.2 snj ifp->if_oerrors++;
1084 1.28.2.2 snj age_init(ifp);
1085 1.28.2.2 snj return;
1086 1.28.2.2 snj }
1087 1.28.2.2 snj
1088 1.28.2.2 snj if (sc->age_cdata.age_tx_cnt == 0) {
1089 1.28.2.2 snj printf("%s: watchdog timeout (missed Tx interrupts) "
1090 1.28.2.2 snj "-- recovering\n", device_xname(sc->sc_dev));
1091 1.28.2.2 snj if (!IFQ_IS_EMPTY(&ifp->if_snd))
1092 1.28.2.2 snj age_start(ifp);
1093 1.28.2.2 snj return;
1094 1.28.2.2 snj }
1095 1.28.2.2 snj
1096 1.28.2.2 snj printf("%s: watchdog timeout\n", device_xname(sc->sc_dev));
1097 1.28.2.2 snj ifp->if_oerrors++;
1098 1.28.2.2 snj age_init(ifp);
1099 1.28.2.2 snj
1100 1.28.2.2 snj if (!IFQ_IS_EMPTY(&ifp->if_snd))
1101 1.28.2.2 snj age_start(ifp);
1102 1.28.2.2 snj }
1103 1.28.2.2 snj
1104 1.28.2.2 snj static int
1105 1.28.2.2 snj age_ioctl(struct ifnet *ifp, u_long cmd, void *data)
1106 1.28.2.2 snj {
1107 1.28.2.2 snj struct age_softc *sc = ifp->if_softc;
1108 1.28.2.2 snj int s, error;
1109 1.28.2.2 snj
1110 1.28.2.2 snj s = splnet();
1111 1.28.2.2 snj
1112 1.28.2.2 snj error = ether_ioctl(ifp, cmd, data);
1113 1.28.2.2 snj if (error == ENETRESET) {
1114 1.28.2.2 snj if (ifp->if_flags & IFF_RUNNING)
1115 1.28.2.2 snj age_rxfilter(sc);
1116 1.28.2.2 snj error = 0;
1117 1.28.2.2 snj }
1118 1.28.2.2 snj
1119 1.28.2.2 snj splx(s);
1120 1.28.2.2 snj return error;
1121 1.28.2.2 snj }
1122 1.28.2.2 snj
1123 1.28.2.2 snj static void
1124 1.28.2.2 snj age_mac_config(struct age_softc *sc)
1125 1.28.2.2 snj {
1126 1.28.2.2 snj struct mii_data *mii;
1127 1.28.2.2 snj uint32_t reg;
1128 1.28.2.2 snj
1129 1.28.2.2 snj mii = &sc->sc_miibus;
1130 1.28.2.2 snj
1131 1.28.2.2 snj reg = CSR_READ_4(sc, AGE_MAC_CFG);
1132 1.28.2.2 snj reg &= ~MAC_CFG_FULL_DUPLEX;
1133 1.28.2.2 snj reg &= ~(MAC_CFG_TX_FC | MAC_CFG_RX_FC);
1134 1.28.2.2 snj reg &= ~MAC_CFG_SPEED_MASK;
1135 1.28.2.2 snj
1136 1.28.2.2 snj /* Reprogram MAC with resolved speed/duplex. */
1137 1.28.2.2 snj switch (IFM_SUBTYPE(mii->mii_media_active)) {
1138 1.28.2.2 snj case IFM_10_T:
1139 1.28.2.2 snj case IFM_100_TX:
1140 1.28.2.2 snj reg |= MAC_CFG_SPEED_10_100;
1141 1.28.2.2 snj break;
1142 1.28.2.2 snj case IFM_1000_T:
1143 1.28.2.2 snj reg |= MAC_CFG_SPEED_1000;
1144 1.28.2.2 snj break;
1145 1.28.2.2 snj }
1146 1.28.2.2 snj if ((IFM_OPTIONS(mii->mii_media_active) & IFM_FDX) != 0) {
1147 1.28.2.2 snj reg |= MAC_CFG_FULL_DUPLEX;
1148 1.28.2.2 snj if ((IFM_OPTIONS(mii->mii_media_active) & IFM_ETH_TXPAUSE) != 0)
1149 1.28.2.2 snj reg |= MAC_CFG_TX_FC;
1150 1.28.2.2 snj if ((IFM_OPTIONS(mii->mii_media_active) & IFM_ETH_RXPAUSE) != 0)
1151 1.28.2.2 snj reg |= MAC_CFG_RX_FC;
1152 1.28.2.2 snj }
1153 1.28.2.2 snj
1154 1.28.2.2 snj CSR_WRITE_4(sc, AGE_MAC_CFG, reg);
1155 1.28.2.2 snj }
1156 1.28.2.2 snj
1157 1.28.2.2 snj static bool
1158 1.28.2.2 snj age_resume(device_t dv PMF_FN_ARGS)
1159 1.28.2.2 snj {
1160 1.28.2.2 snj struct age_softc *sc = device_private(dv);
1161 1.28.2.2 snj uint16_t cmd;
1162 1.28.2.2 snj
1163 1.28.2.2 snj /*
1164 1.28.2.2 snj * Clear INTx emulation disable for hardware that
1165 1.28.2.2 snj * is set in resume event. From Linux.
1166 1.28.2.2 snj */
1167 1.28.2.2 snj cmd = pci_conf_read(sc->sc_pct, sc->sc_pcitag, PCI_COMMAND_STATUS_REG);
1168 1.28.2.2 snj if ((cmd & PCI_COMMAND_INTERRUPT_DISABLE) != 0) {
1169 1.28.2.2 snj cmd &= ~PCI_COMMAND_INTERRUPT_DISABLE;
1170 1.28.2.2 snj pci_conf_write(sc->sc_pct, sc->sc_pcitag,
1171 1.28.2.2 snj PCI_COMMAND_STATUS_REG, cmd);
1172 1.28.2.2 snj }
1173 1.28.2.2 snj
1174 1.28.2.2 snj return true;
1175 1.28.2.2 snj }
1176 1.28.2.2 snj
1177 1.28.2.2 snj static int
1178 1.28.2.2 snj age_encap(struct age_softc *sc, struct mbuf **m_head)
1179 1.28.2.2 snj {
1180 1.28.2.2 snj struct age_txdesc *txd, *txd_last;
1181 1.28.2.2 snj struct tx_desc *desc;
1182 1.28.2.2 snj struct mbuf *m;
1183 1.28.2.2 snj bus_dmamap_t map;
1184 1.28.2.2 snj uint32_t cflags, poff, vtag;
1185 1.28.2.2 snj int error, i, nsegs, prod;
1186 1.28.2.2 snj #if NVLAN > 0
1187 1.28.2.2 snj struct m_tag *mtag;
1188 1.28.2.2 snj #endif
1189 1.28.2.2 snj
1190 1.28.2.2 snj m = *m_head;
1191 1.28.2.2 snj cflags = vtag = 0;
1192 1.28.2.2 snj poff = 0;
1193 1.28.2.2 snj
1194 1.28.2.2 snj prod = sc->age_cdata.age_tx_prod;
1195 1.28.2.2 snj txd = &sc->age_cdata.age_txdesc[prod];
1196 1.28.2.2 snj txd_last = txd;
1197 1.28.2.2 snj map = txd->tx_dmamap;
1198 1.28.2.2 snj
1199 1.28.2.2 snj error = bus_dmamap_load_mbuf(sc->sc_dmat, map, *m_head, BUS_DMA_NOWAIT);
1200 1.28.2.2 snj
1201 1.28.2.2 snj if (error == EFBIG) {
1202 1.28.2.2 snj error = 0;
1203 1.28.2.2 snj
1204 1.28.2.2 snj MGETHDR(m, M_DONTWAIT, MT_DATA);
1205 1.28.2.2 snj if (m == NULL) {
1206 1.28.2.2 snj printf("%s: can't defrag TX mbuf\n",
1207 1.28.2.2 snj device_xname(sc->sc_dev));
1208 1.28.2.2 snj m_freem(*m_head);
1209 1.28.2.2 snj *m_head = NULL;
1210 1.28.2.2 snj return ENOBUFS;
1211 1.28.2.2 snj }
1212 1.28.2.2 snj
1213 1.28.2.2 snj M_COPY_PKTHDR(m, *m_head);
1214 1.28.2.2 snj if ((*m_head)->m_pkthdr.len > MHLEN) {
1215 1.28.2.2 snj MCLGET(m, M_DONTWAIT);
1216 1.28.2.2 snj if (!(m->m_flags & M_EXT)) {
1217 1.28.2.2 snj m_freem(*m_head);
1218 1.28.2.2 snj m_freem(m);
1219 1.28.2.2 snj *m_head = NULL;
1220 1.28.2.2 snj return ENOBUFS;
1221 1.28.2.2 snj }
1222 1.28.2.2 snj }
1223 1.28.2.2 snj m_copydata(*m_head, 0, (*m_head)->m_pkthdr.len,
1224 1.28.2.2 snj mtod(m, void *));
1225 1.28.2.2 snj m_freem(*m_head);
1226 1.28.2.2 snj m->m_len = m->m_pkthdr.len;
1227 1.28.2.2 snj *m_head = m;
1228 1.28.2.2 snj
1229 1.28.2.2 snj error = bus_dmamap_load_mbuf(sc->sc_dmat, map, *m_head,
1230 1.28.2.2 snj BUS_DMA_NOWAIT);
1231 1.28.2.2 snj
1232 1.28.2.2 snj if (error != 0) {
1233 1.28.2.2 snj printf("%s: could not load defragged TX mbuf\n",
1234 1.28.2.2 snj device_xname(sc->sc_dev));
1235 1.28.2.2 snj if (!error) {
1236 1.28.2.2 snj bus_dmamap_unload(sc->sc_dmat, map);
1237 1.28.2.2 snj error = EFBIG;
1238 1.28.2.2 snj }
1239 1.28.2.2 snj m_freem(*m_head);
1240 1.28.2.2 snj *m_head = NULL;
1241 1.28.2.2 snj return error;
1242 1.28.2.2 snj }
1243 1.28.2.2 snj } else if (error) {
1244 1.28.2.2 snj printf("%s: could not load TX mbuf\n", device_xname(sc->sc_dev));
1245 1.28.2.2 snj return error;
1246 1.28.2.2 snj }
1247 1.28.2.2 snj
1248 1.28.2.2 snj nsegs = map->dm_nsegs;
1249 1.28.2.2 snj
1250 1.28.2.2 snj if (nsegs == 0) {
1251 1.28.2.2 snj m_freem(*m_head);
1252 1.28.2.2 snj *m_head = NULL;
1253 1.28.2.2 snj return EIO;
1254 1.28.2.2 snj }
1255 1.28.2.2 snj
1256 1.28.2.2 snj /* Check descriptor overrun. */
1257 1.28.2.2 snj if (sc->age_cdata.age_tx_cnt + nsegs >= AGE_TX_RING_CNT - 2) {
1258 1.28.2.2 snj bus_dmamap_unload(sc->sc_dmat, map);
1259 1.28.2.2 snj return ENOBUFS;
1260 1.28.2.2 snj }
1261 1.28.2.2 snj
1262 1.28.2.2 snj m = *m_head;
1263 1.28.2.2 snj /* Configure Tx IP/TCP/UDP checksum offload. */
1264 1.28.2.2 snj if ((m->m_pkthdr.csum_flags & AGE_CSUM_FEATURES) != 0) {
1265 1.28.2.2 snj cflags |= AGE_TD_CSUM;
1266 1.28.2.2 snj if ((m->m_pkthdr.csum_flags & M_CSUM_TCPv4) != 0)
1267 1.28.2.2 snj cflags |= AGE_TD_TCPCSUM;
1268 1.28.2.2 snj if ((m->m_pkthdr.csum_flags & M_CSUM_UDPv4) != 0)
1269 1.28.2.2 snj cflags |= AGE_TD_UDPCSUM;
1270 1.28.2.2 snj /* Set checksum start offset. */
1271 1.28.2.2 snj cflags |= (poff << AGE_TD_CSUM_PLOADOFFSET_SHIFT);
1272 1.28.2.2 snj }
1273 1.28.2.2 snj
1274 1.28.2.2 snj #if NVLAN > 0
1275 1.28.2.2 snj /* Configure VLAN hardware tag insertion. */
1276 1.28.2.2 snj if ((mtag = VLAN_OUTPUT_TAG(&sc->sc_ec, m))) {
1277 1.28.2.2 snj vtag = AGE_TX_VLAN_TAG(htons(VLAN_TAG_VALUE(mtag)));
1278 1.28.2.2 snj vtag = ((vtag << AGE_TD_VLAN_SHIFT) & AGE_TD_VLAN_MASK);
1279 1.28.2.2 snj cflags |= AGE_TD_INSERT_VLAN_TAG;
1280 1.28.2.2 snj }
1281 1.28.2.2 snj #endif
1282 1.28.2.2 snj
1283 1.28.2.2 snj desc = NULL;
1284 1.28.2.2 snj for (i = 0; i < nsegs; i++) {
1285 1.28.2.2 snj desc = &sc->age_rdata.age_tx_ring[prod];
1286 1.28.2.2 snj desc->addr = htole64(map->dm_segs[i].ds_addr);
1287 1.28.2.2 snj desc->len =
1288 1.28.2.2 snj htole32(AGE_TX_BYTES(map->dm_segs[i].ds_len) | vtag);
1289 1.28.2.2 snj desc->flags = htole32(cflags);
1290 1.28.2.2 snj sc->age_cdata.age_tx_cnt++;
1291 1.28.2.2 snj AGE_DESC_INC(prod, AGE_TX_RING_CNT);
1292 1.28.2.2 snj }
1293 1.28.2.2 snj
1294 1.28.2.2 snj /* Update producer index. */
1295 1.28.2.2 snj sc->age_cdata.age_tx_prod = prod;
1296 1.28.2.2 snj
1297 1.28.2.2 snj /* Set EOP on the last descriptor. */
1298 1.28.2.2 snj prod = (prod + AGE_TX_RING_CNT - 1) % AGE_TX_RING_CNT;
1299 1.28.2.2 snj desc = &sc->age_rdata.age_tx_ring[prod];
1300 1.28.2.2 snj desc->flags |= htole32(AGE_TD_EOP);
1301 1.28.2.2 snj
1302 1.28.2.2 snj /* Swap dmamap of the first and the last. */
1303 1.28.2.2 snj txd = &sc->age_cdata.age_txdesc[prod];
1304 1.28.2.2 snj map = txd_last->tx_dmamap;
1305 1.28.2.2 snj txd_last->tx_dmamap = txd->tx_dmamap;
1306 1.28.2.2 snj txd->tx_dmamap = map;
1307 1.28.2.2 snj txd->tx_m = m;
1308 1.28.2.2 snj
1309 1.28.2.2 snj /* Sync descriptors. */
1310 1.28.2.2 snj bus_dmamap_sync(sc->sc_dmat, map, 0, map->dm_mapsize,
1311 1.28.2.2 snj BUS_DMASYNC_PREWRITE);
1312 1.28.2.2 snj bus_dmamap_sync(sc->sc_dmat, sc->age_cdata.age_tx_ring_map, 0,
1313 1.28.2.2 snj sc->age_cdata.age_tx_ring_map->dm_mapsize, BUS_DMASYNC_PREWRITE);
1314 1.28.2.2 snj
1315 1.28.2.2 snj return 0;
1316 1.28.2.2 snj }
1317 1.28.2.2 snj
1318 1.28.2.2 snj static void
1319 1.28.2.2 snj age_txintr(struct age_softc *sc, int tpd_cons)
1320 1.28.2.2 snj {
1321 1.28.2.2 snj struct ifnet *ifp = &sc->sc_ec.ec_if;
1322 1.28.2.2 snj struct age_txdesc *txd;
1323 1.28.2.2 snj int cons, prog;
1324 1.28.2.2 snj
1325 1.28.2.2 snj bus_dmamap_sync(sc->sc_dmat, sc->age_cdata.age_tx_ring_map, 0,
1326 1.28.2.2 snj sc->age_cdata.age_tx_ring_map->dm_mapsize, BUS_DMASYNC_POSTREAD);
1327 1.28.2.2 snj
1328 1.28.2.2 snj /*
1329 1.28.2.2 snj * Go through our Tx list and free mbufs for those
1330 1.28.2.2 snj * frames which have been transmitted.
1331 1.28.2.2 snj */
1332 1.28.2.2 snj cons = sc->age_cdata.age_tx_cons;
1333 1.28.2.2 snj for (prog = 0; cons != tpd_cons; AGE_DESC_INC(cons, AGE_TX_RING_CNT)) {
1334 1.28.2.2 snj if (sc->age_cdata.age_tx_cnt <= 0)
1335 1.28.2.2 snj break;
1336 1.28.2.2 snj prog++;
1337 1.28.2.2 snj ifp->if_flags &= ~IFF_OACTIVE;
1338 1.28.2.2 snj sc->age_cdata.age_tx_cnt--;
1339 1.28.2.2 snj txd = &sc->age_cdata.age_txdesc[cons];
1340 1.28.2.2 snj /*
1341 1.28.2.2 snj * Clear Tx descriptors, it's not required but would
1342 1.28.2.2 snj * help debugging in case of Tx issues.
1343 1.28.2.2 snj */
1344 1.28.2.2 snj txd->tx_desc->addr = 0;
1345 1.28.2.2 snj txd->tx_desc->len = 0;
1346 1.28.2.2 snj txd->tx_desc->flags = 0;
1347 1.28.2.2 snj
1348 1.28.2.2 snj if (txd->tx_m == NULL)
1349 1.28.2.2 snj continue;
1350 1.28.2.2 snj /* Reclaim transmitted mbufs. */
1351 1.28.2.2 snj bus_dmamap_unload(sc->sc_dmat, txd->tx_dmamap);
1352 1.28.2.2 snj m_freem(txd->tx_m);
1353 1.28.2.2 snj txd->tx_m = NULL;
1354 1.28.2.2 snj }
1355 1.28.2.2 snj
1356 1.28.2.2 snj if (prog > 0) {
1357 1.28.2.2 snj sc->age_cdata.age_tx_cons = cons;
1358 1.28.2.2 snj
1359 1.28.2.2 snj /*
1360 1.28.2.2 snj * Unarm watchdog timer only when there are no pending
1361 1.28.2.2 snj * Tx descriptors in queue.
1362 1.28.2.2 snj */
1363 1.28.2.2 snj if (sc->age_cdata.age_tx_cnt == 0)
1364 1.28.2.2 snj ifp->if_timer = 0;
1365 1.28.2.2 snj
1366 1.28.2.2 snj bus_dmamap_sync(sc->sc_dmat, sc->age_cdata.age_tx_ring_map, 0,
1367 1.28.2.2 snj sc->age_cdata.age_tx_ring_map->dm_mapsize,
1368 1.28.2.2 snj BUS_DMASYNC_PREWRITE);
1369 1.28.2.2 snj }
1370 1.28.2.2 snj }
1371 1.28.2.2 snj
1372 1.28.2.2 snj /* Receive a frame. */
1373 1.28.2.2 snj static void
1374 1.28.2.2 snj age_rxeof(struct age_softc *sc, struct rx_rdesc *rxrd)
1375 1.28.2.2 snj {
1376 1.28.2.2 snj struct ifnet *ifp = &sc->sc_ec.ec_if;
1377 1.28.2.2 snj struct age_rxdesc *rxd;
1378 1.28.2.2 snj struct rx_desc *desc;
1379 1.28.2.2 snj struct mbuf *mp, *m;
1380 1.28.2.2 snj uint32_t status, index;
1381 1.28.2.2 snj int count, nsegs, pktlen;
1382 1.28.2.2 snj int rx_cons;
1383 1.28.2.2 snj
1384 1.28.2.2 snj status = le32toh(rxrd->flags);
1385 1.28.2.2 snj index = le32toh(rxrd->index);
1386 1.28.2.2 snj rx_cons = AGE_RX_CONS(index);
1387 1.28.2.2 snj nsegs = AGE_RX_NSEGS(index);
1388 1.28.2.2 snj
1389 1.28.2.2 snj sc->age_cdata.age_rxlen = AGE_RX_BYTES(le32toh(rxrd->len));
1390 1.28.2.2 snj if ((status & AGE_RRD_ERROR) != 0 &&
1391 1.28.2.2 snj (status & (AGE_RRD_CRC | AGE_RRD_CODE | AGE_RRD_DRIBBLE |
1392 1.28.2.2 snj AGE_RRD_RUNT | AGE_RRD_OFLOW | AGE_RRD_TRUNC)) != 0) {
1393 1.28.2.2 snj /*
1394 1.28.2.2 snj * We want to pass the following frames to upper
1395 1.28.2.2 snj * layer regardless of error status of Rx return
1396 1.28.2.2 snj * ring.
1397 1.28.2.2 snj *
1398 1.28.2.2 snj * o IP/TCP/UDP checksum is bad.
1399 1.28.2.2 snj * o frame length and protocol specific length
1400 1.28.2.2 snj * does not match.
1401 1.28.2.2 snj */
1402 1.28.2.2 snj sc->age_cdata.age_rx_cons += nsegs;
1403 1.28.2.2 snj sc->age_cdata.age_rx_cons %= AGE_RX_RING_CNT;
1404 1.28.2.2 snj return;
1405 1.28.2.2 snj }
1406 1.28.2.2 snj
1407 1.28.2.2 snj pktlen = 0;
1408 1.28.2.2 snj for (count = 0; count < nsegs; count++,
1409 1.28.2.2 snj AGE_DESC_INC(rx_cons, AGE_RX_RING_CNT)) {
1410 1.28.2.2 snj rxd = &sc->age_cdata.age_rxdesc[rx_cons];
1411 1.28.2.2 snj mp = rxd->rx_m;
1412 1.28.2.2 snj desc = rxd->rx_desc;
1413 1.28.2.2 snj /* Add a new receive buffer to the ring. */
1414 1.28.2.2 snj if (age_newbuf(sc, rxd, 0) != 0) {
1415 1.28.2.2 snj ifp->if_iqdrops++;
1416 1.28.2.2 snj /* Reuse Rx buffers. */
1417 1.28.2.2 snj if (sc->age_cdata.age_rxhead != NULL) {
1418 1.28.2.2 snj m_freem(sc->age_cdata.age_rxhead);
1419 1.28.2.2 snj AGE_RXCHAIN_RESET(sc);
1420 1.28.2.2 snj }
1421 1.28.2.2 snj break;
1422 1.28.2.2 snj }
1423 1.28.2.2 snj
1424 1.28.2.2 snj /* The length of the first mbuf is computed last. */
1425 1.28.2.2 snj if (count != 0) {
1426 1.28.2.2 snj mp->m_len = AGE_RX_BYTES(le32toh(desc->len));
1427 1.28.2.2 snj pktlen += mp->m_len;
1428 1.28.2.2 snj }
1429 1.28.2.2 snj
1430 1.28.2.2 snj /* Chain received mbufs. */
1431 1.28.2.2 snj if (sc->age_cdata.age_rxhead == NULL) {
1432 1.28.2.2 snj sc->age_cdata.age_rxhead = mp;
1433 1.28.2.2 snj sc->age_cdata.age_rxtail = mp;
1434 1.28.2.2 snj } else {
1435 1.28.2.2 snj mp->m_flags &= ~M_PKTHDR;
1436 1.28.2.2 snj sc->age_cdata.age_rxprev_tail =
1437 1.28.2.2 snj sc->age_cdata.age_rxtail;
1438 1.28.2.2 snj sc->age_cdata.age_rxtail->m_next = mp;
1439 1.28.2.2 snj sc->age_cdata.age_rxtail = mp;
1440 1.28.2.2 snj }
1441 1.28.2.2 snj
1442 1.28.2.2 snj if (count == nsegs - 1) {
1443 1.28.2.2 snj /*
1444 1.28.2.2 snj * It seems that L1 controller has no way
1445 1.28.2.2 snj * to tell hardware to strip CRC bytes.
1446 1.28.2.2 snj */
1447 1.28.2.2 snj sc->age_cdata.age_rxlen -= ETHER_CRC_LEN;
1448 1.28.2.2 snj if (nsegs > 1) {
1449 1.28.2.2 snj /* Remove the CRC bytes in chained mbufs. */
1450 1.28.2.2 snj pktlen -= ETHER_CRC_LEN;
1451 1.28.2.2 snj if (mp->m_len <= ETHER_CRC_LEN) {
1452 1.28.2.2 snj sc->age_cdata.age_rxtail =
1453 1.28.2.2 snj sc->age_cdata.age_rxprev_tail;
1454 1.28.2.2 snj sc->age_cdata.age_rxtail->m_len -=
1455 1.28.2.2 snj (ETHER_CRC_LEN - mp->m_len);
1456 1.28.2.2 snj sc->age_cdata.age_rxtail->m_next = NULL;
1457 1.28.2.2 snj m_freem(mp);
1458 1.28.2.2 snj } else {
1459 1.28.2.2 snj mp->m_len -= ETHER_CRC_LEN;
1460 1.28.2.2 snj }
1461 1.28.2.2 snj }
1462 1.28.2.2 snj
1463 1.28.2.2 snj m = sc->age_cdata.age_rxhead;
1464 1.28.2.2 snj m->m_flags |= M_PKTHDR;
1465 1.28.2.2 snj m->m_pkthdr.rcvif = ifp;
1466 1.28.2.2 snj m->m_pkthdr.len = sc->age_cdata.age_rxlen;
1467 1.28.2.2 snj /* Set the first mbuf length. */
1468 1.28.2.2 snj m->m_len = sc->age_cdata.age_rxlen - pktlen;
1469 1.28.2.2 snj
1470 1.28.2.2 snj /*
1471 1.28.2.2 snj * Set checksum information.
1472 1.28.2.2 snj * It seems that L1 controller can compute partial
1473 1.28.2.2 snj * checksum. The partial checksum value can be used
1474 1.28.2.2 snj * to accelerate checksum computation for fragmented
1475 1.28.2.2 snj * TCP/UDP packets. Upper network stack already
1476 1.28.2.2 snj * takes advantage of the partial checksum value in
1477 1.28.2.2 snj * IP reassembly stage. But I'm not sure the
1478 1.28.2.2 snj * correctness of the partial hardware checksum
1479 1.28.2.2 snj * assistance due to lack of data sheet. If it is
1480 1.28.2.2 snj * proven to work on L1 I'll enable it.
1481 1.28.2.2 snj */
1482 1.28.2.2 snj if (status & AGE_RRD_IPV4) {
1483 1.28.2.2 snj if (status & AGE_RRD_IPCSUM_NOK)
1484 1.28.2.2 snj m->m_pkthdr.csum_flags |=
1485 1.28.2.2 snj M_CSUM_IPv4_BAD;
1486 1.28.2.2 snj if ((status & (AGE_RRD_TCP | AGE_RRD_UDP)) &&
1487 1.28.2.2 snj (status & AGE_RRD_TCP_UDPCSUM_NOK)) {
1488 1.28.2.2 snj m->m_pkthdr.csum_flags |=
1489 1.28.2.2 snj M_CSUM_TCP_UDP_BAD;
1490 1.28.2.2 snj }
1491 1.28.2.2 snj /*
1492 1.28.2.2 snj * Don't mark bad checksum for TCP/UDP frames
1493 1.28.2.2 snj * as fragmented frames may always have set
1494 1.28.2.2 snj * bad checksummed bit of descriptor status.
1495 1.28.2.2 snj */
1496 1.28.2.2 snj }
1497 1.28.2.2 snj #if NVLAN > 0
1498 1.28.2.2 snj /* Check for VLAN tagged frames. */
1499 1.28.2.2 snj if (status & AGE_RRD_VLAN) {
1500 1.28.2.2 snj uint32_t vtag = AGE_RX_VLAN(le32toh(rxrd->vtags));
1501 1.28.2.2 snj VLAN_INPUT_TAG(ifp, m, AGE_RX_VLAN_TAG(vtag),
1502 1.28.2.2 snj continue);
1503 1.28.2.2 snj }
1504 1.28.2.2 snj #endif
1505 1.28.2.2 snj
1506 1.28.2.2 snj #if NBPFILTER > 0
1507 1.28.2.2 snj if (ifp->if_bpf)
1508 1.28.2.2 snj bpf_mtap(ifp->if_bpf, m);
1509 1.28.2.2 snj #endif
1510 1.28.2.2 snj /* Pass it on. */
1511 1.28.2.2 snj ether_input(ifp, m);
1512 1.28.2.2 snj
1513 1.28.2.2 snj /* Reset mbuf chains. */
1514 1.28.2.2 snj AGE_RXCHAIN_RESET(sc);
1515 1.28.2.2 snj }
1516 1.28.2.2 snj }
1517 1.28.2.2 snj
1518 1.28.2.2 snj if (count != nsegs) {
1519 1.28.2.2 snj sc->age_cdata.age_rx_cons += nsegs;
1520 1.28.2.2 snj sc->age_cdata.age_rx_cons %= AGE_RX_RING_CNT;
1521 1.28.2.2 snj } else
1522 1.28.2.2 snj sc->age_cdata.age_rx_cons = rx_cons;
1523 1.28.2.2 snj }
1524 1.28.2.2 snj
1525 1.28.2.2 snj static void
1526 1.28.2.2 snj age_rxintr(struct age_softc *sc, int rr_prod)
1527 1.28.2.2 snj {
1528 1.28.2.2 snj struct rx_rdesc *rxrd;
1529 1.28.2.2 snj int rr_cons, nsegs, pktlen, prog;
1530 1.28.2.2 snj
1531 1.28.2.2 snj rr_cons = sc->age_cdata.age_rr_cons;
1532 1.28.2.2 snj if (rr_cons == rr_prod)
1533 1.28.2.2 snj return;
1534 1.28.2.2 snj
1535 1.28.2.2 snj bus_dmamap_sync(sc->sc_dmat, sc->age_cdata.age_rr_ring_map, 0,
1536 1.28.2.2 snj sc->age_cdata.age_rr_ring_map->dm_mapsize,
1537 1.28.2.2 snj BUS_DMASYNC_POSTREAD);
1538 1.28.2.2 snj
1539 1.28.2.2 snj for (prog = 0; rr_cons != rr_prod; prog++) {
1540 1.28.2.2 snj rxrd = &sc->age_rdata.age_rr_ring[rr_cons];
1541 1.28.2.2 snj nsegs = AGE_RX_NSEGS(le32toh(rxrd->index));
1542 1.28.2.2 snj if (nsegs == 0)
1543 1.28.2.2 snj break;
1544 1.28.2.2 snj /*
1545 1.28.2.2 snj * Check number of segments against received bytes
1546 1.28.2.2 snj * Non-matching value would indicate that hardware
1547 1.28.2.2 snj * is still trying to update Rx return descriptors.
1548 1.28.2.2 snj * I'm not sure whether this check is really needed.
1549 1.28.2.2 snj */
1550 1.28.2.2 snj pktlen = AGE_RX_BYTES(le32toh(rxrd->len));
1551 1.28.2.2 snj if (nsegs != ((pktlen + (MCLBYTES - ETHER_ALIGN - 1)) /
1552 1.28.2.2 snj (MCLBYTES - ETHER_ALIGN)))
1553 1.28.2.2 snj break;
1554 1.28.2.2 snj
1555 1.28.2.2 snj /* Received a frame. */
1556 1.28.2.2 snj age_rxeof(sc, rxrd);
1557 1.28.2.2 snj
1558 1.28.2.2 snj /* Clear return ring. */
1559 1.28.2.2 snj rxrd->index = 0;
1560 1.28.2.2 snj AGE_DESC_INC(rr_cons, AGE_RR_RING_CNT);
1561 1.28.2.2 snj }
1562 1.28.2.2 snj
1563 1.28.2.2 snj if (prog > 0) {
1564 1.28.2.2 snj /* Update the consumer index. */
1565 1.28.2.2 snj sc->age_cdata.age_rr_cons = rr_cons;
1566 1.28.2.2 snj
1567 1.28.2.2 snj /* Sync descriptors. */
1568 1.28.2.2 snj bus_dmamap_sync(sc->sc_dmat, sc->age_cdata.age_rr_ring_map, 0,
1569 1.28.2.2 snj sc->age_cdata.age_rr_ring_map->dm_mapsize,
1570 1.28.2.2 snj BUS_DMASYNC_PREWRITE);
1571 1.28.2.2 snj
1572 1.28.2.2 snj /* Notify hardware availability of new Rx buffers. */
1573 1.28.2.2 snj AGE_COMMIT_MBOX(sc);
1574 1.28.2.2 snj }
1575 1.28.2.2 snj }
1576 1.28.2.2 snj
1577 1.28.2.2 snj static void
1578 1.28.2.2 snj age_tick(void *xsc)
1579 1.28.2.2 snj {
1580 1.28.2.2 snj struct age_softc *sc = xsc;
1581 1.28.2.2 snj struct mii_data *mii = &sc->sc_miibus;
1582 1.28.2.2 snj int s;
1583 1.28.2.2 snj
1584 1.28.2.2 snj s = splnet();
1585 1.28.2.2 snj mii_tick(mii);
1586 1.28.2.2 snj splx(s);
1587 1.28.2.2 snj
1588 1.28.2.2 snj callout_schedule(&sc->sc_tick_ch, hz);
1589 1.28.2.2 snj }
1590 1.28.2.2 snj
1591 1.28.2.2 snj static void
1592 1.28.2.2 snj age_reset(struct age_softc *sc)
1593 1.28.2.2 snj {
1594 1.28.2.2 snj uint32_t reg;
1595 1.28.2.2 snj int i;
1596 1.28.2.2 snj
1597 1.28.2.2 snj CSR_WRITE_4(sc, AGE_MASTER_CFG, MASTER_RESET);
1598 1.28.2.4 snj CSR_READ_4(sc, AGE_MASTER_CFG);
1599 1.28.2.4 snj DELAY(1000);
1600 1.28.2.2 snj for (i = AGE_RESET_TIMEOUT; i > 0; i--) {
1601 1.28.2.2 snj if ((reg = CSR_READ_4(sc, AGE_IDLE_STATUS)) == 0)
1602 1.28.2.2 snj break;
1603 1.28.2.2 snj DELAY(10);
1604 1.28.2.2 snj }
1605 1.28.2.2 snj
1606 1.28.2.2 snj if (i == 0)
1607 1.28.2.2 snj printf("%s: reset timeout(0x%08x)!\n", device_xname(sc->sc_dev),
1608 1.28.2.2 snj reg);
1609 1.28.2.2 snj
1610 1.28.2.2 snj /* Initialize PCIe module. From Linux. */
1611 1.28.2.2 snj CSR_WRITE_4(sc, 0x12FC, 0x6500);
1612 1.28.2.2 snj CSR_WRITE_4(sc, 0x1008, CSR_READ_4(sc, 0x1008) | 0x8000);
1613 1.28.2.2 snj }
1614 1.28.2.2 snj
1615 1.28.2.2 snj static int
1616 1.28.2.2 snj age_init(struct ifnet *ifp)
1617 1.28.2.2 snj {
1618 1.28.2.2 snj struct age_softc *sc = ifp->if_softc;
1619 1.28.2.2 snj struct mii_data *mii;
1620 1.28.2.2 snj uint8_t eaddr[ETHER_ADDR_LEN];
1621 1.28.2.2 snj bus_addr_t paddr;
1622 1.28.2.2 snj uint32_t reg, fsize;
1623 1.28.2.2 snj uint32_t rxf_hi, rxf_lo, rrd_hi, rrd_lo;
1624 1.28.2.2 snj int error;
1625 1.28.2.2 snj
1626 1.28.2.2 snj /*
1627 1.28.2.2 snj * Cancel any pending I/O.
1628 1.28.2.2 snj */
1629 1.28.2.2 snj age_stop(ifp, 0);
1630 1.28.2.2 snj
1631 1.28.2.2 snj /*
1632 1.28.2.2 snj * Reset the chip to a known state.
1633 1.28.2.2 snj */
1634 1.28.2.2 snj age_reset(sc);
1635 1.28.2.2 snj
1636 1.28.2.2 snj /* Initialize descriptors. */
1637 1.28.2.2 snj error = age_init_rx_ring(sc);
1638 1.28.2.2 snj if (error != 0) {
1639 1.28.2.2 snj printf("%s: no memory for Rx buffers.\n", device_xname(sc->sc_dev));
1640 1.28.2.2 snj age_stop(ifp, 0);
1641 1.28.2.2 snj return error;
1642 1.28.2.2 snj }
1643 1.28.2.2 snj age_init_rr_ring(sc);
1644 1.28.2.2 snj age_init_tx_ring(sc);
1645 1.28.2.2 snj age_init_cmb_block(sc);
1646 1.28.2.2 snj age_init_smb_block(sc);
1647 1.28.2.2 snj
1648 1.28.2.2 snj /* Reprogram the station address. */
1649 1.28.2.2 snj memcpy(eaddr, CLLADDR(ifp->if_sadl), sizeof(eaddr));
1650 1.28.2.2 snj CSR_WRITE_4(sc, AGE_PAR0,
1651 1.28.2.2 snj eaddr[2] << 24 | eaddr[3] << 16 | eaddr[4] << 8 | eaddr[5]);
1652 1.28.2.2 snj CSR_WRITE_4(sc, AGE_PAR1, eaddr[0] << 8 | eaddr[1]);
1653 1.28.2.2 snj
1654 1.28.2.2 snj /* Set descriptor base addresses. */
1655 1.28.2.2 snj paddr = sc->age_rdata.age_tx_ring_paddr;
1656 1.28.2.2 snj CSR_WRITE_4(sc, AGE_DESC_ADDR_HI, AGE_ADDR_HI(paddr));
1657 1.28.2.2 snj paddr = sc->age_rdata.age_rx_ring_paddr;
1658 1.28.2.2 snj CSR_WRITE_4(sc, AGE_DESC_RD_ADDR_LO, AGE_ADDR_LO(paddr));
1659 1.28.2.2 snj paddr = sc->age_rdata.age_rr_ring_paddr;
1660 1.28.2.2 snj CSR_WRITE_4(sc, AGE_DESC_RRD_ADDR_LO, AGE_ADDR_LO(paddr));
1661 1.28.2.2 snj paddr = sc->age_rdata.age_tx_ring_paddr;
1662 1.28.2.2 snj CSR_WRITE_4(sc, AGE_DESC_TPD_ADDR_LO, AGE_ADDR_LO(paddr));
1663 1.28.2.2 snj paddr = sc->age_rdata.age_cmb_block_paddr;
1664 1.28.2.2 snj CSR_WRITE_4(sc, AGE_DESC_CMB_ADDR_LO, AGE_ADDR_LO(paddr));
1665 1.28.2.2 snj paddr = sc->age_rdata.age_smb_block_paddr;
1666 1.28.2.2 snj CSR_WRITE_4(sc, AGE_DESC_SMB_ADDR_LO, AGE_ADDR_LO(paddr));
1667 1.28.2.2 snj
1668 1.28.2.2 snj /* Set Rx/Rx return descriptor counter. */
1669 1.28.2.2 snj CSR_WRITE_4(sc, AGE_DESC_RRD_RD_CNT,
1670 1.28.2.2 snj ((AGE_RR_RING_CNT << DESC_RRD_CNT_SHIFT) &
1671 1.28.2.2 snj DESC_RRD_CNT_MASK) |
1672 1.28.2.2 snj ((AGE_RX_RING_CNT << DESC_RD_CNT_SHIFT) & DESC_RD_CNT_MASK));
1673 1.28.2.2 snj
1674 1.28.2.2 snj /* Set Tx descriptor counter. */
1675 1.28.2.2 snj CSR_WRITE_4(sc, AGE_DESC_TPD_CNT,
1676 1.28.2.2 snj (AGE_TX_RING_CNT << DESC_TPD_CNT_SHIFT) & DESC_TPD_CNT_MASK);
1677 1.28.2.2 snj
1678 1.28.2.2 snj /* Tell hardware that we're ready to load descriptors. */
1679 1.28.2.2 snj CSR_WRITE_4(sc, AGE_DMA_BLOCK, DMA_BLOCK_LOAD);
1680 1.28.2.2 snj
1681 1.28.2.2 snj /*
1682 1.28.2.2 snj * Initialize mailbox register.
1683 1.28.2.2 snj * Updated producer/consumer index information is exchanged
1684 1.28.2.2 snj * through this mailbox register. However Tx producer and
1685 1.28.2.2 snj * Rx return consumer/Rx producer are all shared such that
1686 1.28.2.2 snj * it's hard to separate code path between Tx and Rx without
1687 1.28.2.2 snj * locking. If L1 hardware have a separate mail box register
1688 1.28.2.2 snj * for Tx and Rx consumer/producer management we could have
1689 1.28.2.2 snj * indepent Tx/Rx handler which in turn Rx handler could have
1690 1.28.2.2 snj * been run without any locking.
1691 1.28.2.2 snj */
1692 1.28.2.2 snj AGE_COMMIT_MBOX(sc);
1693 1.28.2.2 snj
1694 1.28.2.2 snj /* Configure IPG/IFG parameters. */
1695 1.28.2.2 snj CSR_WRITE_4(sc, AGE_IPG_IFG_CFG,
1696 1.28.2.2 snj ((IPG_IFG_IPG2_DEFAULT << IPG_IFG_IPG2_SHIFT) & IPG_IFG_IPG2_MASK) |
1697 1.28.2.2 snj ((IPG_IFG_IPG1_DEFAULT << IPG_IFG_IPG1_SHIFT) & IPG_IFG_IPG1_MASK) |
1698 1.28.2.2 snj ((IPG_IFG_MIFG_DEFAULT << IPG_IFG_MIFG_SHIFT) & IPG_IFG_MIFG_MASK) |
1699 1.28.2.2 snj ((IPG_IFG_IPGT_DEFAULT << IPG_IFG_IPGT_SHIFT) & IPG_IFG_IPGT_MASK));
1700 1.28.2.2 snj
1701 1.28.2.2 snj /* Set parameters for half-duplex media. */
1702 1.28.2.2 snj CSR_WRITE_4(sc, AGE_HDPX_CFG,
1703 1.28.2.2 snj ((HDPX_CFG_LCOL_DEFAULT << HDPX_CFG_LCOL_SHIFT) &
1704 1.28.2.2 snj HDPX_CFG_LCOL_MASK) |
1705 1.28.2.2 snj ((HDPX_CFG_RETRY_DEFAULT << HDPX_CFG_RETRY_SHIFT) &
1706 1.28.2.2 snj HDPX_CFG_RETRY_MASK) | HDPX_CFG_EXC_DEF_EN |
1707 1.28.2.2 snj ((HDPX_CFG_ABEBT_DEFAULT << HDPX_CFG_ABEBT_SHIFT) &
1708 1.28.2.2 snj HDPX_CFG_ABEBT_MASK) |
1709 1.28.2.2 snj ((HDPX_CFG_JAMIPG_DEFAULT << HDPX_CFG_JAMIPG_SHIFT) &
1710 1.28.2.2 snj HDPX_CFG_JAMIPG_MASK));
1711 1.28.2.2 snj
1712 1.28.2.2 snj /* Configure interrupt moderation timer. */
1713 1.28.2.2 snj sc->age_int_mod = AGE_IM_TIMER_DEFAULT;
1714 1.28.2.2 snj CSR_WRITE_2(sc, AGE_IM_TIMER, AGE_USECS(sc->age_int_mod));
1715 1.28.2.2 snj reg = CSR_READ_4(sc, AGE_MASTER_CFG);
1716 1.28.2.2 snj reg &= ~MASTER_MTIMER_ENB;
1717 1.28.2.2 snj if (AGE_USECS(sc->age_int_mod) == 0)
1718 1.28.2.2 snj reg &= ~MASTER_ITIMER_ENB;
1719 1.28.2.2 snj else
1720 1.28.2.2 snj reg |= MASTER_ITIMER_ENB;
1721 1.28.2.2 snj CSR_WRITE_4(sc, AGE_MASTER_CFG, reg);
1722 1.28.2.2 snj if (agedebug)
1723 1.28.2.2 snj printf("%s: interrupt moderation is %d us.\n",
1724 1.28.2.2 snj device_xname(sc->sc_dev), sc->age_int_mod);
1725 1.28.2.2 snj CSR_WRITE_2(sc, AGE_INTR_CLR_TIMER, AGE_USECS(1000));
1726 1.28.2.2 snj
1727 1.28.2.2 snj /* Set Maximum frame size but don't let MTU be lass than ETHER_MTU. */
1728 1.28.2.2 snj if (ifp->if_mtu < ETHERMTU)
1729 1.28.2.2 snj sc->age_max_frame_size = ETHERMTU;
1730 1.28.2.2 snj else
1731 1.28.2.2 snj sc->age_max_frame_size = ifp->if_mtu;
1732 1.28.2.2 snj sc->age_max_frame_size += ETHER_HDR_LEN +
1733 1.28.2.2 snj sizeof(struct ether_vlan_header) + ETHER_CRC_LEN;
1734 1.28.2.2 snj CSR_WRITE_4(sc, AGE_FRAME_SIZE, sc->age_max_frame_size);
1735 1.28.2.2 snj
1736 1.28.2.2 snj /* Configure jumbo frame. */
1737 1.28.2.2 snj fsize = roundup(sc->age_max_frame_size, sizeof(uint64_t));
1738 1.28.2.2 snj CSR_WRITE_4(sc, AGE_RXQ_JUMBO_CFG,
1739 1.28.2.2 snj (((fsize / sizeof(uint64_t)) <<
1740 1.28.2.2 snj RXQ_JUMBO_CFG_SZ_THRESH_SHIFT) & RXQ_JUMBO_CFG_SZ_THRESH_MASK) |
1741 1.28.2.2 snj ((RXQ_JUMBO_CFG_LKAH_DEFAULT <<
1742 1.28.2.2 snj RXQ_JUMBO_CFG_LKAH_SHIFT) & RXQ_JUMBO_CFG_LKAH_MASK) |
1743 1.28.2.2 snj ((AGE_USECS(8) << RXQ_JUMBO_CFG_RRD_TIMER_SHIFT) &
1744 1.28.2.2 snj RXQ_JUMBO_CFG_RRD_TIMER_MASK));
1745 1.28.2.2 snj
1746 1.28.2.2 snj /* Configure flow-control parameters. From Linux. */
1747 1.28.2.2 snj if ((sc->age_flags & AGE_FLAG_PCIE) != 0) {
1748 1.28.2.2 snj /*
1749 1.28.2.2 snj * Magic workaround for old-L1.
1750 1.28.2.2 snj * Don't know which hw revision requires this magic.
1751 1.28.2.2 snj */
1752 1.28.2.2 snj CSR_WRITE_4(sc, 0x12FC, 0x6500);
1753 1.28.2.2 snj /*
1754 1.28.2.2 snj * Another magic workaround for flow-control mode
1755 1.28.2.2 snj * change. From Linux.
1756 1.28.2.2 snj */
1757 1.28.2.2 snj CSR_WRITE_4(sc, 0x1008, CSR_READ_4(sc, 0x1008) | 0x8000);
1758 1.28.2.2 snj }
1759 1.28.2.2 snj /*
1760 1.28.2.2 snj * TODO
1761 1.28.2.2 snj * Should understand pause parameter relationships between FIFO
1762 1.28.2.2 snj * size and number of Rx descriptors and Rx return descriptors.
1763 1.28.2.2 snj *
1764 1.28.2.2 snj * Magic parameters came from Linux.
1765 1.28.2.2 snj */
1766 1.28.2.2 snj switch (sc->age_chip_rev) {
1767 1.28.2.2 snj case 0x8001:
1768 1.28.2.2 snj case 0x9001:
1769 1.28.2.2 snj case 0x9002:
1770 1.28.2.2 snj case 0x9003:
1771 1.28.2.2 snj rxf_hi = AGE_RX_RING_CNT / 16;
1772 1.28.2.2 snj rxf_lo = (AGE_RX_RING_CNT * 7) / 8;
1773 1.28.2.2 snj rrd_hi = (AGE_RR_RING_CNT * 7) / 8;
1774 1.28.2.2 snj rrd_lo = AGE_RR_RING_CNT / 16;
1775 1.28.2.2 snj break;
1776 1.28.2.2 snj default:
1777 1.28.2.2 snj reg = CSR_READ_4(sc, AGE_SRAM_RX_FIFO_LEN);
1778 1.28.2.2 snj rxf_lo = reg / 16;
1779 1.28.2.2 snj if (rxf_lo < 192)
1780 1.28.2.2 snj rxf_lo = 192;
1781 1.28.2.2 snj rxf_hi = (reg * 7) / 8;
1782 1.28.2.2 snj if (rxf_hi < rxf_lo)
1783 1.28.2.2 snj rxf_hi = rxf_lo + 16;
1784 1.28.2.2 snj reg = CSR_READ_4(sc, AGE_SRAM_RRD_LEN);
1785 1.28.2.2 snj rrd_lo = reg / 8;
1786 1.28.2.2 snj rrd_hi = (reg * 7) / 8;
1787 1.28.2.2 snj if (rrd_lo < 2)
1788 1.28.2.2 snj rrd_lo = 2;
1789 1.28.2.2 snj if (rrd_hi < rrd_lo)
1790 1.28.2.2 snj rrd_hi = rrd_lo + 3;
1791 1.28.2.2 snj break;
1792 1.28.2.2 snj }
1793 1.28.2.2 snj CSR_WRITE_4(sc, AGE_RXQ_FIFO_PAUSE_THRESH,
1794 1.28.2.2 snj ((rxf_lo << RXQ_FIFO_PAUSE_THRESH_LO_SHIFT) &
1795 1.28.2.2 snj RXQ_FIFO_PAUSE_THRESH_LO_MASK) |
1796 1.28.2.2 snj ((rxf_hi << RXQ_FIFO_PAUSE_THRESH_HI_SHIFT) &
1797 1.28.2.2 snj RXQ_FIFO_PAUSE_THRESH_HI_MASK));
1798 1.28.2.2 snj CSR_WRITE_4(sc, AGE_RXQ_RRD_PAUSE_THRESH,
1799 1.28.2.2 snj ((rrd_lo << RXQ_RRD_PAUSE_THRESH_LO_SHIFT) &
1800 1.28.2.2 snj RXQ_RRD_PAUSE_THRESH_LO_MASK) |
1801 1.28.2.2 snj ((rrd_hi << RXQ_RRD_PAUSE_THRESH_HI_SHIFT) &
1802 1.28.2.2 snj RXQ_RRD_PAUSE_THRESH_HI_MASK));
1803 1.28.2.2 snj
1804 1.28.2.2 snj /* Configure RxQ. */
1805 1.28.2.2 snj CSR_WRITE_4(sc, AGE_RXQ_CFG,
1806 1.28.2.2 snj ((RXQ_CFG_RD_BURST_DEFAULT << RXQ_CFG_RD_BURST_SHIFT) &
1807 1.28.2.2 snj RXQ_CFG_RD_BURST_MASK) |
1808 1.28.2.2 snj ((RXQ_CFG_RRD_BURST_THRESH_DEFAULT <<
1809 1.28.2.2 snj RXQ_CFG_RRD_BURST_THRESH_SHIFT) & RXQ_CFG_RRD_BURST_THRESH_MASK) |
1810 1.28.2.2 snj ((RXQ_CFG_RD_PREF_MIN_IPG_DEFAULT <<
1811 1.28.2.2 snj RXQ_CFG_RD_PREF_MIN_IPG_SHIFT) & RXQ_CFG_RD_PREF_MIN_IPG_MASK) |
1812 1.28.2.2 snj RXQ_CFG_CUT_THROUGH_ENB | RXQ_CFG_ENB);
1813 1.28.2.2 snj
1814 1.28.2.2 snj /* Configure TxQ. */
1815 1.28.2.2 snj CSR_WRITE_4(sc, AGE_TXQ_CFG,
1816 1.28.2.2 snj ((TXQ_CFG_TPD_BURST_DEFAULT << TXQ_CFG_TPD_BURST_SHIFT) &
1817 1.28.2.2 snj TXQ_CFG_TPD_BURST_MASK) |
1818 1.28.2.2 snj ((TXQ_CFG_TX_FIFO_BURST_DEFAULT << TXQ_CFG_TX_FIFO_BURST_SHIFT) &
1819 1.28.2.2 snj TXQ_CFG_TX_FIFO_BURST_MASK) |
1820 1.28.2.2 snj ((TXQ_CFG_TPD_FETCH_DEFAULT <<
1821 1.28.2.2 snj TXQ_CFG_TPD_FETCH_THRESH_SHIFT) & TXQ_CFG_TPD_FETCH_THRESH_MASK) |
1822 1.28.2.2 snj TXQ_CFG_ENB);
1823 1.28.2.2 snj
1824 1.28.2.2 snj /* Configure DMA parameters. */
1825 1.28.2.2 snj CSR_WRITE_4(sc, AGE_DMA_CFG,
1826 1.28.2.2 snj DMA_CFG_ENH_ORDER | DMA_CFG_RCB_64 |
1827 1.28.2.2 snj sc->age_dma_rd_burst | DMA_CFG_RD_ENB |
1828 1.28.2.2 snj sc->age_dma_wr_burst | DMA_CFG_WR_ENB);
1829 1.28.2.2 snj
1830 1.28.2.2 snj /* Configure CMB DMA write threshold. */
1831 1.28.2.2 snj CSR_WRITE_4(sc, AGE_CMB_WR_THRESH,
1832 1.28.2.2 snj ((CMB_WR_THRESH_RRD_DEFAULT << CMB_WR_THRESH_RRD_SHIFT) &
1833 1.28.2.2 snj CMB_WR_THRESH_RRD_MASK) |
1834 1.28.2.2 snj ((CMB_WR_THRESH_TPD_DEFAULT << CMB_WR_THRESH_TPD_SHIFT) &
1835 1.28.2.2 snj CMB_WR_THRESH_TPD_MASK));
1836 1.28.2.2 snj
1837 1.28.2.2 snj /* Set CMB/SMB timer and enable them. */
1838 1.28.2.2 snj CSR_WRITE_4(sc, AGE_CMB_WR_TIMER,
1839 1.28.2.2 snj ((AGE_USECS(2) << CMB_WR_TIMER_TX_SHIFT) & CMB_WR_TIMER_TX_MASK) |
1840 1.28.2.2 snj ((AGE_USECS(2) << CMB_WR_TIMER_RX_SHIFT) & CMB_WR_TIMER_RX_MASK));
1841 1.28.2.2 snj
1842 1.28.2.2 snj /* Request SMB updates for every seconds. */
1843 1.28.2.2 snj CSR_WRITE_4(sc, AGE_SMB_TIMER, AGE_USECS(1000 * 1000));
1844 1.28.2.2 snj CSR_WRITE_4(sc, AGE_CSMB_CTRL, CSMB_CTRL_SMB_ENB | CSMB_CTRL_CMB_ENB);
1845 1.28.2.2 snj
1846 1.28.2.2 snj /*
1847 1.28.2.2 snj * Disable all WOL bits as WOL can interfere normal Rx
1848 1.28.2.2 snj * operation.
1849 1.28.2.2 snj */
1850 1.28.2.2 snj CSR_WRITE_4(sc, AGE_WOL_CFG, 0);
1851 1.28.2.2 snj
1852 1.28.2.2 snj /*
1853 1.28.2.2 snj * Configure Tx/Rx MACs.
1854 1.28.2.2 snj * - Auto-padding for short frames.
1855 1.28.2.2 snj * - Enable CRC generation.
1856 1.28.2.2 snj * Start with full-duplex/1000Mbps media. Actual reconfiguration
1857 1.28.2.2 snj * of MAC is followed after link establishment.
1858 1.28.2.2 snj */
1859 1.28.2.2 snj CSR_WRITE_4(sc, AGE_MAC_CFG,
1860 1.28.2.2 snj MAC_CFG_TX_CRC_ENB | MAC_CFG_TX_AUTO_PAD |
1861 1.28.2.2 snj MAC_CFG_FULL_DUPLEX | MAC_CFG_SPEED_1000 |
1862 1.28.2.2 snj ((MAC_CFG_PREAMBLE_DEFAULT << MAC_CFG_PREAMBLE_SHIFT) &
1863 1.28.2.2 snj MAC_CFG_PREAMBLE_MASK));
1864 1.28.2.2 snj
1865 1.28.2.2 snj /* Set up the receive filter. */
1866 1.28.2.2 snj age_rxfilter(sc);
1867 1.28.2.2 snj age_rxvlan(sc);
1868 1.28.2.2 snj
1869 1.28.2.2 snj reg = CSR_READ_4(sc, AGE_MAC_CFG);
1870 1.28.2.2 snj reg |= MAC_CFG_RXCSUM_ENB;
1871 1.28.2.2 snj
1872 1.28.2.2 snj /* Ack all pending interrupts and clear it. */
1873 1.28.2.2 snj CSR_WRITE_4(sc, AGE_INTR_STATUS, 0);
1874 1.28.2.2 snj CSR_WRITE_4(sc, AGE_INTR_MASK, AGE_INTRS);
1875 1.28.2.2 snj
1876 1.28.2.2 snj /* Finally enable Tx/Rx MAC. */
1877 1.28.2.2 snj CSR_WRITE_4(sc, AGE_MAC_CFG, reg | MAC_CFG_TX_ENB | MAC_CFG_RX_ENB);
1878 1.28.2.2 snj
1879 1.28.2.2 snj sc->age_flags &= ~AGE_FLAG_LINK;
1880 1.28.2.2 snj
1881 1.28.2.2 snj /* Switch to the current media. */
1882 1.28.2.2 snj mii = &sc->sc_miibus;
1883 1.28.2.2 snj mii_mediachg(mii);
1884 1.28.2.2 snj
1885 1.28.2.2 snj callout_schedule(&sc->sc_tick_ch, hz);
1886 1.28.2.2 snj
1887 1.28.2.2 snj ifp->if_flags |= IFF_RUNNING;
1888 1.28.2.2 snj ifp->if_flags &= ~IFF_OACTIVE;
1889 1.28.2.2 snj
1890 1.28.2.2 snj return 0;
1891 1.28.2.2 snj }
1892 1.28.2.2 snj
1893 1.28.2.2 snj static void
1894 1.28.2.2 snj age_stop(struct ifnet *ifp, int disable)
1895 1.28.2.2 snj {
1896 1.28.2.2 snj struct age_softc *sc = ifp->if_softc;
1897 1.28.2.2 snj struct age_txdesc *txd;
1898 1.28.2.2 snj struct age_rxdesc *rxd;
1899 1.28.2.2 snj uint32_t reg;
1900 1.28.2.2 snj int i;
1901 1.28.2.2 snj
1902 1.28.2.2 snj callout_stop(&sc->sc_tick_ch);
1903 1.28.2.2 snj
1904 1.28.2.2 snj /*
1905 1.28.2.2 snj * Mark the interface down and cancel the watchdog timer.
1906 1.28.2.2 snj */
1907 1.28.2.2 snj ifp->if_flags &= ~(IFF_RUNNING | IFF_OACTIVE);
1908 1.28.2.2 snj ifp->if_timer = 0;
1909 1.28.2.2 snj
1910 1.28.2.2 snj sc->age_flags &= ~AGE_FLAG_LINK;
1911 1.28.2.2 snj
1912 1.28.2.2 snj mii_down(&sc->sc_miibus);
1913 1.28.2.2 snj
1914 1.28.2.2 snj /*
1915 1.28.2.2 snj * Disable interrupts.
1916 1.28.2.2 snj */
1917 1.28.2.2 snj CSR_WRITE_4(sc, AGE_INTR_MASK, 0);
1918 1.28.2.2 snj CSR_WRITE_4(sc, AGE_INTR_STATUS, 0xFFFFFFFF);
1919 1.28.2.2 snj
1920 1.28.2.2 snj /* Stop CMB/SMB updates. */
1921 1.28.2.2 snj CSR_WRITE_4(sc, AGE_CSMB_CTRL, 0);
1922 1.28.2.2 snj
1923 1.28.2.2 snj /* Stop Rx/Tx MAC. */
1924 1.28.2.2 snj age_stop_rxmac(sc);
1925 1.28.2.2 snj age_stop_txmac(sc);
1926 1.28.2.2 snj
1927 1.28.2.2 snj /* Stop DMA. */
1928 1.28.2.2 snj CSR_WRITE_4(sc, AGE_DMA_CFG,
1929 1.28.2.2 snj CSR_READ_4(sc, AGE_DMA_CFG) & ~(DMA_CFG_RD_ENB | DMA_CFG_WR_ENB));
1930 1.28.2.2 snj
1931 1.28.2.2 snj /* Stop TxQ/RxQ. */
1932 1.28.2.2 snj CSR_WRITE_4(sc, AGE_TXQ_CFG,
1933 1.28.2.2 snj CSR_READ_4(sc, AGE_TXQ_CFG) & ~TXQ_CFG_ENB);
1934 1.28.2.2 snj CSR_WRITE_4(sc, AGE_RXQ_CFG,
1935 1.28.2.2 snj CSR_READ_4(sc, AGE_RXQ_CFG) & ~RXQ_CFG_ENB);
1936 1.28.2.2 snj for (i = AGE_RESET_TIMEOUT; i > 0; i--) {
1937 1.28.2.2 snj if ((reg = CSR_READ_4(sc, AGE_IDLE_STATUS)) == 0)
1938 1.28.2.2 snj break;
1939 1.28.2.2 snj DELAY(10);
1940 1.28.2.2 snj }
1941 1.28.2.2 snj if (i == 0)
1942 1.28.2.2 snj printf("%s: stopping Rx/Tx MACs timed out(0x%08x)!\n",
1943 1.28.2.2 snj device_xname(sc->sc_dev), reg);
1944 1.28.2.2 snj
1945 1.28.2.2 snj /* Reclaim Rx buffers that have been processed. */
1946 1.28.2.2 snj if (sc->age_cdata.age_rxhead != NULL)
1947 1.28.2.2 snj m_freem(sc->age_cdata.age_rxhead);
1948 1.28.2.2 snj AGE_RXCHAIN_RESET(sc);
1949 1.28.2.2 snj
1950 1.28.2.2 snj /*
1951 1.28.2.2 snj * Free RX and TX mbufs still in the queues.
1952 1.28.2.2 snj */
1953 1.28.2.2 snj for (i = 0; i < AGE_RX_RING_CNT; i++) {
1954 1.28.2.2 snj rxd = &sc->age_cdata.age_rxdesc[i];
1955 1.28.2.2 snj if (rxd->rx_m != NULL) {
1956 1.28.2.2 snj bus_dmamap_unload(sc->sc_dmat, rxd->rx_dmamap);
1957 1.28.2.2 snj m_freem(rxd->rx_m);
1958 1.28.2.2 snj rxd->rx_m = NULL;
1959 1.28.2.2 snj }
1960 1.28.2.2 snj }
1961 1.28.2.2 snj for (i = 0; i < AGE_TX_RING_CNT; i++) {
1962 1.28.2.2 snj txd = &sc->age_cdata.age_txdesc[i];
1963 1.28.2.2 snj if (txd->tx_m != NULL) {
1964 1.28.2.2 snj bus_dmamap_unload(sc->sc_dmat, txd->tx_dmamap);
1965 1.28.2.2 snj m_freem(txd->tx_m);
1966 1.28.2.2 snj txd->tx_m = NULL;
1967 1.28.2.2 snj }
1968 1.28.2.2 snj }
1969 1.28.2.2 snj }
1970 1.28.2.2 snj
1971 1.28.2.2 snj static void
1972 1.28.2.2 snj age_stats_update(struct age_softc *sc)
1973 1.28.2.2 snj {
1974 1.28.2.2 snj struct ifnet *ifp = &sc->sc_ec.ec_if;
1975 1.28.2.2 snj struct age_stats *stat;
1976 1.28.2.2 snj struct smb *smb;
1977 1.28.2.2 snj
1978 1.28.2.2 snj stat = &sc->age_stat;
1979 1.28.2.2 snj
1980 1.28.2.2 snj bus_dmamap_sync(sc->sc_dmat, sc->age_cdata.age_smb_block_map, 0,
1981 1.28.2.2 snj sc->age_cdata.age_smb_block_map->dm_mapsize, BUS_DMASYNC_POSTREAD);
1982 1.28.2.2 snj
1983 1.28.2.2 snj smb = sc->age_rdata.age_smb_block;
1984 1.28.2.2 snj if (smb->updated == 0)
1985 1.28.2.2 snj return;
1986 1.28.2.2 snj
1987 1.28.2.2 snj /* Rx stats. */
1988 1.28.2.2 snj stat->rx_frames += smb->rx_frames;
1989 1.28.2.2 snj stat->rx_bcast_frames += smb->rx_bcast_frames;
1990 1.28.2.2 snj stat->rx_mcast_frames += smb->rx_mcast_frames;
1991 1.28.2.2 snj stat->rx_pause_frames += smb->rx_pause_frames;
1992 1.28.2.2 snj stat->rx_control_frames += smb->rx_control_frames;
1993 1.28.2.2 snj stat->rx_crcerrs += smb->rx_crcerrs;
1994 1.28.2.2 snj stat->rx_lenerrs += smb->rx_lenerrs;
1995 1.28.2.2 snj stat->rx_bytes += smb->rx_bytes;
1996 1.28.2.2 snj stat->rx_runts += smb->rx_runts;
1997 1.28.2.2 snj stat->rx_fragments += smb->rx_fragments;
1998 1.28.2.2 snj stat->rx_pkts_64 += smb->rx_pkts_64;
1999 1.28.2.2 snj stat->rx_pkts_65_127 += smb->rx_pkts_65_127;
2000 1.28.2.2 snj stat->rx_pkts_128_255 += smb->rx_pkts_128_255;
2001 1.28.2.2 snj stat->rx_pkts_256_511 += smb->rx_pkts_256_511;
2002 1.28.2.2 snj stat->rx_pkts_512_1023 += smb->rx_pkts_512_1023;
2003 1.28.2.2 snj stat->rx_pkts_1024_1518 += smb->rx_pkts_1024_1518;
2004 1.28.2.2 snj stat->rx_pkts_1519_max += smb->rx_pkts_1519_max;
2005 1.28.2.2 snj stat->rx_pkts_truncated += smb->rx_pkts_truncated;
2006 1.28.2.2 snj stat->rx_fifo_oflows += smb->rx_fifo_oflows;
2007 1.28.2.2 snj stat->rx_desc_oflows += smb->rx_desc_oflows;
2008 1.28.2.2 snj stat->rx_alignerrs += smb->rx_alignerrs;
2009 1.28.2.2 snj stat->rx_bcast_bytes += smb->rx_bcast_bytes;
2010 1.28.2.2 snj stat->rx_mcast_bytes += smb->rx_mcast_bytes;
2011 1.28.2.2 snj stat->rx_pkts_filtered += smb->rx_pkts_filtered;
2012 1.28.2.2 snj
2013 1.28.2.2 snj /* Tx stats. */
2014 1.28.2.2 snj stat->tx_frames += smb->tx_frames;
2015 1.28.2.2 snj stat->tx_bcast_frames += smb->tx_bcast_frames;
2016 1.28.2.2 snj stat->tx_mcast_frames += smb->tx_mcast_frames;
2017 1.28.2.2 snj stat->tx_pause_frames += smb->tx_pause_frames;
2018 1.28.2.2 snj stat->tx_excess_defer += smb->tx_excess_defer;
2019 1.28.2.2 snj stat->tx_control_frames += smb->tx_control_frames;
2020 1.28.2.2 snj stat->tx_deferred += smb->tx_deferred;
2021 1.28.2.2 snj stat->tx_bytes += smb->tx_bytes;
2022 1.28.2.2 snj stat->tx_pkts_64 += smb->tx_pkts_64;
2023 1.28.2.2 snj stat->tx_pkts_65_127 += smb->tx_pkts_65_127;
2024 1.28.2.2 snj stat->tx_pkts_128_255 += smb->tx_pkts_128_255;
2025 1.28.2.2 snj stat->tx_pkts_256_511 += smb->tx_pkts_256_511;
2026 1.28.2.2 snj stat->tx_pkts_512_1023 += smb->tx_pkts_512_1023;
2027 1.28.2.2 snj stat->tx_pkts_1024_1518 += smb->tx_pkts_1024_1518;
2028 1.28.2.2 snj stat->tx_pkts_1519_max += smb->tx_pkts_1519_max;
2029 1.28.2.2 snj stat->tx_single_colls += smb->tx_single_colls;
2030 1.28.2.2 snj stat->tx_multi_colls += smb->tx_multi_colls;
2031 1.28.2.2 snj stat->tx_late_colls += smb->tx_late_colls;
2032 1.28.2.2 snj stat->tx_excess_colls += smb->tx_excess_colls;
2033 1.28.2.2 snj stat->tx_underrun += smb->tx_underrun;
2034 1.28.2.2 snj stat->tx_desc_underrun += smb->tx_desc_underrun;
2035 1.28.2.2 snj stat->tx_lenerrs += smb->tx_lenerrs;
2036 1.28.2.2 snj stat->tx_pkts_truncated += smb->tx_pkts_truncated;
2037 1.28.2.2 snj stat->tx_bcast_bytes += smb->tx_bcast_bytes;
2038 1.28.2.2 snj stat->tx_mcast_bytes += smb->tx_mcast_bytes;
2039 1.28.2.2 snj
2040 1.28.2.2 snj /* Update counters in ifnet. */
2041 1.28.2.2 snj ifp->if_opackets += smb->tx_frames;
2042 1.28.2.2 snj
2043 1.28.2.2 snj ifp->if_collisions += smb->tx_single_colls +
2044 1.28.2.2 snj smb->tx_multi_colls + smb->tx_late_colls +
2045 1.28.2.2 snj smb->tx_excess_colls * HDPX_CFG_RETRY_DEFAULT;
2046 1.28.2.2 snj
2047 1.28.2.2 snj ifp->if_oerrors += smb->tx_excess_colls +
2048 1.28.2.2 snj smb->tx_late_colls + smb->tx_underrun +
2049 1.28.2.2 snj smb->tx_pkts_truncated;
2050 1.28.2.2 snj
2051 1.28.2.2 snj ifp->if_ipackets += smb->rx_frames;
2052 1.28.2.2 snj
2053 1.28.2.2 snj ifp->if_ierrors += smb->rx_crcerrs + smb->rx_lenerrs +
2054 1.28.2.2 snj smb->rx_runts + smb->rx_pkts_truncated +
2055 1.28.2.2 snj smb->rx_fifo_oflows + smb->rx_desc_oflows +
2056 1.28.2.2 snj smb->rx_alignerrs;
2057 1.28.2.2 snj
2058 1.28.2.2 snj /* Update done, clear. */
2059 1.28.2.2 snj smb->updated = 0;
2060 1.28.2.2 snj
2061 1.28.2.2 snj bus_dmamap_sync(sc->sc_dmat, sc->age_cdata.age_smb_block_map, 0,
2062 1.28.2.2 snj sc->age_cdata.age_smb_block_map->dm_mapsize, BUS_DMASYNC_PREWRITE);
2063 1.28.2.2 snj }
2064 1.28.2.2 snj
2065 1.28.2.2 snj static void
2066 1.28.2.2 snj age_stop_txmac(struct age_softc *sc)
2067 1.28.2.2 snj {
2068 1.28.2.2 snj uint32_t reg;
2069 1.28.2.2 snj int i;
2070 1.28.2.2 snj
2071 1.28.2.2 snj reg = CSR_READ_4(sc, AGE_MAC_CFG);
2072 1.28.2.2 snj if ((reg & MAC_CFG_TX_ENB) != 0) {
2073 1.28.2.2 snj reg &= ~MAC_CFG_TX_ENB;
2074 1.28.2.2 snj CSR_WRITE_4(sc, AGE_MAC_CFG, reg);
2075 1.28.2.2 snj }
2076 1.28.2.2 snj /* Stop Tx DMA engine. */
2077 1.28.2.2 snj reg = CSR_READ_4(sc, AGE_DMA_CFG);
2078 1.28.2.2 snj if ((reg & DMA_CFG_RD_ENB) != 0) {
2079 1.28.2.2 snj reg &= ~DMA_CFG_RD_ENB;
2080 1.28.2.2 snj CSR_WRITE_4(sc, AGE_DMA_CFG, reg);
2081 1.28.2.2 snj }
2082 1.28.2.2 snj for (i = AGE_RESET_TIMEOUT; i > 0; i--) {
2083 1.28.2.2 snj if ((CSR_READ_4(sc, AGE_IDLE_STATUS) &
2084 1.28.2.2 snj (IDLE_STATUS_TXMAC | IDLE_STATUS_DMARD)) == 0)
2085 1.28.2.2 snj break;
2086 1.28.2.2 snj DELAY(10);
2087 1.28.2.2 snj }
2088 1.28.2.2 snj if (i == 0)
2089 1.28.2.2 snj printf("%s: stopping TxMAC timeout!\n", device_xname(sc->sc_dev));
2090 1.28.2.2 snj }
2091 1.28.2.2 snj
2092 1.28.2.2 snj static void
2093 1.28.2.2 snj age_stop_rxmac(struct age_softc *sc)
2094 1.28.2.2 snj {
2095 1.28.2.2 snj uint32_t reg;
2096 1.28.2.2 snj int i;
2097 1.28.2.2 snj
2098 1.28.2.2 snj reg = CSR_READ_4(sc, AGE_MAC_CFG);
2099 1.28.2.2 snj if ((reg & MAC_CFG_RX_ENB) != 0) {
2100 1.28.2.2 snj reg &= ~MAC_CFG_RX_ENB;
2101 1.28.2.2 snj CSR_WRITE_4(sc, AGE_MAC_CFG, reg);
2102 1.28.2.2 snj }
2103 1.28.2.2 snj /* Stop Rx DMA engine. */
2104 1.28.2.2 snj reg = CSR_READ_4(sc, AGE_DMA_CFG);
2105 1.28.2.2 snj if ((reg & DMA_CFG_WR_ENB) != 0) {
2106 1.28.2.2 snj reg &= ~DMA_CFG_WR_ENB;
2107 1.28.2.2 snj CSR_WRITE_4(sc, AGE_DMA_CFG, reg);
2108 1.28.2.2 snj }
2109 1.28.2.2 snj for (i = AGE_RESET_TIMEOUT; i > 0; i--) {
2110 1.28.2.2 snj if ((CSR_READ_4(sc, AGE_IDLE_STATUS) &
2111 1.28.2.2 snj (IDLE_STATUS_RXMAC | IDLE_STATUS_DMAWR)) == 0)
2112 1.28.2.2 snj break;
2113 1.28.2.2 snj DELAY(10);
2114 1.28.2.2 snj }
2115 1.28.2.2 snj if (i == 0)
2116 1.28.2.2 snj printf("%s: stopping RxMAC timeout!\n", device_xname(sc->sc_dev));
2117 1.28.2.2 snj }
2118 1.28.2.2 snj
2119 1.28.2.2 snj static void
2120 1.28.2.2 snj age_init_tx_ring(struct age_softc *sc)
2121 1.28.2.2 snj {
2122 1.28.2.2 snj struct age_ring_data *rd;
2123 1.28.2.2 snj struct age_txdesc *txd;
2124 1.28.2.2 snj int i;
2125 1.28.2.2 snj
2126 1.28.2.2 snj sc->age_cdata.age_tx_prod = 0;
2127 1.28.2.2 snj sc->age_cdata.age_tx_cons = 0;
2128 1.28.2.2 snj sc->age_cdata.age_tx_cnt = 0;
2129 1.28.2.2 snj
2130 1.28.2.2 snj rd = &sc->age_rdata;
2131 1.28.2.2 snj memset(rd->age_tx_ring, 0, AGE_TX_RING_SZ);
2132 1.28.2.2 snj for (i = 0; i < AGE_TX_RING_CNT; i++) {
2133 1.28.2.2 snj txd = &sc->age_cdata.age_txdesc[i];
2134 1.28.2.2 snj txd->tx_desc = &rd->age_tx_ring[i];
2135 1.28.2.2 snj txd->tx_m = NULL;
2136 1.28.2.2 snj }
2137 1.28.2.2 snj bus_dmamap_sync(sc->sc_dmat, sc->age_cdata.age_tx_ring_map, 0,
2138 1.28.2.2 snj sc->age_cdata.age_tx_ring_map->dm_mapsize, BUS_DMASYNC_PREWRITE);
2139 1.28.2.2 snj }
2140 1.28.2.2 snj
2141 1.28.2.2 snj static int
2142 1.28.2.2 snj age_init_rx_ring(struct age_softc *sc)
2143 1.28.2.2 snj {
2144 1.28.2.2 snj struct age_ring_data *rd;
2145 1.28.2.2 snj struct age_rxdesc *rxd;
2146 1.28.2.2 snj int i;
2147 1.28.2.2 snj
2148 1.28.2.2 snj sc->age_cdata.age_rx_cons = AGE_RX_RING_CNT - 1;
2149 1.28.2.2 snj rd = &sc->age_rdata;
2150 1.28.2.2 snj memset(rd->age_rx_ring, 0, AGE_RX_RING_SZ);
2151 1.28.2.2 snj for (i = 0; i < AGE_RX_RING_CNT; i++) {
2152 1.28.2.2 snj rxd = &sc->age_cdata.age_rxdesc[i];
2153 1.28.2.2 snj rxd->rx_m = NULL;
2154 1.28.2.2 snj rxd->rx_desc = &rd->age_rx_ring[i];
2155 1.28.2.2 snj if (age_newbuf(sc, rxd, 1) != 0)
2156 1.28.2.2 snj return ENOBUFS;
2157 1.28.2.2 snj }
2158 1.28.2.2 snj
2159 1.28.2.2 snj bus_dmamap_sync(sc->sc_dmat, sc->age_cdata.age_rx_ring_map, 0,
2160 1.28.2.2 snj sc->age_cdata.age_rx_ring_map->dm_mapsize, BUS_DMASYNC_PREWRITE);
2161 1.28.2.2 snj
2162 1.28.2.2 snj return 0;
2163 1.28.2.2 snj }
2164 1.28.2.2 snj
2165 1.28.2.2 snj static void
2166 1.28.2.2 snj age_init_rr_ring(struct age_softc *sc)
2167 1.28.2.2 snj {
2168 1.28.2.2 snj struct age_ring_data *rd;
2169 1.28.2.2 snj
2170 1.28.2.2 snj sc->age_cdata.age_rr_cons = 0;
2171 1.28.2.2 snj AGE_RXCHAIN_RESET(sc);
2172 1.28.2.2 snj
2173 1.28.2.2 snj rd = &sc->age_rdata;
2174 1.28.2.2 snj memset(rd->age_rr_ring, 0, AGE_RR_RING_SZ);
2175 1.28.2.2 snj bus_dmamap_sync(sc->sc_dmat, sc->age_cdata.age_rr_ring_map, 0,
2176 1.28.2.2 snj sc->age_cdata.age_rr_ring_map->dm_mapsize, BUS_DMASYNC_PREWRITE);
2177 1.28.2.2 snj }
2178 1.28.2.2 snj
2179 1.28.2.2 snj static void
2180 1.28.2.2 snj age_init_cmb_block(struct age_softc *sc)
2181 1.28.2.2 snj {
2182 1.28.2.2 snj struct age_ring_data *rd;
2183 1.28.2.2 snj
2184 1.28.2.2 snj rd = &sc->age_rdata;
2185 1.28.2.2 snj memset(rd->age_cmb_block, 0, AGE_CMB_BLOCK_SZ);
2186 1.28.2.2 snj bus_dmamap_sync(sc->sc_dmat, sc->age_cdata.age_cmb_block_map, 0,
2187 1.28.2.2 snj sc->age_cdata.age_cmb_block_map->dm_mapsize, BUS_DMASYNC_PREWRITE);
2188 1.28.2.2 snj }
2189 1.28.2.2 snj
2190 1.28.2.2 snj static void
2191 1.28.2.2 snj age_init_smb_block(struct age_softc *sc)
2192 1.28.2.2 snj {
2193 1.28.2.2 snj struct age_ring_data *rd;
2194 1.28.2.2 snj
2195 1.28.2.2 snj rd = &sc->age_rdata;
2196 1.28.2.2 snj memset(rd->age_smb_block, 0, AGE_SMB_BLOCK_SZ);
2197 1.28.2.2 snj bus_dmamap_sync(sc->sc_dmat, sc->age_cdata.age_smb_block_map, 0,
2198 1.28.2.2 snj sc->age_cdata.age_smb_block_map->dm_mapsize, BUS_DMASYNC_PREWRITE);
2199 1.28.2.2 snj }
2200 1.28.2.2 snj
2201 1.28.2.2 snj static int
2202 1.28.2.2 snj age_newbuf(struct age_softc *sc, struct age_rxdesc *rxd, int init)
2203 1.28.2.2 snj {
2204 1.28.2.2 snj struct rx_desc *desc;
2205 1.28.2.2 snj struct mbuf *m;
2206 1.28.2.2 snj bus_dmamap_t map;
2207 1.28.2.2 snj int error;
2208 1.28.2.2 snj
2209 1.28.2.2 snj MGETHDR(m, init ? M_WAITOK : M_DONTWAIT, MT_DATA);
2210 1.28.2.2 snj if (m == NULL)
2211 1.28.2.2 snj return ENOBUFS;
2212 1.28.2.2 snj MCLGET(m, init ? M_WAITOK : M_DONTWAIT);
2213 1.28.2.2 snj if (!(m->m_flags & M_EXT)) {
2214 1.28.2.2 snj m_freem(m);
2215 1.28.2.2 snj return ENOBUFS;
2216 1.28.2.2 snj }
2217 1.28.2.2 snj
2218 1.28.2.2 snj m->m_len = m->m_pkthdr.len = MCLBYTES;
2219 1.28.2.2 snj m_adj(m, ETHER_ALIGN);
2220 1.28.2.2 snj
2221 1.28.2.2 snj error = bus_dmamap_load_mbuf(sc->sc_dmat,
2222 1.28.2.2 snj sc->age_cdata.age_rx_sparemap, m, BUS_DMA_NOWAIT);
2223 1.28.2.2 snj
2224 1.28.2.2 snj if (error != 0) {
2225 1.28.2.2 snj if (!error) {
2226 1.28.2.2 snj bus_dmamap_unload(sc->sc_dmat,
2227 1.28.2.2 snj sc->age_cdata.age_rx_sparemap);
2228 1.28.2.2 snj error = EFBIG;
2229 1.28.2.2 snj printf("%s: too many segments?!\n",
2230 1.28.2.2 snj device_xname(sc->sc_dev));
2231 1.28.2.2 snj }
2232 1.28.2.2 snj m_freem(m);
2233 1.28.2.2 snj
2234 1.28.2.2 snj if (init)
2235 1.28.2.2 snj printf("%s: can't load RX mbuf\n", device_xname(sc->sc_dev));
2236 1.28.2.2 snj return error;
2237 1.28.2.2 snj }
2238 1.28.2.2 snj
2239 1.28.2.2 snj if (rxd->rx_m != NULL) {
2240 1.28.2.2 snj bus_dmamap_sync(sc->sc_dmat, rxd->rx_dmamap, 0,
2241 1.28.2.2 snj rxd->rx_dmamap->dm_mapsize, BUS_DMASYNC_POSTREAD);
2242 1.28.2.2 snj bus_dmamap_unload(sc->sc_dmat, rxd->rx_dmamap);
2243 1.28.2.2 snj }
2244 1.28.2.2 snj map = rxd->rx_dmamap;
2245 1.28.2.2 snj rxd->rx_dmamap = sc->age_cdata.age_rx_sparemap;
2246 1.28.2.2 snj sc->age_cdata.age_rx_sparemap = map;
2247 1.28.2.2 snj rxd->rx_m = m;
2248 1.28.2.2 snj
2249 1.28.2.2 snj desc = rxd->rx_desc;
2250 1.28.2.2 snj desc->addr = htole64(rxd->rx_dmamap->dm_segs[0].ds_addr);
2251 1.28.2.2 snj desc->len =
2252 1.28.2.2 snj htole32((rxd->rx_dmamap->dm_segs[0].ds_len & AGE_RD_LEN_MASK) <<
2253 1.28.2.2 snj AGE_RD_LEN_SHIFT);
2254 1.28.2.2 snj
2255 1.28.2.2 snj return 0;
2256 1.28.2.2 snj }
2257 1.28.2.2 snj
2258 1.28.2.2 snj static void
2259 1.28.2.2 snj age_rxvlan(struct age_softc *sc)
2260 1.28.2.2 snj {
2261 1.28.2.2 snj uint32_t reg;
2262 1.28.2.2 snj
2263 1.28.2.2 snj reg = CSR_READ_4(sc, AGE_MAC_CFG);
2264 1.28.2.2 snj reg &= ~MAC_CFG_VLAN_TAG_STRIP;
2265 1.28.2.2 snj if (sc->sc_ec.ec_capabilities & ETHERCAP_VLAN_HWTAGGING)
2266 1.28.2.2 snj reg |= MAC_CFG_VLAN_TAG_STRIP;
2267 1.28.2.2 snj CSR_WRITE_4(sc, AGE_MAC_CFG, reg);
2268 1.28.2.2 snj }
2269 1.28.2.2 snj
2270 1.28.2.2 snj static void
2271 1.28.2.2 snj age_rxfilter(struct age_softc *sc)
2272 1.28.2.2 snj {
2273 1.28.2.2 snj struct ethercom *ec = &sc->sc_ec;
2274 1.28.2.2 snj struct ifnet *ifp = &sc->sc_ec.ec_if;
2275 1.28.2.2 snj struct ether_multi *enm;
2276 1.28.2.2 snj struct ether_multistep step;
2277 1.28.2.2 snj uint32_t crc;
2278 1.28.2.2 snj uint32_t mchash[2];
2279 1.28.2.2 snj uint32_t rxcfg;
2280 1.28.2.2 snj
2281 1.28.2.2 snj rxcfg = CSR_READ_4(sc, AGE_MAC_CFG);
2282 1.28.2.2 snj rxcfg &= ~(MAC_CFG_ALLMULTI | MAC_CFG_BCAST | MAC_CFG_PROMISC);
2283 1.28.2.2 snj ifp->if_flags &= ~IFF_ALLMULTI;
2284 1.28.2.2 snj
2285 1.28.2.2 snj /*
2286 1.28.2.2 snj * Always accept broadcast frames.
2287 1.28.2.2 snj */
2288 1.28.2.2 snj rxcfg |= MAC_CFG_BCAST;
2289 1.28.2.2 snj
2290 1.28.2.2 snj if (ifp->if_flags & IFF_PROMISC || ec->ec_multicnt > 0) {
2291 1.28.2.2 snj ifp->if_flags |= IFF_ALLMULTI;
2292 1.28.2.2 snj if (ifp->if_flags & IFF_PROMISC)
2293 1.28.2.2 snj rxcfg |= MAC_CFG_PROMISC;
2294 1.28.2.2 snj else
2295 1.28.2.2 snj rxcfg |= MAC_CFG_ALLMULTI;
2296 1.28.2.2 snj mchash[0] = mchash[1] = 0xFFFFFFFF;
2297 1.28.2.2 snj } else {
2298 1.28.2.2 snj /* Program new filter. */
2299 1.28.2.2 snj memset(mchash, 0, sizeof(mchash));
2300 1.28.2.2 snj
2301 1.28.2.2 snj ETHER_FIRST_MULTI(step, ec, enm);
2302 1.28.2.2 snj while (enm != NULL) {
2303 1.28.2.2 snj crc = ether_crc32_le(enm->enm_addrlo, ETHER_ADDR_LEN);
2304 1.28.2.2 snj mchash[crc >> 31] |= 1 << ((crc >> 26) & 0x1f);
2305 1.28.2.2 snj ETHER_NEXT_MULTI(step, enm);
2306 1.28.2.2 snj }
2307 1.28.2.2 snj }
2308 1.28.2.2 snj
2309 1.28.2.2 snj CSR_WRITE_4(sc, AGE_MAR0, mchash[0]);
2310 1.28.2.2 snj CSR_WRITE_4(sc, AGE_MAR1, mchash[1]);
2311 1.28.2.2 snj CSR_WRITE_4(sc, AGE_MAC_CFG, rxcfg);
2312 1.28.2.2 snj }
2313