if_wm.c revision 1.347 1 1.347 msaitoh /* $NetBSD: if_wm.c,v 1.347 2015/09/07 15:19:05 msaitoh Exp $ */
2 1.1 thorpej
3 1.1 thorpej /*
4 1.69 thorpej * Copyright (c) 2001, 2002, 2003, 2004 Wasabi Systems, Inc.
5 1.1 thorpej * All rights reserved.
6 1.1 thorpej *
7 1.1 thorpej * Written by Jason R. Thorpe for Wasabi Systems, Inc.
8 1.1 thorpej *
9 1.1 thorpej * Redistribution and use in source and binary forms, with or without
10 1.1 thorpej * modification, are permitted provided that the following conditions
11 1.1 thorpej * are met:
12 1.1 thorpej * 1. Redistributions of source code must retain the above copyright
13 1.1 thorpej * notice, this list of conditions and the following disclaimer.
14 1.1 thorpej * 2. Redistributions in binary form must reproduce the above copyright
15 1.1 thorpej * notice, this list of conditions and the following disclaimer in the
16 1.1 thorpej * documentation and/or other materials provided with the distribution.
17 1.1 thorpej * 3. All advertising materials mentioning features or use of this software
18 1.1 thorpej * must display the following acknowledgement:
19 1.1 thorpej * This product includes software developed for the NetBSD Project by
20 1.1 thorpej * Wasabi Systems, Inc.
21 1.1 thorpej * 4. The name of Wasabi Systems, Inc. may not be used to endorse
22 1.1 thorpej * or promote products derived from this software without specific prior
23 1.1 thorpej * written permission.
24 1.1 thorpej *
25 1.1 thorpej * THIS SOFTWARE IS PROVIDED BY WASABI SYSTEMS, INC. ``AS IS'' AND
26 1.1 thorpej * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
27 1.1 thorpej * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
28 1.1 thorpej * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL WASABI SYSTEMS, INC
29 1.1 thorpej * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
30 1.1 thorpej * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
31 1.1 thorpej * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
32 1.1 thorpej * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
33 1.1 thorpej * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
34 1.1 thorpej * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
35 1.1 thorpej * POSSIBILITY OF SUCH DAMAGE.
36 1.1 thorpej */
37 1.1 thorpej
38 1.139 bouyer /*******************************************************************************
39 1.139 bouyer
40 1.246 christos Copyright (c) 2001-2005, Intel Corporation
41 1.139 bouyer All rights reserved.
42 1.246 christos
43 1.246 christos Redistribution and use in source and binary forms, with or without
44 1.139 bouyer modification, are permitted provided that the following conditions are met:
45 1.246 christos
46 1.246 christos 1. Redistributions of source code must retain the above copyright notice,
47 1.139 bouyer this list of conditions and the following disclaimer.
48 1.246 christos
49 1.246 christos 2. Redistributions in binary form must reproduce the above copyright
50 1.246 christos notice, this list of conditions and the following disclaimer in the
51 1.139 bouyer documentation and/or other materials provided with the distribution.
52 1.246 christos
53 1.246 christos 3. Neither the name of the Intel Corporation nor the names of its
54 1.246 christos contributors may be used to endorse or promote products derived from
55 1.139 bouyer this software without specific prior written permission.
56 1.246 christos
57 1.139 bouyer THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
58 1.246 christos AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
59 1.246 christos IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
60 1.246 christos ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
61 1.246 christos LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
62 1.246 christos CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
63 1.246 christos SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
64 1.246 christos INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
65 1.246 christos CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
66 1.139 bouyer ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
67 1.139 bouyer POSSIBILITY OF SUCH DAMAGE.
68 1.139 bouyer
69 1.139 bouyer *******************************************************************************/
70 1.1 thorpej /*
71 1.11 thorpej * Device driver for the Intel i8254x family of Gigabit Ethernet chips.
72 1.1 thorpej *
73 1.1 thorpej * TODO (in order of importance):
74 1.1 thorpej *
75 1.288 msaitoh * - Check XXX'ed comments
76 1.286 msaitoh * - EEE (Energy Efficiency Ethernet)
77 1.347 msaitoh * - Multi queue
78 1.347 msaitoh * - Image Unique ID
79 1.347 msaitoh * - LPLU other than PCH*
80 1.286 msaitoh * - Virtual Function
81 1.286 msaitoh * - Set LED correctly (based on contents in EEPROM)
82 1.61 thorpej * - Rework how parameters are loaded from the EEPROM.
83 1.1 thorpej */
84 1.38 lukem
85 1.38 lukem #include <sys/cdefs.h>
86 1.347 msaitoh __KERNEL_RCSID(0, "$NetBSD: if_wm.c,v 1.347 2015/09/07 15:19:05 msaitoh Exp $");
87 1.309 ozaki
88 1.309 ozaki #ifdef _KERNEL_OPT
89 1.309 ozaki #include "opt_net_mpsafe.h"
90 1.309 ozaki #endif
91 1.1 thorpej
92 1.1 thorpej #include <sys/param.h>
93 1.1 thorpej #include <sys/systm.h>
94 1.96 perry #include <sys/callout.h>
95 1.1 thorpej #include <sys/mbuf.h>
96 1.1 thorpej #include <sys/malloc.h>
97 1.1 thorpej #include <sys/kernel.h>
98 1.1 thorpej #include <sys/socket.h>
99 1.1 thorpej #include <sys/ioctl.h>
100 1.1 thorpej #include <sys/errno.h>
101 1.1 thorpej #include <sys/device.h>
102 1.1 thorpej #include <sys/queue.h>
103 1.84 thorpej #include <sys/syslog.h>
104 1.346 knakahar #include <sys/interrupt.h>
105 1.1 thorpej
106 1.315 riastrad #include <sys/rndsource.h>
107 1.21 itojun
108 1.1 thorpej #include <net/if.h>
109 1.96 perry #include <net/if_dl.h>
110 1.1 thorpej #include <net/if_media.h>
111 1.1 thorpej #include <net/if_ether.h>
112 1.1 thorpej
113 1.1 thorpej #include <net/bpf.h>
114 1.1 thorpej
115 1.1 thorpej #include <netinet/in.h> /* XXX for struct ip */
116 1.1 thorpej #include <netinet/in_systm.h> /* XXX for struct ip */
117 1.1 thorpej #include <netinet/ip.h> /* XXX for struct ip */
118 1.131 yamt #include <netinet/ip6.h> /* XXX for struct ip6_hdr */
119 1.13 thorpej #include <netinet/tcp.h> /* XXX for struct tcphdr */
120 1.1 thorpej
121 1.147 ad #include <sys/bus.h>
122 1.147 ad #include <sys/intr.h>
123 1.1 thorpej #include <machine/endian.h>
124 1.1 thorpej
125 1.1 thorpej #include <dev/mii/mii.h>
126 1.1 thorpej #include <dev/mii/miivar.h>
127 1.202 msaitoh #include <dev/mii/miidevs.h>
128 1.1 thorpej #include <dev/mii/mii_bitbang.h>
129 1.127 bouyer #include <dev/mii/ikphyreg.h>
130 1.191 msaitoh #include <dev/mii/igphyreg.h>
131 1.202 msaitoh #include <dev/mii/igphyvar.h>
132 1.192 msaitoh #include <dev/mii/inbmphyreg.h>
133 1.1 thorpej
134 1.1 thorpej #include <dev/pci/pcireg.h>
135 1.1 thorpej #include <dev/pci/pcivar.h>
136 1.1 thorpej #include <dev/pci/pcidevs.h>
137 1.1 thorpej
138 1.1 thorpej #include <dev/pci/if_wmreg.h>
139 1.182 msaitoh #include <dev/pci/if_wmvar.h>
140 1.1 thorpej
141 1.1 thorpej #ifdef WM_DEBUG
142 1.1 thorpej #define WM_DEBUG_LINK 0x01
143 1.1 thorpej #define WM_DEBUG_TX 0x02
144 1.1 thorpej #define WM_DEBUG_RX 0x04
145 1.1 thorpej #define WM_DEBUG_GMII 0x08
146 1.203 msaitoh #define WM_DEBUG_MANAGE 0x10
147 1.240 msaitoh #define WM_DEBUG_NVM 0x20
148 1.203 msaitoh int wm_debug = WM_DEBUG_TX | WM_DEBUG_RX | WM_DEBUG_LINK | WM_DEBUG_GMII
149 1.240 msaitoh | WM_DEBUG_MANAGE | WM_DEBUG_NVM;
150 1.1 thorpej
151 1.1 thorpej #define DPRINTF(x, y) if (wm_debug & (x)) printf y
152 1.1 thorpej #else
153 1.1 thorpej #define DPRINTF(x, y) /* nothing */
154 1.1 thorpej #endif /* WM_DEBUG */
155 1.1 thorpej
156 1.272 ozaki #ifdef NET_MPSAFE
157 1.272 ozaki #define WM_MPSAFE 1
158 1.272 ozaki #endif
159 1.272 ozaki
160 1.335 msaitoh #ifdef __HAVE_PCI_MSI_MSIX
161 1.341 knakahar #define WM_MSI_MSIX 1 /* Enable by default */
162 1.335 msaitoh #endif
163 1.335 msaitoh
164 1.335 msaitoh /*
165 1.335 msaitoh * This device driver divides interrupt to TX, RX and link state.
166 1.335 msaitoh * Each MSI-X vector indexes are below.
167 1.335 msaitoh */
168 1.340 knakahar #define WM_MSIX_NINTR 3
169 1.340 knakahar #define WM_MSIX_TXINTR_IDX 0
170 1.340 knakahar #define WM_MSIX_RXINTR_IDX 1
171 1.340 knakahar #define WM_MSIX_LINKINTR_IDX 2
172 1.340 knakahar #define WM_MAX_NINTR WM_MSIX_NINTR
173 1.335 msaitoh
174 1.335 msaitoh /*
175 1.335 msaitoh * This device driver set affinity to each interrupts like below (round-robin).
176 1.335 msaitoh * If the number CPUs is less than the number of interrupts, this driver usase
177 1.335 msaitoh * the same CPU for multiple interrupts.
178 1.335 msaitoh */
179 1.340 knakahar #define WM_MSIX_TXINTR_CPUID 0
180 1.340 knakahar #define WM_MSIX_RXINTR_CPUID 1
181 1.340 knakahar #define WM_MSIX_LINKINTR_CPUID 2
182 1.335 msaitoh
183 1.1 thorpej /*
184 1.2 thorpej * Transmit descriptor list size. Due to errata, we can only have
185 1.75 thorpej * 256 hardware descriptors in the ring on < 82544, but we use 4096
186 1.75 thorpej * on >= 82544. We tell the upper layers that they can queue a lot
187 1.75 thorpej * of packets, and we go ahead and manage up to 64 (16 for the i82547)
188 1.75 thorpej * of them at a time.
189 1.75 thorpej *
190 1.75 thorpej * We allow up to 256 (!) DMA segments per packet. Pathological packet
191 1.75 thorpej * chains containing many small mbufs have been observed in zero-copy
192 1.75 thorpej * situations with jumbo frames.
193 1.1 thorpej */
194 1.75 thorpej #define WM_NTXSEGS 256
195 1.2 thorpej #define WM_IFQUEUELEN 256
196 1.74 tron #define WM_TXQUEUELEN_MAX 64
197 1.74 tron #define WM_TXQUEUELEN_MAX_82547 16
198 1.74 tron #define WM_TXQUEUELEN(sc) ((sc)->sc_txnum)
199 1.74 tron #define WM_TXQUEUELEN_MASK(sc) (WM_TXQUEUELEN(sc) - 1)
200 1.74 tron #define WM_TXQUEUE_GC(sc) (WM_TXQUEUELEN(sc) / 8)
201 1.75 thorpej #define WM_NTXDESC_82542 256
202 1.75 thorpej #define WM_NTXDESC_82544 4096
203 1.75 thorpej #define WM_NTXDESC(sc) ((sc)->sc_ntxdesc)
204 1.75 thorpej #define WM_NTXDESC_MASK(sc) (WM_NTXDESC(sc) - 1)
205 1.75 thorpej #define WM_TXDESCSIZE(sc) (WM_NTXDESC(sc) * sizeof(wiseman_txdesc_t))
206 1.75 thorpej #define WM_NEXTTX(sc, x) (((x) + 1) & WM_NTXDESC_MASK(sc))
207 1.74 tron #define WM_NEXTTXS(sc, x) (((x) + 1) & WM_TXQUEUELEN_MASK(sc))
208 1.1 thorpej
209 1.269 tls #define WM_MAXTXDMA (2 * round_page(IP_MAXPACKET)) /* for TSO */
210 1.82 thorpej
211 1.1 thorpej /*
212 1.1 thorpej * Receive descriptor list size. We have one Rx buffer for normal
213 1.1 thorpej * sized packets. Jumbo packets consume 5 Rx buffers for a full-sized
214 1.10 thorpej * packet. We allocate 256 receive descriptors, each with a 2k
215 1.10 thorpej * buffer (MCLBYTES), which gives us room for 50 jumbo packets.
216 1.1 thorpej */
217 1.10 thorpej #define WM_NRXDESC 256
218 1.1 thorpej #define WM_NRXDESC_MASK (WM_NRXDESC - 1)
219 1.1 thorpej #define WM_NEXTRX(x) (((x) + 1) & WM_NRXDESC_MASK)
220 1.1 thorpej #define WM_PREVRX(x) (((x) - 1) & WM_NRXDESC_MASK)
221 1.1 thorpej
222 1.1 thorpej /*
223 1.1 thorpej * Control structures are DMA'd to the i82542 chip. We allocate them in
224 1.105 skrll * a single clump that maps to a single DMA segment to make several things
225 1.1 thorpej * easier.
226 1.1 thorpej */
227 1.75 thorpej struct wm_control_data_82544 {
228 1.1 thorpej /*
229 1.75 thorpej * The receive descriptors.
230 1.1 thorpej */
231 1.75 thorpej wiseman_rxdesc_t wcd_rxdescs[WM_NRXDESC];
232 1.1 thorpej
233 1.1 thorpej /*
234 1.75 thorpej * The transmit descriptors. Put these at the end, because
235 1.75 thorpej * we might use a smaller number of them.
236 1.1 thorpej */
237 1.232 bouyer union {
238 1.232 bouyer wiseman_txdesc_t wcdu_txdescs[WM_NTXDESC_82544];
239 1.232 bouyer nq_txdesc_t wcdu_nq_txdescs[WM_NTXDESC_82544];
240 1.232 bouyer } wdc_u;
241 1.75 thorpej };
242 1.75 thorpej
243 1.75 thorpej struct wm_control_data_82542 {
244 1.1 thorpej wiseman_rxdesc_t wcd_rxdescs[WM_NRXDESC];
245 1.75 thorpej wiseman_txdesc_t wcd_txdescs[WM_NTXDESC_82542];
246 1.1 thorpej };
247 1.1 thorpej
248 1.75 thorpej #define WM_CDOFF(x) offsetof(struct wm_control_data_82544, x)
249 1.232 bouyer #define WM_CDTXOFF(x) WM_CDOFF(wdc_u.wcdu_txdescs[(x)])
250 1.1 thorpej #define WM_CDRXOFF(x) WM_CDOFF(wcd_rxdescs[(x)])
251 1.1 thorpej
252 1.1 thorpej /*
253 1.1 thorpej * Software state for transmit jobs.
254 1.1 thorpej */
255 1.1 thorpej struct wm_txsoft {
256 1.1 thorpej struct mbuf *txs_mbuf; /* head of our mbuf chain */
257 1.1 thorpej bus_dmamap_t txs_dmamap; /* our DMA map */
258 1.1 thorpej int txs_firstdesc; /* first descriptor in packet */
259 1.1 thorpej int txs_lastdesc; /* last descriptor in packet */
260 1.4 thorpej int txs_ndesc; /* # of descriptors used */
261 1.1 thorpej };
262 1.1 thorpej
263 1.1 thorpej /*
264 1.1 thorpej * Software state for receive buffers. Each descriptor gets a
265 1.1 thorpej * 2k (MCLBYTES) buffer and a DMA map. For packets which fill
266 1.1 thorpej * more than one buffer, we chain them together.
267 1.1 thorpej */
268 1.1 thorpej struct wm_rxsoft {
269 1.1 thorpej struct mbuf *rxs_mbuf; /* head of our mbuf chain */
270 1.1 thorpej bus_dmamap_t rxs_dmamap; /* our DMA map */
271 1.1 thorpej };
272 1.1 thorpej
273 1.173 msaitoh #define WM_LINKUP_TIMEOUT 50
274 1.173 msaitoh
275 1.199 msaitoh static uint16_t swfwphysem[] = {
276 1.199 msaitoh SWFW_PHY0_SM,
277 1.199 msaitoh SWFW_PHY1_SM,
278 1.199 msaitoh SWFW_PHY2_SM,
279 1.199 msaitoh SWFW_PHY3_SM
280 1.199 msaitoh };
281 1.199 msaitoh
282 1.320 msaitoh static const uint32_t wm_82580_rxpbs_table[] = {
283 1.320 msaitoh 36, 72, 144, 1, 2, 4, 8, 16, 35, 70, 140
284 1.320 msaitoh };
285 1.320 msaitoh
286 1.1 thorpej /*
287 1.1 thorpej * Software state per device.
288 1.1 thorpej */
289 1.1 thorpej struct wm_softc {
290 1.160 christos device_t sc_dev; /* generic device information */
291 1.1 thorpej bus_space_tag_t sc_st; /* bus space tag */
292 1.1 thorpej bus_space_handle_t sc_sh; /* bus space handle */
293 1.204 msaitoh bus_size_t sc_ss; /* bus space size */
294 1.53 thorpej bus_space_tag_t sc_iot; /* I/O space tag */
295 1.53 thorpej bus_space_handle_t sc_ioh; /* I/O space handle */
296 1.212 jakllsch bus_size_t sc_ios; /* I/O space size */
297 1.139 bouyer bus_space_tag_t sc_flasht; /* flash registers space tag */
298 1.139 bouyer bus_space_handle_t sc_flashh; /* flash registers space handle */
299 1.336 msaitoh bus_size_t sc_flashs; /* flash registers space size */
300 1.1 thorpej bus_dma_tag_t sc_dmat; /* bus DMA tag */
301 1.199 msaitoh
302 1.1 thorpej struct ethercom sc_ethercom; /* ethernet common data */
303 1.199 msaitoh struct mii_data sc_mii; /* MII/media information */
304 1.199 msaitoh
305 1.123 jmcneill pci_chipset_tag_t sc_pc;
306 1.123 jmcneill pcitag_t sc_pcitag;
307 1.199 msaitoh int sc_bus_speed; /* PCI/PCIX bus speed */
308 1.281 msaitoh int sc_pcixe_capoff; /* PCI[Xe] capability reg offset */
309 1.1 thorpej
310 1.304 msaitoh uint16_t sc_pcidevid; /* PCI device ID */
311 1.192 msaitoh wm_chip_type sc_type; /* MAC type */
312 1.192 msaitoh int sc_rev; /* MAC revision */
313 1.192 msaitoh wm_phy_type sc_phytype; /* PHY type */
314 1.292 msaitoh uint32_t sc_mediatype; /* Media type (Copper, Fiber, SERDES)*/
315 1.311 msaitoh #define WM_MEDIATYPE_UNKNOWN 0x00
316 1.311 msaitoh #define WM_MEDIATYPE_FIBER 0x01
317 1.311 msaitoh #define WM_MEDIATYPE_COPPER 0x02
318 1.311 msaitoh #define WM_MEDIATYPE_SERDES 0x03 /* Internal SERDES */
319 1.199 msaitoh int sc_funcid; /* unit number of the chip (0 to 3) */
320 1.1 thorpej int sc_flags; /* flags; see below */
321 1.179 msaitoh int sc_if_flags; /* last if_flags */
322 1.71 thorpej int sc_flowflags; /* 802.3x flow control flags */
323 1.199 msaitoh int sc_align_tweak;
324 1.1 thorpej
325 1.335 msaitoh void *sc_ihs[WM_MAX_NINTR]; /*
326 1.335 msaitoh * interrupt cookie.
327 1.335 msaitoh * legacy and msi use sc_ihs[0].
328 1.335 msaitoh */
329 1.335 msaitoh pci_intr_handle_t *sc_intrs; /* legacy and msi use sc_intrs[0] */
330 1.335 msaitoh int sc_nintrs; /* number of interrupts */
331 1.335 msaitoh
332 1.199 msaitoh callout_t sc_tick_ch; /* tick callout */
333 1.272 ozaki bool sc_stopping;
334 1.1 thorpej
335 1.328 msaitoh int sc_nvm_ver_major;
336 1.328 msaitoh int sc_nvm_ver_minor;
337 1.294 msaitoh int sc_nvm_addrbits; /* NVM address bits */
338 1.328 msaitoh unsigned int sc_nvm_wordsize; /* NVM word size */
339 1.199 msaitoh int sc_ich8_flash_base;
340 1.199 msaitoh int sc_ich8_flash_bank_size;
341 1.199 msaitoh int sc_nvm_k1_enabled;
342 1.42 thorpej
343 1.281 msaitoh /* Software state for the transmit and receive descriptors. */
344 1.203 msaitoh int sc_txnum; /* must be a power of two */
345 1.203 msaitoh struct wm_txsoft sc_txsoft[WM_TXQUEUELEN_MAX];
346 1.203 msaitoh struct wm_rxsoft sc_rxsoft[WM_NRXDESC];
347 1.1 thorpej
348 1.281 msaitoh /* Control data structures. */
349 1.201 msaitoh int sc_ntxdesc; /* must be a power of two */
350 1.75 thorpej struct wm_control_data_82544 *sc_control_data;
351 1.201 msaitoh bus_dmamap_t sc_cddmamap; /* control data DMA map */
352 1.201 msaitoh bus_dma_segment_t sc_cd_seg; /* control data segment */
353 1.201 msaitoh int sc_cd_rseg; /* real number of control segment */
354 1.201 msaitoh size_t sc_cd_size; /* control data size */
355 1.201 msaitoh #define sc_cddma sc_cddmamap->dm_segs[0].ds_addr
356 1.232 bouyer #define sc_txdescs sc_control_data->wdc_u.wcdu_txdescs
357 1.232 bouyer #define sc_nq_txdescs sc_control_data->wdc_u.wcdu_nq_txdescs
358 1.1 thorpej #define sc_rxdescs sc_control_data->wcd_rxdescs
359 1.1 thorpej
360 1.1 thorpej #ifdef WM_EVENT_COUNTERS
361 1.1 thorpej /* Event counters. */
362 1.1 thorpej struct evcnt sc_ev_txsstall; /* Tx stalled due to no txs */
363 1.1 thorpej struct evcnt sc_ev_txdstall; /* Tx stalled due to no txd */
364 1.78 thorpej struct evcnt sc_ev_txfifo_stall;/* Tx FIFO stalls (82547) */
365 1.4 thorpej struct evcnt sc_ev_txdw; /* Tx descriptor interrupts */
366 1.4 thorpej struct evcnt sc_ev_txqe; /* Tx queue empty interrupts */
367 1.1 thorpej struct evcnt sc_ev_rxintr; /* Rx interrupts */
368 1.1 thorpej struct evcnt sc_ev_linkintr; /* Link interrupts */
369 1.1 thorpej
370 1.1 thorpej struct evcnt sc_ev_rxipsum; /* IP checksums checked in-bound */
371 1.1 thorpej struct evcnt sc_ev_rxtusum; /* TCP/UDP cksums checked in-bound */
372 1.1 thorpej struct evcnt sc_ev_txipsum; /* IP checksums comp. out-bound */
373 1.1 thorpej struct evcnt sc_ev_txtusum; /* TCP/UDP cksums comp. out-bound */
374 1.107 yamt struct evcnt sc_ev_txtusum6; /* TCP/UDP v6 cksums comp. out-bound */
375 1.131 yamt struct evcnt sc_ev_txtso; /* TCP seg offload out-bound (IPv4) */
376 1.131 yamt struct evcnt sc_ev_txtso6; /* TCP seg offload out-bound (IPv6) */
377 1.99 matt struct evcnt sc_ev_txtsopain; /* painful header manip. for TSO */
378 1.1 thorpej
379 1.2 thorpej struct evcnt sc_ev_txseg[WM_NTXSEGS]; /* Tx packets w/ N segments */
380 1.1 thorpej struct evcnt sc_ev_txdrop; /* Tx packets dropped (too many segs) */
381 1.1 thorpej
382 1.1 thorpej struct evcnt sc_ev_tu; /* Tx underrun */
383 1.71 thorpej
384 1.71 thorpej struct evcnt sc_ev_tx_xoff; /* Tx PAUSE(!0) frames */
385 1.71 thorpej struct evcnt sc_ev_tx_xon; /* Tx PAUSE(0) frames */
386 1.71 thorpej struct evcnt sc_ev_rx_xoff; /* Rx PAUSE(!0) frames */
387 1.71 thorpej struct evcnt sc_ev_rx_xon; /* Rx PAUSE(0) frames */
388 1.71 thorpej struct evcnt sc_ev_rx_macctl; /* Rx Unsupported */
389 1.1 thorpej #endif /* WM_EVENT_COUNTERS */
390 1.1 thorpej
391 1.1 thorpej bus_addr_t sc_tdt_reg; /* offset of TDT register */
392 1.1 thorpej
393 1.1 thorpej int sc_txfree; /* number of free Tx descriptors */
394 1.1 thorpej int sc_txnext; /* next ready Tx descriptor */
395 1.1 thorpej
396 1.1 thorpej int sc_txsfree; /* number of free Tx jobs */
397 1.1 thorpej int sc_txsnext; /* next free Tx job */
398 1.1 thorpej int sc_txsdirty; /* dirty Tx jobs */
399 1.1 thorpej
400 1.78 thorpej /* These 5 variables are used only on the 82547. */
401 1.78 thorpej int sc_txfifo_size; /* Tx FIFO size */
402 1.78 thorpej int sc_txfifo_head; /* current head of FIFO */
403 1.78 thorpej uint32_t sc_txfifo_addr; /* internal address of start of FIFO */
404 1.78 thorpej int sc_txfifo_stall; /* Tx FIFO is stalled */
405 1.142 ad callout_t sc_txfifo_ch; /* Tx FIFO stall work-around timer */
406 1.78 thorpej
407 1.1 thorpej bus_addr_t sc_rdt_reg; /* offset of RDT register */
408 1.1 thorpej
409 1.1 thorpej int sc_rxptr; /* next ready Rx descriptor/queue ent */
410 1.1 thorpej int sc_rxdiscard;
411 1.1 thorpej int sc_rxlen;
412 1.1 thorpej struct mbuf *sc_rxhead;
413 1.1 thorpej struct mbuf *sc_rxtail;
414 1.1 thorpej struct mbuf **sc_rxtailp;
415 1.1 thorpej
416 1.1 thorpej uint32_t sc_ctrl; /* prototype CTRL register */
417 1.1 thorpej #if 0
418 1.1 thorpej uint32_t sc_ctrl_ext; /* prototype CTRL_EXT register */
419 1.1 thorpej #endif
420 1.1 thorpej uint32_t sc_icr; /* prototype interrupt bits */
421 1.92 briggs uint32_t sc_itr; /* prototype intr throttling reg */
422 1.1 thorpej uint32_t sc_tctl; /* prototype TCTL register */
423 1.1 thorpej uint32_t sc_rctl; /* prototype RCTL register */
424 1.1 thorpej uint32_t sc_txcw; /* prototype TXCW register */
425 1.1 thorpej uint32_t sc_tipg; /* prototype TIPG register */
426 1.71 thorpej uint32_t sc_fcrtl; /* prototype FCRTL register */
427 1.78 thorpej uint32_t sc_pba; /* prototype PBA register */
428 1.1 thorpej
429 1.1 thorpej int sc_tbi_linkup; /* TBI link status */
430 1.325 msaitoh int sc_tbi_serdes_anegticks; /* autonegotiation ticks */
431 1.325 msaitoh int sc_tbi_serdes_ticks; /* tbi ticks */
432 1.1 thorpej
433 1.1 thorpej int sc_mchash_type; /* multicast filter offset */
434 1.21 itojun
435 1.224 tls krndsource_t rnd_source; /* random source */
436 1.272 ozaki
437 1.283 ozaki kmutex_t *sc_tx_lock; /* lock for tx operations */
438 1.283 ozaki kmutex_t *sc_rx_lock; /* lock for rx operations */
439 1.1 thorpej };
440 1.1 thorpej
441 1.283 ozaki #define WM_TX_LOCK(_sc) if ((_sc)->sc_tx_lock) mutex_enter((_sc)->sc_tx_lock)
442 1.283 ozaki #define WM_TX_UNLOCK(_sc) if ((_sc)->sc_tx_lock) mutex_exit((_sc)->sc_tx_lock)
443 1.283 ozaki #define WM_TX_LOCKED(_sc) (!(_sc)->sc_tx_lock || mutex_owned((_sc)->sc_tx_lock))
444 1.283 ozaki #define WM_RX_LOCK(_sc) if ((_sc)->sc_rx_lock) mutex_enter((_sc)->sc_rx_lock)
445 1.283 ozaki #define WM_RX_UNLOCK(_sc) if ((_sc)->sc_rx_lock) mutex_exit((_sc)->sc_rx_lock)
446 1.283 ozaki #define WM_RX_LOCKED(_sc) (!(_sc)->sc_rx_lock || mutex_owned((_sc)->sc_rx_lock))
447 1.283 ozaki #define WM_BOTH_LOCK(_sc) do {WM_TX_LOCK(_sc); WM_RX_LOCK(_sc);} while (0)
448 1.283 ozaki #define WM_BOTH_UNLOCK(_sc) do {WM_RX_UNLOCK(_sc); WM_TX_UNLOCK(_sc);} while (0)
449 1.283 ozaki #define WM_BOTH_LOCKED(_sc) (WM_TX_LOCKED(_sc) && WM_RX_LOCKED(_sc))
450 1.272 ozaki
451 1.272 ozaki #ifdef WM_MPSAFE
452 1.272 ozaki #define CALLOUT_FLAGS CALLOUT_MPSAFE
453 1.272 ozaki #else
454 1.272 ozaki #define CALLOUT_FLAGS 0
455 1.272 ozaki #endif
456 1.272 ozaki
457 1.1 thorpej #define WM_RXCHAIN_RESET(sc) \
458 1.1 thorpej do { \
459 1.1 thorpej (sc)->sc_rxtailp = &(sc)->sc_rxhead; \
460 1.1 thorpej *(sc)->sc_rxtailp = NULL; \
461 1.1 thorpej (sc)->sc_rxlen = 0; \
462 1.1 thorpej } while (/*CONSTCOND*/0)
463 1.1 thorpej
464 1.1 thorpej #define WM_RXCHAIN_LINK(sc, m) \
465 1.1 thorpej do { \
466 1.1 thorpej *(sc)->sc_rxtailp = (sc)->sc_rxtail = (m); \
467 1.1 thorpej (sc)->sc_rxtailp = &(m)->m_next; \
468 1.1 thorpej } while (/*CONSTCOND*/0)
469 1.1 thorpej
470 1.1 thorpej #ifdef WM_EVENT_COUNTERS
471 1.1 thorpej #define WM_EVCNT_INCR(ev) (ev)->ev_count++
472 1.71 thorpej #define WM_EVCNT_ADD(ev, val) (ev)->ev_count += (val)
473 1.1 thorpej #else
474 1.1 thorpej #define WM_EVCNT_INCR(ev) /* nothing */
475 1.71 thorpej #define WM_EVCNT_ADD(ev, val) /* nothing */
476 1.1 thorpej #endif
477 1.1 thorpej
478 1.1 thorpej #define CSR_READ(sc, reg) \
479 1.1 thorpej bus_space_read_4((sc)->sc_st, (sc)->sc_sh, (reg))
480 1.1 thorpej #define CSR_WRITE(sc, reg, val) \
481 1.1 thorpej bus_space_write_4((sc)->sc_st, (sc)->sc_sh, (reg), (val))
482 1.78 thorpej #define CSR_WRITE_FLUSH(sc) \
483 1.78 thorpej (void) CSR_READ((sc), WMREG_STATUS)
484 1.1 thorpej
485 1.139 bouyer #define ICH8_FLASH_READ32(sc, reg) \
486 1.139 bouyer bus_space_read_4((sc)->sc_flasht, (sc)->sc_flashh, (reg))
487 1.139 bouyer #define ICH8_FLASH_WRITE32(sc, reg, data) \
488 1.139 bouyer bus_space_write_4((sc)->sc_flasht, (sc)->sc_flashh, (reg), (data))
489 1.139 bouyer
490 1.139 bouyer #define ICH8_FLASH_READ16(sc, reg) \
491 1.139 bouyer bus_space_read_2((sc)->sc_flasht, (sc)->sc_flashh, (reg))
492 1.139 bouyer #define ICH8_FLASH_WRITE16(sc, reg, data) \
493 1.139 bouyer bus_space_write_2((sc)->sc_flasht, (sc)->sc_flashh, (reg), (data))
494 1.139 bouyer
495 1.1 thorpej #define WM_CDTXADDR(sc, x) ((sc)->sc_cddma + WM_CDTXOFF((x)))
496 1.1 thorpej #define WM_CDRXADDR(sc, x) ((sc)->sc_cddma + WM_CDRXOFF((x)))
497 1.1 thorpej
498 1.69 thorpej #define WM_CDTXADDR_LO(sc, x) (WM_CDTXADDR((sc), (x)) & 0xffffffffU)
499 1.69 thorpej #define WM_CDTXADDR_HI(sc, x) \
500 1.69 thorpej (sizeof(bus_addr_t) == 8 ? \
501 1.69 thorpej (uint64_t)WM_CDTXADDR((sc), (x)) >> 32 : 0)
502 1.69 thorpej
503 1.69 thorpej #define WM_CDRXADDR_LO(sc, x) (WM_CDRXADDR((sc), (x)) & 0xffffffffU)
504 1.69 thorpej #define WM_CDRXADDR_HI(sc, x) \
505 1.69 thorpej (sizeof(bus_addr_t) == 8 ? \
506 1.69 thorpej (uint64_t)WM_CDRXADDR((sc), (x)) >> 32 : 0)
507 1.69 thorpej
508 1.1 thorpej #define WM_CDTXSYNC(sc, x, n, ops) \
509 1.1 thorpej do { \
510 1.1 thorpej int __x, __n; \
511 1.1 thorpej \
512 1.1 thorpej __x = (x); \
513 1.1 thorpej __n = (n); \
514 1.1 thorpej \
515 1.1 thorpej /* If it will wrap around, sync to the end of the ring. */ \
516 1.75 thorpej if ((__x + __n) > WM_NTXDESC(sc)) { \
517 1.1 thorpej bus_dmamap_sync((sc)->sc_dmat, (sc)->sc_cddmamap, \
518 1.1 thorpej WM_CDTXOFF(__x), sizeof(wiseman_txdesc_t) * \
519 1.75 thorpej (WM_NTXDESC(sc) - __x), (ops)); \
520 1.75 thorpej __n -= (WM_NTXDESC(sc) - __x); \
521 1.1 thorpej __x = 0; \
522 1.1 thorpej } \
523 1.1 thorpej \
524 1.1 thorpej /* Now sync whatever is left. */ \
525 1.1 thorpej bus_dmamap_sync((sc)->sc_dmat, (sc)->sc_cddmamap, \
526 1.1 thorpej WM_CDTXOFF(__x), sizeof(wiseman_txdesc_t) * __n, (ops)); \
527 1.1 thorpej } while (/*CONSTCOND*/0)
528 1.1 thorpej
529 1.1 thorpej #define WM_CDRXSYNC(sc, x, ops) \
530 1.1 thorpej do { \
531 1.1 thorpej bus_dmamap_sync((sc)->sc_dmat, (sc)->sc_cddmamap, \
532 1.1 thorpej WM_CDRXOFF((x)), sizeof(wiseman_rxdesc_t), (ops)); \
533 1.1 thorpej } while (/*CONSTCOND*/0)
534 1.1 thorpej
535 1.1 thorpej #define WM_INIT_RXDESC(sc, x) \
536 1.1 thorpej do { \
537 1.1 thorpej struct wm_rxsoft *__rxs = &(sc)->sc_rxsoft[(x)]; \
538 1.1 thorpej wiseman_rxdesc_t *__rxd = &(sc)->sc_rxdescs[(x)]; \
539 1.1 thorpej struct mbuf *__m = __rxs->rxs_mbuf; \
540 1.1 thorpej \
541 1.1 thorpej /* \
542 1.1 thorpej * Note: We scoot the packet forward 2 bytes in the buffer \
543 1.1 thorpej * so that the payload after the Ethernet header is aligned \
544 1.1 thorpej * to a 4-byte boundary. \
545 1.1 thorpej * \
546 1.1 thorpej * XXX BRAINDAMAGE ALERT! \
547 1.1 thorpej * The stupid chip uses the same size for every buffer, which \
548 1.1 thorpej * is set in the Receive Control register. We are using the 2K \
549 1.1 thorpej * size option, but what we REALLY want is (2K - 2)! For this \
550 1.41 tls * reason, we can't "scoot" packets longer than the standard \
551 1.41 tls * Ethernet MTU. On strict-alignment platforms, if the total \
552 1.42 thorpej * size exceeds (2K - 2) we set align_tweak to 0 and let \
553 1.41 tls * the upper layer copy the headers. \
554 1.1 thorpej */ \
555 1.42 thorpej __m->m_data = __m->m_ext.ext_buf + (sc)->sc_align_tweak; \
556 1.1 thorpej \
557 1.69 thorpej wm_set_dma_addr(&__rxd->wrx_addr, \
558 1.69 thorpej __rxs->rxs_dmamap->dm_segs[0].ds_addr + (sc)->sc_align_tweak); \
559 1.1 thorpej __rxd->wrx_len = 0; \
560 1.1 thorpej __rxd->wrx_cksum = 0; \
561 1.1 thorpej __rxd->wrx_status = 0; \
562 1.1 thorpej __rxd->wrx_errors = 0; \
563 1.1 thorpej __rxd->wrx_special = 0; \
564 1.1 thorpej WM_CDRXSYNC((sc), (x), BUS_DMASYNC_PREREAD|BUS_DMASYNC_PREWRITE); \
565 1.1 thorpej \
566 1.1 thorpej CSR_WRITE((sc), (sc)->sc_rdt_reg, (x)); \
567 1.1 thorpej } while (/*CONSTCOND*/0)
568 1.1 thorpej
569 1.280 msaitoh /*
570 1.280 msaitoh * Register read/write functions.
571 1.280 msaitoh * Other than CSR_{READ|WRITE}().
572 1.280 msaitoh */
573 1.280 msaitoh #if 0
574 1.280 msaitoh static inline uint32_t wm_io_read(struct wm_softc *, int);
575 1.280 msaitoh #endif
576 1.280 msaitoh static inline void wm_io_write(struct wm_softc *, int, uint32_t);
577 1.280 msaitoh static inline void wm_82575_write_8bit_ctlr_reg(struct wm_softc *, uint32_t,
578 1.280 msaitoh uint32_t, uint32_t);
579 1.280 msaitoh static inline void wm_set_dma_addr(volatile wiseman_addr_t *, bus_addr_t);
580 1.280 msaitoh
581 1.280 msaitoh /*
582 1.280 msaitoh * Device driver interface functions and commonly used functions.
583 1.280 msaitoh * match, attach, detach, init, start, stop, ioctl, watchdog and so on.
584 1.280 msaitoh */
585 1.280 msaitoh static const struct wm_product *wm_lookup(const struct pci_attach_args *);
586 1.280 msaitoh static int wm_match(device_t, cfdata_t, void *);
587 1.280 msaitoh static void wm_attach(device_t, device_t, void *);
588 1.280 msaitoh static int wm_detach(device_t, int);
589 1.280 msaitoh static bool wm_suspend(device_t, const pmf_qual_t *);
590 1.280 msaitoh static bool wm_resume(device_t, const pmf_qual_t *);
591 1.47 thorpej static void wm_watchdog(struct ifnet *);
592 1.280 msaitoh static void wm_tick(void *);
593 1.213 msaitoh static int wm_ifflags_cb(struct ethercom *);
594 1.135 christos static int wm_ioctl(struct ifnet *, u_long, void *);
595 1.280 msaitoh /* MAC address related */
596 1.306 msaitoh static uint16_t wm_check_alt_mac_addr(struct wm_softc *);
597 1.280 msaitoh static int wm_read_mac_addr(struct wm_softc *, uint8_t *);
598 1.280 msaitoh static void wm_set_ral(struct wm_softc *, const uint8_t *, int);
599 1.280 msaitoh static uint32_t wm_mchash(struct wm_softc *, const uint8_t *);
600 1.280 msaitoh static void wm_set_filter(struct wm_softc *);
601 1.280 msaitoh /* Reset and init related */
602 1.280 msaitoh static void wm_set_vlan(struct wm_softc *);
603 1.280 msaitoh static void wm_set_pcie_completion_timeout(struct wm_softc *);
604 1.280 msaitoh static void wm_get_auto_rd_done(struct wm_softc *);
605 1.280 msaitoh static void wm_lan_init_done(struct wm_softc *);
606 1.280 msaitoh static void wm_get_cfg_done(struct wm_softc *);
607 1.312 msaitoh static void wm_initialize_hardware_bits(struct wm_softc *);
608 1.320 msaitoh static uint32_t wm_rxpbs_adjust_82580(uint32_t);
609 1.280 msaitoh static void wm_reset(struct wm_softc *);
610 1.280 msaitoh static int wm_add_rxbuf(struct wm_softc *, int);
611 1.280 msaitoh static void wm_rxdrain(struct wm_softc *);
612 1.47 thorpej static int wm_init(struct ifnet *);
613 1.272 ozaki static int wm_init_locked(struct ifnet *);
614 1.47 thorpej static void wm_stop(struct ifnet *, int);
615 1.272 ozaki static void wm_stop_locked(struct ifnet *, int);
616 1.280 msaitoh static int wm_tx_offload(struct wm_softc *, struct wm_txsoft *,
617 1.280 msaitoh uint32_t *, uint8_t *);
618 1.280 msaitoh static void wm_dump_mbuf_chain(struct wm_softc *, struct mbuf *);
619 1.280 msaitoh static void wm_82547_txfifo_stall(void *);
620 1.280 msaitoh static int wm_82547_txfifo_bugchk(struct wm_softc *, struct mbuf *);
621 1.280 msaitoh /* Start */
622 1.280 msaitoh static void wm_start(struct ifnet *);
623 1.280 msaitoh static void wm_start_locked(struct ifnet *);
624 1.280 msaitoh static int wm_nq_tx_offload(struct wm_softc *, struct wm_txsoft *,
625 1.280 msaitoh uint32_t *, uint32_t *, bool *);
626 1.280 msaitoh static void wm_nq_start(struct ifnet *);
627 1.280 msaitoh static void wm_nq_start_locked(struct ifnet *);
628 1.280 msaitoh /* Interrupt */
629 1.335 msaitoh static int wm_txeof(struct wm_softc *);
630 1.335 msaitoh static void wm_rxeof(struct wm_softc *);
631 1.280 msaitoh static void wm_linkintr_gmii(struct wm_softc *, uint32_t);
632 1.280 msaitoh static void wm_linkintr_tbi(struct wm_softc *, uint32_t);
633 1.325 msaitoh static void wm_linkintr_serdes(struct wm_softc *, uint32_t);
634 1.47 thorpej static void wm_linkintr(struct wm_softc *, uint32_t);
635 1.335 msaitoh static int wm_intr_legacy(void *);
636 1.335 msaitoh #ifdef WM_MSI_MSIX
637 1.335 msaitoh static int wm_txintr_msix(void *);
638 1.335 msaitoh static int wm_rxintr_msix(void *);
639 1.335 msaitoh static int wm_linkintr_msix(void *);
640 1.335 msaitoh #endif
641 1.1 thorpej
642 1.280 msaitoh /*
643 1.280 msaitoh * Media related.
644 1.292 msaitoh * GMII, SGMII, TBI, SERDES and SFP.
645 1.280 msaitoh */
646 1.325 msaitoh /* Common */
647 1.325 msaitoh static void wm_tbi_serdes_set_linkled(struct wm_softc *);
648 1.280 msaitoh /* GMII related */
649 1.47 thorpej static void wm_gmii_reset(struct wm_softc *);
650 1.280 msaitoh static int wm_get_phy_id_82575(struct wm_softc *);
651 1.280 msaitoh static void wm_gmii_mediainit(struct wm_softc *, pci_product_id_t);
652 1.324 msaitoh static int wm_gmii_mediachange(struct ifnet *);
653 1.280 msaitoh static void wm_gmii_mediastatus(struct ifnet *, struct ifmediareq *);
654 1.280 msaitoh static void wm_i82543_mii_sendbits(struct wm_softc *, uint32_t, int);
655 1.280 msaitoh static uint32_t wm_i82543_mii_recvbits(struct wm_softc *);
656 1.157 dyoung static int wm_gmii_i82543_readreg(device_t, int, int);
657 1.157 dyoung static void wm_gmii_i82543_writereg(device_t, int, int, int);
658 1.157 dyoung static int wm_gmii_i82544_readreg(device_t, int, int);
659 1.157 dyoung static void wm_gmii_i82544_writereg(device_t, int, int, int);
660 1.157 dyoung static int wm_gmii_i80003_readreg(device_t, int, int);
661 1.157 dyoung static void wm_gmii_i80003_writereg(device_t, int, int, int);
662 1.167 msaitoh static int wm_gmii_bm_readreg(device_t, int, int);
663 1.167 msaitoh static void wm_gmii_bm_writereg(device_t, int, int, int);
664 1.280 msaitoh static void wm_access_phy_wakeup_reg_bm(device_t, int, int16_t *, int);
665 1.192 msaitoh static int wm_gmii_hv_readreg(device_t, int, int);
666 1.192 msaitoh static void wm_gmii_hv_writereg(device_t, int, int, int);
667 1.243 msaitoh static int wm_gmii_82580_readreg(device_t, int, int);
668 1.243 msaitoh static void wm_gmii_82580_writereg(device_t, int, int, int);
669 1.329 msaitoh static int wm_gmii_gs40g_readreg(device_t, int, int);
670 1.329 msaitoh static void wm_gmii_gs40g_writereg(device_t, int, int, int);
671 1.280 msaitoh static void wm_gmii_statchg(struct ifnet *);
672 1.280 msaitoh static int wm_kmrn_readreg(struct wm_softc *, int);
673 1.280 msaitoh static void wm_kmrn_writereg(struct wm_softc *, int, int);
674 1.280 msaitoh /* SGMII */
675 1.265 msaitoh static bool wm_sgmii_uses_mdio(struct wm_softc *);
676 1.199 msaitoh static int wm_sgmii_readreg(device_t, int, int);
677 1.199 msaitoh static void wm_sgmii_writereg(device_t, int, int, int);
678 1.280 msaitoh /* TBI related */
679 1.280 msaitoh static void wm_tbi_mediainit(struct wm_softc *);
680 1.324 msaitoh static int wm_tbi_mediachange(struct ifnet *);
681 1.280 msaitoh static void wm_tbi_mediastatus(struct ifnet *, struct ifmediareq *);
682 1.325 msaitoh static int wm_check_for_link(struct wm_softc *);
683 1.325 msaitoh static void wm_tbi_tick(struct wm_softc *);
684 1.325 msaitoh /* SERDES related */
685 1.325 msaitoh static void wm_serdes_power_up_link_82575(struct wm_softc *);
686 1.325 msaitoh static int wm_serdes_mediachange(struct ifnet *);
687 1.325 msaitoh static void wm_serdes_mediastatus(struct ifnet *, struct ifmediareq *);
688 1.325 msaitoh static void wm_serdes_tick(struct wm_softc *);
689 1.292 msaitoh /* SFP related */
690 1.295 msaitoh static int wm_sfp_read_data_byte(struct wm_softc *, uint16_t, uint8_t *);
691 1.295 msaitoh static uint32_t wm_sfp_get_media_type(struct wm_softc *);
692 1.167 msaitoh
693 1.280 msaitoh /*
694 1.280 msaitoh * NVM related.
695 1.280 msaitoh * Microwire, SPI (w/wo EERD) and Flash.
696 1.280 msaitoh */
697 1.294 msaitoh /* Misc functions */
698 1.280 msaitoh static void wm_eeprom_sendbits(struct wm_softc *, uint32_t, int);
699 1.280 msaitoh static void wm_eeprom_recvbits(struct wm_softc *, uint32_t *, int);
700 1.294 msaitoh static int wm_nvm_set_addrbits_size_eecd(struct wm_softc *);
701 1.280 msaitoh /* Microwire */
702 1.280 msaitoh static int wm_nvm_read_uwire(struct wm_softc *, int, int, uint16_t *);
703 1.280 msaitoh /* SPI */
704 1.280 msaitoh static int wm_nvm_ready_spi(struct wm_softc *);
705 1.280 msaitoh static int wm_nvm_read_spi(struct wm_softc *, int, int, uint16_t *);
706 1.280 msaitoh /* Using with EERD */
707 1.280 msaitoh static int wm_poll_eerd_eewr_done(struct wm_softc *, int);
708 1.280 msaitoh static int wm_nvm_read_eerd(struct wm_softc *, int, int, uint16_t *);
709 1.280 msaitoh /* Flash */
710 1.280 msaitoh static int wm_nvm_valid_bank_detect_ich8lan(struct wm_softc *,
711 1.280 msaitoh unsigned int *);
712 1.280 msaitoh static int32_t wm_ich8_cycle_init(struct wm_softc *);
713 1.280 msaitoh static int32_t wm_ich8_flash_cycle(struct wm_softc *, uint32_t);
714 1.280 msaitoh static int32_t wm_read_ich8_data(struct wm_softc *, uint32_t, uint32_t,
715 1.280 msaitoh uint16_t *);
716 1.280 msaitoh static int32_t wm_read_ich8_byte(struct wm_softc *, uint32_t, uint8_t *);
717 1.280 msaitoh static int32_t wm_read_ich8_word(struct wm_softc *, uint32_t, uint16_t *);
718 1.280 msaitoh static int wm_nvm_read_ich8(struct wm_softc *, int, int, uint16_t *);
719 1.321 msaitoh /* iNVM */
720 1.321 msaitoh static int wm_nvm_read_word_invm(struct wm_softc *, uint16_t, uint16_t *);
721 1.321 msaitoh static int wm_nvm_read_invm(struct wm_softc *, int, int, uint16_t *);
722 1.327 msaitoh /* Lock, detecting NVM type, validate checksum and read */
723 1.280 msaitoh static int wm_nvm_acquire(struct wm_softc *);
724 1.280 msaitoh static void wm_nvm_release(struct wm_softc *);
725 1.280 msaitoh static int wm_nvm_is_onboard_eeprom(struct wm_softc *);
726 1.321 msaitoh static int wm_nvm_get_flash_presence_i210(struct wm_softc *);
727 1.280 msaitoh static int wm_nvm_validate_checksum(struct wm_softc *);
728 1.347 msaitoh static void wm_nvm_version_invm(struct wm_softc *);
729 1.328 msaitoh static void wm_nvm_version(struct wm_softc *);
730 1.280 msaitoh static int wm_nvm_read(struct wm_softc *, int, int, uint16_t *);
731 1.1 thorpej
732 1.280 msaitoh /*
733 1.280 msaitoh * Hardware semaphores.
734 1.280 msaitoh * Very complexed...
735 1.280 msaitoh */
736 1.127 bouyer static int wm_get_swsm_semaphore(struct wm_softc *);
737 1.127 bouyer static void wm_put_swsm_semaphore(struct wm_softc *);
738 1.127 bouyer static int wm_get_swfw_semaphore(struct wm_softc *, uint16_t);
739 1.127 bouyer static void wm_put_swfw_semaphore(struct wm_softc *, uint16_t);
740 1.139 bouyer static int wm_get_swfwhw_semaphore(struct wm_softc *);
741 1.139 bouyer static void wm_put_swfwhw_semaphore(struct wm_softc *);
742 1.259 msaitoh static int wm_get_hw_semaphore_82573(struct wm_softc *);
743 1.259 msaitoh static void wm_put_hw_semaphore_82573(struct wm_softc *);
744 1.139 bouyer
745 1.280 msaitoh /*
746 1.280 msaitoh * Management mode and power management related subroutines.
747 1.280 msaitoh * BMC, AMT, suspend/resume and EEE.
748 1.280 msaitoh */
749 1.169 msaitoh static int wm_check_mng_mode(struct wm_softc *);
750 1.169 msaitoh static int wm_check_mng_mode_ich8lan(struct wm_softc *);
751 1.169 msaitoh static int wm_check_mng_mode_82574(struct wm_softc *);
752 1.169 msaitoh static int wm_check_mng_mode_generic(struct wm_softc *);
753 1.203 msaitoh static int wm_enable_mng_pass_thru(struct wm_softc *);
754 1.189 msaitoh static int wm_check_reset_block(struct wm_softc *);
755 1.169 msaitoh static void wm_get_hw_control(struct wm_softc *);
756 1.280 msaitoh static void wm_release_hw_control(struct wm_softc *);
757 1.280 msaitoh static void wm_gate_hw_phy_config_ich8lan(struct wm_softc *, int);
758 1.280 msaitoh static void wm_smbustopci(struct wm_softc *);
759 1.280 msaitoh static void wm_init_manageability(struct wm_softc *);
760 1.280 msaitoh static void wm_release_manageability(struct wm_softc *);
761 1.280 msaitoh static void wm_get_wakeup(struct wm_softc *);
762 1.203 msaitoh #ifdef WM_WOL
763 1.280 msaitoh static void wm_enable_phy_wakeup(struct wm_softc *);
764 1.203 msaitoh static void wm_igp3_phy_powerdown_workaround_ich8lan(struct wm_softc *);
765 1.280 msaitoh static void wm_enable_wakeup(struct wm_softc *);
766 1.203 msaitoh #endif
767 1.280 msaitoh /* EEE */
768 1.280 msaitoh static void wm_set_eee_i350(struct wm_softc *);
769 1.280 msaitoh
770 1.280 msaitoh /*
771 1.280 msaitoh * Workarounds (mainly PHY related).
772 1.280 msaitoh * Basically, PHY's workarounds are in the PHY drivers.
773 1.280 msaitoh */
774 1.280 msaitoh static void wm_kmrn_lock_loss_workaround_ich8lan(struct wm_softc *);
775 1.280 msaitoh static void wm_gig_downshift_workaround_ich8lan(struct wm_softc *);
776 1.192 msaitoh static void wm_hv_phy_workaround_ich8lan(struct wm_softc *);
777 1.221 msaitoh static void wm_lv_phy_workaround_ich8lan(struct wm_softc *);
778 1.192 msaitoh static void wm_k1_gig_workaround_hv(struct wm_softc *, int);
779 1.221 msaitoh static void wm_set_mdio_slow_mode_hv(struct wm_softc *);
780 1.192 msaitoh static void wm_configure_k1_ich8lan(struct wm_softc *, int);
781 1.199 msaitoh static void wm_reset_init_script_82575(struct wm_softc *);
782 1.325 msaitoh static void wm_reset_mdicnfg_82580(struct wm_softc *);
783 1.329 msaitoh static void wm_pll_workaround_i210(struct wm_softc *);
784 1.1 thorpej
785 1.340 knakahar #ifdef WM_MSI_MSIX
786 1.340 knakahar struct _msix_matrix {
787 1.340 knakahar const char *intrname;
788 1.340 knakahar int(*func)(void *);
789 1.340 knakahar int intridx;
790 1.340 knakahar int cpuid;
791 1.340 knakahar } msix_matrix[WM_MSIX_NINTR] = {
792 1.340 knakahar { "TX", wm_txintr_msix, WM_MSIX_TXINTR_IDX, WM_MSIX_TXINTR_CPUID },
793 1.342 knakahar { "RX", wm_rxintr_msix, WM_MSIX_RXINTR_IDX, WM_MSIX_RXINTR_CPUID },
794 1.340 knakahar { "LINK", wm_linkintr_msix, WM_MSIX_LINKINTR_IDX,
795 1.340 knakahar WM_MSIX_LINKINTR_CPUID },
796 1.340 knakahar };
797 1.340 knakahar #endif
798 1.340 knakahar
799 1.201 msaitoh CFATTACH_DECL3_NEW(wm, sizeof(struct wm_softc),
800 1.201 msaitoh wm_match, wm_attach, wm_detach, NULL, NULL, NULL, DVF_DETACH_SHUTDOWN);
801 1.1 thorpej
802 1.1 thorpej /*
803 1.1 thorpej * Devices supported by this driver.
804 1.1 thorpej */
805 1.76 thorpej static const struct wm_product {
806 1.1 thorpej pci_vendor_id_t wmp_vendor;
807 1.1 thorpej pci_product_id_t wmp_product;
808 1.1 thorpej const char *wmp_name;
809 1.43 thorpej wm_chip_type wmp_type;
810 1.292 msaitoh uint32_t wmp_flags;
811 1.311 msaitoh #define WMP_F_UNKNOWN WM_MEDIATYPE_UNKNOWN
812 1.311 msaitoh #define WMP_F_FIBER WM_MEDIATYPE_FIBER
813 1.311 msaitoh #define WMP_F_COPPER WM_MEDIATYPE_COPPER
814 1.311 msaitoh #define WMP_F_SERDES WM_MEDIATYPE_SERDES
815 1.292 msaitoh #define WMP_MEDIATYPE(x) ((x) & 0x03)
816 1.1 thorpej } wm_products[] = {
817 1.1 thorpej { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82542,
818 1.1 thorpej "Intel i82542 1000BASE-X Ethernet",
819 1.291 msaitoh WM_T_82542_2_1, WMP_F_FIBER },
820 1.1 thorpej
821 1.11 thorpej { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82543GC_FIBER,
822 1.11 thorpej "Intel i82543GC 1000BASE-X Ethernet",
823 1.291 msaitoh WM_T_82543, WMP_F_FIBER },
824 1.1 thorpej
825 1.11 thorpej { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82543GC_COPPER,
826 1.11 thorpej "Intel i82543GC 1000BASE-T Ethernet",
827 1.291 msaitoh WM_T_82543, WMP_F_COPPER },
828 1.1 thorpej
829 1.11 thorpej { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82544EI_COPPER,
830 1.11 thorpej "Intel i82544EI 1000BASE-T Ethernet",
831 1.291 msaitoh WM_T_82544, WMP_F_COPPER },
832 1.1 thorpej
833 1.11 thorpej { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82544EI_FIBER,
834 1.11 thorpej "Intel i82544EI 1000BASE-X Ethernet",
835 1.291 msaitoh WM_T_82544, WMP_F_FIBER },
836 1.1 thorpej
837 1.11 thorpej { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82544GC_COPPER,
838 1.1 thorpej "Intel i82544GC 1000BASE-T Ethernet",
839 1.291 msaitoh WM_T_82544, WMP_F_COPPER },
840 1.1 thorpej
841 1.11 thorpej { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82544GC_LOM,
842 1.11 thorpej "Intel i82544GC (LOM) 1000BASE-T Ethernet",
843 1.291 msaitoh WM_T_82544, WMP_F_COPPER },
844 1.1 thorpej
845 1.17 thorpej { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82540EM,
846 1.17 thorpej "Intel i82540EM 1000BASE-T Ethernet",
847 1.291 msaitoh WM_T_82540, WMP_F_COPPER },
848 1.34 kent
849 1.55 thorpej { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82540EM_LOM,
850 1.55 thorpej "Intel i82540EM (LOM) 1000BASE-T Ethernet",
851 1.291 msaitoh WM_T_82540, WMP_F_COPPER },
852 1.55 thorpej
853 1.34 kent { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82540EP_LOM,
854 1.34 kent "Intel i82540EP 1000BASE-T Ethernet",
855 1.291 msaitoh WM_T_82540, WMP_F_COPPER },
856 1.34 kent
857 1.34 kent { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82540EP,
858 1.34 kent "Intel i82540EP 1000BASE-T Ethernet",
859 1.291 msaitoh WM_T_82540, WMP_F_COPPER },
860 1.33 kent
861 1.33 kent { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82540EP_LP,
862 1.33 kent "Intel i82540EP 1000BASE-T Ethernet",
863 1.291 msaitoh WM_T_82540, WMP_F_COPPER },
864 1.17 thorpej
865 1.17 thorpej { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82545EM_COPPER,
866 1.17 thorpej "Intel i82545EM 1000BASE-T Ethernet",
867 1.291 msaitoh WM_T_82545, WMP_F_COPPER },
868 1.17 thorpej
869 1.55 thorpej { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82545GM_COPPER,
870 1.55 thorpej "Intel i82545GM 1000BASE-T Ethernet",
871 1.291 msaitoh WM_T_82545_3, WMP_F_COPPER },
872 1.55 thorpej
873 1.55 thorpej { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82545GM_FIBER,
874 1.55 thorpej "Intel i82545GM 1000BASE-X Ethernet",
875 1.291 msaitoh WM_T_82545_3, WMP_F_FIBER },
876 1.279 msaitoh
877 1.55 thorpej { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82545GM_SERDES,
878 1.55 thorpej "Intel i82545GM Gigabit Ethernet (SERDES)",
879 1.55 thorpej WM_T_82545_3, WMP_F_SERDES },
880 1.279 msaitoh
881 1.17 thorpej { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82546EB_COPPER,
882 1.39 thorpej "Intel i82546EB 1000BASE-T Ethernet",
883 1.291 msaitoh WM_T_82546, WMP_F_COPPER },
884 1.39 thorpej
885 1.198 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82546EB_QUAD,
886 1.17 thorpej "Intel i82546EB 1000BASE-T Ethernet",
887 1.291 msaitoh WM_T_82546, WMP_F_COPPER },
888 1.17 thorpej
889 1.17 thorpej { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82545EM_FIBER,
890 1.17 thorpej "Intel i82545EM 1000BASE-X Ethernet",
891 1.291 msaitoh WM_T_82545, WMP_F_FIBER },
892 1.17 thorpej
893 1.17 thorpej { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82546EB_FIBER,
894 1.17 thorpej "Intel i82546EB 1000BASE-X Ethernet",
895 1.291 msaitoh WM_T_82546, WMP_F_FIBER },
896 1.17 thorpej
897 1.55 thorpej { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82546GB_COPPER,
898 1.55 thorpej "Intel i82546GB 1000BASE-T Ethernet",
899 1.291 msaitoh WM_T_82546_3, WMP_F_COPPER },
900 1.55 thorpej
901 1.55 thorpej { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82546GB_FIBER,
902 1.55 thorpej "Intel i82546GB 1000BASE-X Ethernet",
903 1.291 msaitoh WM_T_82546_3, WMP_F_FIBER },
904 1.279 msaitoh
905 1.55 thorpej { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82546GB_SERDES,
906 1.55 thorpej "Intel i82546GB Gigabit Ethernet (SERDES)",
907 1.55 thorpej WM_T_82546_3, WMP_F_SERDES },
908 1.279 msaitoh
909 1.127 bouyer { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82546GB_QUAD_COPPER,
910 1.127 bouyer "i82546GB quad-port Gigabit Ethernet",
911 1.291 msaitoh WM_T_82546_3, WMP_F_COPPER },
912 1.127 bouyer
913 1.127 bouyer { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82546GB_QUAD_COPPER_KSP3,
914 1.127 bouyer "i82546GB quad-port Gigabit Ethernet (KSP3)",
915 1.291 msaitoh WM_T_82546_3, WMP_F_COPPER },
916 1.127 bouyer
917 1.116 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82546GB_PCIE,
918 1.116 msaitoh "Intel PRO/1000MT (82546GB)",
919 1.291 msaitoh WM_T_82546_3, WMP_F_COPPER },
920 1.116 msaitoh
921 1.63 thorpej { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82541EI,
922 1.63 thorpej "Intel i82541EI 1000BASE-T Ethernet",
923 1.291 msaitoh WM_T_82541, WMP_F_COPPER },
924 1.63 thorpej
925 1.116 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82541ER_LOM,
926 1.116 msaitoh "Intel i82541ER (LOM) 1000BASE-T Ethernet",
927 1.291 msaitoh WM_T_82541, WMP_F_COPPER },
928 1.116 msaitoh
929 1.57 thorpej { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82541EI_MOBILE,
930 1.57 thorpej "Intel i82541EI Mobile 1000BASE-T Ethernet",
931 1.291 msaitoh WM_T_82541, WMP_F_COPPER },
932 1.57 thorpej
933 1.57 thorpej { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82541ER,
934 1.57 thorpej "Intel i82541ER 1000BASE-T Ethernet",
935 1.291 msaitoh WM_T_82541_2, WMP_F_COPPER },
936 1.57 thorpej
937 1.57 thorpej { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82541GI,
938 1.57 thorpej "Intel i82541GI 1000BASE-T Ethernet",
939 1.291 msaitoh WM_T_82541_2, WMP_F_COPPER },
940 1.57 thorpej
941 1.57 thorpej { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82541GI_MOBILE,
942 1.57 thorpej "Intel i82541GI Mobile 1000BASE-T Ethernet",
943 1.291 msaitoh WM_T_82541_2, WMP_F_COPPER },
944 1.57 thorpej
945 1.101 tron { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82541PI,
946 1.101 tron "Intel i82541PI 1000BASE-T Ethernet",
947 1.291 msaitoh WM_T_82541_2, WMP_F_COPPER },
948 1.101 tron
949 1.57 thorpej { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82547EI,
950 1.57 thorpej "Intel i82547EI 1000BASE-T Ethernet",
951 1.291 msaitoh WM_T_82547, WMP_F_COPPER },
952 1.57 thorpej
953 1.116 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82547EI_MOBILE,
954 1.141 simonb "Intel i82547EI Mobile 1000BASE-T Ethernet",
955 1.291 msaitoh WM_T_82547, WMP_F_COPPER },
956 1.116 msaitoh
957 1.57 thorpej { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82547GI,
958 1.57 thorpej "Intel i82547GI 1000BASE-T Ethernet",
959 1.291 msaitoh WM_T_82547_2, WMP_F_COPPER },
960 1.116 msaitoh
961 1.116 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82571EB_COPPER,
962 1.116 msaitoh "Intel PRO/1000 PT (82571EB)",
963 1.291 msaitoh WM_T_82571, WMP_F_COPPER },
964 1.116 msaitoh
965 1.116 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82571EB_FIBER,
966 1.116 msaitoh "Intel PRO/1000 PF (82571EB)",
967 1.291 msaitoh WM_T_82571, WMP_F_FIBER },
968 1.279 msaitoh
969 1.116 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82571EB_SERDES,
970 1.116 msaitoh "Intel PRO/1000 PB (82571EB)",
971 1.116 msaitoh WM_T_82571, WMP_F_SERDES },
972 1.279 msaitoh
973 1.127 bouyer { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82571EB_QUAD_COPPER,
974 1.127 bouyer "Intel PRO/1000 QT (82571EB)",
975 1.291 msaitoh WM_T_82571, WMP_F_COPPER },
976 1.127 bouyer
977 1.299 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82571GB_QUAD_COPPER,
978 1.299 msaitoh "Intel PRO/1000 PT Quad Port Server Adapter",
979 1.299 msaitoh WM_T_82571, WMP_F_COPPER, },
980 1.299 msaitoh
981 1.299 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82571PT_QUAD_COPPER,
982 1.299 msaitoh "Intel Gigabit PT Quad Port Server ExpressModule",
983 1.299 msaitoh WM_T_82571, WMP_F_COPPER, },
984 1.299 msaitoh
985 1.299 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82571EB_DUAL_SERDES,
986 1.299 msaitoh "Intel 82571EB Dual Gigabit Ethernet (SERDES)",
987 1.299 msaitoh WM_T_82571, WMP_F_SERDES, },
988 1.299 msaitoh
989 1.299 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82571EB_QUAD_SERDES,
990 1.299 msaitoh "Intel 82571EB Quad Gigabit Ethernet (SERDES)",
991 1.299 msaitoh WM_T_82571, WMP_F_SERDES, },
992 1.299 msaitoh
993 1.299 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82571EB_QUAD_FIBER,
994 1.299 msaitoh "Intel 82571EB Quad 1000baseX Ethernet",
995 1.299 msaitoh WM_T_82571, WMP_F_FIBER, },
996 1.299 msaitoh
997 1.116 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82572EI_COPPER,
998 1.116 msaitoh "Intel i82572EI 1000baseT Ethernet",
999 1.291 msaitoh WM_T_82572, WMP_F_COPPER },
1000 1.116 msaitoh
1001 1.116 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82572EI_FIBER,
1002 1.116 msaitoh "Intel i82572EI 1000baseX Ethernet",
1003 1.291 msaitoh WM_T_82572, WMP_F_FIBER },
1004 1.279 msaitoh
1005 1.116 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82572EI_SERDES,
1006 1.116 msaitoh "Intel i82572EI Gigabit Ethernet (SERDES)",
1007 1.116 msaitoh WM_T_82572, WMP_F_SERDES },
1008 1.116 msaitoh
1009 1.116 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82572EI,
1010 1.116 msaitoh "Intel i82572EI 1000baseT Ethernet",
1011 1.291 msaitoh WM_T_82572, WMP_F_COPPER },
1012 1.116 msaitoh
1013 1.116 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82573E,
1014 1.116 msaitoh "Intel i82573E",
1015 1.291 msaitoh WM_T_82573, WMP_F_COPPER },
1016 1.116 msaitoh
1017 1.116 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82573E_IAMT,
1018 1.117 msaitoh "Intel i82573E IAMT",
1019 1.291 msaitoh WM_T_82573, WMP_F_COPPER },
1020 1.116 msaitoh
1021 1.116 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82573L,
1022 1.116 msaitoh "Intel i82573L Gigabit Ethernet",
1023 1.291 msaitoh WM_T_82573, WMP_F_COPPER },
1024 1.116 msaitoh
1025 1.165 sborrill { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82574L,
1026 1.165 sborrill "Intel i82574L",
1027 1.291 msaitoh WM_T_82574, WMP_F_COPPER },
1028 1.165 sborrill
1029 1.299 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82574LA,
1030 1.299 msaitoh "Intel i82574L",
1031 1.299 msaitoh WM_T_82574, WMP_F_COPPER },
1032 1.299 msaitoh
1033 1.185 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82583V,
1034 1.185 msaitoh "Intel i82583V",
1035 1.291 msaitoh WM_T_82583, WMP_F_COPPER },
1036 1.185 msaitoh
1037 1.127 bouyer { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_80K3LAN_CPR_DPT,
1038 1.127 bouyer "i80003 dual 1000baseT Ethernet",
1039 1.291 msaitoh WM_T_80003, WMP_F_COPPER },
1040 1.127 bouyer
1041 1.127 bouyer { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_80K3LAN_FIB_DPT,
1042 1.127 bouyer "i80003 dual 1000baseX Ethernet",
1043 1.291 msaitoh WM_T_80003, WMP_F_COPPER },
1044 1.279 msaitoh
1045 1.127 bouyer { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_80K3LAN_SDS_DPT,
1046 1.127 bouyer "Intel i80003ES2 dual Gigabit Ethernet (SERDES)",
1047 1.127 bouyer WM_T_80003, WMP_F_SERDES },
1048 1.127 bouyer
1049 1.127 bouyer { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_80K3LAN_CPR_SPT,
1050 1.127 bouyer "Intel i80003 1000baseT Ethernet",
1051 1.291 msaitoh WM_T_80003, WMP_F_COPPER },
1052 1.279 msaitoh
1053 1.127 bouyer { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_80K3LAN_SDS_SPT,
1054 1.127 bouyer "Intel i80003 Gigabit Ethernet (SERDES)",
1055 1.127 bouyer WM_T_80003, WMP_F_SERDES },
1056 1.279 msaitoh
1057 1.139 bouyer { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82801H_M_AMT,
1058 1.139 bouyer "Intel i82801H (M_AMT) LAN Controller",
1059 1.291 msaitoh WM_T_ICH8, WMP_F_COPPER },
1060 1.139 bouyer { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82801H_AMT,
1061 1.139 bouyer "Intel i82801H (AMT) LAN Controller",
1062 1.291 msaitoh WM_T_ICH8, WMP_F_COPPER },
1063 1.139 bouyer { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82801H_LAN,
1064 1.139 bouyer "Intel i82801H LAN Controller",
1065 1.291 msaitoh WM_T_ICH8, WMP_F_COPPER },
1066 1.139 bouyer { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82801H_IFE_LAN,
1067 1.139 bouyer "Intel i82801H (IFE) LAN Controller",
1068 1.291 msaitoh WM_T_ICH8, WMP_F_COPPER },
1069 1.139 bouyer { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82801H_M_LAN,
1070 1.139 bouyer "Intel i82801H (M) LAN Controller",
1071 1.291 msaitoh WM_T_ICH8, WMP_F_COPPER },
1072 1.139 bouyer { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82801H_IFE_GT,
1073 1.139 bouyer "Intel i82801H IFE (GT) LAN Controller",
1074 1.291 msaitoh WM_T_ICH8, WMP_F_COPPER },
1075 1.139 bouyer { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82801H_IFE_G,
1076 1.139 bouyer "Intel i82801H IFE (G) LAN Controller",
1077 1.291 msaitoh WM_T_ICH8, WMP_F_COPPER },
1078 1.144 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82801I_IGP_AMT,
1079 1.144 msaitoh "82801I (AMT) LAN Controller",
1080 1.291 msaitoh WM_T_ICH9, WMP_F_COPPER },
1081 1.144 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82801I_IFE,
1082 1.144 msaitoh "82801I LAN Controller",
1083 1.291 msaitoh WM_T_ICH9, WMP_F_COPPER },
1084 1.144 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82801I_IFE_G,
1085 1.144 msaitoh "82801I (G) LAN Controller",
1086 1.291 msaitoh WM_T_ICH9, WMP_F_COPPER },
1087 1.144 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82801I_IFE_GT,
1088 1.144 msaitoh "82801I (GT) LAN Controller",
1089 1.291 msaitoh WM_T_ICH9, WMP_F_COPPER },
1090 1.144 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82801I_IGP_C,
1091 1.144 msaitoh "82801I (C) LAN Controller",
1092 1.291 msaitoh WM_T_ICH9, WMP_F_COPPER },
1093 1.162 bouyer { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82801I_IGP_M,
1094 1.162 bouyer "82801I mobile LAN Controller",
1095 1.291 msaitoh WM_T_ICH9, WMP_F_COPPER },
1096 1.162 bouyer { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82801H_IGP_M_V,
1097 1.162 bouyer "82801I mobile (V) LAN Controller",
1098 1.291 msaitoh WM_T_ICH9, WMP_F_COPPER },
1099 1.162 bouyer { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82801I_IGP_M_AMT,
1100 1.162 bouyer "82801I mobile (AMT) LAN Controller",
1101 1.291 msaitoh WM_T_ICH9, WMP_F_COPPER },
1102 1.191 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82801I_BM,
1103 1.191 msaitoh "82567LM-4 LAN Controller",
1104 1.291 msaitoh WM_T_ICH9, WMP_F_COPPER },
1105 1.191 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82801I_82567V_3,
1106 1.191 msaitoh "82567V-3 LAN Controller",
1107 1.291 msaitoh WM_T_ICH9, WMP_F_COPPER },
1108 1.191 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82801J_R_BM_LM,
1109 1.191 msaitoh "82567LM-2 LAN Controller",
1110 1.291 msaitoh WM_T_ICH10, WMP_F_COPPER },
1111 1.191 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82801J_R_BM_LF,
1112 1.191 msaitoh "82567LF-2 LAN Controller",
1113 1.291 msaitoh WM_T_ICH10, WMP_F_COPPER },
1114 1.191 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82801J_D_BM_LM,
1115 1.164 markd "82567LM-3 LAN Controller",
1116 1.291 msaitoh WM_T_ICH10, WMP_F_COPPER },
1117 1.191 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82801J_D_BM_LF,
1118 1.167 msaitoh "82567LF-3 LAN Controller",
1119 1.291 msaitoh WM_T_ICH10, WMP_F_COPPER },
1120 1.191 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82801J_R_BM_V,
1121 1.191 msaitoh "82567V-2 LAN Controller",
1122 1.291 msaitoh WM_T_ICH10, WMP_F_COPPER },
1123 1.221 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82801J_D_BM_V,
1124 1.221 msaitoh "82567V-3? LAN Controller",
1125 1.291 msaitoh WM_T_ICH10, WMP_F_COPPER },
1126 1.221 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_HANKSVILLE,
1127 1.221 msaitoh "HANKSVILLE LAN Controller",
1128 1.291 msaitoh WM_T_ICH10, WMP_F_COPPER },
1129 1.190 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_PCH_M_LM,
1130 1.207 msaitoh "PCH LAN (82577LM) Controller",
1131 1.291 msaitoh WM_T_PCH, WMP_F_COPPER },
1132 1.190 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_PCH_M_LC,
1133 1.207 msaitoh "PCH LAN (82577LC) Controller",
1134 1.291 msaitoh WM_T_PCH, WMP_F_COPPER },
1135 1.190 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_PCH_D_DM,
1136 1.190 msaitoh "PCH LAN (82578DM) Controller",
1137 1.291 msaitoh WM_T_PCH, WMP_F_COPPER },
1138 1.190 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_PCH_D_DC,
1139 1.190 msaitoh "PCH LAN (82578DC) Controller",
1140 1.291 msaitoh WM_T_PCH, WMP_F_COPPER },
1141 1.221 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_PCH2_LV_LM,
1142 1.221 msaitoh "PCH2 LAN (82579LM) Controller",
1143 1.291 msaitoh WM_T_PCH2, WMP_F_COPPER },
1144 1.221 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_PCH2_LV_V,
1145 1.221 msaitoh "PCH2 LAN (82579V) Controller",
1146 1.291 msaitoh WM_T_PCH2, WMP_F_COPPER },
1147 1.199 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82575EB_COPPER,
1148 1.199 msaitoh "82575EB dual-1000baseT Ethernet",
1149 1.291 msaitoh WM_T_82575, WMP_F_COPPER },
1150 1.199 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82575EB_FIBER_SERDES,
1151 1.199 msaitoh "82575EB dual-1000baseX Ethernet (SERDES)",
1152 1.199 msaitoh WM_T_82575, WMP_F_SERDES },
1153 1.199 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82575GB_QUAD_COPPER,
1154 1.199 msaitoh "82575GB quad-1000baseT Ethernet",
1155 1.291 msaitoh WM_T_82575, WMP_F_COPPER },
1156 1.199 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82575GB_QUAD_COPPER_PM,
1157 1.199 msaitoh "82575GB quad-1000baseT Ethernet (PM)",
1158 1.291 msaitoh WM_T_82575, WMP_F_COPPER },
1159 1.199 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82576_COPPER,
1160 1.199 msaitoh "82576 1000BaseT Ethernet",
1161 1.291 msaitoh WM_T_82576, WMP_F_COPPER },
1162 1.199 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82576_FIBER,
1163 1.199 msaitoh "82576 1000BaseX Ethernet",
1164 1.291 msaitoh WM_T_82576, WMP_F_FIBER },
1165 1.279 msaitoh
1166 1.199 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82576_SERDES,
1167 1.199 msaitoh "82576 gigabit Ethernet (SERDES)",
1168 1.199 msaitoh WM_T_82576, WMP_F_SERDES },
1169 1.279 msaitoh
1170 1.199 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82576_QUAD_COPPER,
1171 1.199 msaitoh "82576 quad-1000BaseT Ethernet",
1172 1.291 msaitoh WM_T_82576, WMP_F_COPPER },
1173 1.299 msaitoh
1174 1.299 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82576_QUAD_COPPER_ET2,
1175 1.299 msaitoh "82576 Gigabit ET2 Quad Port Server Adapter",
1176 1.299 msaitoh WM_T_82576, WMP_F_COPPER },
1177 1.299 msaitoh
1178 1.199 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82576_NS,
1179 1.199 msaitoh "82576 gigabit Ethernet",
1180 1.291 msaitoh WM_T_82576, WMP_F_COPPER },
1181 1.279 msaitoh
1182 1.199 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82576_NS_SERDES,
1183 1.199 msaitoh "82576 gigabit Ethernet (SERDES)",
1184 1.199 msaitoh WM_T_82576, WMP_F_SERDES },
1185 1.199 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82576_SERDES_QUAD,
1186 1.199 msaitoh "82576 quad-gigabit Ethernet (SERDES)",
1187 1.199 msaitoh WM_T_82576, WMP_F_SERDES },
1188 1.279 msaitoh
1189 1.199 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82580_COPPER,
1190 1.199 msaitoh "82580 1000BaseT Ethernet",
1191 1.291 msaitoh WM_T_82580, WMP_F_COPPER },
1192 1.199 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82580_FIBER,
1193 1.199 msaitoh "82580 1000BaseX Ethernet",
1194 1.291 msaitoh WM_T_82580, WMP_F_FIBER },
1195 1.279 msaitoh
1196 1.199 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82580_SERDES,
1197 1.199 msaitoh "82580 1000BaseT Ethernet (SERDES)",
1198 1.199 msaitoh WM_T_82580, WMP_F_SERDES },
1199 1.279 msaitoh
1200 1.199 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82580_SGMII,
1201 1.199 msaitoh "82580 gigabit Ethernet (SGMII)",
1202 1.291 msaitoh WM_T_82580, WMP_F_COPPER },
1203 1.199 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82580_COPPER_DUAL,
1204 1.199 msaitoh "82580 dual-1000BaseT Ethernet",
1205 1.291 msaitoh WM_T_82580, WMP_F_COPPER },
1206 1.300 msaitoh
1207 1.221 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82580_QUAD_FIBER,
1208 1.221 msaitoh "82580 quad-1000BaseX Ethernet",
1209 1.291 msaitoh WM_T_82580, WMP_F_FIBER },
1210 1.300 msaitoh
1211 1.304 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_DH89XXCC_SGMII,
1212 1.304 msaitoh "DH89XXCC Gigabit Ethernet (SGMII)",
1213 1.304 msaitoh WM_T_82580, WMP_F_COPPER },
1214 1.304 msaitoh
1215 1.304 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_DH89XXCC_SERDES,
1216 1.304 msaitoh "DH89XXCC Gigabit Ethernet (SERDES)",
1217 1.304 msaitoh WM_T_82580, WMP_F_SERDES },
1218 1.304 msaitoh
1219 1.304 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_DH89XXCC_BPLANE,
1220 1.304 msaitoh "DH89XXCC 1000BASE-KX Ethernet",
1221 1.304 msaitoh WM_T_82580, WMP_F_SERDES },
1222 1.304 msaitoh
1223 1.304 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_DH89XXCC_SFP,
1224 1.304 msaitoh "DH89XXCC Gigabit Ethernet (SFP)",
1225 1.304 msaitoh WM_T_82580, WMP_F_SERDES },
1226 1.304 msaitoh
1227 1.228 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_I350_COPPER,
1228 1.228 msaitoh "I350 Gigabit Network Connection",
1229 1.291 msaitoh WM_T_I350, WMP_F_COPPER },
1230 1.304 msaitoh
1231 1.228 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_I350_FIBER,
1232 1.228 msaitoh "I350 Gigabit Fiber Network Connection",
1233 1.291 msaitoh WM_T_I350, WMP_F_FIBER },
1234 1.279 msaitoh
1235 1.228 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_I350_SERDES,
1236 1.228 msaitoh "I350 Gigabit Backplane Connection",
1237 1.228 msaitoh WM_T_I350, WMP_F_SERDES },
1238 1.292 msaitoh
1239 1.299 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_I350_DA4,
1240 1.299 msaitoh "I350 Quad Port Gigabit Ethernet",
1241 1.299 msaitoh WM_T_I350, WMP_F_SERDES },
1242 1.299 msaitoh
1243 1.228 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_I350_SGMII,
1244 1.228 msaitoh "I350 Gigabit Connection",
1245 1.291 msaitoh WM_T_I350, WMP_F_COPPER },
1246 1.292 msaitoh
1247 1.308 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_C2000_1000KX,
1248 1.308 msaitoh "I354 Gigabit Ethernet (KX)",
1249 1.308 msaitoh WM_T_I354, WMP_F_SERDES },
1250 1.308 msaitoh
1251 1.265 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_C2000_SGMII,
1252 1.308 msaitoh "I354 Gigabit Ethernet (SGMII)",
1253 1.308 msaitoh WM_T_I354, WMP_F_COPPER },
1254 1.308 msaitoh
1255 1.308 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_C2000_25GBE,
1256 1.308 msaitoh "I354 Gigabit Ethernet (2.5G)",
1257 1.291 msaitoh WM_T_I354, WMP_F_COPPER },
1258 1.308 msaitoh
1259 1.247 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_I210_T1,
1260 1.247 msaitoh "I210-T1 Ethernet Server Adapter",
1261 1.291 msaitoh WM_T_I210, WMP_F_COPPER },
1262 1.299 msaitoh
1263 1.247 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_I210_COPPER_OEM1,
1264 1.247 msaitoh "I210 Ethernet (Copper OEM)",
1265 1.291 msaitoh WM_T_I210, WMP_F_COPPER },
1266 1.299 msaitoh
1267 1.247 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_I210_COPPER_IT,
1268 1.247 msaitoh "I210 Ethernet (Copper IT)",
1269 1.291 msaitoh WM_T_I210, WMP_F_COPPER },
1270 1.299 msaitoh
1271 1.299 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_I210_COPPER_WOF,
1272 1.299 msaitoh "I210 Ethernet (FLASH less)",
1273 1.299 msaitoh WM_T_I210, WMP_F_COPPER },
1274 1.299 msaitoh
1275 1.247 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_I210_FIBER,
1276 1.247 msaitoh "I210 Gigabit Ethernet (Fiber)",
1277 1.291 msaitoh WM_T_I210, WMP_F_FIBER },
1278 1.279 msaitoh
1279 1.247 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_I210_SERDES,
1280 1.247 msaitoh "I210 Gigabit Ethernet (SERDES)",
1281 1.247 msaitoh WM_T_I210, WMP_F_SERDES },
1282 1.292 msaitoh
1283 1.299 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_I210_SERDES_WOF,
1284 1.299 msaitoh "I210 Gigabit Ethernet (FLASH less)",
1285 1.299 msaitoh WM_T_I210, WMP_F_SERDES },
1286 1.299 msaitoh
1287 1.247 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_I210_SGMII,
1288 1.247 msaitoh "I210 Gigabit Ethernet (SGMII)",
1289 1.292 msaitoh WM_T_I210, WMP_F_COPPER },
1290 1.292 msaitoh
1291 1.247 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_I211_COPPER,
1292 1.247 msaitoh "I211 Ethernet (COPPER)",
1293 1.291 msaitoh WM_T_I211, WMP_F_COPPER },
1294 1.249 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_I217_V,
1295 1.249 msaitoh "I217 V Ethernet Connection",
1296 1.291 msaitoh WM_T_PCH_LPT, WMP_F_COPPER },
1297 1.249 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_I217_LM,
1298 1.249 msaitoh "I217 LM Ethernet Connection",
1299 1.291 msaitoh WM_T_PCH_LPT, WMP_F_COPPER },
1300 1.249 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_I218_V,
1301 1.249 msaitoh "I218 V Ethernet Connection",
1302 1.291 msaitoh WM_T_PCH_LPT, WMP_F_COPPER },
1303 1.298 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_I218_V2,
1304 1.298 msaitoh "I218 V Ethernet Connection",
1305 1.298 msaitoh WM_T_PCH_LPT, WMP_F_COPPER },
1306 1.298 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_I218_V3,
1307 1.298 msaitoh "I218 V Ethernet Connection",
1308 1.298 msaitoh WM_T_PCH_LPT, WMP_F_COPPER },
1309 1.249 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_I218_LM,
1310 1.249 msaitoh "I218 LM Ethernet Connection",
1311 1.291 msaitoh WM_T_PCH_LPT, WMP_F_COPPER },
1312 1.298 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_I218_LM2,
1313 1.298 msaitoh "I218 LM Ethernet Connection",
1314 1.298 msaitoh WM_T_PCH_LPT, WMP_F_COPPER },
1315 1.298 msaitoh { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_I218_LM3,
1316 1.298 msaitoh "I218 LM Ethernet Connection",
1317 1.298 msaitoh WM_T_PCH_LPT, WMP_F_COPPER },
1318 1.1 thorpej { 0, 0,
1319 1.1 thorpej NULL,
1320 1.1 thorpej 0, 0 },
1321 1.1 thorpej };
1322 1.1 thorpej
1323 1.2 thorpej #ifdef WM_EVENT_COUNTERS
1324 1.75 thorpej static char wm_txseg_evcnt_names[WM_NTXSEGS][sizeof("txsegXXX")];
1325 1.2 thorpej #endif /* WM_EVENT_COUNTERS */
1326 1.2 thorpej
1327 1.280 msaitoh
1328 1.280 msaitoh /*
1329 1.280 msaitoh * Register read/write functions.
1330 1.280 msaitoh * Other than CSR_{READ|WRITE}().
1331 1.280 msaitoh */
1332 1.280 msaitoh
1333 1.53 thorpej #if 0 /* Not currently used */
1334 1.110 perry static inline uint32_t
1335 1.53 thorpej wm_io_read(struct wm_softc *sc, int reg)
1336 1.53 thorpej {
1337 1.53 thorpej
1338 1.53 thorpej bus_space_write_4(sc->sc_iot, sc->sc_ioh, 0, reg);
1339 1.53 thorpej return (bus_space_read_4(sc->sc_iot, sc->sc_ioh, 4));
1340 1.53 thorpej }
1341 1.53 thorpej #endif
1342 1.53 thorpej
1343 1.110 perry static inline void
1344 1.53 thorpej wm_io_write(struct wm_softc *sc, int reg, uint32_t val)
1345 1.53 thorpej {
1346 1.53 thorpej
1347 1.53 thorpej bus_space_write_4(sc->sc_iot, sc->sc_ioh, 0, reg);
1348 1.53 thorpej bus_space_write_4(sc->sc_iot, sc->sc_ioh, 4, val);
1349 1.53 thorpej }
1350 1.53 thorpej
1351 1.110 perry static inline void
1352 1.199 msaitoh wm_82575_write_8bit_ctlr_reg(struct wm_softc *sc, uint32_t reg, uint32_t off,
1353 1.199 msaitoh uint32_t data)
1354 1.199 msaitoh {
1355 1.199 msaitoh uint32_t regval;
1356 1.199 msaitoh int i;
1357 1.199 msaitoh
1358 1.199 msaitoh regval = (data & SCTL_CTL_DATA_MASK) | (off << SCTL_CTL_ADDR_SHIFT);
1359 1.199 msaitoh
1360 1.199 msaitoh CSR_WRITE(sc, reg, regval);
1361 1.199 msaitoh
1362 1.199 msaitoh for (i = 0; i < SCTL_CTL_POLL_TIMEOUT; i++) {
1363 1.199 msaitoh delay(5);
1364 1.199 msaitoh if (CSR_READ(sc, reg) & SCTL_CTL_READY)
1365 1.199 msaitoh break;
1366 1.199 msaitoh }
1367 1.199 msaitoh if (i == SCTL_CTL_POLL_TIMEOUT) {
1368 1.280 msaitoh aprint_error("%s: WARNING:"
1369 1.280 msaitoh " i82575 reg 0x%08x setup did not indicate ready\n",
1370 1.199 msaitoh device_xname(sc->sc_dev), reg);
1371 1.199 msaitoh }
1372 1.199 msaitoh }
1373 1.199 msaitoh
1374 1.199 msaitoh static inline void
1375 1.110 perry wm_set_dma_addr(volatile wiseman_addr_t *wa, bus_addr_t v)
1376 1.69 thorpej {
1377 1.69 thorpej wa->wa_low = htole32(v & 0xffffffffU);
1378 1.69 thorpej if (sizeof(bus_addr_t) == 8)
1379 1.69 thorpej wa->wa_high = htole32((uint64_t) v >> 32);
1380 1.69 thorpej else
1381 1.69 thorpej wa->wa_high = 0;
1382 1.69 thorpej }
1383 1.69 thorpej
1384 1.280 msaitoh /*
1385 1.280 msaitoh * Device driver interface functions and commonly used functions.
1386 1.280 msaitoh * match, attach, detach, init, start, stop, ioctl, watchdog and so on.
1387 1.280 msaitoh */
1388 1.280 msaitoh
1389 1.280 msaitoh /* Lookup supported device table */
1390 1.1 thorpej static const struct wm_product *
1391 1.1 thorpej wm_lookup(const struct pci_attach_args *pa)
1392 1.1 thorpej {
1393 1.1 thorpej const struct wm_product *wmp;
1394 1.1 thorpej
1395 1.1 thorpej for (wmp = wm_products; wmp->wmp_name != NULL; wmp++) {
1396 1.1 thorpej if (PCI_VENDOR(pa->pa_id) == wmp->wmp_vendor &&
1397 1.1 thorpej PCI_PRODUCT(pa->pa_id) == wmp->wmp_product)
1398 1.194 msaitoh return wmp;
1399 1.1 thorpej }
1400 1.194 msaitoh return NULL;
1401 1.1 thorpej }
1402 1.1 thorpej
1403 1.280 msaitoh /* The match function (ca_match) */
1404 1.47 thorpej static int
1405 1.160 christos wm_match(device_t parent, cfdata_t cf, void *aux)
1406 1.1 thorpej {
1407 1.1 thorpej struct pci_attach_args *pa = aux;
1408 1.1 thorpej
1409 1.1 thorpej if (wm_lookup(pa) != NULL)
1410 1.194 msaitoh return 1;
1411 1.1 thorpej
1412 1.194 msaitoh return 0;
1413 1.1 thorpej }
1414 1.1 thorpej
1415 1.280 msaitoh /* The attach function (ca_attach) */
1416 1.47 thorpej static void
1417 1.157 dyoung wm_attach(device_t parent, device_t self, void *aux)
1418 1.1 thorpej {
1419 1.157 dyoung struct wm_softc *sc = device_private(self);
1420 1.1 thorpej struct pci_attach_args *pa = aux;
1421 1.182 msaitoh prop_dictionary_t dict;
1422 1.1 thorpej struct ifnet *ifp = &sc->sc_ethercom.ec_if;
1423 1.1 thorpej pci_chipset_tag_t pc = pa->pa_pc;
1424 1.335 msaitoh #ifndef WM_MSI_MSIX
1425 1.1 thorpej pci_intr_handle_t ih;
1426 1.335 msaitoh #else
1427 1.340 knakahar int counts[PCI_INTR_TYPE_SIZE];
1428 1.340 knakahar pci_intr_type_t max_type;
1429 1.335 msaitoh #endif
1430 1.1 thorpej const char *intrstr = NULL;
1431 1.160 christos const char *eetype, *xname;
1432 1.1 thorpej bus_space_tag_t memt;
1433 1.1 thorpej bus_space_handle_t memh;
1434 1.201 msaitoh bus_size_t memsize;
1435 1.1 thorpej int memh_valid;
1436 1.201 msaitoh int i, error;
1437 1.1 thorpej const struct wm_product *wmp;
1438 1.115 thorpej prop_data_t ea;
1439 1.115 thorpej prop_number_t pn;
1440 1.1 thorpej uint8_t enaddr[ETHER_ADDR_LEN];
1441 1.325 msaitoh uint16_t cfg1, cfg2, swdpin, nvmword;
1442 1.1 thorpej pcireg_t preg, memtype;
1443 1.203 msaitoh uint16_t eeprom_data, apme_mask;
1444 1.273 msaitoh bool force_clear_smbi;
1445 1.292 msaitoh uint32_t link_mode;
1446 1.44 thorpej uint32_t reg;
1447 1.268 christos char intrbuf[PCI_INTRSTR_LEN];
1448 1.1 thorpej
1449 1.160 christos sc->sc_dev = self;
1450 1.272 ozaki callout_init(&sc->sc_tick_ch, CALLOUT_FLAGS);
1451 1.272 ozaki sc->sc_stopping = false;
1452 1.1 thorpej
1453 1.292 msaitoh wmp = wm_lookup(pa);
1454 1.292 msaitoh #ifdef DIAGNOSTIC
1455 1.1 thorpej if (wmp == NULL) {
1456 1.1 thorpej printf("\n");
1457 1.1 thorpej panic("wm_attach: impossible");
1458 1.1 thorpej }
1459 1.292 msaitoh #endif
1460 1.292 msaitoh sc->sc_mediatype = WMP_MEDIATYPE(wmp->wmp_flags);
1461 1.1 thorpej
1462 1.123 jmcneill sc->sc_pc = pa->pa_pc;
1463 1.123 jmcneill sc->sc_pcitag = pa->pa_tag;
1464 1.123 jmcneill
1465 1.69 thorpej if (pci_dma64_available(pa))
1466 1.69 thorpej sc->sc_dmat = pa->pa_dmat64;
1467 1.69 thorpej else
1468 1.69 thorpej sc->sc_dmat = pa->pa_dmat;
1469 1.1 thorpej
1470 1.304 msaitoh sc->sc_pcidevid = PCI_PRODUCT(pa->pa_id);
1471 1.192 msaitoh sc->sc_rev = PCI_REVISION(pci_conf_read(pc, pa->pa_tag, PCI_CLASS_REG));
1472 1.226 drochner pci_aprint_devinfo_fancy(pa, "Ethernet controller", wmp->wmp_name, 1);
1473 1.1 thorpej
1474 1.1 thorpej sc->sc_type = wmp->wmp_type;
1475 1.11 thorpej if (sc->sc_type < WM_T_82543) {
1476 1.192 msaitoh if (sc->sc_rev < 2) {
1477 1.160 christos aprint_error_dev(sc->sc_dev,
1478 1.160 christos "i82542 must be at least rev. 2\n");
1479 1.1 thorpej return;
1480 1.1 thorpej }
1481 1.192 msaitoh if (sc->sc_rev < 3)
1482 1.11 thorpej sc->sc_type = WM_T_82542_2_0;
1483 1.1 thorpej }
1484 1.1 thorpej
1485 1.335 msaitoh /*
1486 1.335 msaitoh * Disable MSI for Errata:
1487 1.335 msaitoh * "Message Signaled Interrupt Feature May Corrupt Write Transactions"
1488 1.335 msaitoh *
1489 1.335 msaitoh * 82544: Errata 25
1490 1.335 msaitoh * 82540: Errata 6 (easy to reproduce device timeout)
1491 1.335 msaitoh * 82545: Errata 4 (easy to reproduce device timeout)
1492 1.335 msaitoh * 82546: Errata 26 (easy to reproduce device timeout)
1493 1.335 msaitoh * 82541: Errata 7 (easy to reproduce device timeout)
1494 1.337 msaitoh *
1495 1.337 msaitoh * "Byte Enables 2 and 3 are not set on MSI writes"
1496 1.337 msaitoh *
1497 1.337 msaitoh * 82571 & 82572: Errata 63
1498 1.335 msaitoh */
1499 1.337 msaitoh if ((sc->sc_type <= WM_T_82541_2) || (sc->sc_type == WM_T_82571)
1500 1.337 msaitoh || (sc->sc_type == WM_T_82572))
1501 1.335 msaitoh pa->pa_flags &= ~PCI_FLAGS_MSI_OKAY;
1502 1.335 msaitoh
1503 1.199 msaitoh if ((sc->sc_type == WM_T_82575) || (sc->sc_type == WM_T_82576)
1504 1.300 msaitoh || (sc->sc_type == WM_T_82580)
1505 1.265 msaitoh || (sc->sc_type == WM_T_I350) || (sc->sc_type == WM_T_I354)
1506 1.265 msaitoh || (sc->sc_type == WM_T_I210) || (sc->sc_type == WM_T_I211))
1507 1.203 msaitoh sc->sc_flags |= WM_F_NEWQUEUE;
1508 1.199 msaitoh
1509 1.184 msaitoh /* Set device properties (mactype) */
1510 1.182 msaitoh dict = device_properties(sc->sc_dev);
1511 1.182 msaitoh prop_dictionary_set_uint32(dict, "mactype", sc->sc_type);
1512 1.182 msaitoh
1513 1.1 thorpej /*
1514 1.53 thorpej * Map the device. All devices support memory-mapped acccess,
1515 1.53 thorpej * and it is really required for normal operation.
1516 1.1 thorpej */
1517 1.1 thorpej memtype = pci_mapreg_type(pa->pa_pc, pa->pa_tag, WM_PCI_MMBA);
1518 1.1 thorpej switch (memtype) {
1519 1.1 thorpej case PCI_MAPREG_TYPE_MEM | PCI_MAPREG_MEM_TYPE_32BIT:
1520 1.1 thorpej case PCI_MAPREG_TYPE_MEM | PCI_MAPREG_MEM_TYPE_64BIT:
1521 1.1 thorpej memh_valid = (pci_mapreg_map(pa, WM_PCI_MMBA,
1522 1.201 msaitoh memtype, 0, &memt, &memh, NULL, &memsize) == 0);
1523 1.1 thorpej break;
1524 1.1 thorpej default:
1525 1.1 thorpej memh_valid = 0;
1526 1.189 msaitoh break;
1527 1.1 thorpej }
1528 1.1 thorpej
1529 1.1 thorpej if (memh_valid) {
1530 1.1 thorpej sc->sc_st = memt;
1531 1.1 thorpej sc->sc_sh = memh;
1532 1.201 msaitoh sc->sc_ss = memsize;
1533 1.1 thorpej } else {
1534 1.160 christos aprint_error_dev(sc->sc_dev,
1535 1.160 christos "unable to map device registers\n");
1536 1.1 thorpej return;
1537 1.1 thorpej }
1538 1.1 thorpej
1539 1.53 thorpej /*
1540 1.53 thorpej * In addition, i82544 and later support I/O mapped indirect
1541 1.53 thorpej * register access. It is not desirable (nor supported in
1542 1.53 thorpej * this driver) to use it for normal operation, though it is
1543 1.53 thorpej * required to work around bugs in some chip versions.
1544 1.53 thorpej */
1545 1.53 thorpej if (sc->sc_type >= WM_T_82544) {
1546 1.53 thorpej /* First we have to find the I/O BAR. */
1547 1.53 thorpej for (i = PCI_MAPREG_START; i < PCI_MAPREG_END; i += 4) {
1548 1.241 msaitoh memtype = pci_mapreg_type(pa->pa_pc, pa->pa_tag, i);
1549 1.241 msaitoh if (memtype == PCI_MAPREG_TYPE_IO)
1550 1.53 thorpej break;
1551 1.241 msaitoh if (PCI_MAPREG_MEM_TYPE(memtype) ==
1552 1.241 msaitoh PCI_MAPREG_MEM_TYPE_64BIT)
1553 1.241 msaitoh i += 4; /* skip high bits, too */
1554 1.53 thorpej }
1555 1.241 msaitoh if (i < PCI_MAPREG_END) {
1556 1.88 briggs /*
1557 1.218 msaitoh * We found PCI_MAPREG_TYPE_IO. Note that 82580
1558 1.218 msaitoh * (and newer?) chip has no PCI_MAPREG_TYPE_IO.
1559 1.218 msaitoh * It's no problem because newer chips has no this
1560 1.218 msaitoh * bug.
1561 1.218 msaitoh *
1562 1.88 briggs * The i8254x doesn't apparently respond when the
1563 1.88 briggs * I/O BAR is 0, which looks somewhat like it's not
1564 1.88 briggs * been configured.
1565 1.88 briggs */
1566 1.88 briggs preg = pci_conf_read(pc, pa->pa_tag, i);
1567 1.88 briggs if (PCI_MAPREG_MEM_ADDR(preg) == 0) {
1568 1.160 christos aprint_error_dev(sc->sc_dev,
1569 1.160 christos "WARNING: I/O BAR at zero.\n");
1570 1.88 briggs } else if (pci_mapreg_map(pa, i, PCI_MAPREG_TYPE_IO,
1571 1.53 thorpej 0, &sc->sc_iot, &sc->sc_ioh,
1572 1.212 jakllsch NULL, &sc->sc_ios) == 0) {
1573 1.88 briggs sc->sc_flags |= WM_F_IOH_VALID;
1574 1.88 briggs } else {
1575 1.160 christos aprint_error_dev(sc->sc_dev,
1576 1.160 christos "WARNING: unable to map I/O space\n");
1577 1.88 briggs }
1578 1.88 briggs }
1579 1.88 briggs
1580 1.53 thorpej }
1581 1.53 thorpej
1582 1.11 thorpej /* Enable bus mastering. Disable MWI on the i82542 2.0. */
1583 1.1 thorpej preg = pci_conf_read(pc, pa->pa_tag, PCI_COMMAND_STATUS_REG);
1584 1.1 thorpej preg |= PCI_COMMAND_MASTER_ENABLE;
1585 1.11 thorpej if (sc->sc_type < WM_T_82542_2_1)
1586 1.1 thorpej preg &= ~PCI_COMMAND_INVALIDATE_ENABLE;
1587 1.1 thorpej pci_conf_write(pc, pa->pa_tag, PCI_COMMAND_STATUS_REG, preg);
1588 1.1 thorpej
1589 1.122 christos /* power up chip */
1590 1.157 dyoung if ((error = pci_activate(pa->pa_pc, pa->pa_tag, self,
1591 1.122 christos NULL)) && error != EOPNOTSUPP) {
1592 1.160 christos aprint_error_dev(sc->sc_dev, "cannot activate %d\n", error);
1593 1.122 christos return;
1594 1.1 thorpej }
1595 1.1 thorpej
1596 1.335 msaitoh #ifndef WM_MSI_MSIX
1597 1.1 thorpej /*
1598 1.1 thorpej * Map and establish our interrupt.
1599 1.1 thorpej */
1600 1.1 thorpej if (pci_intr_map(pa, &ih)) {
1601 1.160 christos aprint_error_dev(sc->sc_dev, "unable to map interrupt\n");
1602 1.1 thorpej return;
1603 1.1 thorpej }
1604 1.268 christos intrstr = pci_intr_string(pc, ih, intrbuf, sizeof(intrbuf));
1605 1.272 ozaki #ifdef WM_MPSAFE
1606 1.272 ozaki pci_intr_setattr(pc, &ih, PCI_INTR_MPSAFE, true);
1607 1.272 ozaki #endif
1608 1.346 knakahar sc->sc_ihs[0] = pci_intr_establish_xname(pc, ih, IPL_NET,
1609 1.346 knakahar wm_intr_legacy, sc, device_xname(sc->sc_dev));
1610 1.335 msaitoh if (sc->sc_ihs[0] == NULL) {
1611 1.160 christos aprint_error_dev(sc->sc_dev, "unable to establish interrupt");
1612 1.1 thorpej if (intrstr != NULL)
1613 1.181 njoly aprint_error(" at %s", intrstr);
1614 1.181 njoly aprint_error("\n");
1615 1.1 thorpej return;
1616 1.1 thorpej }
1617 1.160 christos aprint_normal_dev(sc->sc_dev, "interrupting at %s\n", intrstr);
1618 1.335 msaitoh sc->sc_nintrs = 1;
1619 1.335 msaitoh #else /* WM_MSI_MSIX */
1620 1.340 knakahar /* Allocation settings */
1621 1.340 knakahar max_type = PCI_INTR_TYPE_MSIX;
1622 1.340 knakahar counts[PCI_INTR_TYPE_MSIX] = WM_MAX_NINTR;
1623 1.340 knakahar counts[PCI_INTR_TYPE_MSI] = 1;
1624 1.340 knakahar counts[PCI_INTR_TYPE_INTX] = 1;
1625 1.340 knakahar
1626 1.340 knakahar alloc_retry:
1627 1.340 knakahar if (pci_intr_alloc(pa, &sc->sc_intrs, counts, max_type) != 0) {
1628 1.340 knakahar aprint_error_dev(sc->sc_dev, "failed to allocate interrupt\n");
1629 1.340 knakahar return;
1630 1.340 knakahar }
1631 1.340 knakahar
1632 1.340 knakahar if (pci_intr_type(sc->sc_intrs[0]) == PCI_INTR_TYPE_MSIX) {
1633 1.335 msaitoh void *vih;
1634 1.335 msaitoh kcpuset_t *affinity;
1635 1.346 knakahar char intr_xname[INTRDEVNAMEBUF];
1636 1.335 msaitoh
1637 1.335 msaitoh kcpuset_create(&affinity, false);
1638 1.335 msaitoh
1639 1.340 knakahar for (i = 0; i < WM_MSIX_NINTR; i++) {
1640 1.340 knakahar intrstr = pci_intr_string(pc,
1641 1.340 knakahar sc->sc_intrs[msix_matrix[i].intridx], intrbuf,
1642 1.340 knakahar sizeof(intrbuf));
1643 1.335 msaitoh #ifdef WM_MPSAFE
1644 1.340 knakahar pci_intr_setattr(pc,
1645 1.340 knakahar &sc->sc_intrs[msix_matrix[i].intridx],
1646 1.340 knakahar PCI_INTR_MPSAFE, true);
1647 1.340 knakahar #endif
1648 1.346 knakahar memset(intr_xname, 0, sizeof(intr_xname));
1649 1.346 knakahar strlcat(intr_xname, device_xname(sc->sc_dev),
1650 1.346 knakahar sizeof(intr_xname));
1651 1.346 knakahar strlcat(intr_xname, msix_matrix[i].intrname,
1652 1.346 knakahar sizeof(intr_xname));
1653 1.346 knakahar vih = pci_intr_establish_xname(pc,
1654 1.340 knakahar sc->sc_intrs[msix_matrix[i].intridx], IPL_NET,
1655 1.346 knakahar msix_matrix[i].func, sc, intr_xname);
1656 1.340 knakahar if (vih == NULL) {
1657 1.340 knakahar aprint_error_dev(sc->sc_dev,
1658 1.340 knakahar "unable to establish MSI-X(for %s)%s%s\n",
1659 1.340 knakahar msix_matrix[i].intrname,
1660 1.340 knakahar intrstr ? " at " : "",
1661 1.340 knakahar intrstr ? intrstr : "");
1662 1.340 knakahar pci_intr_release(sc->sc_pc, sc->sc_intrs,
1663 1.340 knakahar WM_MSIX_NINTR);
1664 1.340 knakahar kcpuset_destroy(affinity);
1665 1.340 knakahar
1666 1.340 knakahar /* Setup for MSI: Disable MSI-X */
1667 1.340 knakahar max_type = PCI_INTR_TYPE_MSI;
1668 1.340 knakahar counts[PCI_INTR_TYPE_MSI] = 1;
1669 1.340 knakahar counts[PCI_INTR_TYPE_INTX] = 1;
1670 1.340 knakahar goto alloc_retry;
1671 1.340 knakahar }
1672 1.340 knakahar kcpuset_zero(affinity);
1673 1.340 knakahar /* Round-robin affinity */
1674 1.340 knakahar kcpuset_set(affinity, msix_matrix[i].cpuid % ncpu);
1675 1.346 knakahar error = interrupt_distribute(vih, affinity, NULL);
1676 1.340 knakahar if (error == 0) {
1677 1.340 knakahar aprint_normal_dev(sc->sc_dev,
1678 1.345 msaitoh "for %s interrupting at %s affinity to %u\n",
1679 1.345 msaitoh msix_matrix[i].intrname, intrstr,
1680 1.345 msaitoh msix_matrix[i].cpuid % ncpu);
1681 1.340 knakahar } else {
1682 1.340 knakahar aprint_normal_dev(sc->sc_dev,
1683 1.345 msaitoh "for %s interrupting at %s\n",
1684 1.345 msaitoh msix_matrix[i].intrname, intrstr);
1685 1.340 knakahar }
1686 1.340 knakahar sc->sc_ihs[msix_matrix[i].intridx] = vih;
1687 1.335 msaitoh }
1688 1.335 msaitoh
1689 1.340 knakahar sc->sc_nintrs = WM_MSIX_NINTR;
1690 1.335 msaitoh kcpuset_destroy(affinity);
1691 1.340 knakahar } else {
1692 1.340 knakahar /* MSI or INTx */
1693 1.335 msaitoh intrstr = pci_intr_string(pc, sc->sc_intrs[0], intrbuf,
1694 1.335 msaitoh sizeof(intrbuf));
1695 1.335 msaitoh #ifdef WM_MPSAFE
1696 1.335 msaitoh pci_intr_setattr(pc, &sc->sc_intrs[0], PCI_INTR_MPSAFE, true);
1697 1.335 msaitoh #endif
1698 1.346 knakahar sc->sc_ihs[0] = pci_intr_establish_xname(pc, sc->sc_intrs[0],
1699 1.346 knakahar IPL_NET, wm_intr_legacy, sc, device_xname(sc->sc_dev));
1700 1.335 msaitoh if (sc->sc_ihs[0] == NULL) {
1701 1.340 knakahar aprint_error_dev(sc->sc_dev,"unable to establish %s\n",
1702 1.340 knakahar (pci_intr_type(sc->sc_intrs[0])
1703 1.340 knakahar == PCI_INTR_TYPE_MSI) ? "MSI" : "INTx");
1704 1.335 msaitoh pci_intr_release(sc->sc_pc, sc->sc_intrs, 1);
1705 1.340 knakahar switch (pci_intr_type(sc->sc_intrs[0])) {
1706 1.340 knakahar case PCI_INTR_TYPE_MSI:
1707 1.340 knakahar /* The next try is for INTx: Disable MSI */
1708 1.340 knakahar max_type = PCI_INTR_TYPE_INTX;
1709 1.340 knakahar counts[PCI_INTR_TYPE_INTX] = 1;
1710 1.340 knakahar goto alloc_retry;
1711 1.340 knakahar case PCI_INTR_TYPE_INTX:
1712 1.340 knakahar default:
1713 1.340 knakahar return;
1714 1.340 knakahar }
1715 1.335 msaitoh }
1716 1.340 knakahar aprint_normal_dev(sc->sc_dev, "%s at %s\n",
1717 1.340 knakahar (pci_intr_type(sc->sc_intrs[0]) == PCI_INTR_TYPE_MSI)
1718 1.340 knakahar ? "MSI" : "interrupting", intrstr);
1719 1.335 msaitoh
1720 1.335 msaitoh sc->sc_nintrs = 1;
1721 1.335 msaitoh }
1722 1.335 msaitoh #endif /* WM_MSI_MSIX */
1723 1.52 thorpej
1724 1.52 thorpej /*
1725 1.199 msaitoh * Check the function ID (unit number of the chip).
1726 1.199 msaitoh */
1727 1.199 msaitoh if ((sc->sc_type == WM_T_82546) || (sc->sc_type == WM_T_82546_3)
1728 1.199 msaitoh || (sc->sc_type == WM_T_82571) || (sc->sc_type == WM_T_80003)
1729 1.208 msaitoh || (sc->sc_type == WM_T_82575) || (sc->sc_type == WM_T_82576)
1730 1.300 msaitoh || (sc->sc_type == WM_T_82580)
1731 1.265 msaitoh || (sc->sc_type == WM_T_I350) || (sc->sc_type == WM_T_I354))
1732 1.199 msaitoh sc->sc_funcid = (CSR_READ(sc, WMREG_STATUS)
1733 1.199 msaitoh >> STATUS_FUNCID_SHIFT) & STATUS_FUNCID_MASK;
1734 1.199 msaitoh else
1735 1.199 msaitoh sc->sc_funcid = 0;
1736 1.199 msaitoh
1737 1.199 msaitoh /*
1738 1.52 thorpej * Determine a few things about the bus we're connected to.
1739 1.52 thorpej */
1740 1.52 thorpej if (sc->sc_type < WM_T_82543) {
1741 1.52 thorpej /* We don't really know the bus characteristics here. */
1742 1.52 thorpej sc->sc_bus_speed = 33;
1743 1.73 tron } else if (sc->sc_type == WM_T_82547 || sc->sc_type == WM_T_82547_2) {
1744 1.73 tron /*
1745 1.73 tron * CSA (Communication Streaming Architecture) is about as fast
1746 1.73 tron * a 32-bit 66MHz PCI Bus.
1747 1.73 tron */
1748 1.73 tron sc->sc_flags |= WM_F_CSA;
1749 1.73 tron sc->sc_bus_speed = 66;
1750 1.160 christos aprint_verbose_dev(sc->sc_dev,
1751 1.160 christos "Communication Streaming Architecture\n");
1752 1.78 thorpej if (sc->sc_type == WM_T_82547) {
1753 1.272 ozaki callout_init(&sc->sc_txfifo_ch, CALLOUT_FLAGS);
1754 1.78 thorpej callout_setfunc(&sc->sc_txfifo_ch,
1755 1.78 thorpej wm_82547_txfifo_stall, sc);
1756 1.160 christos aprint_verbose_dev(sc->sc_dev,
1757 1.160 christos "using 82547 Tx FIFO stall work-around\n");
1758 1.78 thorpej }
1759 1.116 msaitoh } else if (sc->sc_type >= WM_T_82571) {
1760 1.139 bouyer sc->sc_flags |= WM_F_PCIE;
1761 1.167 msaitoh if ((sc->sc_type != WM_T_ICH8) && (sc->sc_type != WM_T_ICH9)
1762 1.190 msaitoh && (sc->sc_type != WM_T_ICH10)
1763 1.221 msaitoh && (sc->sc_type != WM_T_PCH)
1764 1.249 msaitoh && (sc->sc_type != WM_T_PCH2)
1765 1.249 msaitoh && (sc->sc_type != WM_T_PCH_LPT)) {
1766 1.221 msaitoh /* ICH* and PCH* have no PCIe capability registers */
1767 1.199 msaitoh if (pci_get_capability(pa->pa_pc, pa->pa_tag,
1768 1.199 msaitoh PCI_CAP_PCIEXPRESS, &sc->sc_pcixe_capoff,
1769 1.199 msaitoh NULL) == 0)
1770 1.199 msaitoh aprint_error_dev(sc->sc_dev,
1771 1.199 msaitoh "unable to find PCIe capability\n");
1772 1.199 msaitoh }
1773 1.160 christos aprint_verbose_dev(sc->sc_dev, "PCI-Express bus\n");
1774 1.73 tron } else {
1775 1.52 thorpej reg = CSR_READ(sc, WMREG_STATUS);
1776 1.52 thorpej if (reg & STATUS_BUS64)
1777 1.52 thorpej sc->sc_flags |= WM_F_BUS64;
1778 1.176 msaitoh if ((reg & STATUS_PCIX_MODE) != 0) {
1779 1.54 thorpej pcireg_t pcix_cmd, pcix_sts, bytecnt, maxb;
1780 1.54 thorpej
1781 1.52 thorpej sc->sc_flags |= WM_F_PCIX;
1782 1.54 thorpej if (pci_get_capability(pa->pa_pc, pa->pa_tag,
1783 1.199 msaitoh PCI_CAP_PCIX, &sc->sc_pcixe_capoff, NULL) == 0)
1784 1.160 christos aprint_error_dev(sc->sc_dev,
1785 1.160 christos "unable to find PCIX capability\n");
1786 1.54 thorpej else if (sc->sc_type != WM_T_82545_3 &&
1787 1.54 thorpej sc->sc_type != WM_T_82546_3) {
1788 1.54 thorpej /*
1789 1.54 thorpej * Work around a problem caused by the BIOS
1790 1.54 thorpej * setting the max memory read byte count
1791 1.54 thorpej * incorrectly.
1792 1.54 thorpej */
1793 1.54 thorpej pcix_cmd = pci_conf_read(pa->pa_pc, pa->pa_tag,
1794 1.248 msaitoh sc->sc_pcixe_capoff + PCIX_CMD);
1795 1.54 thorpej pcix_sts = pci_conf_read(pa->pa_pc, pa->pa_tag,
1796 1.248 msaitoh sc->sc_pcixe_capoff + PCIX_STATUS);
1797 1.54 thorpej
1798 1.54 thorpej bytecnt =
1799 1.248 msaitoh (pcix_cmd & PCIX_CMD_BYTECNT_MASK) >>
1800 1.248 msaitoh PCIX_CMD_BYTECNT_SHIFT;
1801 1.54 thorpej maxb =
1802 1.248 msaitoh (pcix_sts & PCIX_STATUS_MAXB_MASK) >>
1803 1.248 msaitoh PCIX_STATUS_MAXB_SHIFT;
1804 1.54 thorpej if (bytecnt > maxb) {
1805 1.160 christos aprint_verbose_dev(sc->sc_dev,
1806 1.160 christos "resetting PCI-X MMRBC: %d -> %d\n",
1807 1.54 thorpej 512 << bytecnt, 512 << maxb);
1808 1.54 thorpej pcix_cmd = (pcix_cmd &
1809 1.248 msaitoh ~PCIX_CMD_BYTECNT_MASK) |
1810 1.248 msaitoh (maxb << PCIX_CMD_BYTECNT_SHIFT);
1811 1.54 thorpej pci_conf_write(pa->pa_pc, pa->pa_tag,
1812 1.248 msaitoh sc->sc_pcixe_capoff + PCIX_CMD,
1813 1.54 thorpej pcix_cmd);
1814 1.54 thorpej }
1815 1.54 thorpej }
1816 1.54 thorpej }
1817 1.52 thorpej /*
1818 1.52 thorpej * The quad port adapter is special; it has a PCIX-PCIX
1819 1.52 thorpej * bridge on the board, and can run the secondary bus at
1820 1.52 thorpej * a higher speed.
1821 1.52 thorpej */
1822 1.52 thorpej if (wmp->wmp_product == PCI_PRODUCT_INTEL_82546EB_QUAD) {
1823 1.52 thorpej sc->sc_bus_speed = (sc->sc_flags & WM_F_PCIX) ? 120
1824 1.52 thorpej : 66;
1825 1.52 thorpej } else if (sc->sc_flags & WM_F_PCIX) {
1826 1.62 thorpej switch (reg & STATUS_PCIXSPD_MASK) {
1827 1.52 thorpej case STATUS_PCIXSPD_50_66:
1828 1.52 thorpej sc->sc_bus_speed = 66;
1829 1.52 thorpej break;
1830 1.52 thorpej case STATUS_PCIXSPD_66_100:
1831 1.52 thorpej sc->sc_bus_speed = 100;
1832 1.52 thorpej break;
1833 1.52 thorpej case STATUS_PCIXSPD_100_133:
1834 1.52 thorpej sc->sc_bus_speed = 133;
1835 1.52 thorpej break;
1836 1.52 thorpej default:
1837 1.160 christos aprint_error_dev(sc->sc_dev,
1838 1.158 cegger "unknown PCIXSPD %d; assuming 66MHz\n",
1839 1.62 thorpej reg & STATUS_PCIXSPD_MASK);
1840 1.52 thorpej sc->sc_bus_speed = 66;
1841 1.189 msaitoh break;
1842 1.52 thorpej }
1843 1.52 thorpej } else
1844 1.52 thorpej sc->sc_bus_speed = (reg & STATUS_PCI66) ? 66 : 33;
1845 1.160 christos aprint_verbose_dev(sc->sc_dev, "%d-bit %dMHz %s bus\n",
1846 1.52 thorpej (sc->sc_flags & WM_F_BUS64) ? 64 : 32, sc->sc_bus_speed,
1847 1.52 thorpej (sc->sc_flags & WM_F_PCIX) ? "PCIX" : "PCI");
1848 1.52 thorpej }
1849 1.1 thorpej
1850 1.1 thorpej /*
1851 1.1 thorpej * Allocate the control data structures, and create and load the
1852 1.1 thorpej * DMA map for it.
1853 1.69 thorpej *
1854 1.69 thorpej * NOTE: All Tx descriptors must be in the same 4G segment of
1855 1.69 thorpej * memory. So must Rx descriptors. We simplify by allocating
1856 1.69 thorpej * both sets within the same 4G segment.
1857 1.1 thorpej */
1858 1.75 thorpej WM_NTXDESC(sc) = sc->sc_type < WM_T_82544 ?
1859 1.75 thorpej WM_NTXDESC_82542 : WM_NTXDESC_82544;
1860 1.201 msaitoh sc->sc_cd_size = sc->sc_type < WM_T_82544 ?
1861 1.75 thorpej sizeof(struct wm_control_data_82542) :
1862 1.75 thorpej sizeof(struct wm_control_data_82544);
1863 1.201 msaitoh if ((error = bus_dmamem_alloc(sc->sc_dmat, sc->sc_cd_size, PAGE_SIZE,
1864 1.201 msaitoh (bus_size_t) 0x100000000ULL, &sc->sc_cd_seg, 1,
1865 1.201 msaitoh &sc->sc_cd_rseg, 0)) != 0) {
1866 1.160 christos aprint_error_dev(sc->sc_dev,
1867 1.158 cegger "unable to allocate control data, error = %d\n",
1868 1.158 cegger error);
1869 1.1 thorpej goto fail_0;
1870 1.1 thorpej }
1871 1.1 thorpej
1872 1.201 msaitoh if ((error = bus_dmamem_map(sc->sc_dmat, &sc->sc_cd_seg,
1873 1.201 msaitoh sc->sc_cd_rseg, sc->sc_cd_size,
1874 1.194 msaitoh (void **)&sc->sc_control_data, BUS_DMA_COHERENT)) != 0) {
1875 1.160 christos aprint_error_dev(sc->sc_dev,
1876 1.160 christos "unable to map control data, error = %d\n", error);
1877 1.1 thorpej goto fail_1;
1878 1.1 thorpej }
1879 1.1 thorpej
1880 1.201 msaitoh if ((error = bus_dmamap_create(sc->sc_dmat, sc->sc_cd_size, 1,
1881 1.201 msaitoh sc->sc_cd_size, 0, 0, &sc->sc_cddmamap)) != 0) {
1882 1.160 christos aprint_error_dev(sc->sc_dev,
1883 1.160 christos "unable to create control data DMA map, error = %d\n",
1884 1.160 christos error);
1885 1.1 thorpej goto fail_2;
1886 1.1 thorpej }
1887 1.1 thorpej
1888 1.1 thorpej if ((error = bus_dmamap_load(sc->sc_dmat, sc->sc_cddmamap,
1889 1.201 msaitoh sc->sc_control_data, sc->sc_cd_size, NULL, 0)) != 0) {
1890 1.160 christos aprint_error_dev(sc->sc_dev,
1891 1.158 cegger "unable to load control data DMA map, error = %d\n",
1892 1.158 cegger error);
1893 1.1 thorpej goto fail_3;
1894 1.1 thorpej }
1895 1.1 thorpej
1896 1.281 msaitoh /* Create the transmit buffer DMA maps. */
1897 1.74 tron WM_TXQUEUELEN(sc) =
1898 1.74 tron (sc->sc_type == WM_T_82547 || sc->sc_type == WM_T_82547_2) ?
1899 1.74 tron WM_TXQUEUELEN_MAX_82547 : WM_TXQUEUELEN_MAX;
1900 1.74 tron for (i = 0; i < WM_TXQUEUELEN(sc); i++) {
1901 1.82 thorpej if ((error = bus_dmamap_create(sc->sc_dmat, WM_MAXTXDMA,
1902 1.194 msaitoh WM_NTXSEGS, WTX_MAX_LEN, 0, 0,
1903 1.194 msaitoh &sc->sc_txsoft[i].txs_dmamap)) != 0) {
1904 1.160 christos aprint_error_dev(sc->sc_dev,
1905 1.160 christos "unable to create Tx DMA map %d, error = %d\n",
1906 1.160 christos i, error);
1907 1.1 thorpej goto fail_4;
1908 1.1 thorpej }
1909 1.1 thorpej }
1910 1.1 thorpej
1911 1.281 msaitoh /* Create the receive buffer DMA maps. */
1912 1.1 thorpej for (i = 0; i < WM_NRXDESC; i++) {
1913 1.1 thorpej if ((error = bus_dmamap_create(sc->sc_dmat, MCLBYTES, 1,
1914 1.194 msaitoh MCLBYTES, 0, 0,
1915 1.194 msaitoh &sc->sc_rxsoft[i].rxs_dmamap)) != 0) {
1916 1.160 christos aprint_error_dev(sc->sc_dev,
1917 1.160 christos "unable to create Rx DMA map %d error = %d\n",
1918 1.160 christos i, error);
1919 1.1 thorpej goto fail_5;
1920 1.1 thorpej }
1921 1.1 thorpej sc->sc_rxsoft[i].rxs_mbuf = NULL;
1922 1.1 thorpej }
1923 1.1 thorpej
1924 1.127 bouyer /* clear interesting stat counters */
1925 1.127 bouyer CSR_READ(sc, WMREG_COLC);
1926 1.127 bouyer CSR_READ(sc, WMREG_RXERRC);
1927 1.127 bouyer
1928 1.221 msaitoh /* get PHY control from SMBus to PCIe */
1929 1.249 msaitoh if ((sc->sc_type == WM_T_PCH) || (sc->sc_type == WM_T_PCH2)
1930 1.249 msaitoh || (sc->sc_type == WM_T_PCH_LPT))
1931 1.221 msaitoh wm_smbustopci(sc);
1932 1.221 msaitoh
1933 1.281 msaitoh /* Reset the chip to a known state. */
1934 1.1 thorpej wm_reset(sc);
1935 1.1 thorpej
1936 1.281 msaitoh /* Get some information about the EEPROM. */
1937 1.185 msaitoh switch (sc->sc_type) {
1938 1.185 msaitoh case WM_T_82542_2_0:
1939 1.185 msaitoh case WM_T_82542_2_1:
1940 1.185 msaitoh case WM_T_82543:
1941 1.185 msaitoh case WM_T_82544:
1942 1.185 msaitoh /* Microwire */
1943 1.294 msaitoh sc->sc_nvm_wordsize = 64;
1944 1.294 msaitoh sc->sc_nvm_addrbits = 6;
1945 1.185 msaitoh break;
1946 1.185 msaitoh case WM_T_82540:
1947 1.185 msaitoh case WM_T_82545:
1948 1.185 msaitoh case WM_T_82545_3:
1949 1.185 msaitoh case WM_T_82546:
1950 1.185 msaitoh case WM_T_82546_3:
1951 1.185 msaitoh /* Microwire */
1952 1.185 msaitoh reg = CSR_READ(sc, WMREG_EECD);
1953 1.294 msaitoh if (reg & EECD_EE_SIZE) {
1954 1.294 msaitoh sc->sc_nvm_wordsize = 256;
1955 1.294 msaitoh sc->sc_nvm_addrbits = 8;
1956 1.294 msaitoh } else {
1957 1.294 msaitoh sc->sc_nvm_wordsize = 64;
1958 1.294 msaitoh sc->sc_nvm_addrbits = 6;
1959 1.294 msaitoh }
1960 1.275 msaitoh sc->sc_flags |= WM_F_LOCK_EECD;
1961 1.185 msaitoh break;
1962 1.185 msaitoh case WM_T_82541:
1963 1.185 msaitoh case WM_T_82541_2:
1964 1.185 msaitoh case WM_T_82547:
1965 1.185 msaitoh case WM_T_82547_2:
1966 1.313 msaitoh sc->sc_flags |= WM_F_LOCK_EECD;
1967 1.185 msaitoh reg = CSR_READ(sc, WMREG_EECD);
1968 1.185 msaitoh if (reg & EECD_EE_TYPE) {
1969 1.185 msaitoh /* SPI */
1970 1.294 msaitoh sc->sc_flags |= WM_F_EEPROM_SPI;
1971 1.294 msaitoh wm_nvm_set_addrbits_size_eecd(sc);
1972 1.294 msaitoh } else {
1973 1.185 msaitoh /* Microwire */
1974 1.294 msaitoh if ((reg & EECD_EE_ABITS) != 0) {
1975 1.294 msaitoh sc->sc_nvm_wordsize = 256;
1976 1.294 msaitoh sc->sc_nvm_addrbits = 8;
1977 1.294 msaitoh } else {
1978 1.294 msaitoh sc->sc_nvm_wordsize = 64;
1979 1.294 msaitoh sc->sc_nvm_addrbits = 6;
1980 1.294 msaitoh }
1981 1.294 msaitoh }
1982 1.185 msaitoh break;
1983 1.185 msaitoh case WM_T_82571:
1984 1.185 msaitoh case WM_T_82572:
1985 1.185 msaitoh /* SPI */
1986 1.294 msaitoh sc->sc_flags |= WM_F_EEPROM_SPI;
1987 1.294 msaitoh wm_nvm_set_addrbits_size_eecd(sc);
1988 1.275 msaitoh sc->sc_flags |= WM_F_LOCK_EECD | WM_F_LOCK_SWSM;
1989 1.185 msaitoh break;
1990 1.185 msaitoh case WM_T_82573:
1991 1.275 msaitoh sc->sc_flags |= WM_F_LOCK_SWSM;
1992 1.273 msaitoh /* FALLTHROUGH */
1993 1.185 msaitoh case WM_T_82574:
1994 1.185 msaitoh case WM_T_82583:
1995 1.294 msaitoh if (wm_nvm_is_onboard_eeprom(sc) == 0) {
1996 1.185 msaitoh sc->sc_flags |= WM_F_EEPROM_FLASH;
1997 1.294 msaitoh sc->sc_nvm_wordsize = 2048;
1998 1.294 msaitoh } else {
1999 1.185 msaitoh /* SPI */
2000 1.294 msaitoh sc->sc_flags |= WM_F_EEPROM_SPI;
2001 1.294 msaitoh wm_nvm_set_addrbits_size_eecd(sc);
2002 1.185 msaitoh }
2003 1.185 msaitoh sc->sc_flags |= WM_F_EEPROM_EERDEEWR;
2004 1.185 msaitoh break;
2005 1.199 msaitoh case WM_T_82575:
2006 1.199 msaitoh case WM_T_82576:
2007 1.199 msaitoh case WM_T_82580:
2008 1.228 msaitoh case WM_T_I350:
2009 1.278 msaitoh case WM_T_I354:
2010 1.185 msaitoh case WM_T_80003:
2011 1.185 msaitoh /* SPI */
2012 1.294 msaitoh sc->sc_flags |= WM_F_EEPROM_SPI;
2013 1.294 msaitoh wm_nvm_set_addrbits_size_eecd(sc);
2014 1.275 msaitoh sc->sc_flags |= WM_F_EEPROM_EERDEEWR | WM_F_LOCK_SWFW
2015 1.275 msaitoh | WM_F_LOCK_SWSM;
2016 1.185 msaitoh break;
2017 1.185 msaitoh case WM_T_ICH8:
2018 1.185 msaitoh case WM_T_ICH9:
2019 1.185 msaitoh case WM_T_ICH10:
2020 1.190 msaitoh case WM_T_PCH:
2021 1.221 msaitoh case WM_T_PCH2:
2022 1.249 msaitoh case WM_T_PCH_LPT:
2023 1.185 msaitoh /* FLASH */
2024 1.276 msaitoh sc->sc_flags |= WM_F_EEPROM_FLASH | WM_F_LOCK_EXTCNF;
2025 1.294 msaitoh sc->sc_nvm_wordsize = 2048;
2026 1.139 bouyer memtype = pci_mapreg_type(pa->pa_pc, pa->pa_tag, WM_ICH8_FLASH);
2027 1.139 bouyer if (pci_mapreg_map(pa, WM_ICH8_FLASH, memtype, 0,
2028 1.336 msaitoh &sc->sc_flasht, &sc->sc_flashh, NULL, &sc->sc_flashs)) {
2029 1.160 christos aprint_error_dev(sc->sc_dev,
2030 1.160 christos "can't map FLASH registers\n");
2031 1.290 msaitoh goto fail_5;
2032 1.139 bouyer }
2033 1.185 msaitoh reg = ICH8_FLASH_READ32(sc, ICH_FLASH_GFPREG);
2034 1.185 msaitoh sc->sc_ich8_flash_base = (reg & ICH_GFPREG_BASE_MASK) *
2035 1.139 bouyer ICH_FLASH_SECTOR_SIZE;
2036 1.199 msaitoh sc->sc_ich8_flash_bank_size =
2037 1.199 msaitoh ((reg >> 16) & ICH_GFPREG_BASE_MASK) + 1;
2038 1.139 bouyer sc->sc_ich8_flash_bank_size -=
2039 1.199 msaitoh (reg & ICH_GFPREG_BASE_MASK);
2040 1.139 bouyer sc->sc_ich8_flash_bank_size *= ICH_FLASH_SECTOR_SIZE;
2041 1.139 bouyer sc->sc_ich8_flash_bank_size /= 2 * sizeof(uint16_t);
2042 1.185 msaitoh break;
2043 1.247 msaitoh case WM_T_I210:
2044 1.247 msaitoh case WM_T_I211:
2045 1.321 msaitoh if (wm_nvm_get_flash_presence_i210(sc)) {
2046 1.321 msaitoh wm_nvm_set_addrbits_size_eecd(sc);
2047 1.321 msaitoh sc->sc_flags |= WM_F_EEPROM_FLASH_HW;
2048 1.321 msaitoh sc->sc_flags |= WM_F_EEPROM_EERDEEWR | WM_F_LOCK_SWFW;
2049 1.321 msaitoh } else {
2050 1.321 msaitoh sc->sc_nvm_wordsize = INVM_SIZE;
2051 1.321 msaitoh sc->sc_flags |= WM_F_EEPROM_INVM;
2052 1.343 msaitoh sc->sc_flags |= WM_F_LOCK_SWFW;
2053 1.321 msaitoh }
2054 1.247 msaitoh break;
2055 1.185 msaitoh default:
2056 1.185 msaitoh break;
2057 1.44 thorpej }
2058 1.112 gavan
2059 1.273 msaitoh /* Ensure the SMBI bit is clear before first NVM or PHY access */
2060 1.273 msaitoh switch (sc->sc_type) {
2061 1.273 msaitoh case WM_T_82571:
2062 1.273 msaitoh case WM_T_82572:
2063 1.273 msaitoh reg = CSR_READ(sc, WMREG_SWSM2);
2064 1.310 msaitoh if ((reg & SWSM2_LOCK) == 0) {
2065 1.273 msaitoh CSR_WRITE(sc, WMREG_SWSM2, reg | SWSM2_LOCK);
2066 1.273 msaitoh force_clear_smbi = true;
2067 1.273 msaitoh } else
2068 1.273 msaitoh force_clear_smbi = false;
2069 1.273 msaitoh break;
2070 1.284 msaitoh case WM_T_82573:
2071 1.284 msaitoh case WM_T_82574:
2072 1.284 msaitoh case WM_T_82583:
2073 1.284 msaitoh force_clear_smbi = true;
2074 1.284 msaitoh break;
2075 1.273 msaitoh default:
2076 1.284 msaitoh force_clear_smbi = false;
2077 1.273 msaitoh break;
2078 1.273 msaitoh }
2079 1.273 msaitoh if (force_clear_smbi) {
2080 1.273 msaitoh reg = CSR_READ(sc, WMREG_SWSM);
2081 1.284 msaitoh if ((reg & SWSM_SMBI) != 0)
2082 1.273 msaitoh aprint_error_dev(sc->sc_dev,
2083 1.273 msaitoh "Please update the Bootagent\n");
2084 1.273 msaitoh CSR_WRITE(sc, WMREG_SWSM, reg & ~SWSM_SMBI);
2085 1.273 msaitoh }
2086 1.273 msaitoh
2087 1.112 gavan /*
2088 1.112 gavan * Defer printing the EEPROM type until after verifying the checksum
2089 1.112 gavan * This allows the EEPROM type to be printed correctly in the case
2090 1.112 gavan * that no EEPROM is attached.
2091 1.112 gavan */
2092 1.185 msaitoh /*
2093 1.185 msaitoh * Validate the EEPROM checksum. If the checksum fails, flag
2094 1.185 msaitoh * this for later, so we can fail future reads from the EEPROM.
2095 1.185 msaitoh */
2096 1.280 msaitoh if (wm_nvm_validate_checksum(sc)) {
2097 1.169 msaitoh /*
2098 1.185 msaitoh * Read twice again because some PCI-e parts fail the
2099 1.185 msaitoh * first check due to the link being in sleep state.
2100 1.169 msaitoh */
2101 1.280 msaitoh if (wm_nvm_validate_checksum(sc))
2102 1.185 msaitoh sc->sc_flags |= WM_F_EEPROM_INVALID;
2103 1.169 msaitoh }
2104 1.185 msaitoh
2105 1.184 msaitoh /* Set device properties (macflags) */
2106 1.183 msaitoh prop_dictionary_set_uint32(dict, "macflags", sc->sc_flags);
2107 1.112 gavan
2108 1.113 gavan if (sc->sc_flags & WM_F_EEPROM_INVALID)
2109 1.328 msaitoh aprint_verbose_dev(sc->sc_dev, "No EEPROM");
2110 1.294 msaitoh else {
2111 1.294 msaitoh aprint_verbose_dev(sc->sc_dev, "%u words ",
2112 1.294 msaitoh sc->sc_nvm_wordsize);
2113 1.321 msaitoh if (sc->sc_flags & WM_F_EEPROM_INVM)
2114 1.328 msaitoh aprint_verbose("iNVM");
2115 1.321 msaitoh else if (sc->sc_flags & WM_F_EEPROM_FLASH_HW)
2116 1.328 msaitoh aprint_verbose("FLASH(HW)");
2117 1.321 msaitoh else if (sc->sc_flags & WM_F_EEPROM_FLASH)
2118 1.328 msaitoh aprint_verbose("FLASH");
2119 1.321 msaitoh else {
2120 1.294 msaitoh if (sc->sc_flags & WM_F_EEPROM_SPI)
2121 1.294 msaitoh eetype = "SPI";
2122 1.294 msaitoh else
2123 1.294 msaitoh eetype = "MicroWire";
2124 1.328 msaitoh aprint_verbose("(%d address bits) %s EEPROM",
2125 1.294 msaitoh sc->sc_nvm_addrbits, eetype);
2126 1.294 msaitoh }
2127 1.112 gavan }
2128 1.328 msaitoh wm_nvm_version(sc);
2129 1.328 msaitoh aprint_verbose("\n");
2130 1.112 gavan
2131 1.329 msaitoh /* Check for I21[01] PLL workaround */
2132 1.329 msaitoh if (sc->sc_type == WM_T_I210)
2133 1.329 msaitoh sc->sc_flags |= WM_F_PLL_WA_I210;
2134 1.329 msaitoh if ((sc->sc_type == WM_T_I210) && wm_nvm_get_flash_presence_i210(sc)) {
2135 1.329 msaitoh /* NVM image release 3.25 has a workaround */
2136 1.344 msaitoh if ((sc->sc_nvm_ver_major < 3)
2137 1.329 msaitoh || ((sc->sc_nvm_ver_major == 3)
2138 1.344 msaitoh && (sc->sc_nvm_ver_minor < 25))) {
2139 1.329 msaitoh aprint_verbose_dev(sc->sc_dev,
2140 1.329 msaitoh "ROM image version %d.%d is older than 3.25\n",
2141 1.329 msaitoh sc->sc_nvm_ver_major, sc->sc_nvm_ver_minor);
2142 1.329 msaitoh sc->sc_flags |= WM_F_PLL_WA_I210;
2143 1.329 msaitoh }
2144 1.329 msaitoh }
2145 1.329 msaitoh if ((sc->sc_flags & WM_F_PLL_WA_I210) != 0)
2146 1.329 msaitoh wm_pll_workaround_i210(sc);
2147 1.329 msaitoh
2148 1.261 msaitoh switch (sc->sc_type) {
2149 1.261 msaitoh case WM_T_82571:
2150 1.261 msaitoh case WM_T_82572:
2151 1.261 msaitoh case WM_T_82573:
2152 1.261 msaitoh case WM_T_82574:
2153 1.261 msaitoh case WM_T_82583:
2154 1.261 msaitoh case WM_T_80003:
2155 1.261 msaitoh case WM_T_ICH8:
2156 1.261 msaitoh case WM_T_ICH9:
2157 1.261 msaitoh case WM_T_ICH10:
2158 1.261 msaitoh case WM_T_PCH:
2159 1.261 msaitoh case WM_T_PCH2:
2160 1.261 msaitoh case WM_T_PCH_LPT:
2161 1.263 msaitoh if (wm_check_mng_mode(sc) != 0)
2162 1.261 msaitoh wm_get_hw_control(sc);
2163 1.261 msaitoh break;
2164 1.261 msaitoh default:
2165 1.261 msaitoh break;
2166 1.261 msaitoh }
2167 1.261 msaitoh wm_get_wakeup(sc);
2168 1.113 gavan /*
2169 1.113 gavan * Read the Ethernet address from the EEPROM, if not first found
2170 1.113 gavan * in device properties.
2171 1.113 gavan */
2172 1.195 martin ea = prop_dictionary_get(dict, "mac-address");
2173 1.115 thorpej if (ea != NULL) {
2174 1.115 thorpej KASSERT(prop_object_type(ea) == PROP_TYPE_DATA);
2175 1.115 thorpej KASSERT(prop_data_size(ea) == ETHER_ADDR_LEN);
2176 1.115 thorpej memcpy(enaddr, prop_data_data_nocopy(ea), ETHER_ADDR_LEN);
2177 1.115 thorpej } else {
2178 1.210 msaitoh if (wm_read_mac_addr(sc, enaddr) != 0) {
2179 1.160 christos aprint_error_dev(sc->sc_dev,
2180 1.160 christos "unable to read Ethernet address\n");
2181 1.290 msaitoh goto fail_5;
2182 1.210 msaitoh }
2183 1.17 thorpej }
2184 1.17 thorpej
2185 1.160 christos aprint_normal_dev(sc->sc_dev, "Ethernet address %s\n",
2186 1.1 thorpej ether_sprintf(enaddr));
2187 1.1 thorpej
2188 1.1 thorpej /*
2189 1.1 thorpej * Read the config info from the EEPROM, and set up various
2190 1.1 thorpej * bits in the control registers based on their contents.
2191 1.1 thorpej */
2192 1.182 msaitoh pn = prop_dictionary_get(dict, "i82543-cfg1");
2193 1.115 thorpej if (pn != NULL) {
2194 1.115 thorpej KASSERT(prop_object_type(pn) == PROP_TYPE_NUMBER);
2195 1.115 thorpej cfg1 = (uint16_t) prop_number_integer_value(pn);
2196 1.115 thorpej } else {
2197 1.293 msaitoh if (wm_nvm_read(sc, NVM_OFF_CFG1, 1, &cfg1)) {
2198 1.160 christos aprint_error_dev(sc->sc_dev, "unable to read CFG1\n");
2199 1.290 msaitoh goto fail_5;
2200 1.113 gavan }
2201 1.51 thorpej }
2202 1.115 thorpej
2203 1.182 msaitoh pn = prop_dictionary_get(dict, "i82543-cfg2");
2204 1.115 thorpej if (pn != NULL) {
2205 1.115 thorpej KASSERT(prop_object_type(pn) == PROP_TYPE_NUMBER);
2206 1.115 thorpej cfg2 = (uint16_t) prop_number_integer_value(pn);
2207 1.115 thorpej } else {
2208 1.293 msaitoh if (wm_nvm_read(sc, NVM_OFF_CFG2, 1, &cfg2)) {
2209 1.160 christos aprint_error_dev(sc->sc_dev, "unable to read CFG2\n");
2210 1.290 msaitoh goto fail_5;
2211 1.113 gavan }
2212 1.51 thorpej }
2213 1.115 thorpej
2214 1.203 msaitoh /* check for WM_F_WOL */
2215 1.203 msaitoh switch (sc->sc_type) {
2216 1.203 msaitoh case WM_T_82542_2_0:
2217 1.203 msaitoh case WM_T_82542_2_1:
2218 1.203 msaitoh case WM_T_82543:
2219 1.203 msaitoh /* dummy? */
2220 1.203 msaitoh eeprom_data = 0;
2221 1.293 msaitoh apme_mask = NVM_CFG3_APME;
2222 1.203 msaitoh break;
2223 1.203 msaitoh case WM_T_82544:
2224 1.293 msaitoh apme_mask = NVM_CFG2_82544_APM_EN;
2225 1.203 msaitoh eeprom_data = cfg2;
2226 1.203 msaitoh break;
2227 1.203 msaitoh case WM_T_82546:
2228 1.203 msaitoh case WM_T_82546_3:
2229 1.203 msaitoh case WM_T_82571:
2230 1.203 msaitoh case WM_T_82572:
2231 1.203 msaitoh case WM_T_82573:
2232 1.203 msaitoh case WM_T_82574:
2233 1.203 msaitoh case WM_T_82583:
2234 1.203 msaitoh case WM_T_80003:
2235 1.203 msaitoh default:
2236 1.293 msaitoh apme_mask = NVM_CFG3_APME;
2237 1.293 msaitoh wm_nvm_read(sc, (sc->sc_funcid == 1) ? NVM_OFF_CFG3_PORTB
2238 1.293 msaitoh : NVM_OFF_CFG3_PORTA, 1, &eeprom_data);
2239 1.203 msaitoh break;
2240 1.203 msaitoh case WM_T_82575:
2241 1.203 msaitoh case WM_T_82576:
2242 1.203 msaitoh case WM_T_82580:
2243 1.228 msaitoh case WM_T_I350:
2244 1.265 msaitoh case WM_T_I354: /* XXX ok? */
2245 1.203 msaitoh case WM_T_ICH8:
2246 1.203 msaitoh case WM_T_ICH9:
2247 1.203 msaitoh case WM_T_ICH10:
2248 1.203 msaitoh case WM_T_PCH:
2249 1.221 msaitoh case WM_T_PCH2:
2250 1.249 msaitoh case WM_T_PCH_LPT:
2251 1.228 msaitoh /* XXX The funcid should be checked on some devices */
2252 1.203 msaitoh apme_mask = WUC_APME;
2253 1.203 msaitoh eeprom_data = CSR_READ(sc, WMREG_WUC);
2254 1.203 msaitoh break;
2255 1.203 msaitoh }
2256 1.203 msaitoh
2257 1.203 msaitoh /* Check for WM_F_WOL flag after the setting of the EEPROM stuff */
2258 1.203 msaitoh if ((eeprom_data & apme_mask) != 0)
2259 1.203 msaitoh sc->sc_flags |= WM_F_WOL;
2260 1.203 msaitoh #ifdef WM_DEBUG
2261 1.203 msaitoh if ((sc->sc_flags & WM_F_WOL) != 0)
2262 1.203 msaitoh printf("WOL\n");
2263 1.203 msaitoh #endif
2264 1.203 msaitoh
2265 1.325 msaitoh if ((sc->sc_type == WM_T_82575) || (sc->sc_type == WM_T_82576)) {
2266 1.325 msaitoh /* Check NVM for autonegotiation */
2267 1.325 msaitoh if (wm_nvm_read(sc, NVM_OFF_COMPAT, 1, &nvmword) == 0) {
2268 1.325 msaitoh if ((nvmword & NVM_COMPAT_SERDES_FORCE_MODE) != 0)
2269 1.325 msaitoh sc->sc_flags |= WM_F_PCS_DIS_AUTONEGO;
2270 1.325 msaitoh }
2271 1.325 msaitoh }
2272 1.325 msaitoh
2273 1.203 msaitoh /*
2274 1.203 msaitoh * XXX need special handling for some multiple port cards
2275 1.203 msaitoh * to disable a paticular port.
2276 1.203 msaitoh */
2277 1.203 msaitoh
2278 1.51 thorpej if (sc->sc_type >= WM_T_82544) {
2279 1.182 msaitoh pn = prop_dictionary_get(dict, "i82543-swdpin");
2280 1.115 thorpej if (pn != NULL) {
2281 1.115 thorpej KASSERT(prop_object_type(pn) == PROP_TYPE_NUMBER);
2282 1.115 thorpej swdpin = (uint16_t) prop_number_integer_value(pn);
2283 1.115 thorpej } else {
2284 1.293 msaitoh if (wm_nvm_read(sc, NVM_OFF_SWDPIN, 1, &swdpin)) {
2285 1.160 christos aprint_error_dev(sc->sc_dev,
2286 1.160 christos "unable to read SWDPIN\n");
2287 1.290 msaitoh goto fail_5;
2288 1.113 gavan }
2289 1.51 thorpej }
2290 1.51 thorpej }
2291 1.1 thorpej
2292 1.293 msaitoh if (cfg1 & NVM_CFG1_ILOS)
2293 1.1 thorpej sc->sc_ctrl |= CTRL_ILOS;
2294 1.325 msaitoh
2295 1.325 msaitoh /*
2296 1.325 msaitoh * XXX
2297 1.325 msaitoh * This code isn't correct because pin 2 and 3 are located
2298 1.325 msaitoh * in different position on newer chips. Check all datasheet.
2299 1.325 msaitoh *
2300 1.325 msaitoh * Until resolve this problem, check if a chip < 82580
2301 1.325 msaitoh */
2302 1.325 msaitoh if (sc->sc_type <= WM_T_82580) {
2303 1.325 msaitoh if (sc->sc_type >= WM_T_82544) {
2304 1.325 msaitoh sc->sc_ctrl |=
2305 1.325 msaitoh ((swdpin >> NVM_SWDPIN_SWDPIO_SHIFT) & 0xf) <<
2306 1.325 msaitoh CTRL_SWDPIO_SHIFT;
2307 1.325 msaitoh sc->sc_ctrl |=
2308 1.325 msaitoh ((swdpin >> NVM_SWDPIN_SWDPIN_SHIFT) & 0xf) <<
2309 1.325 msaitoh CTRL_SWDPINS_SHIFT;
2310 1.325 msaitoh } else {
2311 1.325 msaitoh sc->sc_ctrl |=
2312 1.325 msaitoh ((cfg1 >> NVM_CFG1_SWDPIO_SHIFT) & 0xf) <<
2313 1.325 msaitoh CTRL_SWDPIO_SHIFT;
2314 1.325 msaitoh }
2315 1.325 msaitoh }
2316 1.325 msaitoh
2317 1.325 msaitoh /* XXX For other than 82580? */
2318 1.325 msaitoh if (sc->sc_type == WM_T_82580) {
2319 1.325 msaitoh wm_nvm_read(sc, NVM_OFF_CFG3_PORTA, 1, &nvmword);
2320 1.325 msaitoh printf("CFG3 = %08x\n", (uint32_t)nvmword);
2321 1.325 msaitoh if (nvmword & __BIT(13)) {
2322 1.325 msaitoh printf("SET ILOS\n");
2323 1.325 msaitoh sc->sc_ctrl |= CTRL_ILOS;
2324 1.325 msaitoh }
2325 1.1 thorpej }
2326 1.1 thorpej
2327 1.1 thorpej #if 0
2328 1.11 thorpej if (sc->sc_type >= WM_T_82544) {
2329 1.293 msaitoh if (cfg1 & NVM_CFG1_IPS0)
2330 1.1 thorpej sc->sc_ctrl_ext |= CTRL_EXT_IPS;
2331 1.293 msaitoh if (cfg1 & NVM_CFG1_IPS1)
2332 1.1 thorpej sc->sc_ctrl_ext |= CTRL_EXT_IPS1;
2333 1.1 thorpej sc->sc_ctrl_ext |=
2334 1.293 msaitoh ((swdpin >> (NVM_SWDPIN_SWDPIO_SHIFT + 4)) & 0xd) <<
2335 1.1 thorpej CTRL_EXT_SWDPIO_SHIFT;
2336 1.1 thorpej sc->sc_ctrl_ext |=
2337 1.293 msaitoh ((swdpin >> (NVM_SWDPIN_SWDPIN_SHIFT + 4)) & 0xd) <<
2338 1.1 thorpej CTRL_EXT_SWDPINS_SHIFT;
2339 1.1 thorpej } else {
2340 1.1 thorpej sc->sc_ctrl_ext |=
2341 1.293 msaitoh ((cfg2 >> NVM_CFG2_SWDPIO_SHIFT) & 0xf) <<
2342 1.1 thorpej CTRL_EXT_SWDPIO_SHIFT;
2343 1.1 thorpej }
2344 1.1 thorpej #endif
2345 1.1 thorpej
2346 1.1 thorpej CSR_WRITE(sc, WMREG_CTRL, sc->sc_ctrl);
2347 1.1 thorpej #if 0
2348 1.1 thorpej CSR_WRITE(sc, WMREG_CTRL_EXT, sc->sc_ctrl_ext);
2349 1.1 thorpej #endif
2350 1.1 thorpej
2351 1.1 thorpej /*
2352 1.1 thorpej * Set up some register offsets that are different between
2353 1.11 thorpej * the i82542 and the i82543 and later chips.
2354 1.1 thorpej */
2355 1.11 thorpej if (sc->sc_type < WM_T_82543) {
2356 1.1 thorpej sc->sc_rdt_reg = WMREG_OLD_RDT0;
2357 1.1 thorpej sc->sc_tdt_reg = WMREG_OLD_TDT;
2358 1.1 thorpej } else {
2359 1.1 thorpej sc->sc_rdt_reg = WMREG_RDT;
2360 1.1 thorpej sc->sc_tdt_reg = WMREG_TDT;
2361 1.1 thorpej }
2362 1.1 thorpej
2363 1.192 msaitoh if (sc->sc_type == WM_T_PCH) {
2364 1.192 msaitoh uint16_t val;
2365 1.192 msaitoh
2366 1.192 msaitoh /* Save the NVM K1 bit setting */
2367 1.293 msaitoh wm_nvm_read(sc, NVM_OFF_K1_CONFIG, 1, &val);
2368 1.192 msaitoh
2369 1.293 msaitoh if ((val & NVM_K1_CONFIG_ENABLE) != 0)
2370 1.192 msaitoh sc->sc_nvm_k1_enabled = 1;
2371 1.192 msaitoh else
2372 1.192 msaitoh sc->sc_nvm_k1_enabled = 0;
2373 1.192 msaitoh }
2374 1.192 msaitoh
2375 1.1 thorpej /*
2376 1.199 msaitoh * Determine if we're TBI,GMII or SGMII mode, and initialize the
2377 1.1 thorpej * media structures accordingly.
2378 1.1 thorpej */
2379 1.144 msaitoh if (sc->sc_type == WM_T_ICH8 || sc->sc_type == WM_T_ICH9
2380 1.190 msaitoh || sc->sc_type == WM_T_ICH10 || sc->sc_type == WM_T_PCH
2381 1.249 msaitoh || sc->sc_type == WM_T_PCH2 || sc->sc_type == WM_T_PCH_LPT
2382 1.249 msaitoh || sc->sc_type == WM_T_82573
2383 1.185 msaitoh || sc->sc_type == WM_T_82574 || sc->sc_type == WM_T_82583) {
2384 1.139 bouyer /* STATUS_TBIMODE reserved/reused, can't rely on it */
2385 1.191 msaitoh wm_gmii_mediainit(sc, wmp->wmp_product);
2386 1.139 bouyer } else if (sc->sc_type < WM_T_82543 ||
2387 1.1 thorpej (CSR_READ(sc, WMREG_STATUS) & STATUS_TBIMODE) != 0) {
2388 1.311 msaitoh if (sc->sc_mediatype == WM_MEDIATYPE_COPPER) {
2389 1.160 christos aprint_error_dev(sc->sc_dev,
2390 1.160 christos "WARNING: TBIMODE set on 1000BASE-T product!\n");
2391 1.311 msaitoh sc->sc_mediatype = WM_MEDIATYPE_FIBER;
2392 1.292 msaitoh }
2393 1.1 thorpej wm_tbi_mediainit(sc);
2394 1.1 thorpej } else {
2395 1.199 msaitoh switch (sc->sc_type) {
2396 1.199 msaitoh case WM_T_82575:
2397 1.199 msaitoh case WM_T_82576:
2398 1.199 msaitoh case WM_T_82580:
2399 1.228 msaitoh case WM_T_I350:
2400 1.265 msaitoh case WM_T_I354:
2401 1.247 msaitoh case WM_T_I210:
2402 1.247 msaitoh case WM_T_I211:
2403 1.199 msaitoh reg = CSR_READ(sc, WMREG_CTRL_EXT);
2404 1.292 msaitoh link_mode = reg & CTRL_EXT_LINK_MODE_MASK;
2405 1.292 msaitoh switch (link_mode) {
2406 1.265 msaitoh case CTRL_EXT_LINK_MODE_1000KX:
2407 1.265 msaitoh aprint_verbose_dev(sc->sc_dev, "1000KX\n");
2408 1.311 msaitoh sc->sc_mediatype = WM_MEDIATYPE_SERDES;
2409 1.199 msaitoh break;
2410 1.265 msaitoh case CTRL_EXT_LINK_MODE_SGMII:
2411 1.265 msaitoh if (wm_sgmii_uses_mdio(sc)) {
2412 1.265 msaitoh aprint_verbose_dev(sc->sc_dev,
2413 1.265 msaitoh "SGMII(MDIO)\n");
2414 1.265 msaitoh sc->sc_flags |= WM_F_SGMII;
2415 1.311 msaitoh sc->sc_mediatype = WM_MEDIATYPE_COPPER;
2416 1.265 msaitoh break;
2417 1.265 msaitoh }
2418 1.265 msaitoh aprint_verbose_dev(sc->sc_dev, "SGMII(I2C)\n");
2419 1.265 msaitoh /*FALLTHROUGH*/
2420 1.199 msaitoh case CTRL_EXT_LINK_MODE_PCIE_SERDES:
2421 1.295 msaitoh sc->sc_mediatype = wm_sfp_get_media_type(sc);
2422 1.311 msaitoh if (sc->sc_mediatype == WM_MEDIATYPE_UNKNOWN) {
2423 1.292 msaitoh if (link_mode
2424 1.292 msaitoh == CTRL_EXT_LINK_MODE_SGMII) {
2425 1.292 msaitoh sc->sc_mediatype
2426 1.311 msaitoh = WM_MEDIATYPE_COPPER;
2427 1.292 msaitoh sc->sc_flags |= WM_F_SGMII;
2428 1.292 msaitoh } else {
2429 1.292 msaitoh sc->sc_mediatype
2430 1.311 msaitoh = WM_MEDIATYPE_SERDES;
2431 1.292 msaitoh aprint_verbose_dev(sc->sc_dev,
2432 1.292 msaitoh "SERDES\n");
2433 1.292 msaitoh }
2434 1.292 msaitoh break;
2435 1.292 msaitoh }
2436 1.311 msaitoh if (sc->sc_mediatype == WM_MEDIATYPE_SERDES)
2437 1.292 msaitoh aprint_verbose_dev(sc->sc_dev,
2438 1.292 msaitoh "SERDES\n");
2439 1.292 msaitoh
2440 1.292 msaitoh /* Change current link mode setting */
2441 1.292 msaitoh reg &= ~CTRL_EXT_LINK_MODE_MASK;
2442 1.292 msaitoh switch (sc->sc_mediatype) {
2443 1.311 msaitoh case WM_MEDIATYPE_COPPER:
2444 1.292 msaitoh reg |= CTRL_EXT_LINK_MODE_SGMII;
2445 1.292 msaitoh break;
2446 1.311 msaitoh case WM_MEDIATYPE_SERDES:
2447 1.292 msaitoh reg |= CTRL_EXT_LINK_MODE_PCIE_SERDES;
2448 1.292 msaitoh break;
2449 1.292 msaitoh default:
2450 1.292 msaitoh break;
2451 1.292 msaitoh }
2452 1.292 msaitoh CSR_WRITE(sc, WMREG_CTRL_EXT, reg);
2453 1.199 msaitoh break;
2454 1.199 msaitoh case CTRL_EXT_LINK_MODE_GMII:
2455 1.199 msaitoh default:
2456 1.295 msaitoh aprint_verbose_dev(sc->sc_dev, "Copper\n");
2457 1.311 msaitoh sc->sc_mediatype = WM_MEDIATYPE_COPPER;
2458 1.199 msaitoh break;
2459 1.199 msaitoh }
2460 1.292 msaitoh
2461 1.292 msaitoh reg &= ~CTRL_EXT_I2C_ENA;
2462 1.292 msaitoh if ((sc->sc_flags & WM_F_SGMII) != 0)
2463 1.292 msaitoh reg |= CTRL_EXT_I2C_ENA;
2464 1.292 msaitoh else
2465 1.292 msaitoh reg &= ~CTRL_EXT_I2C_ENA;
2466 1.292 msaitoh CSR_WRITE(sc, WMREG_CTRL_EXT, reg);
2467 1.292 msaitoh
2468 1.311 msaitoh if (sc->sc_mediatype == WM_MEDIATYPE_COPPER)
2469 1.292 msaitoh wm_gmii_mediainit(sc, wmp->wmp_product);
2470 1.292 msaitoh else
2471 1.292 msaitoh wm_tbi_mediainit(sc);
2472 1.199 msaitoh break;
2473 1.199 msaitoh default:
2474 1.311 msaitoh if (sc->sc_mediatype == WM_MEDIATYPE_FIBER)
2475 1.199 msaitoh aprint_error_dev(sc->sc_dev,
2476 1.199 msaitoh "WARNING: TBIMODE clear on 1000BASE-X product!\n");
2477 1.311 msaitoh sc->sc_mediatype = WM_MEDIATYPE_COPPER;
2478 1.199 msaitoh wm_gmii_mediainit(sc, wmp->wmp_product);
2479 1.199 msaitoh }
2480 1.1 thorpej }
2481 1.1 thorpej
2482 1.1 thorpej ifp = &sc->sc_ethercom.ec_if;
2483 1.160 christos xname = device_xname(sc->sc_dev);
2484 1.160 christos strlcpy(ifp->if_xname, xname, IFNAMSIZ);
2485 1.1 thorpej ifp->if_softc = sc;
2486 1.1 thorpej ifp->if_flags = IFF_BROADCAST | IFF_SIMPLEX | IFF_MULTICAST;
2487 1.1 thorpej ifp->if_ioctl = wm_ioctl;
2488 1.233 msaitoh if ((sc->sc_flags & WM_F_NEWQUEUE) != 0)
2489 1.232 bouyer ifp->if_start = wm_nq_start;
2490 1.232 bouyer else
2491 1.232 bouyer ifp->if_start = wm_start;
2492 1.1 thorpej ifp->if_watchdog = wm_watchdog;
2493 1.1 thorpej ifp->if_init = wm_init;
2494 1.1 thorpej ifp->if_stop = wm_stop;
2495 1.58 ragge IFQ_SET_MAXLEN(&ifp->if_snd, max(WM_IFQUEUELEN, IFQ_MAXLEN));
2496 1.1 thorpej IFQ_SET_READY(&ifp->if_snd);
2497 1.1 thorpej
2498 1.187 msaitoh /* Check for jumbo frame */
2499 1.187 msaitoh switch (sc->sc_type) {
2500 1.187 msaitoh case WM_T_82573:
2501 1.187 msaitoh /* XXX limited to 9234 if ASPM is disabled */
2502 1.325 msaitoh wm_nvm_read(sc, NVM_OFF_INIT_3GIO_3, 1, &nvmword);
2503 1.325 msaitoh if ((nvmword & NVM_3GIO_3_ASPM_MASK) != 0)
2504 1.187 msaitoh sc->sc_ethercom.ec_capabilities |= ETHERCAP_JUMBO_MTU;
2505 1.187 msaitoh break;
2506 1.187 msaitoh case WM_T_82571:
2507 1.187 msaitoh case WM_T_82572:
2508 1.187 msaitoh case WM_T_82574:
2509 1.199 msaitoh case WM_T_82575:
2510 1.199 msaitoh case WM_T_82576:
2511 1.199 msaitoh case WM_T_82580:
2512 1.228 msaitoh case WM_T_I350:
2513 1.265 msaitoh case WM_T_I354: /* XXXX ok? */
2514 1.247 msaitoh case WM_T_I210:
2515 1.247 msaitoh case WM_T_I211:
2516 1.187 msaitoh case WM_T_80003:
2517 1.187 msaitoh case WM_T_ICH9:
2518 1.187 msaitoh case WM_T_ICH10:
2519 1.221 msaitoh case WM_T_PCH2: /* PCH2 supports 9K frame size */
2520 1.249 msaitoh case WM_T_PCH_LPT:
2521 1.187 msaitoh /* XXX limited to 9234 */
2522 1.120 msaitoh sc->sc_ethercom.ec_capabilities |= ETHERCAP_JUMBO_MTU;
2523 1.187 msaitoh break;
2524 1.190 msaitoh case WM_T_PCH:
2525 1.190 msaitoh /* XXX limited to 4096 */
2526 1.190 msaitoh sc->sc_ethercom.ec_capabilities |= ETHERCAP_JUMBO_MTU;
2527 1.190 msaitoh break;
2528 1.187 msaitoh case WM_T_82542_2_0:
2529 1.187 msaitoh case WM_T_82542_2_1:
2530 1.187 msaitoh case WM_T_82583:
2531 1.187 msaitoh case WM_T_ICH8:
2532 1.187 msaitoh /* No support for jumbo frame */
2533 1.187 msaitoh break;
2534 1.187 msaitoh default:
2535 1.187 msaitoh /* ETHER_MAX_LEN_JUMBO */
2536 1.187 msaitoh sc->sc_ethercom.ec_capabilities |= ETHERCAP_JUMBO_MTU;
2537 1.187 msaitoh break;
2538 1.187 msaitoh }
2539 1.41 tls
2540 1.281 msaitoh /* If we're a i82543 or greater, we can support VLANs. */
2541 1.233 msaitoh if (sc->sc_type >= WM_T_82543)
2542 1.1 thorpej sc->sc_ethercom.ec_capabilities |=
2543 1.172 darran ETHERCAP_VLAN_MTU | ETHERCAP_VLAN_HWTAGGING;
2544 1.1 thorpej
2545 1.1 thorpej /*
2546 1.1 thorpej * We can perform TCPv4 and UDPv4 checkums in-bound. Only
2547 1.11 thorpej * on i82543 and later.
2548 1.1 thorpej */
2549 1.130 yamt if (sc->sc_type >= WM_T_82543) {
2550 1.1 thorpej ifp->if_capabilities |=
2551 1.103 yamt IFCAP_CSUM_IPv4_Tx | IFCAP_CSUM_IPv4_Rx |
2552 1.103 yamt IFCAP_CSUM_TCPv4_Tx | IFCAP_CSUM_TCPv4_Rx |
2553 1.107 yamt IFCAP_CSUM_UDPv4_Tx | IFCAP_CSUM_UDPv4_Rx |
2554 1.107 yamt IFCAP_CSUM_TCPv6_Tx |
2555 1.107 yamt IFCAP_CSUM_UDPv6_Tx;
2556 1.130 yamt }
2557 1.130 yamt
2558 1.130 yamt /*
2559 1.130 yamt * XXXyamt: i'm not sure which chips support RXCSUM_IPV6OFL.
2560 1.130 yamt *
2561 1.130 yamt * 82541GI (8086:1076) ... no
2562 1.130 yamt * 82572EI (8086:10b9) ... yes
2563 1.130 yamt */
2564 1.130 yamt if (sc->sc_type >= WM_T_82571) {
2565 1.130 yamt ifp->if_capabilities |=
2566 1.130 yamt IFCAP_CSUM_TCPv6_Rx | IFCAP_CSUM_UDPv6_Rx;
2567 1.130 yamt }
2568 1.1 thorpej
2569 1.198 msaitoh /*
2570 1.99 matt * If we're a i82544 or greater (except i82547), we can do
2571 1.99 matt * TCP segmentation offload.
2572 1.99 matt */
2573 1.131 yamt if (sc->sc_type >= WM_T_82544 && sc->sc_type != WM_T_82547) {
2574 1.99 matt ifp->if_capabilities |= IFCAP_TSOv4;
2575 1.131 yamt }
2576 1.131 yamt
2577 1.131 yamt if (sc->sc_type >= WM_T_82571) {
2578 1.131 yamt ifp->if_capabilities |= IFCAP_TSOv6;
2579 1.131 yamt }
2580 1.99 matt
2581 1.272 ozaki #ifdef WM_MPSAFE
2582 1.283 ozaki sc->sc_tx_lock = mutex_obj_alloc(MUTEX_DEFAULT, IPL_NET);
2583 1.283 ozaki sc->sc_rx_lock = mutex_obj_alloc(MUTEX_DEFAULT, IPL_NET);
2584 1.272 ozaki #else
2585 1.283 ozaki sc->sc_tx_lock = NULL;
2586 1.283 ozaki sc->sc_rx_lock = NULL;
2587 1.272 ozaki #endif
2588 1.272 ozaki
2589 1.281 msaitoh /* Attach the interface. */
2590 1.1 thorpej if_attach(ifp);
2591 1.1 thorpej ether_ifattach(ifp, enaddr);
2592 1.213 msaitoh ether_set_ifflags_cb(&sc->sc_ethercom, wm_ifflags_cb);
2593 1.289 tls rnd_attach_source(&sc->rnd_source, xname, RND_TYPE_NET,
2594 1.289 tls RND_FLAG_DEFAULT);
2595 1.1 thorpej
2596 1.1 thorpej #ifdef WM_EVENT_COUNTERS
2597 1.1 thorpej /* Attach event counters. */
2598 1.1 thorpej evcnt_attach_dynamic(&sc->sc_ev_txsstall, EVCNT_TYPE_MISC,
2599 1.160 christos NULL, xname, "txsstall");
2600 1.1 thorpej evcnt_attach_dynamic(&sc->sc_ev_txdstall, EVCNT_TYPE_MISC,
2601 1.160 christos NULL, xname, "txdstall");
2602 1.78 thorpej evcnt_attach_dynamic(&sc->sc_ev_txfifo_stall, EVCNT_TYPE_MISC,
2603 1.160 christos NULL, xname, "txfifo_stall");
2604 1.4 thorpej evcnt_attach_dynamic(&sc->sc_ev_txdw, EVCNT_TYPE_INTR,
2605 1.160 christos NULL, xname, "txdw");
2606 1.4 thorpej evcnt_attach_dynamic(&sc->sc_ev_txqe, EVCNT_TYPE_INTR,
2607 1.160 christos NULL, xname, "txqe");
2608 1.1 thorpej evcnt_attach_dynamic(&sc->sc_ev_rxintr, EVCNT_TYPE_INTR,
2609 1.160 christos NULL, xname, "rxintr");
2610 1.1 thorpej evcnt_attach_dynamic(&sc->sc_ev_linkintr, EVCNT_TYPE_INTR,
2611 1.160 christos NULL, xname, "linkintr");
2612 1.1 thorpej
2613 1.1 thorpej evcnt_attach_dynamic(&sc->sc_ev_rxipsum, EVCNT_TYPE_MISC,
2614 1.160 christos NULL, xname, "rxipsum");
2615 1.1 thorpej evcnt_attach_dynamic(&sc->sc_ev_rxtusum, EVCNT_TYPE_MISC,
2616 1.160 christos NULL, xname, "rxtusum");
2617 1.1 thorpej evcnt_attach_dynamic(&sc->sc_ev_txipsum, EVCNT_TYPE_MISC,
2618 1.160 christos NULL, xname, "txipsum");
2619 1.1 thorpej evcnt_attach_dynamic(&sc->sc_ev_txtusum, EVCNT_TYPE_MISC,
2620 1.160 christos NULL, xname, "txtusum");
2621 1.107 yamt evcnt_attach_dynamic(&sc->sc_ev_txtusum6, EVCNT_TYPE_MISC,
2622 1.160 christos NULL, xname, "txtusum6");
2623 1.1 thorpej
2624 1.99 matt evcnt_attach_dynamic(&sc->sc_ev_txtso, EVCNT_TYPE_MISC,
2625 1.160 christos NULL, xname, "txtso");
2626 1.131 yamt evcnt_attach_dynamic(&sc->sc_ev_txtso6, EVCNT_TYPE_MISC,
2627 1.160 christos NULL, xname, "txtso6");
2628 1.99 matt evcnt_attach_dynamic(&sc->sc_ev_txtsopain, EVCNT_TYPE_MISC,
2629 1.160 christos NULL, xname, "txtsopain");
2630 1.99 matt
2631 1.75 thorpej for (i = 0; i < WM_NTXSEGS; i++) {
2632 1.267 christos snprintf(wm_txseg_evcnt_names[i],
2633 1.267 christos sizeof(wm_txseg_evcnt_names[i]), "txseg%d", i);
2634 1.2 thorpej evcnt_attach_dynamic(&sc->sc_ev_txseg[i], EVCNT_TYPE_MISC,
2635 1.160 christos NULL, xname, wm_txseg_evcnt_names[i]);
2636 1.75 thorpej }
2637 1.2 thorpej
2638 1.1 thorpej evcnt_attach_dynamic(&sc->sc_ev_txdrop, EVCNT_TYPE_MISC,
2639 1.160 christos NULL, xname, "txdrop");
2640 1.1 thorpej
2641 1.1 thorpej evcnt_attach_dynamic(&sc->sc_ev_tu, EVCNT_TYPE_MISC,
2642 1.160 christos NULL, xname, "tu");
2643 1.71 thorpej
2644 1.71 thorpej evcnt_attach_dynamic(&sc->sc_ev_tx_xoff, EVCNT_TYPE_MISC,
2645 1.160 christos NULL, xname, "tx_xoff");
2646 1.71 thorpej evcnt_attach_dynamic(&sc->sc_ev_tx_xon, EVCNT_TYPE_MISC,
2647 1.160 christos NULL, xname, "tx_xon");
2648 1.71 thorpej evcnt_attach_dynamic(&sc->sc_ev_rx_xoff, EVCNT_TYPE_MISC,
2649 1.160 christos NULL, xname, "rx_xoff");
2650 1.71 thorpej evcnt_attach_dynamic(&sc->sc_ev_rx_xon, EVCNT_TYPE_MISC,
2651 1.160 christos NULL, xname, "rx_xon");
2652 1.71 thorpej evcnt_attach_dynamic(&sc->sc_ev_rx_macctl, EVCNT_TYPE_MISC,
2653 1.160 christos NULL, xname, "rx_macctl");
2654 1.1 thorpej #endif /* WM_EVENT_COUNTERS */
2655 1.1 thorpej
2656 1.203 msaitoh if (pmf_device_register(self, wm_suspend, wm_resume))
2657 1.180 tsutsui pmf_class_network_register(self, ifp);
2658 1.180 tsutsui else
2659 1.149 jmcneill aprint_error_dev(self, "couldn't establish power handler\n");
2660 1.123 jmcneill
2661 1.290 msaitoh sc->sc_flags |= WM_F_ATTACHED;
2662 1.1 thorpej return;
2663 1.1 thorpej
2664 1.1 thorpej /*
2665 1.1 thorpej * Free any resources we've allocated during the failed attach
2666 1.1 thorpej * attempt. Do this in reverse order and fall through.
2667 1.1 thorpej */
2668 1.1 thorpej fail_5:
2669 1.1 thorpej for (i = 0; i < WM_NRXDESC; i++) {
2670 1.1 thorpej if (sc->sc_rxsoft[i].rxs_dmamap != NULL)
2671 1.1 thorpej bus_dmamap_destroy(sc->sc_dmat,
2672 1.1 thorpej sc->sc_rxsoft[i].rxs_dmamap);
2673 1.1 thorpej }
2674 1.1 thorpej fail_4:
2675 1.74 tron for (i = 0; i < WM_TXQUEUELEN(sc); i++) {
2676 1.1 thorpej if (sc->sc_txsoft[i].txs_dmamap != NULL)
2677 1.1 thorpej bus_dmamap_destroy(sc->sc_dmat,
2678 1.1 thorpej sc->sc_txsoft[i].txs_dmamap);
2679 1.1 thorpej }
2680 1.1 thorpej bus_dmamap_unload(sc->sc_dmat, sc->sc_cddmamap);
2681 1.1 thorpej fail_3:
2682 1.1 thorpej bus_dmamap_destroy(sc->sc_dmat, sc->sc_cddmamap);
2683 1.1 thorpej fail_2:
2684 1.135 christos bus_dmamem_unmap(sc->sc_dmat, (void *)sc->sc_control_data,
2685 1.201 msaitoh sc->sc_cd_size);
2686 1.1 thorpej fail_1:
2687 1.201 msaitoh bus_dmamem_free(sc->sc_dmat, &sc->sc_cd_seg, sc->sc_cd_rseg);
2688 1.1 thorpej fail_0:
2689 1.1 thorpej return;
2690 1.1 thorpej }
2691 1.1 thorpej
2692 1.280 msaitoh /* The detach function (ca_detach) */
2693 1.201 msaitoh static int
2694 1.201 msaitoh wm_detach(device_t self, int flags __unused)
2695 1.201 msaitoh {
2696 1.201 msaitoh struct wm_softc *sc = device_private(self);
2697 1.201 msaitoh struct ifnet *ifp = &sc->sc_ethercom.ec_if;
2698 1.272 ozaki int i;
2699 1.272 ozaki #ifndef WM_MPSAFE
2700 1.272 ozaki int s;
2701 1.290 msaitoh #endif
2702 1.201 msaitoh
2703 1.290 msaitoh if ((sc->sc_flags & WM_F_ATTACHED) == 0)
2704 1.290 msaitoh return 0;
2705 1.290 msaitoh
2706 1.290 msaitoh #ifndef WM_MPSAFE
2707 1.201 msaitoh s = splnet();
2708 1.272 ozaki #endif
2709 1.201 msaitoh /* Stop the interface. Callouts are stopped in it. */
2710 1.201 msaitoh wm_stop(ifp, 1);
2711 1.272 ozaki
2712 1.272 ozaki #ifndef WM_MPSAFE
2713 1.201 msaitoh splx(s);
2714 1.272 ozaki #endif
2715 1.201 msaitoh
2716 1.201 msaitoh pmf_device_deregister(self);
2717 1.201 msaitoh
2718 1.201 msaitoh /* Tell the firmware about the release */
2719 1.283 ozaki WM_BOTH_LOCK(sc);
2720 1.201 msaitoh wm_release_manageability(sc);
2721 1.212 jakllsch wm_release_hw_control(sc);
2722 1.283 ozaki WM_BOTH_UNLOCK(sc);
2723 1.201 msaitoh
2724 1.201 msaitoh mii_detach(&sc->sc_mii, MII_PHY_ANY, MII_OFFSET_ANY);
2725 1.201 msaitoh
2726 1.201 msaitoh /* Delete all remaining media. */
2727 1.201 msaitoh ifmedia_delete_instance(&sc->sc_mii.mii_media, IFM_INST_ANY);
2728 1.201 msaitoh
2729 1.201 msaitoh ether_ifdetach(ifp);
2730 1.201 msaitoh if_detach(ifp);
2731 1.201 msaitoh
2732 1.201 msaitoh
2733 1.246 christos /* Unload RX dmamaps and free mbufs */
2734 1.283 ozaki WM_RX_LOCK(sc);
2735 1.201 msaitoh wm_rxdrain(sc);
2736 1.283 ozaki WM_RX_UNLOCK(sc);
2737 1.272 ozaki /* Must unlock here */
2738 1.201 msaitoh
2739 1.201 msaitoh /* Free dmamap. It's the same as the end of the wm_attach() function */
2740 1.201 msaitoh for (i = 0; i < WM_NRXDESC; i++) {
2741 1.201 msaitoh if (sc->sc_rxsoft[i].rxs_dmamap != NULL)
2742 1.201 msaitoh bus_dmamap_destroy(sc->sc_dmat,
2743 1.201 msaitoh sc->sc_rxsoft[i].rxs_dmamap);
2744 1.201 msaitoh }
2745 1.201 msaitoh for (i = 0; i < WM_TXQUEUELEN(sc); i++) {
2746 1.201 msaitoh if (sc->sc_txsoft[i].txs_dmamap != NULL)
2747 1.201 msaitoh bus_dmamap_destroy(sc->sc_dmat,
2748 1.201 msaitoh sc->sc_txsoft[i].txs_dmamap);
2749 1.201 msaitoh }
2750 1.201 msaitoh bus_dmamap_unload(sc->sc_dmat, sc->sc_cddmamap);
2751 1.201 msaitoh bus_dmamap_destroy(sc->sc_dmat, sc->sc_cddmamap);
2752 1.201 msaitoh bus_dmamem_unmap(sc->sc_dmat, (void *)sc->sc_control_data,
2753 1.201 msaitoh sc->sc_cd_size);
2754 1.201 msaitoh bus_dmamem_free(sc->sc_dmat, &sc->sc_cd_seg, sc->sc_cd_rseg);
2755 1.201 msaitoh
2756 1.201 msaitoh /* Disestablish the interrupt handler */
2757 1.335 msaitoh for (i = 0; i < sc->sc_nintrs; i++) {
2758 1.335 msaitoh if (sc->sc_ihs[i] != NULL) {
2759 1.335 msaitoh pci_intr_disestablish(sc->sc_pc, sc->sc_ihs[i]);
2760 1.335 msaitoh sc->sc_ihs[i] = NULL;
2761 1.335 msaitoh }
2762 1.201 msaitoh }
2763 1.335 msaitoh #ifdef WM_MSI_MSIX
2764 1.335 msaitoh pci_intr_release(sc->sc_pc, sc->sc_intrs, sc->sc_nintrs);
2765 1.335 msaitoh #endif /* WM_MSI_MSIX */
2766 1.201 msaitoh
2767 1.212 jakllsch /* Unmap the registers */
2768 1.201 msaitoh if (sc->sc_ss) {
2769 1.201 msaitoh bus_space_unmap(sc->sc_st, sc->sc_sh, sc->sc_ss);
2770 1.201 msaitoh sc->sc_ss = 0;
2771 1.201 msaitoh }
2772 1.212 jakllsch if (sc->sc_ios) {
2773 1.212 jakllsch bus_space_unmap(sc->sc_iot, sc->sc_ioh, sc->sc_ios);
2774 1.212 jakllsch sc->sc_ios = 0;
2775 1.212 jakllsch }
2776 1.336 msaitoh if (sc->sc_flashs) {
2777 1.336 msaitoh bus_space_unmap(sc->sc_flasht, sc->sc_flashh, sc->sc_flashs);
2778 1.336 msaitoh sc->sc_flashs = 0;
2779 1.336 msaitoh }
2780 1.201 msaitoh
2781 1.283 ozaki if (sc->sc_tx_lock)
2782 1.283 ozaki mutex_obj_free(sc->sc_tx_lock);
2783 1.283 ozaki if (sc->sc_rx_lock)
2784 1.283 ozaki mutex_obj_free(sc->sc_rx_lock);
2785 1.272 ozaki
2786 1.201 msaitoh return 0;
2787 1.201 msaitoh }
2788 1.201 msaitoh
2789 1.281 msaitoh static bool
2790 1.281 msaitoh wm_suspend(device_t self, const pmf_qual_t *qual)
2791 1.281 msaitoh {
2792 1.281 msaitoh struct wm_softc *sc = device_private(self);
2793 1.281 msaitoh
2794 1.281 msaitoh wm_release_manageability(sc);
2795 1.281 msaitoh wm_release_hw_control(sc);
2796 1.281 msaitoh #ifdef WM_WOL
2797 1.281 msaitoh wm_enable_wakeup(sc);
2798 1.281 msaitoh #endif
2799 1.281 msaitoh
2800 1.281 msaitoh return true;
2801 1.281 msaitoh }
2802 1.281 msaitoh
2803 1.281 msaitoh static bool
2804 1.281 msaitoh wm_resume(device_t self, const pmf_qual_t *qual)
2805 1.281 msaitoh {
2806 1.281 msaitoh struct wm_softc *sc = device_private(self);
2807 1.281 msaitoh
2808 1.281 msaitoh wm_init_manageability(sc);
2809 1.281 msaitoh
2810 1.281 msaitoh return true;
2811 1.281 msaitoh }
2812 1.281 msaitoh
2813 1.1 thorpej /*
2814 1.281 msaitoh * wm_watchdog: [ifnet interface function]
2815 1.1 thorpej *
2816 1.281 msaitoh * Watchdog timer handler.
2817 1.1 thorpej */
2818 1.281 msaitoh static void
2819 1.281 msaitoh wm_watchdog(struct ifnet *ifp)
2820 1.1 thorpej {
2821 1.281 msaitoh struct wm_softc *sc = ifp->if_softc;
2822 1.1 thorpej
2823 1.1 thorpej /*
2824 1.281 msaitoh * Since we're using delayed interrupts, sweep up
2825 1.281 msaitoh * before we report an error.
2826 1.1 thorpej */
2827 1.283 ozaki WM_TX_LOCK(sc);
2828 1.335 msaitoh wm_txeof(sc);
2829 1.283 ozaki WM_TX_UNLOCK(sc);
2830 1.281 msaitoh
2831 1.281 msaitoh if (sc->sc_txfree != WM_NTXDESC(sc)) {
2832 1.281 msaitoh #ifdef WM_DEBUG
2833 1.281 msaitoh int i, j;
2834 1.281 msaitoh struct wm_txsoft *txs;
2835 1.281 msaitoh #endif
2836 1.281 msaitoh log(LOG_ERR,
2837 1.281 msaitoh "%s: device timeout (txfree %d txsfree %d txnext %d)\n",
2838 1.281 msaitoh device_xname(sc->sc_dev), sc->sc_txfree, sc->sc_txsfree,
2839 1.281 msaitoh sc->sc_txnext);
2840 1.281 msaitoh ifp->if_oerrors++;
2841 1.281 msaitoh #ifdef WM_DEBUG
2842 1.281 msaitoh for (i = sc->sc_txsdirty; i != sc->sc_txsnext ;
2843 1.281 msaitoh i = WM_NEXTTXS(sc, i)) {
2844 1.281 msaitoh txs = &sc->sc_txsoft[i];
2845 1.281 msaitoh printf("txs %d tx %d -> %d\n",
2846 1.281 msaitoh i, txs->txs_firstdesc, txs->txs_lastdesc);
2847 1.281 msaitoh for (j = txs->txs_firstdesc; ;
2848 1.281 msaitoh j = WM_NEXTTX(sc, j)) {
2849 1.281 msaitoh printf("\tdesc %d: 0x%" PRIx64 "\n", j,
2850 1.281 msaitoh sc->sc_nq_txdescs[j].nqtx_data.nqtxd_addr);
2851 1.281 msaitoh printf("\t %#08x%08x\n",
2852 1.281 msaitoh sc->sc_nq_txdescs[j].nqtx_data.nqtxd_fields,
2853 1.281 msaitoh sc->sc_nq_txdescs[j].nqtx_data.nqtxd_cmdlen);
2854 1.281 msaitoh if (j == txs->txs_lastdesc)
2855 1.281 msaitoh break;
2856 1.281 msaitoh }
2857 1.281 msaitoh }
2858 1.281 msaitoh #endif
2859 1.281 msaitoh /* Reset the interface. */
2860 1.281 msaitoh (void) wm_init(ifp);
2861 1.281 msaitoh }
2862 1.281 msaitoh
2863 1.281 msaitoh /* Try to get more packets going. */
2864 1.281 msaitoh ifp->if_start(ifp);
2865 1.281 msaitoh }
2866 1.1 thorpej
2867 1.281 msaitoh /*
2868 1.281 msaitoh * wm_tick:
2869 1.281 msaitoh *
2870 1.281 msaitoh * One second timer, used to check link status, sweep up
2871 1.281 msaitoh * completed transmit jobs, etc.
2872 1.281 msaitoh */
2873 1.281 msaitoh static void
2874 1.281 msaitoh wm_tick(void *arg)
2875 1.281 msaitoh {
2876 1.281 msaitoh struct wm_softc *sc = arg;
2877 1.281 msaitoh struct ifnet *ifp = &sc->sc_ethercom.ec_if;
2878 1.281 msaitoh #ifndef WM_MPSAFE
2879 1.281 msaitoh int s;
2880 1.281 msaitoh
2881 1.281 msaitoh s = splnet();
2882 1.281 msaitoh #endif
2883 1.35 thorpej
2884 1.283 ozaki WM_TX_LOCK(sc);
2885 1.13 thorpej
2886 1.281 msaitoh if (sc->sc_stopping)
2887 1.281 msaitoh goto out;
2888 1.1 thorpej
2889 1.281 msaitoh if (sc->sc_type >= WM_T_82542_2_1) {
2890 1.281 msaitoh WM_EVCNT_ADD(&sc->sc_ev_rx_xon, CSR_READ(sc, WMREG_XONRXC));
2891 1.281 msaitoh WM_EVCNT_ADD(&sc->sc_ev_tx_xon, CSR_READ(sc, WMREG_XONTXC));
2892 1.281 msaitoh WM_EVCNT_ADD(&sc->sc_ev_rx_xoff, CSR_READ(sc, WMREG_XOFFRXC));
2893 1.281 msaitoh WM_EVCNT_ADD(&sc->sc_ev_tx_xoff, CSR_READ(sc, WMREG_XOFFTXC));
2894 1.281 msaitoh WM_EVCNT_ADD(&sc->sc_ev_rx_macctl, CSR_READ(sc, WMREG_FCRUC));
2895 1.107 yamt }
2896 1.1 thorpej
2897 1.281 msaitoh ifp->if_collisions += CSR_READ(sc, WMREG_COLC);
2898 1.281 msaitoh ifp->if_ierrors += 0ULL + /* ensure quad_t */
2899 1.281 msaitoh + CSR_READ(sc, WMREG_CRCERRS)
2900 1.281 msaitoh + CSR_READ(sc, WMREG_ALGNERRC)
2901 1.281 msaitoh + CSR_READ(sc, WMREG_SYMERRC)
2902 1.281 msaitoh + CSR_READ(sc, WMREG_RXERRC)
2903 1.281 msaitoh + CSR_READ(sc, WMREG_SEC)
2904 1.281 msaitoh + CSR_READ(sc, WMREG_CEXTERR)
2905 1.281 msaitoh + CSR_READ(sc, WMREG_RLEC);
2906 1.281 msaitoh ifp->if_iqdrops += CSR_READ(sc, WMREG_MPC) + CSR_READ(sc, WMREG_RNBC);
2907 1.98 thorpej
2908 1.281 msaitoh if (sc->sc_flags & WM_F_HAS_MII)
2909 1.281 msaitoh mii_tick(&sc->sc_mii);
2910 1.325 msaitoh else if ((sc->sc_type >= WM_T_82575)
2911 1.325 msaitoh && (sc->sc_mediatype == WM_MEDIATYPE_SERDES))
2912 1.325 msaitoh wm_serdes_tick(sc);
2913 1.281 msaitoh else
2914 1.325 msaitoh wm_tbi_tick(sc);
2915 1.131 yamt
2916 1.281 msaitoh out:
2917 1.283 ozaki WM_TX_UNLOCK(sc);
2918 1.281 msaitoh #ifndef WM_MPSAFE
2919 1.281 msaitoh splx(s);
2920 1.281 msaitoh #endif
2921 1.99 matt
2922 1.281 msaitoh if (!sc->sc_stopping)
2923 1.281 msaitoh callout_reset(&sc->sc_tick_ch, hz, wm_tick, sc);
2924 1.281 msaitoh }
2925 1.99 matt
2926 1.281 msaitoh static int
2927 1.281 msaitoh wm_ifflags_cb(struct ethercom *ec)
2928 1.281 msaitoh {
2929 1.281 msaitoh struct ifnet *ifp = &ec->ec_if;
2930 1.281 msaitoh struct wm_softc *sc = ifp->if_softc;
2931 1.281 msaitoh int change = ifp->if_flags ^ sc->sc_if_flags;
2932 1.281 msaitoh int rc = 0;
2933 1.99 matt
2934 1.283 ozaki WM_BOTH_LOCK(sc);
2935 1.99 matt
2936 1.281 msaitoh if (change != 0)
2937 1.281 msaitoh sc->sc_if_flags = ifp->if_flags;
2938 1.99 matt
2939 1.281 msaitoh if ((change & ~(IFF_CANTCHANGE|IFF_DEBUG)) != 0) {
2940 1.281 msaitoh rc = ENETRESET;
2941 1.281 msaitoh goto out;
2942 1.281 msaitoh }
2943 1.99 matt
2944 1.281 msaitoh if ((change & (IFF_PROMISC | IFF_ALLMULTI)) != 0)
2945 1.281 msaitoh wm_set_filter(sc);
2946 1.131 yamt
2947 1.281 msaitoh wm_set_vlan(sc);
2948 1.131 yamt
2949 1.281 msaitoh out:
2950 1.283 ozaki WM_BOTH_UNLOCK(sc);
2951 1.99 matt
2952 1.281 msaitoh return rc;
2953 1.75 thorpej }
2954 1.75 thorpej
2955 1.1 thorpej /*
2956 1.281 msaitoh * wm_ioctl: [ifnet interface function]
2957 1.78 thorpej *
2958 1.281 msaitoh * Handle control requests from the operator.
2959 1.78 thorpej */
2960 1.281 msaitoh static int
2961 1.281 msaitoh wm_ioctl(struct ifnet *ifp, u_long cmd, void *data)
2962 1.78 thorpej {
2963 1.281 msaitoh struct wm_softc *sc = ifp->if_softc;
2964 1.281 msaitoh struct ifreq *ifr = (struct ifreq *) data;
2965 1.281 msaitoh struct ifaddr *ifa = (struct ifaddr *)data;
2966 1.281 msaitoh struct sockaddr_dl *sdl;
2967 1.281 msaitoh int s, error;
2968 1.281 msaitoh
2969 1.272 ozaki #ifndef WM_MPSAFE
2970 1.78 thorpej s = splnet();
2971 1.272 ozaki #endif
2972 1.281 msaitoh switch (cmd) {
2973 1.281 msaitoh case SIOCSIFMEDIA:
2974 1.281 msaitoh case SIOCGIFMEDIA:
2975 1.303 ozaki WM_BOTH_LOCK(sc);
2976 1.281 msaitoh /* Flow control requires full-duplex mode. */
2977 1.327 msaitoh if (IFM_SUBTYPE(ifr->ifr_media) == IFM_AUTO ||
2978 1.281 msaitoh (ifr->ifr_media & IFM_FDX) == 0)
2979 1.281 msaitoh ifr->ifr_media &= ~IFM_ETH_FMASK;
2980 1.281 msaitoh if (IFM_SUBTYPE(ifr->ifr_media) != IFM_AUTO) {
2981 1.281 msaitoh if ((ifr->ifr_media & IFM_ETH_FMASK) == IFM_FLOW) {
2982 1.281 msaitoh /* We can do both TXPAUSE and RXPAUSE. */
2983 1.281 msaitoh ifr->ifr_media |=
2984 1.281 msaitoh IFM_ETH_TXPAUSE | IFM_ETH_RXPAUSE;
2985 1.281 msaitoh }
2986 1.281 msaitoh sc->sc_flowflags = ifr->ifr_media & IFM_ETH_FMASK;
2987 1.281 msaitoh }
2988 1.302 ozaki WM_BOTH_UNLOCK(sc);
2989 1.302 ozaki #ifdef WM_MPSAFE
2990 1.302 ozaki s = splnet();
2991 1.302 ozaki #endif
2992 1.281 msaitoh error = ifmedia_ioctl(ifp, ifr, &sc->sc_mii.mii_media, cmd);
2993 1.302 ozaki #ifdef WM_MPSAFE
2994 1.302 ozaki splx(s);
2995 1.302 ozaki #endif
2996 1.281 msaitoh break;
2997 1.281 msaitoh case SIOCINITIFADDR:
2998 1.303 ozaki WM_BOTH_LOCK(sc);
2999 1.281 msaitoh if (ifa->ifa_addr->sa_family == AF_LINK) {
3000 1.281 msaitoh sdl = satosdl(ifp->if_dl->ifa_addr);
3001 1.281 msaitoh (void)sockaddr_dl_setaddr(sdl, sdl->sdl_len,
3002 1.281 msaitoh LLADDR(satosdl(ifa->ifa_addr)), ifp->if_addrlen);
3003 1.281 msaitoh /* unicast address is first multicast entry */
3004 1.281 msaitoh wm_set_filter(sc);
3005 1.281 msaitoh error = 0;
3006 1.303 ozaki WM_BOTH_UNLOCK(sc);
3007 1.281 msaitoh break;
3008 1.281 msaitoh }
3009 1.303 ozaki WM_BOTH_UNLOCK(sc);
3010 1.281 msaitoh /*FALLTHROUGH*/
3011 1.281 msaitoh default:
3012 1.281 msaitoh #ifdef WM_MPSAFE
3013 1.281 msaitoh s = splnet();
3014 1.281 msaitoh #endif
3015 1.281 msaitoh /* It may call wm_start, so unlock here */
3016 1.281 msaitoh error = ether_ioctl(ifp, cmd, data);
3017 1.281 msaitoh #ifdef WM_MPSAFE
3018 1.281 msaitoh splx(s);
3019 1.281 msaitoh #endif
3020 1.281 msaitoh if (error != ENETRESET)
3021 1.281 msaitoh break;
3022 1.78 thorpej
3023 1.281 msaitoh error = 0;
3024 1.78 thorpej
3025 1.281 msaitoh if (cmd == SIOCSIFCAP) {
3026 1.281 msaitoh error = (*ifp->if_init)(ifp);
3027 1.281 msaitoh } else if (cmd != SIOCADDMULTI && cmd != SIOCDELMULTI)
3028 1.281 msaitoh ;
3029 1.281 msaitoh else if (ifp->if_flags & IFF_RUNNING) {
3030 1.78 thorpej /*
3031 1.281 msaitoh * Multicast list has changed; set the hardware filter
3032 1.281 msaitoh * accordingly.
3033 1.78 thorpej */
3034 1.303 ozaki WM_BOTH_LOCK(sc);
3035 1.281 msaitoh wm_set_filter(sc);
3036 1.303 ozaki WM_BOTH_UNLOCK(sc);
3037 1.78 thorpej }
3038 1.281 msaitoh break;
3039 1.78 thorpej }
3040 1.78 thorpej
3041 1.272 ozaki #ifndef WM_MPSAFE
3042 1.78 thorpej splx(s);
3043 1.272 ozaki #endif
3044 1.281 msaitoh return error;
3045 1.78 thorpej }
3046 1.78 thorpej
3047 1.281 msaitoh /* MAC address related */
3048 1.281 msaitoh
3049 1.306 msaitoh /*
3050 1.306 msaitoh * Get the offset of MAC address and return it.
3051 1.306 msaitoh * If error occured, use offset 0.
3052 1.306 msaitoh */
3053 1.306 msaitoh static uint16_t
3054 1.281 msaitoh wm_check_alt_mac_addr(struct wm_softc *sc)
3055 1.221 msaitoh {
3056 1.281 msaitoh uint16_t myea[ETHER_ADDR_LEN / 2];
3057 1.293 msaitoh uint16_t offset = NVM_OFF_MACADDR;
3058 1.281 msaitoh
3059 1.281 msaitoh /* Try to read alternative MAC address pointer */
3060 1.293 msaitoh if (wm_nvm_read(sc, NVM_OFF_ALT_MAC_ADDR_PTR, 1, &offset) != 0)
3061 1.306 msaitoh return 0;
3062 1.221 msaitoh
3063 1.306 msaitoh /* Check pointer if it's valid or not. */
3064 1.306 msaitoh if ((offset == 0x0000) || (offset == 0xffff))
3065 1.306 msaitoh return 0;
3066 1.221 msaitoh
3067 1.306 msaitoh offset += NVM_OFF_MACADDR_82571(sc->sc_funcid);
3068 1.281 msaitoh /*
3069 1.281 msaitoh * Check whether alternative MAC address is valid or not.
3070 1.281 msaitoh * Some cards have non 0xffff pointer but those don't use
3071 1.281 msaitoh * alternative MAC address in reality.
3072 1.281 msaitoh *
3073 1.281 msaitoh * Check whether the broadcast bit is set or not.
3074 1.281 msaitoh */
3075 1.281 msaitoh if (wm_nvm_read(sc, offset, 1, myea) == 0)
3076 1.281 msaitoh if (((myea[0] & 0xff) & 0x01) == 0)
3077 1.306 msaitoh return offset; /* Found */
3078 1.221 msaitoh
3079 1.306 msaitoh /* Not found */
3080 1.306 msaitoh return 0;
3081 1.221 msaitoh }
3082 1.221 msaitoh
3083 1.78 thorpej static int
3084 1.281 msaitoh wm_read_mac_addr(struct wm_softc *sc, uint8_t *enaddr)
3085 1.78 thorpej {
3086 1.281 msaitoh uint16_t myea[ETHER_ADDR_LEN / 2];
3087 1.293 msaitoh uint16_t offset = NVM_OFF_MACADDR;
3088 1.281 msaitoh int do_invert = 0;
3089 1.78 thorpej
3090 1.281 msaitoh switch (sc->sc_type) {
3091 1.281 msaitoh case WM_T_82580:
3092 1.281 msaitoh case WM_T_I350:
3093 1.281 msaitoh case WM_T_I354:
3094 1.307 msaitoh /* EEPROM Top Level Partitioning */
3095 1.307 msaitoh offset = NVM_OFF_LAN_FUNC_82580(sc->sc_funcid) + 0;
3096 1.281 msaitoh break;
3097 1.281 msaitoh case WM_T_82571:
3098 1.281 msaitoh case WM_T_82575:
3099 1.281 msaitoh case WM_T_82576:
3100 1.281 msaitoh case WM_T_80003:
3101 1.281 msaitoh case WM_T_I210:
3102 1.281 msaitoh case WM_T_I211:
3103 1.306 msaitoh offset = wm_check_alt_mac_addr(sc);
3104 1.306 msaitoh if (offset == 0)
3105 1.281 msaitoh if ((sc->sc_funcid & 0x01) == 1)
3106 1.281 msaitoh do_invert = 1;
3107 1.281 msaitoh break;
3108 1.281 msaitoh default:
3109 1.281 msaitoh if ((sc->sc_funcid & 0x01) == 1)
3110 1.281 msaitoh do_invert = 1;
3111 1.281 msaitoh break;
3112 1.281 msaitoh }
3113 1.78 thorpej
3114 1.281 msaitoh if (wm_nvm_read(sc, offset, sizeof(myea) / sizeof(myea[0]),
3115 1.306 msaitoh myea) != 0)
3116 1.281 msaitoh goto bad;
3117 1.78 thorpej
3118 1.281 msaitoh enaddr[0] = myea[0] & 0xff;
3119 1.281 msaitoh enaddr[1] = myea[0] >> 8;
3120 1.281 msaitoh enaddr[2] = myea[1] & 0xff;
3121 1.281 msaitoh enaddr[3] = myea[1] >> 8;
3122 1.281 msaitoh enaddr[4] = myea[2] & 0xff;
3123 1.281 msaitoh enaddr[5] = myea[2] >> 8;
3124 1.78 thorpej
3125 1.281 msaitoh /*
3126 1.281 msaitoh * Toggle the LSB of the MAC address on the second port
3127 1.281 msaitoh * of some dual port cards.
3128 1.281 msaitoh */
3129 1.281 msaitoh if (do_invert != 0)
3130 1.281 msaitoh enaddr[5] ^= 1;
3131 1.78 thorpej
3132 1.194 msaitoh return 0;
3133 1.281 msaitoh
3134 1.281 msaitoh bad:
3135 1.281 msaitoh return -1;
3136 1.78 thorpej }
3137 1.78 thorpej
3138 1.78 thorpej /*
3139 1.281 msaitoh * wm_set_ral:
3140 1.1 thorpej *
3141 1.281 msaitoh * Set an entery in the receive address list.
3142 1.1 thorpej */
3143 1.47 thorpej static void
3144 1.281 msaitoh wm_set_ral(struct wm_softc *sc, const uint8_t *enaddr, int idx)
3145 1.281 msaitoh {
3146 1.281 msaitoh uint32_t ral_lo, ral_hi;
3147 1.281 msaitoh
3148 1.281 msaitoh if (enaddr != NULL) {
3149 1.281 msaitoh ral_lo = enaddr[0] | (enaddr[1] << 8) | (enaddr[2] << 16) |
3150 1.281 msaitoh (enaddr[3] << 24);
3151 1.281 msaitoh ral_hi = enaddr[4] | (enaddr[5] << 8);
3152 1.281 msaitoh ral_hi |= RAL_AV;
3153 1.281 msaitoh } else {
3154 1.281 msaitoh ral_lo = 0;
3155 1.281 msaitoh ral_hi = 0;
3156 1.281 msaitoh }
3157 1.281 msaitoh
3158 1.281 msaitoh if (sc->sc_type >= WM_T_82544) {
3159 1.281 msaitoh CSR_WRITE(sc, WMREG_RAL_LO(WMREG_CORDOVA_RAL_BASE, idx),
3160 1.281 msaitoh ral_lo);
3161 1.281 msaitoh CSR_WRITE(sc, WMREG_RAL_HI(WMREG_CORDOVA_RAL_BASE, idx),
3162 1.281 msaitoh ral_hi);
3163 1.281 msaitoh } else {
3164 1.281 msaitoh CSR_WRITE(sc, WMREG_RAL_LO(WMREG_RAL_BASE, idx), ral_lo);
3165 1.281 msaitoh CSR_WRITE(sc, WMREG_RAL_HI(WMREG_RAL_BASE, idx), ral_hi);
3166 1.281 msaitoh }
3167 1.281 msaitoh }
3168 1.281 msaitoh
3169 1.281 msaitoh /*
3170 1.281 msaitoh * wm_mchash:
3171 1.281 msaitoh *
3172 1.281 msaitoh * Compute the hash of the multicast address for the 4096-bit
3173 1.281 msaitoh * multicast filter.
3174 1.281 msaitoh */
3175 1.281 msaitoh static uint32_t
3176 1.281 msaitoh wm_mchash(struct wm_softc *sc, const uint8_t *enaddr)
3177 1.1 thorpej {
3178 1.281 msaitoh static const int lo_shift[4] = { 4, 3, 2, 0 };
3179 1.281 msaitoh static const int hi_shift[4] = { 4, 5, 6, 8 };
3180 1.281 msaitoh static const int ich8_lo_shift[4] = { 6, 5, 4, 2 };
3181 1.281 msaitoh static const int ich8_hi_shift[4] = { 2, 3, 4, 6 };
3182 1.281 msaitoh uint32_t hash;
3183 1.281 msaitoh
3184 1.281 msaitoh if ((sc->sc_type == WM_T_ICH8) || (sc->sc_type == WM_T_ICH9)
3185 1.281 msaitoh || (sc->sc_type == WM_T_ICH10) || (sc->sc_type == WM_T_PCH)
3186 1.281 msaitoh || (sc->sc_type == WM_T_PCH2) || (sc->sc_type == WM_T_PCH_LPT)) {
3187 1.281 msaitoh hash = (enaddr[4] >> ich8_lo_shift[sc->sc_mchash_type]) |
3188 1.281 msaitoh (((uint16_t) enaddr[5]) << ich8_hi_shift[sc->sc_mchash_type]);
3189 1.281 msaitoh return (hash & 0x3ff);
3190 1.281 msaitoh }
3191 1.281 msaitoh hash = (enaddr[4] >> lo_shift[sc->sc_mchash_type]) |
3192 1.281 msaitoh (((uint16_t) enaddr[5]) << hi_shift[sc->sc_mchash_type]);
3193 1.272 ozaki
3194 1.281 msaitoh return (hash & 0xfff);
3195 1.272 ozaki }
3196 1.272 ozaki
3197 1.281 msaitoh /*
3198 1.281 msaitoh * wm_set_filter:
3199 1.281 msaitoh *
3200 1.281 msaitoh * Set up the receive filter.
3201 1.281 msaitoh */
3202 1.272 ozaki static void
3203 1.281 msaitoh wm_set_filter(struct wm_softc *sc)
3204 1.272 ozaki {
3205 1.281 msaitoh struct ethercom *ec = &sc->sc_ethercom;
3206 1.281 msaitoh struct ifnet *ifp = &sc->sc_ethercom.ec_if;
3207 1.281 msaitoh struct ether_multi *enm;
3208 1.281 msaitoh struct ether_multistep step;
3209 1.281 msaitoh bus_addr_t mta_reg;
3210 1.281 msaitoh uint32_t hash, reg, bit;
3211 1.281 msaitoh int i, size;
3212 1.281 msaitoh
3213 1.281 msaitoh if (sc->sc_type >= WM_T_82544)
3214 1.281 msaitoh mta_reg = WMREG_CORDOVA_MTA;
3215 1.281 msaitoh else
3216 1.281 msaitoh mta_reg = WMREG_MTA;
3217 1.1 thorpej
3218 1.281 msaitoh sc->sc_rctl &= ~(RCTL_BAM | RCTL_UPE | RCTL_MPE);
3219 1.272 ozaki
3220 1.281 msaitoh if (ifp->if_flags & IFF_BROADCAST)
3221 1.281 msaitoh sc->sc_rctl |= RCTL_BAM;
3222 1.281 msaitoh if (ifp->if_flags & IFF_PROMISC) {
3223 1.281 msaitoh sc->sc_rctl |= RCTL_UPE;
3224 1.281 msaitoh goto allmulti;
3225 1.281 msaitoh }
3226 1.1 thorpej
3227 1.1 thorpej /*
3228 1.281 msaitoh * Set the station address in the first RAL slot, and
3229 1.281 msaitoh * clear the remaining slots.
3230 1.1 thorpej */
3231 1.281 msaitoh if (sc->sc_type == WM_T_ICH8)
3232 1.281 msaitoh size = WM_RAL_TABSIZE_ICH8 -1;
3233 1.281 msaitoh else if ((sc->sc_type == WM_T_ICH9) || (sc->sc_type == WM_T_ICH10)
3234 1.281 msaitoh || (sc->sc_type == WM_T_PCH) || (sc->sc_type == WM_T_PCH2)
3235 1.281 msaitoh || (sc->sc_type == WM_T_PCH_LPT))
3236 1.281 msaitoh size = WM_RAL_TABSIZE_ICH8;
3237 1.281 msaitoh else if (sc->sc_type == WM_T_82575)
3238 1.281 msaitoh size = WM_RAL_TABSIZE_82575;
3239 1.281 msaitoh else if ((sc->sc_type == WM_T_82576) || (sc->sc_type == WM_T_82580))
3240 1.281 msaitoh size = WM_RAL_TABSIZE_82576;
3241 1.281 msaitoh else if ((sc->sc_type == WM_T_I350) || (sc->sc_type == WM_T_I354))
3242 1.281 msaitoh size = WM_RAL_TABSIZE_I350;
3243 1.281 msaitoh else
3244 1.281 msaitoh size = WM_RAL_TABSIZE;
3245 1.281 msaitoh wm_set_ral(sc, CLLADDR(ifp->if_sadl), 0);
3246 1.281 msaitoh for (i = 1; i < size; i++)
3247 1.281 msaitoh wm_set_ral(sc, NULL, i);
3248 1.1 thorpej
3249 1.281 msaitoh if ((sc->sc_type == WM_T_ICH8) || (sc->sc_type == WM_T_ICH9)
3250 1.281 msaitoh || (sc->sc_type == WM_T_ICH10) || (sc->sc_type == WM_T_PCH)
3251 1.281 msaitoh || (sc->sc_type == WM_T_PCH2) || (sc->sc_type == WM_T_PCH_LPT))
3252 1.281 msaitoh size = WM_ICH8_MC_TABSIZE;
3253 1.281 msaitoh else
3254 1.281 msaitoh size = WM_MC_TABSIZE;
3255 1.281 msaitoh /* Clear out the multicast table. */
3256 1.281 msaitoh for (i = 0; i < size; i++)
3257 1.281 msaitoh CSR_WRITE(sc, mta_reg + (i << 2), 0);
3258 1.1 thorpej
3259 1.281 msaitoh ETHER_FIRST_MULTI(step, ec, enm);
3260 1.281 msaitoh while (enm != NULL) {
3261 1.281 msaitoh if (memcmp(enm->enm_addrlo, enm->enm_addrhi, ETHER_ADDR_LEN)) {
3262 1.281 msaitoh /*
3263 1.281 msaitoh * We must listen to a range of multicast addresses.
3264 1.281 msaitoh * For now, just accept all multicasts, rather than
3265 1.281 msaitoh * trying to set only those filter bits needed to match
3266 1.281 msaitoh * the range. (At this time, the only use of address
3267 1.281 msaitoh * ranges is for IP multicast routing, for which the
3268 1.281 msaitoh * range is big enough to require all bits set.)
3269 1.281 msaitoh */
3270 1.281 msaitoh goto allmulti;
3271 1.1 thorpej }
3272 1.1 thorpej
3273 1.281 msaitoh hash = wm_mchash(sc, enm->enm_addrlo);
3274 1.272 ozaki
3275 1.281 msaitoh reg = (hash >> 5);
3276 1.281 msaitoh if ((sc->sc_type == WM_T_ICH8) || (sc->sc_type == WM_T_ICH9)
3277 1.281 msaitoh || (sc->sc_type == WM_T_ICH10) || (sc->sc_type == WM_T_PCH)
3278 1.281 msaitoh || (sc->sc_type == WM_T_PCH2)
3279 1.281 msaitoh || (sc->sc_type == WM_T_PCH_LPT))
3280 1.281 msaitoh reg &= 0x1f;
3281 1.281 msaitoh else
3282 1.281 msaitoh reg &= 0x7f;
3283 1.281 msaitoh bit = hash & 0x1f;
3284 1.272 ozaki
3285 1.281 msaitoh hash = CSR_READ(sc, mta_reg + (reg << 2));
3286 1.281 msaitoh hash |= 1U << bit;
3287 1.1 thorpej
3288 1.281 msaitoh /* XXX Hardware bug?? */
3289 1.281 msaitoh if (sc->sc_type == WM_T_82544 && (reg & 0xe) == 1) {
3290 1.281 msaitoh bit = CSR_READ(sc, mta_reg + ((reg - 1) << 2));
3291 1.281 msaitoh CSR_WRITE(sc, mta_reg + (reg << 2), hash);
3292 1.281 msaitoh CSR_WRITE(sc, mta_reg + ((reg - 1) << 2), bit);
3293 1.281 msaitoh } else
3294 1.281 msaitoh CSR_WRITE(sc, mta_reg + (reg << 2), hash);
3295 1.99 matt
3296 1.281 msaitoh ETHER_NEXT_MULTI(step, enm);
3297 1.281 msaitoh }
3298 1.99 matt
3299 1.281 msaitoh ifp->if_flags &= ~IFF_ALLMULTI;
3300 1.281 msaitoh goto setit;
3301 1.1 thorpej
3302 1.281 msaitoh allmulti:
3303 1.281 msaitoh ifp->if_flags |= IFF_ALLMULTI;
3304 1.281 msaitoh sc->sc_rctl |= RCTL_MPE;
3305 1.80 thorpej
3306 1.281 msaitoh setit:
3307 1.281 msaitoh CSR_WRITE(sc, WMREG_RCTL, sc->sc_rctl);
3308 1.281 msaitoh }
3309 1.1 thorpej
3310 1.281 msaitoh /* Reset and init related */
3311 1.78 thorpej
3312 1.281 msaitoh static void
3313 1.281 msaitoh wm_set_vlan(struct wm_softc *sc)
3314 1.281 msaitoh {
3315 1.281 msaitoh /* Deal with VLAN enables. */
3316 1.281 msaitoh if (VLAN_ATTACHED(&sc->sc_ethercom))
3317 1.281 msaitoh sc->sc_ctrl |= CTRL_VME;
3318 1.281 msaitoh else
3319 1.281 msaitoh sc->sc_ctrl &= ~CTRL_VME;
3320 1.1 thorpej
3321 1.281 msaitoh /* Write the control registers. */
3322 1.281 msaitoh CSR_WRITE(sc, WMREG_CTRL, sc->sc_ctrl);
3323 1.281 msaitoh }
3324 1.1 thorpej
3325 1.281 msaitoh static void
3326 1.281 msaitoh wm_set_pcie_completion_timeout(struct wm_softc *sc)
3327 1.281 msaitoh {
3328 1.281 msaitoh uint32_t gcr;
3329 1.281 msaitoh pcireg_t ctrl2;
3330 1.1 thorpej
3331 1.281 msaitoh gcr = CSR_READ(sc, WMREG_GCR);
3332 1.4 thorpej
3333 1.281 msaitoh /* Only take action if timeout value is defaulted to 0 */
3334 1.281 msaitoh if ((gcr & GCR_CMPL_TMOUT_MASK) != 0)
3335 1.281 msaitoh goto out;
3336 1.1 thorpej
3337 1.281 msaitoh if ((gcr & GCR_CAP_VER2) == 0) {
3338 1.281 msaitoh gcr |= GCR_CMPL_TMOUT_10MS;
3339 1.281 msaitoh goto out;
3340 1.281 msaitoh }
3341 1.6 thorpej
3342 1.281 msaitoh ctrl2 = pci_conf_read(sc->sc_pc, sc->sc_pcitag,
3343 1.281 msaitoh sc->sc_pcixe_capoff + PCIE_DCSR2);
3344 1.281 msaitoh ctrl2 |= WM_PCIE_DCSR2_16MS;
3345 1.281 msaitoh pci_conf_write(sc->sc_pc, sc->sc_pcitag,
3346 1.281 msaitoh sc->sc_pcixe_capoff + PCIE_DCSR2, ctrl2);
3347 1.81 thorpej
3348 1.281 msaitoh out:
3349 1.281 msaitoh /* Disable completion timeout resend */
3350 1.281 msaitoh gcr &= ~GCR_CMPL_TMOUT_RESEND;
3351 1.80 thorpej
3352 1.281 msaitoh CSR_WRITE(sc, WMREG_GCR, gcr);
3353 1.281 msaitoh }
3354 1.99 matt
3355 1.281 msaitoh void
3356 1.281 msaitoh wm_get_auto_rd_done(struct wm_softc *sc)
3357 1.281 msaitoh {
3358 1.281 msaitoh int i;
3359 1.1 thorpej
3360 1.281 msaitoh /* wait for eeprom to reload */
3361 1.281 msaitoh switch (sc->sc_type) {
3362 1.281 msaitoh case WM_T_82571:
3363 1.281 msaitoh case WM_T_82572:
3364 1.281 msaitoh case WM_T_82573:
3365 1.281 msaitoh case WM_T_82574:
3366 1.281 msaitoh case WM_T_82583:
3367 1.281 msaitoh case WM_T_82575:
3368 1.281 msaitoh case WM_T_82576:
3369 1.281 msaitoh case WM_T_82580:
3370 1.281 msaitoh case WM_T_I350:
3371 1.281 msaitoh case WM_T_I354:
3372 1.281 msaitoh case WM_T_I210:
3373 1.281 msaitoh case WM_T_I211:
3374 1.281 msaitoh case WM_T_80003:
3375 1.281 msaitoh case WM_T_ICH8:
3376 1.281 msaitoh case WM_T_ICH9:
3377 1.281 msaitoh for (i = 0; i < 10; i++) {
3378 1.281 msaitoh if (CSR_READ(sc, WMREG_EECD) & EECD_EE_AUTORD)
3379 1.281 msaitoh break;
3380 1.281 msaitoh delay(1000);
3381 1.1 thorpej }
3382 1.281 msaitoh if (i == 10) {
3383 1.281 msaitoh log(LOG_ERR, "%s: auto read from eeprom failed to "
3384 1.281 msaitoh "complete\n", device_xname(sc->sc_dev));
3385 1.281 msaitoh }
3386 1.281 msaitoh break;
3387 1.281 msaitoh default:
3388 1.281 msaitoh break;
3389 1.281 msaitoh }
3390 1.281 msaitoh }
3391 1.59 christos
3392 1.281 msaitoh void
3393 1.281 msaitoh wm_lan_init_done(struct wm_softc *sc)
3394 1.281 msaitoh {
3395 1.281 msaitoh uint32_t reg = 0;
3396 1.281 msaitoh int i;
3397 1.1 thorpej
3398 1.281 msaitoh /* wait for eeprom to reload */
3399 1.281 msaitoh switch (sc->sc_type) {
3400 1.281 msaitoh case WM_T_ICH10:
3401 1.281 msaitoh case WM_T_PCH:
3402 1.281 msaitoh case WM_T_PCH2:
3403 1.281 msaitoh case WM_T_PCH_LPT:
3404 1.281 msaitoh for (i = 0; i < WM_ICH8_LAN_INIT_TIMEOUT; i++) {
3405 1.281 msaitoh reg = CSR_READ(sc, WMREG_STATUS);
3406 1.281 msaitoh if ((reg & STATUS_LAN_INIT_DONE) != 0)
3407 1.281 msaitoh break;
3408 1.281 msaitoh delay(100);
3409 1.281 msaitoh }
3410 1.281 msaitoh if (i >= WM_ICH8_LAN_INIT_TIMEOUT) {
3411 1.281 msaitoh log(LOG_ERR, "%s: %s: lan_init_done failed to "
3412 1.281 msaitoh "complete\n", device_xname(sc->sc_dev), __func__);
3413 1.1 thorpej }
3414 1.281 msaitoh break;
3415 1.281 msaitoh default:
3416 1.281 msaitoh panic("%s: %s: unknown type\n", device_xname(sc->sc_dev),
3417 1.281 msaitoh __func__);
3418 1.281 msaitoh break;
3419 1.281 msaitoh }
3420 1.1 thorpej
3421 1.281 msaitoh reg &= ~STATUS_LAN_INIT_DONE;
3422 1.281 msaitoh CSR_WRITE(sc, WMREG_STATUS, reg);
3423 1.281 msaitoh }
3424 1.6 thorpej
3425 1.281 msaitoh void
3426 1.281 msaitoh wm_get_cfg_done(struct wm_softc *sc)
3427 1.281 msaitoh {
3428 1.281 msaitoh int mask;
3429 1.281 msaitoh uint32_t reg;
3430 1.281 msaitoh int i;
3431 1.1 thorpej
3432 1.281 msaitoh /* wait for eeprom to reload */
3433 1.281 msaitoh switch (sc->sc_type) {
3434 1.281 msaitoh case WM_T_82542_2_0:
3435 1.281 msaitoh case WM_T_82542_2_1:
3436 1.281 msaitoh /* null */
3437 1.281 msaitoh break;
3438 1.281 msaitoh case WM_T_82543:
3439 1.281 msaitoh case WM_T_82544:
3440 1.281 msaitoh case WM_T_82540:
3441 1.281 msaitoh case WM_T_82545:
3442 1.281 msaitoh case WM_T_82545_3:
3443 1.281 msaitoh case WM_T_82546:
3444 1.281 msaitoh case WM_T_82546_3:
3445 1.281 msaitoh case WM_T_82541:
3446 1.281 msaitoh case WM_T_82541_2:
3447 1.281 msaitoh case WM_T_82547:
3448 1.281 msaitoh case WM_T_82547_2:
3449 1.281 msaitoh case WM_T_82573:
3450 1.281 msaitoh case WM_T_82574:
3451 1.281 msaitoh case WM_T_82583:
3452 1.281 msaitoh /* generic */
3453 1.281 msaitoh delay(10*1000);
3454 1.281 msaitoh break;
3455 1.281 msaitoh case WM_T_80003:
3456 1.281 msaitoh case WM_T_82571:
3457 1.281 msaitoh case WM_T_82572:
3458 1.281 msaitoh case WM_T_82575:
3459 1.281 msaitoh case WM_T_82576:
3460 1.281 msaitoh case WM_T_82580:
3461 1.281 msaitoh case WM_T_I350:
3462 1.281 msaitoh case WM_T_I354:
3463 1.281 msaitoh case WM_T_I210:
3464 1.281 msaitoh case WM_T_I211:
3465 1.281 msaitoh if (sc->sc_type == WM_T_82571) {
3466 1.281 msaitoh /* Only 82571 shares port 0 */
3467 1.281 msaitoh mask = EEMNGCTL_CFGDONE_0;
3468 1.281 msaitoh } else
3469 1.281 msaitoh mask = EEMNGCTL_CFGDONE_0 << sc->sc_funcid;
3470 1.281 msaitoh for (i = 0; i < WM_PHY_CFG_TIMEOUT; i++) {
3471 1.281 msaitoh if (CSR_READ(sc, WMREG_EEMNGCTL) & mask)
3472 1.281 msaitoh break;
3473 1.281 msaitoh delay(1000);
3474 1.281 msaitoh }
3475 1.281 msaitoh if (i >= WM_PHY_CFG_TIMEOUT) {
3476 1.281 msaitoh DPRINTF(WM_DEBUG_GMII, ("%s: %s failed\n",
3477 1.281 msaitoh device_xname(sc->sc_dev), __func__));
3478 1.281 msaitoh }
3479 1.281 msaitoh break;
3480 1.281 msaitoh case WM_T_ICH8:
3481 1.281 msaitoh case WM_T_ICH9:
3482 1.281 msaitoh case WM_T_ICH10:
3483 1.281 msaitoh case WM_T_PCH:
3484 1.281 msaitoh case WM_T_PCH2:
3485 1.281 msaitoh case WM_T_PCH_LPT:
3486 1.281 msaitoh delay(10*1000);
3487 1.281 msaitoh if (sc->sc_type >= WM_T_ICH10)
3488 1.281 msaitoh wm_lan_init_done(sc);
3489 1.281 msaitoh else
3490 1.281 msaitoh wm_get_auto_rd_done(sc);
3491 1.1 thorpej
3492 1.281 msaitoh reg = CSR_READ(sc, WMREG_STATUS);
3493 1.281 msaitoh if ((reg & STATUS_PHYRA) != 0)
3494 1.281 msaitoh CSR_WRITE(sc, WMREG_STATUS, reg & ~STATUS_PHYRA);
3495 1.281 msaitoh break;
3496 1.281 msaitoh default:
3497 1.281 msaitoh panic("%s: %s: unknown type\n", device_xname(sc->sc_dev),
3498 1.281 msaitoh __func__);
3499 1.281 msaitoh break;
3500 1.1 thorpej }
3501 1.1 thorpej }
3502 1.1 thorpej
3503 1.312 msaitoh /* Init hardware bits */
3504 1.312 msaitoh void
3505 1.312 msaitoh wm_initialize_hardware_bits(struct wm_softc *sc)
3506 1.312 msaitoh {
3507 1.312 msaitoh uint32_t tarc0, tarc1, reg;
3508 1.332 msaitoh
3509 1.312 msaitoh /* For 82571 variant, 80003 and ICHs */
3510 1.312 msaitoh if (((sc->sc_type >= WM_T_82571) && (sc->sc_type <= WM_T_82583))
3511 1.312 msaitoh || (sc->sc_type >= WM_T_80003)) {
3512 1.312 msaitoh
3513 1.312 msaitoh /* Transmit Descriptor Control 0 */
3514 1.312 msaitoh reg = CSR_READ(sc, WMREG_TXDCTL(0));
3515 1.312 msaitoh reg |= TXDCTL_COUNT_DESC;
3516 1.312 msaitoh CSR_WRITE(sc, WMREG_TXDCTL(0), reg);
3517 1.312 msaitoh
3518 1.312 msaitoh /* Transmit Descriptor Control 1 */
3519 1.312 msaitoh reg = CSR_READ(sc, WMREG_TXDCTL(1));
3520 1.312 msaitoh reg |= TXDCTL_COUNT_DESC;
3521 1.312 msaitoh CSR_WRITE(sc, WMREG_TXDCTL(1), reg);
3522 1.312 msaitoh
3523 1.312 msaitoh /* TARC0 */
3524 1.312 msaitoh tarc0 = CSR_READ(sc, WMREG_TARC0);
3525 1.312 msaitoh switch (sc->sc_type) {
3526 1.312 msaitoh case WM_T_82571:
3527 1.312 msaitoh case WM_T_82572:
3528 1.312 msaitoh case WM_T_82573:
3529 1.312 msaitoh case WM_T_82574:
3530 1.312 msaitoh case WM_T_82583:
3531 1.312 msaitoh case WM_T_80003:
3532 1.312 msaitoh /* Clear bits 30..27 */
3533 1.312 msaitoh tarc0 &= ~__BITS(30, 27);
3534 1.312 msaitoh break;
3535 1.312 msaitoh default:
3536 1.312 msaitoh break;
3537 1.312 msaitoh }
3538 1.312 msaitoh
3539 1.312 msaitoh switch (sc->sc_type) {
3540 1.312 msaitoh case WM_T_82571:
3541 1.312 msaitoh case WM_T_82572:
3542 1.312 msaitoh tarc0 |= __BITS(26, 23); /* TARC0 bits 23-26 */
3543 1.312 msaitoh
3544 1.312 msaitoh tarc1 = CSR_READ(sc, WMREG_TARC1);
3545 1.312 msaitoh tarc1 &= ~__BITS(30, 29); /* Clear bits 30 and 29 */
3546 1.312 msaitoh tarc1 |= __BITS(26, 24); /* TARC1 bits 26-24 */
3547 1.312 msaitoh /* 8257[12] Errata No.7 */
3548 1.312 msaitoh tarc1 |= __BIT(22); /* TARC1 bits 22 */
3549 1.312 msaitoh
3550 1.312 msaitoh /* TARC1 bit 28 */
3551 1.312 msaitoh if ((CSR_READ(sc, WMREG_TCTL) & TCTL_MULR) != 0)
3552 1.312 msaitoh tarc1 &= ~__BIT(28);
3553 1.312 msaitoh else
3554 1.312 msaitoh tarc1 |= __BIT(28);
3555 1.312 msaitoh CSR_WRITE(sc, WMREG_TARC1, tarc1);
3556 1.312 msaitoh
3557 1.312 msaitoh /*
3558 1.312 msaitoh * 8257[12] Errata No.13
3559 1.312 msaitoh * Disable Dyamic Clock Gating.
3560 1.312 msaitoh */
3561 1.312 msaitoh reg = CSR_READ(sc, WMREG_CTRL_EXT);
3562 1.312 msaitoh reg &= ~CTRL_EXT_DMA_DYN_CLK;
3563 1.312 msaitoh CSR_WRITE(sc, WMREG_CTRL_EXT, reg);
3564 1.312 msaitoh break;
3565 1.312 msaitoh case WM_T_82573:
3566 1.312 msaitoh case WM_T_82574:
3567 1.312 msaitoh case WM_T_82583:
3568 1.312 msaitoh if ((sc->sc_type == WM_T_82574)
3569 1.312 msaitoh || (sc->sc_type == WM_T_82583))
3570 1.312 msaitoh tarc0 |= __BIT(26); /* TARC0 bit 26 */
3571 1.312 msaitoh
3572 1.312 msaitoh /* Extended Device Control */
3573 1.312 msaitoh reg = CSR_READ(sc, WMREG_CTRL_EXT);
3574 1.312 msaitoh reg &= ~__BIT(23); /* Clear bit 23 */
3575 1.312 msaitoh reg |= __BIT(22); /* Set bit 22 */
3576 1.312 msaitoh CSR_WRITE(sc, WMREG_CTRL_EXT, reg);
3577 1.312 msaitoh
3578 1.312 msaitoh /* Device Control */
3579 1.312 msaitoh sc->sc_ctrl &= ~__BIT(29); /* Clear bit 29 */
3580 1.312 msaitoh CSR_WRITE(sc, WMREG_CTRL, sc->sc_ctrl);
3581 1.312 msaitoh
3582 1.312 msaitoh /* PCIe Control Register */
3583 1.312 msaitoh if ((sc->sc_type == WM_T_82574)
3584 1.312 msaitoh || (sc->sc_type == WM_T_82583)) {
3585 1.312 msaitoh /*
3586 1.312 msaitoh * Document says this bit must be set for
3587 1.312 msaitoh * proper operation.
3588 1.312 msaitoh */
3589 1.312 msaitoh reg = CSR_READ(sc, WMREG_GCR);
3590 1.312 msaitoh reg |= __BIT(22);
3591 1.312 msaitoh CSR_WRITE(sc, WMREG_GCR, reg);
3592 1.312 msaitoh
3593 1.312 msaitoh /*
3594 1.312 msaitoh * Apply workaround for hardware errata
3595 1.312 msaitoh * documented in errata docs Fixes issue where
3596 1.312 msaitoh * some error prone or unreliable PCIe
3597 1.312 msaitoh * completions are occurring, particularly
3598 1.312 msaitoh * with ASPM enabled. Without fix, issue can
3599 1.312 msaitoh * cause Tx timeouts.
3600 1.312 msaitoh */
3601 1.312 msaitoh reg = CSR_READ(sc, WMREG_GCR2);
3602 1.312 msaitoh reg |= __BIT(0);
3603 1.312 msaitoh CSR_WRITE(sc, WMREG_GCR2, reg);
3604 1.312 msaitoh }
3605 1.312 msaitoh break;
3606 1.312 msaitoh case WM_T_80003:
3607 1.312 msaitoh /* TARC0 */
3608 1.312 msaitoh if ((sc->sc_mediatype == WM_MEDIATYPE_FIBER)
3609 1.312 msaitoh || (sc->sc_mediatype == WM_MEDIATYPE_SERDES))
3610 1.312 msaitoh tarc0 &= ~__BIT(20); /* Clear bits 20 */
3611 1.312 msaitoh
3612 1.312 msaitoh /* TARC1 bit 28 */
3613 1.312 msaitoh tarc1 = CSR_READ(sc, WMREG_TARC1);
3614 1.312 msaitoh if ((CSR_READ(sc, WMREG_TCTL) & TCTL_MULR) != 0)
3615 1.312 msaitoh tarc1 &= ~__BIT(28);
3616 1.312 msaitoh else
3617 1.312 msaitoh tarc1 |= __BIT(28);
3618 1.312 msaitoh CSR_WRITE(sc, WMREG_TARC1, tarc1);
3619 1.312 msaitoh break;
3620 1.312 msaitoh case WM_T_ICH8:
3621 1.312 msaitoh case WM_T_ICH9:
3622 1.312 msaitoh case WM_T_ICH10:
3623 1.312 msaitoh case WM_T_PCH:
3624 1.312 msaitoh case WM_T_PCH2:
3625 1.312 msaitoh case WM_T_PCH_LPT:
3626 1.312 msaitoh /* TARC 0 */
3627 1.312 msaitoh if (sc->sc_type == WM_T_ICH8) {
3628 1.312 msaitoh /* Set TARC0 bits 29 and 28 */
3629 1.312 msaitoh tarc0 |= __BITS(29, 28);
3630 1.312 msaitoh }
3631 1.312 msaitoh /* Set TARC0 bits 23,24,26,27 */
3632 1.312 msaitoh tarc0 |= __BITS(27, 26) | __BITS(24, 23);
3633 1.312 msaitoh
3634 1.312 msaitoh /* CTRL_EXT */
3635 1.312 msaitoh reg = CSR_READ(sc, WMREG_CTRL_EXT);
3636 1.312 msaitoh reg |= __BIT(22); /* Set bit 22 */
3637 1.312 msaitoh /*
3638 1.312 msaitoh * Enable PHY low-power state when MAC is at D3
3639 1.312 msaitoh * w/o WoL
3640 1.312 msaitoh */
3641 1.312 msaitoh if (sc->sc_type >= WM_T_PCH)
3642 1.312 msaitoh reg |= CTRL_EXT_PHYPDEN;
3643 1.312 msaitoh CSR_WRITE(sc, WMREG_CTRL_EXT, reg);
3644 1.312 msaitoh
3645 1.312 msaitoh /* TARC1 */
3646 1.312 msaitoh tarc1 = CSR_READ(sc, WMREG_TARC1);
3647 1.312 msaitoh /* bit 28 */
3648 1.312 msaitoh if ((CSR_READ(sc, WMREG_TCTL) & TCTL_MULR) != 0)
3649 1.312 msaitoh tarc1 &= ~__BIT(28);
3650 1.312 msaitoh else
3651 1.312 msaitoh tarc1 |= __BIT(28);
3652 1.312 msaitoh tarc1 |= __BIT(24) | __BIT(26) | __BIT(30);
3653 1.312 msaitoh CSR_WRITE(sc, WMREG_TARC1, tarc1);
3654 1.312 msaitoh
3655 1.312 msaitoh /* Device Status */
3656 1.312 msaitoh if (sc->sc_type == WM_T_ICH8) {
3657 1.312 msaitoh reg = CSR_READ(sc, WMREG_STATUS);
3658 1.312 msaitoh reg &= ~__BIT(31);
3659 1.312 msaitoh CSR_WRITE(sc, WMREG_STATUS, reg);
3660 1.312 msaitoh
3661 1.312 msaitoh }
3662 1.312 msaitoh
3663 1.312 msaitoh /*
3664 1.312 msaitoh * Work-around descriptor data corruption issue during
3665 1.312 msaitoh * NFS v2 UDP traffic, just disable the NFS filtering
3666 1.312 msaitoh * capability.
3667 1.312 msaitoh */
3668 1.312 msaitoh reg = CSR_READ(sc, WMREG_RFCTL);
3669 1.312 msaitoh reg |= WMREG_RFCTL_NFSWDIS | WMREG_RFCTL_NFSRDIS;
3670 1.312 msaitoh CSR_WRITE(sc, WMREG_RFCTL, reg);
3671 1.312 msaitoh break;
3672 1.312 msaitoh default:
3673 1.312 msaitoh break;
3674 1.312 msaitoh }
3675 1.312 msaitoh CSR_WRITE(sc, WMREG_TARC0, tarc0);
3676 1.312 msaitoh
3677 1.312 msaitoh /*
3678 1.312 msaitoh * 8257[12] Errata No.52 and some others.
3679 1.312 msaitoh * Avoid RSS Hash Value bug.
3680 1.312 msaitoh */
3681 1.312 msaitoh switch (sc->sc_type) {
3682 1.312 msaitoh case WM_T_82571:
3683 1.312 msaitoh case WM_T_82572:
3684 1.312 msaitoh case WM_T_82573:
3685 1.312 msaitoh case WM_T_80003:
3686 1.312 msaitoh case WM_T_ICH8:
3687 1.312 msaitoh reg = CSR_READ(sc, WMREG_RFCTL);
3688 1.312 msaitoh reg |= WMREG_RFCTL_NEWIPV6EXDIS |WMREG_RFCTL_IPV6EXDIS;
3689 1.312 msaitoh CSR_WRITE(sc, WMREG_RFCTL, reg);
3690 1.312 msaitoh break;
3691 1.312 msaitoh default:
3692 1.312 msaitoh break;
3693 1.312 msaitoh }
3694 1.312 msaitoh }
3695 1.312 msaitoh }
3696 1.312 msaitoh
3697 1.320 msaitoh static uint32_t
3698 1.320 msaitoh wm_rxpbs_adjust_82580(uint32_t val)
3699 1.320 msaitoh {
3700 1.320 msaitoh uint32_t rv = 0;
3701 1.320 msaitoh
3702 1.320 msaitoh if (val < __arraycount(wm_82580_rxpbs_table))
3703 1.320 msaitoh rv = wm_82580_rxpbs_table[val];
3704 1.320 msaitoh
3705 1.320 msaitoh return rv;
3706 1.320 msaitoh }
3707 1.320 msaitoh
3708 1.1 thorpej /*
3709 1.281 msaitoh * wm_reset:
3710 1.232 bouyer *
3711 1.281 msaitoh * Reset the i82542 chip.
3712 1.232 bouyer */
3713 1.281 msaitoh static void
3714 1.281 msaitoh wm_reset(struct wm_softc *sc)
3715 1.232 bouyer {
3716 1.281 msaitoh int phy_reset = 0;
3717 1.281 msaitoh int error = 0;
3718 1.281 msaitoh uint32_t reg, mask;
3719 1.232 bouyer
3720 1.232 bouyer /*
3721 1.281 msaitoh * Allocate on-chip memory according to the MTU size.
3722 1.281 msaitoh * The Packet Buffer Allocation register must be written
3723 1.281 msaitoh * before the chip is reset.
3724 1.232 bouyer */
3725 1.281 msaitoh switch (sc->sc_type) {
3726 1.281 msaitoh case WM_T_82547:
3727 1.281 msaitoh case WM_T_82547_2:
3728 1.281 msaitoh sc->sc_pba = sc->sc_ethercom.ec_if.if_mtu > 8192 ?
3729 1.281 msaitoh PBA_22K : PBA_30K;
3730 1.281 msaitoh sc->sc_txfifo_head = 0;
3731 1.281 msaitoh sc->sc_txfifo_addr = sc->sc_pba << PBA_ADDR_SHIFT;
3732 1.281 msaitoh sc->sc_txfifo_size =
3733 1.281 msaitoh (PBA_40K - sc->sc_pba) << PBA_BYTE_SHIFT;
3734 1.281 msaitoh sc->sc_txfifo_stall = 0;
3735 1.281 msaitoh break;
3736 1.281 msaitoh case WM_T_82571:
3737 1.281 msaitoh case WM_T_82572:
3738 1.281 msaitoh case WM_T_82575: /* XXX need special handing for jumbo frames */
3739 1.281 msaitoh case WM_T_80003:
3740 1.281 msaitoh sc->sc_pba = PBA_32K;
3741 1.281 msaitoh break;
3742 1.281 msaitoh case WM_T_82573:
3743 1.281 msaitoh sc->sc_pba = PBA_12K;
3744 1.281 msaitoh break;
3745 1.281 msaitoh case WM_T_82574:
3746 1.281 msaitoh case WM_T_82583:
3747 1.281 msaitoh sc->sc_pba = PBA_20K;
3748 1.281 msaitoh break;
3749 1.320 msaitoh case WM_T_82576:
3750 1.320 msaitoh sc->sc_pba = CSR_READ(sc, WMREG_RXPBS);
3751 1.320 msaitoh sc->sc_pba &= RXPBS_SIZE_MASK_82576;
3752 1.320 msaitoh break;
3753 1.320 msaitoh case WM_T_82580:
3754 1.320 msaitoh case WM_T_I350:
3755 1.320 msaitoh case WM_T_I354:
3756 1.320 msaitoh sc->sc_pba = wm_rxpbs_adjust_82580(CSR_READ(sc, WMREG_RXPBS));
3757 1.320 msaitoh break;
3758 1.320 msaitoh case WM_T_I210:
3759 1.320 msaitoh case WM_T_I211:
3760 1.320 msaitoh sc->sc_pba = PBA_34K;
3761 1.320 msaitoh break;
3762 1.281 msaitoh case WM_T_ICH8:
3763 1.312 msaitoh /* Workaround for a bit corruption issue in FIFO memory */
3764 1.281 msaitoh sc->sc_pba = PBA_8K;
3765 1.281 msaitoh CSR_WRITE(sc, WMREG_PBS, PBA_16K);
3766 1.281 msaitoh break;
3767 1.281 msaitoh case WM_T_ICH9:
3768 1.281 msaitoh case WM_T_ICH10:
3769 1.318 msaitoh sc->sc_pba = sc->sc_ethercom.ec_if.if_mtu > 4096 ?
3770 1.318 msaitoh PBA_14K : PBA_10K;
3771 1.232 bouyer break;
3772 1.281 msaitoh case WM_T_PCH:
3773 1.281 msaitoh case WM_T_PCH2:
3774 1.281 msaitoh case WM_T_PCH_LPT:
3775 1.281 msaitoh sc->sc_pba = PBA_26K;
3776 1.232 bouyer break;
3777 1.232 bouyer default:
3778 1.281 msaitoh sc->sc_pba = sc->sc_ethercom.ec_if.if_mtu > 8192 ?
3779 1.281 msaitoh PBA_40K : PBA_48K;
3780 1.281 msaitoh break;
3781 1.232 bouyer }
3782 1.320 msaitoh /*
3783 1.320 msaitoh * Only old or non-multiqueue devices have the PBA register
3784 1.320 msaitoh * XXX Need special handling for 82575.
3785 1.320 msaitoh */
3786 1.320 msaitoh if (((sc->sc_flags & WM_F_NEWQUEUE) == 0)
3787 1.320 msaitoh || (sc->sc_type == WM_T_82575))
3788 1.320 msaitoh CSR_WRITE(sc, WMREG_PBA, sc->sc_pba);
3789 1.232 bouyer
3790 1.281 msaitoh /* Prevent the PCI-E bus from sticking */
3791 1.281 msaitoh if (sc->sc_flags & WM_F_PCIE) {
3792 1.281 msaitoh int timeout = 800;
3793 1.232 bouyer
3794 1.281 msaitoh sc->sc_ctrl |= CTRL_GIO_M_DIS;
3795 1.281 msaitoh CSR_WRITE(sc, WMREG_CTRL, sc->sc_ctrl);
3796 1.232 bouyer
3797 1.281 msaitoh while (timeout--) {
3798 1.281 msaitoh if ((CSR_READ(sc, WMREG_STATUS) & STATUS_GIO_M_ENA)
3799 1.281 msaitoh == 0)
3800 1.281 msaitoh break;
3801 1.281 msaitoh delay(100);
3802 1.281 msaitoh }
3803 1.232 bouyer }
3804 1.232 bouyer
3805 1.281 msaitoh /* Set the completion timeout for interface */
3806 1.281 msaitoh if ((sc->sc_type == WM_T_82575) || (sc->sc_type == WM_T_82576)
3807 1.300 msaitoh || (sc->sc_type == WM_T_82580)
3808 1.282 msaitoh || (sc->sc_type == WM_T_I350) || (sc->sc_type == WM_T_I354)
3809 1.282 msaitoh || (sc->sc_type == WM_T_I210) || (sc->sc_type == WM_T_I211))
3810 1.281 msaitoh wm_set_pcie_completion_timeout(sc);
3811 1.232 bouyer
3812 1.281 msaitoh /* Clear interrupt */
3813 1.281 msaitoh CSR_WRITE(sc, WMREG_IMC, 0xffffffffU);
3814 1.335 msaitoh if (sc->sc_nintrs > 1) {
3815 1.335 msaitoh if (sc->sc_type != WM_T_82574) {
3816 1.335 msaitoh CSR_WRITE(sc, WMREG_EIMC, 0xffffffffU);
3817 1.335 msaitoh CSR_WRITE(sc, WMREG_EIAC, 0);
3818 1.335 msaitoh } else {
3819 1.335 msaitoh CSR_WRITE(sc, WMREG_EIAC_82574, 0);
3820 1.335 msaitoh }
3821 1.335 msaitoh }
3822 1.232 bouyer
3823 1.281 msaitoh /* Stop the transmit and receive processes. */
3824 1.281 msaitoh CSR_WRITE(sc, WMREG_RCTL, 0);
3825 1.281 msaitoh sc->sc_rctl &= ~RCTL_EN;
3826 1.281 msaitoh CSR_WRITE(sc, WMREG_TCTL, TCTL_PSP);
3827 1.281 msaitoh CSR_WRITE_FLUSH(sc);
3828 1.232 bouyer
3829 1.281 msaitoh /* XXX set_tbi_sbp_82543() */
3830 1.232 bouyer
3831 1.281 msaitoh delay(10*1000);
3832 1.232 bouyer
3833 1.281 msaitoh /* Must acquire the MDIO ownership before MAC reset */
3834 1.281 msaitoh switch (sc->sc_type) {
3835 1.281 msaitoh case WM_T_82573:
3836 1.281 msaitoh case WM_T_82574:
3837 1.281 msaitoh case WM_T_82583:
3838 1.281 msaitoh error = wm_get_hw_semaphore_82573(sc);
3839 1.281 msaitoh break;
3840 1.281 msaitoh default:
3841 1.281 msaitoh break;
3842 1.281 msaitoh }
3843 1.232 bouyer
3844 1.281 msaitoh /*
3845 1.281 msaitoh * 82541 Errata 29? & 82547 Errata 28?
3846 1.281 msaitoh * See also the description about PHY_RST bit in CTRL register
3847 1.281 msaitoh * in 8254x_GBe_SDM.pdf.
3848 1.281 msaitoh */
3849 1.281 msaitoh if ((sc->sc_type == WM_T_82541) || (sc->sc_type == WM_T_82547)) {
3850 1.281 msaitoh CSR_WRITE(sc, WMREG_CTRL,
3851 1.281 msaitoh CSR_READ(sc, WMREG_CTRL) | CTRL_PHY_RESET);
3852 1.281 msaitoh CSR_WRITE_FLUSH(sc);
3853 1.281 msaitoh delay(5000);
3854 1.281 msaitoh }
3855 1.232 bouyer
3856 1.281 msaitoh switch (sc->sc_type) {
3857 1.281 msaitoh case WM_T_82544: /* XXX check whether WM_F_IOH_VALID is set */
3858 1.281 msaitoh case WM_T_82541:
3859 1.281 msaitoh case WM_T_82541_2:
3860 1.281 msaitoh case WM_T_82547:
3861 1.281 msaitoh case WM_T_82547_2:
3862 1.281 msaitoh /*
3863 1.281 msaitoh * On some chipsets, a reset through a memory-mapped write
3864 1.281 msaitoh * cycle can cause the chip to reset before completing the
3865 1.281 msaitoh * write cycle. This causes major headache that can be
3866 1.281 msaitoh * avoided by issuing the reset via indirect register writes
3867 1.281 msaitoh * through I/O space.
3868 1.281 msaitoh *
3869 1.281 msaitoh * So, if we successfully mapped the I/O BAR at attach time,
3870 1.281 msaitoh * use that. Otherwise, try our luck with a memory-mapped
3871 1.281 msaitoh * reset.
3872 1.281 msaitoh */
3873 1.281 msaitoh if (sc->sc_flags & WM_F_IOH_VALID)
3874 1.281 msaitoh wm_io_write(sc, WMREG_CTRL, CTRL_RST);
3875 1.281 msaitoh else
3876 1.281 msaitoh CSR_WRITE(sc, WMREG_CTRL, CTRL_RST);
3877 1.281 msaitoh break;
3878 1.281 msaitoh case WM_T_82545_3:
3879 1.281 msaitoh case WM_T_82546_3:
3880 1.281 msaitoh /* Use the shadow control register on these chips. */
3881 1.281 msaitoh CSR_WRITE(sc, WMREG_CTRL_SHADOW, CTRL_RST);
3882 1.281 msaitoh break;
3883 1.281 msaitoh case WM_T_80003:
3884 1.281 msaitoh mask = swfwphysem[sc->sc_funcid];
3885 1.281 msaitoh reg = CSR_READ(sc, WMREG_CTRL) | CTRL_RST;
3886 1.281 msaitoh wm_get_swfw_semaphore(sc, mask);
3887 1.281 msaitoh CSR_WRITE(sc, WMREG_CTRL, reg);
3888 1.281 msaitoh wm_put_swfw_semaphore(sc, mask);
3889 1.281 msaitoh break;
3890 1.281 msaitoh case WM_T_ICH8:
3891 1.281 msaitoh case WM_T_ICH9:
3892 1.281 msaitoh case WM_T_ICH10:
3893 1.281 msaitoh case WM_T_PCH:
3894 1.281 msaitoh case WM_T_PCH2:
3895 1.281 msaitoh case WM_T_PCH_LPT:
3896 1.281 msaitoh reg = CSR_READ(sc, WMREG_CTRL) | CTRL_RST;
3897 1.281 msaitoh if (wm_check_reset_block(sc) == 0) {
3898 1.232 bouyer /*
3899 1.281 msaitoh * Gate automatic PHY configuration by hardware on
3900 1.281 msaitoh * non-managed 82579
3901 1.232 bouyer */
3902 1.281 msaitoh if ((sc->sc_type == WM_T_PCH2)
3903 1.281 msaitoh && ((CSR_READ(sc, WMREG_FWSM) & FWSM_FW_VALID)
3904 1.281 msaitoh != 0))
3905 1.281 msaitoh wm_gate_hw_phy_config_ich8lan(sc, 1);
3906 1.232 bouyer
3907 1.232 bouyer
3908 1.281 msaitoh reg |= CTRL_PHY_RESET;
3909 1.281 msaitoh phy_reset = 1;
3910 1.232 bouyer }
3911 1.281 msaitoh wm_get_swfwhw_semaphore(sc);
3912 1.281 msaitoh CSR_WRITE(sc, WMREG_CTRL, reg);
3913 1.281 msaitoh /* Don't insert a completion barrier when reset */
3914 1.281 msaitoh delay(20*1000);
3915 1.281 msaitoh wm_put_swfwhw_semaphore(sc);
3916 1.281 msaitoh break;
3917 1.304 msaitoh case WM_T_82580:
3918 1.304 msaitoh case WM_T_I350:
3919 1.304 msaitoh case WM_T_I354:
3920 1.304 msaitoh case WM_T_I210:
3921 1.304 msaitoh case WM_T_I211:
3922 1.304 msaitoh CSR_WRITE(sc, WMREG_CTRL, CSR_READ(sc, WMREG_CTRL) | CTRL_RST);
3923 1.304 msaitoh if (sc->sc_pcidevid != PCI_PRODUCT_INTEL_DH89XXCC_SGMII)
3924 1.304 msaitoh CSR_WRITE_FLUSH(sc);
3925 1.304 msaitoh delay(5000);
3926 1.304 msaitoh break;
3927 1.281 msaitoh case WM_T_82542_2_0:
3928 1.281 msaitoh case WM_T_82542_2_1:
3929 1.281 msaitoh case WM_T_82543:
3930 1.281 msaitoh case WM_T_82540:
3931 1.281 msaitoh case WM_T_82545:
3932 1.281 msaitoh case WM_T_82546:
3933 1.281 msaitoh case WM_T_82571:
3934 1.281 msaitoh case WM_T_82572:
3935 1.281 msaitoh case WM_T_82573:
3936 1.281 msaitoh case WM_T_82574:
3937 1.281 msaitoh case WM_T_82575:
3938 1.281 msaitoh case WM_T_82576:
3939 1.281 msaitoh case WM_T_82583:
3940 1.281 msaitoh default:
3941 1.281 msaitoh /* Everything else can safely use the documented method. */
3942 1.281 msaitoh CSR_WRITE(sc, WMREG_CTRL, CSR_READ(sc, WMREG_CTRL) | CTRL_RST);
3943 1.281 msaitoh break;
3944 1.281 msaitoh }
3945 1.232 bouyer
3946 1.281 msaitoh /* Must release the MDIO ownership after MAC reset */
3947 1.281 msaitoh switch (sc->sc_type) {
3948 1.281 msaitoh case WM_T_82573:
3949 1.281 msaitoh case WM_T_82574:
3950 1.281 msaitoh case WM_T_82583:
3951 1.281 msaitoh if (error == 0)
3952 1.281 msaitoh wm_put_hw_semaphore_82573(sc);
3953 1.281 msaitoh break;
3954 1.281 msaitoh default:
3955 1.281 msaitoh break;
3956 1.232 bouyer }
3957 1.232 bouyer
3958 1.281 msaitoh if (phy_reset != 0)
3959 1.281 msaitoh wm_get_cfg_done(sc);
3960 1.232 bouyer
3961 1.281 msaitoh /* reload EEPROM */
3962 1.281 msaitoh switch (sc->sc_type) {
3963 1.281 msaitoh case WM_T_82542_2_0:
3964 1.281 msaitoh case WM_T_82542_2_1:
3965 1.281 msaitoh case WM_T_82543:
3966 1.281 msaitoh case WM_T_82544:
3967 1.281 msaitoh delay(10);
3968 1.281 msaitoh reg = CSR_READ(sc, WMREG_CTRL_EXT) | CTRL_EXT_EE_RST;
3969 1.281 msaitoh CSR_WRITE(sc, WMREG_CTRL_EXT, reg);
3970 1.281 msaitoh CSR_WRITE_FLUSH(sc);
3971 1.281 msaitoh delay(2000);
3972 1.281 msaitoh break;
3973 1.281 msaitoh case WM_T_82540:
3974 1.281 msaitoh case WM_T_82545:
3975 1.281 msaitoh case WM_T_82545_3:
3976 1.281 msaitoh case WM_T_82546:
3977 1.281 msaitoh case WM_T_82546_3:
3978 1.281 msaitoh delay(5*1000);
3979 1.281 msaitoh /* XXX Disable HW ARPs on ASF enabled adapters */
3980 1.281 msaitoh break;
3981 1.281 msaitoh case WM_T_82541:
3982 1.281 msaitoh case WM_T_82541_2:
3983 1.281 msaitoh case WM_T_82547:
3984 1.281 msaitoh case WM_T_82547_2:
3985 1.281 msaitoh delay(20000);
3986 1.281 msaitoh /* XXX Disable HW ARPs on ASF enabled adapters */
3987 1.281 msaitoh break;
3988 1.281 msaitoh case WM_T_82571:
3989 1.281 msaitoh case WM_T_82572:
3990 1.281 msaitoh case WM_T_82573:
3991 1.281 msaitoh case WM_T_82574:
3992 1.281 msaitoh case WM_T_82583:
3993 1.281 msaitoh if (sc->sc_flags & WM_F_EEPROM_FLASH) {
3994 1.281 msaitoh delay(10);
3995 1.281 msaitoh reg = CSR_READ(sc, WMREG_CTRL_EXT) | CTRL_EXT_EE_RST;
3996 1.281 msaitoh CSR_WRITE(sc, WMREG_CTRL_EXT, reg);
3997 1.281 msaitoh CSR_WRITE_FLUSH(sc);
3998 1.232 bouyer }
3999 1.281 msaitoh /* check EECD_EE_AUTORD */
4000 1.281 msaitoh wm_get_auto_rd_done(sc);
4001 1.281 msaitoh /*
4002 1.281 msaitoh * Phy configuration from NVM just starts after EECD_AUTO_RD
4003 1.281 msaitoh * is set.
4004 1.281 msaitoh */
4005 1.281 msaitoh if ((sc->sc_type == WM_T_82573) || (sc->sc_type == WM_T_82574)
4006 1.281 msaitoh || (sc->sc_type == WM_T_82583))
4007 1.281 msaitoh delay(25*1000);
4008 1.281 msaitoh break;
4009 1.281 msaitoh case WM_T_82575:
4010 1.281 msaitoh case WM_T_82576:
4011 1.281 msaitoh case WM_T_82580:
4012 1.281 msaitoh case WM_T_I350:
4013 1.281 msaitoh case WM_T_I354:
4014 1.281 msaitoh case WM_T_I210:
4015 1.281 msaitoh case WM_T_I211:
4016 1.281 msaitoh case WM_T_80003:
4017 1.281 msaitoh /* check EECD_EE_AUTORD */
4018 1.281 msaitoh wm_get_auto_rd_done(sc);
4019 1.281 msaitoh break;
4020 1.281 msaitoh case WM_T_ICH8:
4021 1.281 msaitoh case WM_T_ICH9:
4022 1.281 msaitoh case WM_T_ICH10:
4023 1.281 msaitoh case WM_T_PCH:
4024 1.281 msaitoh case WM_T_PCH2:
4025 1.281 msaitoh case WM_T_PCH_LPT:
4026 1.281 msaitoh break;
4027 1.281 msaitoh default:
4028 1.281 msaitoh panic("%s: unknown type\n", __func__);
4029 1.232 bouyer }
4030 1.281 msaitoh
4031 1.281 msaitoh /* Check whether EEPROM is present or not */
4032 1.281 msaitoh switch (sc->sc_type) {
4033 1.281 msaitoh case WM_T_82575:
4034 1.281 msaitoh case WM_T_82576:
4035 1.281 msaitoh case WM_T_82580:
4036 1.281 msaitoh case WM_T_I350:
4037 1.281 msaitoh case WM_T_I354:
4038 1.281 msaitoh case WM_T_ICH8:
4039 1.281 msaitoh case WM_T_ICH9:
4040 1.281 msaitoh if ((CSR_READ(sc, WMREG_EECD) & EECD_EE_PRES) == 0) {
4041 1.281 msaitoh /* Not found */
4042 1.281 msaitoh sc->sc_flags |= WM_F_EEPROM_INVALID;
4043 1.325 msaitoh if (sc->sc_type == WM_T_82575)
4044 1.281 msaitoh wm_reset_init_script_82575(sc);
4045 1.232 bouyer }
4046 1.281 msaitoh break;
4047 1.281 msaitoh default:
4048 1.281 msaitoh break;
4049 1.281 msaitoh }
4050 1.281 msaitoh
4051 1.300 msaitoh if ((sc->sc_type == WM_T_82580)
4052 1.281 msaitoh || (sc->sc_type == WM_T_I350) || (sc->sc_type == WM_T_I354)) {
4053 1.281 msaitoh /* clear global device reset status bit */
4054 1.281 msaitoh CSR_WRITE(sc, WMREG_STATUS, STATUS_DEV_RST_SET);
4055 1.281 msaitoh }
4056 1.281 msaitoh
4057 1.281 msaitoh /* Clear any pending interrupt events. */
4058 1.281 msaitoh CSR_WRITE(sc, WMREG_IMC, 0xffffffffU);
4059 1.281 msaitoh reg = CSR_READ(sc, WMREG_ICR);
4060 1.335 msaitoh if (sc->sc_nintrs > 1) {
4061 1.335 msaitoh if (sc->sc_type != WM_T_82574) {
4062 1.335 msaitoh CSR_WRITE(sc, WMREG_EIMC, 0xffffffffU);
4063 1.335 msaitoh CSR_WRITE(sc, WMREG_EIAC, 0);
4064 1.335 msaitoh } else
4065 1.335 msaitoh CSR_WRITE(sc, WMREG_EIAC_82574, 0);
4066 1.335 msaitoh }
4067 1.281 msaitoh
4068 1.281 msaitoh /* reload sc_ctrl */
4069 1.281 msaitoh sc->sc_ctrl = CSR_READ(sc, WMREG_CTRL);
4070 1.281 msaitoh
4071 1.322 msaitoh if ((sc->sc_type >= WM_T_I350) && (sc->sc_type <= WM_T_I211))
4072 1.281 msaitoh wm_set_eee_i350(sc);
4073 1.281 msaitoh
4074 1.281 msaitoh /* dummy read from WUC */
4075 1.281 msaitoh if (sc->sc_type == WM_T_PCH)
4076 1.281 msaitoh reg = wm_gmii_hv_readreg(sc->sc_dev, 1, BM_WUC);
4077 1.281 msaitoh /*
4078 1.281 msaitoh * For PCH, this write will make sure that any noise will be detected
4079 1.281 msaitoh * as a CRC error and be dropped rather than show up as a bad packet
4080 1.281 msaitoh * to the DMA engine
4081 1.281 msaitoh */
4082 1.281 msaitoh if (sc->sc_type == WM_T_PCH)
4083 1.281 msaitoh CSR_WRITE(sc, WMREG_CRC_OFFSET, 0x65656565);
4084 1.281 msaitoh
4085 1.281 msaitoh if ((sc->sc_flags & WM_F_NEWQUEUE) != 0)
4086 1.281 msaitoh CSR_WRITE(sc, WMREG_WUC, 0);
4087 1.281 msaitoh
4088 1.325 msaitoh wm_reset_mdicnfg_82580(sc);
4089 1.332 msaitoh
4090 1.332 msaitoh if ((sc->sc_flags & WM_F_PLL_WA_I210) != 0)
4091 1.332 msaitoh wm_pll_workaround_i210(sc);
4092 1.281 msaitoh }
4093 1.281 msaitoh
4094 1.281 msaitoh /*
4095 1.281 msaitoh * wm_add_rxbuf:
4096 1.281 msaitoh *
4097 1.281 msaitoh * Add a receive buffer to the indiciated descriptor.
4098 1.281 msaitoh */
4099 1.281 msaitoh static int
4100 1.281 msaitoh wm_add_rxbuf(struct wm_softc *sc, int idx)
4101 1.281 msaitoh {
4102 1.281 msaitoh struct wm_rxsoft *rxs = &sc->sc_rxsoft[idx];
4103 1.281 msaitoh struct mbuf *m;
4104 1.281 msaitoh int error;
4105 1.281 msaitoh
4106 1.283 ozaki KASSERT(WM_RX_LOCKED(sc));
4107 1.281 msaitoh
4108 1.281 msaitoh MGETHDR(m, M_DONTWAIT, MT_DATA);
4109 1.281 msaitoh if (m == NULL)
4110 1.281 msaitoh return ENOBUFS;
4111 1.281 msaitoh
4112 1.281 msaitoh MCLGET(m, M_DONTWAIT);
4113 1.281 msaitoh if ((m->m_flags & M_EXT) == 0) {
4114 1.281 msaitoh m_freem(m);
4115 1.281 msaitoh return ENOBUFS;
4116 1.281 msaitoh }
4117 1.281 msaitoh
4118 1.281 msaitoh if (rxs->rxs_mbuf != NULL)
4119 1.281 msaitoh bus_dmamap_unload(sc->sc_dmat, rxs->rxs_dmamap);
4120 1.281 msaitoh
4121 1.281 msaitoh rxs->rxs_mbuf = m;
4122 1.281 msaitoh
4123 1.281 msaitoh m->m_len = m->m_pkthdr.len = m->m_ext.ext_size;
4124 1.281 msaitoh error = bus_dmamap_load_mbuf(sc->sc_dmat, rxs->rxs_dmamap, m,
4125 1.281 msaitoh BUS_DMA_READ|BUS_DMA_NOWAIT);
4126 1.281 msaitoh if (error) {
4127 1.281 msaitoh /* XXX XXX XXX */
4128 1.281 msaitoh aprint_error_dev(sc->sc_dev,
4129 1.281 msaitoh "unable to load rx DMA map %d, error = %d\n",
4130 1.281 msaitoh idx, error);
4131 1.281 msaitoh panic("wm_add_rxbuf");
4132 1.232 bouyer }
4133 1.232 bouyer
4134 1.281 msaitoh bus_dmamap_sync(sc->sc_dmat, rxs->rxs_dmamap, 0,
4135 1.281 msaitoh rxs->rxs_dmamap->dm_mapsize, BUS_DMASYNC_PREREAD);
4136 1.281 msaitoh
4137 1.281 msaitoh if ((sc->sc_flags & WM_F_NEWQUEUE) != 0) {
4138 1.281 msaitoh if ((sc->sc_rctl & RCTL_EN) != 0)
4139 1.281 msaitoh WM_INIT_RXDESC(sc, idx);
4140 1.281 msaitoh } else
4141 1.281 msaitoh WM_INIT_RXDESC(sc, idx);
4142 1.281 msaitoh
4143 1.232 bouyer return 0;
4144 1.232 bouyer }
4145 1.232 bouyer
4146 1.232 bouyer /*
4147 1.281 msaitoh * wm_rxdrain:
4148 1.232 bouyer *
4149 1.281 msaitoh * Drain the receive queue.
4150 1.232 bouyer */
4151 1.232 bouyer static void
4152 1.281 msaitoh wm_rxdrain(struct wm_softc *sc)
4153 1.281 msaitoh {
4154 1.281 msaitoh struct wm_rxsoft *rxs;
4155 1.281 msaitoh int i;
4156 1.281 msaitoh
4157 1.283 ozaki KASSERT(WM_RX_LOCKED(sc));
4158 1.281 msaitoh
4159 1.281 msaitoh for (i = 0; i < WM_NRXDESC; i++) {
4160 1.281 msaitoh rxs = &sc->sc_rxsoft[i];
4161 1.281 msaitoh if (rxs->rxs_mbuf != NULL) {
4162 1.281 msaitoh bus_dmamap_unload(sc->sc_dmat, rxs->rxs_dmamap);
4163 1.281 msaitoh m_freem(rxs->rxs_mbuf);
4164 1.281 msaitoh rxs->rxs_mbuf = NULL;
4165 1.281 msaitoh }
4166 1.281 msaitoh }
4167 1.281 msaitoh }
4168 1.281 msaitoh
4169 1.281 msaitoh /*
4170 1.281 msaitoh * wm_init: [ifnet interface function]
4171 1.281 msaitoh *
4172 1.281 msaitoh * Initialize the interface.
4173 1.281 msaitoh */
4174 1.281 msaitoh static int
4175 1.281 msaitoh wm_init(struct ifnet *ifp)
4176 1.232 bouyer {
4177 1.232 bouyer struct wm_softc *sc = ifp->if_softc;
4178 1.281 msaitoh int ret;
4179 1.272 ozaki
4180 1.283 ozaki WM_BOTH_LOCK(sc);
4181 1.281 msaitoh ret = wm_init_locked(ifp);
4182 1.283 ozaki WM_BOTH_UNLOCK(sc);
4183 1.281 msaitoh
4184 1.281 msaitoh return ret;
4185 1.272 ozaki }
4186 1.272 ozaki
4187 1.281 msaitoh static int
4188 1.281 msaitoh wm_init_locked(struct ifnet *ifp)
4189 1.272 ozaki {
4190 1.272 ozaki struct wm_softc *sc = ifp->if_softc;
4191 1.281 msaitoh struct wm_rxsoft *rxs;
4192 1.281 msaitoh int i, j, trynum, error = 0;
4193 1.281 msaitoh uint32_t reg;
4194 1.232 bouyer
4195 1.283 ozaki KASSERT(WM_BOTH_LOCKED(sc));
4196 1.232 bouyer /*
4197 1.281 msaitoh * *_HDR_ALIGNED_P is constant 1 if __NO_STRICT_ALIGMENT is set.
4198 1.281 msaitoh * There is a small but measurable benefit to avoiding the adjusment
4199 1.281 msaitoh * of the descriptor so that the headers are aligned, for normal mtu,
4200 1.281 msaitoh * on such platforms. One possibility is that the DMA itself is
4201 1.281 msaitoh * slightly more efficient if the front of the entire packet (instead
4202 1.281 msaitoh * of the front of the headers) is aligned.
4203 1.281 msaitoh *
4204 1.281 msaitoh * Note we must always set align_tweak to 0 if we are using
4205 1.281 msaitoh * jumbo frames.
4206 1.232 bouyer */
4207 1.281 msaitoh #ifdef __NO_STRICT_ALIGNMENT
4208 1.281 msaitoh sc->sc_align_tweak = 0;
4209 1.281 msaitoh #else
4210 1.281 msaitoh if ((ifp->if_mtu + ETHER_HDR_LEN + ETHER_CRC_LEN) > (MCLBYTES - 2))
4211 1.281 msaitoh sc->sc_align_tweak = 0;
4212 1.281 msaitoh else
4213 1.281 msaitoh sc->sc_align_tweak = 2;
4214 1.281 msaitoh #endif /* __NO_STRICT_ALIGNMENT */
4215 1.281 msaitoh
4216 1.281 msaitoh /* Cancel any pending I/O. */
4217 1.281 msaitoh wm_stop_locked(ifp, 0);
4218 1.281 msaitoh
4219 1.281 msaitoh /* update statistics before reset */
4220 1.281 msaitoh ifp->if_collisions += CSR_READ(sc, WMREG_COLC);
4221 1.281 msaitoh ifp->if_ierrors += CSR_READ(sc, WMREG_RXERRC);
4222 1.281 msaitoh
4223 1.281 msaitoh /* Reset the chip to a known state. */
4224 1.281 msaitoh wm_reset(sc);
4225 1.281 msaitoh
4226 1.281 msaitoh switch (sc->sc_type) {
4227 1.281 msaitoh case WM_T_82571:
4228 1.281 msaitoh case WM_T_82572:
4229 1.281 msaitoh case WM_T_82573:
4230 1.281 msaitoh case WM_T_82574:
4231 1.281 msaitoh case WM_T_82583:
4232 1.281 msaitoh case WM_T_80003:
4233 1.281 msaitoh case WM_T_ICH8:
4234 1.281 msaitoh case WM_T_ICH9:
4235 1.281 msaitoh case WM_T_ICH10:
4236 1.281 msaitoh case WM_T_PCH:
4237 1.281 msaitoh case WM_T_PCH2:
4238 1.281 msaitoh case WM_T_PCH_LPT:
4239 1.281 msaitoh if (wm_check_mng_mode(sc) != 0)
4240 1.281 msaitoh wm_get_hw_control(sc);
4241 1.281 msaitoh break;
4242 1.281 msaitoh default:
4243 1.281 msaitoh break;
4244 1.281 msaitoh }
4245 1.232 bouyer
4246 1.312 msaitoh /* Init hardware bits */
4247 1.312 msaitoh wm_initialize_hardware_bits(sc);
4248 1.312 msaitoh
4249 1.281 msaitoh /* Reset the PHY. */
4250 1.281 msaitoh if (sc->sc_flags & WM_F_HAS_MII)
4251 1.281 msaitoh wm_gmii_reset(sc);
4252 1.232 bouyer
4253 1.319 msaitoh /* Calculate (E)ITR value */
4254 1.319 msaitoh if ((sc->sc_flags & WM_F_NEWQUEUE) != 0) {
4255 1.319 msaitoh sc->sc_itr = 450; /* For EITR */
4256 1.319 msaitoh } else if (sc->sc_type >= WM_T_82543) {
4257 1.319 msaitoh /*
4258 1.319 msaitoh * Set up the interrupt throttling register (units of 256ns)
4259 1.319 msaitoh * Note that a footnote in Intel's documentation says this
4260 1.319 msaitoh * ticker runs at 1/4 the rate when the chip is in 100Mbit
4261 1.319 msaitoh * or 10Mbit mode. Empirically, it appears to be the case
4262 1.319 msaitoh * that that is also true for the 1024ns units of the other
4263 1.319 msaitoh * interrupt-related timer registers -- so, really, we ought
4264 1.319 msaitoh * to divide this value by 4 when the link speed is low.
4265 1.319 msaitoh *
4266 1.319 msaitoh * XXX implement this division at link speed change!
4267 1.319 msaitoh */
4268 1.319 msaitoh
4269 1.319 msaitoh /*
4270 1.319 msaitoh * For N interrupts/sec, set this value to:
4271 1.319 msaitoh * 1000000000 / (N * 256). Note that we set the
4272 1.319 msaitoh * absolute and packet timer values to this value
4273 1.319 msaitoh * divided by 4 to get "simple timer" behavior.
4274 1.319 msaitoh */
4275 1.319 msaitoh
4276 1.319 msaitoh sc->sc_itr = 1500; /* 2604 ints/sec */
4277 1.319 msaitoh }
4278 1.319 msaitoh
4279 1.281 msaitoh /* Initialize the transmit descriptor ring. */
4280 1.281 msaitoh memset(sc->sc_txdescs, 0, WM_TXDESCSIZE(sc));
4281 1.281 msaitoh WM_CDTXSYNC(sc, 0, WM_NTXDESC(sc),
4282 1.281 msaitoh BUS_DMASYNC_PREREAD|BUS_DMASYNC_PREWRITE);
4283 1.281 msaitoh sc->sc_txfree = WM_NTXDESC(sc);
4284 1.281 msaitoh sc->sc_txnext = 0;
4285 1.272 ozaki
4286 1.281 msaitoh if (sc->sc_type < WM_T_82543) {
4287 1.281 msaitoh CSR_WRITE(sc, WMREG_OLD_TDBAH, WM_CDTXADDR_HI(sc, 0));
4288 1.281 msaitoh CSR_WRITE(sc, WMREG_OLD_TDBAL, WM_CDTXADDR_LO(sc, 0));
4289 1.281 msaitoh CSR_WRITE(sc, WMREG_OLD_TDLEN, WM_TXDESCSIZE(sc));
4290 1.281 msaitoh CSR_WRITE(sc, WMREG_OLD_TDH, 0);
4291 1.281 msaitoh CSR_WRITE(sc, WMREG_OLD_TDT, 0);
4292 1.281 msaitoh CSR_WRITE(sc, WMREG_OLD_TIDV, 128);
4293 1.281 msaitoh } else {
4294 1.281 msaitoh CSR_WRITE(sc, WMREG_TDBAH, WM_CDTXADDR_HI(sc, 0));
4295 1.281 msaitoh CSR_WRITE(sc, WMREG_TDBAL, WM_CDTXADDR_LO(sc, 0));
4296 1.281 msaitoh CSR_WRITE(sc, WMREG_TDLEN, WM_TXDESCSIZE(sc));
4297 1.281 msaitoh CSR_WRITE(sc, WMREG_TDH, 0);
4298 1.232 bouyer
4299 1.281 msaitoh if ((sc->sc_flags & WM_F_NEWQUEUE) != 0)
4300 1.232 bouyer /*
4301 1.281 msaitoh * Don't write TDT before TCTL.EN is set.
4302 1.281 msaitoh * See the document.
4303 1.232 bouyer */
4304 1.312 msaitoh CSR_WRITE(sc, WMREG_TXDCTL(0), TXDCTL_QUEUE_ENABLE
4305 1.281 msaitoh | TXDCTL_PTHRESH(0) | TXDCTL_HTHRESH(0)
4306 1.281 msaitoh | TXDCTL_WTHRESH(0));
4307 1.281 msaitoh else {
4308 1.319 msaitoh /* ITR / 4 */
4309 1.319 msaitoh CSR_WRITE(sc, WMREG_TIDV, sc->sc_itr / 4);
4310 1.319 msaitoh if (sc->sc_type >= WM_T_82540) {
4311 1.319 msaitoh /* should be same */
4312 1.319 msaitoh CSR_WRITE(sc, WMREG_TADV, sc->sc_itr / 4);
4313 1.319 msaitoh }
4314 1.319 msaitoh
4315 1.281 msaitoh CSR_WRITE(sc, WMREG_TDT, 0);
4316 1.312 msaitoh CSR_WRITE(sc, WMREG_TXDCTL(0), TXDCTL_PTHRESH(0) |
4317 1.281 msaitoh TXDCTL_HTHRESH(0) | TXDCTL_WTHRESH(0));
4318 1.281 msaitoh CSR_WRITE(sc, WMREG_RXDCTL, RXDCTL_PTHRESH(0) |
4319 1.281 msaitoh RXDCTL_HTHRESH(0) | RXDCTL_WTHRESH(1));
4320 1.232 bouyer }
4321 1.281 msaitoh }
4322 1.281 msaitoh
4323 1.281 msaitoh /* Initialize the transmit job descriptors. */
4324 1.281 msaitoh for (i = 0; i < WM_TXQUEUELEN(sc); i++)
4325 1.281 msaitoh sc->sc_txsoft[i].txs_mbuf = NULL;
4326 1.281 msaitoh sc->sc_txsfree = WM_TXQUEUELEN(sc);
4327 1.281 msaitoh sc->sc_txsnext = 0;
4328 1.281 msaitoh sc->sc_txsdirty = 0;
4329 1.232 bouyer
4330 1.281 msaitoh /*
4331 1.281 msaitoh * Initialize the receive descriptor and receive job
4332 1.281 msaitoh * descriptor rings.
4333 1.281 msaitoh */
4334 1.281 msaitoh if (sc->sc_type < WM_T_82543) {
4335 1.281 msaitoh CSR_WRITE(sc, WMREG_OLD_RDBAH0, WM_CDRXADDR_HI(sc, 0));
4336 1.281 msaitoh CSR_WRITE(sc, WMREG_OLD_RDBAL0, WM_CDRXADDR_LO(sc, 0));
4337 1.281 msaitoh CSR_WRITE(sc, WMREG_OLD_RDLEN0, sizeof(sc->sc_rxdescs));
4338 1.281 msaitoh CSR_WRITE(sc, WMREG_OLD_RDH0, 0);
4339 1.281 msaitoh CSR_WRITE(sc, WMREG_OLD_RDT0, 0);
4340 1.281 msaitoh CSR_WRITE(sc, WMREG_OLD_RDTR0, 28 | RDTR_FPD);
4341 1.232 bouyer
4342 1.281 msaitoh CSR_WRITE(sc, WMREG_OLD_RDBA1_HI, 0);
4343 1.281 msaitoh CSR_WRITE(sc, WMREG_OLD_RDBA1_LO, 0);
4344 1.281 msaitoh CSR_WRITE(sc, WMREG_OLD_RDLEN1, 0);
4345 1.281 msaitoh CSR_WRITE(sc, WMREG_OLD_RDH1, 0);
4346 1.281 msaitoh CSR_WRITE(sc, WMREG_OLD_RDT1, 0);
4347 1.281 msaitoh CSR_WRITE(sc, WMREG_OLD_RDTR1, 0);
4348 1.281 msaitoh } else {
4349 1.281 msaitoh CSR_WRITE(sc, WMREG_RDBAH, WM_CDRXADDR_HI(sc, 0));
4350 1.281 msaitoh CSR_WRITE(sc, WMREG_RDBAL, WM_CDRXADDR_LO(sc, 0));
4351 1.281 msaitoh CSR_WRITE(sc, WMREG_RDLEN, sizeof(sc->sc_rxdescs));
4352 1.319 msaitoh
4353 1.281 msaitoh if ((sc->sc_flags & WM_F_NEWQUEUE) != 0) {
4354 1.281 msaitoh if (MCLBYTES & ((1 << SRRCTL_BSIZEPKT_SHIFT) - 1))
4355 1.281 msaitoh panic("%s: MCLBYTES %d unsupported for i2575 or higher\n", __func__, MCLBYTES);
4356 1.281 msaitoh CSR_WRITE(sc, WMREG_SRRCTL, SRRCTL_DESCTYPE_LEGACY
4357 1.281 msaitoh | (MCLBYTES >> SRRCTL_BSIZEPKT_SHIFT));
4358 1.281 msaitoh CSR_WRITE(sc, WMREG_RXDCTL, RXDCTL_QUEUE_ENABLE
4359 1.281 msaitoh | RXDCTL_PTHRESH(16) | RXDCTL_HTHRESH(8)
4360 1.281 msaitoh | RXDCTL_WTHRESH(1));
4361 1.281 msaitoh } else {
4362 1.281 msaitoh CSR_WRITE(sc, WMREG_RDH, 0);
4363 1.281 msaitoh CSR_WRITE(sc, WMREG_RDT, 0);
4364 1.281 msaitoh CSR_WRITE(sc, WMREG_RDTR, 375 | RDTR_FPD); /* ITR/4 */
4365 1.281 msaitoh CSR_WRITE(sc, WMREG_RADV, 375); /* MUST be same */
4366 1.281 msaitoh }
4367 1.281 msaitoh }
4368 1.281 msaitoh for (i = 0; i < WM_NRXDESC; i++) {
4369 1.281 msaitoh rxs = &sc->sc_rxsoft[i];
4370 1.281 msaitoh if (rxs->rxs_mbuf == NULL) {
4371 1.281 msaitoh if ((error = wm_add_rxbuf(sc, i)) != 0) {
4372 1.281 msaitoh log(LOG_ERR, "%s: unable to allocate or map "
4373 1.281 msaitoh "rx buffer %d, error = %d\n",
4374 1.281 msaitoh device_xname(sc->sc_dev), i, error);
4375 1.281 msaitoh /*
4376 1.281 msaitoh * XXX Should attempt to run with fewer receive
4377 1.281 msaitoh * XXX buffers instead of just failing.
4378 1.281 msaitoh */
4379 1.281 msaitoh wm_rxdrain(sc);
4380 1.281 msaitoh goto out;
4381 1.281 msaitoh }
4382 1.281 msaitoh } else {
4383 1.281 msaitoh if ((sc->sc_flags & WM_F_NEWQUEUE) == 0)
4384 1.281 msaitoh WM_INIT_RXDESC(sc, i);
4385 1.232 bouyer /*
4386 1.281 msaitoh * For 82575 and newer device, the RX descriptors
4387 1.281 msaitoh * must be initialized after the setting of RCTL.EN in
4388 1.281 msaitoh * wm_set_filter()
4389 1.232 bouyer */
4390 1.232 bouyer }
4391 1.281 msaitoh }
4392 1.281 msaitoh sc->sc_rxptr = 0;
4393 1.281 msaitoh sc->sc_rxdiscard = 0;
4394 1.281 msaitoh WM_RXCHAIN_RESET(sc);
4395 1.232 bouyer
4396 1.281 msaitoh /*
4397 1.281 msaitoh * Clear out the VLAN table -- we don't use it (yet).
4398 1.281 msaitoh */
4399 1.281 msaitoh CSR_WRITE(sc, WMREG_VET, 0);
4400 1.281 msaitoh if ((sc->sc_type == WM_T_I350) || (sc->sc_type == WM_T_I354))
4401 1.281 msaitoh trynum = 10; /* Due to hw errata */
4402 1.281 msaitoh else
4403 1.281 msaitoh trynum = 1;
4404 1.281 msaitoh for (i = 0; i < WM_VLAN_TABSIZE; i++)
4405 1.281 msaitoh for (j = 0; j < trynum; j++)
4406 1.281 msaitoh CSR_WRITE(sc, WMREG_VFTA + (i << 2), 0);
4407 1.232 bouyer
4408 1.281 msaitoh /*
4409 1.281 msaitoh * Set up flow-control parameters.
4410 1.281 msaitoh *
4411 1.281 msaitoh * XXX Values could probably stand some tuning.
4412 1.281 msaitoh */
4413 1.281 msaitoh if ((sc->sc_type != WM_T_ICH8) && (sc->sc_type != WM_T_ICH9)
4414 1.281 msaitoh && (sc->sc_type != WM_T_ICH10) && (sc->sc_type != WM_T_PCH)
4415 1.281 msaitoh && (sc->sc_type != WM_T_PCH2) && (sc->sc_type != WM_T_PCH_LPT)) {
4416 1.281 msaitoh CSR_WRITE(sc, WMREG_FCAL, FCAL_CONST);
4417 1.281 msaitoh CSR_WRITE(sc, WMREG_FCAH, FCAH_CONST);
4418 1.281 msaitoh CSR_WRITE(sc, WMREG_FCT, ETHERTYPE_FLOWCONTROL);
4419 1.281 msaitoh }
4420 1.232 bouyer
4421 1.281 msaitoh sc->sc_fcrtl = FCRTL_DFLT;
4422 1.281 msaitoh if (sc->sc_type < WM_T_82543) {
4423 1.281 msaitoh CSR_WRITE(sc, WMREG_OLD_FCRTH, FCRTH_DFLT);
4424 1.281 msaitoh CSR_WRITE(sc, WMREG_OLD_FCRTL, sc->sc_fcrtl);
4425 1.281 msaitoh } else {
4426 1.281 msaitoh CSR_WRITE(sc, WMREG_FCRTH, FCRTH_DFLT);
4427 1.281 msaitoh CSR_WRITE(sc, WMREG_FCRTL, sc->sc_fcrtl);
4428 1.281 msaitoh }
4429 1.232 bouyer
4430 1.281 msaitoh if (sc->sc_type == WM_T_80003)
4431 1.281 msaitoh CSR_WRITE(sc, WMREG_FCTTV, 0xffff);
4432 1.281 msaitoh else
4433 1.281 msaitoh CSR_WRITE(sc, WMREG_FCTTV, FCTTV_DFLT);
4434 1.232 bouyer
4435 1.281 msaitoh /* Writes the control register. */
4436 1.281 msaitoh wm_set_vlan(sc);
4437 1.232 bouyer
4438 1.281 msaitoh if (sc->sc_flags & WM_F_HAS_MII) {
4439 1.281 msaitoh int val;
4440 1.232 bouyer
4441 1.281 msaitoh switch (sc->sc_type) {
4442 1.281 msaitoh case WM_T_80003:
4443 1.281 msaitoh case WM_T_ICH8:
4444 1.281 msaitoh case WM_T_ICH9:
4445 1.281 msaitoh case WM_T_ICH10:
4446 1.281 msaitoh case WM_T_PCH:
4447 1.281 msaitoh case WM_T_PCH2:
4448 1.281 msaitoh case WM_T_PCH_LPT:
4449 1.281 msaitoh /*
4450 1.281 msaitoh * Set the mac to wait the maximum time between each
4451 1.281 msaitoh * iteration and increase the max iterations when
4452 1.281 msaitoh * polling the phy; this fixes erroneous timeouts at
4453 1.281 msaitoh * 10Mbps.
4454 1.281 msaitoh */
4455 1.281 msaitoh wm_kmrn_writereg(sc, KUMCTRLSTA_OFFSET_TIMEOUTS,
4456 1.281 msaitoh 0xFFFF);
4457 1.281 msaitoh val = wm_kmrn_readreg(sc,
4458 1.281 msaitoh KUMCTRLSTA_OFFSET_INB_PARAM);
4459 1.281 msaitoh val |= 0x3F;
4460 1.281 msaitoh wm_kmrn_writereg(sc,
4461 1.281 msaitoh KUMCTRLSTA_OFFSET_INB_PARAM, val);
4462 1.281 msaitoh break;
4463 1.281 msaitoh default:
4464 1.281 msaitoh break;
4465 1.232 bouyer }
4466 1.232 bouyer
4467 1.281 msaitoh if (sc->sc_type == WM_T_80003) {
4468 1.281 msaitoh val = CSR_READ(sc, WMREG_CTRL_EXT);
4469 1.281 msaitoh val &= ~CTRL_EXT_LINK_MODE_MASK;
4470 1.281 msaitoh CSR_WRITE(sc, WMREG_CTRL_EXT, val);
4471 1.232 bouyer
4472 1.281 msaitoh /* Bypass RX and TX FIFO's */
4473 1.281 msaitoh wm_kmrn_writereg(sc, KUMCTRLSTA_OFFSET_FIFO_CTRL,
4474 1.281 msaitoh KUMCTRLSTA_FIFO_CTRL_RX_BYPASS
4475 1.281 msaitoh | KUMCTRLSTA_FIFO_CTRL_TX_BYPASS);
4476 1.281 msaitoh wm_kmrn_writereg(sc, KUMCTRLSTA_OFFSET_INB_CTRL,
4477 1.281 msaitoh KUMCTRLSTA_INB_CTRL_DIS_PADDING |
4478 1.281 msaitoh KUMCTRLSTA_INB_CTRL_LINK_TMOUT_DFLT);
4479 1.232 bouyer }
4480 1.281 msaitoh }
4481 1.281 msaitoh #if 0
4482 1.281 msaitoh CSR_WRITE(sc, WMREG_CTRL_EXT, sc->sc_ctrl_ext);
4483 1.281 msaitoh #endif
4484 1.232 bouyer
4485 1.281 msaitoh /* Set up checksum offload parameters. */
4486 1.281 msaitoh reg = CSR_READ(sc, WMREG_RXCSUM);
4487 1.281 msaitoh reg &= ~(RXCSUM_IPOFL | RXCSUM_IPV6OFL | RXCSUM_TUOFL);
4488 1.281 msaitoh if (ifp->if_capenable & IFCAP_CSUM_IPv4_Rx)
4489 1.281 msaitoh reg |= RXCSUM_IPOFL;
4490 1.281 msaitoh if (ifp->if_capenable & (IFCAP_CSUM_TCPv4_Rx | IFCAP_CSUM_UDPv4_Rx))
4491 1.281 msaitoh reg |= RXCSUM_IPOFL | RXCSUM_TUOFL;
4492 1.281 msaitoh if (ifp->if_capenable & (IFCAP_CSUM_TCPv6_Rx | IFCAP_CSUM_UDPv6_Rx))
4493 1.281 msaitoh reg |= RXCSUM_IPV6OFL | RXCSUM_TUOFL;
4494 1.281 msaitoh CSR_WRITE(sc, WMREG_RXCSUM, reg);
4495 1.232 bouyer
4496 1.335 msaitoh /* Set up MSI-X */
4497 1.335 msaitoh if (sc->sc_nintrs > 1) {
4498 1.335 msaitoh uint32_t ivar;
4499 1.335 msaitoh
4500 1.335 msaitoh if (sc->sc_type == WM_T_82575) {
4501 1.335 msaitoh /* Interrupt control */
4502 1.335 msaitoh reg = CSR_READ(sc, WMREG_CTRL_EXT);
4503 1.335 msaitoh reg |= CTRL_EXT_PBA | CTRL_EXT_EIAME | CTRL_EXT_NSICR;
4504 1.335 msaitoh CSR_WRITE(sc, WMREG_CTRL_EXT, reg);
4505 1.335 msaitoh
4506 1.335 msaitoh /* TX */
4507 1.340 knakahar CSR_WRITE(sc, WMREG_MSIXBM(WM_MSIX_TXINTR_IDX),
4508 1.335 msaitoh EITR_TX_QUEUE0);
4509 1.335 msaitoh /* RX */
4510 1.340 knakahar CSR_WRITE(sc, WMREG_MSIXBM(WM_MSIX_RXINTR_IDX),
4511 1.335 msaitoh EITR_RX_QUEUE0);
4512 1.335 msaitoh /* Link status */
4513 1.340 knakahar CSR_WRITE(sc, WMREG_MSIXBM(WM_MSIX_LINKINTR_IDX),
4514 1.335 msaitoh EITR_OTHER);
4515 1.335 msaitoh } else if (sc->sc_type == WM_T_82574) {
4516 1.335 msaitoh /* Interrupt control */
4517 1.335 msaitoh reg = CSR_READ(sc, WMREG_CTRL_EXT);
4518 1.335 msaitoh reg |= CTRL_EXT_PBA | CTRL_EXT_EIAME;
4519 1.335 msaitoh CSR_WRITE(sc, WMREG_CTRL_EXT, reg);
4520 1.335 msaitoh
4521 1.335 msaitoh /* TX, RX and Link status */
4522 1.340 knakahar ivar = __SHIFTIN((IVAR_VALID_82574|WM_MSIX_TXINTR_IDX),
4523 1.335 msaitoh IVAR_TX_MASK_Q_82574(0));
4524 1.340 knakahar ivar |= __SHIFTIN((IVAR_VALID_82574
4525 1.340 knakahar | WM_MSIX_RXINTR_IDX),
4526 1.335 msaitoh IVAR_RX_MASK_Q_82574(0));
4527 1.340 knakahar ivar |=__SHIFTIN((IVAR_VALID_82574|WM_MSIX_LINKINTR_IDX),
4528 1.335 msaitoh IVAR_OTHER_MASK);
4529 1.335 msaitoh CSR_WRITE(sc, WMREG_IVAR, ivar | IVAR_INT_ON_ALL_WB);
4530 1.335 msaitoh } else {
4531 1.335 msaitoh /* Interrupt control */
4532 1.335 msaitoh CSR_WRITE(sc, WMREG_GPIE, GPIE_NSICR
4533 1.335 msaitoh | GPIE_MULTI_MSIX | GPIE_EIAME
4534 1.335 msaitoh | GPIE_PBA);
4535 1.335 msaitoh
4536 1.335 msaitoh switch (sc->sc_type) {
4537 1.335 msaitoh case WM_T_82580:
4538 1.335 msaitoh case WM_T_I350:
4539 1.335 msaitoh case WM_T_I354:
4540 1.335 msaitoh case WM_T_I210:
4541 1.335 msaitoh case WM_T_I211:
4542 1.335 msaitoh /* TX */
4543 1.335 msaitoh ivar = CSR_READ(sc, WMREG_IVAR_Q(0));
4544 1.335 msaitoh ivar &= ~IVAR_TX_MASK_Q(0);
4545 1.335 msaitoh ivar |= __SHIFTIN(
4546 1.340 knakahar (WM_MSIX_TXINTR_IDX | IVAR_VALID),
4547 1.335 msaitoh IVAR_TX_MASK_Q(0));
4548 1.335 msaitoh CSR_WRITE(sc, WMREG_IVAR_Q(0), ivar);
4549 1.335 msaitoh
4550 1.335 msaitoh /* RX */
4551 1.335 msaitoh ivar = CSR_READ(sc, WMREG_IVAR_Q(0));
4552 1.335 msaitoh ivar &= ~IVAR_RX_MASK_Q(0);
4553 1.335 msaitoh ivar |= __SHIFTIN(
4554 1.340 knakahar (WM_MSIX_RXINTR_IDX | IVAR_VALID),
4555 1.335 msaitoh IVAR_RX_MASK_Q(0));
4556 1.335 msaitoh CSR_WRITE(sc, WMREG_IVAR_Q(0), ivar);
4557 1.335 msaitoh break;
4558 1.335 msaitoh case WM_T_82576:
4559 1.335 msaitoh /* TX */
4560 1.335 msaitoh ivar = CSR_READ(sc, WMREG_IVAR_Q_82576(0));
4561 1.335 msaitoh ivar &= ~IVAR_TX_MASK_Q_82576(0);
4562 1.335 msaitoh ivar |= __SHIFTIN(
4563 1.340 knakahar (WM_MSIX_TXINTR_IDX | IVAR_VALID),
4564 1.335 msaitoh IVAR_TX_MASK_Q_82576(0));
4565 1.335 msaitoh CSR_WRITE(sc, WMREG_IVAR_Q_82576(0), ivar);
4566 1.335 msaitoh
4567 1.335 msaitoh /* RX */
4568 1.335 msaitoh ivar = CSR_READ(sc, WMREG_IVAR_Q_82576(0));
4569 1.335 msaitoh ivar &= ~IVAR_RX_MASK_Q_82576(0);
4570 1.335 msaitoh ivar |= __SHIFTIN(
4571 1.340 knakahar (WM_MSIX_RXINTR_IDX | IVAR_VALID),
4572 1.335 msaitoh IVAR_RX_MASK_Q_82576(0));
4573 1.335 msaitoh CSR_WRITE(sc, WMREG_IVAR_Q_82576(0), ivar);
4574 1.335 msaitoh break;
4575 1.335 msaitoh default:
4576 1.335 msaitoh break;
4577 1.335 msaitoh }
4578 1.335 msaitoh
4579 1.335 msaitoh /* Link status */
4580 1.340 knakahar ivar = __SHIFTIN((WM_MSIX_LINKINTR_IDX | IVAR_VALID),
4581 1.335 msaitoh IVAR_MISC_OTHER);
4582 1.335 msaitoh CSR_WRITE(sc, WMREG_IVAR_MISC, ivar);
4583 1.335 msaitoh }
4584 1.335 msaitoh }
4585 1.335 msaitoh
4586 1.281 msaitoh /* Set up the interrupt registers. */
4587 1.281 msaitoh CSR_WRITE(sc, WMREG_IMC, 0xffffffffU);
4588 1.281 msaitoh sc->sc_icr = ICR_TXDW | ICR_LSC | ICR_RXSEQ | ICR_RXDMT0 |
4589 1.281 msaitoh ICR_RXO | ICR_RXT0;
4590 1.335 msaitoh if (sc->sc_nintrs > 1) {
4591 1.335 msaitoh uint32_t mask;
4592 1.335 msaitoh switch (sc->sc_type) {
4593 1.335 msaitoh case WM_T_82574:
4594 1.335 msaitoh CSR_WRITE(sc, WMREG_EIAC_82574,
4595 1.335 msaitoh WMREG_EIAC_82574_MSIX_MASK);
4596 1.335 msaitoh sc->sc_icr |= WMREG_EIAC_82574_MSIX_MASK;
4597 1.335 msaitoh CSR_WRITE(sc, WMREG_IMS, sc->sc_icr);
4598 1.335 msaitoh break;
4599 1.335 msaitoh default:
4600 1.335 msaitoh if (sc->sc_type == WM_T_82575)
4601 1.335 msaitoh mask = EITR_RX_QUEUE0 |EITR_TX_QUEUE0
4602 1.335 msaitoh | EITR_OTHER;
4603 1.335 msaitoh else
4604 1.340 knakahar mask = (1 << WM_MSIX_RXINTR_IDX)
4605 1.340 knakahar | (1 << WM_MSIX_TXINTR_IDX)
4606 1.340 knakahar | (1 << WM_MSIX_LINKINTR_IDX);
4607 1.335 msaitoh CSR_WRITE(sc, WMREG_EIAC, mask);
4608 1.335 msaitoh CSR_WRITE(sc, WMREG_EIAM, mask);
4609 1.335 msaitoh CSR_WRITE(sc, WMREG_EIMS, mask);
4610 1.335 msaitoh CSR_WRITE(sc, WMREG_IMS, ICR_LSC);
4611 1.335 msaitoh break;
4612 1.335 msaitoh }
4613 1.335 msaitoh } else
4614 1.335 msaitoh CSR_WRITE(sc, WMREG_IMS, sc->sc_icr);
4615 1.232 bouyer
4616 1.281 msaitoh if ((sc->sc_type == WM_T_ICH8) || (sc->sc_type == WM_T_ICH9)
4617 1.281 msaitoh || (sc->sc_type == WM_T_ICH10) || (sc->sc_type == WM_T_PCH)
4618 1.281 msaitoh || (sc->sc_type == WM_T_PCH2) || (sc->sc_type == WM_T_PCH_LPT)) {
4619 1.281 msaitoh reg = CSR_READ(sc, WMREG_KABGTXD);
4620 1.281 msaitoh reg |= KABGTXD_BGSQLBIAS;
4621 1.281 msaitoh CSR_WRITE(sc, WMREG_KABGTXD, reg);
4622 1.281 msaitoh }
4623 1.232 bouyer
4624 1.281 msaitoh /* Set up the inter-packet gap. */
4625 1.281 msaitoh CSR_WRITE(sc, WMREG_TIPG, sc->sc_tipg);
4626 1.232 bouyer
4627 1.281 msaitoh if (sc->sc_type >= WM_T_82543) {
4628 1.281 msaitoh /*
4629 1.319 msaitoh * XXX 82574 has both ITR and EITR. SET EITR when we use
4630 1.319 msaitoh * the multi queue function with MSI-X.
4631 1.281 msaitoh */
4632 1.319 msaitoh if ((sc->sc_flags & WM_F_NEWQUEUE) != 0)
4633 1.319 msaitoh CSR_WRITE(sc, WMREG_EITR(0), sc->sc_itr);
4634 1.319 msaitoh else
4635 1.319 msaitoh CSR_WRITE(sc, WMREG_ITR, sc->sc_itr);
4636 1.281 msaitoh }
4637 1.232 bouyer
4638 1.281 msaitoh /* Set the VLAN ethernetype. */
4639 1.281 msaitoh CSR_WRITE(sc, WMREG_VET, ETHERTYPE_VLAN);
4640 1.232 bouyer
4641 1.281 msaitoh /*
4642 1.281 msaitoh * Set up the transmit control register; we start out with
4643 1.281 msaitoh * a collision distance suitable for FDX, but update it whe
4644 1.281 msaitoh * we resolve the media type.
4645 1.281 msaitoh */
4646 1.281 msaitoh sc->sc_tctl = TCTL_EN | TCTL_PSP | TCTL_RTLC
4647 1.281 msaitoh | TCTL_CT(TX_COLLISION_THRESHOLD)
4648 1.281 msaitoh | TCTL_COLD(TX_COLLISION_DISTANCE_FDX);
4649 1.281 msaitoh if (sc->sc_type >= WM_T_82571)
4650 1.281 msaitoh sc->sc_tctl |= TCTL_MULR;
4651 1.281 msaitoh CSR_WRITE(sc, WMREG_TCTL, sc->sc_tctl);
4652 1.232 bouyer
4653 1.281 msaitoh if ((sc->sc_flags & WM_F_NEWQUEUE) != 0) {
4654 1.281 msaitoh /* Write TDT after TCTL.EN is set. See the document. */
4655 1.281 msaitoh CSR_WRITE(sc, WMREG_TDT, 0);
4656 1.232 bouyer }
4657 1.232 bouyer
4658 1.281 msaitoh if (sc->sc_type == WM_T_80003) {
4659 1.281 msaitoh reg = CSR_READ(sc, WMREG_TCTL_EXT);
4660 1.281 msaitoh reg &= ~TCTL_EXT_GCEX_MASK;
4661 1.281 msaitoh reg |= DEFAULT_80003ES2LAN_TCTL_EXT_GCEX;
4662 1.281 msaitoh CSR_WRITE(sc, WMREG_TCTL_EXT, reg);
4663 1.272 ozaki }
4664 1.272 ozaki
4665 1.281 msaitoh /* Set the media. */
4666 1.281 msaitoh if ((error = mii_ifmedia_change(&sc->sc_mii)) != 0)
4667 1.281 msaitoh goto out;
4668 1.281 msaitoh
4669 1.281 msaitoh /* Configure for OS presence */
4670 1.281 msaitoh wm_init_manageability(sc);
4671 1.232 bouyer
4672 1.281 msaitoh /*
4673 1.281 msaitoh * Set up the receive control register; we actually program
4674 1.281 msaitoh * the register when we set the receive filter. Use multicast
4675 1.281 msaitoh * address offset type 0.
4676 1.281 msaitoh *
4677 1.281 msaitoh * Only the i82544 has the ability to strip the incoming
4678 1.281 msaitoh * CRC, so we don't enable that feature.
4679 1.281 msaitoh */
4680 1.281 msaitoh sc->sc_mchash_type = 0;
4681 1.281 msaitoh sc->sc_rctl = RCTL_EN | RCTL_LBM_NONE | RCTL_RDMTS_1_2 | RCTL_DPF
4682 1.281 msaitoh | RCTL_MO(sc->sc_mchash_type);
4683 1.281 msaitoh
4684 1.281 msaitoh /*
4685 1.281 msaitoh * The I350 has a bug where it always strips the CRC whether
4686 1.281 msaitoh * asked to or not. So ask for stripped CRC here and cope in rxeof
4687 1.281 msaitoh */
4688 1.281 msaitoh if ((sc->sc_type == WM_T_I350) || (sc->sc_type == WM_T_I354)
4689 1.281 msaitoh || (sc->sc_type == WM_T_I210))
4690 1.281 msaitoh sc->sc_rctl |= RCTL_SECRC;
4691 1.281 msaitoh
4692 1.281 msaitoh if (((sc->sc_ethercom.ec_capabilities & ETHERCAP_JUMBO_MTU) != 0)
4693 1.281 msaitoh && (ifp->if_mtu > ETHERMTU)) {
4694 1.281 msaitoh sc->sc_rctl |= RCTL_LPE;
4695 1.281 msaitoh if ((sc->sc_flags & WM_F_NEWQUEUE) != 0)
4696 1.281 msaitoh CSR_WRITE(sc, WMREG_RLPML, ETHER_MAX_LEN_JUMBO);
4697 1.281 msaitoh }
4698 1.281 msaitoh
4699 1.281 msaitoh if (MCLBYTES == 2048) {
4700 1.281 msaitoh sc->sc_rctl |= RCTL_2k;
4701 1.281 msaitoh } else {
4702 1.281 msaitoh if (sc->sc_type >= WM_T_82543) {
4703 1.281 msaitoh switch (MCLBYTES) {
4704 1.281 msaitoh case 4096:
4705 1.281 msaitoh sc->sc_rctl |= RCTL_BSEX | RCTL_BSEX_4k;
4706 1.281 msaitoh break;
4707 1.281 msaitoh case 8192:
4708 1.281 msaitoh sc->sc_rctl |= RCTL_BSEX | RCTL_BSEX_8k;
4709 1.281 msaitoh break;
4710 1.281 msaitoh case 16384:
4711 1.281 msaitoh sc->sc_rctl |= RCTL_BSEX | RCTL_BSEX_16k;
4712 1.281 msaitoh break;
4713 1.281 msaitoh default:
4714 1.281 msaitoh panic("wm_init: MCLBYTES %d unsupported",
4715 1.281 msaitoh MCLBYTES);
4716 1.281 msaitoh break;
4717 1.281 msaitoh }
4718 1.281 msaitoh } else panic("wm_init: i82542 requires MCLBYTES = 2048");
4719 1.281 msaitoh }
4720 1.281 msaitoh
4721 1.281 msaitoh /* Set the receive filter. */
4722 1.281 msaitoh wm_set_filter(sc);
4723 1.281 msaitoh
4724 1.281 msaitoh /* Enable ECC */
4725 1.281 msaitoh switch (sc->sc_type) {
4726 1.281 msaitoh case WM_T_82571:
4727 1.281 msaitoh reg = CSR_READ(sc, WMREG_PBA_ECC);
4728 1.281 msaitoh reg |= PBA_ECC_CORR_EN;
4729 1.281 msaitoh CSR_WRITE(sc, WMREG_PBA_ECC, reg);
4730 1.281 msaitoh break;
4731 1.281 msaitoh case WM_T_PCH_LPT:
4732 1.281 msaitoh reg = CSR_READ(sc, WMREG_PBECCSTS);
4733 1.281 msaitoh reg |= PBECCSTS_UNCORR_ECC_ENABLE;
4734 1.281 msaitoh CSR_WRITE(sc, WMREG_PBECCSTS, reg);
4735 1.281 msaitoh
4736 1.281 msaitoh reg = CSR_READ(sc, WMREG_CTRL);
4737 1.281 msaitoh reg |= CTRL_MEHE;
4738 1.281 msaitoh CSR_WRITE(sc, WMREG_CTRL, reg);
4739 1.281 msaitoh break;
4740 1.281 msaitoh default:
4741 1.281 msaitoh break;
4742 1.232 bouyer }
4743 1.281 msaitoh
4744 1.281 msaitoh /* On 575 and later set RDT only if RX enabled */
4745 1.281 msaitoh if ((sc->sc_flags & WM_F_NEWQUEUE) != 0)
4746 1.281 msaitoh for (i = 0; i < WM_NRXDESC; i++)
4747 1.281 msaitoh WM_INIT_RXDESC(sc, i);
4748 1.281 msaitoh
4749 1.281 msaitoh sc->sc_stopping = false;
4750 1.281 msaitoh
4751 1.281 msaitoh /* Start the one second link check clock. */
4752 1.281 msaitoh callout_reset(&sc->sc_tick_ch, hz, wm_tick, sc);
4753 1.281 msaitoh
4754 1.281 msaitoh /* ...all done! */
4755 1.281 msaitoh ifp->if_flags |= IFF_RUNNING;
4756 1.281 msaitoh ifp->if_flags &= ~IFF_OACTIVE;
4757 1.281 msaitoh
4758 1.281 msaitoh out:
4759 1.281 msaitoh sc->sc_if_flags = ifp->if_flags;
4760 1.281 msaitoh if (error)
4761 1.281 msaitoh log(LOG_ERR, "%s: interface not running\n",
4762 1.281 msaitoh device_xname(sc->sc_dev));
4763 1.281 msaitoh return error;
4764 1.232 bouyer }
4765 1.232 bouyer
4766 1.232 bouyer /*
4767 1.281 msaitoh * wm_stop: [ifnet interface function]
4768 1.1 thorpej *
4769 1.281 msaitoh * Stop transmission on the interface.
4770 1.1 thorpej */
4771 1.47 thorpej static void
4772 1.281 msaitoh wm_stop(struct ifnet *ifp, int disable)
4773 1.1 thorpej {
4774 1.1 thorpej struct wm_softc *sc = ifp->if_softc;
4775 1.1 thorpej
4776 1.283 ozaki WM_BOTH_LOCK(sc);
4777 1.281 msaitoh wm_stop_locked(ifp, disable);
4778 1.283 ozaki WM_BOTH_UNLOCK(sc);
4779 1.1 thorpej }
4780 1.1 thorpej
4781 1.281 msaitoh static void
4782 1.281 msaitoh wm_stop_locked(struct ifnet *ifp, int disable)
4783 1.213 msaitoh {
4784 1.213 msaitoh struct wm_softc *sc = ifp->if_softc;
4785 1.281 msaitoh struct wm_txsoft *txs;
4786 1.281 msaitoh int i;
4787 1.281 msaitoh
4788 1.283 ozaki KASSERT(WM_BOTH_LOCKED(sc));
4789 1.281 msaitoh
4790 1.281 msaitoh sc->sc_stopping = true;
4791 1.272 ozaki
4792 1.281 msaitoh /* Stop the one second clock. */
4793 1.281 msaitoh callout_stop(&sc->sc_tick_ch);
4794 1.213 msaitoh
4795 1.281 msaitoh /* Stop the 82547 Tx FIFO stall check timer. */
4796 1.281 msaitoh if (sc->sc_type == WM_T_82547)
4797 1.281 msaitoh callout_stop(&sc->sc_txfifo_ch);
4798 1.217 dyoung
4799 1.281 msaitoh if (sc->sc_flags & WM_F_HAS_MII) {
4800 1.281 msaitoh /* Down the MII. */
4801 1.281 msaitoh mii_down(&sc->sc_mii);
4802 1.281 msaitoh } else {
4803 1.281 msaitoh #if 0
4804 1.281 msaitoh /* Should we clear PHY's status properly? */
4805 1.281 msaitoh wm_reset(sc);
4806 1.281 msaitoh #endif
4807 1.272 ozaki }
4808 1.213 msaitoh
4809 1.281 msaitoh /* Stop the transmit and receive processes. */
4810 1.281 msaitoh CSR_WRITE(sc, WMREG_TCTL, 0);
4811 1.281 msaitoh CSR_WRITE(sc, WMREG_RCTL, 0);
4812 1.281 msaitoh sc->sc_rctl &= ~RCTL_EN;
4813 1.281 msaitoh
4814 1.281 msaitoh /*
4815 1.281 msaitoh * Clear the interrupt mask to ensure the device cannot assert its
4816 1.281 msaitoh * interrupt line.
4817 1.335 msaitoh * Clear sc->sc_icr to ensure wm_intr_legacy() makes no attempt to
4818 1.335 msaitoh * service any currently pending or shared interrupt.
4819 1.281 msaitoh */
4820 1.281 msaitoh CSR_WRITE(sc, WMREG_IMC, 0xffffffffU);
4821 1.281 msaitoh sc->sc_icr = 0;
4822 1.335 msaitoh if (sc->sc_nintrs > 1) {
4823 1.335 msaitoh if (sc->sc_type != WM_T_82574) {
4824 1.335 msaitoh CSR_WRITE(sc, WMREG_EIMC, 0xffffffffU);
4825 1.335 msaitoh CSR_WRITE(sc, WMREG_EIAC, 0);
4826 1.335 msaitoh } else
4827 1.335 msaitoh CSR_WRITE(sc, WMREG_EIAC_82574, 0);
4828 1.335 msaitoh }
4829 1.281 msaitoh
4830 1.281 msaitoh /* Release any queued transmit buffers. */
4831 1.281 msaitoh for (i = 0; i < WM_TXQUEUELEN(sc); i++) {
4832 1.281 msaitoh txs = &sc->sc_txsoft[i];
4833 1.281 msaitoh if (txs->txs_mbuf != NULL) {
4834 1.281 msaitoh bus_dmamap_unload(sc->sc_dmat, txs->txs_dmamap);
4835 1.281 msaitoh m_freem(txs->txs_mbuf);
4836 1.281 msaitoh txs->txs_mbuf = NULL;
4837 1.281 msaitoh }
4838 1.281 msaitoh }
4839 1.217 dyoung
4840 1.281 msaitoh /* Mark the interface as down and cancel the watchdog timer. */
4841 1.281 msaitoh ifp->if_flags &= ~(IFF_RUNNING | IFF_OACTIVE);
4842 1.281 msaitoh ifp->if_timer = 0;
4843 1.213 msaitoh
4844 1.281 msaitoh if (disable)
4845 1.281 msaitoh wm_rxdrain(sc);
4846 1.272 ozaki
4847 1.281 msaitoh #if 0 /* notyet */
4848 1.281 msaitoh if (sc->sc_type >= WM_T_82544)
4849 1.281 msaitoh CSR_WRITE(sc, WMREG_WUC, 0);
4850 1.281 msaitoh #endif
4851 1.213 msaitoh }
4852 1.213 msaitoh
4853 1.1 thorpej /*
4854 1.281 msaitoh * wm_tx_offload:
4855 1.1 thorpej *
4856 1.281 msaitoh * Set up TCP/IP checksumming parameters for the
4857 1.281 msaitoh * specified packet.
4858 1.1 thorpej */
4859 1.47 thorpej static int
4860 1.281 msaitoh wm_tx_offload(struct wm_softc *sc, struct wm_txsoft *txs, uint32_t *cmdp,
4861 1.281 msaitoh uint8_t *fieldsp)
4862 1.1 thorpej {
4863 1.281 msaitoh struct mbuf *m0 = txs->txs_mbuf;
4864 1.281 msaitoh struct livengood_tcpip_ctxdesc *t;
4865 1.281 msaitoh uint32_t ipcs, tucs, cmd, cmdlen, seg;
4866 1.281 msaitoh uint32_t ipcse;
4867 1.281 msaitoh struct ether_header *eh;
4868 1.281 msaitoh int offset, iphl;
4869 1.281 msaitoh uint8_t fields;
4870 1.281 msaitoh
4871 1.281 msaitoh /*
4872 1.281 msaitoh * XXX It would be nice if the mbuf pkthdr had offset
4873 1.281 msaitoh * fields for the protocol headers.
4874 1.281 msaitoh */
4875 1.281 msaitoh
4876 1.281 msaitoh eh = mtod(m0, struct ether_header *);
4877 1.281 msaitoh switch (htons(eh->ether_type)) {
4878 1.281 msaitoh case ETHERTYPE_IP:
4879 1.281 msaitoh case ETHERTYPE_IPV6:
4880 1.281 msaitoh offset = ETHER_HDR_LEN;
4881 1.281 msaitoh break;
4882 1.1 thorpej
4883 1.281 msaitoh case ETHERTYPE_VLAN:
4884 1.281 msaitoh offset = ETHER_HDR_LEN + ETHER_VLAN_ENCAP_LEN;
4885 1.281 msaitoh break;
4886 1.1 thorpej
4887 1.281 msaitoh default:
4888 1.281 msaitoh /*
4889 1.281 msaitoh * Don't support this protocol or encapsulation.
4890 1.281 msaitoh */
4891 1.281 msaitoh *fieldsp = 0;
4892 1.281 msaitoh *cmdp = 0;
4893 1.281 msaitoh return 0;
4894 1.281 msaitoh }
4895 1.281 msaitoh
4896 1.281 msaitoh if ((m0->m_pkthdr.csum_flags &
4897 1.281 msaitoh (M_CSUM_TSOv4|M_CSUM_UDPv4|M_CSUM_TCPv4)) != 0) {
4898 1.281 msaitoh iphl = M_CSUM_DATA_IPv4_IPHL(m0->m_pkthdr.csum_data);
4899 1.281 msaitoh } else {
4900 1.281 msaitoh iphl = M_CSUM_DATA_IPv6_HL(m0->m_pkthdr.csum_data);
4901 1.281 msaitoh }
4902 1.281 msaitoh ipcse = offset + iphl - 1;
4903 1.272 ozaki
4904 1.281 msaitoh cmd = WTX_CMD_DEXT | WTX_DTYP_D;
4905 1.281 msaitoh cmdlen = WTX_CMD_DEXT | WTX_DTYP_C | WTX_CMD_IDE;
4906 1.281 msaitoh seg = 0;
4907 1.281 msaitoh fields = 0;
4908 1.154 dyoung
4909 1.281 msaitoh if ((m0->m_pkthdr.csum_flags & (M_CSUM_TSOv4 | M_CSUM_TSOv6)) != 0) {
4910 1.281 msaitoh int hlen = offset + iphl;
4911 1.281 msaitoh bool v4 = (m0->m_pkthdr.csum_flags & M_CSUM_TSOv4) != 0;
4912 1.154 dyoung
4913 1.281 msaitoh if (__predict_false(m0->m_len <
4914 1.281 msaitoh (hlen + sizeof(struct tcphdr)))) {
4915 1.1 thorpej /*
4916 1.281 msaitoh * TCP/IP headers are not in the first mbuf; we need
4917 1.281 msaitoh * to do this the slow and painful way. Let's just
4918 1.281 msaitoh * hope this doesn't happen very often.
4919 1.1 thorpej */
4920 1.281 msaitoh struct tcphdr th;
4921 1.281 msaitoh
4922 1.281 msaitoh WM_EVCNT_INCR(&sc->sc_ev_txtsopain);
4923 1.1 thorpej
4924 1.281 msaitoh m_copydata(m0, hlen, sizeof(th), &th);
4925 1.281 msaitoh if (v4) {
4926 1.281 msaitoh struct ip ip;
4927 1.272 ozaki
4928 1.281 msaitoh m_copydata(m0, offset, sizeof(ip), &ip);
4929 1.281 msaitoh ip.ip_len = 0;
4930 1.281 msaitoh m_copyback(m0,
4931 1.281 msaitoh offset + offsetof(struct ip, ip_len),
4932 1.281 msaitoh sizeof(ip.ip_len), &ip.ip_len);
4933 1.281 msaitoh th.th_sum = in_cksum_phdr(ip.ip_src.s_addr,
4934 1.281 msaitoh ip.ip_dst.s_addr, htons(IPPROTO_TCP));
4935 1.281 msaitoh } else {
4936 1.281 msaitoh struct ip6_hdr ip6;
4937 1.1 thorpej
4938 1.281 msaitoh m_copydata(m0, offset, sizeof(ip6), &ip6);
4939 1.281 msaitoh ip6.ip6_plen = 0;
4940 1.281 msaitoh m_copyback(m0,
4941 1.281 msaitoh offset + offsetof(struct ip6_hdr, ip6_plen),
4942 1.281 msaitoh sizeof(ip6.ip6_plen), &ip6.ip6_plen);
4943 1.281 msaitoh th.th_sum = in6_cksum_phdr(&ip6.ip6_src,
4944 1.281 msaitoh &ip6.ip6_dst, 0, htonl(IPPROTO_TCP));
4945 1.281 msaitoh }
4946 1.281 msaitoh m_copyback(m0, hlen + offsetof(struct tcphdr, th_sum),
4947 1.281 msaitoh sizeof(th.th_sum), &th.th_sum);
4948 1.1 thorpej
4949 1.281 msaitoh hlen += th.th_off << 2;
4950 1.281 msaitoh } else {
4951 1.281 msaitoh /*
4952 1.281 msaitoh * TCP/IP headers are in the first mbuf; we can do
4953 1.281 msaitoh * this the easy way.
4954 1.281 msaitoh */
4955 1.281 msaitoh struct tcphdr *th;
4956 1.1 thorpej
4957 1.281 msaitoh if (v4) {
4958 1.281 msaitoh struct ip *ip =
4959 1.281 msaitoh (void *)(mtod(m0, char *) + offset);
4960 1.281 msaitoh th = (void *)(mtod(m0, char *) + hlen);
4961 1.1 thorpej
4962 1.281 msaitoh ip->ip_len = 0;
4963 1.281 msaitoh th->th_sum = in_cksum_phdr(ip->ip_src.s_addr,
4964 1.281 msaitoh ip->ip_dst.s_addr, htons(IPPROTO_TCP));
4965 1.281 msaitoh } else {
4966 1.281 msaitoh struct ip6_hdr *ip6 =
4967 1.281 msaitoh (void *)(mtod(m0, char *) + offset);
4968 1.281 msaitoh th = (void *)(mtod(m0, char *) + hlen);
4969 1.272 ozaki
4970 1.281 msaitoh ip6->ip6_plen = 0;
4971 1.281 msaitoh th->th_sum = in6_cksum_phdr(&ip6->ip6_src,
4972 1.281 msaitoh &ip6->ip6_dst, 0, htonl(IPPROTO_TCP));
4973 1.281 msaitoh }
4974 1.281 msaitoh hlen += th->th_off << 2;
4975 1.272 ozaki }
4976 1.272 ozaki
4977 1.281 msaitoh if (v4) {
4978 1.281 msaitoh WM_EVCNT_INCR(&sc->sc_ev_txtso);
4979 1.281 msaitoh cmdlen |= WTX_TCPIP_CMD_IP;
4980 1.281 msaitoh } else {
4981 1.281 msaitoh WM_EVCNT_INCR(&sc->sc_ev_txtso6);
4982 1.281 msaitoh ipcse = 0;
4983 1.1 thorpej }
4984 1.281 msaitoh cmd |= WTX_TCPIP_CMD_TSE;
4985 1.281 msaitoh cmdlen |= WTX_TCPIP_CMD_TSE |
4986 1.281 msaitoh WTX_TCPIP_CMD_TCP | (m0->m_pkthdr.len - hlen);
4987 1.281 msaitoh seg = WTX_TCPIP_SEG_HDRLEN(hlen) |
4988 1.281 msaitoh WTX_TCPIP_SEG_MSS(m0->m_pkthdr.segsz);
4989 1.281 msaitoh }
4990 1.1 thorpej
4991 1.281 msaitoh /*
4992 1.281 msaitoh * NOTE: Even if we're not using the IP or TCP/UDP checksum
4993 1.281 msaitoh * offload feature, if we load the context descriptor, we
4994 1.281 msaitoh * MUST provide valid values for IPCSS and TUCSS fields.
4995 1.281 msaitoh */
4996 1.1 thorpej
4997 1.281 msaitoh ipcs = WTX_TCPIP_IPCSS(offset) |
4998 1.281 msaitoh WTX_TCPIP_IPCSO(offset + offsetof(struct ip, ip_sum)) |
4999 1.281 msaitoh WTX_TCPIP_IPCSE(ipcse);
5000 1.281 msaitoh if (m0->m_pkthdr.csum_flags & (M_CSUM_IPv4|M_CSUM_TSOv4)) {
5001 1.281 msaitoh WM_EVCNT_INCR(&sc->sc_ev_txipsum);
5002 1.281 msaitoh fields |= WTX_IXSM;
5003 1.281 msaitoh }
5004 1.1 thorpej
5005 1.281 msaitoh offset += iphl;
5006 1.272 ozaki
5007 1.281 msaitoh if (m0->m_pkthdr.csum_flags &
5008 1.281 msaitoh (M_CSUM_TCPv4|M_CSUM_UDPv4|M_CSUM_TSOv4)) {
5009 1.281 msaitoh WM_EVCNT_INCR(&sc->sc_ev_txtusum);
5010 1.281 msaitoh fields |= WTX_TXSM;
5011 1.281 msaitoh tucs = WTX_TCPIP_TUCSS(offset) |
5012 1.281 msaitoh WTX_TCPIP_TUCSO(offset +
5013 1.281 msaitoh M_CSUM_DATA_IPv4_OFFSET(m0->m_pkthdr.csum_data)) |
5014 1.281 msaitoh WTX_TCPIP_TUCSE(0) /* rest of packet */;
5015 1.281 msaitoh } else if ((m0->m_pkthdr.csum_flags &
5016 1.281 msaitoh (M_CSUM_TCPv6|M_CSUM_UDPv6|M_CSUM_TSOv6)) != 0) {
5017 1.281 msaitoh WM_EVCNT_INCR(&sc->sc_ev_txtusum6);
5018 1.281 msaitoh fields |= WTX_TXSM;
5019 1.281 msaitoh tucs = WTX_TCPIP_TUCSS(offset) |
5020 1.281 msaitoh WTX_TCPIP_TUCSO(offset +
5021 1.281 msaitoh M_CSUM_DATA_IPv6_OFFSET(m0->m_pkthdr.csum_data)) |
5022 1.281 msaitoh WTX_TCPIP_TUCSE(0) /* rest of packet */;
5023 1.281 msaitoh } else {
5024 1.281 msaitoh /* Just initialize it to a valid TCP context. */
5025 1.281 msaitoh tucs = WTX_TCPIP_TUCSS(offset) |
5026 1.281 msaitoh WTX_TCPIP_TUCSO(offset + offsetof(struct tcphdr, th_sum)) |
5027 1.281 msaitoh WTX_TCPIP_TUCSE(0) /* rest of packet */;
5028 1.1 thorpej }
5029 1.1 thorpej
5030 1.281 msaitoh /* Fill in the context descriptor. */
5031 1.281 msaitoh t = (struct livengood_tcpip_ctxdesc *)
5032 1.281 msaitoh &sc->sc_txdescs[sc->sc_txnext];
5033 1.281 msaitoh t->tcpip_ipcs = htole32(ipcs);
5034 1.281 msaitoh t->tcpip_tucs = htole32(tucs);
5035 1.281 msaitoh t->tcpip_cmdlen = htole32(cmdlen);
5036 1.281 msaitoh t->tcpip_seg = htole32(seg);
5037 1.281 msaitoh WM_CDTXSYNC(sc, sc->sc_txnext, 1, BUS_DMASYNC_PREWRITE);
5038 1.281 msaitoh
5039 1.281 msaitoh sc->sc_txnext = WM_NEXTTX(sc, sc->sc_txnext);
5040 1.281 msaitoh txs->txs_ndesc++;
5041 1.281 msaitoh
5042 1.281 msaitoh *cmdp = cmd;
5043 1.281 msaitoh *fieldsp = fields;
5044 1.1 thorpej
5045 1.281 msaitoh return 0;
5046 1.1 thorpej }
5047 1.1 thorpej
5048 1.47 thorpej static void
5049 1.281 msaitoh wm_dump_mbuf_chain(struct wm_softc *sc, struct mbuf *m0)
5050 1.1 thorpej {
5051 1.281 msaitoh struct mbuf *m;
5052 1.1 thorpej int i;
5053 1.1 thorpej
5054 1.281 msaitoh log(LOG_DEBUG, "%s: mbuf chain:\n", device_xname(sc->sc_dev));
5055 1.281 msaitoh for (m = m0, i = 0; m != NULL; m = m->m_next, i++)
5056 1.281 msaitoh log(LOG_DEBUG, "%s:\tm_data = %p, m_len = %d, "
5057 1.281 msaitoh "m_flags = 0x%08x\n", device_xname(sc->sc_dev),
5058 1.281 msaitoh m->m_data, m->m_len, m->m_flags);
5059 1.281 msaitoh log(LOG_DEBUG, "%s:\t%d mbuf%s in chain\n", device_xname(sc->sc_dev),
5060 1.281 msaitoh i, i == 1 ? "" : "s");
5061 1.281 msaitoh }
5062 1.272 ozaki
5063 1.281 msaitoh /*
5064 1.281 msaitoh * wm_82547_txfifo_stall:
5065 1.281 msaitoh *
5066 1.281 msaitoh * Callout used to wait for the 82547 Tx FIFO to drain,
5067 1.281 msaitoh * reset the FIFO pointers, and restart packet transmission.
5068 1.281 msaitoh */
5069 1.281 msaitoh static void
5070 1.281 msaitoh wm_82547_txfifo_stall(void *arg)
5071 1.281 msaitoh {
5072 1.281 msaitoh struct wm_softc *sc = arg;
5073 1.281 msaitoh #ifndef WM_MPSAFE
5074 1.281 msaitoh int s;
5075 1.1 thorpej
5076 1.281 msaitoh s = splnet();
5077 1.281 msaitoh #endif
5078 1.283 ozaki WM_TX_LOCK(sc);
5079 1.1 thorpej
5080 1.281 msaitoh if (sc->sc_stopping)
5081 1.281 msaitoh goto out;
5082 1.1 thorpej
5083 1.281 msaitoh if (sc->sc_txfifo_stall) {
5084 1.281 msaitoh if (CSR_READ(sc, WMREG_TDT) == CSR_READ(sc, WMREG_TDH) &&
5085 1.281 msaitoh CSR_READ(sc, WMREG_TDFT) == CSR_READ(sc, WMREG_TDFH) &&
5086 1.281 msaitoh CSR_READ(sc, WMREG_TDFTS) == CSR_READ(sc, WMREG_TDFHS)) {
5087 1.281 msaitoh /*
5088 1.281 msaitoh * Packets have drained. Stop transmitter, reset
5089 1.281 msaitoh * FIFO pointers, restart transmitter, and kick
5090 1.281 msaitoh * the packet queue.
5091 1.281 msaitoh */
5092 1.281 msaitoh uint32_t tctl = CSR_READ(sc, WMREG_TCTL);
5093 1.281 msaitoh CSR_WRITE(sc, WMREG_TCTL, tctl & ~TCTL_EN);
5094 1.281 msaitoh CSR_WRITE(sc, WMREG_TDFT, sc->sc_txfifo_addr);
5095 1.281 msaitoh CSR_WRITE(sc, WMREG_TDFH, sc->sc_txfifo_addr);
5096 1.281 msaitoh CSR_WRITE(sc, WMREG_TDFTS, sc->sc_txfifo_addr);
5097 1.281 msaitoh CSR_WRITE(sc, WMREG_TDFHS, sc->sc_txfifo_addr);
5098 1.281 msaitoh CSR_WRITE(sc, WMREG_TCTL, tctl);
5099 1.281 msaitoh CSR_WRITE_FLUSH(sc);
5100 1.1 thorpej
5101 1.281 msaitoh sc->sc_txfifo_head = 0;
5102 1.281 msaitoh sc->sc_txfifo_stall = 0;
5103 1.281 msaitoh wm_start_locked(&sc->sc_ethercom.ec_if);
5104 1.281 msaitoh } else {
5105 1.281 msaitoh /*
5106 1.281 msaitoh * Still waiting for packets to drain; try again in
5107 1.281 msaitoh * another tick.
5108 1.281 msaitoh */
5109 1.281 msaitoh callout_schedule(&sc->sc_txfifo_ch, 1);
5110 1.20 thorpej }
5111 1.281 msaitoh }
5112 1.1 thorpej
5113 1.281 msaitoh out:
5114 1.283 ozaki WM_TX_UNLOCK(sc);
5115 1.281 msaitoh #ifndef WM_MPSAFE
5116 1.281 msaitoh splx(s);
5117 1.281 msaitoh #endif
5118 1.281 msaitoh }
5119 1.1 thorpej
5120 1.281 msaitoh /*
5121 1.281 msaitoh * wm_82547_txfifo_bugchk:
5122 1.281 msaitoh *
5123 1.281 msaitoh * Check for bug condition in the 82547 Tx FIFO. We need to
5124 1.281 msaitoh * prevent enqueueing a packet that would wrap around the end
5125 1.281 msaitoh * if the Tx FIFO ring buffer, otherwise the chip will croak.
5126 1.281 msaitoh *
5127 1.281 msaitoh * We do this by checking the amount of space before the end
5128 1.281 msaitoh * of the Tx FIFO buffer. If the packet will not fit, we "stall"
5129 1.281 msaitoh * the Tx FIFO, wait for all remaining packets to drain, reset
5130 1.281 msaitoh * the internal FIFO pointers to the beginning, and restart
5131 1.281 msaitoh * transmission on the interface.
5132 1.281 msaitoh */
5133 1.281 msaitoh #define WM_FIFO_HDR 0x10
5134 1.281 msaitoh #define WM_82547_PAD_LEN 0x3e0
5135 1.281 msaitoh static int
5136 1.281 msaitoh wm_82547_txfifo_bugchk(struct wm_softc *sc, struct mbuf *m0)
5137 1.281 msaitoh {
5138 1.281 msaitoh int space = sc->sc_txfifo_size - sc->sc_txfifo_head;
5139 1.281 msaitoh int len = roundup(m0->m_pkthdr.len + WM_FIFO_HDR, WM_FIFO_HDR);
5140 1.1 thorpej
5141 1.281 msaitoh /* Just return if already stalled. */
5142 1.281 msaitoh if (sc->sc_txfifo_stall)
5143 1.281 msaitoh return 1;
5144 1.1 thorpej
5145 1.281 msaitoh if (sc->sc_mii.mii_media_active & IFM_FDX) {
5146 1.281 msaitoh /* Stall only occurs in half-duplex mode. */
5147 1.281 msaitoh goto send_packet;
5148 1.281 msaitoh }
5149 1.1 thorpej
5150 1.281 msaitoh if (len >= WM_82547_PAD_LEN + space) {
5151 1.281 msaitoh sc->sc_txfifo_stall = 1;
5152 1.281 msaitoh callout_schedule(&sc->sc_txfifo_ch, 1);
5153 1.281 msaitoh return 1;
5154 1.1 thorpej }
5155 1.1 thorpej
5156 1.281 msaitoh send_packet:
5157 1.281 msaitoh sc->sc_txfifo_head += len;
5158 1.281 msaitoh if (sc->sc_txfifo_head >= sc->sc_txfifo_size)
5159 1.281 msaitoh sc->sc_txfifo_head -= sc->sc_txfifo_size;
5160 1.1 thorpej
5161 1.281 msaitoh return 0;
5162 1.1 thorpej }
5163 1.1 thorpej
5164 1.1 thorpej /*
5165 1.281 msaitoh * wm_start: [ifnet interface function]
5166 1.1 thorpej *
5167 1.281 msaitoh * Start packet transmission on the interface.
5168 1.1 thorpej */
5169 1.47 thorpej static void
5170 1.281 msaitoh wm_start(struct ifnet *ifp)
5171 1.1 thorpej {
5172 1.281 msaitoh struct wm_softc *sc = ifp->if_softc;
5173 1.281 msaitoh
5174 1.283 ozaki WM_TX_LOCK(sc);
5175 1.281 msaitoh if (!sc->sc_stopping)
5176 1.281 msaitoh wm_start_locked(ifp);
5177 1.283 ozaki WM_TX_UNLOCK(sc);
5178 1.281 msaitoh }
5179 1.1 thorpej
5180 1.281 msaitoh static void
5181 1.281 msaitoh wm_start_locked(struct ifnet *ifp)
5182 1.281 msaitoh {
5183 1.281 msaitoh struct wm_softc *sc = ifp->if_softc;
5184 1.281 msaitoh struct mbuf *m0;
5185 1.281 msaitoh struct m_tag *mtag;
5186 1.281 msaitoh struct wm_txsoft *txs;
5187 1.281 msaitoh bus_dmamap_t dmamap;
5188 1.281 msaitoh int error, nexttx, lasttx = -1, ofree, seg, segs_needed, use_tso;
5189 1.281 msaitoh bus_addr_t curaddr;
5190 1.281 msaitoh bus_size_t seglen, curlen;
5191 1.281 msaitoh uint32_t cksumcmd;
5192 1.281 msaitoh uint8_t cksumfields;
5193 1.1 thorpej
5194 1.283 ozaki KASSERT(WM_TX_LOCKED(sc));
5195 1.1 thorpej
5196 1.281 msaitoh if ((ifp->if_flags & (IFF_RUNNING|IFF_OACTIVE)) != IFF_RUNNING)
5197 1.281 msaitoh return;
5198 1.1 thorpej
5199 1.281 msaitoh /* Remember the previous number of free descriptors. */
5200 1.281 msaitoh ofree = sc->sc_txfree;
5201 1.1 thorpej
5202 1.281 msaitoh /*
5203 1.281 msaitoh * Loop through the send queue, setting up transmit descriptors
5204 1.281 msaitoh * until we drain the queue, or use up all available transmit
5205 1.281 msaitoh * descriptors.
5206 1.281 msaitoh */
5207 1.281 msaitoh for (;;) {
5208 1.281 msaitoh m0 = NULL;
5209 1.1 thorpej
5210 1.281 msaitoh /* Get a work queue entry. */
5211 1.281 msaitoh if (sc->sc_txsfree < WM_TXQUEUE_GC(sc)) {
5212 1.335 msaitoh wm_txeof(sc);
5213 1.281 msaitoh if (sc->sc_txsfree == 0) {
5214 1.281 msaitoh DPRINTF(WM_DEBUG_TX,
5215 1.281 msaitoh ("%s: TX: no free job descriptors\n",
5216 1.281 msaitoh device_xname(sc->sc_dev)));
5217 1.281 msaitoh WM_EVCNT_INCR(&sc->sc_ev_txsstall);
5218 1.281 msaitoh break;
5219 1.1 thorpej }
5220 1.1 thorpej }
5221 1.1 thorpej
5222 1.281 msaitoh /* Grab a packet off the queue. */
5223 1.281 msaitoh IFQ_DEQUEUE(&ifp->if_snd, m0);
5224 1.281 msaitoh if (m0 == NULL)
5225 1.281 msaitoh break;
5226 1.281 msaitoh
5227 1.281 msaitoh DPRINTF(WM_DEBUG_TX,
5228 1.281 msaitoh ("%s: TX: have packet to transmit: %p\n",
5229 1.281 msaitoh device_xname(sc->sc_dev), m0));
5230 1.281 msaitoh
5231 1.281 msaitoh txs = &sc->sc_txsoft[sc->sc_txsnext];
5232 1.281 msaitoh dmamap = txs->txs_dmamap;
5233 1.1 thorpej
5234 1.281 msaitoh use_tso = (m0->m_pkthdr.csum_flags &
5235 1.281 msaitoh (M_CSUM_TSOv4 | M_CSUM_TSOv6)) != 0;
5236 1.1 thorpej
5237 1.1 thorpej /*
5238 1.281 msaitoh * So says the Linux driver:
5239 1.281 msaitoh * The controller does a simple calculation to make sure
5240 1.281 msaitoh * there is enough room in the FIFO before initiating the
5241 1.281 msaitoh * DMA for each buffer. The calc is:
5242 1.281 msaitoh * 4 = ceil(buffer len / MSS)
5243 1.281 msaitoh * To make sure we don't overrun the FIFO, adjust the max
5244 1.281 msaitoh * buffer len if the MSS drops.
5245 1.281 msaitoh */
5246 1.281 msaitoh dmamap->dm_maxsegsz =
5247 1.281 msaitoh (use_tso && (m0->m_pkthdr.segsz << 2) < WTX_MAX_LEN)
5248 1.281 msaitoh ? m0->m_pkthdr.segsz << 2
5249 1.281 msaitoh : WTX_MAX_LEN;
5250 1.281 msaitoh
5251 1.281 msaitoh /*
5252 1.281 msaitoh * Load the DMA map. If this fails, the packet either
5253 1.281 msaitoh * didn't fit in the allotted number of segments, or we
5254 1.281 msaitoh * were short on resources. For the too-many-segments
5255 1.281 msaitoh * case, we simply report an error and drop the packet,
5256 1.281 msaitoh * since we can't sanely copy a jumbo packet to a single
5257 1.281 msaitoh * buffer.
5258 1.1 thorpej */
5259 1.281 msaitoh error = bus_dmamap_load_mbuf(sc->sc_dmat, dmamap, m0,
5260 1.281 msaitoh BUS_DMA_WRITE|BUS_DMA_NOWAIT);
5261 1.281 msaitoh if (error) {
5262 1.281 msaitoh if (error == EFBIG) {
5263 1.281 msaitoh WM_EVCNT_INCR(&sc->sc_ev_txdrop);
5264 1.281 msaitoh log(LOG_ERR, "%s: Tx packet consumes too many "
5265 1.281 msaitoh "DMA segments, dropping...\n",
5266 1.281 msaitoh device_xname(sc->sc_dev));
5267 1.281 msaitoh wm_dump_mbuf_chain(sc, m0);
5268 1.281 msaitoh m_freem(m0);
5269 1.281 msaitoh continue;
5270 1.281 msaitoh }
5271 1.281 msaitoh /* Short on resources, just stop for now. */
5272 1.281 msaitoh DPRINTF(WM_DEBUG_TX,
5273 1.281 msaitoh ("%s: TX: dmamap load failed: %d\n",
5274 1.281 msaitoh device_xname(sc->sc_dev), error));
5275 1.281 msaitoh break;
5276 1.1 thorpej }
5277 1.1 thorpej
5278 1.281 msaitoh segs_needed = dmamap->dm_nsegs;
5279 1.281 msaitoh if (use_tso) {
5280 1.281 msaitoh /* For sentinel descriptor; see below. */
5281 1.281 msaitoh segs_needed++;
5282 1.281 msaitoh }
5283 1.1 thorpej
5284 1.1 thorpej /*
5285 1.281 msaitoh * Ensure we have enough descriptors free to describe
5286 1.281 msaitoh * the packet. Note, we always reserve one descriptor
5287 1.281 msaitoh * at the end of the ring due to the semantics of the
5288 1.281 msaitoh * TDT register, plus one more in the event we need
5289 1.281 msaitoh * to load offload context.
5290 1.1 thorpej */
5291 1.281 msaitoh if (segs_needed > sc->sc_txfree - 2) {
5292 1.281 msaitoh /*
5293 1.281 msaitoh * Not enough free descriptors to transmit this
5294 1.281 msaitoh * packet. We haven't committed anything yet,
5295 1.281 msaitoh * so just unload the DMA map, put the packet
5296 1.281 msaitoh * pack on the queue, and punt. Notify the upper
5297 1.281 msaitoh * layer that there are no more slots left.
5298 1.281 msaitoh */
5299 1.281 msaitoh DPRINTF(WM_DEBUG_TX,
5300 1.281 msaitoh ("%s: TX: need %d (%d) descriptors, have %d\n",
5301 1.281 msaitoh device_xname(sc->sc_dev), dmamap->dm_nsegs,
5302 1.281 msaitoh segs_needed, sc->sc_txfree - 1));
5303 1.281 msaitoh ifp->if_flags |= IFF_OACTIVE;
5304 1.281 msaitoh bus_dmamap_unload(sc->sc_dmat, dmamap);
5305 1.281 msaitoh WM_EVCNT_INCR(&sc->sc_ev_txdstall);
5306 1.281 msaitoh break;
5307 1.1 thorpej }
5308 1.1 thorpej
5309 1.1 thorpej /*
5310 1.281 msaitoh * Check for 82547 Tx FIFO bug. We need to do this
5311 1.281 msaitoh * once we know we can transmit the packet, since we
5312 1.281 msaitoh * do some internal FIFO space accounting here.
5313 1.1 thorpej */
5314 1.281 msaitoh if (sc->sc_type == WM_T_82547 &&
5315 1.281 msaitoh wm_82547_txfifo_bugchk(sc, m0)) {
5316 1.281 msaitoh DPRINTF(WM_DEBUG_TX,
5317 1.281 msaitoh ("%s: TX: 82547 Tx FIFO bug detected\n",
5318 1.281 msaitoh device_xname(sc->sc_dev)));
5319 1.281 msaitoh ifp->if_flags |= IFF_OACTIVE;
5320 1.281 msaitoh bus_dmamap_unload(sc->sc_dmat, dmamap);
5321 1.281 msaitoh WM_EVCNT_INCR(&sc->sc_ev_txfifo_stall);
5322 1.281 msaitoh break;
5323 1.281 msaitoh }
5324 1.93 thorpej
5325 1.281 msaitoh /* WE ARE NOW COMMITTED TO TRANSMITTING THE PACKET. */
5326 1.1 thorpej
5327 1.281 msaitoh DPRINTF(WM_DEBUG_TX,
5328 1.281 msaitoh ("%s: TX: packet has %d (%d) DMA segments\n",
5329 1.281 msaitoh device_xname(sc->sc_dev), dmamap->dm_nsegs, segs_needed));
5330 1.1 thorpej
5331 1.281 msaitoh WM_EVCNT_INCR(&sc->sc_ev_txseg[dmamap->dm_nsegs - 1]);
5332 1.1 thorpej
5333 1.1 thorpej /*
5334 1.281 msaitoh * Store a pointer to the packet so that we can free it
5335 1.281 msaitoh * later.
5336 1.281 msaitoh *
5337 1.281 msaitoh * Initially, we consider the number of descriptors the
5338 1.281 msaitoh * packet uses the number of DMA segments. This may be
5339 1.281 msaitoh * incremented by 1 if we do checksum offload (a descriptor
5340 1.281 msaitoh * is used to set the checksum context).
5341 1.1 thorpej */
5342 1.281 msaitoh txs->txs_mbuf = m0;
5343 1.281 msaitoh txs->txs_firstdesc = sc->sc_txnext;
5344 1.281 msaitoh txs->txs_ndesc = segs_needed;
5345 1.281 msaitoh
5346 1.281 msaitoh /* Set up offload parameters for this packet. */
5347 1.281 msaitoh if (m0->m_pkthdr.csum_flags &
5348 1.281 msaitoh (M_CSUM_TSOv4|M_CSUM_TSOv6|
5349 1.281 msaitoh M_CSUM_IPv4|M_CSUM_TCPv4|M_CSUM_UDPv4|
5350 1.281 msaitoh M_CSUM_TCPv6|M_CSUM_UDPv6)) {
5351 1.281 msaitoh if (wm_tx_offload(sc, txs, &cksumcmd,
5352 1.281 msaitoh &cksumfields) != 0) {
5353 1.281 msaitoh /* Error message already displayed. */
5354 1.281 msaitoh bus_dmamap_unload(sc->sc_dmat, dmamap);
5355 1.281 msaitoh continue;
5356 1.281 msaitoh }
5357 1.281 msaitoh } else {
5358 1.281 msaitoh cksumcmd = 0;
5359 1.281 msaitoh cksumfields = 0;
5360 1.1 thorpej }
5361 1.1 thorpej
5362 1.281 msaitoh cksumcmd |= WTX_CMD_IDE | WTX_CMD_IFCS;
5363 1.281 msaitoh
5364 1.281 msaitoh /* Sync the DMA map. */
5365 1.281 msaitoh bus_dmamap_sync(sc->sc_dmat, dmamap, 0, dmamap->dm_mapsize,
5366 1.281 msaitoh BUS_DMASYNC_PREWRITE);
5367 1.1 thorpej
5368 1.281 msaitoh /* Initialize the transmit descriptor. */
5369 1.281 msaitoh for (nexttx = sc->sc_txnext, seg = 0;
5370 1.281 msaitoh seg < dmamap->dm_nsegs; seg++) {
5371 1.281 msaitoh for (seglen = dmamap->dm_segs[seg].ds_len,
5372 1.281 msaitoh curaddr = dmamap->dm_segs[seg].ds_addr;
5373 1.281 msaitoh seglen != 0;
5374 1.281 msaitoh curaddr += curlen, seglen -= curlen,
5375 1.281 msaitoh nexttx = WM_NEXTTX(sc, nexttx)) {
5376 1.281 msaitoh curlen = seglen;
5377 1.1 thorpej
5378 1.106 yamt /*
5379 1.281 msaitoh * So says the Linux driver:
5380 1.281 msaitoh * Work around for premature descriptor
5381 1.281 msaitoh * write-backs in TSO mode. Append a
5382 1.281 msaitoh * 4-byte sentinel descriptor.
5383 1.106 yamt */
5384 1.281 msaitoh if (use_tso &&
5385 1.281 msaitoh seg == dmamap->dm_nsegs - 1 &&
5386 1.281 msaitoh curlen > 8)
5387 1.281 msaitoh curlen -= 4;
5388 1.281 msaitoh
5389 1.281 msaitoh wm_set_dma_addr(
5390 1.281 msaitoh &sc->sc_txdescs[nexttx].wtx_addr,
5391 1.281 msaitoh curaddr);
5392 1.281 msaitoh sc->sc_txdescs[nexttx].wtx_cmdlen =
5393 1.281 msaitoh htole32(cksumcmd | curlen);
5394 1.281 msaitoh sc->sc_txdescs[nexttx].wtx_fields.wtxu_status =
5395 1.281 msaitoh 0;
5396 1.281 msaitoh sc->sc_txdescs[nexttx].wtx_fields.wtxu_options =
5397 1.281 msaitoh cksumfields;
5398 1.281 msaitoh sc->sc_txdescs[nexttx].wtx_fields.wtxu_vlan = 0;
5399 1.281 msaitoh lasttx = nexttx;
5400 1.281 msaitoh
5401 1.281 msaitoh DPRINTF(WM_DEBUG_TX,
5402 1.281 msaitoh ("%s: TX: desc %d: low %#" PRIx64 ", "
5403 1.281 msaitoh "len %#04zx\n",
5404 1.281 msaitoh device_xname(sc->sc_dev), nexttx,
5405 1.281 msaitoh (uint64_t)curaddr, curlen));
5406 1.106 yamt }
5407 1.1 thorpej }
5408 1.1 thorpej
5409 1.281 msaitoh KASSERT(lasttx != -1);
5410 1.1 thorpej
5411 1.281 msaitoh /*
5412 1.281 msaitoh * Set up the command byte on the last descriptor of
5413 1.281 msaitoh * the packet. If we're in the interrupt delay window,
5414 1.281 msaitoh * delay the interrupt.
5415 1.281 msaitoh */
5416 1.281 msaitoh sc->sc_txdescs[lasttx].wtx_cmdlen |=
5417 1.281 msaitoh htole32(WTX_CMD_EOP | WTX_CMD_RS);
5418 1.281 msaitoh
5419 1.281 msaitoh /*
5420 1.281 msaitoh * If VLANs are enabled and the packet has a VLAN tag, set
5421 1.281 msaitoh * up the descriptor to encapsulate the packet for us.
5422 1.281 msaitoh *
5423 1.281 msaitoh * This is only valid on the last descriptor of the packet.
5424 1.281 msaitoh */
5425 1.281 msaitoh if ((mtag = VLAN_OUTPUT_TAG(&sc->sc_ethercom, m0)) != NULL) {
5426 1.281 msaitoh sc->sc_txdescs[lasttx].wtx_cmdlen |=
5427 1.281 msaitoh htole32(WTX_CMD_VLE);
5428 1.281 msaitoh sc->sc_txdescs[lasttx].wtx_fields.wtxu_vlan
5429 1.281 msaitoh = htole16(VLAN_TAG_VALUE(mtag) & 0xffff);
5430 1.281 msaitoh }
5431 1.281 msaitoh
5432 1.281 msaitoh txs->txs_lastdesc = lasttx;
5433 1.281 msaitoh
5434 1.281 msaitoh DPRINTF(WM_DEBUG_TX,
5435 1.281 msaitoh ("%s: TX: desc %d: cmdlen 0x%08x\n",
5436 1.281 msaitoh device_xname(sc->sc_dev),
5437 1.281 msaitoh lasttx, le32toh(sc->sc_txdescs[lasttx].wtx_cmdlen)));
5438 1.281 msaitoh
5439 1.281 msaitoh /* Sync the descriptors we're using. */
5440 1.281 msaitoh WM_CDTXSYNC(sc, sc->sc_txnext, txs->txs_ndesc,
5441 1.281 msaitoh BUS_DMASYNC_PREREAD|BUS_DMASYNC_PREWRITE);
5442 1.281 msaitoh
5443 1.281 msaitoh /* Give the packet to the chip. */
5444 1.281 msaitoh CSR_WRITE(sc, sc->sc_tdt_reg, nexttx);
5445 1.281 msaitoh
5446 1.281 msaitoh DPRINTF(WM_DEBUG_TX,
5447 1.281 msaitoh ("%s: TX: TDT -> %d\n", device_xname(sc->sc_dev), nexttx));
5448 1.281 msaitoh
5449 1.281 msaitoh DPRINTF(WM_DEBUG_TX,
5450 1.281 msaitoh ("%s: TX: finished transmitting packet, job %d\n",
5451 1.281 msaitoh device_xname(sc->sc_dev), sc->sc_txsnext));
5452 1.272 ozaki
5453 1.281 msaitoh /* Advance the tx pointer. */
5454 1.281 msaitoh sc->sc_txfree -= txs->txs_ndesc;
5455 1.281 msaitoh sc->sc_txnext = nexttx;
5456 1.1 thorpej
5457 1.281 msaitoh sc->sc_txsfree--;
5458 1.281 msaitoh sc->sc_txsnext = WM_NEXTTXS(sc, sc->sc_txsnext);
5459 1.272 ozaki
5460 1.281 msaitoh /* Pass the packet to any BPF listeners. */
5461 1.281 msaitoh bpf_mtap(ifp, m0);
5462 1.281 msaitoh }
5463 1.272 ozaki
5464 1.281 msaitoh if (m0 != NULL) {
5465 1.281 msaitoh ifp->if_flags |= IFF_OACTIVE;
5466 1.281 msaitoh WM_EVCNT_INCR(&sc->sc_ev_txdrop);
5467 1.281 msaitoh DPRINTF(WM_DEBUG_TX, ("%s: TX: error after IFQ_DEQUEUE\n", __func__));
5468 1.281 msaitoh m_freem(m0);
5469 1.1 thorpej }
5470 1.1 thorpej
5471 1.281 msaitoh if (sc->sc_txsfree == 0 || sc->sc_txfree <= 2) {
5472 1.281 msaitoh /* No more slots; notify upper layer. */
5473 1.281 msaitoh ifp->if_flags |= IFF_OACTIVE;
5474 1.281 msaitoh }
5475 1.1 thorpej
5476 1.281 msaitoh if (sc->sc_txfree != ofree) {
5477 1.281 msaitoh /* Set a watchdog timer in case the chip flakes out. */
5478 1.281 msaitoh ifp->if_timer = 5;
5479 1.281 msaitoh }
5480 1.1 thorpej }
5481 1.1 thorpej
5482 1.1 thorpej /*
5483 1.281 msaitoh * wm_nq_tx_offload:
5484 1.1 thorpej *
5485 1.281 msaitoh * Set up TCP/IP checksumming parameters for the
5486 1.281 msaitoh * specified packet, for NEWQUEUE devices
5487 1.1 thorpej */
5488 1.281 msaitoh static int
5489 1.281 msaitoh wm_nq_tx_offload(struct wm_softc *sc, struct wm_txsoft *txs,
5490 1.281 msaitoh uint32_t *cmdlenp, uint32_t *fieldsp, bool *do_csum)
5491 1.1 thorpej {
5492 1.281 msaitoh struct mbuf *m0 = txs->txs_mbuf;
5493 1.281 msaitoh struct m_tag *mtag;
5494 1.281 msaitoh uint32_t vl_len, mssidx, cmdc;
5495 1.281 msaitoh struct ether_header *eh;
5496 1.281 msaitoh int offset, iphl;
5497 1.281 msaitoh
5498 1.281 msaitoh /*
5499 1.281 msaitoh * XXX It would be nice if the mbuf pkthdr had offset
5500 1.281 msaitoh * fields for the protocol headers.
5501 1.281 msaitoh */
5502 1.281 msaitoh *cmdlenp = 0;
5503 1.281 msaitoh *fieldsp = 0;
5504 1.281 msaitoh
5505 1.281 msaitoh eh = mtod(m0, struct ether_header *);
5506 1.281 msaitoh switch (htons(eh->ether_type)) {
5507 1.281 msaitoh case ETHERTYPE_IP:
5508 1.281 msaitoh case ETHERTYPE_IPV6:
5509 1.281 msaitoh offset = ETHER_HDR_LEN;
5510 1.281 msaitoh break;
5511 1.281 msaitoh
5512 1.281 msaitoh case ETHERTYPE_VLAN:
5513 1.281 msaitoh offset = ETHER_HDR_LEN + ETHER_VLAN_ENCAP_LEN;
5514 1.281 msaitoh break;
5515 1.281 msaitoh
5516 1.281 msaitoh default:
5517 1.281 msaitoh /* Don't support this protocol or encapsulation. */
5518 1.281 msaitoh *do_csum = false;
5519 1.281 msaitoh return 0;
5520 1.281 msaitoh }
5521 1.281 msaitoh *do_csum = true;
5522 1.281 msaitoh *cmdlenp = NQTX_DTYP_D | NQTX_CMD_DEXT | NQTX_CMD_IFCS;
5523 1.281 msaitoh cmdc = NQTX_DTYP_C | NQTX_CMD_DEXT;
5524 1.1 thorpej
5525 1.281 msaitoh vl_len = (offset << NQTXC_VLLEN_MACLEN_SHIFT);
5526 1.281 msaitoh KASSERT((offset & ~NQTXC_VLLEN_MACLEN_MASK) == 0);
5527 1.281 msaitoh
5528 1.281 msaitoh if ((m0->m_pkthdr.csum_flags &
5529 1.281 msaitoh (M_CSUM_TSOv4|M_CSUM_UDPv4|M_CSUM_TCPv4|M_CSUM_IPv4)) != 0) {
5530 1.281 msaitoh iphl = M_CSUM_DATA_IPv4_IPHL(m0->m_pkthdr.csum_data);
5531 1.281 msaitoh } else {
5532 1.281 msaitoh iphl = M_CSUM_DATA_IPv6_HL(m0->m_pkthdr.csum_data);
5533 1.281 msaitoh }
5534 1.281 msaitoh vl_len |= (iphl << NQTXC_VLLEN_IPLEN_SHIFT);
5535 1.281 msaitoh KASSERT((iphl & ~NQTXC_VLLEN_IPLEN_MASK) == 0);
5536 1.281 msaitoh
5537 1.281 msaitoh if ((mtag = VLAN_OUTPUT_TAG(&sc->sc_ethercom, m0)) != NULL) {
5538 1.281 msaitoh vl_len |= ((VLAN_TAG_VALUE(mtag) & NQTXC_VLLEN_VLAN_MASK)
5539 1.281 msaitoh << NQTXC_VLLEN_VLAN_SHIFT);
5540 1.281 msaitoh *cmdlenp |= NQTX_CMD_VLE;
5541 1.281 msaitoh }
5542 1.272 ozaki
5543 1.281 msaitoh mssidx = 0;
5544 1.170 msaitoh
5545 1.281 msaitoh if ((m0->m_pkthdr.csum_flags & (M_CSUM_TSOv4 | M_CSUM_TSOv6)) != 0) {
5546 1.281 msaitoh int hlen = offset + iphl;
5547 1.281 msaitoh int tcp_hlen;
5548 1.281 msaitoh bool v4 = (m0->m_pkthdr.csum_flags & M_CSUM_TSOv4) != 0;
5549 1.192 msaitoh
5550 1.281 msaitoh if (__predict_false(m0->m_len <
5551 1.281 msaitoh (hlen + sizeof(struct tcphdr)))) {
5552 1.192 msaitoh /*
5553 1.281 msaitoh * TCP/IP headers are not in the first mbuf; we need
5554 1.281 msaitoh * to do this the slow and painful way. Let's just
5555 1.281 msaitoh * hope this doesn't happen very often.
5556 1.192 msaitoh */
5557 1.281 msaitoh struct tcphdr th;
5558 1.170 msaitoh
5559 1.281 msaitoh WM_EVCNT_INCR(&sc->sc_ev_txtsopain);
5560 1.192 msaitoh
5561 1.281 msaitoh m_copydata(m0, hlen, sizeof(th), &th);
5562 1.281 msaitoh if (v4) {
5563 1.281 msaitoh struct ip ip;
5564 1.192 msaitoh
5565 1.281 msaitoh m_copydata(m0, offset, sizeof(ip), &ip);
5566 1.281 msaitoh ip.ip_len = 0;
5567 1.281 msaitoh m_copyback(m0,
5568 1.281 msaitoh offset + offsetof(struct ip, ip_len),
5569 1.281 msaitoh sizeof(ip.ip_len), &ip.ip_len);
5570 1.281 msaitoh th.th_sum = in_cksum_phdr(ip.ip_src.s_addr,
5571 1.281 msaitoh ip.ip_dst.s_addr, htons(IPPROTO_TCP));
5572 1.281 msaitoh } else {
5573 1.281 msaitoh struct ip6_hdr ip6;
5574 1.192 msaitoh
5575 1.281 msaitoh m_copydata(m0, offset, sizeof(ip6), &ip6);
5576 1.281 msaitoh ip6.ip6_plen = 0;
5577 1.281 msaitoh m_copyback(m0,
5578 1.281 msaitoh offset + offsetof(struct ip6_hdr, ip6_plen),
5579 1.281 msaitoh sizeof(ip6.ip6_plen), &ip6.ip6_plen);
5580 1.281 msaitoh th.th_sum = in6_cksum_phdr(&ip6.ip6_src,
5581 1.281 msaitoh &ip6.ip6_dst, 0, htonl(IPPROTO_TCP));
5582 1.170 msaitoh }
5583 1.281 msaitoh m_copyback(m0, hlen + offsetof(struct tcphdr, th_sum),
5584 1.281 msaitoh sizeof(th.th_sum), &th.th_sum);
5585 1.192 msaitoh
5586 1.281 msaitoh tcp_hlen = th.th_off << 2;
5587 1.281 msaitoh } else {
5588 1.173 msaitoh /*
5589 1.281 msaitoh * TCP/IP headers are in the first mbuf; we can do
5590 1.281 msaitoh * this the easy way.
5591 1.173 msaitoh */
5592 1.281 msaitoh struct tcphdr *th;
5593 1.198 msaitoh
5594 1.281 msaitoh if (v4) {
5595 1.281 msaitoh struct ip *ip =
5596 1.281 msaitoh (void *)(mtod(m0, char *) + offset);
5597 1.281 msaitoh th = (void *)(mtod(m0, char *) + hlen);
5598 1.1 thorpej
5599 1.281 msaitoh ip->ip_len = 0;
5600 1.281 msaitoh th->th_sum = in_cksum_phdr(ip->ip_src.s_addr,
5601 1.281 msaitoh ip->ip_dst.s_addr, htons(IPPROTO_TCP));
5602 1.281 msaitoh } else {
5603 1.281 msaitoh struct ip6_hdr *ip6 =
5604 1.281 msaitoh (void *)(mtod(m0, char *) + offset);
5605 1.281 msaitoh th = (void *)(mtod(m0, char *) + hlen);
5606 1.192 msaitoh
5607 1.281 msaitoh ip6->ip6_plen = 0;
5608 1.281 msaitoh th->th_sum = in6_cksum_phdr(&ip6->ip6_src,
5609 1.281 msaitoh &ip6->ip6_dst, 0, htonl(IPPROTO_TCP));
5610 1.281 msaitoh }
5611 1.281 msaitoh tcp_hlen = th->th_off << 2;
5612 1.144 msaitoh }
5613 1.281 msaitoh hlen += tcp_hlen;
5614 1.281 msaitoh *cmdlenp |= NQTX_CMD_TSE;
5615 1.144 msaitoh
5616 1.281 msaitoh if (v4) {
5617 1.281 msaitoh WM_EVCNT_INCR(&sc->sc_ev_txtso);
5618 1.281 msaitoh *fieldsp |= NQTXD_FIELDS_IXSM | NQTXD_FIELDS_TUXSM;
5619 1.281 msaitoh } else {
5620 1.281 msaitoh WM_EVCNT_INCR(&sc->sc_ev_txtso6);
5621 1.281 msaitoh *fieldsp |= NQTXD_FIELDS_TUXSM;
5622 1.189 msaitoh }
5623 1.281 msaitoh *fieldsp |= ((m0->m_pkthdr.len - hlen) << NQTXD_FIELDS_PAYLEN_SHIFT);
5624 1.281 msaitoh KASSERT(((m0->m_pkthdr.len - hlen) & ~NQTXD_FIELDS_PAYLEN_MASK) == 0);
5625 1.281 msaitoh mssidx |= (m0->m_pkthdr.segsz << NQTXC_MSSIDX_MSS_SHIFT);
5626 1.281 msaitoh KASSERT((m0->m_pkthdr.segsz & ~NQTXC_MSSIDX_MSS_MASK) == 0);
5627 1.281 msaitoh mssidx |= (tcp_hlen << NQTXC_MSSIDX_L4LEN_SHIFT);
5628 1.281 msaitoh KASSERT((tcp_hlen & ~NQTXC_MSSIDX_L4LEN_MASK) == 0);
5629 1.281 msaitoh } else {
5630 1.281 msaitoh *fieldsp |= (m0->m_pkthdr.len << NQTXD_FIELDS_PAYLEN_SHIFT);
5631 1.281 msaitoh KASSERT((m0->m_pkthdr.len & ~NQTXD_FIELDS_PAYLEN_MASK) == 0);
5632 1.208 msaitoh }
5633 1.208 msaitoh
5634 1.281 msaitoh if (m0->m_pkthdr.csum_flags & M_CSUM_IPv4) {
5635 1.281 msaitoh *fieldsp |= NQTXD_FIELDS_IXSM;
5636 1.281 msaitoh cmdc |= NQTXC_CMD_IP4;
5637 1.281 msaitoh }
5638 1.144 msaitoh
5639 1.281 msaitoh if (m0->m_pkthdr.csum_flags &
5640 1.281 msaitoh (M_CSUM_UDPv4 | M_CSUM_TCPv4 | M_CSUM_TSOv4)) {
5641 1.281 msaitoh WM_EVCNT_INCR(&sc->sc_ev_txtusum);
5642 1.281 msaitoh if (m0->m_pkthdr.csum_flags & (M_CSUM_TCPv4 | M_CSUM_TSOv4)) {
5643 1.281 msaitoh cmdc |= NQTXC_CMD_TCP;
5644 1.281 msaitoh } else {
5645 1.281 msaitoh cmdc |= NQTXC_CMD_UDP;
5646 1.281 msaitoh }
5647 1.281 msaitoh cmdc |= NQTXC_CMD_IP4;
5648 1.281 msaitoh *fieldsp |= NQTXD_FIELDS_TUXSM;
5649 1.281 msaitoh }
5650 1.281 msaitoh if (m0->m_pkthdr.csum_flags &
5651 1.281 msaitoh (M_CSUM_UDPv6 | M_CSUM_TCPv6 | M_CSUM_TSOv6)) {
5652 1.281 msaitoh WM_EVCNT_INCR(&sc->sc_ev_txtusum6);
5653 1.281 msaitoh if (m0->m_pkthdr.csum_flags & (M_CSUM_TCPv6 | M_CSUM_TSOv6)) {
5654 1.281 msaitoh cmdc |= NQTXC_CMD_TCP;
5655 1.281 msaitoh } else {
5656 1.281 msaitoh cmdc |= NQTXC_CMD_UDP;
5657 1.281 msaitoh }
5658 1.281 msaitoh cmdc |= NQTXC_CMD_IP6;
5659 1.281 msaitoh *fieldsp |= NQTXD_FIELDS_TUXSM;
5660 1.281 msaitoh }
5661 1.1 thorpej
5662 1.281 msaitoh /* Fill in the context descriptor. */
5663 1.281 msaitoh sc->sc_nq_txdescs[sc->sc_txnext].nqrx_ctx.nqtxc_vl_len =
5664 1.281 msaitoh htole32(vl_len);
5665 1.281 msaitoh sc->sc_nq_txdescs[sc->sc_txnext].nqrx_ctx.nqtxc_sn = 0;
5666 1.281 msaitoh sc->sc_nq_txdescs[sc->sc_txnext].nqrx_ctx.nqtxc_cmd =
5667 1.281 msaitoh htole32(cmdc);
5668 1.281 msaitoh sc->sc_nq_txdescs[sc->sc_txnext].nqrx_ctx.nqtxc_mssidx =
5669 1.281 msaitoh htole32(mssidx);
5670 1.281 msaitoh WM_CDTXSYNC(sc, sc->sc_txnext, 1, BUS_DMASYNC_PREWRITE);
5671 1.281 msaitoh DPRINTF(WM_DEBUG_TX,
5672 1.281 msaitoh ("%s: TX: context desc %d 0x%08x%08x\n", device_xname(sc->sc_dev),
5673 1.281 msaitoh sc->sc_txnext, 0, vl_len));
5674 1.281 msaitoh DPRINTF(WM_DEBUG_TX, ("\t0x%08x%08x\n", mssidx, cmdc));
5675 1.281 msaitoh sc->sc_txnext = WM_NEXTTX(sc, sc->sc_txnext);
5676 1.281 msaitoh txs->txs_ndesc++;
5677 1.281 msaitoh return 0;
5678 1.217 dyoung }
5679 1.217 dyoung
5680 1.1 thorpej /*
5681 1.281 msaitoh * wm_nq_start: [ifnet interface function]
5682 1.1 thorpej *
5683 1.281 msaitoh * Start packet transmission on the interface for NEWQUEUE devices
5684 1.1 thorpej */
5685 1.281 msaitoh static void
5686 1.281 msaitoh wm_nq_start(struct ifnet *ifp)
5687 1.1 thorpej {
5688 1.1 thorpej struct wm_softc *sc = ifp->if_softc;
5689 1.272 ozaki
5690 1.283 ozaki WM_TX_LOCK(sc);
5691 1.281 msaitoh if (!sc->sc_stopping)
5692 1.281 msaitoh wm_nq_start_locked(ifp);
5693 1.283 ozaki WM_TX_UNLOCK(sc);
5694 1.272 ozaki }
5695 1.272 ozaki
5696 1.281 msaitoh static void
5697 1.281 msaitoh wm_nq_start_locked(struct ifnet *ifp)
5698 1.272 ozaki {
5699 1.272 ozaki struct wm_softc *sc = ifp->if_softc;
5700 1.281 msaitoh struct mbuf *m0;
5701 1.281 msaitoh struct m_tag *mtag;
5702 1.281 msaitoh struct wm_txsoft *txs;
5703 1.281 msaitoh bus_dmamap_t dmamap;
5704 1.281 msaitoh int error, nexttx, lasttx = -1, seg, segs_needed;
5705 1.281 msaitoh bool do_csum, sent;
5706 1.1 thorpej
5707 1.283 ozaki KASSERT(WM_TX_LOCKED(sc));
5708 1.41 tls
5709 1.281 msaitoh if ((ifp->if_flags & (IFF_RUNNING|IFF_OACTIVE)) != IFF_RUNNING)
5710 1.281 msaitoh return;
5711 1.1 thorpej
5712 1.281 msaitoh sent = false;
5713 1.1 thorpej
5714 1.1 thorpej /*
5715 1.281 msaitoh * Loop through the send queue, setting up transmit descriptors
5716 1.281 msaitoh * until we drain the queue, or use up all available transmit
5717 1.281 msaitoh * descriptors.
5718 1.1 thorpej */
5719 1.281 msaitoh for (;;) {
5720 1.281 msaitoh m0 = NULL;
5721 1.281 msaitoh
5722 1.281 msaitoh /* Get a work queue entry. */
5723 1.281 msaitoh if (sc->sc_txsfree < WM_TXQUEUE_GC(sc)) {
5724 1.335 msaitoh wm_txeof(sc);
5725 1.281 msaitoh if (sc->sc_txsfree == 0) {
5726 1.281 msaitoh DPRINTF(WM_DEBUG_TX,
5727 1.281 msaitoh ("%s: TX: no free job descriptors\n",
5728 1.281 msaitoh device_xname(sc->sc_dev)));
5729 1.281 msaitoh WM_EVCNT_INCR(&sc->sc_ev_txsstall);
5730 1.281 msaitoh break;
5731 1.281 msaitoh }
5732 1.281 msaitoh }
5733 1.1 thorpej
5734 1.281 msaitoh /* Grab a packet off the queue. */
5735 1.281 msaitoh IFQ_DEQUEUE(&ifp->if_snd, m0);
5736 1.281 msaitoh if (m0 == NULL)
5737 1.281 msaitoh break;
5738 1.71 thorpej
5739 1.281 msaitoh DPRINTF(WM_DEBUG_TX,
5740 1.281 msaitoh ("%s: TX: have packet to transmit: %p\n",
5741 1.281 msaitoh device_xname(sc->sc_dev), m0));
5742 1.177 msaitoh
5743 1.281 msaitoh txs = &sc->sc_txsoft[sc->sc_txsnext];
5744 1.281 msaitoh dmamap = txs->txs_dmamap;
5745 1.1 thorpej
5746 1.281 msaitoh /*
5747 1.281 msaitoh * Load the DMA map. If this fails, the packet either
5748 1.281 msaitoh * didn't fit in the allotted number of segments, or we
5749 1.281 msaitoh * were short on resources. For the too-many-segments
5750 1.281 msaitoh * case, we simply report an error and drop the packet,
5751 1.281 msaitoh * since we can't sanely copy a jumbo packet to a single
5752 1.281 msaitoh * buffer.
5753 1.281 msaitoh */
5754 1.281 msaitoh error = bus_dmamap_load_mbuf(sc->sc_dmat, dmamap, m0,
5755 1.281 msaitoh BUS_DMA_WRITE|BUS_DMA_NOWAIT);
5756 1.281 msaitoh if (error) {
5757 1.281 msaitoh if (error == EFBIG) {
5758 1.281 msaitoh WM_EVCNT_INCR(&sc->sc_ev_txdrop);
5759 1.281 msaitoh log(LOG_ERR, "%s: Tx packet consumes too many "
5760 1.281 msaitoh "DMA segments, dropping...\n",
5761 1.281 msaitoh device_xname(sc->sc_dev));
5762 1.281 msaitoh wm_dump_mbuf_chain(sc, m0);
5763 1.281 msaitoh m_freem(m0);
5764 1.281 msaitoh continue;
5765 1.281 msaitoh }
5766 1.281 msaitoh /* Short on resources, just stop for now. */
5767 1.281 msaitoh DPRINTF(WM_DEBUG_TX,
5768 1.281 msaitoh ("%s: TX: dmamap load failed: %d\n",
5769 1.281 msaitoh device_xname(sc->sc_dev), error));
5770 1.281 msaitoh break;
5771 1.281 msaitoh }
5772 1.177 msaitoh
5773 1.281 msaitoh segs_needed = dmamap->dm_nsegs;
5774 1.177 msaitoh
5775 1.281 msaitoh /*
5776 1.281 msaitoh * Ensure we have enough descriptors free to describe
5777 1.281 msaitoh * the packet. Note, we always reserve one descriptor
5778 1.281 msaitoh * at the end of the ring due to the semantics of the
5779 1.281 msaitoh * TDT register, plus one more in the event we need
5780 1.281 msaitoh * to load offload context.
5781 1.281 msaitoh */
5782 1.281 msaitoh if (segs_needed > sc->sc_txfree - 2) {
5783 1.177 msaitoh /*
5784 1.281 msaitoh * Not enough free descriptors to transmit this
5785 1.281 msaitoh * packet. We haven't committed anything yet,
5786 1.281 msaitoh * so just unload the DMA map, put the packet
5787 1.281 msaitoh * pack on the queue, and punt. Notify the upper
5788 1.281 msaitoh * layer that there are no more slots left.
5789 1.177 msaitoh */
5790 1.281 msaitoh DPRINTF(WM_DEBUG_TX,
5791 1.281 msaitoh ("%s: TX: need %d (%d) descriptors, have %d\n",
5792 1.281 msaitoh device_xname(sc->sc_dev), dmamap->dm_nsegs,
5793 1.281 msaitoh segs_needed, sc->sc_txfree - 1));
5794 1.281 msaitoh ifp->if_flags |= IFF_OACTIVE;
5795 1.281 msaitoh bus_dmamap_unload(sc->sc_dmat, dmamap);
5796 1.281 msaitoh WM_EVCNT_INCR(&sc->sc_ev_txdstall);
5797 1.177 msaitoh break;
5798 1.177 msaitoh }
5799 1.177 msaitoh
5800 1.281 msaitoh /* WE ARE NOW COMMITTED TO TRANSMITTING THE PACKET. */
5801 1.281 msaitoh
5802 1.281 msaitoh DPRINTF(WM_DEBUG_TX,
5803 1.281 msaitoh ("%s: TX: packet has %d (%d) DMA segments\n",
5804 1.281 msaitoh device_xname(sc->sc_dev), dmamap->dm_nsegs, segs_needed));
5805 1.177 msaitoh
5806 1.281 msaitoh WM_EVCNT_INCR(&sc->sc_ev_txseg[dmamap->dm_nsegs - 1]);
5807 1.1 thorpej
5808 1.281 msaitoh /*
5809 1.281 msaitoh * Store a pointer to the packet so that we can free it
5810 1.281 msaitoh * later.
5811 1.281 msaitoh *
5812 1.281 msaitoh * Initially, we consider the number of descriptors the
5813 1.281 msaitoh * packet uses the number of DMA segments. This may be
5814 1.281 msaitoh * incremented by 1 if we do checksum offload (a descriptor
5815 1.281 msaitoh * is used to set the checksum context).
5816 1.281 msaitoh */
5817 1.281 msaitoh txs->txs_mbuf = m0;
5818 1.281 msaitoh txs->txs_firstdesc = sc->sc_txnext;
5819 1.281 msaitoh txs->txs_ndesc = segs_needed;
5820 1.1 thorpej
5821 1.281 msaitoh /* Set up offload parameters for this packet. */
5822 1.281 msaitoh uint32_t cmdlen, fields, dcmdlen;
5823 1.281 msaitoh if (m0->m_pkthdr.csum_flags &
5824 1.281 msaitoh (M_CSUM_TSOv4|M_CSUM_TSOv6|
5825 1.281 msaitoh M_CSUM_IPv4|M_CSUM_TCPv4|M_CSUM_UDPv4|
5826 1.281 msaitoh M_CSUM_TCPv6|M_CSUM_UDPv6)) {
5827 1.281 msaitoh if (wm_nq_tx_offload(sc, txs, &cmdlen, &fields,
5828 1.281 msaitoh &do_csum) != 0) {
5829 1.281 msaitoh /* Error message already displayed. */
5830 1.281 msaitoh bus_dmamap_unload(sc->sc_dmat, dmamap);
5831 1.281 msaitoh continue;
5832 1.281 msaitoh }
5833 1.281 msaitoh } else {
5834 1.281 msaitoh do_csum = false;
5835 1.281 msaitoh cmdlen = 0;
5836 1.281 msaitoh fields = 0;
5837 1.281 msaitoh }
5838 1.173 msaitoh
5839 1.281 msaitoh /* Sync the DMA map. */
5840 1.281 msaitoh bus_dmamap_sync(sc->sc_dmat, dmamap, 0, dmamap->dm_mapsize,
5841 1.281 msaitoh BUS_DMASYNC_PREWRITE);
5842 1.1 thorpej
5843 1.281 msaitoh /* Initialize the first transmit descriptor. */
5844 1.281 msaitoh nexttx = sc->sc_txnext;
5845 1.281 msaitoh if (!do_csum) {
5846 1.281 msaitoh /* setup a legacy descriptor */
5847 1.281 msaitoh wm_set_dma_addr(
5848 1.281 msaitoh &sc->sc_txdescs[nexttx].wtx_addr,
5849 1.281 msaitoh dmamap->dm_segs[0].ds_addr);
5850 1.281 msaitoh sc->sc_txdescs[nexttx].wtx_cmdlen =
5851 1.281 msaitoh htole32(WTX_CMD_IFCS | dmamap->dm_segs[0].ds_len);
5852 1.281 msaitoh sc->sc_txdescs[nexttx].wtx_fields.wtxu_status = 0;
5853 1.281 msaitoh sc->sc_txdescs[nexttx].wtx_fields.wtxu_options = 0;
5854 1.281 msaitoh if ((mtag = VLAN_OUTPUT_TAG(&sc->sc_ethercom, m0)) !=
5855 1.281 msaitoh NULL) {
5856 1.281 msaitoh sc->sc_txdescs[nexttx].wtx_cmdlen |=
5857 1.281 msaitoh htole32(WTX_CMD_VLE);
5858 1.281 msaitoh sc->sc_txdescs[nexttx].wtx_fields.wtxu_vlan =
5859 1.281 msaitoh htole16(VLAN_TAG_VALUE(mtag) & 0xffff);
5860 1.281 msaitoh } else {
5861 1.335 msaitoh sc->sc_txdescs[nexttx].wtx_fields.wtxu_vlan =0;
5862 1.281 msaitoh }
5863 1.281 msaitoh dcmdlen = 0;
5864 1.281 msaitoh } else {
5865 1.281 msaitoh /* setup an advanced data descriptor */
5866 1.281 msaitoh sc->sc_nq_txdescs[nexttx].nqtx_data.nqtxd_addr =
5867 1.281 msaitoh htole64(dmamap->dm_segs[0].ds_addr);
5868 1.281 msaitoh KASSERT((dmamap->dm_segs[0].ds_len & cmdlen) == 0);
5869 1.281 msaitoh sc->sc_nq_txdescs[nexttx].nqtx_data.nqtxd_cmdlen =
5870 1.281 msaitoh htole32(dmamap->dm_segs[0].ds_len | cmdlen );
5871 1.281 msaitoh sc->sc_nq_txdescs[nexttx].nqtx_data.nqtxd_fields =
5872 1.281 msaitoh htole32(fields);
5873 1.281 msaitoh DPRINTF(WM_DEBUG_TX,
5874 1.281 msaitoh ("%s: TX: adv data desc %d 0x%" PRIx64 "\n",
5875 1.281 msaitoh device_xname(sc->sc_dev), nexttx,
5876 1.281 msaitoh (uint64_t)dmamap->dm_segs[0].ds_addr));
5877 1.281 msaitoh DPRINTF(WM_DEBUG_TX,
5878 1.281 msaitoh ("\t 0x%08x%08x\n", fields,
5879 1.281 msaitoh (uint32_t)dmamap->dm_segs[0].ds_len | cmdlen));
5880 1.281 msaitoh dcmdlen = NQTX_DTYP_D | NQTX_CMD_DEXT;
5881 1.281 msaitoh }
5882 1.177 msaitoh
5883 1.281 msaitoh lasttx = nexttx;
5884 1.281 msaitoh nexttx = WM_NEXTTX(sc, nexttx);
5885 1.150 tls /*
5886 1.281 msaitoh * fill in the next descriptors. legacy or adcanced format
5887 1.281 msaitoh * is the same here
5888 1.150 tls */
5889 1.281 msaitoh for (seg = 1; seg < dmamap->dm_nsegs;
5890 1.281 msaitoh seg++, nexttx = WM_NEXTTX(sc, nexttx)) {
5891 1.281 msaitoh sc->sc_nq_txdescs[nexttx].nqtx_data.nqtxd_addr =
5892 1.281 msaitoh htole64(dmamap->dm_segs[seg].ds_addr);
5893 1.281 msaitoh sc->sc_nq_txdescs[nexttx].nqtx_data.nqtxd_cmdlen =
5894 1.281 msaitoh htole32(dcmdlen | dmamap->dm_segs[seg].ds_len);
5895 1.281 msaitoh KASSERT((dcmdlen & dmamap->dm_segs[seg].ds_len) == 0);
5896 1.281 msaitoh sc->sc_nq_txdescs[nexttx].nqtx_data.nqtxd_fields = 0;
5897 1.281 msaitoh lasttx = nexttx;
5898 1.153 tls
5899 1.281 msaitoh DPRINTF(WM_DEBUG_TX,
5900 1.281 msaitoh ("%s: TX: desc %d: %#" PRIx64 ", "
5901 1.281 msaitoh "len %#04zx\n",
5902 1.281 msaitoh device_xname(sc->sc_dev), nexttx,
5903 1.281 msaitoh (uint64_t)dmamap->dm_segs[seg].ds_addr,
5904 1.281 msaitoh dmamap->dm_segs[seg].ds_len));
5905 1.281 msaitoh }
5906 1.153 tls
5907 1.281 msaitoh KASSERT(lasttx != -1);
5908 1.1 thorpej
5909 1.211 msaitoh /*
5910 1.281 msaitoh * Set up the command byte on the last descriptor of
5911 1.281 msaitoh * the packet. If we're in the interrupt delay window,
5912 1.281 msaitoh * delay the interrupt.
5913 1.211 msaitoh */
5914 1.281 msaitoh KASSERT((WTX_CMD_EOP | WTX_CMD_RS) ==
5915 1.281 msaitoh (NQTX_CMD_EOP | NQTX_CMD_RS));
5916 1.281 msaitoh sc->sc_txdescs[lasttx].wtx_cmdlen |=
5917 1.281 msaitoh htole32(WTX_CMD_EOP | WTX_CMD_RS);
5918 1.211 msaitoh
5919 1.281 msaitoh txs->txs_lastdesc = lasttx;
5920 1.177 msaitoh
5921 1.281 msaitoh DPRINTF(WM_DEBUG_TX,
5922 1.281 msaitoh ("%s: TX: desc %d: cmdlen 0x%08x\n",
5923 1.281 msaitoh device_xname(sc->sc_dev),
5924 1.281 msaitoh lasttx, le32toh(sc->sc_txdescs[lasttx].wtx_cmdlen)));
5925 1.1 thorpej
5926 1.281 msaitoh /* Sync the descriptors we're using. */
5927 1.281 msaitoh WM_CDTXSYNC(sc, sc->sc_txnext, txs->txs_ndesc,
5928 1.281 msaitoh BUS_DMASYNC_PREREAD|BUS_DMASYNC_PREWRITE);
5929 1.203 msaitoh
5930 1.281 msaitoh /* Give the packet to the chip. */
5931 1.281 msaitoh CSR_WRITE(sc, sc->sc_tdt_reg, nexttx);
5932 1.281 msaitoh sent = true;
5933 1.120 msaitoh
5934 1.281 msaitoh DPRINTF(WM_DEBUG_TX,
5935 1.281 msaitoh ("%s: TX: TDT -> %d\n", device_xname(sc->sc_dev), nexttx));
5936 1.228 msaitoh
5937 1.281 msaitoh DPRINTF(WM_DEBUG_TX,
5938 1.281 msaitoh ("%s: TX: finished transmitting packet, job %d\n",
5939 1.281 msaitoh device_xname(sc->sc_dev), sc->sc_txsnext));
5940 1.41 tls
5941 1.281 msaitoh /* Advance the tx pointer. */
5942 1.281 msaitoh sc->sc_txfree -= txs->txs_ndesc;
5943 1.281 msaitoh sc->sc_txnext = nexttx;
5944 1.1 thorpej
5945 1.281 msaitoh sc->sc_txsfree--;
5946 1.281 msaitoh sc->sc_txsnext = WM_NEXTTXS(sc, sc->sc_txsnext);
5947 1.1 thorpej
5948 1.281 msaitoh /* Pass the packet to any BPF listeners. */
5949 1.281 msaitoh bpf_mtap(ifp, m0);
5950 1.281 msaitoh }
5951 1.257 msaitoh
5952 1.281 msaitoh if (m0 != NULL) {
5953 1.281 msaitoh ifp->if_flags |= IFF_OACTIVE;
5954 1.281 msaitoh WM_EVCNT_INCR(&sc->sc_ev_txdrop);
5955 1.281 msaitoh DPRINTF(WM_DEBUG_TX, ("%s: TX: error after IFQ_DEQUEUE\n", __func__));
5956 1.281 msaitoh m_freem(m0);
5957 1.257 msaitoh }
5958 1.257 msaitoh
5959 1.281 msaitoh if (sc->sc_txsfree == 0 || sc->sc_txfree <= 2) {
5960 1.281 msaitoh /* No more slots; notify upper layer. */
5961 1.281 msaitoh ifp->if_flags |= IFF_OACTIVE;
5962 1.281 msaitoh }
5963 1.199 msaitoh
5964 1.281 msaitoh if (sent) {
5965 1.281 msaitoh /* Set a watchdog timer in case the chip flakes out. */
5966 1.281 msaitoh ifp->if_timer = 5;
5967 1.281 msaitoh }
5968 1.281 msaitoh }
5969 1.272 ozaki
5970 1.281 msaitoh /* Interrupt */
5971 1.1 thorpej
5972 1.1 thorpej /*
5973 1.335 msaitoh * wm_txeof:
5974 1.1 thorpej *
5975 1.281 msaitoh * Helper; handle transmit interrupts.
5976 1.1 thorpej */
5977 1.335 msaitoh static int
5978 1.335 msaitoh wm_txeof(struct wm_softc *sc)
5979 1.1 thorpej {
5980 1.281 msaitoh struct ifnet *ifp = &sc->sc_ethercom.ec_if;
5981 1.281 msaitoh struct wm_txsoft *txs;
5982 1.335 msaitoh bool processed = false;
5983 1.335 msaitoh int count = 0;
5984 1.335 msaitoh int i;
5985 1.281 msaitoh uint8_t status;
5986 1.1 thorpej
5987 1.281 msaitoh if (sc->sc_stopping)
5988 1.335 msaitoh return 0;
5989 1.281 msaitoh
5990 1.281 msaitoh ifp->if_flags &= ~IFF_OACTIVE;
5991 1.272 ozaki
5992 1.281 msaitoh /*
5993 1.281 msaitoh * Go through the Tx list and free mbufs for those
5994 1.281 msaitoh * frames which have been transmitted.
5995 1.281 msaitoh */
5996 1.281 msaitoh for (i = sc->sc_txsdirty; sc->sc_txsfree != WM_TXQUEUELEN(sc);
5997 1.281 msaitoh i = WM_NEXTTXS(sc, i), sc->sc_txsfree++) {
5998 1.281 msaitoh txs = &sc->sc_txsoft[i];
5999 1.1 thorpej
6000 1.281 msaitoh DPRINTF(WM_DEBUG_TX,
6001 1.281 msaitoh ("%s: TX: checking job %d\n", device_xname(sc->sc_dev), i));
6002 1.272 ozaki
6003 1.281 msaitoh WM_CDTXSYNC(sc, txs->txs_firstdesc, txs->txs_ndesc,
6004 1.281 msaitoh BUS_DMASYNC_POSTREAD|BUS_DMASYNC_POSTWRITE);
6005 1.272 ozaki
6006 1.281 msaitoh status =
6007 1.281 msaitoh sc->sc_txdescs[txs->txs_lastdesc].wtx_fields.wtxu_status;
6008 1.281 msaitoh if ((status & WTX_ST_DD) == 0) {
6009 1.281 msaitoh WM_CDTXSYNC(sc, txs->txs_lastdesc, 1,
6010 1.281 msaitoh BUS_DMASYNC_PREREAD);
6011 1.281 msaitoh break;
6012 1.281 msaitoh }
6013 1.1 thorpej
6014 1.335 msaitoh processed = true;
6015 1.335 msaitoh count++;
6016 1.281 msaitoh DPRINTF(WM_DEBUG_TX,
6017 1.281 msaitoh ("%s: TX: job %d done: descs %d..%d\n",
6018 1.281 msaitoh device_xname(sc->sc_dev), i, txs->txs_firstdesc,
6019 1.281 msaitoh txs->txs_lastdesc));
6020 1.272 ozaki
6021 1.281 msaitoh /*
6022 1.281 msaitoh * XXX We should probably be using the statistics
6023 1.281 msaitoh * XXX registers, but I don't know if they exist
6024 1.281 msaitoh * XXX on chips before the i82544.
6025 1.281 msaitoh */
6026 1.272 ozaki
6027 1.281 msaitoh #ifdef WM_EVENT_COUNTERS
6028 1.281 msaitoh if (status & WTX_ST_TU)
6029 1.281 msaitoh WM_EVCNT_INCR(&sc->sc_ev_tu);
6030 1.281 msaitoh #endif /* WM_EVENT_COUNTERS */
6031 1.1 thorpej
6032 1.281 msaitoh if (status & (WTX_ST_EC|WTX_ST_LC)) {
6033 1.281 msaitoh ifp->if_oerrors++;
6034 1.281 msaitoh if (status & WTX_ST_LC)
6035 1.281 msaitoh log(LOG_WARNING, "%s: late collision\n",
6036 1.281 msaitoh device_xname(sc->sc_dev));
6037 1.281 msaitoh else if (status & WTX_ST_EC) {
6038 1.281 msaitoh ifp->if_collisions += 16;
6039 1.281 msaitoh log(LOG_WARNING, "%s: excessive collisions\n",
6040 1.281 msaitoh device_xname(sc->sc_dev));
6041 1.281 msaitoh }
6042 1.281 msaitoh } else
6043 1.281 msaitoh ifp->if_opackets++;
6044 1.78 thorpej
6045 1.281 msaitoh sc->sc_txfree += txs->txs_ndesc;
6046 1.281 msaitoh bus_dmamap_sync(sc->sc_dmat, txs->txs_dmamap,
6047 1.281 msaitoh 0, txs->txs_dmamap->dm_mapsize, BUS_DMASYNC_POSTWRITE);
6048 1.281 msaitoh bus_dmamap_unload(sc->sc_dmat, txs->txs_dmamap);
6049 1.281 msaitoh m_freem(txs->txs_mbuf);
6050 1.281 msaitoh txs->txs_mbuf = NULL;
6051 1.1 thorpej }
6052 1.1 thorpej
6053 1.281 msaitoh /* Update the dirty transmit buffer pointer. */
6054 1.281 msaitoh sc->sc_txsdirty = i;
6055 1.281 msaitoh DPRINTF(WM_DEBUG_TX,
6056 1.281 msaitoh ("%s: TX: txsdirty -> %d\n", device_xname(sc->sc_dev), i));
6057 1.1 thorpej
6058 1.335 msaitoh if (count != 0)
6059 1.335 msaitoh rnd_add_uint32(&sc->rnd_source, count);
6060 1.335 msaitoh
6061 1.102 scw /*
6062 1.281 msaitoh * If there are no more pending transmissions, cancel the watchdog
6063 1.281 msaitoh * timer.
6064 1.102 scw */
6065 1.281 msaitoh if (sc->sc_txsfree == WM_TXQUEUELEN(sc))
6066 1.281 msaitoh ifp->if_timer = 0;
6067 1.335 msaitoh
6068 1.335 msaitoh return processed;
6069 1.281 msaitoh }
6070 1.102 scw
6071 1.281 msaitoh /*
6072 1.335 msaitoh * wm_rxeof:
6073 1.281 msaitoh *
6074 1.281 msaitoh * Helper; handle receive interrupts.
6075 1.281 msaitoh */
6076 1.281 msaitoh static void
6077 1.335 msaitoh wm_rxeof(struct wm_softc *sc)
6078 1.281 msaitoh {
6079 1.281 msaitoh struct ifnet *ifp = &sc->sc_ethercom.ec_if;
6080 1.281 msaitoh struct wm_rxsoft *rxs;
6081 1.281 msaitoh struct mbuf *m;
6082 1.281 msaitoh int i, len;
6083 1.335 msaitoh int count = 0;
6084 1.281 msaitoh uint8_t status, errors;
6085 1.281 msaitoh uint16_t vlantag;
6086 1.1 thorpej
6087 1.281 msaitoh for (i = sc->sc_rxptr;; i = WM_NEXTRX(i)) {
6088 1.281 msaitoh rxs = &sc->sc_rxsoft[i];
6089 1.156 dyoung
6090 1.281 msaitoh DPRINTF(WM_DEBUG_RX,
6091 1.281 msaitoh ("%s: RX: checking descriptor %d\n",
6092 1.281 msaitoh device_xname(sc->sc_dev), i));
6093 1.199 msaitoh
6094 1.281 msaitoh WM_CDRXSYNC(sc, i, BUS_DMASYNC_POSTREAD|BUS_DMASYNC_POSTWRITE);
6095 1.1 thorpej
6096 1.281 msaitoh status = sc->sc_rxdescs[i].wrx_status;
6097 1.281 msaitoh errors = sc->sc_rxdescs[i].wrx_errors;
6098 1.281 msaitoh len = le16toh(sc->sc_rxdescs[i].wrx_len);
6099 1.281 msaitoh vlantag = sc->sc_rxdescs[i].wrx_special;
6100 1.145 msaitoh
6101 1.281 msaitoh if ((status & WRX_ST_DD) == 0) {
6102 1.281 msaitoh /* We have processed all of the receive descriptors. */
6103 1.281 msaitoh WM_CDRXSYNC(sc, i, BUS_DMASYNC_PREREAD);
6104 1.281 msaitoh break;
6105 1.145 msaitoh }
6106 1.189 msaitoh
6107 1.335 msaitoh count++;
6108 1.281 msaitoh if (__predict_false(sc->sc_rxdiscard)) {
6109 1.281 msaitoh DPRINTF(WM_DEBUG_RX,
6110 1.281 msaitoh ("%s: RX: discarding contents of descriptor %d\n",
6111 1.281 msaitoh device_xname(sc->sc_dev), i));
6112 1.281 msaitoh WM_INIT_RXDESC(sc, i);
6113 1.281 msaitoh if (status & WRX_ST_EOP) {
6114 1.281 msaitoh /* Reset our state. */
6115 1.281 msaitoh DPRINTF(WM_DEBUG_RX,
6116 1.281 msaitoh ("%s: RX: resetting rxdiscard -> 0\n",
6117 1.281 msaitoh device_xname(sc->sc_dev)));
6118 1.281 msaitoh sc->sc_rxdiscard = 0;
6119 1.281 msaitoh }
6120 1.281 msaitoh continue;
6121 1.189 msaitoh }
6122 1.189 msaitoh
6123 1.281 msaitoh bus_dmamap_sync(sc->sc_dmat, rxs->rxs_dmamap, 0,
6124 1.281 msaitoh rxs->rxs_dmamap->dm_mapsize, BUS_DMASYNC_POSTREAD);
6125 1.189 msaitoh
6126 1.281 msaitoh m = rxs->rxs_mbuf;
6127 1.189 msaitoh
6128 1.281 msaitoh /*
6129 1.281 msaitoh * Add a new receive buffer to the ring, unless of
6130 1.281 msaitoh * course the length is zero. Treat the latter as a
6131 1.281 msaitoh * failed mapping.
6132 1.281 msaitoh */
6133 1.281 msaitoh if ((len == 0) || (wm_add_rxbuf(sc, i) != 0)) {
6134 1.281 msaitoh /*
6135 1.281 msaitoh * Failed, throw away what we've done so
6136 1.281 msaitoh * far, and discard the rest of the packet.
6137 1.281 msaitoh */
6138 1.281 msaitoh ifp->if_ierrors++;
6139 1.281 msaitoh bus_dmamap_sync(sc->sc_dmat, rxs->rxs_dmamap, 0,
6140 1.281 msaitoh rxs->rxs_dmamap->dm_mapsize, BUS_DMASYNC_PREREAD);
6141 1.281 msaitoh WM_INIT_RXDESC(sc, i);
6142 1.281 msaitoh if ((status & WRX_ST_EOP) == 0)
6143 1.281 msaitoh sc->sc_rxdiscard = 1;
6144 1.281 msaitoh if (sc->sc_rxhead != NULL)
6145 1.281 msaitoh m_freem(sc->sc_rxhead);
6146 1.281 msaitoh WM_RXCHAIN_RESET(sc);
6147 1.281 msaitoh DPRINTF(WM_DEBUG_RX,
6148 1.281 msaitoh ("%s: RX: Rx buffer allocation failed, "
6149 1.281 msaitoh "dropping packet%s\n", device_xname(sc->sc_dev),
6150 1.281 msaitoh sc->sc_rxdiscard ? " (discard)" : ""));
6151 1.281 msaitoh continue;
6152 1.189 msaitoh }
6153 1.253 msaitoh
6154 1.281 msaitoh m->m_len = len;
6155 1.281 msaitoh sc->sc_rxlen += len;
6156 1.281 msaitoh DPRINTF(WM_DEBUG_RX,
6157 1.281 msaitoh ("%s: RX: buffer at %p len %d\n",
6158 1.281 msaitoh device_xname(sc->sc_dev), m->m_data, len));
6159 1.145 msaitoh
6160 1.281 msaitoh /* If this is not the end of the packet, keep looking. */
6161 1.281 msaitoh if ((status & WRX_ST_EOP) == 0) {
6162 1.281 msaitoh WM_RXCHAIN_LINK(sc, m);
6163 1.281 msaitoh DPRINTF(WM_DEBUG_RX,
6164 1.281 msaitoh ("%s: RX: not yet EOP, rxlen -> %d\n",
6165 1.281 msaitoh device_xname(sc->sc_dev), sc->sc_rxlen));
6166 1.281 msaitoh continue;
6167 1.281 msaitoh }
6168 1.45 thorpej
6169 1.281 msaitoh /*
6170 1.281 msaitoh * Okay, we have the entire packet now. The chip is
6171 1.281 msaitoh * configured to include the FCS except I350 and I21[01]
6172 1.281 msaitoh * (not all chips can be configured to strip it),
6173 1.281 msaitoh * so we need to trim it.
6174 1.281 msaitoh * May need to adjust length of previous mbuf in the
6175 1.281 msaitoh * chain if the current mbuf is too short.
6176 1.281 msaitoh * For an eratta, the RCTL_SECRC bit in RCTL register
6177 1.281 msaitoh * is always set in I350, so we don't trim it.
6178 1.281 msaitoh */
6179 1.281 msaitoh if ((sc->sc_type != WM_T_I350) && (sc->sc_type != WM_T_I354)
6180 1.281 msaitoh && (sc->sc_type != WM_T_I210)
6181 1.281 msaitoh && (sc->sc_type != WM_T_I211)) {
6182 1.281 msaitoh if (m->m_len < ETHER_CRC_LEN) {
6183 1.281 msaitoh sc->sc_rxtail->m_len
6184 1.281 msaitoh -= (ETHER_CRC_LEN - m->m_len);
6185 1.281 msaitoh m->m_len = 0;
6186 1.281 msaitoh } else
6187 1.281 msaitoh m->m_len -= ETHER_CRC_LEN;
6188 1.281 msaitoh len = sc->sc_rxlen - ETHER_CRC_LEN;
6189 1.281 msaitoh } else
6190 1.281 msaitoh len = sc->sc_rxlen;
6191 1.117 msaitoh
6192 1.281 msaitoh WM_RXCHAIN_LINK(sc, m);
6193 1.127 bouyer
6194 1.281 msaitoh *sc->sc_rxtailp = NULL;
6195 1.281 msaitoh m = sc->sc_rxhead;
6196 1.117 msaitoh
6197 1.281 msaitoh WM_RXCHAIN_RESET(sc);
6198 1.45 thorpej
6199 1.281 msaitoh DPRINTF(WM_DEBUG_RX,
6200 1.281 msaitoh ("%s: RX: have entire packet, len -> %d\n",
6201 1.281 msaitoh device_xname(sc->sc_dev), len));
6202 1.45 thorpej
6203 1.281 msaitoh /* If an error occurred, update stats and drop the packet. */
6204 1.281 msaitoh if (errors &
6205 1.281 msaitoh (WRX_ER_CE|WRX_ER_SE|WRX_ER_SEQ|WRX_ER_CXE|WRX_ER_RXE)) {
6206 1.281 msaitoh if (errors & WRX_ER_SE)
6207 1.281 msaitoh log(LOG_WARNING, "%s: symbol error\n",
6208 1.281 msaitoh device_xname(sc->sc_dev));
6209 1.281 msaitoh else if (errors & WRX_ER_SEQ)
6210 1.281 msaitoh log(LOG_WARNING, "%s: receive sequence error\n",
6211 1.281 msaitoh device_xname(sc->sc_dev));
6212 1.281 msaitoh else if (errors & WRX_ER_CE)
6213 1.281 msaitoh log(LOG_WARNING, "%s: CRC error\n",
6214 1.281 msaitoh device_xname(sc->sc_dev));
6215 1.281 msaitoh m_freem(m);
6216 1.281 msaitoh continue;
6217 1.45 thorpej }
6218 1.45 thorpej
6219 1.281 msaitoh /* No errors. Receive the packet. */
6220 1.281 msaitoh m->m_pkthdr.rcvif = ifp;
6221 1.281 msaitoh m->m_pkthdr.len = len;
6222 1.45 thorpej
6223 1.281 msaitoh /*
6224 1.281 msaitoh * If VLANs are enabled, VLAN packets have been unwrapped
6225 1.281 msaitoh * for us. Associate the tag with the packet.
6226 1.281 msaitoh */
6227 1.281 msaitoh /* XXXX should check for i350 and i354 */
6228 1.281 msaitoh if ((status & WRX_ST_VP) != 0) {
6229 1.281 msaitoh VLAN_INPUT_TAG(ifp, m,
6230 1.281 msaitoh le16toh(vlantag),
6231 1.281 msaitoh continue);
6232 1.281 msaitoh }
6233 1.45 thorpej
6234 1.281 msaitoh /* Set up checksum info for this packet. */
6235 1.281 msaitoh if ((status & WRX_ST_IXSM) == 0) {
6236 1.281 msaitoh if (status & WRX_ST_IPCS) {
6237 1.281 msaitoh WM_EVCNT_INCR(&sc->sc_ev_rxipsum);
6238 1.281 msaitoh m->m_pkthdr.csum_flags |= M_CSUM_IPv4;
6239 1.281 msaitoh if (errors & WRX_ER_IPE)
6240 1.281 msaitoh m->m_pkthdr.csum_flags |=
6241 1.281 msaitoh M_CSUM_IPv4_BAD;
6242 1.281 msaitoh }
6243 1.281 msaitoh if (status & WRX_ST_TCPCS) {
6244 1.281 msaitoh /*
6245 1.281 msaitoh * Note: we don't know if this was TCP or UDP,
6246 1.281 msaitoh * so we just set both bits, and expect the
6247 1.281 msaitoh * upper layers to deal.
6248 1.281 msaitoh */
6249 1.281 msaitoh WM_EVCNT_INCR(&sc->sc_ev_rxtusum);
6250 1.281 msaitoh m->m_pkthdr.csum_flags |=
6251 1.281 msaitoh M_CSUM_TCPv4 | M_CSUM_UDPv4 |
6252 1.281 msaitoh M_CSUM_TCPv6 | M_CSUM_UDPv6;
6253 1.281 msaitoh if (errors & WRX_ER_TCPE)
6254 1.281 msaitoh m->m_pkthdr.csum_flags |=
6255 1.281 msaitoh M_CSUM_TCP_UDP_BAD;
6256 1.281 msaitoh }
6257 1.281 msaitoh }
6258 1.117 msaitoh
6259 1.281 msaitoh ifp->if_ipackets++;
6260 1.117 msaitoh
6261 1.283 ozaki WM_RX_UNLOCK(sc);
6262 1.45 thorpej
6263 1.281 msaitoh /* Pass this up to any BPF listeners. */
6264 1.281 msaitoh bpf_mtap(ifp, m);
6265 1.46 thorpej
6266 1.281 msaitoh /* Pass it on. */
6267 1.281 msaitoh (*ifp->if_input)(ifp, m);
6268 1.46 thorpej
6269 1.283 ozaki WM_RX_LOCK(sc);
6270 1.46 thorpej
6271 1.281 msaitoh if (sc->sc_stopping)
6272 1.281 msaitoh break;
6273 1.48 thorpej }
6274 1.281 msaitoh
6275 1.281 msaitoh /* Update the receive pointer. */
6276 1.281 msaitoh sc->sc_rxptr = i;
6277 1.335 msaitoh if (count != 0)
6278 1.335 msaitoh rnd_add_uint32(&sc->rnd_source, count);
6279 1.281 msaitoh
6280 1.281 msaitoh DPRINTF(WM_DEBUG_RX,
6281 1.281 msaitoh ("%s: RX: rxptr -> %d\n", device_xname(sc->sc_dev), i));
6282 1.48 thorpej }
6283 1.48 thorpej
6284 1.48 thorpej /*
6285 1.281 msaitoh * wm_linkintr_gmii:
6286 1.50 thorpej *
6287 1.281 msaitoh * Helper; handle link interrupts for GMII.
6288 1.50 thorpej */
6289 1.281 msaitoh static void
6290 1.281 msaitoh wm_linkintr_gmii(struct wm_softc *sc, uint32_t icr)
6291 1.50 thorpej {
6292 1.51 thorpej
6293 1.283 ozaki KASSERT(WM_TX_LOCKED(sc));
6294 1.281 msaitoh
6295 1.281 msaitoh DPRINTF(WM_DEBUG_LINK, ("%s: %s:\n", device_xname(sc->sc_dev),
6296 1.281 msaitoh __func__));
6297 1.281 msaitoh
6298 1.281 msaitoh if (icr & ICR_LSC) {
6299 1.281 msaitoh DPRINTF(WM_DEBUG_LINK,
6300 1.281 msaitoh ("%s: LINK: LSC -> mii_pollstat\n",
6301 1.281 msaitoh device_xname(sc->sc_dev)));
6302 1.281 msaitoh mii_pollstat(&sc->sc_mii);
6303 1.281 msaitoh if (sc->sc_type == WM_T_82543) {
6304 1.281 msaitoh int miistatus, active;
6305 1.281 msaitoh
6306 1.281 msaitoh /*
6307 1.281 msaitoh * With 82543, we need to force speed and
6308 1.281 msaitoh * duplex on the MAC equal to what the PHY
6309 1.281 msaitoh * speed and duplex configuration is.
6310 1.281 msaitoh */
6311 1.281 msaitoh miistatus = sc->sc_mii.mii_media_status;
6312 1.50 thorpej
6313 1.281 msaitoh if (miistatus & IFM_ACTIVE) {
6314 1.281 msaitoh active = sc->sc_mii.mii_media_active;
6315 1.281 msaitoh sc->sc_ctrl &= ~(CTRL_SPEED_MASK | CTRL_FD);
6316 1.281 msaitoh switch (IFM_SUBTYPE(active)) {
6317 1.281 msaitoh case IFM_10_T:
6318 1.281 msaitoh sc->sc_ctrl |= CTRL_SPEED_10;
6319 1.281 msaitoh break;
6320 1.281 msaitoh case IFM_100_TX:
6321 1.281 msaitoh sc->sc_ctrl |= CTRL_SPEED_100;
6322 1.281 msaitoh break;
6323 1.281 msaitoh case IFM_1000_T:
6324 1.281 msaitoh sc->sc_ctrl |= CTRL_SPEED_1000;
6325 1.281 msaitoh break;
6326 1.281 msaitoh default:
6327 1.281 msaitoh /*
6328 1.281 msaitoh * fiber?
6329 1.281 msaitoh * Shoud not enter here.
6330 1.281 msaitoh */
6331 1.281 msaitoh printf("unknown media (%x)\n",
6332 1.281 msaitoh active);
6333 1.281 msaitoh break;
6334 1.281 msaitoh }
6335 1.281 msaitoh if (active & IFM_FDX)
6336 1.281 msaitoh sc->sc_ctrl |= CTRL_FD;
6337 1.281 msaitoh CSR_WRITE(sc, WMREG_CTRL, sc->sc_ctrl);
6338 1.281 msaitoh }
6339 1.281 msaitoh } else if ((sc->sc_type == WM_T_ICH8)
6340 1.281 msaitoh && (sc->sc_phytype == WMPHY_IGP_3)) {
6341 1.281 msaitoh wm_kmrn_lock_loss_workaround_ich8lan(sc);
6342 1.281 msaitoh } else if (sc->sc_type == WM_T_PCH) {
6343 1.281 msaitoh wm_k1_gig_workaround_hv(sc,
6344 1.281 msaitoh ((sc->sc_mii.mii_media_status & IFM_ACTIVE) != 0));
6345 1.230 msaitoh }
6346 1.51 thorpej
6347 1.281 msaitoh if ((sc->sc_phytype == WMPHY_82578)
6348 1.281 msaitoh && (IFM_SUBTYPE(sc->sc_mii.mii_media_active)
6349 1.281 msaitoh == IFM_1000_T)) {
6350 1.51 thorpej
6351 1.281 msaitoh if ((sc->sc_mii.mii_media_status & IFM_ACTIVE) != 0) {
6352 1.281 msaitoh delay(200*1000); /* XXX too big */
6353 1.51 thorpej
6354 1.281 msaitoh /* Link stall fix for link up */
6355 1.281 msaitoh wm_gmii_hv_writereg(sc->sc_dev, 1,
6356 1.281 msaitoh HV_MUX_DATA_CTRL,
6357 1.281 msaitoh HV_MUX_DATA_CTRL_GEN_TO_MAC
6358 1.281 msaitoh | HV_MUX_DATA_CTRL_FORCE_SPEED);
6359 1.281 msaitoh wm_gmii_hv_writereg(sc->sc_dev, 1,
6360 1.281 msaitoh HV_MUX_DATA_CTRL,
6361 1.281 msaitoh HV_MUX_DATA_CTRL_GEN_TO_MAC);
6362 1.281 msaitoh }
6363 1.281 msaitoh }
6364 1.281 msaitoh } else if (icr & ICR_RXSEQ) {
6365 1.281 msaitoh DPRINTF(WM_DEBUG_LINK,
6366 1.281 msaitoh ("%s: LINK Receive sequence error\n",
6367 1.281 msaitoh device_xname(sc->sc_dev)));
6368 1.51 thorpej }
6369 1.50 thorpej }
6370 1.50 thorpej
6371 1.50 thorpej /*
6372 1.281 msaitoh * wm_linkintr_tbi:
6373 1.57 thorpej *
6374 1.281 msaitoh * Helper; handle link interrupts for TBI mode.
6375 1.57 thorpej */
6376 1.281 msaitoh static void
6377 1.281 msaitoh wm_linkintr_tbi(struct wm_softc *sc, uint32_t icr)
6378 1.57 thorpej {
6379 1.281 msaitoh uint32_t status;
6380 1.281 msaitoh
6381 1.281 msaitoh DPRINTF(WM_DEBUG_LINK, ("%s: %s:\n", device_xname(sc->sc_dev),
6382 1.281 msaitoh __func__));
6383 1.281 msaitoh
6384 1.281 msaitoh status = CSR_READ(sc, WMREG_STATUS);
6385 1.281 msaitoh if (icr & ICR_LSC) {
6386 1.281 msaitoh if (status & STATUS_LU) {
6387 1.281 msaitoh DPRINTF(WM_DEBUG_LINK, ("%s: LINK: LSC -> up %s\n",
6388 1.281 msaitoh device_xname(sc->sc_dev),
6389 1.281 msaitoh (status & STATUS_FD) ? "FDX" : "HDX"));
6390 1.281 msaitoh /*
6391 1.281 msaitoh * NOTE: CTRL will update TFCE and RFCE automatically,
6392 1.281 msaitoh * so we should update sc->sc_ctrl
6393 1.281 msaitoh */
6394 1.57 thorpej
6395 1.281 msaitoh sc->sc_ctrl = CSR_READ(sc, WMREG_CTRL);
6396 1.281 msaitoh sc->sc_tctl &= ~TCTL_COLD(0x3ff);
6397 1.281 msaitoh sc->sc_fcrtl &= ~FCRTL_XONE;
6398 1.281 msaitoh if (status & STATUS_FD)
6399 1.281 msaitoh sc->sc_tctl |=
6400 1.281 msaitoh TCTL_COLD(TX_COLLISION_DISTANCE_FDX);
6401 1.281 msaitoh else
6402 1.281 msaitoh sc->sc_tctl |=
6403 1.281 msaitoh TCTL_COLD(TX_COLLISION_DISTANCE_HDX);
6404 1.281 msaitoh if (sc->sc_ctrl & CTRL_TFCE)
6405 1.281 msaitoh sc->sc_fcrtl |= FCRTL_XONE;
6406 1.281 msaitoh CSR_WRITE(sc, WMREG_TCTL, sc->sc_tctl);
6407 1.281 msaitoh CSR_WRITE(sc, (sc->sc_type < WM_T_82543) ?
6408 1.281 msaitoh WMREG_OLD_FCRTL : WMREG_FCRTL,
6409 1.281 msaitoh sc->sc_fcrtl);
6410 1.281 msaitoh sc->sc_tbi_linkup = 1;
6411 1.281 msaitoh } else {
6412 1.281 msaitoh DPRINTF(WM_DEBUG_LINK, ("%s: LINK: LSC -> down\n",
6413 1.281 msaitoh device_xname(sc->sc_dev)));
6414 1.281 msaitoh sc->sc_tbi_linkup = 0;
6415 1.281 msaitoh }
6416 1.325 msaitoh /* Update LED */
6417 1.325 msaitoh wm_tbi_serdes_set_linkled(sc);
6418 1.281 msaitoh } else if (icr & ICR_RXSEQ) {
6419 1.281 msaitoh DPRINTF(WM_DEBUG_LINK,
6420 1.281 msaitoh ("%s: LINK: Receive sequence error\n",
6421 1.281 msaitoh device_xname(sc->sc_dev)));
6422 1.57 thorpej }
6423 1.57 thorpej }
6424 1.57 thorpej
6425 1.57 thorpej /*
6426 1.325 msaitoh * wm_linkintr_serdes:
6427 1.325 msaitoh *
6428 1.325 msaitoh * Helper; handle link interrupts for TBI mode.
6429 1.325 msaitoh */
6430 1.325 msaitoh static void
6431 1.325 msaitoh wm_linkintr_serdes(struct wm_softc *sc, uint32_t icr)
6432 1.325 msaitoh {
6433 1.325 msaitoh struct mii_data *mii = &sc->sc_mii;
6434 1.325 msaitoh struct ifmedia_entry *ife = sc->sc_mii.mii_media.ifm_cur;
6435 1.325 msaitoh uint32_t pcs_adv, pcs_lpab, reg;
6436 1.325 msaitoh
6437 1.325 msaitoh DPRINTF(WM_DEBUG_LINK, ("%s: %s:\n", device_xname(sc->sc_dev),
6438 1.325 msaitoh __func__));
6439 1.325 msaitoh
6440 1.325 msaitoh if (icr & ICR_LSC) {
6441 1.325 msaitoh /* Check PCS */
6442 1.325 msaitoh reg = CSR_READ(sc, WMREG_PCS_LSTS);
6443 1.325 msaitoh if ((reg & PCS_LSTS_LINKOK) != 0) {
6444 1.325 msaitoh mii->mii_media_status |= IFM_ACTIVE;
6445 1.325 msaitoh sc->sc_tbi_linkup = 1;
6446 1.325 msaitoh } else {
6447 1.325 msaitoh mii->mii_media_status |= IFM_NONE;
6448 1.325 msaitoh sc->sc_tbi_linkup = 0;
6449 1.325 msaitoh wm_tbi_serdes_set_linkled(sc);
6450 1.325 msaitoh return;
6451 1.325 msaitoh }
6452 1.325 msaitoh mii->mii_media_active |= IFM_1000_SX;
6453 1.325 msaitoh if ((reg & PCS_LSTS_FDX) != 0)
6454 1.325 msaitoh mii->mii_media_active |= IFM_FDX;
6455 1.325 msaitoh else
6456 1.325 msaitoh mii->mii_media_active |= IFM_HDX;
6457 1.325 msaitoh if (IFM_SUBTYPE(ife->ifm_media) == IFM_AUTO) {
6458 1.325 msaitoh /* Check flow */
6459 1.325 msaitoh reg = CSR_READ(sc, WMREG_PCS_LSTS);
6460 1.325 msaitoh if ((reg & PCS_LSTS_AN_COMP) == 0) {
6461 1.325 msaitoh DPRINTF(WM_DEBUG_LINK,
6462 1.325 msaitoh ("XXX LINKOK but not ACOMP\n"));
6463 1.325 msaitoh return;
6464 1.325 msaitoh }
6465 1.325 msaitoh pcs_adv = CSR_READ(sc, WMREG_PCS_ANADV);
6466 1.325 msaitoh pcs_lpab = CSR_READ(sc, WMREG_PCS_LPAB);
6467 1.325 msaitoh DPRINTF(WM_DEBUG_LINK,
6468 1.325 msaitoh ("XXX AN result %08x, %08x\n", pcs_adv, pcs_lpab));
6469 1.325 msaitoh if ((pcs_adv & TXCW_SYM_PAUSE)
6470 1.325 msaitoh && (pcs_lpab & TXCW_SYM_PAUSE)) {
6471 1.325 msaitoh mii->mii_media_active |= IFM_FLOW
6472 1.325 msaitoh | IFM_ETH_TXPAUSE | IFM_ETH_RXPAUSE;
6473 1.325 msaitoh } else if (((pcs_adv & TXCW_SYM_PAUSE) == 0)
6474 1.325 msaitoh && (pcs_adv & TXCW_ASYM_PAUSE)
6475 1.325 msaitoh && (pcs_lpab & TXCW_SYM_PAUSE)
6476 1.325 msaitoh && (pcs_lpab & TXCW_ASYM_PAUSE))
6477 1.325 msaitoh mii->mii_media_active |= IFM_FLOW
6478 1.325 msaitoh | IFM_ETH_TXPAUSE;
6479 1.325 msaitoh else if ((pcs_adv & TXCW_SYM_PAUSE)
6480 1.325 msaitoh && (pcs_adv & TXCW_ASYM_PAUSE)
6481 1.325 msaitoh && ((pcs_lpab & TXCW_SYM_PAUSE) == 0)
6482 1.325 msaitoh && (pcs_lpab & TXCW_ASYM_PAUSE))
6483 1.325 msaitoh mii->mii_media_active |= IFM_FLOW
6484 1.325 msaitoh | IFM_ETH_RXPAUSE;
6485 1.325 msaitoh }
6486 1.325 msaitoh /* Update LED */
6487 1.325 msaitoh wm_tbi_serdes_set_linkled(sc);
6488 1.325 msaitoh } else {
6489 1.325 msaitoh DPRINTF(WM_DEBUG_LINK,
6490 1.325 msaitoh ("%s: LINK: Receive sequence error\n",
6491 1.325 msaitoh device_xname(sc->sc_dev)));
6492 1.325 msaitoh }
6493 1.325 msaitoh }
6494 1.325 msaitoh
6495 1.325 msaitoh /*
6496 1.281 msaitoh * wm_linkintr:
6497 1.57 thorpej *
6498 1.281 msaitoh * Helper; handle link interrupts.
6499 1.57 thorpej */
6500 1.281 msaitoh static void
6501 1.281 msaitoh wm_linkintr(struct wm_softc *sc, uint32_t icr)
6502 1.57 thorpej {
6503 1.57 thorpej
6504 1.281 msaitoh if (sc->sc_flags & WM_F_HAS_MII)
6505 1.281 msaitoh wm_linkintr_gmii(sc, icr);
6506 1.325 msaitoh else if ((sc->sc_mediatype == WM_MEDIATYPE_SERDES)
6507 1.332 msaitoh && (sc->sc_type >= WM_T_82575))
6508 1.325 msaitoh wm_linkintr_serdes(sc, icr);
6509 1.281 msaitoh else
6510 1.281 msaitoh wm_linkintr_tbi(sc, icr);
6511 1.57 thorpej }
6512 1.57 thorpej
6513 1.112 gavan /*
6514 1.335 msaitoh * wm_intr_legacy:
6515 1.112 gavan *
6516 1.335 msaitoh * Interrupt service routine for INTx and MSI.
6517 1.112 gavan */
6518 1.112 gavan static int
6519 1.335 msaitoh wm_intr_legacy(void *arg)
6520 1.198 msaitoh {
6521 1.281 msaitoh struct wm_softc *sc = arg;
6522 1.281 msaitoh struct ifnet *ifp = &sc->sc_ethercom.ec_if;
6523 1.335 msaitoh uint32_t icr, rndval = 0;
6524 1.281 msaitoh int handled = 0;
6525 1.281 msaitoh
6526 1.335 msaitoh DPRINTF(WM_DEBUG_TX,
6527 1.335 msaitoh ("%s: INTx: got intr\n", device_xname(sc->sc_dev)));
6528 1.281 msaitoh while (1 /* CONSTCOND */) {
6529 1.281 msaitoh icr = CSR_READ(sc, WMREG_ICR);
6530 1.281 msaitoh if ((icr & sc->sc_icr) == 0)
6531 1.281 msaitoh break;
6532 1.335 msaitoh if (rndval == 0)
6533 1.335 msaitoh rndval = icr;
6534 1.112 gavan
6535 1.283 ozaki WM_RX_LOCK(sc);
6536 1.112 gavan
6537 1.281 msaitoh if (sc->sc_stopping) {
6538 1.283 ozaki WM_RX_UNLOCK(sc);
6539 1.281 msaitoh break;
6540 1.281 msaitoh }
6541 1.247 msaitoh
6542 1.281 msaitoh handled = 1;
6543 1.249 msaitoh
6544 1.281 msaitoh #if defined(WM_DEBUG) || defined(WM_EVENT_COUNTERS)
6545 1.281 msaitoh if (icr & (ICR_RXDMT0|ICR_RXT0)) {
6546 1.281 msaitoh DPRINTF(WM_DEBUG_RX,
6547 1.281 msaitoh ("%s: RX: got Rx intr 0x%08x\n",
6548 1.281 msaitoh device_xname(sc->sc_dev),
6549 1.281 msaitoh icr & (ICR_RXDMT0|ICR_RXT0)));
6550 1.281 msaitoh WM_EVCNT_INCR(&sc->sc_ev_rxintr);
6551 1.240 msaitoh }
6552 1.281 msaitoh #endif
6553 1.335 msaitoh wm_rxeof(sc);
6554 1.240 msaitoh
6555 1.283 ozaki WM_RX_UNLOCK(sc);
6556 1.283 ozaki WM_TX_LOCK(sc);
6557 1.283 ozaki
6558 1.281 msaitoh #if defined(WM_DEBUG) || defined(WM_EVENT_COUNTERS)
6559 1.281 msaitoh if (icr & ICR_TXDW) {
6560 1.281 msaitoh DPRINTF(WM_DEBUG_TX,
6561 1.281 msaitoh ("%s: TX: got TXDW interrupt\n",
6562 1.281 msaitoh device_xname(sc->sc_dev)));
6563 1.281 msaitoh WM_EVCNT_INCR(&sc->sc_ev_txdw);
6564 1.240 msaitoh }
6565 1.281 msaitoh #endif
6566 1.335 msaitoh wm_txeof(sc);
6567 1.240 msaitoh
6568 1.285 msaitoh if (icr & (ICR_LSC|ICR_RXSEQ)) {
6569 1.281 msaitoh WM_EVCNT_INCR(&sc->sc_ev_linkintr);
6570 1.281 msaitoh wm_linkintr(sc, icr);
6571 1.281 msaitoh }
6572 1.240 msaitoh
6573 1.283 ozaki WM_TX_UNLOCK(sc);
6574 1.112 gavan
6575 1.281 msaitoh if (icr & ICR_RXO) {
6576 1.281 msaitoh #if defined(WM_DEBUG)
6577 1.281 msaitoh log(LOG_WARNING, "%s: Receive overrun\n",
6578 1.281 msaitoh device_xname(sc->sc_dev));
6579 1.281 msaitoh #endif /* defined(WM_DEBUG) */
6580 1.281 msaitoh }
6581 1.249 msaitoh }
6582 1.112 gavan
6583 1.335 msaitoh rnd_add_uint32(&sc->rnd_source, rndval);
6584 1.335 msaitoh
6585 1.335 msaitoh if (handled) {
6586 1.335 msaitoh /* Try to get more packets going. */
6587 1.335 msaitoh ifp->if_start(ifp);
6588 1.335 msaitoh }
6589 1.335 msaitoh
6590 1.335 msaitoh return handled;
6591 1.335 msaitoh }
6592 1.335 msaitoh
6593 1.335 msaitoh #ifdef WM_MSI_MSIX
6594 1.335 msaitoh /*
6595 1.335 msaitoh * wm_txintr_msix:
6596 1.335 msaitoh *
6597 1.335 msaitoh * Interrupt service routine for TX complete interrupt for MSI-X.
6598 1.335 msaitoh */
6599 1.335 msaitoh static int
6600 1.335 msaitoh wm_txintr_msix(void *arg)
6601 1.335 msaitoh {
6602 1.335 msaitoh struct wm_softc *sc = arg;
6603 1.335 msaitoh struct ifnet *ifp = &sc->sc_ethercom.ec_if;
6604 1.335 msaitoh int handled = 0;
6605 1.335 msaitoh
6606 1.335 msaitoh DPRINTF(WM_DEBUG_TX,
6607 1.335 msaitoh ("%s: TX: got Tx intr\n", device_xname(sc->sc_dev)));
6608 1.335 msaitoh
6609 1.335 msaitoh if (sc->sc_type == WM_T_82574)
6610 1.335 msaitoh CSR_WRITE(sc, WMREG_IMC, ICR_TXQ0); /* 82574 only */
6611 1.335 msaitoh else if (sc->sc_type == WM_T_82575)
6612 1.335 msaitoh CSR_WRITE(sc, WMREG_EIMC, EITR_TX_QUEUE0);
6613 1.335 msaitoh else
6614 1.340 knakahar CSR_WRITE(sc, WMREG_EIMC, 1 << WM_MSIX_TXINTR_IDX);
6615 1.335 msaitoh
6616 1.335 msaitoh WM_TX_LOCK(sc);
6617 1.335 msaitoh
6618 1.335 msaitoh if (sc->sc_stopping)
6619 1.335 msaitoh goto out;
6620 1.335 msaitoh
6621 1.335 msaitoh WM_EVCNT_INCR(&sc->sc_ev_txdw);
6622 1.335 msaitoh handled = wm_txeof(sc);
6623 1.335 msaitoh
6624 1.335 msaitoh out:
6625 1.335 msaitoh WM_TX_UNLOCK(sc);
6626 1.335 msaitoh
6627 1.335 msaitoh if (sc->sc_type == WM_T_82574)
6628 1.335 msaitoh CSR_WRITE(sc, WMREG_IMS, ICR_TXQ0); /* 82574 only */
6629 1.335 msaitoh else if (sc->sc_type == WM_T_82575)
6630 1.335 msaitoh CSR_WRITE(sc, WMREG_EIMS, EITR_TX_QUEUE0);
6631 1.335 msaitoh else
6632 1.340 knakahar CSR_WRITE(sc, WMREG_EIMS, 1 << WM_MSIX_TXINTR_IDX);
6633 1.335 msaitoh
6634 1.281 msaitoh if (handled) {
6635 1.281 msaitoh /* Try to get more packets going. */
6636 1.281 msaitoh ifp->if_start(ifp);
6637 1.117 msaitoh }
6638 1.119 uebayasi
6639 1.281 msaitoh return handled;
6640 1.117 msaitoh }
6641 1.117 msaitoh
6642 1.281 msaitoh /*
6643 1.335 msaitoh * wm_rxintr_msix:
6644 1.335 msaitoh *
6645 1.335 msaitoh * Interrupt service routine for RX interrupt for MSI-X.
6646 1.335 msaitoh */
6647 1.335 msaitoh static int
6648 1.335 msaitoh wm_rxintr_msix(void *arg)
6649 1.335 msaitoh {
6650 1.335 msaitoh struct wm_softc *sc = arg;
6651 1.335 msaitoh
6652 1.335 msaitoh DPRINTF(WM_DEBUG_TX,
6653 1.335 msaitoh ("%s: RX: got Rx intr\n", device_xname(sc->sc_dev)));
6654 1.335 msaitoh
6655 1.335 msaitoh if (sc->sc_type == WM_T_82574)
6656 1.335 msaitoh CSR_WRITE(sc, WMREG_IMC, ICR_RXQ0); /* 82574 only */
6657 1.335 msaitoh else if (sc->sc_type == WM_T_82575)
6658 1.335 msaitoh CSR_WRITE(sc, WMREG_EIMC, EITR_RX_QUEUE0);
6659 1.335 msaitoh else
6660 1.340 knakahar CSR_WRITE(sc, WMREG_EIMC, 1 << WM_MSIX_RXINTR_IDX);
6661 1.335 msaitoh
6662 1.335 msaitoh WM_RX_LOCK(sc);
6663 1.335 msaitoh
6664 1.335 msaitoh if (sc->sc_stopping)
6665 1.335 msaitoh goto out;
6666 1.335 msaitoh
6667 1.335 msaitoh WM_EVCNT_INCR(&sc->sc_ev_rxintr);
6668 1.335 msaitoh wm_rxeof(sc);
6669 1.335 msaitoh
6670 1.335 msaitoh out:
6671 1.335 msaitoh WM_RX_UNLOCK(sc);
6672 1.335 msaitoh
6673 1.335 msaitoh if (sc->sc_type == WM_T_82574)
6674 1.335 msaitoh CSR_WRITE(sc, WMREG_IMS, ICR_RXQ0);
6675 1.335 msaitoh else if (sc->sc_type == WM_T_82575)
6676 1.335 msaitoh CSR_WRITE(sc, WMREG_EIMS, EITR_RX_QUEUE0);
6677 1.335 msaitoh else
6678 1.340 knakahar CSR_WRITE(sc, WMREG_EIMS, 1 << WM_MSIX_RXINTR_IDX);
6679 1.335 msaitoh
6680 1.335 msaitoh return 1;
6681 1.335 msaitoh }
6682 1.335 msaitoh
6683 1.335 msaitoh /*
6684 1.335 msaitoh * wm_linkintr_msix:
6685 1.335 msaitoh *
6686 1.335 msaitoh * Interrupt service routine for link status change for MSI-X.
6687 1.335 msaitoh */
6688 1.335 msaitoh static int
6689 1.335 msaitoh wm_linkintr_msix(void *arg)
6690 1.335 msaitoh {
6691 1.335 msaitoh struct wm_softc *sc = arg;
6692 1.335 msaitoh
6693 1.335 msaitoh DPRINTF(WM_DEBUG_TX,
6694 1.335 msaitoh ("%s: LINK: got link intr\n", device_xname(sc->sc_dev)));
6695 1.335 msaitoh
6696 1.335 msaitoh if (sc->sc_type == WM_T_82574)
6697 1.335 msaitoh CSR_WRITE(sc, WMREG_IMC, ICR_OTHER); /* 82574 only */
6698 1.335 msaitoh else if (sc->sc_type == WM_T_82575)
6699 1.335 msaitoh CSR_WRITE(sc, WMREG_EIMC, EITR_OTHER);
6700 1.335 msaitoh else
6701 1.340 knakahar CSR_WRITE(sc, WMREG_EIMC, 1 << WM_MSIX_LINKINTR_IDX);
6702 1.335 msaitoh WM_TX_LOCK(sc);
6703 1.335 msaitoh if (sc->sc_stopping)
6704 1.335 msaitoh goto out;
6705 1.335 msaitoh
6706 1.335 msaitoh WM_EVCNT_INCR(&sc->sc_ev_linkintr);
6707 1.335 msaitoh wm_linkintr(sc, ICR_LSC);
6708 1.335 msaitoh
6709 1.335 msaitoh out:
6710 1.335 msaitoh WM_TX_UNLOCK(sc);
6711 1.335 msaitoh
6712 1.335 msaitoh if (sc->sc_type == WM_T_82574)
6713 1.335 msaitoh CSR_WRITE(sc, WMREG_IMS, ICR_OTHER | ICR_LSC); /* 82574 only */
6714 1.335 msaitoh else if (sc->sc_type == WM_T_82575)
6715 1.335 msaitoh CSR_WRITE(sc, WMREG_EIMS, EITR_OTHER);
6716 1.335 msaitoh else
6717 1.340 knakahar CSR_WRITE(sc, WMREG_EIMS, 1 << WM_MSIX_LINKINTR_IDX);
6718 1.335 msaitoh
6719 1.335 msaitoh return 1;
6720 1.335 msaitoh }
6721 1.335 msaitoh #endif /* WM_MSI_MSIX */
6722 1.335 msaitoh
6723 1.335 msaitoh /*
6724 1.281 msaitoh * Media related.
6725 1.281 msaitoh * GMII, SGMII, TBI (and SERDES)
6726 1.281 msaitoh */
6727 1.117 msaitoh
6728 1.325 msaitoh /* Common */
6729 1.325 msaitoh
6730 1.325 msaitoh /*
6731 1.325 msaitoh * wm_tbi_serdes_set_linkled:
6732 1.325 msaitoh *
6733 1.325 msaitoh * Update the link LED on TBI and SERDES devices.
6734 1.325 msaitoh */
6735 1.325 msaitoh static void
6736 1.325 msaitoh wm_tbi_serdes_set_linkled(struct wm_softc *sc)
6737 1.325 msaitoh {
6738 1.325 msaitoh
6739 1.325 msaitoh if (sc->sc_tbi_linkup)
6740 1.325 msaitoh sc->sc_ctrl |= CTRL_SWDPIN(0);
6741 1.325 msaitoh else
6742 1.325 msaitoh sc->sc_ctrl &= ~CTRL_SWDPIN(0);
6743 1.325 msaitoh
6744 1.325 msaitoh /* 82540 or newer devices are active low */
6745 1.325 msaitoh sc->sc_ctrl ^= (sc->sc_type >= WM_T_82540) ? CTRL_SWDPIN(0) : 0;
6746 1.325 msaitoh
6747 1.325 msaitoh CSR_WRITE(sc, WMREG_CTRL, sc->sc_ctrl);
6748 1.325 msaitoh }
6749 1.325 msaitoh
6750 1.281 msaitoh /* GMII related */
6751 1.117 msaitoh
6752 1.280 msaitoh /*
6753 1.281 msaitoh * wm_gmii_reset:
6754 1.280 msaitoh *
6755 1.281 msaitoh * Reset the PHY.
6756 1.280 msaitoh */
6757 1.281 msaitoh static void
6758 1.281 msaitoh wm_gmii_reset(struct wm_softc *sc)
6759 1.280 msaitoh {
6760 1.281 msaitoh uint32_t reg;
6761 1.280 msaitoh int rv;
6762 1.280 msaitoh
6763 1.281 msaitoh /* get phy semaphore */
6764 1.281 msaitoh switch (sc->sc_type) {
6765 1.281 msaitoh case WM_T_82571:
6766 1.281 msaitoh case WM_T_82572:
6767 1.281 msaitoh case WM_T_82573:
6768 1.281 msaitoh case WM_T_82574:
6769 1.281 msaitoh case WM_T_82583:
6770 1.281 msaitoh /* XXX should get sw semaphore, too */
6771 1.281 msaitoh rv = wm_get_swsm_semaphore(sc);
6772 1.281 msaitoh break;
6773 1.281 msaitoh case WM_T_82575:
6774 1.281 msaitoh case WM_T_82576:
6775 1.281 msaitoh case WM_T_82580:
6776 1.281 msaitoh case WM_T_I350:
6777 1.281 msaitoh case WM_T_I354:
6778 1.281 msaitoh case WM_T_I210:
6779 1.281 msaitoh case WM_T_I211:
6780 1.281 msaitoh case WM_T_80003:
6781 1.281 msaitoh rv = wm_get_swfw_semaphore(sc, swfwphysem[sc->sc_funcid]);
6782 1.281 msaitoh break;
6783 1.281 msaitoh case WM_T_ICH8:
6784 1.281 msaitoh case WM_T_ICH9:
6785 1.281 msaitoh case WM_T_ICH10:
6786 1.281 msaitoh case WM_T_PCH:
6787 1.281 msaitoh case WM_T_PCH2:
6788 1.281 msaitoh case WM_T_PCH_LPT:
6789 1.281 msaitoh rv = wm_get_swfwhw_semaphore(sc);
6790 1.281 msaitoh break;
6791 1.281 msaitoh default:
6792 1.281 msaitoh /* nothing to do*/
6793 1.281 msaitoh rv = 0;
6794 1.281 msaitoh break;
6795 1.281 msaitoh }
6796 1.281 msaitoh if (rv != 0) {
6797 1.281 msaitoh aprint_error_dev(sc->sc_dev, "%s: failed to get semaphore\n",
6798 1.281 msaitoh __func__);
6799 1.281 msaitoh return;
6800 1.281 msaitoh }
6801 1.280 msaitoh
6802 1.281 msaitoh switch (sc->sc_type) {
6803 1.281 msaitoh case WM_T_82542_2_0:
6804 1.281 msaitoh case WM_T_82542_2_1:
6805 1.281 msaitoh /* null */
6806 1.281 msaitoh break;
6807 1.281 msaitoh case WM_T_82543:
6808 1.281 msaitoh /*
6809 1.281 msaitoh * With 82543, we need to force speed and duplex on the MAC
6810 1.281 msaitoh * equal to what the PHY speed and duplex configuration is.
6811 1.281 msaitoh * In addition, we need to perform a hardware reset on the PHY
6812 1.281 msaitoh * to take it out of reset.
6813 1.281 msaitoh */
6814 1.281 msaitoh sc->sc_ctrl |= CTRL_FRCSPD | CTRL_FRCFDX;
6815 1.281 msaitoh CSR_WRITE(sc, WMREG_CTRL, sc->sc_ctrl);
6816 1.280 msaitoh
6817 1.281 msaitoh /* The PHY reset pin is active-low. */
6818 1.281 msaitoh reg = CSR_READ(sc, WMREG_CTRL_EXT);
6819 1.281 msaitoh reg &= ~((CTRL_EXT_SWDPIO_MASK << CTRL_EXT_SWDPIO_SHIFT) |
6820 1.281 msaitoh CTRL_EXT_SWDPIN(4));
6821 1.281 msaitoh reg |= CTRL_EXT_SWDPIO(4);
6822 1.218 msaitoh
6823 1.281 msaitoh CSR_WRITE(sc, WMREG_CTRL_EXT, reg);
6824 1.281 msaitoh CSR_WRITE_FLUSH(sc);
6825 1.281 msaitoh delay(10*1000);
6826 1.218 msaitoh
6827 1.281 msaitoh CSR_WRITE(sc, WMREG_CTRL_EXT, reg | CTRL_EXT_SWDPIN(4));
6828 1.281 msaitoh CSR_WRITE_FLUSH(sc);
6829 1.281 msaitoh delay(150);
6830 1.281 msaitoh #if 0
6831 1.281 msaitoh sc->sc_ctrl_ext = reg | CTRL_EXT_SWDPIN(4);
6832 1.281 msaitoh #endif
6833 1.281 msaitoh delay(20*1000); /* XXX extra delay to get PHY ID? */
6834 1.281 msaitoh break;
6835 1.281 msaitoh case WM_T_82544: /* reset 10000us */
6836 1.281 msaitoh case WM_T_82540:
6837 1.281 msaitoh case WM_T_82545:
6838 1.281 msaitoh case WM_T_82545_3:
6839 1.281 msaitoh case WM_T_82546:
6840 1.281 msaitoh case WM_T_82546_3:
6841 1.281 msaitoh case WM_T_82541:
6842 1.281 msaitoh case WM_T_82541_2:
6843 1.281 msaitoh case WM_T_82547:
6844 1.281 msaitoh case WM_T_82547_2:
6845 1.281 msaitoh case WM_T_82571: /* reset 100us */
6846 1.281 msaitoh case WM_T_82572:
6847 1.281 msaitoh case WM_T_82573:
6848 1.281 msaitoh case WM_T_82574:
6849 1.281 msaitoh case WM_T_82575:
6850 1.281 msaitoh case WM_T_82576:
6851 1.218 msaitoh case WM_T_82580:
6852 1.228 msaitoh case WM_T_I350:
6853 1.265 msaitoh case WM_T_I354:
6854 1.281 msaitoh case WM_T_I210:
6855 1.281 msaitoh case WM_T_I211:
6856 1.281 msaitoh case WM_T_82583:
6857 1.281 msaitoh case WM_T_80003:
6858 1.281 msaitoh /* generic reset */
6859 1.281 msaitoh CSR_WRITE(sc, WMREG_CTRL, sc->sc_ctrl | CTRL_PHY_RESET);
6860 1.281 msaitoh CSR_WRITE_FLUSH(sc);
6861 1.281 msaitoh delay(20000);
6862 1.281 msaitoh CSR_WRITE(sc, WMREG_CTRL, sc->sc_ctrl);
6863 1.281 msaitoh CSR_WRITE_FLUSH(sc);
6864 1.281 msaitoh delay(20000);
6865 1.281 msaitoh
6866 1.281 msaitoh if ((sc->sc_type == WM_T_82541)
6867 1.281 msaitoh || (sc->sc_type == WM_T_82541_2)
6868 1.281 msaitoh || (sc->sc_type == WM_T_82547)
6869 1.281 msaitoh || (sc->sc_type == WM_T_82547_2)) {
6870 1.281 msaitoh /* workaround for igp are done in igp_reset() */
6871 1.281 msaitoh /* XXX add code to set LED after phy reset */
6872 1.218 msaitoh }
6873 1.218 msaitoh break;
6874 1.281 msaitoh case WM_T_ICH8:
6875 1.281 msaitoh case WM_T_ICH9:
6876 1.281 msaitoh case WM_T_ICH10:
6877 1.281 msaitoh case WM_T_PCH:
6878 1.281 msaitoh case WM_T_PCH2:
6879 1.281 msaitoh case WM_T_PCH_LPT:
6880 1.281 msaitoh /* generic reset */
6881 1.281 msaitoh CSR_WRITE(sc, WMREG_CTRL, sc->sc_ctrl | CTRL_PHY_RESET);
6882 1.281 msaitoh CSR_WRITE_FLUSH(sc);
6883 1.281 msaitoh delay(100);
6884 1.281 msaitoh CSR_WRITE(sc, WMREG_CTRL, sc->sc_ctrl);
6885 1.281 msaitoh CSR_WRITE_FLUSH(sc);
6886 1.281 msaitoh delay(150);
6887 1.281 msaitoh break;
6888 1.281 msaitoh default:
6889 1.281 msaitoh panic("%s: %s: unknown type\n", device_xname(sc->sc_dev),
6890 1.281 msaitoh __func__);
6891 1.281 msaitoh break;
6892 1.281 msaitoh }
6893 1.281 msaitoh
6894 1.281 msaitoh /* release PHY semaphore */
6895 1.281 msaitoh switch (sc->sc_type) {
6896 1.218 msaitoh case WM_T_82571:
6897 1.281 msaitoh case WM_T_82572:
6898 1.281 msaitoh case WM_T_82573:
6899 1.281 msaitoh case WM_T_82574:
6900 1.281 msaitoh case WM_T_82583:
6901 1.281 msaitoh /* XXX should put sw semaphore, too */
6902 1.281 msaitoh wm_put_swsm_semaphore(sc);
6903 1.281 msaitoh break;
6904 1.218 msaitoh case WM_T_82575:
6905 1.218 msaitoh case WM_T_82576:
6906 1.281 msaitoh case WM_T_82580:
6907 1.281 msaitoh case WM_T_I350:
6908 1.281 msaitoh case WM_T_I354:
6909 1.247 msaitoh case WM_T_I210:
6910 1.247 msaitoh case WM_T_I211:
6911 1.281 msaitoh case WM_T_80003:
6912 1.281 msaitoh wm_put_swfw_semaphore(sc, swfwphysem[sc->sc_funcid]);
6913 1.281 msaitoh break;
6914 1.281 msaitoh case WM_T_ICH8:
6915 1.281 msaitoh case WM_T_ICH9:
6916 1.281 msaitoh case WM_T_ICH10:
6917 1.281 msaitoh case WM_T_PCH:
6918 1.281 msaitoh case WM_T_PCH2:
6919 1.281 msaitoh case WM_T_PCH_LPT:
6920 1.281 msaitoh wm_put_swfwhw_semaphore(sc);
6921 1.218 msaitoh break;
6922 1.218 msaitoh default:
6923 1.281 msaitoh /* nothing to do*/
6924 1.281 msaitoh rv = 0;
6925 1.218 msaitoh break;
6926 1.218 msaitoh }
6927 1.210 msaitoh
6928 1.281 msaitoh /* get_cfg_done */
6929 1.281 msaitoh wm_get_cfg_done(sc);
6930 1.208 msaitoh
6931 1.281 msaitoh /* extra setup */
6932 1.281 msaitoh switch (sc->sc_type) {
6933 1.281 msaitoh case WM_T_82542_2_0:
6934 1.281 msaitoh case WM_T_82542_2_1:
6935 1.281 msaitoh case WM_T_82543:
6936 1.281 msaitoh case WM_T_82544:
6937 1.281 msaitoh case WM_T_82540:
6938 1.281 msaitoh case WM_T_82545:
6939 1.281 msaitoh case WM_T_82545_3:
6940 1.281 msaitoh case WM_T_82546:
6941 1.281 msaitoh case WM_T_82546_3:
6942 1.281 msaitoh case WM_T_82541_2:
6943 1.281 msaitoh case WM_T_82547_2:
6944 1.281 msaitoh case WM_T_82571:
6945 1.281 msaitoh case WM_T_82572:
6946 1.281 msaitoh case WM_T_82573:
6947 1.281 msaitoh case WM_T_82574:
6948 1.281 msaitoh case WM_T_82575:
6949 1.281 msaitoh case WM_T_82576:
6950 1.281 msaitoh case WM_T_82580:
6951 1.281 msaitoh case WM_T_I350:
6952 1.281 msaitoh case WM_T_I354:
6953 1.281 msaitoh case WM_T_I210:
6954 1.281 msaitoh case WM_T_I211:
6955 1.281 msaitoh case WM_T_82583:
6956 1.281 msaitoh case WM_T_80003:
6957 1.281 msaitoh /* null */
6958 1.281 msaitoh break;
6959 1.281 msaitoh case WM_T_82541:
6960 1.281 msaitoh case WM_T_82547:
6961 1.281 msaitoh /* XXX Configure actively LED after PHY reset */
6962 1.281 msaitoh break;
6963 1.281 msaitoh case WM_T_ICH8:
6964 1.281 msaitoh case WM_T_ICH9:
6965 1.281 msaitoh case WM_T_ICH10:
6966 1.281 msaitoh case WM_T_PCH:
6967 1.281 msaitoh case WM_T_PCH2:
6968 1.281 msaitoh case WM_T_PCH_LPT:
6969 1.281 msaitoh /* Allow time for h/w to get to a quiescent state afer reset */
6970 1.281 msaitoh delay(10*1000);
6971 1.1 thorpej
6972 1.281 msaitoh if (sc->sc_type == WM_T_PCH)
6973 1.281 msaitoh wm_hv_phy_workaround_ich8lan(sc);
6974 1.1 thorpej
6975 1.281 msaitoh if (sc->sc_type == WM_T_PCH2)
6976 1.281 msaitoh wm_lv_phy_workaround_ich8lan(sc);
6977 1.1 thorpej
6978 1.281 msaitoh if ((sc->sc_type == WM_T_PCH) || (sc->sc_type == WM_T_PCH2)) {
6979 1.281 msaitoh /*
6980 1.281 msaitoh * dummy read to clear the phy wakeup bit after lcd
6981 1.281 msaitoh * reset
6982 1.281 msaitoh */
6983 1.281 msaitoh reg = wm_gmii_hv_readreg(sc->sc_dev, 1, BM_WUC);
6984 1.281 msaitoh }
6985 1.1 thorpej
6986 1.281 msaitoh /*
6987 1.281 msaitoh * XXX Configure the LCD with th extended configuration region
6988 1.281 msaitoh * in NVM
6989 1.281 msaitoh */
6990 1.1 thorpej
6991 1.281 msaitoh /* Configure the LCD with the OEM bits in NVM */
6992 1.281 msaitoh if ((sc->sc_type == WM_T_PCH) || (sc->sc_type == WM_T_PCH2)
6993 1.281 msaitoh || (sc->sc_type == WM_T_PCH_LPT)) {
6994 1.281 msaitoh /*
6995 1.281 msaitoh * Disable LPLU.
6996 1.281 msaitoh * XXX It seems that 82567 has LPLU, too.
6997 1.281 msaitoh */
6998 1.281 msaitoh reg = wm_gmii_hv_readreg(sc->sc_dev, 1, HV_OEM_BITS);
6999 1.281 msaitoh reg &= ~(HV_OEM_BITS_A1KDIS| HV_OEM_BITS_LPLU);
7000 1.281 msaitoh reg |= HV_OEM_BITS_ANEGNOW;
7001 1.281 msaitoh wm_gmii_hv_writereg(sc->sc_dev, 1, HV_OEM_BITS, reg);
7002 1.281 msaitoh }
7003 1.281 msaitoh break;
7004 1.281 msaitoh default:
7005 1.281 msaitoh panic("%s: unknown type\n", __func__);
7006 1.281 msaitoh break;
7007 1.1 thorpej }
7008 1.1 thorpej }
7009 1.1 thorpej
7010 1.1 thorpej /*
7011 1.281 msaitoh * wm_get_phy_id_82575:
7012 1.1 thorpej *
7013 1.281 msaitoh * Return PHY ID. Return -1 if it failed.
7014 1.1 thorpej */
7015 1.281 msaitoh static int
7016 1.281 msaitoh wm_get_phy_id_82575(struct wm_softc *sc)
7017 1.1 thorpej {
7018 1.281 msaitoh uint32_t reg;
7019 1.281 msaitoh int phyid = -1;
7020 1.281 msaitoh
7021 1.281 msaitoh /* XXX */
7022 1.281 msaitoh if ((sc->sc_flags & WM_F_SGMII) == 0)
7023 1.281 msaitoh return -1;
7024 1.1 thorpej
7025 1.281 msaitoh if (wm_sgmii_uses_mdio(sc)) {
7026 1.281 msaitoh switch (sc->sc_type) {
7027 1.281 msaitoh case WM_T_82575:
7028 1.281 msaitoh case WM_T_82576:
7029 1.281 msaitoh reg = CSR_READ(sc, WMREG_MDIC);
7030 1.281 msaitoh phyid = (reg & MDIC_PHY_MASK) >> MDIC_PHY_SHIFT;
7031 1.281 msaitoh break;
7032 1.281 msaitoh case WM_T_82580:
7033 1.281 msaitoh case WM_T_I350:
7034 1.281 msaitoh case WM_T_I354:
7035 1.281 msaitoh case WM_T_I210:
7036 1.281 msaitoh case WM_T_I211:
7037 1.281 msaitoh reg = CSR_READ(sc, WMREG_MDICNFG);
7038 1.281 msaitoh phyid = (reg & MDICNFG_PHY_MASK) >> MDICNFG_PHY_SHIFT;
7039 1.281 msaitoh break;
7040 1.281 msaitoh default:
7041 1.281 msaitoh return -1;
7042 1.281 msaitoh }
7043 1.139 bouyer }
7044 1.1 thorpej
7045 1.281 msaitoh return phyid;
7046 1.1 thorpej }
7047 1.1 thorpej
7048 1.281 msaitoh
7049 1.1 thorpej /*
7050 1.281 msaitoh * wm_gmii_mediainit:
7051 1.1 thorpej *
7052 1.281 msaitoh * Initialize media for use on 1000BASE-T devices.
7053 1.1 thorpej */
7054 1.47 thorpej static void
7055 1.281 msaitoh wm_gmii_mediainit(struct wm_softc *sc, pci_product_id_t prodid)
7056 1.1 thorpej {
7057 1.1 thorpej struct ifnet *ifp = &sc->sc_ethercom.ec_if;
7058 1.281 msaitoh struct mii_data *mii = &sc->sc_mii;
7059 1.282 msaitoh uint32_t reg;
7060 1.281 msaitoh
7061 1.292 msaitoh /* We have GMII. */
7062 1.281 msaitoh sc->sc_flags |= WM_F_HAS_MII;
7063 1.1 thorpej
7064 1.281 msaitoh if (sc->sc_type == WM_T_80003)
7065 1.281 msaitoh sc->sc_tipg = TIPG_1000T_80003_DFLT;
7066 1.1 thorpej else
7067 1.281 msaitoh sc->sc_tipg = TIPG_1000T_DFLT;
7068 1.1 thorpej
7069 1.282 msaitoh /* XXX Not for I354? FreeBSD's e1000_82575.c doesn't include it */
7070 1.300 msaitoh if ((sc->sc_type == WM_T_82580)
7071 1.282 msaitoh || (sc->sc_type == WM_T_I350) || (sc->sc_type == WM_T_I210)
7072 1.282 msaitoh || (sc->sc_type == WM_T_I211)) {
7073 1.282 msaitoh reg = CSR_READ(sc, WMREG_PHPM);
7074 1.282 msaitoh reg &= ~PHPM_GO_LINK_D;
7075 1.282 msaitoh CSR_WRITE(sc, WMREG_PHPM, reg);
7076 1.282 msaitoh }
7077 1.282 msaitoh
7078 1.281 msaitoh /*
7079 1.281 msaitoh * Let the chip set speed/duplex on its own based on
7080 1.281 msaitoh * signals from the PHY.
7081 1.281 msaitoh * XXXbouyer - I'm not sure this is right for the 80003,
7082 1.281 msaitoh * the em driver only sets CTRL_SLU here - but it seems to work.
7083 1.281 msaitoh */
7084 1.281 msaitoh sc->sc_ctrl |= CTRL_SLU;
7085 1.281 msaitoh CSR_WRITE(sc, WMREG_CTRL, sc->sc_ctrl);
7086 1.1 thorpej
7087 1.281 msaitoh /* Initialize our media structures and probe the GMII. */
7088 1.281 msaitoh mii->mii_ifp = ifp;
7089 1.1 thorpej
7090 1.1 thorpej /*
7091 1.281 msaitoh * Determine the PHY access method.
7092 1.281 msaitoh *
7093 1.281 msaitoh * For SGMII, use SGMII specific method.
7094 1.281 msaitoh *
7095 1.281 msaitoh * For some devices, we can determine the PHY access method
7096 1.281 msaitoh * from sc_type.
7097 1.281 msaitoh *
7098 1.316 msaitoh * For ICH and PCH variants, it's difficult to determine the PHY
7099 1.316 msaitoh * access method by sc_type, so use the PCI product ID for some
7100 1.316 msaitoh * devices.
7101 1.281 msaitoh * For other ICH8 variants, try to use igp's method. If the PHY
7102 1.281 msaitoh * can't detect, then use bm's method.
7103 1.1 thorpej */
7104 1.281 msaitoh switch (prodid) {
7105 1.281 msaitoh case PCI_PRODUCT_INTEL_PCH_M_LM:
7106 1.281 msaitoh case PCI_PRODUCT_INTEL_PCH_M_LC:
7107 1.281 msaitoh /* 82577 */
7108 1.281 msaitoh sc->sc_phytype = WMPHY_82577;
7109 1.281 msaitoh break;
7110 1.281 msaitoh case PCI_PRODUCT_INTEL_PCH_D_DM:
7111 1.281 msaitoh case PCI_PRODUCT_INTEL_PCH_D_DC:
7112 1.281 msaitoh /* 82578 */
7113 1.281 msaitoh sc->sc_phytype = WMPHY_82578;
7114 1.281 msaitoh break;
7115 1.281 msaitoh case PCI_PRODUCT_INTEL_PCH2_LV_LM:
7116 1.281 msaitoh case PCI_PRODUCT_INTEL_PCH2_LV_V:
7117 1.281 msaitoh /* 82579 */
7118 1.281 msaitoh sc->sc_phytype = WMPHY_82579;
7119 1.281 msaitoh break;
7120 1.281 msaitoh case PCI_PRODUCT_INTEL_82801I_BM:
7121 1.281 msaitoh case PCI_PRODUCT_INTEL_82801J_R_BM_LM:
7122 1.281 msaitoh case PCI_PRODUCT_INTEL_82801J_R_BM_LF:
7123 1.281 msaitoh case PCI_PRODUCT_INTEL_82801J_D_BM_LM:
7124 1.281 msaitoh case PCI_PRODUCT_INTEL_82801J_D_BM_LF:
7125 1.281 msaitoh case PCI_PRODUCT_INTEL_82801J_R_BM_V:
7126 1.281 msaitoh /* 82567 */
7127 1.281 msaitoh sc->sc_phytype = WMPHY_BM;
7128 1.281 msaitoh mii->mii_readreg = wm_gmii_bm_readreg;
7129 1.281 msaitoh mii->mii_writereg = wm_gmii_bm_writereg;
7130 1.281 msaitoh break;
7131 1.281 msaitoh default:
7132 1.281 msaitoh if (((sc->sc_flags & WM_F_SGMII) != 0)
7133 1.281 msaitoh && !wm_sgmii_uses_mdio(sc)){
7134 1.329 msaitoh /* SGMII */
7135 1.281 msaitoh mii->mii_readreg = wm_sgmii_readreg;
7136 1.281 msaitoh mii->mii_writereg = wm_sgmii_writereg;
7137 1.281 msaitoh } else if (sc->sc_type >= WM_T_80003) {
7138 1.329 msaitoh /* 80003 */
7139 1.281 msaitoh mii->mii_readreg = wm_gmii_i80003_readreg;
7140 1.281 msaitoh mii->mii_writereg = wm_gmii_i80003_writereg;
7141 1.281 msaitoh } else if (sc->sc_type >= WM_T_I210) {
7142 1.329 msaitoh /* I210 and I211 */
7143 1.329 msaitoh mii->mii_readreg = wm_gmii_gs40g_readreg;
7144 1.329 msaitoh mii->mii_writereg = wm_gmii_gs40g_writereg;
7145 1.281 msaitoh } else if (sc->sc_type >= WM_T_82580) {
7146 1.329 msaitoh /* 82580, I350 and I354 */
7147 1.281 msaitoh sc->sc_phytype = WMPHY_82580;
7148 1.281 msaitoh mii->mii_readreg = wm_gmii_82580_readreg;
7149 1.281 msaitoh mii->mii_writereg = wm_gmii_82580_writereg;
7150 1.281 msaitoh } else if (sc->sc_type >= WM_T_82544) {
7151 1.329 msaitoh /* 82544, 0, [56], [17], 8257[1234] and 82583 */
7152 1.281 msaitoh mii->mii_readreg = wm_gmii_i82544_readreg;
7153 1.281 msaitoh mii->mii_writereg = wm_gmii_i82544_writereg;
7154 1.281 msaitoh } else {
7155 1.281 msaitoh mii->mii_readreg = wm_gmii_i82543_readreg;
7156 1.281 msaitoh mii->mii_writereg = wm_gmii_i82543_writereg;
7157 1.1 thorpej }
7158 1.281 msaitoh break;
7159 1.1 thorpej }
7160 1.316 msaitoh if ((sc->sc_type >= WM_T_PCH) && (sc->sc_type <= WM_T_PCH_LPT)) {
7161 1.316 msaitoh /* All PCH* use _hv_ */
7162 1.316 msaitoh mii->mii_readreg = wm_gmii_hv_readreg;
7163 1.316 msaitoh mii->mii_writereg = wm_gmii_hv_writereg;
7164 1.316 msaitoh }
7165 1.281 msaitoh mii->mii_statchg = wm_gmii_statchg;
7166 1.1 thorpej
7167 1.281 msaitoh wm_gmii_reset(sc);
7168 1.1 thorpej
7169 1.281 msaitoh sc->sc_ethercom.ec_mii = &sc->sc_mii;
7170 1.327 msaitoh ifmedia_init(&mii->mii_media, IFM_IMASK, wm_gmii_mediachange,
7171 1.327 msaitoh wm_gmii_mediastatus);
7172 1.1 thorpej
7173 1.281 msaitoh if ((sc->sc_type == WM_T_82575) || (sc->sc_type == WM_T_82576)
7174 1.300 msaitoh || (sc->sc_type == WM_T_82580)
7175 1.281 msaitoh || (sc->sc_type == WM_T_I350) || (sc->sc_type == WM_T_I354)
7176 1.281 msaitoh || (sc->sc_type == WM_T_I210) || (sc->sc_type == WM_T_I211)) {
7177 1.281 msaitoh if ((sc->sc_flags & WM_F_SGMII) == 0) {
7178 1.281 msaitoh /* Attach only one port */
7179 1.281 msaitoh mii_attach(sc->sc_dev, &sc->sc_mii, 0xffffffff, 1,
7180 1.281 msaitoh MII_OFFSET_ANY, MIIF_DOPAUSE);
7181 1.281 msaitoh } else {
7182 1.281 msaitoh int i, id;
7183 1.281 msaitoh uint32_t ctrl_ext;
7184 1.1 thorpej
7185 1.281 msaitoh id = wm_get_phy_id_82575(sc);
7186 1.281 msaitoh if (id != -1) {
7187 1.281 msaitoh mii_attach(sc->sc_dev, &sc->sc_mii, 0xffffffff,
7188 1.281 msaitoh id, MII_OFFSET_ANY, MIIF_DOPAUSE);
7189 1.281 msaitoh }
7190 1.281 msaitoh if ((id == -1)
7191 1.281 msaitoh || (LIST_FIRST(&mii->mii_phys) == NULL)) {
7192 1.281 msaitoh /* Power on sgmii phy if it is disabled */
7193 1.281 msaitoh ctrl_ext = CSR_READ(sc, WMREG_CTRL_EXT);
7194 1.281 msaitoh CSR_WRITE(sc, WMREG_CTRL_EXT,
7195 1.281 msaitoh ctrl_ext &~ CTRL_EXT_SWDPIN(3));
7196 1.281 msaitoh CSR_WRITE_FLUSH(sc);
7197 1.281 msaitoh delay(300*1000); /* XXX too long */
7198 1.1 thorpej
7199 1.281 msaitoh /* from 1 to 8 */
7200 1.281 msaitoh for (i = 1; i < 8; i++)
7201 1.281 msaitoh mii_attach(sc->sc_dev, &sc->sc_mii,
7202 1.281 msaitoh 0xffffffff, i, MII_OFFSET_ANY,
7203 1.281 msaitoh MIIF_DOPAUSE);
7204 1.1 thorpej
7205 1.281 msaitoh /* restore previous sfp cage power state */
7206 1.281 msaitoh CSR_WRITE(sc, WMREG_CTRL_EXT, ctrl_ext);
7207 1.281 msaitoh }
7208 1.281 msaitoh }
7209 1.281 msaitoh } else {
7210 1.281 msaitoh mii_attach(sc->sc_dev, &sc->sc_mii, 0xffffffff, MII_PHY_ANY,
7211 1.281 msaitoh MII_OFFSET_ANY, MIIF_DOPAUSE);
7212 1.281 msaitoh }
7213 1.173 msaitoh
7214 1.281 msaitoh /*
7215 1.281 msaitoh * If the MAC is PCH2 or PCH_LPT and failed to detect MII PHY, call
7216 1.281 msaitoh * wm_set_mdio_slow_mode_hv() for a workaround and retry.
7217 1.281 msaitoh */
7218 1.281 msaitoh if (((sc->sc_type == WM_T_PCH2) || (sc->sc_type == WM_T_PCH_LPT)) &&
7219 1.281 msaitoh (LIST_FIRST(&mii->mii_phys) == NULL)) {
7220 1.281 msaitoh wm_set_mdio_slow_mode_hv(sc);
7221 1.281 msaitoh mii_attach(sc->sc_dev, &sc->sc_mii, 0xffffffff, MII_PHY_ANY,
7222 1.281 msaitoh MII_OFFSET_ANY, MIIF_DOPAUSE);
7223 1.281 msaitoh }
7224 1.1 thorpej
7225 1.1 thorpej /*
7226 1.281 msaitoh * (For ICH8 variants)
7227 1.281 msaitoh * If PHY detection failed, use BM's r/w function and retry.
7228 1.1 thorpej */
7229 1.281 msaitoh if (LIST_FIRST(&mii->mii_phys) == NULL) {
7230 1.281 msaitoh /* if failed, retry with *_bm_* */
7231 1.281 msaitoh mii->mii_readreg = wm_gmii_bm_readreg;
7232 1.281 msaitoh mii->mii_writereg = wm_gmii_bm_writereg;
7233 1.1 thorpej
7234 1.281 msaitoh mii_attach(sc->sc_dev, &sc->sc_mii, 0xffffffff, MII_PHY_ANY,
7235 1.281 msaitoh MII_OFFSET_ANY, MIIF_DOPAUSE);
7236 1.281 msaitoh }
7237 1.1 thorpej
7238 1.281 msaitoh if (LIST_FIRST(&mii->mii_phys) == NULL) {
7239 1.281 msaitoh /* Any PHY wasn't find */
7240 1.281 msaitoh ifmedia_add(&mii->mii_media, IFM_ETHER|IFM_NONE, 0, NULL);
7241 1.281 msaitoh ifmedia_set(&mii->mii_media, IFM_ETHER|IFM_NONE);
7242 1.281 msaitoh sc->sc_phytype = WMPHY_NONE;
7243 1.281 msaitoh } else {
7244 1.281 msaitoh /*
7245 1.281 msaitoh * PHY Found!
7246 1.281 msaitoh * Check PHY type.
7247 1.281 msaitoh */
7248 1.281 msaitoh uint32_t model;
7249 1.281 msaitoh struct mii_softc *child;
7250 1.1 thorpej
7251 1.281 msaitoh child = LIST_FIRST(&mii->mii_phys);
7252 1.281 msaitoh if (device_is_a(child->mii_dev, "igphy")) {
7253 1.281 msaitoh struct igphy_softc *isc = (struct igphy_softc *)child;
7254 1.1 thorpej
7255 1.281 msaitoh model = isc->sc_mii.mii_mpd_model;
7256 1.281 msaitoh if (model == MII_MODEL_yyINTEL_I82566)
7257 1.281 msaitoh sc->sc_phytype = WMPHY_IGP_3;
7258 1.281 msaitoh }
7259 1.1 thorpej
7260 1.281 msaitoh ifmedia_set(&mii->mii_media, IFM_ETHER | IFM_AUTO);
7261 1.281 msaitoh }
7262 1.1 thorpej }
7263 1.1 thorpej
7264 1.1 thorpej /*
7265 1.281 msaitoh * wm_gmii_mediachange: [ifmedia interface function]
7266 1.1 thorpej *
7267 1.281 msaitoh * Set hardware to newly-selected media on a 1000BASE-T device.
7268 1.1 thorpej */
7269 1.47 thorpej static int
7270 1.281 msaitoh wm_gmii_mediachange(struct ifnet *ifp)
7271 1.1 thorpej {
7272 1.1 thorpej struct wm_softc *sc = ifp->if_softc;
7273 1.1 thorpej struct ifmedia_entry *ife = sc->sc_mii.mii_media.ifm_cur;
7274 1.281 msaitoh int rc;
7275 1.1 thorpej
7276 1.281 msaitoh if ((ifp->if_flags & IFF_UP) == 0)
7277 1.279 msaitoh return 0;
7278 1.279 msaitoh
7279 1.281 msaitoh sc->sc_ctrl &= ~(CTRL_SPEED_MASK | CTRL_FD);
7280 1.281 msaitoh sc->sc_ctrl |= CTRL_SLU;
7281 1.281 msaitoh if ((IFM_SUBTYPE(ife->ifm_media) == IFM_AUTO)
7282 1.281 msaitoh || (sc->sc_type > WM_T_82543)) {
7283 1.281 msaitoh sc->sc_ctrl &= ~(CTRL_FRCSPD | CTRL_FRCFDX);
7284 1.134 msaitoh } else {
7285 1.281 msaitoh sc->sc_ctrl &= ~CTRL_ASDE;
7286 1.281 msaitoh sc->sc_ctrl |= CTRL_FRCSPD | CTRL_FRCFDX;
7287 1.281 msaitoh if (ife->ifm_media & IFM_FDX)
7288 1.281 msaitoh sc->sc_ctrl |= CTRL_FD;
7289 1.281 msaitoh switch (IFM_SUBTYPE(ife->ifm_media)) {
7290 1.281 msaitoh case IFM_10_T:
7291 1.281 msaitoh sc->sc_ctrl |= CTRL_SPEED_10;
7292 1.281 msaitoh break;
7293 1.281 msaitoh case IFM_100_TX:
7294 1.281 msaitoh sc->sc_ctrl |= CTRL_SPEED_100;
7295 1.281 msaitoh break;
7296 1.281 msaitoh case IFM_1000_T:
7297 1.281 msaitoh sc->sc_ctrl |= CTRL_SPEED_1000;
7298 1.281 msaitoh break;
7299 1.281 msaitoh default:
7300 1.281 msaitoh panic("wm_gmii_mediachange: bad media 0x%x",
7301 1.281 msaitoh ife->ifm_media);
7302 1.281 msaitoh }
7303 1.134 msaitoh }
7304 1.281 msaitoh CSR_WRITE(sc, WMREG_CTRL, sc->sc_ctrl);
7305 1.281 msaitoh if (sc->sc_type <= WM_T_82543)
7306 1.281 msaitoh wm_gmii_reset(sc);
7307 1.281 msaitoh
7308 1.281 msaitoh if ((rc = mii_mediachg(&sc->sc_mii)) == ENXIO)
7309 1.281 msaitoh return 0;
7310 1.281 msaitoh return rc;
7311 1.281 msaitoh }
7312 1.1 thorpej
7313 1.324 msaitoh /*
7314 1.324 msaitoh * wm_gmii_mediastatus: [ifmedia interface function]
7315 1.324 msaitoh *
7316 1.324 msaitoh * Get the current interface media status on a 1000BASE-T device.
7317 1.324 msaitoh */
7318 1.324 msaitoh static void
7319 1.324 msaitoh wm_gmii_mediastatus(struct ifnet *ifp, struct ifmediareq *ifmr)
7320 1.324 msaitoh {
7321 1.324 msaitoh struct wm_softc *sc = ifp->if_softc;
7322 1.324 msaitoh
7323 1.324 msaitoh ether_mediastatus(ifp, ifmr);
7324 1.324 msaitoh ifmr->ifm_active = (ifmr->ifm_active & ~IFM_ETH_FMASK)
7325 1.324 msaitoh | sc->sc_flowflags;
7326 1.324 msaitoh }
7327 1.324 msaitoh
7328 1.281 msaitoh #define MDI_IO CTRL_SWDPIN(2)
7329 1.281 msaitoh #define MDI_DIR CTRL_SWDPIO(2) /* host -> PHY */
7330 1.281 msaitoh #define MDI_CLK CTRL_SWDPIN(3)
7331 1.1 thorpej
7332 1.281 msaitoh static void
7333 1.281 msaitoh wm_i82543_mii_sendbits(struct wm_softc *sc, uint32_t data, int nbits)
7334 1.281 msaitoh {
7335 1.281 msaitoh uint32_t i, v;
7336 1.134 msaitoh
7337 1.281 msaitoh v = CSR_READ(sc, WMREG_CTRL);
7338 1.281 msaitoh v &= ~(MDI_IO|MDI_CLK|(CTRL_SWDPIO_MASK << CTRL_SWDPIO_SHIFT));
7339 1.281 msaitoh v |= MDI_DIR | CTRL_SWDPIO(3);
7340 1.134 msaitoh
7341 1.281 msaitoh for (i = 1 << (nbits - 1); i != 0; i >>= 1) {
7342 1.281 msaitoh if (data & i)
7343 1.281 msaitoh v |= MDI_IO;
7344 1.281 msaitoh else
7345 1.281 msaitoh v &= ~MDI_IO;
7346 1.281 msaitoh CSR_WRITE(sc, WMREG_CTRL, v);
7347 1.281 msaitoh CSR_WRITE_FLUSH(sc);
7348 1.281 msaitoh delay(10);
7349 1.281 msaitoh CSR_WRITE(sc, WMREG_CTRL, v | MDI_CLK);
7350 1.281 msaitoh CSR_WRITE_FLUSH(sc);
7351 1.281 msaitoh delay(10);
7352 1.281 msaitoh CSR_WRITE(sc, WMREG_CTRL, v);
7353 1.281 msaitoh CSR_WRITE_FLUSH(sc);
7354 1.281 msaitoh delay(10);
7355 1.281 msaitoh }
7356 1.281 msaitoh }
7357 1.134 msaitoh
7358 1.281 msaitoh static uint32_t
7359 1.281 msaitoh wm_i82543_mii_recvbits(struct wm_softc *sc)
7360 1.281 msaitoh {
7361 1.281 msaitoh uint32_t v, i, data = 0;
7362 1.1 thorpej
7363 1.281 msaitoh v = CSR_READ(sc, WMREG_CTRL);
7364 1.281 msaitoh v &= ~(MDI_IO|MDI_CLK|(CTRL_SWDPIO_MASK << CTRL_SWDPIO_SHIFT));
7365 1.281 msaitoh v |= CTRL_SWDPIO(3);
7366 1.134 msaitoh
7367 1.281 msaitoh CSR_WRITE(sc, WMREG_CTRL, v);
7368 1.281 msaitoh CSR_WRITE_FLUSH(sc);
7369 1.281 msaitoh delay(10);
7370 1.281 msaitoh CSR_WRITE(sc, WMREG_CTRL, v | MDI_CLK);
7371 1.281 msaitoh CSR_WRITE_FLUSH(sc);
7372 1.281 msaitoh delay(10);
7373 1.281 msaitoh CSR_WRITE(sc, WMREG_CTRL, v);
7374 1.281 msaitoh CSR_WRITE_FLUSH(sc);
7375 1.281 msaitoh delay(10);
7376 1.173 msaitoh
7377 1.281 msaitoh for (i = 0; i < 16; i++) {
7378 1.281 msaitoh data <<= 1;
7379 1.281 msaitoh CSR_WRITE(sc, WMREG_CTRL, v | MDI_CLK);
7380 1.281 msaitoh CSR_WRITE_FLUSH(sc);
7381 1.281 msaitoh delay(10);
7382 1.281 msaitoh if (CSR_READ(sc, WMREG_CTRL) & MDI_IO)
7383 1.281 msaitoh data |= 1;
7384 1.281 msaitoh CSR_WRITE(sc, WMREG_CTRL, v);
7385 1.281 msaitoh CSR_WRITE_FLUSH(sc);
7386 1.281 msaitoh delay(10);
7387 1.1 thorpej }
7388 1.1 thorpej
7389 1.281 msaitoh CSR_WRITE(sc, WMREG_CTRL, v | MDI_CLK);
7390 1.281 msaitoh CSR_WRITE_FLUSH(sc);
7391 1.281 msaitoh delay(10);
7392 1.281 msaitoh CSR_WRITE(sc, WMREG_CTRL, v);
7393 1.281 msaitoh CSR_WRITE_FLUSH(sc);
7394 1.281 msaitoh delay(10);
7395 1.1 thorpej
7396 1.281 msaitoh return data;
7397 1.1 thorpej }
7398 1.1 thorpej
7399 1.281 msaitoh #undef MDI_IO
7400 1.281 msaitoh #undef MDI_DIR
7401 1.281 msaitoh #undef MDI_CLK
7402 1.281 msaitoh
7403 1.1 thorpej /*
7404 1.281 msaitoh * wm_gmii_i82543_readreg: [mii interface function]
7405 1.1 thorpej *
7406 1.281 msaitoh * Read a PHY register on the GMII (i82543 version).
7407 1.1 thorpej */
7408 1.281 msaitoh static int
7409 1.281 msaitoh wm_gmii_i82543_readreg(device_t self, int phy, int reg)
7410 1.1 thorpej {
7411 1.281 msaitoh struct wm_softc *sc = device_private(self);
7412 1.281 msaitoh int rv;
7413 1.1 thorpej
7414 1.281 msaitoh wm_i82543_mii_sendbits(sc, 0xffffffffU, 32);
7415 1.281 msaitoh wm_i82543_mii_sendbits(sc, reg | (phy << 5) |
7416 1.281 msaitoh (MII_COMMAND_READ << 10) | (MII_COMMAND_START << 12), 14);
7417 1.281 msaitoh rv = wm_i82543_mii_recvbits(sc) & 0xffff;
7418 1.1 thorpej
7419 1.281 msaitoh DPRINTF(WM_DEBUG_GMII,
7420 1.281 msaitoh ("%s: GMII: read phy %d reg %d -> 0x%04x\n",
7421 1.281 msaitoh device_xname(sc->sc_dev), phy, reg, rv));
7422 1.173 msaitoh
7423 1.281 msaitoh return rv;
7424 1.1 thorpej }
7425 1.1 thorpej
7426 1.1 thorpej /*
7427 1.281 msaitoh * wm_gmii_i82543_writereg: [mii interface function]
7428 1.1 thorpej *
7429 1.281 msaitoh * Write a PHY register on the GMII (i82543 version).
7430 1.1 thorpej */
7431 1.47 thorpej static void
7432 1.281 msaitoh wm_gmii_i82543_writereg(device_t self, int phy, int reg, int val)
7433 1.1 thorpej {
7434 1.281 msaitoh struct wm_softc *sc = device_private(self);
7435 1.1 thorpej
7436 1.281 msaitoh wm_i82543_mii_sendbits(sc, 0xffffffffU, 32);
7437 1.281 msaitoh wm_i82543_mii_sendbits(sc, val | (MII_COMMAND_ACK << 16) |
7438 1.281 msaitoh (reg << 18) | (phy << 23) | (MII_COMMAND_WRITE << 28) |
7439 1.281 msaitoh (MII_COMMAND_START << 30), 32);
7440 1.281 msaitoh }
7441 1.272 ozaki
7442 1.281 msaitoh /*
7443 1.281 msaitoh * wm_gmii_i82544_readreg: [mii interface function]
7444 1.281 msaitoh *
7445 1.281 msaitoh * Read a PHY register on the GMII.
7446 1.281 msaitoh */
7447 1.281 msaitoh static int
7448 1.281 msaitoh wm_gmii_i82544_readreg(device_t self, int phy, int reg)
7449 1.281 msaitoh {
7450 1.281 msaitoh struct wm_softc *sc = device_private(self);
7451 1.281 msaitoh uint32_t mdic = 0;
7452 1.281 msaitoh int i, rv;
7453 1.279 msaitoh
7454 1.281 msaitoh CSR_WRITE(sc, WMREG_MDIC, MDIC_OP_READ | MDIC_PHYADD(phy) |
7455 1.281 msaitoh MDIC_REGADD(reg));
7456 1.1 thorpej
7457 1.281 msaitoh for (i = 0; i < WM_GEN_POLL_TIMEOUT * 3; i++) {
7458 1.281 msaitoh mdic = CSR_READ(sc, WMREG_MDIC);
7459 1.281 msaitoh if (mdic & MDIC_READY)
7460 1.281 msaitoh break;
7461 1.327 msaitoh delay(50);
7462 1.1 thorpej }
7463 1.1 thorpej
7464 1.281 msaitoh if ((mdic & MDIC_READY) == 0) {
7465 1.281 msaitoh log(LOG_WARNING, "%s: MDIC read timed out: phy %d reg %d\n",
7466 1.281 msaitoh device_xname(sc->sc_dev), phy, reg);
7467 1.281 msaitoh rv = 0;
7468 1.281 msaitoh } else if (mdic & MDIC_E) {
7469 1.281 msaitoh #if 0 /* This is normal if no PHY is present. */
7470 1.281 msaitoh log(LOG_WARNING, "%s: MDIC read error: phy %d reg %d\n",
7471 1.281 msaitoh device_xname(sc->sc_dev), phy, reg);
7472 1.281 msaitoh #endif
7473 1.281 msaitoh rv = 0;
7474 1.281 msaitoh } else {
7475 1.281 msaitoh rv = MDIC_DATA(mdic);
7476 1.281 msaitoh if (rv == 0xffff)
7477 1.281 msaitoh rv = 0;
7478 1.173 msaitoh }
7479 1.173 msaitoh
7480 1.281 msaitoh return rv;
7481 1.1 thorpej }
7482 1.1 thorpej
7483 1.1 thorpej /*
7484 1.281 msaitoh * wm_gmii_i82544_writereg: [mii interface function]
7485 1.1 thorpej *
7486 1.281 msaitoh * Write a PHY register on the GMII.
7487 1.1 thorpej */
7488 1.47 thorpej static void
7489 1.281 msaitoh wm_gmii_i82544_writereg(device_t self, int phy, int reg, int val)
7490 1.1 thorpej {
7491 1.281 msaitoh struct wm_softc *sc = device_private(self);
7492 1.281 msaitoh uint32_t mdic = 0;
7493 1.281 msaitoh int i;
7494 1.281 msaitoh
7495 1.281 msaitoh CSR_WRITE(sc, WMREG_MDIC, MDIC_OP_WRITE | MDIC_PHYADD(phy) |
7496 1.281 msaitoh MDIC_REGADD(reg) | MDIC_DATA(val));
7497 1.1 thorpej
7498 1.281 msaitoh for (i = 0; i < WM_GEN_POLL_TIMEOUT * 3; i++) {
7499 1.281 msaitoh mdic = CSR_READ(sc, WMREG_MDIC);
7500 1.281 msaitoh if (mdic & MDIC_READY)
7501 1.281 msaitoh break;
7502 1.327 msaitoh delay(50);
7503 1.127 bouyer }
7504 1.1 thorpej
7505 1.281 msaitoh if ((mdic & MDIC_READY) == 0)
7506 1.281 msaitoh log(LOG_WARNING, "%s: MDIC write timed out: phy %d reg %d\n",
7507 1.281 msaitoh device_xname(sc->sc_dev), phy, reg);
7508 1.281 msaitoh else if (mdic & MDIC_E)
7509 1.281 msaitoh log(LOG_WARNING, "%s: MDIC write error: phy %d reg %d\n",
7510 1.281 msaitoh device_xname(sc->sc_dev), phy, reg);
7511 1.281 msaitoh }
7512 1.133 msaitoh
7513 1.281 msaitoh /*
7514 1.281 msaitoh * wm_gmii_i80003_readreg: [mii interface function]
7515 1.281 msaitoh *
7516 1.281 msaitoh * Read a PHY register on the kumeran
7517 1.281 msaitoh * This could be handled by the PHY layer if we didn't have to lock the
7518 1.281 msaitoh * ressource ...
7519 1.281 msaitoh */
7520 1.281 msaitoh static int
7521 1.281 msaitoh wm_gmii_i80003_readreg(device_t self, int phy, int reg)
7522 1.281 msaitoh {
7523 1.281 msaitoh struct wm_softc *sc = device_private(self);
7524 1.281 msaitoh int sem;
7525 1.281 msaitoh int rv;
7526 1.1 thorpej
7527 1.281 msaitoh if (phy != 1) /* only one PHY on kumeran bus */
7528 1.281 msaitoh return 0;
7529 1.1 thorpej
7530 1.281 msaitoh sem = swfwphysem[sc->sc_funcid];
7531 1.281 msaitoh if (wm_get_swfw_semaphore(sc, sem)) {
7532 1.281 msaitoh aprint_error_dev(sc->sc_dev, "%s: failed to get semaphore\n",
7533 1.189 msaitoh __func__);
7534 1.281 msaitoh return 0;
7535 1.1 thorpej }
7536 1.186 msaitoh
7537 1.281 msaitoh if ((reg & GG82563_MAX_REG_ADDRESS) < GG82563_MIN_ALT_REG) {
7538 1.281 msaitoh wm_gmii_i82544_writereg(self, phy, GG82563_PHY_PAGE_SELECT,
7539 1.281 msaitoh reg >> GG82563_PAGE_SHIFT);
7540 1.281 msaitoh } else {
7541 1.281 msaitoh wm_gmii_i82544_writereg(self, phy, GG82563_PHY_PAGE_SELECT_ALT,
7542 1.281 msaitoh reg >> GG82563_PAGE_SHIFT);
7543 1.189 msaitoh }
7544 1.281 msaitoh /* Wait more 200us for a bug of the ready bit in the MDIC register */
7545 1.281 msaitoh delay(200);
7546 1.281 msaitoh rv = wm_gmii_i82544_readreg(self, phy, reg & GG82563_MAX_REG_ADDRESS);
7547 1.281 msaitoh delay(200);
7548 1.189 msaitoh
7549 1.281 msaitoh wm_put_swfw_semaphore(sc, sem);
7550 1.281 msaitoh return rv;
7551 1.281 msaitoh }
7552 1.190 msaitoh
7553 1.281 msaitoh /*
7554 1.281 msaitoh * wm_gmii_i80003_writereg: [mii interface function]
7555 1.281 msaitoh *
7556 1.281 msaitoh * Write a PHY register on the kumeran.
7557 1.281 msaitoh * This could be handled by the PHY layer if we didn't have to lock the
7558 1.281 msaitoh * ressource ...
7559 1.281 msaitoh */
7560 1.281 msaitoh static void
7561 1.281 msaitoh wm_gmii_i80003_writereg(device_t self, int phy, int reg, int val)
7562 1.281 msaitoh {
7563 1.281 msaitoh struct wm_softc *sc = device_private(self);
7564 1.281 msaitoh int sem;
7565 1.221 msaitoh
7566 1.281 msaitoh if (phy != 1) /* only one PHY on kumeran bus */
7567 1.281 msaitoh return;
7568 1.190 msaitoh
7569 1.281 msaitoh sem = swfwphysem[sc->sc_funcid];
7570 1.281 msaitoh if (wm_get_swfw_semaphore(sc, sem)) {
7571 1.281 msaitoh aprint_error_dev(sc->sc_dev, "%s: failed to get semaphore\n",
7572 1.281 msaitoh __func__);
7573 1.281 msaitoh return;
7574 1.281 msaitoh }
7575 1.192 msaitoh
7576 1.281 msaitoh if ((reg & GG82563_MAX_REG_ADDRESS) < GG82563_MIN_ALT_REG) {
7577 1.281 msaitoh wm_gmii_i82544_writereg(self, phy, GG82563_PHY_PAGE_SELECT,
7578 1.281 msaitoh reg >> GG82563_PAGE_SHIFT);
7579 1.281 msaitoh } else {
7580 1.281 msaitoh wm_gmii_i82544_writereg(self, phy, GG82563_PHY_PAGE_SELECT_ALT,
7581 1.281 msaitoh reg >> GG82563_PAGE_SHIFT);
7582 1.189 msaitoh }
7583 1.281 msaitoh /* Wait more 200us for a bug of the ready bit in the MDIC register */
7584 1.281 msaitoh delay(200);
7585 1.281 msaitoh wm_gmii_i82544_writereg(self, phy, reg & GG82563_MAX_REG_ADDRESS, val);
7586 1.281 msaitoh delay(200);
7587 1.281 msaitoh
7588 1.281 msaitoh wm_put_swfw_semaphore(sc, sem);
7589 1.1 thorpej }
7590 1.1 thorpej
7591 1.1 thorpej /*
7592 1.281 msaitoh * wm_gmii_bm_readreg: [mii interface function]
7593 1.265 msaitoh *
7594 1.281 msaitoh * Read a PHY register on the kumeran
7595 1.281 msaitoh * This could be handled by the PHY layer if we didn't have to lock the
7596 1.281 msaitoh * ressource ...
7597 1.265 msaitoh */
7598 1.265 msaitoh static int
7599 1.281 msaitoh wm_gmii_bm_readreg(device_t self, int phy, int reg)
7600 1.265 msaitoh {
7601 1.281 msaitoh struct wm_softc *sc = device_private(self);
7602 1.281 msaitoh int sem;
7603 1.281 msaitoh int rv;
7604 1.265 msaitoh
7605 1.281 msaitoh sem = swfwphysem[sc->sc_funcid];
7606 1.281 msaitoh if (wm_get_swfw_semaphore(sc, sem)) {
7607 1.281 msaitoh aprint_error_dev(sc->sc_dev, "%s: failed to get semaphore\n",
7608 1.281 msaitoh __func__);
7609 1.281 msaitoh return 0;
7610 1.281 msaitoh }
7611 1.265 msaitoh
7612 1.281 msaitoh if (reg > BME1000_MAX_MULTI_PAGE_REG) {
7613 1.281 msaitoh if (phy == 1)
7614 1.281 msaitoh wm_gmii_i82544_writereg(self, phy, MII_IGPHY_PAGE_SELECT,
7615 1.281 msaitoh reg);
7616 1.281 msaitoh else
7617 1.281 msaitoh wm_gmii_i82544_writereg(self, phy,
7618 1.281 msaitoh GG82563_PHY_PAGE_SELECT,
7619 1.281 msaitoh reg >> GG82563_PAGE_SHIFT);
7620 1.265 msaitoh }
7621 1.265 msaitoh
7622 1.281 msaitoh rv = wm_gmii_i82544_readreg(self, phy, reg & GG82563_MAX_REG_ADDRESS);
7623 1.281 msaitoh wm_put_swfw_semaphore(sc, sem);
7624 1.281 msaitoh return rv;
7625 1.265 msaitoh }
7626 1.265 msaitoh
7627 1.265 msaitoh /*
7628 1.281 msaitoh * wm_gmii_bm_writereg: [mii interface function]
7629 1.1 thorpej *
7630 1.281 msaitoh * Write a PHY register on the kumeran.
7631 1.281 msaitoh * This could be handled by the PHY layer if we didn't have to lock the
7632 1.281 msaitoh * ressource ...
7633 1.1 thorpej */
7634 1.47 thorpej static void
7635 1.281 msaitoh wm_gmii_bm_writereg(device_t self, int phy, int reg, int val)
7636 1.281 msaitoh {
7637 1.281 msaitoh struct wm_softc *sc = device_private(self);
7638 1.281 msaitoh int sem;
7639 1.281 msaitoh
7640 1.281 msaitoh sem = swfwphysem[sc->sc_funcid];
7641 1.281 msaitoh if (wm_get_swfw_semaphore(sc, sem)) {
7642 1.281 msaitoh aprint_error_dev(sc->sc_dev, "%s: failed to get semaphore\n",
7643 1.281 msaitoh __func__);
7644 1.281 msaitoh return;
7645 1.281 msaitoh }
7646 1.281 msaitoh
7647 1.281 msaitoh if (reg > BME1000_MAX_MULTI_PAGE_REG) {
7648 1.281 msaitoh if (phy == 1)
7649 1.281 msaitoh wm_gmii_i82544_writereg(self, phy, MII_IGPHY_PAGE_SELECT,
7650 1.281 msaitoh reg);
7651 1.281 msaitoh else
7652 1.281 msaitoh wm_gmii_i82544_writereg(self, phy,
7653 1.281 msaitoh GG82563_PHY_PAGE_SELECT,
7654 1.281 msaitoh reg >> GG82563_PAGE_SHIFT);
7655 1.281 msaitoh }
7656 1.281 msaitoh
7657 1.281 msaitoh wm_gmii_i82544_writereg(self, phy, reg & GG82563_MAX_REG_ADDRESS, val);
7658 1.281 msaitoh wm_put_swfw_semaphore(sc, sem);
7659 1.281 msaitoh }
7660 1.281 msaitoh
7661 1.281 msaitoh static void
7662 1.281 msaitoh wm_access_phy_wakeup_reg_bm(device_t self, int offset, int16_t *val, int rd)
7663 1.1 thorpej {
7664 1.281 msaitoh struct wm_softc *sc = device_private(self);
7665 1.281 msaitoh uint16_t regnum = BM_PHY_REG_NUM(offset);
7666 1.281 msaitoh uint16_t wuce;
7667 1.281 msaitoh
7668 1.281 msaitoh /* XXX Gig must be disabled for MDIO accesses to page 800 */
7669 1.281 msaitoh if (sc->sc_type == WM_T_PCH) {
7670 1.281 msaitoh /* XXX e1000 driver do nothing... why? */
7671 1.281 msaitoh }
7672 1.281 msaitoh
7673 1.281 msaitoh /* Set page 769 */
7674 1.281 msaitoh wm_gmii_i82544_writereg(self, 1, MII_IGPHY_PAGE_SELECT,
7675 1.281 msaitoh BM_WUC_ENABLE_PAGE << BME1000_PAGE_SHIFT);
7676 1.281 msaitoh
7677 1.281 msaitoh wuce = wm_gmii_i82544_readreg(self, 1, BM_WUC_ENABLE_REG);
7678 1.281 msaitoh
7679 1.281 msaitoh wuce &= ~BM_WUC_HOST_WU_BIT;
7680 1.281 msaitoh wm_gmii_i82544_writereg(self, 1, BM_WUC_ENABLE_REG,
7681 1.281 msaitoh wuce | BM_WUC_ENABLE_BIT);
7682 1.281 msaitoh
7683 1.281 msaitoh /* Select page 800 */
7684 1.281 msaitoh wm_gmii_i82544_writereg(self, 1, MII_IGPHY_PAGE_SELECT,
7685 1.281 msaitoh BM_WUC_PAGE << BME1000_PAGE_SHIFT);
7686 1.1 thorpej
7687 1.281 msaitoh /* Write page 800 */
7688 1.281 msaitoh wm_gmii_i82544_writereg(self, 1, BM_WUC_ADDRESS_OPCODE, regnum);
7689 1.1 thorpej
7690 1.281 msaitoh if (rd)
7691 1.281 msaitoh *val = wm_gmii_i82544_readreg(self, 1, BM_WUC_DATA_OPCODE);
7692 1.127 bouyer else
7693 1.281 msaitoh wm_gmii_i82544_writereg(self, 1, BM_WUC_DATA_OPCODE, *val);
7694 1.281 msaitoh
7695 1.281 msaitoh /* Set page 769 */
7696 1.281 msaitoh wm_gmii_i82544_writereg(self, 1, MII_IGPHY_PAGE_SELECT,
7697 1.281 msaitoh BM_WUC_ENABLE_PAGE << BME1000_PAGE_SHIFT);
7698 1.281 msaitoh
7699 1.281 msaitoh wm_gmii_i82544_writereg(self, 1, BM_WUC_ENABLE_REG, wuce);
7700 1.281 msaitoh }
7701 1.281 msaitoh
7702 1.281 msaitoh /*
7703 1.281 msaitoh * wm_gmii_hv_readreg: [mii interface function]
7704 1.281 msaitoh *
7705 1.281 msaitoh * Read a PHY register on the kumeran
7706 1.281 msaitoh * This could be handled by the PHY layer if we didn't have to lock the
7707 1.281 msaitoh * ressource ...
7708 1.281 msaitoh */
7709 1.281 msaitoh static int
7710 1.281 msaitoh wm_gmii_hv_readreg(device_t self, int phy, int reg)
7711 1.281 msaitoh {
7712 1.281 msaitoh struct wm_softc *sc = device_private(self);
7713 1.281 msaitoh uint16_t page = BM_PHY_REG_PAGE(reg);
7714 1.281 msaitoh uint16_t regnum = BM_PHY_REG_NUM(reg);
7715 1.281 msaitoh uint16_t val;
7716 1.281 msaitoh int rv;
7717 1.281 msaitoh
7718 1.281 msaitoh if (wm_get_swfwhw_semaphore(sc)) {
7719 1.281 msaitoh aprint_error_dev(sc->sc_dev, "%s: failed to get semaphore\n",
7720 1.281 msaitoh __func__);
7721 1.281 msaitoh return 0;
7722 1.281 msaitoh }
7723 1.281 msaitoh
7724 1.281 msaitoh /* XXX Workaround failure in MDIO access while cable is disconnected */
7725 1.281 msaitoh if (sc->sc_phytype == WMPHY_82577) {
7726 1.281 msaitoh /* XXX must write */
7727 1.281 msaitoh }
7728 1.1 thorpej
7729 1.281 msaitoh /* Page 800 works differently than the rest so it has its own func */
7730 1.281 msaitoh if (page == BM_WUC_PAGE) {
7731 1.281 msaitoh wm_access_phy_wakeup_reg_bm(self, reg, &val, 1);
7732 1.281 msaitoh return val;
7733 1.281 msaitoh }
7734 1.1 thorpej
7735 1.244 msaitoh /*
7736 1.281 msaitoh * Lower than page 768 works differently than the rest so it has its
7737 1.281 msaitoh * own func
7738 1.244 msaitoh */
7739 1.281 msaitoh if ((page > 0) && (page < HV_INTC_FC_PAGE_START)) {
7740 1.281 msaitoh printf("gmii_hv_readreg!!!\n");
7741 1.281 msaitoh return 0;
7742 1.281 msaitoh }
7743 1.281 msaitoh
7744 1.281 msaitoh if (regnum > BME1000_MAX_MULTI_PAGE_REG) {
7745 1.281 msaitoh wm_gmii_i82544_writereg(self, 1, MII_IGPHY_PAGE_SELECT,
7746 1.281 msaitoh page << BME1000_PAGE_SHIFT);
7747 1.1 thorpej }
7748 1.1 thorpej
7749 1.281 msaitoh rv = wm_gmii_i82544_readreg(self, phy, regnum & IGPHY_MAXREGADDR);
7750 1.281 msaitoh wm_put_swfwhw_semaphore(sc);
7751 1.281 msaitoh return rv;
7752 1.281 msaitoh }
7753 1.1 thorpej
7754 1.281 msaitoh /*
7755 1.281 msaitoh * wm_gmii_hv_writereg: [mii interface function]
7756 1.281 msaitoh *
7757 1.281 msaitoh * Write a PHY register on the kumeran.
7758 1.281 msaitoh * This could be handled by the PHY layer if we didn't have to lock the
7759 1.281 msaitoh * ressource ...
7760 1.281 msaitoh */
7761 1.281 msaitoh static void
7762 1.281 msaitoh wm_gmii_hv_writereg(device_t self, int phy, int reg, int val)
7763 1.281 msaitoh {
7764 1.281 msaitoh struct wm_softc *sc = device_private(self);
7765 1.281 msaitoh uint16_t page = BM_PHY_REG_PAGE(reg);
7766 1.281 msaitoh uint16_t regnum = BM_PHY_REG_NUM(reg);
7767 1.1 thorpej
7768 1.281 msaitoh if (wm_get_swfwhw_semaphore(sc)) {
7769 1.281 msaitoh aprint_error_dev(sc->sc_dev, "%s: failed to get semaphore\n",
7770 1.281 msaitoh __func__);
7771 1.281 msaitoh return;
7772 1.281 msaitoh }
7773 1.208 msaitoh
7774 1.281 msaitoh /* XXX Workaround failure in MDIO access while cable is disconnected */
7775 1.265 msaitoh
7776 1.281 msaitoh /* Page 800 works differently than the rest so it has its own func */
7777 1.281 msaitoh if (page == BM_WUC_PAGE) {
7778 1.281 msaitoh uint16_t tmp;
7779 1.208 msaitoh
7780 1.281 msaitoh tmp = val;
7781 1.281 msaitoh wm_access_phy_wakeup_reg_bm(self, reg, &tmp, 0);
7782 1.281 msaitoh return;
7783 1.208 msaitoh }
7784 1.184 msaitoh
7785 1.244 msaitoh /*
7786 1.281 msaitoh * Lower than page 768 works differently than the rest so it has its
7787 1.281 msaitoh * own func
7788 1.244 msaitoh */
7789 1.281 msaitoh if ((page > 0) && (page < HV_INTC_FC_PAGE_START)) {
7790 1.281 msaitoh printf("gmii_hv_writereg!!!\n");
7791 1.281 msaitoh return;
7792 1.221 msaitoh }
7793 1.244 msaitoh
7794 1.244 msaitoh /*
7795 1.281 msaitoh * XXX Workaround MDIO accesses being disabled after entering IEEE
7796 1.281 msaitoh * Power Down (whenever bit 11 of the PHY control register is set)
7797 1.244 msaitoh */
7798 1.184 msaitoh
7799 1.281 msaitoh if (regnum > BME1000_MAX_MULTI_PAGE_REG) {
7800 1.281 msaitoh wm_gmii_i82544_writereg(self, 1, MII_IGPHY_PAGE_SELECT,
7801 1.281 msaitoh page << BME1000_PAGE_SHIFT);
7802 1.281 msaitoh }
7803 1.281 msaitoh
7804 1.281 msaitoh wm_gmii_i82544_writereg(self, phy, regnum & IGPHY_MAXREGADDR, val);
7805 1.281 msaitoh wm_put_swfwhw_semaphore(sc);
7806 1.281 msaitoh }
7807 1.281 msaitoh
7808 1.281 msaitoh /*
7809 1.281 msaitoh * wm_gmii_82580_readreg: [mii interface function]
7810 1.281 msaitoh *
7811 1.281 msaitoh * Read a PHY register on the 82580 and I350.
7812 1.281 msaitoh * This could be handled by the PHY layer if we didn't have to lock the
7813 1.281 msaitoh * ressource ...
7814 1.281 msaitoh */
7815 1.281 msaitoh static int
7816 1.281 msaitoh wm_gmii_82580_readreg(device_t self, int phy, int reg)
7817 1.281 msaitoh {
7818 1.281 msaitoh struct wm_softc *sc = device_private(self);
7819 1.281 msaitoh int sem;
7820 1.281 msaitoh int rv;
7821 1.281 msaitoh
7822 1.281 msaitoh sem = swfwphysem[sc->sc_funcid];
7823 1.281 msaitoh if (wm_get_swfw_semaphore(sc, sem)) {
7824 1.281 msaitoh aprint_error_dev(sc->sc_dev, "%s: failed to get semaphore\n",
7825 1.281 msaitoh __func__);
7826 1.281 msaitoh return 0;
7827 1.184 msaitoh }
7828 1.244 msaitoh
7829 1.281 msaitoh rv = wm_gmii_i82544_readreg(self, phy, reg);
7830 1.202 msaitoh
7831 1.281 msaitoh wm_put_swfw_semaphore(sc, sem);
7832 1.281 msaitoh return rv;
7833 1.281 msaitoh }
7834 1.202 msaitoh
7835 1.281 msaitoh /*
7836 1.281 msaitoh * wm_gmii_82580_writereg: [mii interface function]
7837 1.281 msaitoh *
7838 1.281 msaitoh * Write a PHY register on the 82580 and I350.
7839 1.281 msaitoh * This could be handled by the PHY layer if we didn't have to lock the
7840 1.281 msaitoh * ressource ...
7841 1.281 msaitoh */
7842 1.281 msaitoh static void
7843 1.281 msaitoh wm_gmii_82580_writereg(device_t self, int phy, int reg, int val)
7844 1.281 msaitoh {
7845 1.281 msaitoh struct wm_softc *sc = device_private(self);
7846 1.281 msaitoh int sem;
7847 1.202 msaitoh
7848 1.281 msaitoh sem = swfwphysem[sc->sc_funcid];
7849 1.281 msaitoh if (wm_get_swfw_semaphore(sc, sem)) {
7850 1.281 msaitoh aprint_error_dev(sc->sc_dev, "%s: failed to get semaphore\n",
7851 1.281 msaitoh __func__);
7852 1.281 msaitoh return;
7853 1.192 msaitoh }
7854 1.281 msaitoh
7855 1.281 msaitoh wm_gmii_i82544_writereg(self, phy, reg, val);
7856 1.281 msaitoh
7857 1.281 msaitoh wm_put_swfw_semaphore(sc, sem);
7858 1.1 thorpej }
7859 1.1 thorpej
7860 1.1 thorpej /*
7861 1.329 msaitoh * wm_gmii_gs40g_readreg: [mii interface function]
7862 1.329 msaitoh *
7863 1.329 msaitoh * Read a PHY register on the I2100 and I211.
7864 1.329 msaitoh * This could be handled by the PHY layer if we didn't have to lock the
7865 1.329 msaitoh * ressource ...
7866 1.329 msaitoh */
7867 1.329 msaitoh static int
7868 1.329 msaitoh wm_gmii_gs40g_readreg(device_t self, int phy, int reg)
7869 1.329 msaitoh {
7870 1.329 msaitoh struct wm_softc *sc = device_private(self);
7871 1.329 msaitoh int sem;
7872 1.329 msaitoh int page, offset;
7873 1.329 msaitoh int rv;
7874 1.329 msaitoh
7875 1.329 msaitoh /* Acquire semaphore */
7876 1.329 msaitoh sem = swfwphysem[sc->sc_funcid];
7877 1.329 msaitoh if (wm_get_swfw_semaphore(sc, sem)) {
7878 1.329 msaitoh aprint_error_dev(sc->sc_dev, "%s: failed to get semaphore\n",
7879 1.329 msaitoh __func__);
7880 1.329 msaitoh return 0;
7881 1.329 msaitoh }
7882 1.329 msaitoh
7883 1.329 msaitoh /* Page select */
7884 1.329 msaitoh page = reg >> GS40G_PAGE_SHIFT;
7885 1.329 msaitoh wm_gmii_i82544_writereg(self, phy, GS40G_PAGE_SELECT, page);
7886 1.329 msaitoh
7887 1.329 msaitoh /* Read reg */
7888 1.329 msaitoh offset = reg & GS40G_OFFSET_MASK;
7889 1.329 msaitoh rv = wm_gmii_i82544_readreg(self, phy, offset);
7890 1.329 msaitoh
7891 1.329 msaitoh wm_put_swfw_semaphore(sc, sem);
7892 1.329 msaitoh return rv;
7893 1.329 msaitoh }
7894 1.329 msaitoh
7895 1.329 msaitoh /*
7896 1.329 msaitoh * wm_gmii_gs40g_writereg: [mii interface function]
7897 1.329 msaitoh *
7898 1.329 msaitoh * Write a PHY register on the I210 and I211.
7899 1.329 msaitoh * This could be handled by the PHY layer if we didn't have to lock the
7900 1.329 msaitoh * ressource ...
7901 1.329 msaitoh */
7902 1.329 msaitoh static void
7903 1.329 msaitoh wm_gmii_gs40g_writereg(device_t self, int phy, int reg, int val)
7904 1.329 msaitoh {
7905 1.329 msaitoh struct wm_softc *sc = device_private(self);
7906 1.329 msaitoh int sem;
7907 1.329 msaitoh int page, offset;
7908 1.329 msaitoh
7909 1.329 msaitoh /* Acquire semaphore */
7910 1.329 msaitoh sem = swfwphysem[sc->sc_funcid];
7911 1.329 msaitoh if (wm_get_swfw_semaphore(sc, sem)) {
7912 1.329 msaitoh aprint_error_dev(sc->sc_dev, "%s: failed to get semaphore\n",
7913 1.329 msaitoh __func__);
7914 1.329 msaitoh return;
7915 1.329 msaitoh }
7916 1.329 msaitoh
7917 1.329 msaitoh /* Page select */
7918 1.329 msaitoh page = reg >> GS40G_PAGE_SHIFT;
7919 1.329 msaitoh wm_gmii_i82544_writereg(self, phy, GS40G_PAGE_SELECT, page);
7920 1.329 msaitoh
7921 1.329 msaitoh /* Write reg */
7922 1.329 msaitoh offset = reg & GS40G_OFFSET_MASK;
7923 1.329 msaitoh wm_gmii_i82544_writereg(self, phy, offset, val);
7924 1.329 msaitoh
7925 1.329 msaitoh /* Release semaphore */
7926 1.329 msaitoh wm_put_swfw_semaphore(sc, sem);
7927 1.329 msaitoh }
7928 1.329 msaitoh
7929 1.329 msaitoh /*
7930 1.281 msaitoh * wm_gmii_statchg: [mii interface function]
7931 1.1 thorpej *
7932 1.281 msaitoh * Callback from MII layer when media changes.
7933 1.1 thorpej */
7934 1.47 thorpej static void
7935 1.281 msaitoh wm_gmii_statchg(struct ifnet *ifp)
7936 1.1 thorpej {
7937 1.1 thorpej struct wm_softc *sc = ifp->if_softc;
7938 1.281 msaitoh struct mii_data *mii = &sc->sc_mii;
7939 1.1 thorpej
7940 1.281 msaitoh sc->sc_ctrl &= ~(CTRL_TFCE | CTRL_RFCE);
7941 1.281 msaitoh sc->sc_tctl &= ~TCTL_COLD(0x3ff);
7942 1.281 msaitoh sc->sc_fcrtl &= ~FCRTL_XONE;
7943 1.1 thorpej
7944 1.281 msaitoh /*
7945 1.281 msaitoh * Get flow control negotiation result.
7946 1.281 msaitoh */
7947 1.281 msaitoh if (IFM_SUBTYPE(mii->mii_media.ifm_cur->ifm_media) == IFM_AUTO &&
7948 1.281 msaitoh (mii->mii_media_active & IFM_ETH_FMASK) != sc->sc_flowflags) {
7949 1.281 msaitoh sc->sc_flowflags = mii->mii_media_active & IFM_ETH_FMASK;
7950 1.281 msaitoh mii->mii_media_active &= ~IFM_ETH_FMASK;
7951 1.281 msaitoh }
7952 1.1 thorpej
7953 1.281 msaitoh if (sc->sc_flowflags & IFM_FLOW) {
7954 1.281 msaitoh if (sc->sc_flowflags & IFM_ETH_TXPAUSE) {
7955 1.281 msaitoh sc->sc_ctrl |= CTRL_TFCE;
7956 1.281 msaitoh sc->sc_fcrtl |= FCRTL_XONE;
7957 1.281 msaitoh }
7958 1.281 msaitoh if (sc->sc_flowflags & IFM_ETH_RXPAUSE)
7959 1.281 msaitoh sc->sc_ctrl |= CTRL_RFCE;
7960 1.281 msaitoh }
7961 1.152 dyoung
7962 1.281 msaitoh if (sc->sc_mii.mii_media_active & IFM_FDX) {
7963 1.281 msaitoh DPRINTF(WM_DEBUG_LINK,
7964 1.281 msaitoh ("%s: LINK: statchg: FDX\n", ifp->if_xname));
7965 1.281 msaitoh sc->sc_tctl |= TCTL_COLD(TX_COLLISION_DISTANCE_FDX);
7966 1.152 dyoung } else {
7967 1.281 msaitoh DPRINTF(WM_DEBUG_LINK,
7968 1.281 msaitoh ("%s: LINK: statchg: HDX\n", ifp->if_xname));
7969 1.281 msaitoh sc->sc_tctl |= TCTL_COLD(TX_COLLISION_DISTANCE_HDX);
7970 1.281 msaitoh }
7971 1.281 msaitoh
7972 1.281 msaitoh CSR_WRITE(sc, WMREG_CTRL, sc->sc_ctrl);
7973 1.281 msaitoh CSR_WRITE(sc, WMREG_TCTL, sc->sc_tctl);
7974 1.281 msaitoh CSR_WRITE(sc, (sc->sc_type < WM_T_82543) ? WMREG_OLD_FCRTL
7975 1.281 msaitoh : WMREG_FCRTL, sc->sc_fcrtl);
7976 1.281 msaitoh if (sc->sc_type == WM_T_80003) {
7977 1.281 msaitoh switch (IFM_SUBTYPE(sc->sc_mii.mii_media_active)) {
7978 1.152 dyoung case IFM_1000_T:
7979 1.281 msaitoh wm_kmrn_writereg(sc, KUMCTRLSTA_OFFSET_HD_CTRL,
7980 1.281 msaitoh KUMCTRLSTA_HD_CTRL_1000_DEFAULT);
7981 1.281 msaitoh sc->sc_tipg = TIPG_1000T_80003_DFLT;
7982 1.152 dyoung break;
7983 1.152 dyoung default:
7984 1.281 msaitoh wm_kmrn_writereg(sc, KUMCTRLSTA_OFFSET_HD_CTRL,
7985 1.281 msaitoh KUMCTRLSTA_HD_CTRL_10_100_DEFAULT);
7986 1.281 msaitoh sc->sc_tipg = TIPG_10_100_80003_DFLT;
7987 1.281 msaitoh break;
7988 1.127 bouyer }
7989 1.281 msaitoh CSR_WRITE(sc, WMREG_TIPG, sc->sc_tipg);
7990 1.127 bouyer }
7991 1.1 thorpej }
7992 1.1 thorpej
7993 1.281 msaitoh /*
7994 1.281 msaitoh * wm_kmrn_readreg:
7995 1.281 msaitoh *
7996 1.281 msaitoh * Read a kumeran register
7997 1.281 msaitoh */
7998 1.281 msaitoh static int
7999 1.281 msaitoh wm_kmrn_readreg(struct wm_softc *sc, int reg)
8000 1.1 thorpej {
8001 1.281 msaitoh int rv;
8002 1.1 thorpej
8003 1.323 msaitoh if (sc->sc_flags & WM_F_LOCK_SWFW) {
8004 1.281 msaitoh if (wm_get_swfw_semaphore(sc, SWFW_MAC_CSR_SM)) {
8005 1.281 msaitoh aprint_error_dev(sc->sc_dev,
8006 1.281 msaitoh "%s: failed to get semaphore\n", __func__);
8007 1.281 msaitoh return 0;
8008 1.281 msaitoh }
8009 1.323 msaitoh } else if (sc->sc_flags & WM_F_LOCK_EXTCNF) {
8010 1.281 msaitoh if (wm_get_swfwhw_semaphore(sc)) {
8011 1.281 msaitoh aprint_error_dev(sc->sc_dev,
8012 1.281 msaitoh "%s: failed to get semaphore\n", __func__);
8013 1.281 msaitoh return 0;
8014 1.281 msaitoh }
8015 1.1 thorpej }
8016 1.1 thorpej
8017 1.281 msaitoh CSR_WRITE(sc, WMREG_KUMCTRLSTA,
8018 1.281 msaitoh ((reg << KUMCTRLSTA_OFFSET_SHIFT) & KUMCTRLSTA_OFFSET) |
8019 1.281 msaitoh KUMCTRLSTA_REN);
8020 1.266 msaitoh CSR_WRITE_FLUSH(sc);
8021 1.281 msaitoh delay(2);
8022 1.1 thorpej
8023 1.281 msaitoh rv = CSR_READ(sc, WMREG_KUMCTRLSTA) & KUMCTRLSTA_MASK;
8024 1.1 thorpej
8025 1.323 msaitoh if (sc->sc_flags & WM_F_LOCK_SWFW)
8026 1.281 msaitoh wm_put_swfw_semaphore(sc, SWFW_MAC_CSR_SM);
8027 1.323 msaitoh else if (sc->sc_flags & WM_F_LOCK_EXTCNF)
8028 1.281 msaitoh wm_put_swfwhw_semaphore(sc);
8029 1.1 thorpej
8030 1.281 msaitoh return rv;
8031 1.1 thorpej }
8032 1.1 thorpej
8033 1.1 thorpej /*
8034 1.281 msaitoh * wm_kmrn_writereg:
8035 1.1 thorpej *
8036 1.281 msaitoh * Write a kumeran register
8037 1.1 thorpej */
8038 1.281 msaitoh static void
8039 1.281 msaitoh wm_kmrn_writereg(struct wm_softc *sc, int reg, int val)
8040 1.1 thorpej {
8041 1.1 thorpej
8042 1.323 msaitoh if (sc->sc_flags & WM_F_LOCK_SWFW) {
8043 1.281 msaitoh if (wm_get_swfw_semaphore(sc, SWFW_MAC_CSR_SM)) {
8044 1.281 msaitoh aprint_error_dev(sc->sc_dev,
8045 1.281 msaitoh "%s: failed to get semaphore\n", __func__);
8046 1.281 msaitoh return;
8047 1.281 msaitoh }
8048 1.323 msaitoh } else if (sc->sc_flags & WM_F_LOCK_EXTCNF) {
8049 1.281 msaitoh if (wm_get_swfwhw_semaphore(sc)) {
8050 1.281 msaitoh aprint_error_dev(sc->sc_dev,
8051 1.281 msaitoh "%s: failed to get semaphore\n", __func__);
8052 1.281 msaitoh return;
8053 1.281 msaitoh }
8054 1.281 msaitoh }
8055 1.1 thorpej
8056 1.281 msaitoh CSR_WRITE(sc, WMREG_KUMCTRLSTA,
8057 1.281 msaitoh ((reg << KUMCTRLSTA_OFFSET_SHIFT) & KUMCTRLSTA_OFFSET) |
8058 1.281 msaitoh (val & KUMCTRLSTA_MASK));
8059 1.1 thorpej
8060 1.323 msaitoh if (sc->sc_flags & WM_F_LOCK_SWFW)
8061 1.281 msaitoh wm_put_swfw_semaphore(sc, SWFW_MAC_CSR_SM);
8062 1.323 msaitoh else if (sc->sc_flags & WM_F_LOCK_EXTCNF)
8063 1.281 msaitoh wm_put_swfwhw_semaphore(sc);
8064 1.1 thorpej }
8065 1.1 thorpej
8066 1.281 msaitoh /* SGMII related */
8067 1.281 msaitoh
8068 1.1 thorpej /*
8069 1.281 msaitoh * wm_sgmii_uses_mdio
8070 1.1 thorpej *
8071 1.281 msaitoh * Check whether the transaction is to the internal PHY or the external
8072 1.281 msaitoh * MDIO interface. Return true if it's MDIO.
8073 1.281 msaitoh */
8074 1.281 msaitoh static bool
8075 1.281 msaitoh wm_sgmii_uses_mdio(struct wm_softc *sc)
8076 1.281 msaitoh {
8077 1.281 msaitoh uint32_t reg;
8078 1.281 msaitoh bool ismdio = false;
8079 1.281 msaitoh
8080 1.281 msaitoh switch (sc->sc_type) {
8081 1.281 msaitoh case WM_T_82575:
8082 1.281 msaitoh case WM_T_82576:
8083 1.281 msaitoh reg = CSR_READ(sc, WMREG_MDIC);
8084 1.281 msaitoh ismdio = ((reg & MDIC_DEST) != 0);
8085 1.281 msaitoh break;
8086 1.281 msaitoh case WM_T_82580:
8087 1.281 msaitoh case WM_T_I350:
8088 1.281 msaitoh case WM_T_I354:
8089 1.281 msaitoh case WM_T_I210:
8090 1.281 msaitoh case WM_T_I211:
8091 1.281 msaitoh reg = CSR_READ(sc, WMREG_MDICNFG);
8092 1.281 msaitoh ismdio = ((reg & MDICNFG_DEST) != 0);
8093 1.281 msaitoh break;
8094 1.281 msaitoh default:
8095 1.281 msaitoh break;
8096 1.281 msaitoh }
8097 1.1 thorpej
8098 1.281 msaitoh return ismdio;
8099 1.1 thorpej }
8100 1.1 thorpej
8101 1.1 thorpej /*
8102 1.281 msaitoh * wm_sgmii_readreg: [mii interface function]
8103 1.1 thorpej *
8104 1.281 msaitoh * Read a PHY register on the SGMII
8105 1.281 msaitoh * This could be handled by the PHY layer if we didn't have to lock the
8106 1.281 msaitoh * ressource ...
8107 1.1 thorpej */
8108 1.47 thorpej static int
8109 1.281 msaitoh wm_sgmii_readreg(device_t self, int phy, int reg)
8110 1.1 thorpej {
8111 1.157 dyoung struct wm_softc *sc = device_private(self);
8112 1.281 msaitoh uint32_t i2ccmd;
8113 1.1 thorpej int i, rv;
8114 1.1 thorpej
8115 1.281 msaitoh if (wm_get_swfw_semaphore(sc, swfwphysem[sc->sc_funcid])) {
8116 1.281 msaitoh aprint_error_dev(sc->sc_dev, "%s: failed to get semaphore\n",
8117 1.281 msaitoh __func__);
8118 1.281 msaitoh return 0;
8119 1.281 msaitoh }
8120 1.281 msaitoh
8121 1.281 msaitoh i2ccmd = (reg << I2CCMD_REG_ADDR_SHIFT)
8122 1.281 msaitoh | (phy << I2CCMD_PHY_ADDR_SHIFT)
8123 1.281 msaitoh | I2CCMD_OPCODE_READ;
8124 1.281 msaitoh CSR_WRITE(sc, WMREG_I2CCMD, i2ccmd);
8125 1.1 thorpej
8126 1.281 msaitoh /* Poll the ready bit */
8127 1.281 msaitoh for (i = 0; i < I2CCMD_PHY_TIMEOUT; i++) {
8128 1.281 msaitoh delay(50);
8129 1.281 msaitoh i2ccmd = CSR_READ(sc, WMREG_I2CCMD);
8130 1.281 msaitoh if (i2ccmd & I2CCMD_READY)
8131 1.1 thorpej break;
8132 1.1 thorpej }
8133 1.281 msaitoh if ((i2ccmd & I2CCMD_READY) == 0)
8134 1.281 msaitoh aprint_error_dev(sc->sc_dev, "I2CCMD Read did not complete\n");
8135 1.281 msaitoh if ((i2ccmd & I2CCMD_ERROR) != 0)
8136 1.281 msaitoh aprint_error_dev(sc->sc_dev, "I2CCMD Error bit set\n");
8137 1.1 thorpej
8138 1.281 msaitoh rv = ((i2ccmd >> 8) & 0x00ff) | ((i2ccmd << 8) & 0xff00);
8139 1.1 thorpej
8140 1.281 msaitoh wm_put_swfw_semaphore(sc, swfwphysem[sc->sc_funcid]);
8141 1.194 msaitoh return rv;
8142 1.1 thorpej }
8143 1.1 thorpej
8144 1.1 thorpej /*
8145 1.281 msaitoh * wm_sgmii_writereg: [mii interface function]
8146 1.1 thorpej *
8147 1.281 msaitoh * Write a PHY register on the SGMII.
8148 1.281 msaitoh * This could be handled by the PHY layer if we didn't have to lock the
8149 1.281 msaitoh * ressource ...
8150 1.1 thorpej */
8151 1.47 thorpej static void
8152 1.281 msaitoh wm_sgmii_writereg(device_t self, int phy, int reg, int val)
8153 1.1 thorpej {
8154 1.157 dyoung struct wm_softc *sc = device_private(self);
8155 1.281 msaitoh uint32_t i2ccmd;
8156 1.1 thorpej int i;
8157 1.314 msaitoh int val_swapped;
8158 1.1 thorpej
8159 1.281 msaitoh if (wm_get_swfw_semaphore(sc, swfwphysem[sc->sc_funcid])) {
8160 1.281 msaitoh aprint_error_dev(sc->sc_dev, "%s: failed to get semaphore\n",
8161 1.281 msaitoh __func__);
8162 1.281 msaitoh return;
8163 1.281 msaitoh }
8164 1.314 msaitoh /* Swap the data bytes for the I2C interface */
8165 1.314 msaitoh val_swapped = ((val >> 8) & 0x00FF) | ((val << 8) & 0xFF00);
8166 1.281 msaitoh i2ccmd = (reg << I2CCMD_REG_ADDR_SHIFT)
8167 1.281 msaitoh | (phy << I2CCMD_PHY_ADDR_SHIFT)
8168 1.314 msaitoh | I2CCMD_OPCODE_WRITE | val_swapped;
8169 1.281 msaitoh CSR_WRITE(sc, WMREG_I2CCMD, i2ccmd);
8170 1.1 thorpej
8171 1.281 msaitoh /* Poll the ready bit */
8172 1.281 msaitoh for (i = 0; i < I2CCMD_PHY_TIMEOUT; i++) {
8173 1.281 msaitoh delay(50);
8174 1.281 msaitoh i2ccmd = CSR_READ(sc, WMREG_I2CCMD);
8175 1.281 msaitoh if (i2ccmd & I2CCMD_READY)
8176 1.1 thorpej break;
8177 1.1 thorpej }
8178 1.281 msaitoh if ((i2ccmd & I2CCMD_READY) == 0)
8179 1.281 msaitoh aprint_error_dev(sc->sc_dev, "I2CCMD Write did not complete\n");
8180 1.281 msaitoh if ((i2ccmd & I2CCMD_ERROR) != 0)
8181 1.281 msaitoh aprint_error_dev(sc->sc_dev, "I2CCMD Error bit set\n");
8182 1.1 thorpej
8183 1.281 msaitoh wm_put_swfw_semaphore(sc, SWFW_PHY0_SM);
8184 1.1 thorpej }
8185 1.1 thorpej
8186 1.281 msaitoh /* TBI related */
8187 1.281 msaitoh
8188 1.127 bouyer /*
8189 1.281 msaitoh * wm_tbi_mediainit:
8190 1.127 bouyer *
8191 1.281 msaitoh * Initialize media for use on 1000BASE-X devices.
8192 1.127 bouyer */
8193 1.127 bouyer static void
8194 1.281 msaitoh wm_tbi_mediainit(struct wm_softc *sc)
8195 1.127 bouyer {
8196 1.281 msaitoh struct ifnet *ifp = &sc->sc_ethercom.ec_if;
8197 1.281 msaitoh const char *sep = "";
8198 1.281 msaitoh
8199 1.281 msaitoh if (sc->sc_type < WM_T_82543)
8200 1.281 msaitoh sc->sc_tipg = TIPG_WM_DFLT;
8201 1.281 msaitoh else
8202 1.281 msaitoh sc->sc_tipg = TIPG_LG_DFLT;
8203 1.281 msaitoh
8204 1.325 msaitoh sc->sc_tbi_serdes_anegticks = 5;
8205 1.281 msaitoh
8206 1.281 msaitoh /* Initialize our media structures */
8207 1.281 msaitoh sc->sc_mii.mii_ifp = ifp;
8208 1.325 msaitoh sc->sc_ethercom.ec_mii = &sc->sc_mii;
8209 1.281 msaitoh
8210 1.325 msaitoh if ((sc->sc_type >= WM_T_82575)
8211 1.325 msaitoh && (sc->sc_mediatype == WM_MEDIATYPE_SERDES))
8212 1.327 msaitoh ifmedia_init(&sc->sc_mii.mii_media, IFM_IMASK,
8213 1.325 msaitoh wm_serdes_mediachange, wm_serdes_mediastatus);
8214 1.325 msaitoh else
8215 1.327 msaitoh ifmedia_init(&sc->sc_mii.mii_media, IFM_IMASK,
8216 1.325 msaitoh wm_tbi_mediachange, wm_tbi_mediastatus);
8217 1.281 msaitoh
8218 1.281 msaitoh /*
8219 1.281 msaitoh * SWD Pins:
8220 1.281 msaitoh *
8221 1.281 msaitoh * 0 = Link LED (output)
8222 1.281 msaitoh * 1 = Loss Of Signal (input)
8223 1.281 msaitoh */
8224 1.281 msaitoh sc->sc_ctrl |= CTRL_SWDPIO(0);
8225 1.325 msaitoh
8226 1.325 msaitoh /* XXX Perhaps this is only for TBI */
8227 1.325 msaitoh if (sc->sc_mediatype != WM_MEDIATYPE_SERDES)
8228 1.325 msaitoh sc->sc_ctrl &= ~CTRL_SWDPIO(1);
8229 1.325 msaitoh
8230 1.311 msaitoh if (sc->sc_mediatype == WM_MEDIATYPE_SERDES)
8231 1.281 msaitoh sc->sc_ctrl &= ~CTRL_LRST;
8232 1.281 msaitoh
8233 1.281 msaitoh CSR_WRITE(sc, WMREG_CTRL, sc->sc_ctrl);
8234 1.127 bouyer
8235 1.281 msaitoh #define ADD(ss, mm, dd) \
8236 1.281 msaitoh do { \
8237 1.281 msaitoh aprint_normal("%s%s", sep, ss); \
8238 1.281 msaitoh ifmedia_add(&sc->sc_mii.mii_media, IFM_ETHER|(mm), (dd), NULL); \
8239 1.281 msaitoh sep = ", "; \
8240 1.281 msaitoh } while (/*CONSTCOND*/0)
8241 1.127 bouyer
8242 1.281 msaitoh aprint_normal_dev(sc->sc_dev, "");
8243 1.285 msaitoh
8244 1.285 msaitoh /* Only 82545 is LX */
8245 1.285 msaitoh if (sc->sc_type == WM_T_82545) {
8246 1.285 msaitoh ADD("1000baseLX", IFM_1000_LX, ANAR_X_HD);
8247 1.285 msaitoh ADD("1000baseLX-FDX", IFM_1000_LX|IFM_FDX, ANAR_X_FD);
8248 1.285 msaitoh } else {
8249 1.285 msaitoh ADD("1000baseSX", IFM_1000_SX, ANAR_X_HD);
8250 1.285 msaitoh ADD("1000baseSX-FDX", IFM_1000_SX|IFM_FDX, ANAR_X_FD);
8251 1.285 msaitoh }
8252 1.281 msaitoh ADD("auto", IFM_AUTO, ANAR_X_FD|ANAR_X_HD);
8253 1.281 msaitoh aprint_normal("\n");
8254 1.127 bouyer
8255 1.281 msaitoh #undef ADD
8256 1.127 bouyer
8257 1.281 msaitoh ifmedia_set(&sc->sc_mii.mii_media, IFM_ETHER | IFM_AUTO);
8258 1.127 bouyer }
8259 1.127 bouyer
8260 1.127 bouyer /*
8261 1.281 msaitoh * wm_tbi_mediachange: [ifmedia interface function]
8262 1.167 msaitoh *
8263 1.281 msaitoh * Set hardware to newly-selected media on a 1000BASE-X device.
8264 1.167 msaitoh */
8265 1.281 msaitoh static int
8266 1.281 msaitoh wm_tbi_mediachange(struct ifnet *ifp)
8267 1.167 msaitoh {
8268 1.281 msaitoh struct wm_softc *sc = ifp->if_softc;
8269 1.281 msaitoh struct ifmedia_entry *ife = sc->sc_mii.mii_media.ifm_cur;
8270 1.281 msaitoh uint32_t status;
8271 1.281 msaitoh int i;
8272 1.167 msaitoh
8273 1.325 msaitoh if (sc->sc_mediatype == WM_MEDIATYPE_SERDES) {
8274 1.325 msaitoh /* XXX need some work for >= 82571 and < 82575 */
8275 1.325 msaitoh if (sc->sc_type < WM_T_82575)
8276 1.325 msaitoh return 0;
8277 1.325 msaitoh }
8278 1.167 msaitoh
8279 1.285 msaitoh if ((sc->sc_type == WM_T_82571) || (sc->sc_type == WM_T_82572)
8280 1.285 msaitoh || (sc->sc_type >= WM_T_82575))
8281 1.285 msaitoh CSR_WRITE(sc, WMREG_SCTL, SCTL_DISABLE_SERDES_LOOPBACK);
8282 1.285 msaitoh
8283 1.285 msaitoh sc->sc_ctrl &= ~CTRL_LRST;
8284 1.285 msaitoh sc->sc_txcw = TXCW_ANE;
8285 1.285 msaitoh if (IFM_SUBTYPE(ife->ifm_media) == IFM_AUTO)
8286 1.285 msaitoh sc->sc_txcw |= TXCW_FD | TXCW_HD;
8287 1.285 msaitoh else if (ife->ifm_media & IFM_FDX)
8288 1.285 msaitoh sc->sc_txcw |= TXCW_FD;
8289 1.285 msaitoh else
8290 1.285 msaitoh sc->sc_txcw |= TXCW_HD;
8291 1.285 msaitoh
8292 1.327 msaitoh if ((sc->sc_mii.mii_media.ifm_media & IFM_FLOW) != 0)
8293 1.281 msaitoh sc->sc_txcw |= TXCW_SYM_PAUSE | TXCW_ASYM_PAUSE;
8294 1.167 msaitoh
8295 1.281 msaitoh DPRINTF(WM_DEBUG_LINK,("%s: sc_txcw = 0x%x after autoneg check\n",
8296 1.285 msaitoh device_xname(sc->sc_dev), sc->sc_txcw));
8297 1.281 msaitoh CSR_WRITE(sc, WMREG_TXCW, sc->sc_txcw);
8298 1.285 msaitoh CSR_WRITE(sc, WMREG_CTRL, sc->sc_ctrl);
8299 1.281 msaitoh CSR_WRITE_FLUSH(sc);
8300 1.285 msaitoh delay(1000);
8301 1.167 msaitoh
8302 1.281 msaitoh i = CSR_READ(sc, WMREG_CTRL) & CTRL_SWDPIN(1);
8303 1.281 msaitoh DPRINTF(WM_DEBUG_LINK,("%s: i = 0x%x\n", device_xname(sc->sc_dev),i));
8304 1.192 msaitoh
8305 1.281 msaitoh /*
8306 1.281 msaitoh * On 82544 chips and later, the CTRL_SWDPIN(1) bit will be set if the
8307 1.281 msaitoh * optics detect a signal, 0 if they don't.
8308 1.281 msaitoh */
8309 1.281 msaitoh if (((i != 0) && (sc->sc_type > WM_T_82544)) || (i == 0)) {
8310 1.281 msaitoh /* Have signal; wait for the link to come up. */
8311 1.281 msaitoh for (i = 0; i < WM_LINKUP_TIMEOUT; i++) {
8312 1.281 msaitoh delay(10000);
8313 1.281 msaitoh if (CSR_READ(sc, WMREG_STATUS) & STATUS_LU)
8314 1.281 msaitoh break;
8315 1.281 msaitoh }
8316 1.192 msaitoh
8317 1.281 msaitoh DPRINTF(WM_DEBUG_LINK,("%s: i = %d after waiting for link\n",
8318 1.281 msaitoh device_xname(sc->sc_dev),i));
8319 1.192 msaitoh
8320 1.281 msaitoh status = CSR_READ(sc, WMREG_STATUS);
8321 1.281 msaitoh DPRINTF(WM_DEBUG_LINK,
8322 1.281 msaitoh ("%s: status after final read = 0x%x, STATUS_LU = 0x%x\n",
8323 1.281 msaitoh device_xname(sc->sc_dev),status, STATUS_LU));
8324 1.281 msaitoh if (status & STATUS_LU) {
8325 1.281 msaitoh /* Link is up. */
8326 1.281 msaitoh DPRINTF(WM_DEBUG_LINK,
8327 1.281 msaitoh ("%s: LINK: set media -> link up %s\n",
8328 1.281 msaitoh device_xname(sc->sc_dev),
8329 1.281 msaitoh (status & STATUS_FD) ? "FDX" : "HDX"));
8330 1.192 msaitoh
8331 1.281 msaitoh /*
8332 1.281 msaitoh * NOTE: CTRL will update TFCE and RFCE automatically,
8333 1.281 msaitoh * so we should update sc->sc_ctrl
8334 1.281 msaitoh */
8335 1.281 msaitoh sc->sc_ctrl = CSR_READ(sc, WMREG_CTRL);
8336 1.281 msaitoh sc->sc_tctl &= ~TCTL_COLD(0x3ff);
8337 1.281 msaitoh sc->sc_fcrtl &= ~FCRTL_XONE;
8338 1.281 msaitoh if (status & STATUS_FD)
8339 1.281 msaitoh sc->sc_tctl |=
8340 1.281 msaitoh TCTL_COLD(TX_COLLISION_DISTANCE_FDX);
8341 1.281 msaitoh else
8342 1.281 msaitoh sc->sc_tctl |=
8343 1.281 msaitoh TCTL_COLD(TX_COLLISION_DISTANCE_HDX);
8344 1.281 msaitoh if (CSR_READ(sc, WMREG_CTRL) & CTRL_TFCE)
8345 1.281 msaitoh sc->sc_fcrtl |= FCRTL_XONE;
8346 1.281 msaitoh CSR_WRITE(sc, WMREG_TCTL, sc->sc_tctl);
8347 1.281 msaitoh CSR_WRITE(sc, (sc->sc_type < WM_T_82543) ?
8348 1.281 msaitoh WMREG_OLD_FCRTL : WMREG_FCRTL,
8349 1.281 msaitoh sc->sc_fcrtl);
8350 1.281 msaitoh sc->sc_tbi_linkup = 1;
8351 1.281 msaitoh } else {
8352 1.281 msaitoh if (i == WM_LINKUP_TIMEOUT)
8353 1.281 msaitoh wm_check_for_link(sc);
8354 1.281 msaitoh /* Link is down. */
8355 1.281 msaitoh DPRINTF(WM_DEBUG_LINK,
8356 1.281 msaitoh ("%s: LINK: set media -> link down\n",
8357 1.281 msaitoh device_xname(sc->sc_dev)));
8358 1.281 msaitoh sc->sc_tbi_linkup = 0;
8359 1.281 msaitoh }
8360 1.281 msaitoh } else {
8361 1.281 msaitoh DPRINTF(WM_DEBUG_LINK, ("%s: LINK: set media -> no signal\n",
8362 1.281 msaitoh device_xname(sc->sc_dev)));
8363 1.281 msaitoh sc->sc_tbi_linkup = 0;
8364 1.281 msaitoh }
8365 1.198 msaitoh
8366 1.325 msaitoh wm_tbi_serdes_set_linkled(sc);
8367 1.192 msaitoh
8368 1.281 msaitoh return 0;
8369 1.192 msaitoh }
8370 1.192 msaitoh
8371 1.167 msaitoh /*
8372 1.324 msaitoh * wm_tbi_mediastatus: [ifmedia interface function]
8373 1.324 msaitoh *
8374 1.324 msaitoh * Get the current interface media status on a 1000BASE-X device.
8375 1.324 msaitoh */
8376 1.324 msaitoh static void
8377 1.324 msaitoh wm_tbi_mediastatus(struct ifnet *ifp, struct ifmediareq *ifmr)
8378 1.324 msaitoh {
8379 1.324 msaitoh struct wm_softc *sc = ifp->if_softc;
8380 1.324 msaitoh uint32_t ctrl, status;
8381 1.324 msaitoh
8382 1.324 msaitoh ifmr->ifm_status = IFM_AVALID;
8383 1.324 msaitoh ifmr->ifm_active = IFM_ETHER;
8384 1.324 msaitoh
8385 1.324 msaitoh status = CSR_READ(sc, WMREG_STATUS);
8386 1.324 msaitoh if ((status & STATUS_LU) == 0) {
8387 1.324 msaitoh ifmr->ifm_active |= IFM_NONE;
8388 1.324 msaitoh return;
8389 1.324 msaitoh }
8390 1.324 msaitoh
8391 1.324 msaitoh ifmr->ifm_status |= IFM_ACTIVE;
8392 1.324 msaitoh /* Only 82545 is LX */
8393 1.324 msaitoh if (sc->sc_type == WM_T_82545)
8394 1.324 msaitoh ifmr->ifm_active |= IFM_1000_LX;
8395 1.324 msaitoh else
8396 1.324 msaitoh ifmr->ifm_active |= IFM_1000_SX;
8397 1.324 msaitoh if (CSR_READ(sc, WMREG_STATUS) & STATUS_FD)
8398 1.324 msaitoh ifmr->ifm_active |= IFM_FDX;
8399 1.324 msaitoh else
8400 1.324 msaitoh ifmr->ifm_active |= IFM_HDX;
8401 1.324 msaitoh ctrl = CSR_READ(sc, WMREG_CTRL);
8402 1.324 msaitoh if (ctrl & CTRL_RFCE)
8403 1.324 msaitoh ifmr->ifm_active |= IFM_FLOW | IFM_ETH_RXPAUSE;
8404 1.324 msaitoh if (ctrl & CTRL_TFCE)
8405 1.324 msaitoh ifmr->ifm_active |= IFM_FLOW | IFM_ETH_TXPAUSE;
8406 1.324 msaitoh }
8407 1.324 msaitoh
8408 1.325 msaitoh /* XXX TBI only */
8409 1.324 msaitoh static int
8410 1.324 msaitoh wm_check_for_link(struct wm_softc *sc)
8411 1.324 msaitoh {
8412 1.324 msaitoh struct ifmedia_entry *ife = sc->sc_mii.mii_media.ifm_cur;
8413 1.324 msaitoh uint32_t rxcw;
8414 1.324 msaitoh uint32_t ctrl;
8415 1.324 msaitoh uint32_t status;
8416 1.324 msaitoh uint32_t sig;
8417 1.324 msaitoh
8418 1.324 msaitoh if (sc->sc_mediatype == WM_MEDIATYPE_SERDES) {
8419 1.325 msaitoh /* XXX need some work for >= 82571 */
8420 1.325 msaitoh if (sc->sc_type >= WM_T_82571) {
8421 1.325 msaitoh sc->sc_tbi_linkup = 1;
8422 1.325 msaitoh return 0;
8423 1.325 msaitoh }
8424 1.324 msaitoh }
8425 1.324 msaitoh
8426 1.324 msaitoh rxcw = CSR_READ(sc, WMREG_RXCW);
8427 1.324 msaitoh ctrl = CSR_READ(sc, WMREG_CTRL);
8428 1.324 msaitoh status = CSR_READ(sc, WMREG_STATUS);
8429 1.324 msaitoh
8430 1.324 msaitoh sig = (sc->sc_type > WM_T_82544) ? CTRL_SWDPIN(1) : 0;
8431 1.324 msaitoh
8432 1.324 msaitoh DPRINTF(WM_DEBUG_LINK, ("%s: %s: sig = %d, status_lu = %d, rxcw_c = %d\n",
8433 1.324 msaitoh device_xname(sc->sc_dev), __func__,
8434 1.324 msaitoh ((ctrl & CTRL_SWDPIN(1)) == sig),
8435 1.324 msaitoh ((status & STATUS_LU) != 0),
8436 1.324 msaitoh ((rxcw & RXCW_C) != 0)
8437 1.324 msaitoh ));
8438 1.324 msaitoh
8439 1.324 msaitoh /*
8440 1.324 msaitoh * SWDPIN LU RXCW
8441 1.324 msaitoh * 0 0 0
8442 1.324 msaitoh * 0 0 1 (should not happen)
8443 1.324 msaitoh * 0 1 0 (should not happen)
8444 1.324 msaitoh * 0 1 1 (should not happen)
8445 1.324 msaitoh * 1 0 0 Disable autonego and force linkup
8446 1.324 msaitoh * 1 0 1 got /C/ but not linkup yet
8447 1.324 msaitoh * 1 1 0 (linkup)
8448 1.324 msaitoh * 1 1 1 If IFM_AUTO, back to autonego
8449 1.324 msaitoh *
8450 1.324 msaitoh */
8451 1.324 msaitoh if (((ctrl & CTRL_SWDPIN(1)) == sig)
8452 1.324 msaitoh && ((status & STATUS_LU) == 0)
8453 1.324 msaitoh && ((rxcw & RXCW_C) == 0)) {
8454 1.324 msaitoh DPRINTF(WM_DEBUG_LINK, ("%s: force linkup and fullduplex\n",
8455 1.324 msaitoh __func__));
8456 1.324 msaitoh sc->sc_tbi_linkup = 0;
8457 1.324 msaitoh /* Disable auto-negotiation in the TXCW register */
8458 1.324 msaitoh CSR_WRITE(sc, WMREG_TXCW, (sc->sc_txcw & ~TXCW_ANE));
8459 1.324 msaitoh
8460 1.324 msaitoh /*
8461 1.324 msaitoh * Force link-up and also force full-duplex.
8462 1.324 msaitoh *
8463 1.324 msaitoh * NOTE: CTRL was updated TFCE and RFCE automatically,
8464 1.324 msaitoh * so we should update sc->sc_ctrl
8465 1.324 msaitoh */
8466 1.324 msaitoh sc->sc_ctrl = ctrl | CTRL_SLU | CTRL_FD;
8467 1.324 msaitoh CSR_WRITE(sc, WMREG_CTRL, sc->sc_ctrl);
8468 1.324 msaitoh } else if (((status & STATUS_LU) != 0)
8469 1.324 msaitoh && ((rxcw & RXCW_C) != 0)
8470 1.324 msaitoh && (IFM_SUBTYPE(ife->ifm_media) == IFM_AUTO)) {
8471 1.324 msaitoh sc->sc_tbi_linkup = 1;
8472 1.324 msaitoh DPRINTF(WM_DEBUG_LINK, ("%s: go back to autonego\n",
8473 1.324 msaitoh __func__));
8474 1.324 msaitoh CSR_WRITE(sc, WMREG_TXCW, sc->sc_txcw);
8475 1.324 msaitoh CSR_WRITE(sc, WMREG_CTRL, (ctrl & ~CTRL_SLU));
8476 1.324 msaitoh } else if (((ctrl & CTRL_SWDPIN(1)) == sig)
8477 1.324 msaitoh && ((rxcw & RXCW_C) != 0)) {
8478 1.324 msaitoh DPRINTF(WM_DEBUG_LINK, ("/C/"));
8479 1.324 msaitoh } else {
8480 1.324 msaitoh DPRINTF(WM_DEBUG_LINK, ("%s: %x,%x,%x\n", __func__, rxcw, ctrl,
8481 1.324 msaitoh status));
8482 1.324 msaitoh }
8483 1.324 msaitoh
8484 1.324 msaitoh return 0;
8485 1.324 msaitoh }
8486 1.324 msaitoh
8487 1.324 msaitoh /*
8488 1.325 msaitoh * wm_tbi_tick:
8489 1.191 msaitoh *
8490 1.325 msaitoh * Check the link on TBI devices.
8491 1.325 msaitoh * This function acts as mii_tick().
8492 1.191 msaitoh */
8493 1.281 msaitoh static void
8494 1.325 msaitoh wm_tbi_tick(struct wm_softc *sc)
8495 1.191 msaitoh {
8496 1.325 msaitoh struct mii_data *mii = &sc->sc_mii;
8497 1.325 msaitoh struct ifmedia_entry *ife = mii->mii_media.ifm_cur;
8498 1.281 msaitoh uint32_t status;
8499 1.281 msaitoh
8500 1.283 ozaki KASSERT(WM_TX_LOCKED(sc));
8501 1.191 msaitoh
8502 1.281 msaitoh status = CSR_READ(sc, WMREG_STATUS);
8503 1.192 msaitoh
8504 1.281 msaitoh /* XXX is this needed? */
8505 1.281 msaitoh (void)CSR_READ(sc, WMREG_RXCW);
8506 1.281 msaitoh (void)CSR_READ(sc, WMREG_CTRL);
8507 1.192 msaitoh
8508 1.281 msaitoh /* set link status */
8509 1.281 msaitoh if ((status & STATUS_LU) == 0) {
8510 1.281 msaitoh DPRINTF(WM_DEBUG_LINK,
8511 1.281 msaitoh ("%s: LINK: checklink -> down\n",
8512 1.281 msaitoh device_xname(sc->sc_dev)));
8513 1.281 msaitoh sc->sc_tbi_linkup = 0;
8514 1.281 msaitoh } else if (sc->sc_tbi_linkup == 0) {
8515 1.281 msaitoh DPRINTF(WM_DEBUG_LINK,
8516 1.281 msaitoh ("%s: LINK: checklink -> up %s\n",
8517 1.281 msaitoh device_xname(sc->sc_dev),
8518 1.281 msaitoh (status & STATUS_FD) ? "FDX" : "HDX"));
8519 1.281 msaitoh sc->sc_tbi_linkup = 1;
8520 1.325 msaitoh sc->sc_tbi_serdes_ticks = 0;
8521 1.325 msaitoh }
8522 1.325 msaitoh
8523 1.325 msaitoh if ((sc->sc_ethercom.ec_if.if_flags & IFF_UP) == 0)
8524 1.325 msaitoh goto setled;
8525 1.325 msaitoh
8526 1.325 msaitoh if ((status & STATUS_LU) == 0) {
8527 1.325 msaitoh sc->sc_tbi_linkup = 0;
8528 1.325 msaitoh /* If the timer expired, retry autonegotiation */
8529 1.325 msaitoh if ((IFM_SUBTYPE(ife->ifm_media) == IFM_AUTO)
8530 1.325 msaitoh && (++sc->sc_tbi_serdes_ticks
8531 1.325 msaitoh >= sc->sc_tbi_serdes_anegticks)) {
8532 1.325 msaitoh DPRINTF(WM_DEBUG_LINK, ("EXPIRE\n"));
8533 1.325 msaitoh sc->sc_tbi_serdes_ticks = 0;
8534 1.325 msaitoh /*
8535 1.325 msaitoh * Reset the link, and let autonegotiation do
8536 1.325 msaitoh * its thing
8537 1.325 msaitoh */
8538 1.325 msaitoh sc->sc_ctrl |= CTRL_LRST;
8539 1.325 msaitoh CSR_WRITE(sc, WMREG_CTRL, sc->sc_ctrl);
8540 1.325 msaitoh CSR_WRITE_FLUSH(sc);
8541 1.325 msaitoh delay(1000);
8542 1.325 msaitoh sc->sc_ctrl &= ~CTRL_LRST;
8543 1.325 msaitoh CSR_WRITE(sc, WMREG_CTRL, sc->sc_ctrl);
8544 1.325 msaitoh CSR_WRITE_FLUSH(sc);
8545 1.325 msaitoh delay(1000);
8546 1.325 msaitoh CSR_WRITE(sc, WMREG_TXCW,
8547 1.325 msaitoh sc->sc_txcw & ~TXCW_ANE);
8548 1.325 msaitoh CSR_WRITE(sc, WMREG_TXCW, sc->sc_txcw);
8549 1.325 msaitoh }
8550 1.192 msaitoh }
8551 1.192 msaitoh
8552 1.325 msaitoh setled:
8553 1.325 msaitoh wm_tbi_serdes_set_linkled(sc);
8554 1.325 msaitoh }
8555 1.325 msaitoh
8556 1.325 msaitoh /* SERDES related */
8557 1.325 msaitoh static void
8558 1.325 msaitoh wm_serdes_power_up_link_82575(struct wm_softc *sc)
8559 1.325 msaitoh {
8560 1.325 msaitoh uint32_t reg;
8561 1.325 msaitoh
8562 1.325 msaitoh if ((sc->sc_mediatype != WM_MEDIATYPE_SERDES)
8563 1.325 msaitoh && ((sc->sc_flags & WM_F_SGMII) == 0))
8564 1.325 msaitoh return;
8565 1.325 msaitoh
8566 1.325 msaitoh reg = CSR_READ(sc, WMREG_PCS_CFG);
8567 1.325 msaitoh reg |= PCS_CFG_PCS_EN;
8568 1.325 msaitoh CSR_WRITE(sc, WMREG_PCS_CFG, reg);
8569 1.325 msaitoh
8570 1.325 msaitoh reg = CSR_READ(sc, WMREG_CTRL_EXT);
8571 1.325 msaitoh reg &= ~CTRL_EXT_SWDPIN(3);
8572 1.325 msaitoh CSR_WRITE(sc, WMREG_CTRL_EXT, reg);
8573 1.325 msaitoh CSR_WRITE_FLUSH(sc);
8574 1.325 msaitoh }
8575 1.325 msaitoh
8576 1.325 msaitoh static int
8577 1.325 msaitoh wm_serdes_mediachange(struct ifnet *ifp)
8578 1.325 msaitoh {
8579 1.325 msaitoh struct wm_softc *sc = ifp->if_softc;
8580 1.325 msaitoh bool pcs_autoneg = true; /* XXX */
8581 1.325 msaitoh uint32_t ctrl_ext, pcs_lctl, reg;
8582 1.325 msaitoh
8583 1.325 msaitoh /* XXX Currently, this function is not called on 8257[12] */
8584 1.325 msaitoh if ((sc->sc_type == WM_T_82571) || (sc->sc_type == WM_T_82572)
8585 1.325 msaitoh || (sc->sc_type >= WM_T_82575))
8586 1.325 msaitoh CSR_WRITE(sc, WMREG_SCTL, SCTL_DISABLE_SERDES_LOOPBACK);
8587 1.325 msaitoh
8588 1.325 msaitoh wm_serdes_power_up_link_82575(sc);
8589 1.325 msaitoh
8590 1.325 msaitoh sc->sc_ctrl |= CTRL_SLU;
8591 1.325 msaitoh
8592 1.325 msaitoh if ((sc->sc_type == WM_T_82575) || (sc->sc_type == WM_T_82576))
8593 1.325 msaitoh sc->sc_ctrl |= CTRL_SWDPIN(0) | CTRL_SWDPIN(1);
8594 1.325 msaitoh
8595 1.325 msaitoh ctrl_ext = CSR_READ(sc, WMREG_CTRL_EXT);
8596 1.325 msaitoh pcs_lctl = CSR_READ(sc, WMREG_PCS_LCTL);
8597 1.325 msaitoh switch (ctrl_ext & CTRL_EXT_LINK_MODE_MASK) {
8598 1.325 msaitoh case CTRL_EXT_LINK_MODE_SGMII:
8599 1.325 msaitoh pcs_autoneg = true;
8600 1.325 msaitoh pcs_lctl &= ~PCS_LCTL_AN_TIMEOUT;
8601 1.325 msaitoh break;
8602 1.325 msaitoh case CTRL_EXT_LINK_MODE_1000KX:
8603 1.325 msaitoh pcs_autoneg = false;
8604 1.325 msaitoh /* FALLTHROUGH */
8605 1.325 msaitoh default:
8606 1.325 msaitoh if ((sc->sc_type == WM_T_82575) || (sc->sc_type == WM_T_82576)){
8607 1.325 msaitoh if ((sc->sc_flags & WM_F_PCS_DIS_AUTONEGO) != 0)
8608 1.325 msaitoh pcs_autoneg = false;
8609 1.325 msaitoh }
8610 1.325 msaitoh sc->sc_ctrl |= CTRL_SPEED_1000 | CTRL_FRCSPD | CTRL_FD
8611 1.325 msaitoh | CTRL_FRCFDX;
8612 1.325 msaitoh pcs_lctl |= PCS_LCTL_FSV_1000 | PCS_LCTL_FDV_FULL;
8613 1.325 msaitoh }
8614 1.325 msaitoh CSR_WRITE(sc, WMREG_CTRL, sc->sc_ctrl);
8615 1.325 msaitoh
8616 1.325 msaitoh if (pcs_autoneg) {
8617 1.325 msaitoh pcs_lctl |= PCS_LCTL_AN_ENABLE | PCS_LCTL_AN_RESTART;
8618 1.325 msaitoh pcs_lctl &= ~PCS_LCTL_FORCE_FC;
8619 1.325 msaitoh
8620 1.325 msaitoh reg = CSR_READ(sc, WMREG_PCS_ANADV);
8621 1.325 msaitoh reg &= ~(TXCW_ASYM_PAUSE | TXCW_SYM_PAUSE);
8622 1.327 msaitoh reg |= TXCW_ASYM_PAUSE | TXCW_SYM_PAUSE;
8623 1.325 msaitoh CSR_WRITE(sc, WMREG_PCS_ANADV, reg);
8624 1.325 msaitoh } else
8625 1.325 msaitoh pcs_lctl |= PCS_LCTL_FSD | PCS_LCTL_FORCE_FC;
8626 1.325 msaitoh
8627 1.325 msaitoh CSR_WRITE(sc, WMREG_PCS_LCTL, pcs_lctl);
8628 1.325 msaitoh
8629 1.325 msaitoh
8630 1.325 msaitoh return 0;
8631 1.325 msaitoh }
8632 1.325 msaitoh
8633 1.325 msaitoh static void
8634 1.325 msaitoh wm_serdes_mediastatus(struct ifnet *ifp, struct ifmediareq *ifmr)
8635 1.325 msaitoh {
8636 1.325 msaitoh struct wm_softc *sc = ifp->if_softc;
8637 1.325 msaitoh struct mii_data *mii = &sc->sc_mii;
8638 1.325 msaitoh struct ifmedia_entry *ife = sc->sc_mii.mii_media.ifm_cur;
8639 1.325 msaitoh uint32_t pcs_adv, pcs_lpab, reg;
8640 1.325 msaitoh
8641 1.325 msaitoh ifmr->ifm_status = IFM_AVALID;
8642 1.325 msaitoh ifmr->ifm_active = IFM_ETHER;
8643 1.325 msaitoh
8644 1.325 msaitoh /* Check PCS */
8645 1.325 msaitoh reg = CSR_READ(sc, WMREG_PCS_LSTS);
8646 1.325 msaitoh if ((reg & PCS_LSTS_LINKOK) == 0) {
8647 1.325 msaitoh ifmr->ifm_active |= IFM_NONE;
8648 1.325 msaitoh sc->sc_tbi_linkup = 0;
8649 1.325 msaitoh goto setled;
8650 1.325 msaitoh }
8651 1.325 msaitoh
8652 1.325 msaitoh sc->sc_tbi_linkup = 1;
8653 1.325 msaitoh ifmr->ifm_status |= IFM_ACTIVE;
8654 1.325 msaitoh ifmr->ifm_active |= IFM_1000_SX; /* XXX */
8655 1.325 msaitoh if ((reg & PCS_LSTS_FDX) != 0)
8656 1.325 msaitoh ifmr->ifm_active |= IFM_FDX;
8657 1.325 msaitoh else
8658 1.325 msaitoh ifmr->ifm_active |= IFM_HDX;
8659 1.325 msaitoh mii->mii_media_active &= ~IFM_ETH_FMASK;
8660 1.325 msaitoh if (IFM_SUBTYPE(ife->ifm_media) == IFM_AUTO) {
8661 1.325 msaitoh /* Check flow */
8662 1.325 msaitoh reg = CSR_READ(sc, WMREG_PCS_LSTS);
8663 1.325 msaitoh if ((reg & PCS_LSTS_AN_COMP) == 0) {
8664 1.325 msaitoh printf("XXX LINKOK but not ACOMP\n");
8665 1.325 msaitoh goto setled;
8666 1.325 msaitoh }
8667 1.325 msaitoh pcs_adv = CSR_READ(sc, WMREG_PCS_ANADV);
8668 1.325 msaitoh pcs_lpab = CSR_READ(sc, WMREG_PCS_LPAB);
8669 1.325 msaitoh printf("XXX AN result(2) %08x, %08x\n", pcs_adv, pcs_lpab);
8670 1.325 msaitoh if ((pcs_adv & TXCW_SYM_PAUSE)
8671 1.325 msaitoh && (pcs_lpab & TXCW_SYM_PAUSE)) {
8672 1.325 msaitoh mii->mii_media_active |= IFM_FLOW
8673 1.325 msaitoh | IFM_ETH_TXPAUSE | IFM_ETH_RXPAUSE;
8674 1.325 msaitoh } else if (((pcs_adv & TXCW_SYM_PAUSE) == 0)
8675 1.325 msaitoh && (pcs_adv & TXCW_ASYM_PAUSE)
8676 1.325 msaitoh && (pcs_lpab & TXCW_SYM_PAUSE)
8677 1.325 msaitoh && (pcs_lpab & TXCW_ASYM_PAUSE)) {
8678 1.325 msaitoh mii->mii_media_active |= IFM_FLOW
8679 1.325 msaitoh | IFM_ETH_TXPAUSE;
8680 1.325 msaitoh } else if ((pcs_adv & TXCW_SYM_PAUSE)
8681 1.325 msaitoh && (pcs_adv & TXCW_ASYM_PAUSE)
8682 1.325 msaitoh && ((pcs_lpab & TXCW_SYM_PAUSE) == 0)
8683 1.325 msaitoh && (pcs_lpab & TXCW_ASYM_PAUSE)) {
8684 1.325 msaitoh mii->mii_media_active |= IFM_FLOW
8685 1.325 msaitoh | IFM_ETH_RXPAUSE;
8686 1.325 msaitoh } else {
8687 1.325 msaitoh }
8688 1.325 msaitoh }
8689 1.325 msaitoh ifmr->ifm_active = (ifmr->ifm_active & ~IFM_ETH_FMASK)
8690 1.325 msaitoh | (mii->mii_media_active & IFM_ETH_FMASK);
8691 1.325 msaitoh setled:
8692 1.325 msaitoh wm_tbi_serdes_set_linkled(sc);
8693 1.325 msaitoh }
8694 1.325 msaitoh
8695 1.325 msaitoh /*
8696 1.325 msaitoh * wm_serdes_tick:
8697 1.325 msaitoh *
8698 1.325 msaitoh * Check the link on serdes devices.
8699 1.325 msaitoh */
8700 1.325 msaitoh static void
8701 1.325 msaitoh wm_serdes_tick(struct wm_softc *sc)
8702 1.325 msaitoh {
8703 1.325 msaitoh struct ifnet *ifp = &sc->sc_ethercom.ec_if;
8704 1.325 msaitoh struct mii_data *mii = &sc->sc_mii;
8705 1.325 msaitoh struct ifmedia_entry *ife = mii->mii_media.ifm_cur;
8706 1.325 msaitoh uint32_t reg;
8707 1.325 msaitoh
8708 1.325 msaitoh KASSERT(WM_TX_LOCKED(sc));
8709 1.325 msaitoh
8710 1.325 msaitoh mii->mii_media_status = IFM_AVALID;
8711 1.325 msaitoh mii->mii_media_active = IFM_ETHER;
8712 1.325 msaitoh
8713 1.325 msaitoh /* Check PCS */
8714 1.325 msaitoh reg = CSR_READ(sc, WMREG_PCS_LSTS);
8715 1.325 msaitoh if ((reg & PCS_LSTS_LINKOK) != 0) {
8716 1.325 msaitoh mii->mii_media_status |= IFM_ACTIVE;
8717 1.325 msaitoh sc->sc_tbi_linkup = 1;
8718 1.325 msaitoh sc->sc_tbi_serdes_ticks = 0;
8719 1.325 msaitoh mii->mii_media_active |= IFM_1000_SX; /* XXX */
8720 1.325 msaitoh if ((reg & PCS_LSTS_FDX) != 0)
8721 1.325 msaitoh mii->mii_media_active |= IFM_FDX;
8722 1.325 msaitoh else
8723 1.325 msaitoh mii->mii_media_active |= IFM_HDX;
8724 1.325 msaitoh } else {
8725 1.325 msaitoh mii->mii_media_status |= IFM_NONE;
8726 1.281 msaitoh sc->sc_tbi_linkup = 0;
8727 1.325 msaitoh /* If the timer expired, retry autonegotiation */
8728 1.325 msaitoh if ((IFM_SUBTYPE(ife->ifm_media) == IFM_AUTO)
8729 1.325 msaitoh && (++sc->sc_tbi_serdes_ticks
8730 1.325 msaitoh >= sc->sc_tbi_serdes_anegticks)) {
8731 1.325 msaitoh DPRINTF(WM_DEBUG_LINK, ("EXPIRE\n"));
8732 1.325 msaitoh sc->sc_tbi_serdes_ticks = 0;
8733 1.325 msaitoh /* XXX */
8734 1.325 msaitoh wm_serdes_mediachange(ifp);
8735 1.281 msaitoh }
8736 1.192 msaitoh }
8737 1.192 msaitoh
8738 1.325 msaitoh wm_tbi_serdes_set_linkled(sc);
8739 1.191 msaitoh }
8740 1.191 msaitoh
8741 1.292 msaitoh /* SFP related */
8742 1.295 msaitoh
8743 1.295 msaitoh static int
8744 1.295 msaitoh wm_sfp_read_data_byte(struct wm_softc *sc, uint16_t offset, uint8_t *data)
8745 1.295 msaitoh {
8746 1.295 msaitoh uint32_t i2ccmd;
8747 1.295 msaitoh int i;
8748 1.295 msaitoh
8749 1.295 msaitoh i2ccmd = (offset << I2CCMD_REG_ADDR_SHIFT) | I2CCMD_OPCODE_READ;
8750 1.295 msaitoh CSR_WRITE(sc, WMREG_I2CCMD, i2ccmd);
8751 1.295 msaitoh
8752 1.295 msaitoh /* Poll the ready bit */
8753 1.295 msaitoh for (i = 0; i < I2CCMD_PHY_TIMEOUT; i++) {
8754 1.295 msaitoh delay(50);
8755 1.295 msaitoh i2ccmd = CSR_READ(sc, WMREG_I2CCMD);
8756 1.295 msaitoh if (i2ccmd & I2CCMD_READY)
8757 1.295 msaitoh break;
8758 1.295 msaitoh }
8759 1.295 msaitoh if ((i2ccmd & I2CCMD_READY) == 0)
8760 1.295 msaitoh return -1;
8761 1.295 msaitoh if ((i2ccmd & I2CCMD_ERROR) != 0)
8762 1.295 msaitoh return -1;
8763 1.295 msaitoh
8764 1.295 msaitoh *data = i2ccmd & 0x00ff;
8765 1.295 msaitoh
8766 1.295 msaitoh return 0;
8767 1.295 msaitoh }
8768 1.295 msaitoh
8769 1.292 msaitoh static uint32_t
8770 1.295 msaitoh wm_sfp_get_media_type(struct wm_softc *sc)
8771 1.292 msaitoh {
8772 1.295 msaitoh uint32_t ctrl_ext;
8773 1.295 msaitoh uint8_t val = 0;
8774 1.295 msaitoh int timeout = 3;
8775 1.311 msaitoh uint32_t mediatype = WM_MEDIATYPE_UNKNOWN;
8776 1.295 msaitoh int rv = -1;
8777 1.292 msaitoh
8778 1.295 msaitoh ctrl_ext = CSR_READ(sc, WMREG_CTRL_EXT);
8779 1.295 msaitoh ctrl_ext &= ~CTRL_EXT_SWDPIN(3);
8780 1.295 msaitoh CSR_WRITE(sc, WMREG_CTRL_EXT, ctrl_ext | CTRL_EXT_I2C_ENA);
8781 1.295 msaitoh CSR_WRITE_FLUSH(sc);
8782 1.295 msaitoh
8783 1.295 msaitoh /* Read SFP module data */
8784 1.295 msaitoh while (timeout) {
8785 1.295 msaitoh rv = wm_sfp_read_data_byte(sc, SFF_SFP_ID_OFF, &val);
8786 1.295 msaitoh if (rv == 0)
8787 1.295 msaitoh break;
8788 1.295 msaitoh delay(100*1000); /* XXX too big */
8789 1.295 msaitoh timeout--;
8790 1.295 msaitoh }
8791 1.295 msaitoh if (rv != 0)
8792 1.295 msaitoh goto out;
8793 1.295 msaitoh switch (val) {
8794 1.295 msaitoh case SFF_SFP_ID_SFF:
8795 1.295 msaitoh aprint_normal_dev(sc->sc_dev,
8796 1.295 msaitoh "Module/Connector soldered to board\n");
8797 1.295 msaitoh break;
8798 1.295 msaitoh case SFF_SFP_ID_SFP:
8799 1.295 msaitoh aprint_normal_dev(sc->sc_dev, "SFP\n");
8800 1.295 msaitoh break;
8801 1.295 msaitoh case SFF_SFP_ID_UNKNOWN:
8802 1.295 msaitoh goto out;
8803 1.295 msaitoh default:
8804 1.295 msaitoh break;
8805 1.295 msaitoh }
8806 1.295 msaitoh
8807 1.295 msaitoh rv = wm_sfp_read_data_byte(sc, SFF_SFP_ETH_FLAGS_OFF, &val);
8808 1.295 msaitoh if (rv != 0) {
8809 1.295 msaitoh goto out;
8810 1.295 msaitoh }
8811 1.295 msaitoh
8812 1.295 msaitoh if ((val & (SFF_SFP_ETH_FLAGS_1000SX | SFF_SFP_ETH_FLAGS_1000LX)) != 0)
8813 1.311 msaitoh mediatype = WM_MEDIATYPE_SERDES;
8814 1.295 msaitoh else if ((val & SFF_SFP_ETH_FLAGS_1000T) != 0){
8815 1.295 msaitoh sc->sc_flags |= WM_F_SGMII;
8816 1.311 msaitoh mediatype = WM_MEDIATYPE_COPPER;
8817 1.295 msaitoh } else if ((val & SFF_SFP_ETH_FLAGS_100FX) != 0){
8818 1.295 msaitoh sc->sc_flags |= WM_F_SGMII;
8819 1.311 msaitoh mediatype = WM_MEDIATYPE_SERDES;
8820 1.295 msaitoh }
8821 1.295 msaitoh
8822 1.295 msaitoh out:
8823 1.295 msaitoh /* Restore I2C interface setting */
8824 1.295 msaitoh CSR_WRITE(sc, WMREG_CTRL_EXT, ctrl_ext);
8825 1.295 msaitoh
8826 1.295 msaitoh return mediatype;
8827 1.292 msaitoh }
8828 1.191 msaitoh /*
8829 1.281 msaitoh * NVM related.
8830 1.281 msaitoh * Microwire, SPI (w/wo EERD) and Flash.
8831 1.265 msaitoh */
8832 1.265 msaitoh
8833 1.281 msaitoh /* Both spi and uwire */
8834 1.265 msaitoh
8835 1.265 msaitoh /*
8836 1.281 msaitoh * wm_eeprom_sendbits:
8837 1.199 msaitoh *
8838 1.281 msaitoh * Send a series of bits to the EEPROM.
8839 1.199 msaitoh */
8840 1.281 msaitoh static void
8841 1.281 msaitoh wm_eeprom_sendbits(struct wm_softc *sc, uint32_t bits, int nbits)
8842 1.199 msaitoh {
8843 1.281 msaitoh uint32_t reg;
8844 1.281 msaitoh int x;
8845 1.199 msaitoh
8846 1.281 msaitoh reg = CSR_READ(sc, WMREG_EECD);
8847 1.199 msaitoh
8848 1.281 msaitoh for (x = nbits; x > 0; x--) {
8849 1.281 msaitoh if (bits & (1U << (x - 1)))
8850 1.281 msaitoh reg |= EECD_DI;
8851 1.281 msaitoh else
8852 1.281 msaitoh reg &= ~EECD_DI;
8853 1.281 msaitoh CSR_WRITE(sc, WMREG_EECD, reg);
8854 1.281 msaitoh CSR_WRITE_FLUSH(sc);
8855 1.281 msaitoh delay(2);
8856 1.281 msaitoh CSR_WRITE(sc, WMREG_EECD, reg | EECD_SK);
8857 1.281 msaitoh CSR_WRITE_FLUSH(sc);
8858 1.281 msaitoh delay(2);
8859 1.281 msaitoh CSR_WRITE(sc, WMREG_EECD, reg);
8860 1.281 msaitoh CSR_WRITE_FLUSH(sc);
8861 1.281 msaitoh delay(2);
8862 1.199 msaitoh }
8863 1.199 msaitoh }
8864 1.199 msaitoh
8865 1.199 msaitoh /*
8866 1.281 msaitoh * wm_eeprom_recvbits:
8867 1.199 msaitoh *
8868 1.281 msaitoh * Receive a series of bits from the EEPROM.
8869 1.199 msaitoh */
8870 1.199 msaitoh static void
8871 1.281 msaitoh wm_eeprom_recvbits(struct wm_softc *sc, uint32_t *valp, int nbits)
8872 1.199 msaitoh {
8873 1.281 msaitoh uint32_t reg, val;
8874 1.281 msaitoh int x;
8875 1.199 msaitoh
8876 1.281 msaitoh reg = CSR_READ(sc, WMREG_EECD) & ~EECD_DI;
8877 1.199 msaitoh
8878 1.281 msaitoh val = 0;
8879 1.281 msaitoh for (x = nbits; x > 0; x--) {
8880 1.281 msaitoh CSR_WRITE(sc, WMREG_EECD, reg | EECD_SK);
8881 1.281 msaitoh CSR_WRITE_FLUSH(sc);
8882 1.281 msaitoh delay(2);
8883 1.281 msaitoh if (CSR_READ(sc, WMREG_EECD) & EECD_DO)
8884 1.281 msaitoh val |= (1U << (x - 1));
8885 1.281 msaitoh CSR_WRITE(sc, WMREG_EECD, reg);
8886 1.281 msaitoh CSR_WRITE_FLUSH(sc);
8887 1.281 msaitoh delay(2);
8888 1.199 msaitoh }
8889 1.281 msaitoh *valp = val;
8890 1.281 msaitoh }
8891 1.199 msaitoh
8892 1.281 msaitoh /* Microwire */
8893 1.199 msaitoh
8894 1.199 msaitoh /*
8895 1.281 msaitoh * wm_nvm_read_uwire:
8896 1.243 msaitoh *
8897 1.281 msaitoh * Read a word from the EEPROM using the MicroWire protocol.
8898 1.243 msaitoh */
8899 1.243 msaitoh static int
8900 1.281 msaitoh wm_nvm_read_uwire(struct wm_softc *sc, int word, int wordcnt, uint16_t *data)
8901 1.243 msaitoh {
8902 1.281 msaitoh uint32_t reg, val;
8903 1.281 msaitoh int i;
8904 1.281 msaitoh
8905 1.281 msaitoh for (i = 0; i < wordcnt; i++) {
8906 1.281 msaitoh /* Clear SK and DI. */
8907 1.281 msaitoh reg = CSR_READ(sc, WMREG_EECD) & ~(EECD_SK | EECD_DI);
8908 1.281 msaitoh CSR_WRITE(sc, WMREG_EECD, reg);
8909 1.281 msaitoh
8910 1.281 msaitoh /*
8911 1.281 msaitoh * XXX: workaround for a bug in qemu-0.12.x and prior
8912 1.281 msaitoh * and Xen.
8913 1.281 msaitoh *
8914 1.281 msaitoh * We use this workaround only for 82540 because qemu's
8915 1.281 msaitoh * e1000 act as 82540.
8916 1.281 msaitoh */
8917 1.281 msaitoh if (sc->sc_type == WM_T_82540) {
8918 1.281 msaitoh reg |= EECD_SK;
8919 1.281 msaitoh CSR_WRITE(sc, WMREG_EECD, reg);
8920 1.281 msaitoh reg &= ~EECD_SK;
8921 1.281 msaitoh CSR_WRITE(sc, WMREG_EECD, reg);
8922 1.281 msaitoh CSR_WRITE_FLUSH(sc);
8923 1.281 msaitoh delay(2);
8924 1.281 msaitoh }
8925 1.281 msaitoh /* XXX: end of workaround */
8926 1.332 msaitoh
8927 1.281 msaitoh /* Set CHIP SELECT. */
8928 1.281 msaitoh reg |= EECD_CS;
8929 1.281 msaitoh CSR_WRITE(sc, WMREG_EECD, reg);
8930 1.281 msaitoh CSR_WRITE_FLUSH(sc);
8931 1.281 msaitoh delay(2);
8932 1.281 msaitoh
8933 1.281 msaitoh /* Shift in the READ command. */
8934 1.281 msaitoh wm_eeprom_sendbits(sc, UWIRE_OPC_READ, 3);
8935 1.281 msaitoh
8936 1.281 msaitoh /* Shift in address. */
8937 1.294 msaitoh wm_eeprom_sendbits(sc, word + i, sc->sc_nvm_addrbits);
8938 1.281 msaitoh
8939 1.281 msaitoh /* Shift out the data. */
8940 1.281 msaitoh wm_eeprom_recvbits(sc, &val, 16);
8941 1.281 msaitoh data[i] = val & 0xffff;
8942 1.243 msaitoh
8943 1.281 msaitoh /* Clear CHIP SELECT. */
8944 1.281 msaitoh reg = CSR_READ(sc, WMREG_EECD) & ~EECD_CS;
8945 1.281 msaitoh CSR_WRITE(sc, WMREG_EECD, reg);
8946 1.281 msaitoh CSR_WRITE_FLUSH(sc);
8947 1.281 msaitoh delay(2);
8948 1.243 msaitoh }
8949 1.243 msaitoh
8950 1.281 msaitoh return 0;
8951 1.281 msaitoh }
8952 1.243 msaitoh
8953 1.281 msaitoh /* SPI */
8954 1.243 msaitoh
8955 1.294 msaitoh /*
8956 1.294 msaitoh * Set SPI and FLASH related information from the EECD register.
8957 1.294 msaitoh * For 82541 and 82547, the word size is taken from EEPROM.
8958 1.294 msaitoh */
8959 1.294 msaitoh static int
8960 1.294 msaitoh wm_nvm_set_addrbits_size_eecd(struct wm_softc *sc)
8961 1.243 msaitoh {
8962 1.294 msaitoh int size;
8963 1.281 msaitoh uint32_t reg;
8964 1.294 msaitoh uint16_t data;
8965 1.243 msaitoh
8966 1.281 msaitoh reg = CSR_READ(sc, WMREG_EECD);
8967 1.294 msaitoh sc->sc_nvm_addrbits = (reg & EECD_EE_ABITS) ? 16 : 8;
8968 1.294 msaitoh
8969 1.294 msaitoh /* Read the size of NVM from EECD by default */
8970 1.294 msaitoh size = __SHIFTOUT(reg, EECD_EE_SIZE_EX_MASK);
8971 1.294 msaitoh switch (sc->sc_type) {
8972 1.294 msaitoh case WM_T_82541:
8973 1.294 msaitoh case WM_T_82541_2:
8974 1.294 msaitoh case WM_T_82547:
8975 1.294 msaitoh case WM_T_82547_2:
8976 1.294 msaitoh /* Set dummy value to access EEPROM */
8977 1.294 msaitoh sc->sc_nvm_wordsize = 64;
8978 1.294 msaitoh wm_nvm_read(sc, NVM_OFF_EEPROM_SIZE, 1, &data);
8979 1.294 msaitoh reg = data;
8980 1.294 msaitoh size = __SHIFTOUT(reg, EECD_EE_SIZE_EX_MASK);
8981 1.294 msaitoh if (size == 0)
8982 1.294 msaitoh size = 6; /* 64 word size */
8983 1.294 msaitoh else
8984 1.294 msaitoh size += NVM_WORD_SIZE_BASE_SHIFT + 1;
8985 1.294 msaitoh break;
8986 1.294 msaitoh case WM_T_80003:
8987 1.294 msaitoh case WM_T_82571:
8988 1.294 msaitoh case WM_T_82572:
8989 1.294 msaitoh case WM_T_82573: /* SPI case */
8990 1.294 msaitoh case WM_T_82574: /* SPI case */
8991 1.294 msaitoh case WM_T_82583: /* SPI case */
8992 1.294 msaitoh size += NVM_WORD_SIZE_BASE_SHIFT;
8993 1.294 msaitoh if (size > 14)
8994 1.294 msaitoh size = 14;
8995 1.294 msaitoh break;
8996 1.294 msaitoh case WM_T_82575:
8997 1.294 msaitoh case WM_T_82576:
8998 1.294 msaitoh case WM_T_82580:
8999 1.294 msaitoh case WM_T_I350:
9000 1.294 msaitoh case WM_T_I354:
9001 1.294 msaitoh case WM_T_I210:
9002 1.294 msaitoh case WM_T_I211:
9003 1.294 msaitoh size += NVM_WORD_SIZE_BASE_SHIFT;
9004 1.294 msaitoh if (size > 15)
9005 1.294 msaitoh size = 15;
9006 1.294 msaitoh break;
9007 1.294 msaitoh default:
9008 1.294 msaitoh aprint_error_dev(sc->sc_dev,
9009 1.294 msaitoh "%s: unknown device(%d)?\n", __func__, sc->sc_type);
9010 1.294 msaitoh return -1;
9011 1.294 msaitoh break;
9012 1.294 msaitoh }
9013 1.294 msaitoh
9014 1.294 msaitoh sc->sc_nvm_wordsize = 1 << size;
9015 1.294 msaitoh
9016 1.294 msaitoh return 0;
9017 1.243 msaitoh }
9018 1.243 msaitoh
9019 1.243 msaitoh /*
9020 1.281 msaitoh * wm_nvm_ready_spi:
9021 1.1 thorpej *
9022 1.281 msaitoh * Wait for a SPI EEPROM to be ready for commands.
9023 1.1 thorpej */
9024 1.281 msaitoh static int
9025 1.281 msaitoh wm_nvm_ready_spi(struct wm_softc *sc)
9026 1.1 thorpej {
9027 1.281 msaitoh uint32_t val;
9028 1.281 msaitoh int usec;
9029 1.1 thorpej
9030 1.281 msaitoh for (usec = 0; usec < SPI_MAX_RETRIES; delay(5), usec += 5) {
9031 1.281 msaitoh wm_eeprom_sendbits(sc, SPI_OPC_RDSR, 8);
9032 1.281 msaitoh wm_eeprom_recvbits(sc, &val, 8);
9033 1.281 msaitoh if ((val & SPI_SR_RDY) == 0)
9034 1.281 msaitoh break;
9035 1.71 thorpej }
9036 1.281 msaitoh if (usec >= SPI_MAX_RETRIES) {
9037 1.281 msaitoh aprint_error_dev(sc->sc_dev, "EEPROM failed to become ready\n");
9038 1.281 msaitoh return 1;
9039 1.127 bouyer }
9040 1.281 msaitoh return 0;
9041 1.127 bouyer }
9042 1.127 bouyer
9043 1.127 bouyer /*
9044 1.281 msaitoh * wm_nvm_read_spi:
9045 1.127 bouyer *
9046 1.281 msaitoh * Read a work from the EEPROM using the SPI protocol.
9047 1.127 bouyer */
9048 1.127 bouyer static int
9049 1.281 msaitoh wm_nvm_read_spi(struct wm_softc *sc, int word, int wordcnt, uint16_t *data)
9050 1.127 bouyer {
9051 1.281 msaitoh uint32_t reg, val;
9052 1.281 msaitoh int i;
9053 1.281 msaitoh uint8_t opc;
9054 1.281 msaitoh
9055 1.281 msaitoh /* Clear SK and CS. */
9056 1.281 msaitoh reg = CSR_READ(sc, WMREG_EECD) & ~(EECD_SK | EECD_CS);
9057 1.281 msaitoh CSR_WRITE(sc, WMREG_EECD, reg);
9058 1.281 msaitoh CSR_WRITE_FLUSH(sc);
9059 1.281 msaitoh delay(2);
9060 1.127 bouyer
9061 1.281 msaitoh if (wm_nvm_ready_spi(sc))
9062 1.281 msaitoh return 1;
9063 1.127 bouyer
9064 1.281 msaitoh /* Toggle CS to flush commands. */
9065 1.281 msaitoh CSR_WRITE(sc, WMREG_EECD, reg | EECD_CS);
9066 1.281 msaitoh CSR_WRITE_FLUSH(sc);
9067 1.281 msaitoh delay(2);
9068 1.281 msaitoh CSR_WRITE(sc, WMREG_EECD, reg);
9069 1.266 msaitoh CSR_WRITE_FLUSH(sc);
9070 1.127 bouyer delay(2);
9071 1.127 bouyer
9072 1.281 msaitoh opc = SPI_OPC_READ;
9073 1.294 msaitoh if (sc->sc_nvm_addrbits == 8 && word >= 128)
9074 1.281 msaitoh opc |= SPI_OPC_A8;
9075 1.281 msaitoh
9076 1.281 msaitoh wm_eeprom_sendbits(sc, opc, 8);
9077 1.294 msaitoh wm_eeprom_sendbits(sc, word << 1, sc->sc_nvm_addrbits);
9078 1.281 msaitoh
9079 1.281 msaitoh for (i = 0; i < wordcnt; i++) {
9080 1.281 msaitoh wm_eeprom_recvbits(sc, &val, 16);
9081 1.281 msaitoh data[i] = ((val >> 8) & 0xff) | ((val & 0xff) << 8);
9082 1.281 msaitoh }
9083 1.178 msaitoh
9084 1.281 msaitoh /* Raise CS and clear SK. */
9085 1.281 msaitoh reg = (CSR_READ(sc, WMREG_EECD) & ~EECD_SK) | EECD_CS;
9086 1.281 msaitoh CSR_WRITE(sc, WMREG_EECD, reg);
9087 1.281 msaitoh CSR_WRITE_FLUSH(sc);
9088 1.281 msaitoh delay(2);
9089 1.178 msaitoh
9090 1.281 msaitoh return 0;
9091 1.127 bouyer }
9092 1.127 bouyer
9093 1.281 msaitoh /* Using with EERD */
9094 1.281 msaitoh
9095 1.281 msaitoh static int
9096 1.281 msaitoh wm_poll_eerd_eewr_done(struct wm_softc *sc, int rw)
9097 1.127 bouyer {
9098 1.281 msaitoh uint32_t attempts = 100000;
9099 1.281 msaitoh uint32_t i, reg = 0;
9100 1.281 msaitoh int32_t done = -1;
9101 1.281 msaitoh
9102 1.281 msaitoh for (i = 0; i < attempts; i++) {
9103 1.281 msaitoh reg = CSR_READ(sc, rw);
9104 1.127 bouyer
9105 1.281 msaitoh if (reg & EERD_DONE) {
9106 1.281 msaitoh done = 0;
9107 1.281 msaitoh break;
9108 1.178 msaitoh }
9109 1.281 msaitoh delay(5);
9110 1.169 msaitoh }
9111 1.127 bouyer
9112 1.281 msaitoh return done;
9113 1.1 thorpej }
9114 1.117 msaitoh
9115 1.117 msaitoh static int
9116 1.281 msaitoh wm_nvm_read_eerd(struct wm_softc *sc, int offset, int wordcnt,
9117 1.281 msaitoh uint16_t *data)
9118 1.117 msaitoh {
9119 1.281 msaitoh int i, eerd = 0;
9120 1.281 msaitoh int error = 0;
9121 1.117 msaitoh
9122 1.281 msaitoh for (i = 0; i < wordcnt; i++) {
9123 1.281 msaitoh eerd = ((offset + i) << EERD_ADDR_SHIFT) | EERD_START;
9124 1.117 msaitoh
9125 1.281 msaitoh CSR_WRITE(sc, WMREG_EERD, eerd);
9126 1.281 msaitoh error = wm_poll_eerd_eewr_done(sc, WMREG_EERD);
9127 1.281 msaitoh if (error != 0)
9128 1.281 msaitoh break;
9129 1.117 msaitoh
9130 1.281 msaitoh data[i] = (CSR_READ(sc, WMREG_EERD) >> EERD_DATA_SHIFT);
9131 1.117 msaitoh }
9132 1.281 msaitoh
9133 1.281 msaitoh return error;
9134 1.117 msaitoh }
9135 1.117 msaitoh
9136 1.281 msaitoh /* Flash */
9137 1.281 msaitoh
9138 1.117 msaitoh static int
9139 1.281 msaitoh wm_nvm_valid_bank_detect_ich8lan(struct wm_softc *sc, unsigned int *bank)
9140 1.117 msaitoh {
9141 1.281 msaitoh uint32_t eecd;
9142 1.281 msaitoh uint32_t act_offset = ICH_NVM_SIG_WORD * 2 + 1;
9143 1.281 msaitoh uint32_t bank1_offset = sc->sc_ich8_flash_bank_size * sizeof(uint16_t);
9144 1.281 msaitoh uint8_t sig_byte = 0;
9145 1.117 msaitoh
9146 1.281 msaitoh switch (sc->sc_type) {
9147 1.281 msaitoh case WM_T_ICH8:
9148 1.281 msaitoh case WM_T_ICH9:
9149 1.281 msaitoh eecd = CSR_READ(sc, WMREG_EECD);
9150 1.281 msaitoh if ((eecd & EECD_SEC1VAL_VALMASK) == EECD_SEC1VAL_VALMASK) {
9151 1.281 msaitoh *bank = ((eecd & EECD_SEC1VAL) != 0) ? 1 : 0;
9152 1.281 msaitoh return 0;
9153 1.281 msaitoh }
9154 1.281 msaitoh /* FALLTHROUGH */
9155 1.281 msaitoh default:
9156 1.281 msaitoh /* Default to 0 */
9157 1.281 msaitoh *bank = 0;
9158 1.271 ozaki
9159 1.281 msaitoh /* Check bank 0 */
9160 1.281 msaitoh wm_read_ich8_byte(sc, act_offset, &sig_byte);
9161 1.281 msaitoh if ((sig_byte & ICH_NVM_VALID_SIG_MASK) == ICH_NVM_SIG_VALUE) {
9162 1.281 msaitoh *bank = 0;
9163 1.281 msaitoh return 0;
9164 1.281 msaitoh }
9165 1.271 ozaki
9166 1.281 msaitoh /* Check bank 1 */
9167 1.281 msaitoh wm_read_ich8_byte(sc, act_offset + bank1_offset,
9168 1.281 msaitoh &sig_byte);
9169 1.281 msaitoh if ((sig_byte & ICH_NVM_VALID_SIG_MASK) == ICH_NVM_SIG_VALUE) {
9170 1.281 msaitoh *bank = 1;
9171 1.281 msaitoh return 0;
9172 1.281 msaitoh }
9173 1.271 ozaki }
9174 1.271 ozaki
9175 1.281 msaitoh DPRINTF(WM_DEBUG_NVM, ("%s: No valid NVM bank present\n",
9176 1.281 msaitoh device_xname(sc->sc_dev)));
9177 1.281 msaitoh return -1;
9178 1.281 msaitoh }
9179 1.281 msaitoh
9180 1.281 msaitoh /******************************************************************************
9181 1.281 msaitoh * This function does initial flash setup so that a new read/write/erase cycle
9182 1.281 msaitoh * can be started.
9183 1.281 msaitoh *
9184 1.281 msaitoh * sc - The pointer to the hw structure
9185 1.281 msaitoh ****************************************************************************/
9186 1.281 msaitoh static int32_t
9187 1.281 msaitoh wm_ich8_cycle_init(struct wm_softc *sc)
9188 1.281 msaitoh {
9189 1.281 msaitoh uint16_t hsfsts;
9190 1.281 msaitoh int32_t error = 1;
9191 1.281 msaitoh int32_t i = 0;
9192 1.271 ozaki
9193 1.281 msaitoh hsfsts = ICH8_FLASH_READ16(sc, ICH_FLASH_HSFSTS);
9194 1.117 msaitoh
9195 1.281 msaitoh /* May be check the Flash Des Valid bit in Hw status */
9196 1.281 msaitoh if ((hsfsts & HSFSTS_FLDVAL) == 0) {
9197 1.281 msaitoh return error;
9198 1.117 msaitoh }
9199 1.117 msaitoh
9200 1.281 msaitoh /* Clear FCERR in Hw status by writing 1 */
9201 1.281 msaitoh /* Clear DAEL in Hw status by writing a 1 */
9202 1.281 msaitoh hsfsts |= HSFSTS_ERR | HSFSTS_DAEL;
9203 1.117 msaitoh
9204 1.281 msaitoh ICH8_FLASH_WRITE16(sc, ICH_FLASH_HSFSTS, hsfsts);
9205 1.117 msaitoh
9206 1.281 msaitoh /*
9207 1.281 msaitoh * Either we should have a hardware SPI cycle in progress bit to check
9208 1.281 msaitoh * against, in order to start a new cycle or FDONE bit should be
9209 1.281 msaitoh * changed in the hardware so that it is 1 after harware reset, which
9210 1.281 msaitoh * can then be used as an indication whether a cycle is in progress or
9211 1.281 msaitoh * has been completed .. we should also have some software semaphore
9212 1.281 msaitoh * mechanism to guard FDONE or the cycle in progress bit so that two
9213 1.281 msaitoh * threads access to those bits can be sequentiallized or a way so that
9214 1.281 msaitoh * 2 threads dont start the cycle at the same time
9215 1.281 msaitoh */
9216 1.127 bouyer
9217 1.281 msaitoh if ((hsfsts & HSFSTS_FLINPRO) == 0) {
9218 1.281 msaitoh /*
9219 1.281 msaitoh * There is no cycle running at present, so we can start a
9220 1.281 msaitoh * cycle
9221 1.281 msaitoh */
9222 1.127 bouyer
9223 1.281 msaitoh /* Begin by setting Flash Cycle Done. */
9224 1.281 msaitoh hsfsts |= HSFSTS_DONE;
9225 1.281 msaitoh ICH8_FLASH_WRITE16(sc, ICH_FLASH_HSFSTS, hsfsts);
9226 1.281 msaitoh error = 0;
9227 1.281 msaitoh } else {
9228 1.281 msaitoh /*
9229 1.281 msaitoh * otherwise poll for sometime so the current cycle has a
9230 1.281 msaitoh * chance to end before giving up.
9231 1.281 msaitoh */
9232 1.281 msaitoh for (i = 0; i < ICH_FLASH_COMMAND_TIMEOUT; i++) {
9233 1.281 msaitoh hsfsts = ICH8_FLASH_READ16(sc, ICH_FLASH_HSFSTS);
9234 1.281 msaitoh if ((hsfsts & HSFSTS_FLINPRO) == 0) {
9235 1.281 msaitoh error = 0;
9236 1.281 msaitoh break;
9237 1.169 msaitoh }
9238 1.281 msaitoh delay(1);
9239 1.127 bouyer }
9240 1.281 msaitoh if (error == 0) {
9241 1.281 msaitoh /*
9242 1.281 msaitoh * Successful in waiting for previous cycle to timeout,
9243 1.281 msaitoh * now set the Flash Cycle Done.
9244 1.281 msaitoh */
9245 1.281 msaitoh hsfsts |= HSFSTS_DONE;
9246 1.281 msaitoh ICH8_FLASH_WRITE16(sc, ICH_FLASH_HSFSTS, hsfsts);
9247 1.127 bouyer }
9248 1.127 bouyer }
9249 1.281 msaitoh return error;
9250 1.127 bouyer }
9251 1.127 bouyer
9252 1.281 msaitoh /******************************************************************************
9253 1.281 msaitoh * This function starts a flash cycle and waits for its completion
9254 1.281 msaitoh *
9255 1.281 msaitoh * sc - The pointer to the hw structure
9256 1.281 msaitoh ****************************************************************************/
9257 1.281 msaitoh static int32_t
9258 1.281 msaitoh wm_ich8_flash_cycle(struct wm_softc *sc, uint32_t timeout)
9259 1.136 msaitoh {
9260 1.281 msaitoh uint16_t hsflctl;
9261 1.281 msaitoh uint16_t hsfsts;
9262 1.281 msaitoh int32_t error = 1;
9263 1.281 msaitoh uint32_t i = 0;
9264 1.127 bouyer
9265 1.281 msaitoh /* Start a cycle by writing 1 in Flash Cycle Go in Hw Flash Control */
9266 1.281 msaitoh hsflctl = ICH8_FLASH_READ16(sc, ICH_FLASH_HSFCTL);
9267 1.281 msaitoh hsflctl |= HSFCTL_GO;
9268 1.281 msaitoh ICH8_FLASH_WRITE16(sc, ICH_FLASH_HSFCTL, hsflctl);
9269 1.139 bouyer
9270 1.281 msaitoh /* Wait till FDONE bit is set to 1 */
9271 1.281 msaitoh do {
9272 1.281 msaitoh hsfsts = ICH8_FLASH_READ16(sc, ICH_FLASH_HSFSTS);
9273 1.281 msaitoh if (hsfsts & HSFSTS_DONE)
9274 1.281 msaitoh break;
9275 1.281 msaitoh delay(1);
9276 1.281 msaitoh i++;
9277 1.281 msaitoh } while (i < timeout);
9278 1.281 msaitoh if ((hsfsts & HSFSTS_DONE) == 1 && (hsfsts & HSFSTS_ERR) == 0)
9279 1.281 msaitoh error = 0;
9280 1.139 bouyer
9281 1.281 msaitoh return error;
9282 1.139 bouyer }
9283 1.139 bouyer
9284 1.281 msaitoh /******************************************************************************
9285 1.281 msaitoh * Reads a byte or word from the NVM using the ICH8 flash access registers.
9286 1.281 msaitoh *
9287 1.281 msaitoh * sc - The pointer to the hw structure
9288 1.281 msaitoh * index - The index of the byte or word to read.
9289 1.281 msaitoh * size - Size of data to read, 1=byte 2=word
9290 1.281 msaitoh * data - Pointer to the word to store the value read.
9291 1.281 msaitoh *****************************************************************************/
9292 1.281 msaitoh static int32_t
9293 1.281 msaitoh wm_read_ich8_data(struct wm_softc *sc, uint32_t index,
9294 1.281 msaitoh uint32_t size, uint16_t *data)
9295 1.139 bouyer {
9296 1.281 msaitoh uint16_t hsfsts;
9297 1.281 msaitoh uint16_t hsflctl;
9298 1.281 msaitoh uint32_t flash_linear_address;
9299 1.281 msaitoh uint32_t flash_data = 0;
9300 1.281 msaitoh int32_t error = 1;
9301 1.281 msaitoh int32_t count = 0;
9302 1.281 msaitoh
9303 1.281 msaitoh if (size < 1 || size > 2 || data == 0x0 ||
9304 1.281 msaitoh index > ICH_FLASH_LINEAR_ADDR_MASK)
9305 1.281 msaitoh return error;
9306 1.139 bouyer
9307 1.281 msaitoh flash_linear_address = (ICH_FLASH_LINEAR_ADDR_MASK & index) +
9308 1.281 msaitoh sc->sc_ich8_flash_base;
9309 1.259 msaitoh
9310 1.259 msaitoh do {
9311 1.281 msaitoh delay(1);
9312 1.281 msaitoh /* Steps */
9313 1.281 msaitoh error = wm_ich8_cycle_init(sc);
9314 1.281 msaitoh if (error)
9315 1.259 msaitoh break;
9316 1.259 msaitoh
9317 1.281 msaitoh hsflctl = ICH8_FLASH_READ16(sc, ICH_FLASH_HSFCTL);
9318 1.281 msaitoh /* 0b/1b corresponds to 1 or 2 byte size, respectively. */
9319 1.281 msaitoh hsflctl |= ((size - 1) << HSFCTL_BCOUNT_SHIFT)
9320 1.281 msaitoh & HSFCTL_BCOUNT_MASK;
9321 1.281 msaitoh hsflctl |= ICH_CYCLE_READ << HSFCTL_CYCLE_SHIFT;
9322 1.281 msaitoh ICH8_FLASH_WRITE16(sc, ICH_FLASH_HSFCTL, hsflctl);
9323 1.281 msaitoh
9324 1.281 msaitoh /*
9325 1.281 msaitoh * Write the last 24 bits of index into Flash Linear address
9326 1.281 msaitoh * field in Flash Address
9327 1.281 msaitoh */
9328 1.281 msaitoh /* TODO: TBD maybe check the index against the size of flash */
9329 1.281 msaitoh
9330 1.281 msaitoh ICH8_FLASH_WRITE32(sc, ICH_FLASH_FADDR, flash_linear_address);
9331 1.259 msaitoh
9332 1.281 msaitoh error = wm_ich8_flash_cycle(sc, ICH_FLASH_COMMAND_TIMEOUT);
9333 1.259 msaitoh
9334 1.281 msaitoh /*
9335 1.281 msaitoh * Check if FCERR is set to 1, if set to 1, clear it and try
9336 1.281 msaitoh * the whole sequence a few more times, else read in (shift in)
9337 1.281 msaitoh * the Flash Data0, the order is least significant byte first
9338 1.281 msaitoh * msb to lsb
9339 1.281 msaitoh */
9340 1.281 msaitoh if (error == 0) {
9341 1.281 msaitoh flash_data = ICH8_FLASH_READ32(sc, ICH_FLASH_FDATA0);
9342 1.281 msaitoh if (size == 1)
9343 1.281 msaitoh *data = (uint8_t)(flash_data & 0x000000FF);
9344 1.281 msaitoh else if (size == 2)
9345 1.281 msaitoh *data = (uint16_t)(flash_data & 0x0000FFFF);
9346 1.281 msaitoh break;
9347 1.281 msaitoh } else {
9348 1.281 msaitoh /*
9349 1.281 msaitoh * If we've gotten here, then things are probably
9350 1.281 msaitoh * completely hosed, but if the error condition is
9351 1.281 msaitoh * detected, it won't hurt to give it another try...
9352 1.281 msaitoh * ICH_FLASH_CYCLE_REPEAT_COUNT times.
9353 1.281 msaitoh */
9354 1.281 msaitoh hsfsts = ICH8_FLASH_READ16(sc, ICH_FLASH_HSFSTS);
9355 1.281 msaitoh if (hsfsts & HSFSTS_ERR) {
9356 1.281 msaitoh /* Repeat for some time before giving up. */
9357 1.281 msaitoh continue;
9358 1.281 msaitoh } else if ((hsfsts & HSFSTS_DONE) == 0)
9359 1.281 msaitoh break;
9360 1.281 msaitoh }
9361 1.281 msaitoh } while (count++ < ICH_FLASH_CYCLE_REPEAT_COUNT);
9362 1.259 msaitoh
9363 1.281 msaitoh return error;
9364 1.259 msaitoh }
9365 1.259 msaitoh
9366 1.281 msaitoh /******************************************************************************
9367 1.281 msaitoh * Reads a single byte from the NVM using the ICH8 flash access registers.
9368 1.281 msaitoh *
9369 1.281 msaitoh * sc - pointer to wm_hw structure
9370 1.281 msaitoh * index - The index of the byte to read.
9371 1.281 msaitoh * data - Pointer to a byte to store the value read.
9372 1.281 msaitoh *****************************************************************************/
9373 1.281 msaitoh static int32_t
9374 1.281 msaitoh wm_read_ich8_byte(struct wm_softc *sc, uint32_t index, uint8_t* data)
9375 1.169 msaitoh {
9376 1.281 msaitoh int32_t status;
9377 1.281 msaitoh uint16_t word = 0;
9378 1.250 msaitoh
9379 1.281 msaitoh status = wm_read_ich8_data(sc, index, 1, &word);
9380 1.281 msaitoh if (status == 0)
9381 1.281 msaitoh *data = (uint8_t)word;
9382 1.281 msaitoh else
9383 1.281 msaitoh *data = 0;
9384 1.169 msaitoh
9385 1.281 msaitoh return status;
9386 1.281 msaitoh }
9387 1.250 msaitoh
9388 1.281 msaitoh /******************************************************************************
9389 1.281 msaitoh * Reads a word from the NVM using the ICH8 flash access registers.
9390 1.281 msaitoh *
9391 1.281 msaitoh * sc - pointer to wm_hw structure
9392 1.281 msaitoh * index - The starting byte index of the word to read.
9393 1.281 msaitoh * data - Pointer to a word to store the value read.
9394 1.281 msaitoh *****************************************************************************/
9395 1.281 msaitoh static int32_t
9396 1.281 msaitoh wm_read_ich8_word(struct wm_softc *sc, uint32_t index, uint16_t *data)
9397 1.281 msaitoh {
9398 1.281 msaitoh int32_t status;
9399 1.169 msaitoh
9400 1.281 msaitoh status = wm_read_ich8_data(sc, index, 2, data);
9401 1.281 msaitoh return status;
9402 1.169 msaitoh }
9403 1.169 msaitoh
9404 1.139 bouyer /******************************************************************************
9405 1.139 bouyer * Reads a 16 bit word or words from the EEPROM using the ICH8's flash access
9406 1.139 bouyer * register.
9407 1.139 bouyer *
9408 1.139 bouyer * sc - Struct containing variables accessed by shared code
9409 1.139 bouyer * offset - offset of word in the EEPROM to read
9410 1.139 bouyer * data - word read from the EEPROM
9411 1.139 bouyer * words - number of words to read
9412 1.139 bouyer *****************************************************************************/
9413 1.139 bouyer static int
9414 1.280 msaitoh wm_nvm_read_ich8(struct wm_softc *sc, int offset, int words, uint16_t *data)
9415 1.139 bouyer {
9416 1.194 msaitoh int32_t error = 0;
9417 1.194 msaitoh uint32_t flash_bank = 0;
9418 1.194 msaitoh uint32_t act_offset = 0;
9419 1.194 msaitoh uint32_t bank_offset = 0;
9420 1.194 msaitoh uint16_t word = 0;
9421 1.194 msaitoh uint16_t i = 0;
9422 1.194 msaitoh
9423 1.281 msaitoh /*
9424 1.281 msaitoh * We need to know which is the valid flash bank. In the event
9425 1.194 msaitoh * that we didn't allocate eeprom_shadow_ram, we may not be
9426 1.194 msaitoh * managing flash_bank. So it cannot be trusted and needs
9427 1.194 msaitoh * to be updated with each read.
9428 1.194 msaitoh */
9429 1.280 msaitoh error = wm_nvm_valid_bank_detect_ich8lan(sc, &flash_bank);
9430 1.194 msaitoh if (error) {
9431 1.297 msaitoh DPRINTF(WM_DEBUG_NVM, ("%s: failed to detect NVM bank\n",
9432 1.297 msaitoh device_xname(sc->sc_dev)));
9433 1.262 msaitoh flash_bank = 0;
9434 1.194 msaitoh }
9435 1.139 bouyer
9436 1.238 msaitoh /*
9437 1.238 msaitoh * Adjust offset appropriately if we're on bank 1 - adjust for word
9438 1.238 msaitoh * size
9439 1.238 msaitoh */
9440 1.194 msaitoh bank_offset = flash_bank * (sc->sc_ich8_flash_bank_size * 2);
9441 1.139 bouyer
9442 1.194 msaitoh error = wm_get_swfwhw_semaphore(sc);
9443 1.194 msaitoh if (error) {
9444 1.194 msaitoh aprint_error_dev(sc->sc_dev, "%s: failed to get semaphore\n",
9445 1.169 msaitoh __func__);
9446 1.194 msaitoh return error;
9447 1.194 msaitoh }
9448 1.139 bouyer
9449 1.194 msaitoh for (i = 0; i < words; i++) {
9450 1.194 msaitoh /* The NVM part needs a byte offset, hence * 2 */
9451 1.194 msaitoh act_offset = bank_offset + ((offset + i) * 2);
9452 1.194 msaitoh error = wm_read_ich8_word(sc, act_offset, &word);
9453 1.194 msaitoh if (error) {
9454 1.238 msaitoh aprint_error_dev(sc->sc_dev,
9455 1.238 msaitoh "%s: failed to read NVM\n", __func__);
9456 1.194 msaitoh break;
9457 1.194 msaitoh }
9458 1.194 msaitoh data[i] = word;
9459 1.194 msaitoh }
9460 1.194 msaitoh
9461 1.194 msaitoh wm_put_swfwhw_semaphore(sc);
9462 1.194 msaitoh return error;
9463 1.139 bouyer }
9464 1.139 bouyer
9465 1.321 msaitoh /* iNVM */
9466 1.321 msaitoh
9467 1.321 msaitoh static int
9468 1.321 msaitoh wm_nvm_read_word_invm(struct wm_softc *sc, uint16_t address, uint16_t *data)
9469 1.321 msaitoh {
9470 1.321 msaitoh int32_t rv = 0;
9471 1.321 msaitoh uint32_t invm_dword;
9472 1.321 msaitoh uint16_t i;
9473 1.321 msaitoh uint8_t record_type, word_address;
9474 1.321 msaitoh
9475 1.321 msaitoh for (i = 0; i < INVM_SIZE; i++) {
9476 1.329 msaitoh invm_dword = CSR_READ(sc, WM_INVM_DATA_REG(i));
9477 1.321 msaitoh /* Get record type */
9478 1.321 msaitoh record_type = INVM_DWORD_TO_RECORD_TYPE(invm_dword);
9479 1.321 msaitoh if (record_type == INVM_UNINITIALIZED_STRUCTURE)
9480 1.321 msaitoh break;
9481 1.321 msaitoh if (record_type == INVM_CSR_AUTOLOAD_STRUCTURE)
9482 1.321 msaitoh i += INVM_CSR_AUTOLOAD_DATA_SIZE_IN_DWORDS;
9483 1.321 msaitoh if (record_type == INVM_RSA_KEY_SHA256_STRUCTURE)
9484 1.321 msaitoh i += INVM_RSA_KEY_SHA256_DATA_SIZE_IN_DWORDS;
9485 1.321 msaitoh if (record_type == INVM_WORD_AUTOLOAD_STRUCTURE) {
9486 1.321 msaitoh word_address = INVM_DWORD_TO_WORD_ADDRESS(invm_dword);
9487 1.321 msaitoh if (word_address == address) {
9488 1.321 msaitoh *data = INVM_DWORD_TO_WORD_DATA(invm_dword);
9489 1.321 msaitoh rv = 0;
9490 1.321 msaitoh break;
9491 1.321 msaitoh }
9492 1.321 msaitoh }
9493 1.321 msaitoh }
9494 1.321 msaitoh
9495 1.321 msaitoh return rv;
9496 1.321 msaitoh }
9497 1.321 msaitoh
9498 1.321 msaitoh static int
9499 1.321 msaitoh wm_nvm_read_invm(struct wm_softc *sc, int offset, int words, uint16_t *data)
9500 1.321 msaitoh {
9501 1.321 msaitoh int rv = 0;
9502 1.321 msaitoh int i;
9503 1.321 msaitoh
9504 1.321 msaitoh for (i = 0; i < words; i++) {
9505 1.321 msaitoh switch (offset + i) {
9506 1.321 msaitoh case NVM_OFF_MACADDR:
9507 1.321 msaitoh case NVM_OFF_MACADDR1:
9508 1.321 msaitoh case NVM_OFF_MACADDR2:
9509 1.321 msaitoh rv = wm_nvm_read_word_invm(sc, offset + i, &data[i]);
9510 1.321 msaitoh if (rv != 0) {
9511 1.321 msaitoh data[i] = 0xffff;
9512 1.321 msaitoh rv = -1;
9513 1.321 msaitoh }
9514 1.321 msaitoh break;
9515 1.321 msaitoh case NVM_OFF_CFG2:
9516 1.321 msaitoh rv = wm_nvm_read_word_invm(sc, offset, data);
9517 1.321 msaitoh if (rv != 0) {
9518 1.321 msaitoh *data = NVM_INIT_CTRL_2_DEFAULT_I211;
9519 1.321 msaitoh rv = 0;
9520 1.321 msaitoh }
9521 1.321 msaitoh break;
9522 1.321 msaitoh case NVM_OFF_CFG4:
9523 1.321 msaitoh rv = wm_nvm_read_word_invm(sc, offset, data);
9524 1.321 msaitoh if (rv != 0) {
9525 1.321 msaitoh *data = NVM_INIT_CTRL_4_DEFAULT_I211;
9526 1.321 msaitoh rv = 0;
9527 1.321 msaitoh }
9528 1.321 msaitoh break;
9529 1.321 msaitoh case NVM_OFF_LED_1_CFG:
9530 1.321 msaitoh rv = wm_nvm_read_word_invm(sc, offset, data);
9531 1.321 msaitoh if (rv != 0) {
9532 1.321 msaitoh *data = NVM_LED_1_CFG_DEFAULT_I211;
9533 1.321 msaitoh rv = 0;
9534 1.321 msaitoh }
9535 1.321 msaitoh break;
9536 1.321 msaitoh case NVM_OFF_LED_0_2_CFG:
9537 1.321 msaitoh rv = wm_nvm_read_word_invm(sc, offset, data);
9538 1.321 msaitoh if (rv != 0) {
9539 1.321 msaitoh *data = NVM_LED_0_2_CFG_DEFAULT_I211;
9540 1.321 msaitoh rv = 0;
9541 1.321 msaitoh }
9542 1.321 msaitoh break;
9543 1.321 msaitoh case NVM_OFF_ID_LED_SETTINGS:
9544 1.321 msaitoh rv = wm_nvm_read_word_invm(sc, offset, data);
9545 1.321 msaitoh if (rv != 0) {
9546 1.321 msaitoh *data = ID_LED_RESERVED_FFFF;
9547 1.321 msaitoh rv = 0;
9548 1.321 msaitoh }
9549 1.321 msaitoh break;
9550 1.321 msaitoh default:
9551 1.321 msaitoh DPRINTF(WM_DEBUG_NVM,
9552 1.321 msaitoh ("NVM word 0x%02x is not mapped.\n", offset));
9553 1.321 msaitoh *data = NVM_RESERVED_WORD;
9554 1.321 msaitoh break;
9555 1.321 msaitoh }
9556 1.321 msaitoh }
9557 1.321 msaitoh
9558 1.321 msaitoh return rv;
9559 1.321 msaitoh }
9560 1.321 msaitoh
9561 1.328 msaitoh /* Lock, detecting NVM type, validate checksum, version and read */
9562 1.281 msaitoh
9563 1.281 msaitoh /*
9564 1.281 msaitoh * wm_nvm_acquire:
9565 1.139 bouyer *
9566 1.281 msaitoh * Perform the EEPROM handshake required on some chips.
9567 1.281 msaitoh */
9568 1.281 msaitoh static int
9569 1.281 msaitoh wm_nvm_acquire(struct wm_softc *sc)
9570 1.139 bouyer {
9571 1.281 msaitoh uint32_t reg;
9572 1.281 msaitoh int x;
9573 1.281 msaitoh int ret = 0;
9574 1.194 msaitoh
9575 1.281 msaitoh /* always success */
9576 1.281 msaitoh if ((sc->sc_flags & WM_F_EEPROM_FLASH) != 0)
9577 1.281 msaitoh return 0;
9578 1.194 msaitoh
9579 1.281 msaitoh if (sc->sc_flags & WM_F_LOCK_EXTCNF) {
9580 1.281 msaitoh ret = wm_get_swfwhw_semaphore(sc);
9581 1.281 msaitoh } else if (sc->sc_flags & WM_F_LOCK_SWFW) {
9582 1.281 msaitoh /* This will also do wm_get_swsm_semaphore() if needed */
9583 1.281 msaitoh ret = wm_get_swfw_semaphore(sc, SWFW_EEP_SM);
9584 1.281 msaitoh } else if (sc->sc_flags & WM_F_LOCK_SWSM) {
9585 1.281 msaitoh ret = wm_get_swsm_semaphore(sc);
9586 1.194 msaitoh }
9587 1.194 msaitoh
9588 1.281 msaitoh if (ret) {
9589 1.281 msaitoh aprint_error_dev(sc->sc_dev, "%s: failed to get semaphore\n",
9590 1.281 msaitoh __func__);
9591 1.281 msaitoh return 1;
9592 1.281 msaitoh }
9593 1.194 msaitoh
9594 1.281 msaitoh if (sc->sc_flags & WM_F_LOCK_EECD) {
9595 1.281 msaitoh reg = CSR_READ(sc, WMREG_EECD);
9596 1.194 msaitoh
9597 1.281 msaitoh /* Request EEPROM access. */
9598 1.281 msaitoh reg |= EECD_EE_REQ;
9599 1.281 msaitoh CSR_WRITE(sc, WMREG_EECD, reg);
9600 1.194 msaitoh
9601 1.281 msaitoh /* ..and wait for it to be granted. */
9602 1.281 msaitoh for (x = 0; x < 1000; x++) {
9603 1.281 msaitoh reg = CSR_READ(sc, WMREG_EECD);
9604 1.281 msaitoh if (reg & EECD_EE_GNT)
9605 1.194 msaitoh break;
9606 1.281 msaitoh delay(5);
9607 1.194 msaitoh }
9608 1.281 msaitoh if ((reg & EECD_EE_GNT) == 0) {
9609 1.281 msaitoh aprint_error_dev(sc->sc_dev,
9610 1.281 msaitoh "could not acquire EEPROM GNT\n");
9611 1.281 msaitoh reg &= ~EECD_EE_REQ;
9612 1.281 msaitoh CSR_WRITE(sc, WMREG_EECD, reg);
9613 1.281 msaitoh if (sc->sc_flags & WM_F_LOCK_EXTCNF)
9614 1.281 msaitoh wm_put_swfwhw_semaphore(sc);
9615 1.281 msaitoh if (sc->sc_flags & WM_F_LOCK_SWFW)
9616 1.281 msaitoh wm_put_swfw_semaphore(sc, SWFW_EEP_SM);
9617 1.281 msaitoh else if (sc->sc_flags & WM_F_LOCK_SWSM)
9618 1.281 msaitoh wm_put_swsm_semaphore(sc);
9619 1.281 msaitoh return 1;
9620 1.194 msaitoh }
9621 1.194 msaitoh }
9622 1.281 msaitoh
9623 1.281 msaitoh return 0;
9624 1.139 bouyer }
9625 1.139 bouyer
9626 1.281 msaitoh /*
9627 1.281 msaitoh * wm_nvm_release:
9628 1.139 bouyer *
9629 1.281 msaitoh * Release the EEPROM mutex.
9630 1.281 msaitoh */
9631 1.281 msaitoh static void
9632 1.281 msaitoh wm_nvm_release(struct wm_softc *sc)
9633 1.139 bouyer {
9634 1.281 msaitoh uint32_t reg;
9635 1.194 msaitoh
9636 1.281 msaitoh /* always success */
9637 1.281 msaitoh if ((sc->sc_flags & WM_F_EEPROM_FLASH) != 0)
9638 1.281 msaitoh return;
9639 1.194 msaitoh
9640 1.281 msaitoh if (sc->sc_flags & WM_F_LOCK_EECD) {
9641 1.281 msaitoh reg = CSR_READ(sc, WMREG_EECD);
9642 1.281 msaitoh reg &= ~EECD_EE_REQ;
9643 1.281 msaitoh CSR_WRITE(sc, WMREG_EECD, reg);
9644 1.281 msaitoh }
9645 1.194 msaitoh
9646 1.281 msaitoh if (sc->sc_flags & WM_F_LOCK_EXTCNF)
9647 1.281 msaitoh wm_put_swfwhw_semaphore(sc);
9648 1.281 msaitoh if (sc->sc_flags & WM_F_LOCK_SWFW)
9649 1.281 msaitoh wm_put_swfw_semaphore(sc, SWFW_EEP_SM);
9650 1.281 msaitoh else if (sc->sc_flags & WM_F_LOCK_SWSM)
9651 1.281 msaitoh wm_put_swsm_semaphore(sc);
9652 1.139 bouyer }
9653 1.139 bouyer
9654 1.281 msaitoh static int
9655 1.281 msaitoh wm_nvm_is_onboard_eeprom(struct wm_softc *sc)
9656 1.139 bouyer {
9657 1.281 msaitoh uint32_t eecd = 0;
9658 1.281 msaitoh
9659 1.281 msaitoh if (sc->sc_type == WM_T_82573 || sc->sc_type == WM_T_82574
9660 1.281 msaitoh || sc->sc_type == WM_T_82583) {
9661 1.281 msaitoh eecd = CSR_READ(sc, WMREG_EECD);
9662 1.281 msaitoh
9663 1.281 msaitoh /* Isolate bits 15 & 16 */
9664 1.281 msaitoh eecd = ((eecd >> 15) & 0x03);
9665 1.194 msaitoh
9666 1.281 msaitoh /* If both bits are set, device is Flash type */
9667 1.281 msaitoh if (eecd == 0x03)
9668 1.281 msaitoh return 0;
9669 1.281 msaitoh }
9670 1.281 msaitoh return 1;
9671 1.281 msaitoh }
9672 1.194 msaitoh
9673 1.321 msaitoh static int
9674 1.321 msaitoh wm_nvm_get_flash_presence_i210(struct wm_softc *sc)
9675 1.321 msaitoh {
9676 1.321 msaitoh uint32_t eec;
9677 1.321 msaitoh
9678 1.321 msaitoh eec = CSR_READ(sc, WMREG_EEC);
9679 1.321 msaitoh if ((eec & EEC_FLASH_DETECTED) != 0)
9680 1.321 msaitoh return 1;
9681 1.321 msaitoh
9682 1.321 msaitoh return 0;
9683 1.321 msaitoh }
9684 1.321 msaitoh
9685 1.281 msaitoh /*
9686 1.281 msaitoh * wm_nvm_validate_checksum
9687 1.281 msaitoh *
9688 1.281 msaitoh * The checksum is defined as the sum of the first 64 (16 bit) words.
9689 1.281 msaitoh */
9690 1.281 msaitoh static int
9691 1.281 msaitoh wm_nvm_validate_checksum(struct wm_softc *sc)
9692 1.281 msaitoh {
9693 1.281 msaitoh uint16_t checksum;
9694 1.281 msaitoh uint16_t eeprom_data;
9695 1.281 msaitoh #ifdef WM_DEBUG
9696 1.281 msaitoh uint16_t csum_wordaddr, valid_checksum;
9697 1.281 msaitoh #endif
9698 1.281 msaitoh int i;
9699 1.194 msaitoh
9700 1.281 msaitoh checksum = 0;
9701 1.139 bouyer
9702 1.281 msaitoh /* Don't check for I211 */
9703 1.281 msaitoh if (sc->sc_type == WM_T_I211)
9704 1.281 msaitoh return 0;
9705 1.194 msaitoh
9706 1.281 msaitoh #ifdef WM_DEBUG
9707 1.281 msaitoh if (sc->sc_type == WM_T_PCH_LPT) {
9708 1.293 msaitoh csum_wordaddr = NVM_OFF_COMPAT;
9709 1.281 msaitoh valid_checksum = NVM_COMPAT_VALID_CHECKSUM;
9710 1.281 msaitoh } else {
9711 1.293 msaitoh csum_wordaddr = NVM_OFF_FUTURE_INIT_WORD1;
9712 1.281 msaitoh valid_checksum = NVM_FUTURE_INIT_WORD1_VALID_CHECKSUM;
9713 1.281 msaitoh }
9714 1.194 msaitoh
9715 1.281 msaitoh /* Dump EEPROM image for debug */
9716 1.281 msaitoh if ((sc->sc_type == WM_T_ICH8) || (sc->sc_type == WM_T_ICH9)
9717 1.281 msaitoh || (sc->sc_type == WM_T_ICH10) || (sc->sc_type == WM_T_PCH)
9718 1.281 msaitoh || (sc->sc_type == WM_T_PCH2) || (sc->sc_type == WM_T_PCH_LPT)) {
9719 1.281 msaitoh wm_nvm_read(sc, csum_wordaddr, 1, &eeprom_data);
9720 1.281 msaitoh if ((eeprom_data & valid_checksum) == 0) {
9721 1.281 msaitoh DPRINTF(WM_DEBUG_NVM,
9722 1.281 msaitoh ("%s: NVM need to be updated (%04x != %04x)\n",
9723 1.281 msaitoh device_xname(sc->sc_dev), eeprom_data,
9724 1.281 msaitoh valid_checksum));
9725 1.281 msaitoh }
9726 1.281 msaitoh }
9727 1.194 msaitoh
9728 1.281 msaitoh if ((wm_debug & WM_DEBUG_NVM) != 0) {
9729 1.281 msaitoh printf("%s: NVM dump:\n", device_xname(sc->sc_dev));
9730 1.293 msaitoh for (i = 0; i < NVM_SIZE; i++) {
9731 1.281 msaitoh if (wm_nvm_read(sc, i, 1, &eeprom_data))
9732 1.301 msaitoh printf("XXXX ");
9733 1.281 msaitoh else
9734 1.301 msaitoh printf("%04hx ", eeprom_data);
9735 1.281 msaitoh if (i % 8 == 7)
9736 1.281 msaitoh printf("\n");
9737 1.194 msaitoh }
9738 1.281 msaitoh }
9739 1.194 msaitoh
9740 1.281 msaitoh #endif /* WM_DEBUG */
9741 1.139 bouyer
9742 1.293 msaitoh for (i = 0; i < NVM_SIZE; i++) {
9743 1.281 msaitoh if (wm_nvm_read(sc, i, 1, &eeprom_data))
9744 1.281 msaitoh return 1;
9745 1.281 msaitoh checksum += eeprom_data;
9746 1.281 msaitoh }
9747 1.139 bouyer
9748 1.281 msaitoh if (checksum != (uint16_t) NVM_CHECKSUM) {
9749 1.281 msaitoh #ifdef WM_DEBUG
9750 1.281 msaitoh printf("%s: NVM checksum mismatch (%04x != %04x)\n",
9751 1.281 msaitoh device_xname(sc->sc_dev), checksum, NVM_CHECKSUM);
9752 1.281 msaitoh #endif
9753 1.281 msaitoh }
9754 1.139 bouyer
9755 1.281 msaitoh return 0;
9756 1.139 bouyer }
9757 1.139 bouyer
9758 1.328 msaitoh static void
9759 1.347 msaitoh wm_nvm_version_invm(struct wm_softc *sc)
9760 1.347 msaitoh {
9761 1.347 msaitoh uint32_t dword;
9762 1.347 msaitoh
9763 1.347 msaitoh /*
9764 1.347 msaitoh * Linux's code to decode version is very strange, so we don't
9765 1.347 msaitoh * obey that algorithm and just use word 61 as the document.
9766 1.347 msaitoh * Perhaps it's not perfect though...
9767 1.347 msaitoh *
9768 1.347 msaitoh * Example:
9769 1.347 msaitoh *
9770 1.347 msaitoh * Word61: 00800030 -> Version 0.6 (I211 spec update notes about 0.6)
9771 1.347 msaitoh */
9772 1.347 msaitoh dword = CSR_READ(sc, WM_INVM_DATA_REG(61));
9773 1.347 msaitoh dword = __SHIFTOUT(dword, INVM_VER_1);
9774 1.347 msaitoh sc->sc_nvm_ver_major = __SHIFTOUT(dword, INVM_MAJOR);
9775 1.347 msaitoh sc->sc_nvm_ver_minor = __SHIFTOUT(dword, INVM_MINOR);
9776 1.347 msaitoh }
9777 1.347 msaitoh
9778 1.347 msaitoh static void
9779 1.328 msaitoh wm_nvm_version(struct wm_softc *sc)
9780 1.328 msaitoh {
9781 1.331 msaitoh uint16_t major, minor, build, patch;
9782 1.328 msaitoh uint16_t uid0, uid1;
9783 1.328 msaitoh uint16_t nvm_data;
9784 1.328 msaitoh uint16_t off;
9785 1.330 msaitoh bool check_version = false;
9786 1.330 msaitoh bool check_optionrom = false;
9787 1.334 msaitoh bool have_build = false;
9788 1.328 msaitoh
9789 1.334 msaitoh /*
9790 1.334 msaitoh * Version format:
9791 1.334 msaitoh *
9792 1.334 msaitoh * XYYZ
9793 1.334 msaitoh * X0YZ
9794 1.334 msaitoh * X0YY
9795 1.334 msaitoh *
9796 1.334 msaitoh * Example:
9797 1.334 msaitoh *
9798 1.334 msaitoh * 82571 0x50a2 5.10.2? (the spec update notes about 5.6-5.10)
9799 1.334 msaitoh * 82571 0x50a6 5.10.6?
9800 1.334 msaitoh * 82572 0x506a 5.6.10?
9801 1.334 msaitoh * 82572EI 0x5069 5.6.9?
9802 1.334 msaitoh * 82574L 0x1080 1.8.0? (the spec update notes about 2.1.4)
9803 1.334 msaitoh * 0x2013 2.1.3?
9804 1.334 msaitoh * 82583 0x10a0 1.10.0? (document says it's default vaule)
9805 1.334 msaitoh */
9806 1.328 msaitoh wm_nvm_read(sc, NVM_OFF_IMAGE_UID1, 1, &uid1);
9807 1.328 msaitoh switch (sc->sc_type) {
9808 1.334 msaitoh case WM_T_82571:
9809 1.334 msaitoh case WM_T_82572:
9810 1.334 msaitoh case WM_T_82574:
9811 1.334 msaitoh check_version = true;
9812 1.334 msaitoh check_optionrom = true;
9813 1.334 msaitoh have_build = true;
9814 1.334 msaitoh break;
9815 1.328 msaitoh case WM_T_82575:
9816 1.328 msaitoh case WM_T_82576:
9817 1.328 msaitoh case WM_T_82580:
9818 1.330 msaitoh if ((uid1 & NVM_MAJOR_MASK) != NVM_UID_VALID)
9819 1.330 msaitoh check_version = true;
9820 1.328 msaitoh break;
9821 1.328 msaitoh case WM_T_I211:
9822 1.347 msaitoh wm_nvm_version_invm(sc);
9823 1.347 msaitoh goto printver;
9824 1.328 msaitoh case WM_T_I210:
9825 1.328 msaitoh if (!wm_nvm_get_flash_presence_i210(sc)) {
9826 1.347 msaitoh wm_nvm_version_invm(sc);
9827 1.347 msaitoh goto printver;
9828 1.328 msaitoh }
9829 1.328 msaitoh /* FALLTHROUGH */
9830 1.328 msaitoh case WM_T_I350:
9831 1.328 msaitoh case WM_T_I354:
9832 1.330 msaitoh check_version = true;
9833 1.330 msaitoh check_optionrom = true;
9834 1.330 msaitoh break;
9835 1.330 msaitoh default:
9836 1.330 msaitoh return;
9837 1.330 msaitoh }
9838 1.330 msaitoh if (check_version) {
9839 1.330 msaitoh wm_nvm_read(sc, NVM_OFF_VERSION, 1, &nvm_data);
9840 1.330 msaitoh major = (nvm_data & NVM_MAJOR_MASK) >> NVM_MAJOR_SHIFT;
9841 1.334 msaitoh if (have_build || ((nvm_data & 0x0f00) != 0x0000)) {
9842 1.330 msaitoh minor = (nvm_data & NVM_MINOR_MASK) >> NVM_MINOR_SHIFT;
9843 1.330 msaitoh build = nvm_data & NVM_BUILD_MASK;
9844 1.331 msaitoh have_build = true;
9845 1.334 msaitoh } else
9846 1.334 msaitoh minor = nvm_data & 0x00ff;
9847 1.334 msaitoh
9848 1.330 msaitoh /* Decimal */
9849 1.330 msaitoh minor = (minor / 16) * 10 + (minor % 16);
9850 1.347 msaitoh sc->sc_nvm_ver_major = major;
9851 1.347 msaitoh sc->sc_nvm_ver_minor = minor;
9852 1.330 msaitoh
9853 1.347 msaitoh printver:
9854 1.347 msaitoh aprint_verbose(", version %d.%d", sc->sc_nvm_ver_major,
9855 1.347 msaitoh sc->sc_nvm_ver_minor);
9856 1.331 msaitoh if (have_build)
9857 1.334 msaitoh aprint_verbose(".%d", build);
9858 1.330 msaitoh }
9859 1.330 msaitoh if (check_optionrom) {
9860 1.328 msaitoh wm_nvm_read(sc, NVM_OFF_COMB_VER_PTR, 1, &off);
9861 1.328 msaitoh /* Option ROM Version */
9862 1.328 msaitoh if ((off != 0x0000) && (off != 0xffff)) {
9863 1.328 msaitoh off += NVM_COMBO_VER_OFF;
9864 1.328 msaitoh wm_nvm_read(sc, off + 1, 1, &uid1);
9865 1.328 msaitoh wm_nvm_read(sc, off, 1, &uid0);
9866 1.328 msaitoh if ((uid0 != 0) && (uid0 != 0xffff)
9867 1.328 msaitoh && (uid1 != 0) && (uid1 != 0xffff)) {
9868 1.331 msaitoh /* 16bits */
9869 1.331 msaitoh major = uid0 >> 8;
9870 1.331 msaitoh build = (uid0 << 8) | (uid1 >> 8);
9871 1.331 msaitoh patch = uid1 & 0x00ff;
9872 1.330 msaitoh aprint_verbose(", option ROM Version %d.%d.%d",
9873 1.331 msaitoh major, build, patch);
9874 1.328 msaitoh }
9875 1.328 msaitoh }
9876 1.328 msaitoh }
9877 1.328 msaitoh
9878 1.328 msaitoh wm_nvm_read(sc, NVM_OFF_IMAGE_UID0, 1, &uid0);
9879 1.328 msaitoh aprint_verbose(", Image Unique ID %08x", (uid1 << 16) | uid0);
9880 1.328 msaitoh }
9881 1.328 msaitoh
9882 1.281 msaitoh /*
9883 1.281 msaitoh * wm_nvm_read:
9884 1.139 bouyer *
9885 1.281 msaitoh * Read data from the serial EEPROM.
9886 1.281 msaitoh */
9887 1.169 msaitoh static int
9888 1.281 msaitoh wm_nvm_read(struct wm_softc *sc, int word, int wordcnt, uint16_t *data)
9889 1.169 msaitoh {
9890 1.169 msaitoh int rv;
9891 1.169 msaitoh
9892 1.281 msaitoh if (sc->sc_flags & WM_F_EEPROM_INVALID)
9893 1.281 msaitoh return 1;
9894 1.281 msaitoh
9895 1.281 msaitoh if (wm_nvm_acquire(sc))
9896 1.281 msaitoh return 1;
9897 1.281 msaitoh
9898 1.281 msaitoh if ((sc->sc_type == WM_T_ICH8) || (sc->sc_type == WM_T_ICH9)
9899 1.281 msaitoh || (sc->sc_type == WM_T_ICH10) || (sc->sc_type == WM_T_PCH)
9900 1.281 msaitoh || (sc->sc_type == WM_T_PCH2) || (sc->sc_type == WM_T_PCH_LPT))
9901 1.281 msaitoh rv = wm_nvm_read_ich8(sc, word, wordcnt, data);
9902 1.321 msaitoh else if (sc->sc_flags & WM_F_EEPROM_INVM)
9903 1.321 msaitoh rv = wm_nvm_read_invm(sc, word, wordcnt, data);
9904 1.281 msaitoh else if (sc->sc_flags & WM_F_EEPROM_EERDEEWR)
9905 1.281 msaitoh rv = wm_nvm_read_eerd(sc, word, wordcnt, data);
9906 1.281 msaitoh else if (sc->sc_flags & WM_F_EEPROM_SPI)
9907 1.281 msaitoh rv = wm_nvm_read_spi(sc, word, wordcnt, data);
9908 1.281 msaitoh else
9909 1.281 msaitoh rv = wm_nvm_read_uwire(sc, word, wordcnt, data);
9910 1.169 msaitoh
9911 1.281 msaitoh wm_nvm_release(sc);
9912 1.169 msaitoh return rv;
9913 1.169 msaitoh }
9914 1.169 msaitoh
9915 1.281 msaitoh /*
9916 1.281 msaitoh * Hardware semaphores.
9917 1.281 msaitoh * Very complexed...
9918 1.281 msaitoh */
9919 1.281 msaitoh
9920 1.169 msaitoh static int
9921 1.281 msaitoh wm_get_swsm_semaphore(struct wm_softc *sc)
9922 1.169 msaitoh {
9923 1.281 msaitoh int32_t timeout;
9924 1.281 msaitoh uint32_t swsm;
9925 1.281 msaitoh
9926 1.287 msaitoh if (sc->sc_flags & WM_F_LOCK_SWSM) {
9927 1.287 msaitoh /* Get the SW semaphore. */
9928 1.294 msaitoh timeout = sc->sc_nvm_wordsize + 1;
9929 1.287 msaitoh while (timeout) {
9930 1.287 msaitoh swsm = CSR_READ(sc, WMREG_SWSM);
9931 1.281 msaitoh
9932 1.287 msaitoh if ((swsm & SWSM_SMBI) == 0)
9933 1.287 msaitoh break;
9934 1.169 msaitoh
9935 1.287 msaitoh delay(50);
9936 1.287 msaitoh timeout--;
9937 1.287 msaitoh }
9938 1.169 msaitoh
9939 1.287 msaitoh if (timeout == 0) {
9940 1.287 msaitoh aprint_error_dev(sc->sc_dev,
9941 1.287 msaitoh "could not acquire SWSM SMBI\n");
9942 1.287 msaitoh return 1;
9943 1.287 msaitoh }
9944 1.281 msaitoh }
9945 1.281 msaitoh
9946 1.281 msaitoh /* Get the FW semaphore. */
9947 1.294 msaitoh timeout = sc->sc_nvm_wordsize + 1;
9948 1.281 msaitoh while (timeout) {
9949 1.281 msaitoh swsm = CSR_READ(sc, WMREG_SWSM);
9950 1.281 msaitoh swsm |= SWSM_SWESMBI;
9951 1.281 msaitoh CSR_WRITE(sc, WMREG_SWSM, swsm);
9952 1.281 msaitoh /* If we managed to set the bit we got the semaphore. */
9953 1.281 msaitoh swsm = CSR_READ(sc, WMREG_SWSM);
9954 1.281 msaitoh if (swsm & SWSM_SWESMBI)
9955 1.281 msaitoh break;
9956 1.169 msaitoh
9957 1.281 msaitoh delay(50);
9958 1.281 msaitoh timeout--;
9959 1.281 msaitoh }
9960 1.281 msaitoh
9961 1.281 msaitoh if (timeout == 0) {
9962 1.281 msaitoh aprint_error_dev(sc->sc_dev, "could not acquire SWSM SWESMBI\n");
9963 1.281 msaitoh /* Release semaphores */
9964 1.281 msaitoh wm_put_swsm_semaphore(sc);
9965 1.281 msaitoh return 1;
9966 1.281 msaitoh }
9967 1.169 msaitoh return 0;
9968 1.169 msaitoh }
9969 1.169 msaitoh
9970 1.281 msaitoh static void
9971 1.281 msaitoh wm_put_swsm_semaphore(struct wm_softc *sc)
9972 1.169 msaitoh {
9973 1.281 msaitoh uint32_t swsm;
9974 1.169 msaitoh
9975 1.281 msaitoh swsm = CSR_READ(sc, WMREG_SWSM);
9976 1.281 msaitoh swsm &= ~(SWSM_SMBI | SWSM_SWESMBI);
9977 1.281 msaitoh CSR_WRITE(sc, WMREG_SWSM, swsm);
9978 1.169 msaitoh }
9979 1.169 msaitoh
9980 1.169 msaitoh static int
9981 1.281 msaitoh wm_get_swfw_semaphore(struct wm_softc *sc, uint16_t mask)
9982 1.169 msaitoh {
9983 1.281 msaitoh uint32_t swfw_sync;
9984 1.281 msaitoh uint32_t swmask = mask << SWFW_SOFT_SHIFT;
9985 1.281 msaitoh uint32_t fwmask = mask << SWFW_FIRM_SHIFT;
9986 1.281 msaitoh int timeout = 200;
9987 1.169 msaitoh
9988 1.281 msaitoh for (timeout = 0; timeout < 200; timeout++) {
9989 1.281 msaitoh if (sc->sc_flags & WM_F_LOCK_SWSM) {
9990 1.281 msaitoh if (wm_get_swsm_semaphore(sc)) {
9991 1.281 msaitoh aprint_error_dev(sc->sc_dev,
9992 1.281 msaitoh "%s: failed to get semaphore\n",
9993 1.281 msaitoh __func__);
9994 1.281 msaitoh return 1;
9995 1.281 msaitoh }
9996 1.281 msaitoh }
9997 1.281 msaitoh swfw_sync = CSR_READ(sc, WMREG_SW_FW_SYNC);
9998 1.281 msaitoh if ((swfw_sync & (swmask | fwmask)) == 0) {
9999 1.281 msaitoh swfw_sync |= swmask;
10000 1.281 msaitoh CSR_WRITE(sc, WMREG_SW_FW_SYNC, swfw_sync);
10001 1.281 msaitoh if (sc->sc_flags & WM_F_LOCK_SWSM)
10002 1.281 msaitoh wm_put_swsm_semaphore(sc);
10003 1.281 msaitoh return 0;
10004 1.281 msaitoh }
10005 1.281 msaitoh if (sc->sc_flags & WM_F_LOCK_SWSM)
10006 1.281 msaitoh wm_put_swsm_semaphore(sc);
10007 1.281 msaitoh delay(5000);
10008 1.281 msaitoh }
10009 1.281 msaitoh printf("%s: failed to get swfw semaphore mask 0x%x swfw 0x%x\n",
10010 1.281 msaitoh device_xname(sc->sc_dev), mask, swfw_sync);
10011 1.281 msaitoh return 1;
10012 1.281 msaitoh }
10013 1.169 msaitoh
10014 1.281 msaitoh static void
10015 1.281 msaitoh wm_put_swfw_semaphore(struct wm_softc *sc, uint16_t mask)
10016 1.281 msaitoh {
10017 1.281 msaitoh uint32_t swfw_sync;
10018 1.169 msaitoh
10019 1.281 msaitoh if (sc->sc_flags & WM_F_LOCK_SWSM) {
10020 1.281 msaitoh while (wm_get_swsm_semaphore(sc) != 0)
10021 1.281 msaitoh continue;
10022 1.281 msaitoh }
10023 1.281 msaitoh swfw_sync = CSR_READ(sc, WMREG_SW_FW_SYNC);
10024 1.281 msaitoh swfw_sync &= ~(mask << SWFW_SOFT_SHIFT);
10025 1.281 msaitoh CSR_WRITE(sc, WMREG_SW_FW_SYNC, swfw_sync);
10026 1.281 msaitoh if (sc->sc_flags & WM_F_LOCK_SWSM)
10027 1.281 msaitoh wm_put_swsm_semaphore(sc);
10028 1.169 msaitoh }
10029 1.169 msaitoh
10030 1.189 msaitoh static int
10031 1.281 msaitoh wm_get_swfwhw_semaphore(struct wm_softc *sc)
10032 1.203 msaitoh {
10033 1.281 msaitoh uint32_t ext_ctrl;
10034 1.281 msaitoh int timeout = 200;
10035 1.203 msaitoh
10036 1.281 msaitoh for (timeout = 0; timeout < 200; timeout++) {
10037 1.281 msaitoh ext_ctrl = CSR_READ(sc, WMREG_EXTCNFCTR);
10038 1.329 msaitoh ext_ctrl |= EXTCNFCTR_MDIO_SW_OWNERSHIP;
10039 1.281 msaitoh CSR_WRITE(sc, WMREG_EXTCNFCTR, ext_ctrl);
10040 1.203 msaitoh
10041 1.281 msaitoh ext_ctrl = CSR_READ(sc, WMREG_EXTCNFCTR);
10042 1.329 msaitoh if (ext_ctrl & EXTCNFCTR_MDIO_SW_OWNERSHIP)
10043 1.281 msaitoh return 0;
10044 1.281 msaitoh delay(5000);
10045 1.281 msaitoh }
10046 1.281 msaitoh printf("%s: failed to get swfwhw semaphore ext_ctrl 0x%x\n",
10047 1.281 msaitoh device_xname(sc->sc_dev), ext_ctrl);
10048 1.281 msaitoh return 1;
10049 1.281 msaitoh }
10050 1.203 msaitoh
10051 1.281 msaitoh static void
10052 1.281 msaitoh wm_put_swfwhw_semaphore(struct wm_softc *sc)
10053 1.281 msaitoh {
10054 1.281 msaitoh uint32_t ext_ctrl;
10055 1.281 msaitoh ext_ctrl = CSR_READ(sc, WMREG_EXTCNFCTR);
10056 1.329 msaitoh ext_ctrl &= ~EXTCNFCTR_MDIO_SW_OWNERSHIP;
10057 1.281 msaitoh CSR_WRITE(sc, WMREG_EXTCNFCTR, ext_ctrl);
10058 1.203 msaitoh }
10059 1.203 msaitoh
10060 1.203 msaitoh static int
10061 1.281 msaitoh wm_get_hw_semaphore_82573(struct wm_softc *sc)
10062 1.189 msaitoh {
10063 1.281 msaitoh int i = 0;
10064 1.189 msaitoh uint32_t reg;
10065 1.189 msaitoh
10066 1.281 msaitoh reg = CSR_READ(sc, WMREG_EXTCNFCTR);
10067 1.281 msaitoh do {
10068 1.281 msaitoh CSR_WRITE(sc, WMREG_EXTCNFCTR,
10069 1.281 msaitoh reg | EXTCNFCTR_MDIO_SW_OWNERSHIP);
10070 1.281 msaitoh reg = CSR_READ(sc, WMREG_EXTCNFCTR);
10071 1.281 msaitoh if ((reg & EXTCNFCTR_MDIO_SW_OWNERSHIP) != 0)
10072 1.281 msaitoh break;
10073 1.281 msaitoh delay(2*1000);
10074 1.281 msaitoh i++;
10075 1.281 msaitoh } while (i < WM_MDIO_OWNERSHIP_TIMEOUT);
10076 1.281 msaitoh
10077 1.281 msaitoh if (i == WM_MDIO_OWNERSHIP_TIMEOUT) {
10078 1.281 msaitoh wm_put_hw_semaphore_82573(sc);
10079 1.281 msaitoh log(LOG_ERR, "%s: Driver can't access the PHY\n",
10080 1.281 msaitoh device_xname(sc->sc_dev));
10081 1.281 msaitoh return -1;
10082 1.189 msaitoh }
10083 1.189 msaitoh
10084 1.189 msaitoh return 0;
10085 1.189 msaitoh }
10086 1.189 msaitoh
10087 1.169 msaitoh static void
10088 1.281 msaitoh wm_put_hw_semaphore_82573(struct wm_softc *sc)
10089 1.169 msaitoh {
10090 1.169 msaitoh uint32_t reg;
10091 1.169 msaitoh
10092 1.281 msaitoh reg = CSR_READ(sc, WMREG_EXTCNFCTR);
10093 1.281 msaitoh reg &= ~EXTCNFCTR_MDIO_SW_OWNERSHIP;
10094 1.281 msaitoh CSR_WRITE(sc, WMREG_EXTCNFCTR, reg);
10095 1.281 msaitoh }
10096 1.281 msaitoh
10097 1.281 msaitoh /*
10098 1.281 msaitoh * Management mode and power management related subroutines.
10099 1.281 msaitoh * BMC, AMT, suspend/resume and EEE.
10100 1.281 msaitoh */
10101 1.281 msaitoh
10102 1.281 msaitoh static int
10103 1.281 msaitoh wm_check_mng_mode(struct wm_softc *sc)
10104 1.281 msaitoh {
10105 1.281 msaitoh int rv;
10106 1.281 msaitoh
10107 1.169 msaitoh switch (sc->sc_type) {
10108 1.169 msaitoh case WM_T_ICH8:
10109 1.169 msaitoh case WM_T_ICH9:
10110 1.169 msaitoh case WM_T_ICH10:
10111 1.190 msaitoh case WM_T_PCH:
10112 1.221 msaitoh case WM_T_PCH2:
10113 1.249 msaitoh case WM_T_PCH_LPT:
10114 1.281 msaitoh rv = wm_check_mng_mode_ich8lan(sc);
10115 1.281 msaitoh break;
10116 1.281 msaitoh case WM_T_82574:
10117 1.281 msaitoh case WM_T_82583:
10118 1.281 msaitoh rv = wm_check_mng_mode_82574(sc);
10119 1.281 msaitoh break;
10120 1.281 msaitoh case WM_T_82571:
10121 1.281 msaitoh case WM_T_82572:
10122 1.281 msaitoh case WM_T_82573:
10123 1.281 msaitoh case WM_T_80003:
10124 1.281 msaitoh rv = wm_check_mng_mode_generic(sc);
10125 1.169 msaitoh break;
10126 1.169 msaitoh default:
10127 1.281 msaitoh /* noting to do */
10128 1.281 msaitoh rv = 0;
10129 1.169 msaitoh break;
10130 1.169 msaitoh }
10131 1.281 msaitoh
10132 1.281 msaitoh return rv;
10133 1.169 msaitoh }
10134 1.173 msaitoh
10135 1.281 msaitoh static int
10136 1.281 msaitoh wm_check_mng_mode_ich8lan(struct wm_softc *sc)
10137 1.203 msaitoh {
10138 1.281 msaitoh uint32_t fwsm;
10139 1.281 msaitoh
10140 1.281 msaitoh fwsm = CSR_READ(sc, WMREG_FWSM);
10141 1.203 msaitoh
10142 1.281 msaitoh if ((fwsm & FWSM_MODE_MASK) == (MNG_ICH_IAMT_MODE << FWSM_MODE_SHIFT))
10143 1.281 msaitoh return 1;
10144 1.246 christos
10145 1.281 msaitoh return 0;
10146 1.203 msaitoh }
10147 1.203 msaitoh
10148 1.173 msaitoh static int
10149 1.281 msaitoh wm_check_mng_mode_82574(struct wm_softc *sc)
10150 1.173 msaitoh {
10151 1.281 msaitoh uint16_t data;
10152 1.173 msaitoh
10153 1.293 msaitoh wm_nvm_read(sc, NVM_OFF_CFG2, 1, &data);
10154 1.279 msaitoh
10155 1.293 msaitoh if ((data & NVM_CFG2_MNGM_MASK) != 0)
10156 1.281 msaitoh return 1;
10157 1.173 msaitoh
10158 1.173 msaitoh return 0;
10159 1.173 msaitoh }
10160 1.192 msaitoh
10161 1.281 msaitoh static int
10162 1.281 msaitoh wm_check_mng_mode_generic(struct wm_softc *sc)
10163 1.202 msaitoh {
10164 1.281 msaitoh uint32_t fwsm;
10165 1.202 msaitoh
10166 1.281 msaitoh fwsm = CSR_READ(sc, WMREG_FWSM);
10167 1.202 msaitoh
10168 1.281 msaitoh if ((fwsm & FWSM_MODE_MASK) == (MNG_IAMT_MODE << FWSM_MODE_SHIFT))
10169 1.281 msaitoh return 1;
10170 1.202 msaitoh
10171 1.281 msaitoh return 0;
10172 1.202 msaitoh }
10173 1.202 msaitoh
10174 1.281 msaitoh static int
10175 1.281 msaitoh wm_enable_mng_pass_thru(struct wm_softc *sc)
10176 1.202 msaitoh {
10177 1.281 msaitoh uint32_t manc, fwsm, factps;
10178 1.202 msaitoh
10179 1.281 msaitoh if ((sc->sc_flags & WM_F_ASF_FIRMWARE_PRES) == 0)
10180 1.281 msaitoh return 0;
10181 1.202 msaitoh
10182 1.281 msaitoh manc = CSR_READ(sc, WMREG_MANC);
10183 1.203 msaitoh
10184 1.281 msaitoh DPRINTF(WM_DEBUG_MANAGE, ("%s: MANC (%08x)\n",
10185 1.281 msaitoh device_xname(sc->sc_dev), manc));
10186 1.281 msaitoh if ((manc & MANC_RECV_TCO_EN) == 0)
10187 1.281 msaitoh return 0;
10188 1.203 msaitoh
10189 1.281 msaitoh if ((sc->sc_flags & WM_F_ARC_SUBSYS_VALID) != 0) {
10190 1.281 msaitoh fwsm = CSR_READ(sc, WMREG_FWSM);
10191 1.281 msaitoh factps = CSR_READ(sc, WMREG_FACTPS);
10192 1.281 msaitoh if (((factps & FACTPS_MNGCG) == 0)
10193 1.281 msaitoh && ((fwsm & FWSM_MODE_MASK)
10194 1.281 msaitoh == (MNG_ICH_IAMT_MODE << FWSM_MODE_SHIFT)))
10195 1.281 msaitoh return 1;
10196 1.281 msaitoh } else if ((sc->sc_type == WM_T_82574) || (sc->sc_type == WM_T_82583)){
10197 1.281 msaitoh uint16_t data;
10198 1.203 msaitoh
10199 1.281 msaitoh factps = CSR_READ(sc, WMREG_FACTPS);
10200 1.293 msaitoh wm_nvm_read(sc, NVM_OFF_CFG2, 1, &data);
10201 1.281 msaitoh DPRINTF(WM_DEBUG_MANAGE, ("%s: FACTPS = %08x, CFG2=%04x\n",
10202 1.281 msaitoh device_xname(sc->sc_dev), factps, data));
10203 1.281 msaitoh if (((factps & FACTPS_MNGCG) == 0)
10204 1.293 msaitoh && ((data & NVM_CFG2_MNGM_MASK)
10205 1.293 msaitoh == (NVM_CFG2_MNGM_PT << NVM_CFG2_MNGM_SHIFT)))
10206 1.281 msaitoh return 1;
10207 1.281 msaitoh } else if (((manc & MANC_SMBUS_EN) != 0)
10208 1.281 msaitoh && ((manc & MANC_ASF_EN) == 0))
10209 1.281 msaitoh return 1;
10210 1.203 msaitoh
10211 1.281 msaitoh return 0;
10212 1.203 msaitoh }
10213 1.203 msaitoh
10214 1.281 msaitoh static int
10215 1.281 msaitoh wm_check_reset_block(struct wm_softc *sc)
10216 1.192 msaitoh {
10217 1.281 msaitoh uint32_t reg;
10218 1.192 msaitoh
10219 1.281 msaitoh switch (sc->sc_type) {
10220 1.281 msaitoh case WM_T_ICH8:
10221 1.281 msaitoh case WM_T_ICH9:
10222 1.281 msaitoh case WM_T_ICH10:
10223 1.281 msaitoh case WM_T_PCH:
10224 1.281 msaitoh case WM_T_PCH2:
10225 1.281 msaitoh case WM_T_PCH_LPT:
10226 1.281 msaitoh reg = CSR_READ(sc, WMREG_FWSM);
10227 1.281 msaitoh if ((reg & FWSM_RSPCIPHY) != 0)
10228 1.281 msaitoh return 0;
10229 1.281 msaitoh else
10230 1.281 msaitoh return -1;
10231 1.281 msaitoh break;
10232 1.281 msaitoh case WM_T_82571:
10233 1.281 msaitoh case WM_T_82572:
10234 1.281 msaitoh case WM_T_82573:
10235 1.281 msaitoh case WM_T_82574:
10236 1.281 msaitoh case WM_T_82583:
10237 1.281 msaitoh case WM_T_80003:
10238 1.281 msaitoh reg = CSR_READ(sc, WMREG_MANC);
10239 1.281 msaitoh if ((reg & MANC_BLK_PHY_RST_ON_IDE) != 0)
10240 1.281 msaitoh return -1;
10241 1.281 msaitoh else
10242 1.281 msaitoh return 0;
10243 1.281 msaitoh break;
10244 1.281 msaitoh default:
10245 1.281 msaitoh /* no problem */
10246 1.281 msaitoh break;
10247 1.192 msaitoh }
10248 1.192 msaitoh
10249 1.281 msaitoh return 0;
10250 1.192 msaitoh }
10251 1.192 msaitoh
10252 1.192 msaitoh static void
10253 1.281 msaitoh wm_get_hw_control(struct wm_softc *sc)
10254 1.221 msaitoh {
10255 1.281 msaitoh uint32_t reg;
10256 1.221 msaitoh
10257 1.281 msaitoh switch (sc->sc_type) {
10258 1.281 msaitoh case WM_T_82573:
10259 1.281 msaitoh reg = CSR_READ(sc, WMREG_SWSM);
10260 1.281 msaitoh CSR_WRITE(sc, WMREG_SWSM, reg | SWSM_DRV_LOAD);
10261 1.281 msaitoh break;
10262 1.281 msaitoh case WM_T_82571:
10263 1.281 msaitoh case WM_T_82572:
10264 1.281 msaitoh case WM_T_82574:
10265 1.281 msaitoh case WM_T_82583:
10266 1.281 msaitoh case WM_T_80003:
10267 1.281 msaitoh case WM_T_ICH8:
10268 1.281 msaitoh case WM_T_ICH9:
10269 1.281 msaitoh case WM_T_ICH10:
10270 1.281 msaitoh case WM_T_PCH:
10271 1.281 msaitoh case WM_T_PCH2:
10272 1.281 msaitoh case WM_T_PCH_LPT:
10273 1.281 msaitoh reg = CSR_READ(sc, WMREG_CTRL_EXT);
10274 1.281 msaitoh CSR_WRITE(sc, WMREG_CTRL_EXT, reg | CTRL_EXT_DRV_LOAD);
10275 1.281 msaitoh break;
10276 1.281 msaitoh default:
10277 1.281 msaitoh break;
10278 1.281 msaitoh }
10279 1.221 msaitoh }
10280 1.221 msaitoh
10281 1.221 msaitoh static void
10282 1.281 msaitoh wm_release_hw_control(struct wm_softc *sc)
10283 1.192 msaitoh {
10284 1.281 msaitoh uint32_t reg;
10285 1.192 msaitoh
10286 1.281 msaitoh if ((sc->sc_flags & WM_F_HAS_MANAGE) == 0)
10287 1.281 msaitoh return;
10288 1.192 msaitoh
10289 1.281 msaitoh if (sc->sc_type == WM_T_82573) {
10290 1.281 msaitoh reg = CSR_READ(sc, WMREG_SWSM);
10291 1.281 msaitoh reg &= ~SWSM_DRV_LOAD;
10292 1.281 msaitoh CSR_WRITE(sc, WMREG_SWSM, reg & ~SWSM_DRV_LOAD);
10293 1.192 msaitoh } else {
10294 1.281 msaitoh reg = CSR_READ(sc, WMREG_CTRL_EXT);
10295 1.281 msaitoh CSR_WRITE(sc, WMREG_CTRL_EXT, reg & ~CTRL_EXT_DRV_LOAD);
10296 1.192 msaitoh }
10297 1.192 msaitoh }
10298 1.192 msaitoh
10299 1.192 msaitoh static void
10300 1.281 msaitoh wm_gate_hw_phy_config_ich8lan(struct wm_softc *sc, int on)
10301 1.221 msaitoh {
10302 1.221 msaitoh uint32_t reg;
10303 1.221 msaitoh
10304 1.281 msaitoh reg = CSR_READ(sc, WMREG_EXTCNFCTR);
10305 1.221 msaitoh
10306 1.281 msaitoh if (on != 0)
10307 1.281 msaitoh reg |= EXTCNFCTR_GATE_PHY_CFG;
10308 1.192 msaitoh else
10309 1.281 msaitoh reg &= ~EXTCNFCTR_GATE_PHY_CFG;
10310 1.192 msaitoh
10311 1.281 msaitoh CSR_WRITE(sc, WMREG_EXTCNFCTR, reg);
10312 1.192 msaitoh }
10313 1.199 msaitoh
10314 1.199 msaitoh static void
10315 1.221 msaitoh wm_smbustopci(struct wm_softc *sc)
10316 1.221 msaitoh {
10317 1.221 msaitoh uint32_t fwsm;
10318 1.221 msaitoh
10319 1.221 msaitoh fwsm = CSR_READ(sc, WMREG_FWSM);
10320 1.221 msaitoh if (((fwsm & FWSM_FW_VALID) == 0)
10321 1.221 msaitoh && ((wm_check_reset_block(sc) == 0))) {
10322 1.221 msaitoh sc->sc_ctrl |= CTRL_LANPHYPC_OVERRIDE;
10323 1.221 msaitoh sc->sc_ctrl &= ~CTRL_LANPHYPC_VALUE;
10324 1.221 msaitoh CSR_WRITE(sc, WMREG_CTRL, sc->sc_ctrl);
10325 1.266 msaitoh CSR_WRITE_FLUSH(sc);
10326 1.221 msaitoh delay(10);
10327 1.221 msaitoh sc->sc_ctrl &= ~CTRL_LANPHYPC_OVERRIDE;
10328 1.221 msaitoh CSR_WRITE(sc, WMREG_CTRL, sc->sc_ctrl);
10329 1.266 msaitoh CSR_WRITE_FLUSH(sc);
10330 1.221 msaitoh delay(50*1000);
10331 1.221 msaitoh
10332 1.221 msaitoh /*
10333 1.221 msaitoh * Gate automatic PHY configuration by hardware on non-managed
10334 1.221 msaitoh * 82579
10335 1.221 msaitoh */
10336 1.221 msaitoh if (sc->sc_type == WM_T_PCH2)
10337 1.221 msaitoh wm_gate_hw_phy_config_ich8lan(sc, 1);
10338 1.221 msaitoh }
10339 1.221 msaitoh }
10340 1.221 msaitoh
10341 1.221 msaitoh static void
10342 1.203 msaitoh wm_init_manageability(struct wm_softc *sc)
10343 1.203 msaitoh {
10344 1.203 msaitoh
10345 1.203 msaitoh if (sc->sc_flags & WM_F_HAS_MANAGE) {
10346 1.203 msaitoh uint32_t manc2h = CSR_READ(sc, WMREG_MANC2H);
10347 1.203 msaitoh uint32_t manc = CSR_READ(sc, WMREG_MANC);
10348 1.203 msaitoh
10349 1.281 msaitoh /* Disable hardware interception of ARP */
10350 1.203 msaitoh manc &= ~MANC_ARP_EN;
10351 1.203 msaitoh
10352 1.281 msaitoh /* Enable receiving management packets to the host */
10353 1.203 msaitoh if (sc->sc_type >= WM_T_82571) {
10354 1.203 msaitoh manc |= MANC_EN_MNG2HOST;
10355 1.203 msaitoh manc2h |= MANC2H_PORT_623| MANC2H_PORT_624;
10356 1.203 msaitoh CSR_WRITE(sc, WMREG_MANC2H, manc2h);
10357 1.203 msaitoh }
10358 1.203 msaitoh
10359 1.203 msaitoh CSR_WRITE(sc, WMREG_MANC, manc);
10360 1.203 msaitoh }
10361 1.203 msaitoh }
10362 1.203 msaitoh
10363 1.203 msaitoh static void
10364 1.203 msaitoh wm_release_manageability(struct wm_softc *sc)
10365 1.203 msaitoh {
10366 1.203 msaitoh
10367 1.203 msaitoh if (sc->sc_flags & WM_F_HAS_MANAGE) {
10368 1.203 msaitoh uint32_t manc = CSR_READ(sc, WMREG_MANC);
10369 1.203 msaitoh
10370 1.260 msaitoh manc |= MANC_ARP_EN;
10371 1.203 msaitoh if (sc->sc_type >= WM_T_82571)
10372 1.203 msaitoh manc &= ~MANC_EN_MNG2HOST;
10373 1.203 msaitoh
10374 1.203 msaitoh CSR_WRITE(sc, WMREG_MANC, manc);
10375 1.203 msaitoh }
10376 1.203 msaitoh }
10377 1.203 msaitoh
10378 1.203 msaitoh static void
10379 1.203 msaitoh wm_get_wakeup(struct wm_softc *sc)
10380 1.203 msaitoh {
10381 1.203 msaitoh
10382 1.203 msaitoh /* 0: HAS_AMT, ARC_SUBSYS_VALID, ASF_FIRMWARE_PRES */
10383 1.203 msaitoh switch (sc->sc_type) {
10384 1.203 msaitoh case WM_T_82573:
10385 1.203 msaitoh case WM_T_82583:
10386 1.203 msaitoh sc->sc_flags |= WM_F_HAS_AMT;
10387 1.203 msaitoh /* FALLTHROUGH */
10388 1.246 christos case WM_T_80003:
10389 1.203 msaitoh case WM_T_82541:
10390 1.203 msaitoh case WM_T_82547:
10391 1.203 msaitoh case WM_T_82571:
10392 1.203 msaitoh case WM_T_82572:
10393 1.203 msaitoh case WM_T_82574:
10394 1.203 msaitoh case WM_T_82575:
10395 1.203 msaitoh case WM_T_82576:
10396 1.208 msaitoh case WM_T_82580:
10397 1.228 msaitoh case WM_T_I350:
10398 1.265 msaitoh case WM_T_I354:
10399 1.203 msaitoh if ((CSR_READ(sc, WMREG_FWSM) & FWSM_MODE_MASK) != 0)
10400 1.203 msaitoh sc->sc_flags |= WM_F_ARC_SUBSYS_VALID;
10401 1.203 msaitoh sc->sc_flags |= WM_F_ASF_FIRMWARE_PRES;
10402 1.203 msaitoh break;
10403 1.203 msaitoh case WM_T_ICH8:
10404 1.203 msaitoh case WM_T_ICH9:
10405 1.203 msaitoh case WM_T_ICH10:
10406 1.203 msaitoh case WM_T_PCH:
10407 1.221 msaitoh case WM_T_PCH2:
10408 1.249 msaitoh case WM_T_PCH_LPT:
10409 1.203 msaitoh sc->sc_flags |= WM_F_HAS_AMT;
10410 1.203 msaitoh sc->sc_flags |= WM_F_ASF_FIRMWARE_PRES;
10411 1.203 msaitoh break;
10412 1.203 msaitoh default:
10413 1.203 msaitoh break;
10414 1.203 msaitoh }
10415 1.203 msaitoh
10416 1.203 msaitoh /* 1: HAS_MANAGE */
10417 1.203 msaitoh if (wm_enable_mng_pass_thru(sc) != 0)
10418 1.203 msaitoh sc->sc_flags |= WM_F_HAS_MANAGE;
10419 1.203 msaitoh
10420 1.203 msaitoh #ifdef WM_DEBUG
10421 1.203 msaitoh printf("\n");
10422 1.203 msaitoh if ((sc->sc_flags & WM_F_HAS_AMT) != 0)
10423 1.203 msaitoh printf("HAS_AMT,");
10424 1.203 msaitoh if ((sc->sc_flags & WM_F_ARC_SUBSYS_VALID) != 0)
10425 1.203 msaitoh printf("ARC_SUBSYS_VALID,");
10426 1.203 msaitoh if ((sc->sc_flags & WM_F_ASF_FIRMWARE_PRES) != 0)
10427 1.203 msaitoh printf("ASF_FIRMWARE_PRES,");
10428 1.203 msaitoh if ((sc->sc_flags & WM_F_HAS_MANAGE) != 0)
10429 1.203 msaitoh printf("HAS_MANAGE,");
10430 1.203 msaitoh printf("\n");
10431 1.203 msaitoh #endif
10432 1.203 msaitoh /*
10433 1.203 msaitoh * Note that the WOL flags is set after the resetting of the eeprom
10434 1.203 msaitoh * stuff
10435 1.203 msaitoh */
10436 1.203 msaitoh }
10437 1.203 msaitoh
10438 1.203 msaitoh #ifdef WM_WOL
10439 1.203 msaitoh /* WOL in the newer chipset interfaces (pchlan) */
10440 1.203 msaitoh static void
10441 1.203 msaitoh wm_enable_phy_wakeup(struct wm_softc *sc)
10442 1.203 msaitoh {
10443 1.203 msaitoh #if 0
10444 1.203 msaitoh uint16_t preg;
10445 1.203 msaitoh
10446 1.203 msaitoh /* Copy MAC RARs to PHY RARs */
10447 1.203 msaitoh
10448 1.203 msaitoh /* Copy MAC MTA to PHY MTA */
10449 1.203 msaitoh
10450 1.281 msaitoh /* Configure PHY Rx Control register */
10451 1.281 msaitoh
10452 1.281 msaitoh /* Enable PHY wakeup in MAC register */
10453 1.281 msaitoh
10454 1.281 msaitoh /* Configure and enable PHY wakeup in PHY registers */
10455 1.281 msaitoh
10456 1.281 msaitoh /* Activate PHY wakeup */
10457 1.281 msaitoh
10458 1.281 msaitoh /* XXX */
10459 1.281 msaitoh #endif
10460 1.281 msaitoh }
10461 1.281 msaitoh
10462 1.281 msaitoh /* Power down workaround on D3 */
10463 1.281 msaitoh static void
10464 1.281 msaitoh wm_igp3_phy_powerdown_workaround_ich8lan(struct wm_softc *sc)
10465 1.281 msaitoh {
10466 1.281 msaitoh uint32_t reg;
10467 1.281 msaitoh int i;
10468 1.281 msaitoh
10469 1.281 msaitoh for (i = 0; i < 2; i++) {
10470 1.281 msaitoh /* Disable link */
10471 1.281 msaitoh reg = CSR_READ(sc, WMREG_PHY_CTRL);
10472 1.281 msaitoh reg |= PHY_CTRL_GBE_DIS | PHY_CTRL_NOND0A_GBE_DIS;
10473 1.281 msaitoh CSR_WRITE(sc, WMREG_PHY_CTRL, reg);
10474 1.281 msaitoh
10475 1.281 msaitoh /*
10476 1.281 msaitoh * Call gig speed drop workaround on Gig disable before
10477 1.281 msaitoh * accessing any PHY registers
10478 1.281 msaitoh */
10479 1.281 msaitoh if (sc->sc_type == WM_T_ICH8)
10480 1.281 msaitoh wm_gig_downshift_workaround_ich8lan(sc);
10481 1.203 msaitoh
10482 1.281 msaitoh /* Write VR power-down enable */
10483 1.281 msaitoh reg = sc->sc_mii.mii_readreg(sc->sc_dev, 1, IGP3_VR_CTRL);
10484 1.281 msaitoh reg &= ~IGP3_VR_CTRL_DEV_POWERDOWN_MODE_MASK;
10485 1.281 msaitoh reg |= IGP3_VR_CTRL_MODE_SHUTDOWN;
10486 1.281 msaitoh sc->sc_mii.mii_writereg(sc->sc_dev, 1, IGP3_VR_CTRL, reg);
10487 1.203 msaitoh
10488 1.281 msaitoh /* Read it back and test */
10489 1.281 msaitoh reg = sc->sc_mii.mii_readreg(sc->sc_dev, 1, IGP3_VR_CTRL);
10490 1.281 msaitoh reg &= IGP3_VR_CTRL_DEV_POWERDOWN_MODE_MASK;
10491 1.281 msaitoh if ((reg == IGP3_VR_CTRL_MODE_SHUTDOWN) || (i != 0))
10492 1.281 msaitoh break;
10493 1.203 msaitoh
10494 1.281 msaitoh /* Issue PHY reset and repeat at most one more time */
10495 1.281 msaitoh CSR_WRITE(sc, WMREG_CTRL, sc->sc_ctrl | CTRL_PHY_RESET);
10496 1.281 msaitoh }
10497 1.203 msaitoh }
10498 1.203 msaitoh
10499 1.203 msaitoh static void
10500 1.203 msaitoh wm_enable_wakeup(struct wm_softc *sc)
10501 1.203 msaitoh {
10502 1.203 msaitoh uint32_t reg, pmreg;
10503 1.203 msaitoh pcireg_t pmode;
10504 1.203 msaitoh
10505 1.203 msaitoh if (pci_get_capability(sc->sc_pc, sc->sc_pcitag, PCI_CAP_PWRMGMT,
10506 1.203 msaitoh &pmreg, NULL) == 0)
10507 1.203 msaitoh return;
10508 1.203 msaitoh
10509 1.203 msaitoh /* Advertise the wakeup capability */
10510 1.203 msaitoh CSR_WRITE(sc, WMREG_CTRL, sc->sc_ctrl | CTRL_SWDPIN(2)
10511 1.203 msaitoh | CTRL_SWDPIN(3));
10512 1.203 msaitoh CSR_WRITE(sc, WMREG_WUC, WUC_APME);
10513 1.203 msaitoh
10514 1.203 msaitoh /* ICH workaround */
10515 1.203 msaitoh switch (sc->sc_type) {
10516 1.203 msaitoh case WM_T_ICH8:
10517 1.203 msaitoh case WM_T_ICH9:
10518 1.203 msaitoh case WM_T_ICH10:
10519 1.203 msaitoh case WM_T_PCH:
10520 1.221 msaitoh case WM_T_PCH2:
10521 1.249 msaitoh case WM_T_PCH_LPT:
10522 1.203 msaitoh /* Disable gig during WOL */
10523 1.203 msaitoh reg = CSR_READ(sc, WMREG_PHY_CTRL);
10524 1.203 msaitoh reg |= PHY_CTRL_D0A_LPLU | PHY_CTRL_GBE_DIS;
10525 1.203 msaitoh CSR_WRITE(sc, WMREG_PHY_CTRL, reg);
10526 1.203 msaitoh if (sc->sc_type == WM_T_PCH)
10527 1.203 msaitoh wm_gmii_reset(sc);
10528 1.203 msaitoh
10529 1.203 msaitoh /* Power down workaround */
10530 1.203 msaitoh if (sc->sc_phytype == WMPHY_82577) {
10531 1.203 msaitoh struct mii_softc *child;
10532 1.203 msaitoh
10533 1.203 msaitoh /* Assume that the PHY is copper */
10534 1.203 msaitoh child = LIST_FIRST(&sc->sc_mii.mii_phys);
10535 1.203 msaitoh if (child->mii_mpd_rev <= 2)
10536 1.203 msaitoh sc->sc_mii.mii_writereg(sc->sc_dev, 1,
10537 1.203 msaitoh (768 << 5) | 25, 0x0444); /* magic num */
10538 1.203 msaitoh }
10539 1.203 msaitoh break;
10540 1.203 msaitoh default:
10541 1.203 msaitoh break;
10542 1.203 msaitoh }
10543 1.203 msaitoh
10544 1.203 msaitoh /* Keep the laser running on fiber adapters */
10545 1.311 msaitoh if ((sc->sc_mediatype == WM_MEDIATYPE_FIBER)
10546 1.311 msaitoh || (sc->sc_mediatype == WM_MEDIATYPE_SERDES)) {
10547 1.203 msaitoh reg = CSR_READ(sc, WMREG_CTRL_EXT);
10548 1.203 msaitoh reg |= CTRL_EXT_SWDPIN(3);
10549 1.203 msaitoh CSR_WRITE(sc, WMREG_CTRL_EXT, reg);
10550 1.203 msaitoh }
10551 1.203 msaitoh
10552 1.203 msaitoh reg = CSR_READ(sc, WMREG_WUFC) | WUFC_MAG;
10553 1.203 msaitoh #if 0 /* for the multicast packet */
10554 1.203 msaitoh reg |= WUFC_MC;
10555 1.203 msaitoh CSR_WRITE(sc, WMREG_RCTL, CSR_READ(sc, WMREG_RCTL) | RCTL_MPE);
10556 1.203 msaitoh #endif
10557 1.203 msaitoh
10558 1.203 msaitoh if (sc->sc_type == WM_T_PCH) {
10559 1.203 msaitoh wm_enable_phy_wakeup(sc);
10560 1.203 msaitoh } else {
10561 1.203 msaitoh CSR_WRITE(sc, WMREG_WUC, WUC_PME_EN);
10562 1.203 msaitoh CSR_WRITE(sc, WMREG_WUFC, reg);
10563 1.203 msaitoh }
10564 1.203 msaitoh
10565 1.203 msaitoh if (((sc->sc_type == WM_T_ICH8) || (sc->sc_type == WM_T_ICH9)
10566 1.221 msaitoh || (sc->sc_type == WM_T_ICH10) || (sc->sc_type == WM_T_PCH)
10567 1.221 msaitoh || (sc->sc_type == WM_T_PCH2))
10568 1.203 msaitoh && (sc->sc_phytype == WMPHY_IGP_3))
10569 1.203 msaitoh wm_igp3_phy_powerdown_workaround_ich8lan(sc);
10570 1.203 msaitoh
10571 1.203 msaitoh /* Request PME */
10572 1.203 msaitoh pmode = pci_conf_read(sc->sc_pc, sc->sc_pcitag, pmreg + PCI_PMCSR);
10573 1.203 msaitoh #if 0
10574 1.203 msaitoh /* Disable WOL */
10575 1.203 msaitoh pmode &= ~(PCI_PMCSR_PME_STS | PCI_PMCSR_PME_EN);
10576 1.203 msaitoh #else
10577 1.203 msaitoh /* For WOL */
10578 1.203 msaitoh pmode |= PCI_PMCSR_PME_STS | PCI_PMCSR_PME_EN;
10579 1.203 msaitoh #endif
10580 1.203 msaitoh pci_conf_write(sc->sc_pc, sc->sc_pcitag, pmreg + PCI_PMCSR, pmode);
10581 1.203 msaitoh }
10582 1.203 msaitoh #endif /* WM_WOL */
10583 1.203 msaitoh
10584 1.281 msaitoh /* EEE */
10585 1.228 msaitoh
10586 1.228 msaitoh static void
10587 1.281 msaitoh wm_set_eee_i350(struct wm_softc *sc)
10588 1.228 msaitoh {
10589 1.228 msaitoh uint32_t ipcnfg, eeer;
10590 1.228 msaitoh
10591 1.228 msaitoh ipcnfg = CSR_READ(sc, WMREG_IPCNFG);
10592 1.228 msaitoh eeer = CSR_READ(sc, WMREG_EEER);
10593 1.228 msaitoh
10594 1.228 msaitoh if ((sc->sc_flags & WM_F_EEE) != 0) {
10595 1.228 msaitoh ipcnfg |= (IPCNFG_EEE_1G_AN | IPCNFG_EEE_100M_AN);
10596 1.228 msaitoh eeer |= (EEER_TX_LPI_EN | EEER_RX_LPI_EN
10597 1.228 msaitoh | EEER_LPI_FC);
10598 1.228 msaitoh } else {
10599 1.228 msaitoh ipcnfg &= ~(IPCNFG_EEE_1G_AN | IPCNFG_EEE_100M_AN);
10600 1.322 msaitoh ipcnfg &= ~IPCNFG_10BASE_TE;
10601 1.228 msaitoh eeer &= ~(EEER_TX_LPI_EN | EEER_RX_LPI_EN
10602 1.228 msaitoh | EEER_LPI_FC);
10603 1.228 msaitoh }
10604 1.228 msaitoh
10605 1.228 msaitoh CSR_WRITE(sc, WMREG_IPCNFG, ipcnfg);
10606 1.228 msaitoh CSR_WRITE(sc, WMREG_EEER, eeer);
10607 1.228 msaitoh CSR_READ(sc, WMREG_IPCNFG); /* XXX flush? */
10608 1.228 msaitoh CSR_READ(sc, WMREG_EEER); /* XXX flush? */
10609 1.228 msaitoh }
10610 1.281 msaitoh
10611 1.281 msaitoh /*
10612 1.281 msaitoh * Workarounds (mainly PHY related).
10613 1.281 msaitoh * Basically, PHY's workarounds are in the PHY drivers.
10614 1.281 msaitoh */
10615 1.281 msaitoh
10616 1.281 msaitoh /* Work-around for 82566 Kumeran PCS lock loss */
10617 1.281 msaitoh static void
10618 1.281 msaitoh wm_kmrn_lock_loss_workaround_ich8lan(struct wm_softc *sc)
10619 1.281 msaitoh {
10620 1.281 msaitoh int miistatus, active, i;
10621 1.281 msaitoh int reg;
10622 1.281 msaitoh
10623 1.281 msaitoh miistatus = sc->sc_mii.mii_media_status;
10624 1.281 msaitoh
10625 1.281 msaitoh /* If the link is not up, do nothing */
10626 1.281 msaitoh if ((miistatus & IFM_ACTIVE) != 0)
10627 1.281 msaitoh return;
10628 1.281 msaitoh
10629 1.281 msaitoh active = sc->sc_mii.mii_media_active;
10630 1.281 msaitoh
10631 1.281 msaitoh /* Nothing to do if the link is other than 1Gbps */
10632 1.281 msaitoh if (IFM_SUBTYPE(active) != IFM_1000_T)
10633 1.281 msaitoh return;
10634 1.281 msaitoh
10635 1.281 msaitoh for (i = 0; i < 10; i++) {
10636 1.281 msaitoh /* read twice */
10637 1.281 msaitoh reg = wm_gmii_i80003_readreg(sc->sc_dev, 1, IGP3_KMRN_DIAG);
10638 1.281 msaitoh reg = wm_gmii_i80003_readreg(sc->sc_dev, 1, IGP3_KMRN_DIAG);
10639 1.281 msaitoh if ((reg & IGP3_KMRN_DIAG_PCS_LOCK_LOSS) != 0)
10640 1.281 msaitoh goto out; /* GOOD! */
10641 1.281 msaitoh
10642 1.281 msaitoh /* Reset the PHY */
10643 1.281 msaitoh wm_gmii_reset(sc);
10644 1.281 msaitoh delay(5*1000);
10645 1.281 msaitoh }
10646 1.281 msaitoh
10647 1.281 msaitoh /* Disable GigE link negotiation */
10648 1.281 msaitoh reg = CSR_READ(sc, WMREG_PHY_CTRL);
10649 1.281 msaitoh reg |= PHY_CTRL_GBE_DIS | PHY_CTRL_NOND0A_GBE_DIS;
10650 1.281 msaitoh CSR_WRITE(sc, WMREG_PHY_CTRL, reg);
10651 1.281 msaitoh
10652 1.281 msaitoh /*
10653 1.281 msaitoh * Call gig speed drop workaround on Gig disable before accessing
10654 1.281 msaitoh * any PHY registers.
10655 1.281 msaitoh */
10656 1.281 msaitoh wm_gig_downshift_workaround_ich8lan(sc);
10657 1.281 msaitoh
10658 1.281 msaitoh out:
10659 1.281 msaitoh return;
10660 1.281 msaitoh }
10661 1.281 msaitoh
10662 1.281 msaitoh /* WOL from S5 stops working */
10663 1.281 msaitoh static void
10664 1.281 msaitoh wm_gig_downshift_workaround_ich8lan(struct wm_softc *sc)
10665 1.281 msaitoh {
10666 1.281 msaitoh uint16_t kmrn_reg;
10667 1.281 msaitoh
10668 1.281 msaitoh /* Only for igp3 */
10669 1.281 msaitoh if (sc->sc_phytype == WMPHY_IGP_3) {
10670 1.281 msaitoh kmrn_reg = wm_kmrn_readreg(sc, KUMCTRLSTA_OFFSET_DIAG);
10671 1.281 msaitoh kmrn_reg |= KUMCTRLSTA_DIAG_NELPBK;
10672 1.281 msaitoh wm_kmrn_writereg(sc, KUMCTRLSTA_OFFSET_DIAG, kmrn_reg);
10673 1.281 msaitoh kmrn_reg &= ~KUMCTRLSTA_DIAG_NELPBK;
10674 1.281 msaitoh wm_kmrn_writereg(sc, KUMCTRLSTA_OFFSET_DIAG, kmrn_reg);
10675 1.281 msaitoh }
10676 1.281 msaitoh }
10677 1.281 msaitoh
10678 1.281 msaitoh /*
10679 1.281 msaitoh * Workaround for pch's PHYs
10680 1.281 msaitoh * XXX should be moved to new PHY driver?
10681 1.281 msaitoh */
10682 1.281 msaitoh static void
10683 1.281 msaitoh wm_hv_phy_workaround_ich8lan(struct wm_softc *sc)
10684 1.281 msaitoh {
10685 1.281 msaitoh if (sc->sc_phytype == WMPHY_82577)
10686 1.281 msaitoh wm_set_mdio_slow_mode_hv(sc);
10687 1.281 msaitoh
10688 1.281 msaitoh /* (PCH rev.2) && (82577 && (phy rev 2 or 3)) */
10689 1.281 msaitoh
10690 1.281 msaitoh /* (82577 && (phy rev 1 or 2)) || (82578 & phy rev 1)*/
10691 1.281 msaitoh
10692 1.281 msaitoh /* 82578 */
10693 1.281 msaitoh if (sc->sc_phytype == WMPHY_82578) {
10694 1.281 msaitoh /* PCH rev. < 3 */
10695 1.281 msaitoh if (sc->sc_rev < 3) {
10696 1.281 msaitoh /* XXX 6 bit shift? Why? Is it page2? */
10697 1.281 msaitoh wm_gmii_hv_writereg(sc->sc_dev, 1, ((1 << 6) | 0x29),
10698 1.281 msaitoh 0x66c0);
10699 1.281 msaitoh wm_gmii_hv_writereg(sc->sc_dev, 1, ((1 << 6) | 0x1e),
10700 1.281 msaitoh 0xffff);
10701 1.281 msaitoh }
10702 1.281 msaitoh
10703 1.281 msaitoh /* XXX phy rev. < 2 */
10704 1.281 msaitoh }
10705 1.281 msaitoh
10706 1.281 msaitoh /* Select page 0 */
10707 1.281 msaitoh
10708 1.281 msaitoh /* XXX acquire semaphore */
10709 1.281 msaitoh wm_gmii_i82544_writereg(sc->sc_dev, 1, MII_IGPHY_PAGE_SELECT, 0);
10710 1.281 msaitoh /* XXX release semaphore */
10711 1.281 msaitoh
10712 1.281 msaitoh /*
10713 1.281 msaitoh * Configure the K1 Si workaround during phy reset assuming there is
10714 1.281 msaitoh * link so that it disables K1 if link is in 1Gbps.
10715 1.281 msaitoh */
10716 1.281 msaitoh wm_k1_gig_workaround_hv(sc, 1);
10717 1.281 msaitoh }
10718 1.281 msaitoh
10719 1.281 msaitoh static void
10720 1.281 msaitoh wm_lv_phy_workaround_ich8lan(struct wm_softc *sc)
10721 1.281 msaitoh {
10722 1.281 msaitoh
10723 1.281 msaitoh wm_set_mdio_slow_mode_hv(sc);
10724 1.281 msaitoh }
10725 1.281 msaitoh
10726 1.281 msaitoh static void
10727 1.281 msaitoh wm_k1_gig_workaround_hv(struct wm_softc *sc, int link)
10728 1.281 msaitoh {
10729 1.281 msaitoh int k1_enable = sc->sc_nvm_k1_enabled;
10730 1.281 msaitoh
10731 1.281 msaitoh /* XXX acquire semaphore */
10732 1.281 msaitoh
10733 1.281 msaitoh if (link) {
10734 1.281 msaitoh k1_enable = 0;
10735 1.281 msaitoh
10736 1.281 msaitoh /* Link stall fix for link up */
10737 1.281 msaitoh wm_gmii_hv_writereg(sc->sc_dev, 1, IGP3_KMRN_DIAG, 0x0100);
10738 1.281 msaitoh } else {
10739 1.281 msaitoh /* Link stall fix for link down */
10740 1.281 msaitoh wm_gmii_hv_writereg(sc->sc_dev, 1, IGP3_KMRN_DIAG, 0x4100);
10741 1.281 msaitoh }
10742 1.281 msaitoh
10743 1.281 msaitoh wm_configure_k1_ich8lan(sc, k1_enable);
10744 1.281 msaitoh
10745 1.281 msaitoh /* XXX release semaphore */
10746 1.281 msaitoh }
10747 1.281 msaitoh
10748 1.281 msaitoh static void
10749 1.281 msaitoh wm_set_mdio_slow_mode_hv(struct wm_softc *sc)
10750 1.281 msaitoh {
10751 1.281 msaitoh uint32_t reg;
10752 1.281 msaitoh
10753 1.281 msaitoh reg = wm_gmii_hv_readreg(sc->sc_dev, 1, HV_KMRN_MODE_CTRL);
10754 1.281 msaitoh wm_gmii_hv_writereg(sc->sc_dev, 1, HV_KMRN_MODE_CTRL,
10755 1.281 msaitoh reg | HV_KMRN_MDIO_SLOW);
10756 1.281 msaitoh }
10757 1.281 msaitoh
10758 1.281 msaitoh static void
10759 1.281 msaitoh wm_configure_k1_ich8lan(struct wm_softc *sc, int k1_enable)
10760 1.281 msaitoh {
10761 1.281 msaitoh uint32_t ctrl, ctrl_ext, tmp;
10762 1.281 msaitoh uint16_t kmrn_reg;
10763 1.281 msaitoh
10764 1.281 msaitoh kmrn_reg = wm_kmrn_readreg(sc, KUMCTRLSTA_OFFSET_K1_CONFIG);
10765 1.281 msaitoh
10766 1.281 msaitoh if (k1_enable)
10767 1.281 msaitoh kmrn_reg |= KUMCTRLSTA_K1_ENABLE;
10768 1.281 msaitoh else
10769 1.281 msaitoh kmrn_reg &= ~KUMCTRLSTA_K1_ENABLE;
10770 1.281 msaitoh
10771 1.281 msaitoh wm_kmrn_writereg(sc, KUMCTRLSTA_OFFSET_K1_CONFIG, kmrn_reg);
10772 1.281 msaitoh
10773 1.281 msaitoh delay(20);
10774 1.281 msaitoh
10775 1.281 msaitoh ctrl = CSR_READ(sc, WMREG_CTRL);
10776 1.281 msaitoh ctrl_ext = CSR_READ(sc, WMREG_CTRL_EXT);
10777 1.281 msaitoh
10778 1.281 msaitoh tmp = ctrl & ~(CTRL_SPEED_1000 | CTRL_SPEED_100);
10779 1.281 msaitoh tmp |= CTRL_FRCSPD;
10780 1.281 msaitoh
10781 1.281 msaitoh CSR_WRITE(sc, WMREG_CTRL, tmp);
10782 1.281 msaitoh CSR_WRITE(sc, WMREG_CTRL_EXT, ctrl_ext | CTRL_EXT_SPD_BYPS);
10783 1.281 msaitoh CSR_WRITE_FLUSH(sc);
10784 1.281 msaitoh delay(20);
10785 1.281 msaitoh
10786 1.281 msaitoh CSR_WRITE(sc, WMREG_CTRL, ctrl);
10787 1.281 msaitoh CSR_WRITE(sc, WMREG_CTRL_EXT, ctrl_ext);
10788 1.281 msaitoh CSR_WRITE_FLUSH(sc);
10789 1.281 msaitoh delay(20);
10790 1.281 msaitoh }
10791 1.281 msaitoh
10792 1.281 msaitoh /* special case - for 82575 - need to do manual init ... */
10793 1.281 msaitoh static void
10794 1.281 msaitoh wm_reset_init_script_82575(struct wm_softc *sc)
10795 1.281 msaitoh {
10796 1.281 msaitoh /*
10797 1.281 msaitoh * remark: this is untested code - we have no board without EEPROM
10798 1.312 msaitoh * same setup as mentioned int the FreeBSD driver for the i82575
10799 1.281 msaitoh */
10800 1.281 msaitoh
10801 1.281 msaitoh /* SerDes configuration via SERDESCTRL */
10802 1.281 msaitoh wm_82575_write_8bit_ctlr_reg(sc, WMREG_SCTL, 0x00, 0x0c);
10803 1.281 msaitoh wm_82575_write_8bit_ctlr_reg(sc, WMREG_SCTL, 0x01, 0x78);
10804 1.281 msaitoh wm_82575_write_8bit_ctlr_reg(sc, WMREG_SCTL, 0x1b, 0x23);
10805 1.281 msaitoh wm_82575_write_8bit_ctlr_reg(sc, WMREG_SCTL, 0x23, 0x15);
10806 1.281 msaitoh
10807 1.281 msaitoh /* CCM configuration via CCMCTL register */
10808 1.281 msaitoh wm_82575_write_8bit_ctlr_reg(sc, WMREG_CCMCTL, 0x14, 0x00);
10809 1.281 msaitoh wm_82575_write_8bit_ctlr_reg(sc, WMREG_CCMCTL, 0x10, 0x00);
10810 1.281 msaitoh
10811 1.281 msaitoh /* PCIe lanes configuration */
10812 1.281 msaitoh wm_82575_write_8bit_ctlr_reg(sc, WMREG_GIOCTL, 0x00, 0xec);
10813 1.281 msaitoh wm_82575_write_8bit_ctlr_reg(sc, WMREG_GIOCTL, 0x61, 0xdf);
10814 1.281 msaitoh wm_82575_write_8bit_ctlr_reg(sc, WMREG_GIOCTL, 0x34, 0x05);
10815 1.281 msaitoh wm_82575_write_8bit_ctlr_reg(sc, WMREG_GIOCTL, 0x2f, 0x81);
10816 1.281 msaitoh
10817 1.281 msaitoh /* PCIe PLL Configuration */
10818 1.281 msaitoh wm_82575_write_8bit_ctlr_reg(sc, WMREG_SCCTL, 0x02, 0x47);
10819 1.281 msaitoh wm_82575_write_8bit_ctlr_reg(sc, WMREG_SCCTL, 0x14, 0x00);
10820 1.281 msaitoh wm_82575_write_8bit_ctlr_reg(sc, WMREG_SCCTL, 0x10, 0x00);
10821 1.281 msaitoh }
10822 1.325 msaitoh
10823 1.325 msaitoh static void
10824 1.325 msaitoh wm_reset_mdicnfg_82580(struct wm_softc *sc)
10825 1.325 msaitoh {
10826 1.325 msaitoh uint32_t reg;
10827 1.325 msaitoh uint16_t nvmword;
10828 1.325 msaitoh int rv;
10829 1.325 msaitoh
10830 1.325 msaitoh if ((sc->sc_flags & WM_F_SGMII) == 0)
10831 1.325 msaitoh return;
10832 1.325 msaitoh
10833 1.325 msaitoh rv = wm_nvm_read(sc, NVM_OFF_LAN_FUNC_82580(sc->sc_funcid)
10834 1.325 msaitoh + NVM_OFF_CFG3_PORTA, 1, &nvmword);
10835 1.325 msaitoh if (rv != 0) {
10836 1.325 msaitoh aprint_error_dev(sc->sc_dev, "%s: failed to read NVM\n",
10837 1.325 msaitoh __func__);
10838 1.325 msaitoh return;
10839 1.325 msaitoh }
10840 1.325 msaitoh
10841 1.325 msaitoh reg = CSR_READ(sc, WMREG_MDICNFG);
10842 1.325 msaitoh if (nvmword & NVM_CFG3_PORTA_EXT_MDIO)
10843 1.325 msaitoh reg |= MDICNFG_DEST;
10844 1.325 msaitoh if (nvmword & NVM_CFG3_PORTA_COM_MDIO)
10845 1.325 msaitoh reg |= MDICNFG_COM_MDIO;
10846 1.325 msaitoh CSR_WRITE(sc, WMREG_MDICNFG, reg);
10847 1.325 msaitoh }
10848 1.329 msaitoh
10849 1.329 msaitoh /*
10850 1.329 msaitoh * I210 Errata 25 and I211 Errata 10
10851 1.329 msaitoh * Slow System Clock.
10852 1.329 msaitoh */
10853 1.329 msaitoh static void
10854 1.329 msaitoh wm_pll_workaround_i210(struct wm_softc *sc)
10855 1.329 msaitoh {
10856 1.329 msaitoh uint32_t mdicnfg, wuc;
10857 1.329 msaitoh uint32_t reg;
10858 1.329 msaitoh pcireg_t pcireg;
10859 1.329 msaitoh uint32_t pmreg;
10860 1.329 msaitoh uint16_t nvmword, tmp_nvmword;
10861 1.329 msaitoh int phyval;
10862 1.329 msaitoh bool wa_done = false;
10863 1.329 msaitoh int i;
10864 1.329 msaitoh
10865 1.329 msaitoh /* Save WUC and MDICNFG registers */
10866 1.329 msaitoh wuc = CSR_READ(sc, WMREG_WUC);
10867 1.329 msaitoh mdicnfg = CSR_READ(sc, WMREG_MDICNFG);
10868 1.329 msaitoh
10869 1.329 msaitoh reg = mdicnfg & ~MDICNFG_DEST;
10870 1.329 msaitoh CSR_WRITE(sc, WMREG_MDICNFG, reg);
10871 1.329 msaitoh
10872 1.329 msaitoh if (wm_nvm_read(sc, INVM_AUTOLOAD, 1, &nvmword) != 0)
10873 1.329 msaitoh nvmword = INVM_DEFAULT_AL;
10874 1.329 msaitoh tmp_nvmword = nvmword | INVM_PLL_WO_VAL;
10875 1.329 msaitoh
10876 1.329 msaitoh /* Get Power Management cap offset */
10877 1.329 msaitoh if (pci_get_capability(sc->sc_pc, sc->sc_pcitag, PCI_CAP_PWRMGMT,
10878 1.329 msaitoh &pmreg, NULL) == 0)
10879 1.329 msaitoh return;
10880 1.329 msaitoh for (i = 0; i < WM_MAX_PLL_TRIES; i++) {
10881 1.329 msaitoh phyval = wm_gmii_gs40g_readreg(sc->sc_dev, 1,
10882 1.329 msaitoh GS40G_PHY_PLL_FREQ_PAGE | GS40G_PHY_PLL_FREQ_REG);
10883 1.332 msaitoh
10884 1.329 msaitoh if ((phyval & GS40G_PHY_PLL_UNCONF) != GS40G_PHY_PLL_UNCONF) {
10885 1.329 msaitoh break; /* OK */
10886 1.329 msaitoh }
10887 1.329 msaitoh
10888 1.329 msaitoh wa_done = true;
10889 1.329 msaitoh /* Directly reset the internal PHY */
10890 1.329 msaitoh reg = CSR_READ(sc, WMREG_CTRL);
10891 1.329 msaitoh CSR_WRITE(sc, WMREG_CTRL, reg | CTRL_PHY_RESET);
10892 1.329 msaitoh
10893 1.329 msaitoh reg = CSR_READ(sc, WMREG_CTRL_EXT);
10894 1.329 msaitoh reg |= CTRL_EXT_PHYPDEN | CTRL_EXT_SDLPE;
10895 1.329 msaitoh CSR_WRITE(sc, WMREG_CTRL_EXT, reg);
10896 1.329 msaitoh
10897 1.329 msaitoh CSR_WRITE(sc, WMREG_WUC, 0);
10898 1.329 msaitoh reg = (INVM_AUTOLOAD << 4) | (tmp_nvmword << 16);
10899 1.329 msaitoh CSR_WRITE(sc, WMREG_EEARBC_I210, reg);
10900 1.332 msaitoh
10901 1.329 msaitoh pcireg = pci_conf_read(sc->sc_pc, sc->sc_pcitag,
10902 1.329 msaitoh pmreg + PCI_PMCSR);
10903 1.329 msaitoh pcireg |= PCI_PMCSR_STATE_D3;
10904 1.329 msaitoh pci_conf_write(sc->sc_pc, sc->sc_pcitag,
10905 1.329 msaitoh pmreg + PCI_PMCSR, pcireg);
10906 1.329 msaitoh delay(1000);
10907 1.329 msaitoh pcireg &= ~PCI_PMCSR_STATE_D3;
10908 1.329 msaitoh pci_conf_write(sc->sc_pc, sc->sc_pcitag,
10909 1.329 msaitoh pmreg + PCI_PMCSR, pcireg);
10910 1.329 msaitoh
10911 1.329 msaitoh reg = (INVM_AUTOLOAD << 4) | (nvmword << 16);
10912 1.329 msaitoh CSR_WRITE(sc, WMREG_EEARBC_I210, reg);
10913 1.332 msaitoh
10914 1.329 msaitoh /* Restore WUC register */
10915 1.329 msaitoh CSR_WRITE(sc, WMREG_WUC, wuc);
10916 1.329 msaitoh }
10917 1.332 msaitoh
10918 1.329 msaitoh /* Restore MDICNFG setting */
10919 1.329 msaitoh CSR_WRITE(sc, WMREG_MDICNFG, mdicnfg);
10920 1.329 msaitoh if (wa_done)
10921 1.329 msaitoh aprint_verbose_dev(sc->sc_dev, "I210 workaround done\n");
10922 1.329 msaitoh }
10923