Home | History | Annotate | Line # | Download | only in sunxi
sun4i_emac.c revision 1.1
      1 /* $NetBSD: sun4i_emac.c,v 1.1 2017/10/20 22:29:15 jmcneill Exp $ */
      2 
      3 /*-
      4  * Copyright (c) 2013-2017 The NetBSD Foundation, Inc.
      5  * All rights reserved.
      6  *
      7  * This code is derived from software contributed to The NetBSD Foundation
      8  * by Matt Thomas of 3am Software Foundry and Jared McNeill.
      9  *
     10  * Redistribution and use in source and binary forms, with or without
     11  * modification, are permitted provided that the following conditions
     12  * are met:
     13  * 1. Redistributions of source code must retain the above copyright
     14  *    notice, this list of conditions and the following disclaimer.
     15  * 2. Redistributions in binary form must reproduce the above copyright
     16  *    notice, this list of conditions and the following disclaimer in the
     17  *    documentation and/or other materials provided with the distribution.
     18  *
     19  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29  * POSSIBILITY OF SUCH DAMAGE.
     30  */
     31 
     32 #include <sys/cdefs.h>
     33 
     34 __KERNEL_RCSID(1, "$NetBSD: sun4i_emac.c,v 1.1 2017/10/20 22:29:15 jmcneill Exp $");
     35 
     36 #include <sys/param.h>
     37 #include <sys/bus.h>
     38 #include <sys/device.h>
     39 #include <sys/intr.h>
     40 #include <sys/ioctl.h>
     41 #include <sys/mutex.h>
     42 #include <sys/rndsource.h>
     43 #include <sys/kernel.h>
     44 #include <sys/systm.h>
     45 
     46 #include <net/bpf.h>
     47 #include <net/if.h>
     48 #include <net/if_dl.h>
     49 #include <net/if_ether.h>
     50 #include <net/if_media.h>
     51 
     52 #include <dev/mii/miivar.h>
     53 
     54 #include <dev/fdt/fdtvar.h>
     55 
     56 #include <arm/sunxi/sunxi_sramc.h>
     57 
     58 #define	EMAC_IFNAME	"emac%d"
     59 
     60 #define	EMAC_CTL_REG		0x00
     61 #define	 EMAC_CTL_RX_EN			__BIT(2)
     62 #define	 EMAC_CTL_TX_EN			__BIT(1)
     63 #define	 EMAC_CTL_RST			__BIT(0)
     64 #define	EMAC_TX_MODE_REG	0x04
     65 #define	 EMAC_TX_MODE_DMA		__BIT(1)
     66 #define	 EMAC_TX_MODE_ABF_ENA		__BIT(0)
     67 #define	EMAC_TX_FLOW_REG	0x08
     68 #define	EMAC_TX_CTL0_REG	0x0c
     69 #define	EMAC_TX_CTL1_REG	0x10
     70 #define	EMAC_TX_CTL_REG(n)	(EMAC_TX_CTL0_REG+4*(n))
     71 #define	 EMAC_TX_CTL_START		__BIT(0)
     72 #define	EMAC_TX_INS_REG		0x14
     73 #define	EMAC_TX_PL0_REG		0x18
     74 #define	EMAC_TX_PL1_REG		0x1c
     75 #define	EMAC_TX_PL_REG(n)	(EMAC_TX_PL0_REG+4*(n))
     76 #define	EMAC_TX_STA_REG		0x20
     77 #define	EMAC_TX_IO_DATA0_REG	0x24
     78 #define	EMAC_TX_IO_DATA1_REG	0x28
     79 #define	EMAC_TX_IO_DATA_REG(n)	(EMAC_TX_IO_DATA0_REG+4*(n))
     80 #define	EMAC_TX_TSVL0_REG	0x2c
     81 #define	EMAC_TX_TSVH0_REG	0x30
     82 #define	EMAC_TX_TSVL1_REG	0x34
     83 #define	EMAC_TX_TSVH1_REG	0x38
     84 #define	EMAC_RX_CTL_REG		0x3c
     85 #define	 EMAC_RX_CTL_SA_IF		__BIT(25)
     86 #define	 EMAC_RX_CTL_SA			__BIT(24)
     87 #define	 EMAC_RX_CTL_BC0		__BIT(22)
     88 #define	 EMAC_RX_CTL_MHF		__BIT(21)
     89 #define	 EMAC_RX_CTL_MC0		__BIT(20)
     90 #define	 EMAC_RX_CTL_DAF		__BIT(17)
     91 #define	 EMAC_RX_CTL_UCAD		__BIT(16)
     92 #define	 EMAC_RX_CTL_POR		__BIT(8)
     93 #define	 EMAC_RX_CTL_PLE		__BIT(7)
     94 #define	 EMAC_RX_CTL_PCRCE		__BIT(6)
     95 #define	 EMAC_RX_CTL_PCF		__BIT(5)
     96 #define	 EMAC_RX_CTL_PROMISC		__BIT(4)
     97 #define	 EMAC_RX_CTL_FIFO_RESET		__BIT(3)
     98 #define	 EMAC_RX_CTL_DMA		__BIT(2)
     99 #define	 EMAC_RX_CTL_DRQ_MODE		__BIT(1)
    100 #define	 EMAC_RX_CTL_START		__BIT(0)
    101 #define	EMAC_RX_HASH0_REG	0x40
    102 #define	EMAC_RX_HASH1_REG	0x44
    103 #define	EMAC_RX_STA_REG		0x48
    104 #define	 EMAC_RX_STA_PKTOK		__BIT(7)
    105 #define	 EMAC_RX_STA_ALNERR		__BIT(6)
    106 #define	 EMAC_RX_STA_LENERR		__BIT(5)
    107 #define	 EMAC_RX_STA_CRCERR		__BIT(4)
    108 #define	EMAC_RX_IO_DATA_REG	0x4c
    109 #define	EMAC_RX_FBC_REG		0x50
    110 #define	EMAC_INT_CTL_REG	0x54
    111 #define	EMAC_INT_STA_REG	0x58
    112 #define	 EMAC_INT_RX			__BIT(8)
    113 #define	 EMAC_INT_TX1			__BIT(1)
    114 #define	 EMAC_INT_TX0			__BIT(0)
    115 #define	 EMAC_INT_ENABLE		\
    116 		(EMAC_INT_RX|EMAC_INT_TX1|EMAC_INT_TX0)
    117 #define	EMAC_MAC_CTL0_REG	0x5c
    118 #define	 EMAC_MAC_CTL0_SOFT_RESET	__BIT(15)
    119 #define	 EMAC_MAC_CTL0_TFC		__BIT(3)
    120 #define	 EMAC_MAC_CTL0_RFC		__BIT(2)
    121 #define	EMAC_MAC_CTL1_REG	0x60
    122 #define	 EMAC_MAC_CTL1_ED		__BIT(15)
    123 #define	 EMAC_MAC_CTL1_NB		__BIT(13)
    124 #define	 EMAC_MAC_CTL1_BNB		__BIT(12)
    125 #define	 EMAC_MAC_CTL1_LPE		__BIT(9)
    126 #define	 EMAC_MAC_CTL1_PRE		__BIT(8)
    127 #define	 EMAC_MAC_CTL1_ADP		__BIT(7)
    128 #define	 EMAC_MAC_CTL1_VC		__BIT(6)
    129 #define	 EMAC_MAC_CTL1_PC		__BIT(5)
    130 #define	 EMAC_MAC_CTL1_CRC		__BIT(4)
    131 #define	 EMAC_MAC_CTL1_DCRC		__BIT(3)
    132 #define	 EMAC_MAC_CTL1_HF		__BIT(2)
    133 #define	 EMAC_MAC_CTL1_FLC		__BIT(1)
    134 #define	 EMAC_MAC_CTL1_FD		__BIT(0)
    135 #define	EMAC_MAC_IPGT_REG	0x64
    136 #define	 EMAC_MAC_IPGT_FD		0x15
    137 #define	EMAC_MAC_IPGR_REG	0x68
    138 #define	 EMAC_MAC_IPGR_IPG1		__BITS(15,8)
    139 #define	 EMAC_MAC_IPGR_IPG2		__BITS(7,0)
    140 #define	EMAC_MAC_CLRT_REG	0x6c
    141 #define	 EMAC_MAC_CLRT_CW		__BITS(15,8)
    142 #define	 EMAC_MAC_CLRT_RM		__BITS(7,0)
    143 #define	EMAC_MAC_MAXF_REG	0x70
    144 #define	EMAC_MAC_SUPP_REG	0x74
    145 #define	 EMAC_MAC_SUPP_100M		__BIT(8)
    146 #define	EMAC_MAC_TEST_REG	0x78
    147 #define	EMAC_MAC_MCFG_REG	0x7c
    148 #define	 EMAC_MAC_MCFG_CLK		__BITS(5,2)
    149 #define	EMAC_MAC_MCMD_REG	0x80
    150 #define	EMAC_MAC_MADR_REG	0x84
    151 #define	EMAC_MAC_MWTD_REG	0x88
    152 #define	EMAC_MAC_MRDD_REG	0x8c
    153 #define	EMAC_MAC_MIND_REG	0x90
    154 #define	EMAC_MAC_SSRR_REG	0x94
    155 #define	EMAC_MAC_A0_REG		0x98
    156 #define	EMAC_MAC_A1_REG		0x9c
    157 #define	EMAC_MAC_A2_REG		0xa0
    158 
    159 #define	EMAC_RXHDR_STS			__BITS(31,16)
    160 #define	EMAC_RXHDR_LEN			__BITS(15,0)
    161 
    162 #define	EMAC_RX_MAGIC		0x0143414d	/* M A C \001 */
    163 
    164 #define	EMAC_TXBUF_SIZE		4096
    165 
    166 static int sun4i_emac_match(device_t, cfdata_t, void *);
    167 static void sun4i_emac_attach(device_t, device_t, void *);
    168 
    169 static int sun4i_emac_intr(void *);
    170 static void sun4i_emac_tick(void *);
    171 
    172 static int sun4i_emac_miibus_read_reg(device_t, int, int);
    173 static void sun4i_emac_miibus_write_reg(device_t, int, int, int);
    174 static void sun4i_emac_miibus_statchg(struct ifnet *);
    175 
    176 static void sun4i_emac_ifstart(struct ifnet *);
    177 static int sun4i_emac_ifioctl(struct ifnet *, u_long, void *);
    178 static int sun4i_emac_ifinit(struct ifnet *);
    179 static void sun4i_emac_ifstop(struct ifnet *, int);
    180 static void sun4i_emac_ifwatchdog(struct ifnet *);
    181 
    182 struct sun4i_emac_softc;
    183 static void sun4i_emac_rx_hash(struct sun4i_emac_softc *);
    184 
    185 struct sun4i_emac_softc {
    186 	device_t sc_dev;
    187 	int sc_phandle;
    188 	bus_space_tag_t sc_bst;
    189 	bus_space_handle_t sc_bsh;
    190 	bus_dma_tag_t sc_dmat;
    191 	struct ethercom sc_ec;
    192 	struct mii_data sc_mii;
    193 	krndsource_t sc_rnd_source;	/* random source */
    194 	kmutex_t sc_intr_lock;
    195 	uint8_t sc_tx_active;
    196 	callout_t sc_stat_ch;
    197 	void *sc_ih;
    198 	uint32_t sc_txbuf[EMAC_TXBUF_SIZE/4];
    199 };
    200 
    201 static const char * compatible[] = {
    202 	"allwinner,sun4i-a10-emac",
    203 	NULL
    204 };
    205 
    206 CFATTACH_DECL_NEW(sun4i_emac, sizeof(struct sun4i_emac_softc),
    207 	sun4i_emac_match, sun4i_emac_attach, NULL, NULL);
    208 
    209 static inline uint32_t
    210 sun4i_emac_read(struct sun4i_emac_softc *sc, bus_size_t o)
    211 {
    212 	return bus_space_read_4(sc->sc_bst, sc->sc_bsh, o);
    213 }
    214 
    215 static inline void
    216 sun4i_emac_write(struct sun4i_emac_softc *sc, bus_size_t o, uint32_t v)
    217 {
    218 	return bus_space_write_4(sc->sc_bst, sc->sc_bsh, o, v);
    219 }
    220 
    221 static inline void
    222 sun4i_emac_clear_set(struct sun4i_emac_softc *sc, bus_size_t o, uint32_t c,
    223     uint32_t s)
    224 {
    225 	uint32_t v = bus_space_read_4(sc->sc_bst, sc->sc_bsh, o);
    226 	return bus_space_write_4(sc->sc_bst, sc->sc_bsh, o, (v & ~c) | s);
    227 }
    228 
    229 static int
    230 sun4i_emac_match(device_t parent, cfdata_t cf, void *aux)
    231 {
    232 	struct fdt_attach_args * const faa = aux;
    233 
    234 	return of_match_compatible(faa->faa_phandle, compatible);
    235 }
    236 
    237 static void
    238 sun4i_emac_attach(device_t parent, device_t self, void *aux)
    239 {
    240 	struct sun4i_emac_softc * const sc = device_private(self);
    241 	struct fdt_attach_args * const faa = aux;
    242 	struct ifnet * const ifp = &sc->sc_ec.ec_if;
    243 	struct mii_data * const mii = &sc->sc_mii;
    244 	const int phandle = faa->faa_phandle;
    245 	char enaddr[ETHER_ADDR_LEN];
    246 	const uint8_t *local_addr;
    247 	char intrstr[128];
    248 	struct clk *clk;
    249 	bus_addr_t addr;
    250 	bus_size_t size;
    251 	int len;
    252 
    253 	if (fdtbus_get_reg(phandle, 0, &addr, &size) != 0) {
    254 		aprint_error(": cannot get registers\n");
    255 		return;
    256 	}
    257 
    258 	if (!fdtbus_intr_str(phandle, 0, intrstr, sizeof(intrstr))) {
    259 		aprint_error(": cannot decode interrupt\n");
    260 		return;
    261 	}
    262 
    263 	clk = fdtbus_clock_get_index(phandle, 0);
    264 	if (clk == NULL) {
    265 		aprint_error(": cannot acquire clock\n");
    266 		return;
    267 	}
    268 	if (clk_enable(clk) != 0) {
    269 		aprint_error(": cannot enable clock\n");
    270 		return;
    271 	}
    272 
    273 	if (sunxi_sramc_claim(phandle) != 0) {
    274 		aprint_error(": cannot map SRAM to EMAC\n");
    275 		return;
    276 	}
    277 
    278 	sc->sc_dev = self;
    279 	sc->sc_phandle = phandle;
    280 	sc->sc_ec.ec_mii = mii;
    281 	sc->sc_bst = faa->faa_bst;
    282 	if (bus_space_map(sc->sc_bst, addr, size, 0, &sc->sc_bsh) != 0) {
    283 		aprint_error(": cannot map registers\n");
    284 		return;
    285 	}
    286 	sc->sc_dmat = faa->faa_dmat;
    287 
    288 	mutex_init(&sc->sc_intr_lock, MUTEX_DEFAULT, IPL_NET);
    289 	callout_init(&sc->sc_stat_ch, 0);
    290 	callout_setfunc(&sc->sc_stat_ch, sun4i_emac_tick, sc);
    291 
    292 	aprint_naive("\n");
    293 	aprint_normal(": 10/100 Ethernet Controller\n");
    294 
    295 	/*
    296 	 * Disable and then clear all interrupts
    297 	 */
    298 	sun4i_emac_write(sc, EMAC_INT_CTL_REG, 0);
    299 	sun4i_emac_write(sc, EMAC_INT_STA_REG,
    300 	    sun4i_emac_read(sc, EMAC_INT_STA_REG));
    301 
    302 	sc->sc_ih = fdtbus_intr_establish(phandle, 0, IPL_NET, 0,
    303 	    sun4i_emac_intr, sc);
    304 	if (sc->sc_ih == NULL) {
    305 		aprint_error_dev(self, "failed to establish interrupt on %s\n",
    306 		    intrstr);
    307 		return;
    308 	}
    309 	aprint_normal_dev(self, "interrupting on %s\n", intrstr);
    310 
    311 	local_addr = fdtbus_get_prop(phandle, "local-mac-address", &len);
    312 	if (local_addr && len == ETHER_ADDR_LEN) {
    313 		memcpy(enaddr, local_addr, ETHER_ADDR_LEN);
    314 
    315 		uint32_t a1 = ((uint32_t)enaddr[0] << 16) |
    316 			      ((uint32_t)enaddr[1] << 8) |
    317 			       (uint32_t)enaddr[2];
    318 		uint32_t a0 = ((uint32_t)enaddr[3] << 16) |
    319 			      ((uint32_t)enaddr[4] << 8) |
    320 			       (uint32_t)enaddr[5];
    321 
    322 		sun4i_emac_write(sc, EMAC_MAC_A1_REG, a1);
    323 		sun4i_emac_write(sc, EMAC_MAC_A0_REG, a0);
    324 	}
    325 
    326 	uint32_t a1 = sun4i_emac_read(sc, EMAC_MAC_A1_REG);
    327 	uint32_t a0 = sun4i_emac_read(sc, EMAC_MAC_A0_REG);
    328 	if (a0 != 0 || a1 != 0) {
    329 		enaddr[0] = a1 >> 16;
    330 		enaddr[1] = a1 >>  8;
    331 		enaddr[2] = a1 >>  0;
    332 		enaddr[3] = a0 >> 16;
    333 		enaddr[4] = a0 >>  8;
    334 		enaddr[5] = a0 >>  0;
    335 	}
    336 	aprint_normal_dev(self, "Ethernet address: %s\n", ether_sprintf(enaddr));
    337 
    338 	snprintf(ifp->if_xname, IFNAMSIZ, EMAC_IFNAME, device_unit(self));
    339 	ifp->if_softc = sc;
    340 	ifp->if_capabilities = 0;
    341 	ifp->if_flags = IFF_BROADCAST | IFF_SIMPLEX | IFF_MULTICAST;
    342 	ifp->if_start = sun4i_emac_ifstart;
    343 	ifp->if_ioctl = sun4i_emac_ifioctl;
    344 	ifp->if_init = sun4i_emac_ifinit;
    345 	ifp->if_stop = sun4i_emac_ifstop;
    346 	ifp->if_watchdog = sun4i_emac_ifwatchdog;
    347 	IFQ_SET_READY(&ifp->if_snd);
    348 
    349 	ifmedia_init(&mii->mii_media, 0, ether_mediachange, ether_mediastatus);
    350 
    351         mii->mii_ifp = ifp;
    352         mii->mii_readreg = sun4i_emac_miibus_read_reg;
    353         mii->mii_writereg = sun4i_emac_miibus_write_reg;
    354         mii->mii_statchg = sun4i_emac_miibus_statchg;
    355 
    356         mii_attach(self, mii, 0xffffffff, MII_PHY_ANY, MII_OFFSET_ANY, 0);
    357 
    358         if (LIST_EMPTY(&mii->mii_phys)) {
    359                 aprint_error_dev(self, "no PHY found!\n");
    360                 ifmedia_add(&mii->mii_media, IFM_ETHER|IFM_MANUAL, 0, NULL);
    361                 ifmedia_set(&mii->mii_media, IFM_ETHER|IFM_MANUAL);
    362         } else {
    363                 ifmedia_set(&mii->mii_media, IFM_ETHER|IFM_AUTO);
    364         }
    365 
    366 	/*
    367 	 * Attach the interface.
    368 	 */
    369 	if_attach(ifp);
    370 	if_deferred_start_init(ifp, NULL);
    371 	ether_ifattach(ifp, enaddr);
    372 	rnd_attach_source(&sc->sc_rnd_source, device_xname(self),
    373 	    RND_TYPE_NET, RND_FLAG_DEFAULT);
    374 }
    375 
    376 static inline void
    377 sun4i_emac_int_enable(struct sun4i_emac_softc *sc)
    378 {
    379 	sun4i_emac_clear_set(sc, EMAC_INT_CTL_REG, 0,
    380 	    EMAC_INT_ENABLE);
    381 	sun4i_emac_write(sc, EMAC_INT_STA_REG,
    382 	    sun4i_emac_read(sc, EMAC_INT_STA_REG));
    383 }
    384 
    385 int
    386 sun4i_emac_miibus_read_reg(device_t self, int phy, int reg)
    387 {
    388 	struct sun4i_emac_softc * const sc = device_private(self);
    389 	int retry = 100;
    390 
    391 	sun4i_emac_write(sc, EMAC_MAC_MADR_REG, (phy << 8) | reg);
    392 	sun4i_emac_write(sc, EMAC_MAC_MCMD_REG, 1);
    393 
    394 	while (--retry > 0 && (sun4i_emac_read(sc, EMAC_MAC_MIND_REG) & 1) != 0)
    395 		delay(1000);
    396 	if (retry == 0)
    397 		device_printf(self, "PHY read timeout\n");
    398 
    399 	sun4i_emac_write(sc, EMAC_MAC_MCMD_REG, 0);
    400 	const uint32_t rv = sun4i_emac_read(sc, EMAC_MAC_MRDD_REG);
    401 
    402 	return rv;
    403 }
    404 
    405 void
    406 sun4i_emac_miibus_write_reg(device_t self, int phy, int reg, int val)
    407 {
    408 	struct sun4i_emac_softc * const sc = device_private(self);
    409 	int retry = 100;
    410 
    411 	sun4i_emac_write(sc, EMAC_MAC_MADR_REG, (phy << 8) | reg);
    412 	sun4i_emac_write(sc, EMAC_MAC_MCMD_REG, 1);
    413 
    414 	while (--retry > 0 && (sun4i_emac_read(sc, EMAC_MAC_MIND_REG) & 1) != 0)
    415 		delay(1000);
    416 	if (retry == 0)
    417 		device_printf(self, "PHY write timeout\n");
    418 
    419 	sun4i_emac_write(sc, EMAC_MAC_MCMD_REG, 0);
    420 	sun4i_emac_write(sc, EMAC_MAC_MWTD_REG, val);
    421 }
    422 
    423 void
    424 sun4i_emac_miibus_statchg(struct ifnet *ifp)
    425 {
    426 	struct sun4i_emac_softc * const sc = ifp->if_softc;
    427 	struct mii_data * const mii = &sc->sc_mii;
    428 	const u_int media = mii->mii_media_active;
    429 
    430 	/*
    431 	 * Set MII interface based on the speed
    432 	 * negotiated by the PHY.
    433 	 */
    434 	switch (IFM_SUBTYPE(media)) {
    435 	case IFM_10_T:
    436 		sun4i_emac_clear_set(sc, EMAC_MAC_SUPP_REG,
    437 		    EMAC_MAC_SUPP_100M, 0);
    438 		break;
    439 	case IFM_100_TX:
    440 		sun4i_emac_clear_set(sc, EMAC_MAC_SUPP_REG,
    441 		    0, EMAC_MAC_SUPP_100M);
    442 		break;
    443 	}
    444 
    445 	const bool link = (IFM_SUBTYPE(media) & (IFM_10_T|IFM_100_TX)) != 0;
    446 	if (link) {
    447 		if (media & IFM_FDX) {
    448 			sun4i_emac_clear_set(sc, EMAC_MAC_CTL1_REG,
    449 			    0, EMAC_MAC_CTL1_FD);
    450 		} else {
    451 			sun4i_emac_clear_set(sc, EMAC_MAC_CTL1_REG,
    452 			    EMAC_MAC_CTL1_FD, 0);
    453 		}
    454 	}
    455 }
    456 
    457 static void
    458 sun4i_emac_tick(void *softc)
    459 {
    460 	struct sun4i_emac_softc * const sc = softc;
    461 	struct mii_data * const mii = &sc->sc_mii;
    462 	int s;
    463 
    464 	s = splnet();
    465 	mii_tick(mii);
    466 	callout_schedule(&sc->sc_stat_ch, hz);
    467 	splx(s);
    468 }
    469 
    470 static inline void
    471 sun4i_emac_rxfifo_flush(struct sun4i_emac_softc *sc)
    472 {
    473 	sun4i_emac_clear_set(sc, EMAC_CTL_REG, EMAC_CTL_RX_EN, 0);
    474 
    475 	sun4i_emac_clear_set(sc, EMAC_RX_CTL_REG, 0, EMAC_RX_CTL_FIFO_RESET);
    476 
    477 	for (;;) {
    478 		uint32_t v0 = sun4i_emac_read(sc, EMAC_RX_CTL_REG);
    479 		if ((v0 & EMAC_RX_CTL_FIFO_RESET) == 0)
    480 			break;
    481 	}
    482 
    483 	sun4i_emac_clear_set(sc, EMAC_CTL_REG, 0, EMAC_CTL_RX_EN);
    484 }
    485 
    486 static void
    487 sun4i_emac_rxfifo_consume(struct sun4i_emac_softc *sc, size_t len)
    488 {
    489 	for (len = (len + 3) >> 2; len > 0; len--) {
    490 		(void) sun4i_emac_read(sc, EMAC_RX_IO_DATA_REG);
    491 	}
    492 }
    493 
    494 static void
    495 sun4i_emac_rxfifo_transfer(struct sun4i_emac_softc *sc, struct mbuf *m)
    496 {
    497 	uint32_t *dp32 = mtod(m, uint32_t *);
    498 	const int len = roundup2(m->m_len, 4);
    499 
    500 	bus_space_read_multi_4(sc->sc_bst, sc->sc_bsh,
    501 	    EMAC_RX_IO_DATA_REG, dp32, len / 4);
    502 }
    503 
    504 static struct mbuf *
    505 sun4i_emac_mgethdr(struct sun4i_emac_softc *sc, size_t rxlen)
    506 {
    507 	struct mbuf *m = m_gethdr(M_DONTWAIT, MT_DATA);
    508 
    509 	if (rxlen + 2 > MHLEN) {
    510 		MCLGET(m, M_DONTWAIT);
    511 		if ((m->m_flags & M_EXT) == 0) {
    512 			m_free(m);
    513 			return NULL;
    514 		}
    515 	}
    516 
    517 	m_adj(m, 2);
    518 	m->m_len = rxlen;
    519 	m->m_pkthdr.len = rxlen;
    520 	m_set_rcvif(m, &sc->sc_ec.ec_if);
    521 	m->m_flags |= M_HASFCS;
    522 
    523 	return m;
    524 }
    525 
    526 static void
    527 sun4i_emac_if_input(struct sun4i_emac_softc *sc, struct mbuf *m)
    528 {
    529 	struct ifnet * const ifp = &sc->sc_ec.ec_if;
    530 
    531 	if_percpuq_enqueue(ifp->if_percpuq, m);
    532 }
    533 
    534 static void
    535 sun4i_emac_rx_intr(struct sun4i_emac_softc *sc)
    536 {
    537 	for (;;) {
    538 		uint32_t rx_count = sun4i_emac_read(sc, EMAC_RX_FBC_REG);
    539 		struct mbuf *m;
    540 
    541 		if (rx_count == 0) {
    542 			rx_count = sun4i_emac_read(sc, EMAC_RX_FBC_REG);
    543 			if (rx_count == 0)
    544 				return;
    545 		}
    546 
    547 		uint32_t v = sun4i_emac_read(sc, EMAC_RX_IO_DATA_REG);
    548 		if (v != EMAC_RX_MAGIC) {
    549 			sun4i_emac_rxfifo_flush(sc);
    550 			return;
    551 		}
    552 
    553 		uint32_t rxhdr = sun4i_emac_read(sc, EMAC_RX_IO_DATA_REG);
    554 		uint32_t rxlen = __SHIFTOUT(rxhdr, EMAC_RXHDR_LEN);
    555 		uint32_t rxsts = __SHIFTOUT(rxhdr, EMAC_RXHDR_STS);
    556 
    557 		if (rxlen < ETHER_MIN_LEN || (rxsts & EMAC_RX_STA_PKTOK) == 0) {
    558 			sc->sc_ec.ec_if.if_ierrors++;
    559 			continue;
    560 		}
    561 
    562 		m = sun4i_emac_mgethdr(sc, rxlen);
    563 		if (m == NULL) {
    564 			sc->sc_ec.ec_if.if_ierrors++;
    565 			sun4i_emac_rxfifo_consume(sc, rxlen);
    566 			return;
    567 		}
    568 
    569 		sun4i_emac_rxfifo_transfer(sc, m);
    570 		sun4i_emac_if_input(sc, m);
    571 	}
    572 }
    573 
    574 static int
    575 sun4i_emac_txfifo_transfer(struct sun4i_emac_softc *sc, struct mbuf *m, u_int slot)
    576 {
    577 	bus_size_t const io_data_reg = EMAC_TX_IO_DATA_REG(0);
    578 	const int len = m->m_pkthdr.len;
    579 	uint32_t *pktdata;
    580 
    581 	KASSERT(len > 0 && len <= sizeof(sc->sc_txbuf));
    582 
    583 	if (m->m_next != NULL) {
    584 		m_copydata(m, 0, len, sc->sc_txbuf);
    585 		pktdata = sc->sc_txbuf;
    586 	} else {
    587 		pktdata = mtod(m, uint32_t *);
    588 	}
    589 
    590 	bus_space_write_multi_4(sc->sc_bst, sc->sc_bsh, io_data_reg,
    591 	    pktdata, roundup2(len, 4) / 4);
    592 
    593 	return len;
    594 }
    595 
    596 static void
    597 sun4i_emac_tx_enqueue(struct sun4i_emac_softc *sc, struct mbuf *m, u_int slot)
    598 {
    599 	struct ifnet * const ifp = &sc->sc_ec.ec_if;
    600 
    601 	sun4i_emac_write(sc, EMAC_TX_INS_REG, slot);
    602 
    603 	const int len = sun4i_emac_txfifo_transfer(sc, m, slot);
    604 
    605 	bus_size_t const pl_reg = EMAC_TX_PL_REG(slot);
    606 	bus_size_t const ctl_reg = EMAC_TX_CTL_REG(slot);
    607 
    608 	sun4i_emac_write(sc, pl_reg, len);
    609 	sun4i_emac_clear_set(sc, ctl_reg, 0, EMAC_TX_CTL_START);
    610 
    611 	bpf_mtap(ifp, m);
    612 
    613 	m_freem(m);
    614 }
    615 
    616 static void
    617 sun4i_emac_tx_intr(struct sun4i_emac_softc *sc, u_int slot)
    618 {
    619 	struct ifnet * const ifp = &sc->sc_ec.ec_if;
    620 
    621 	sc->sc_tx_active &= ~__BIT(slot);
    622 	ifp->if_flags &= ~IFF_OACTIVE;
    623 }
    624 
    625 int
    626 sun4i_emac_intr(void *arg)
    627 {
    628 	struct sun4i_emac_softc * const sc = arg;
    629 	struct ifnet * const ifp = &sc->sc_ec.ec_if;
    630 
    631 	mutex_enter(&sc->sc_intr_lock);
    632 
    633 	uint32_t sts = sun4i_emac_read(sc, EMAC_INT_STA_REG);
    634 	sun4i_emac_write(sc, EMAC_INT_STA_REG, sts);
    635 	rnd_add_uint32(&sc->sc_rnd_source, sts);
    636 
    637 	if (sts & EMAC_INT_RX) {
    638 		sun4i_emac_rx_intr(sc);
    639 	}
    640 	if (sts & EMAC_INT_TX0) {
    641 		sun4i_emac_tx_intr(sc, 0);
    642 	}
    643 	if (sts & EMAC_INT_TX1) {
    644 		sun4i_emac_tx_intr(sc, 1);
    645 	}
    646 	if (sts & (EMAC_INT_TX0|EMAC_INT_TX1)) {
    647 		if (sc->sc_tx_active == 0)
    648 			ifp->if_timer = 0;
    649 		if_schedule_deferred_start(ifp);
    650 	}
    651 
    652 	mutex_exit(&sc->sc_intr_lock);
    653 
    654 	return 1;
    655 }
    656 
    657 void
    658 sun4i_emac_ifstart(struct ifnet *ifp)
    659 {
    660 	struct sun4i_emac_softc * const sc = ifp->if_softc;
    661 
    662 	mutex_enter(&sc->sc_intr_lock);
    663 
    664 	if ((sc->sc_tx_active & 1) == 0) {
    665 		struct mbuf *m;
    666 		IFQ_DEQUEUE(&ifp->if_snd, m);
    667 		if (m == NULL) {
    668 			mutex_exit(&sc->sc_intr_lock);
    669 			return;
    670 		}
    671 		sun4i_emac_tx_enqueue(sc, m, 0);
    672 		sc->sc_tx_active |= 1;
    673 	}
    674 
    675 	if ((sc->sc_tx_active & 2) == 0) {
    676 		struct mbuf *m;
    677 		IFQ_DEQUEUE(&ifp->if_snd, m);
    678 		if (m == NULL) {
    679 			mutex_exit(&sc->sc_intr_lock);
    680 			return;
    681 		}
    682 		sun4i_emac_tx_enqueue(sc, m, 1);
    683 		sc->sc_tx_active |= 2;
    684 	}
    685 
    686 	if (sc->sc_tx_active == 3)
    687 		ifp->if_flags |= IFF_OACTIVE;
    688 
    689 	ifp->if_timer = 5;
    690 
    691 	mutex_exit(&sc->sc_intr_lock);
    692 }
    693 
    694 
    695 static int
    696 sun4i_emac_ifioctl(struct ifnet *ifp, u_long cmd, void *data)
    697 {
    698 	struct sun4i_emac_softc * const sc = ifp->if_softc;
    699 	struct ifreq *ifr = (struct ifreq *)data;
    700 	int error;
    701 
    702 	switch (cmd) {
    703 	case SIOCGIFMEDIA:
    704 	case SIOCSIFMEDIA:
    705 		error = ifmedia_ioctl(ifp, ifr, &sc->sc_mii.mii_media, cmd);
    706 		break;
    707 	default:
    708 		if ((error = ether_ioctl(ifp, cmd, data)) != ENETRESET)
    709 			break;
    710 		error = 0;
    711 		if (cmd != SIOCADDMULTI && cmd != SIOCDELMULTI)
    712 			break;
    713 		if (ifp->if_flags & IFF_RUNNING) {
    714 			/*
    715 			 * Multicast list has changed; set the hardware filter
    716 			 * accordingly.
    717 			 */
    718 			mutex_enter(&sc->sc_intr_lock);
    719 			sun4i_emac_ifstop(ifp, 0);
    720 			error = sun4i_emac_ifinit(ifp);
    721 			mutex_exit(&sc->sc_intr_lock);
    722 		}
    723 		break;
    724 	}
    725 
    726 	return error;
    727 }
    728 
    729 static void
    730 sun4i_emac_ifstop(struct ifnet *ifp, int discard)
    731 {
    732 	struct sun4i_emac_softc * const sc = ifp->if_softc;
    733 	struct mii_data * const mii = &sc->sc_mii;
    734 
    735 	KASSERT(mutex_owned(&sc->sc_intr_lock));
    736 
    737 	callout_stop(&sc->sc_stat_ch);
    738 	mii_down(mii);
    739 
    740 	sun4i_emac_write(sc, EMAC_INT_CTL_REG, 0);
    741 	sun4i_emac_write(sc, EMAC_INT_STA_REG,
    742 	    sun4i_emac_read(sc, EMAC_INT_STA_REG));
    743 
    744 	sun4i_emac_clear_set(sc, EMAC_CTL_REG,
    745 	    EMAC_CTL_RST | EMAC_CTL_TX_EN | EMAC_CTL_RX_EN, 0);
    746 
    747 	ifp->if_flags &= ~(IFF_RUNNING | IFF_OACTIVE);
    748 	ifp->if_timer = 0;
    749 }
    750 
    751 int
    752 sun4i_emac_ifinit(struct ifnet *ifp)
    753 {
    754 	struct sun4i_emac_softc * const sc = ifp->if_softc;
    755 	struct mii_data * const mii = &sc->sc_mii;
    756 
    757 	sun4i_emac_clear_set(sc, EMAC_RX_CTL_REG,
    758 	    0, EMAC_RX_CTL_FIFO_RESET);
    759 
    760 	delay(1);
    761 
    762 	sun4i_emac_clear_set(sc, EMAC_MAC_CTL0_REG,
    763 	    EMAC_MAC_CTL0_SOFT_RESET, 0);
    764 
    765 	sun4i_emac_clear_set(sc, EMAC_MAC_MCFG_REG,
    766 	    EMAC_MAC_MCFG_CLK, __SHIFTIN(0xd, EMAC_MAC_MCFG_CLK));
    767 
    768 	sun4i_emac_write(sc, EMAC_RX_FBC_REG, 0);
    769 
    770 	sun4i_emac_write(sc, EMAC_INT_CTL_REG, 0);
    771 	sun4i_emac_write(sc, EMAC_INT_STA_REG,
    772 	    sun4i_emac_read(sc, EMAC_INT_STA_REG));
    773 
    774 	delay(1);
    775 
    776 	sun4i_emac_clear_set(sc, EMAC_TX_MODE_REG,
    777 	    EMAC_TX_MODE_DMA, EMAC_TX_MODE_ABF_ENA);
    778 
    779 	sun4i_emac_clear_set(sc, EMAC_MAC_CTL0_REG,
    780 	    0, EMAC_MAC_CTL0_TFC | EMAC_MAC_CTL0_RFC);
    781 
    782 	sun4i_emac_clear_set(sc, EMAC_RX_CTL_REG,
    783 	    EMAC_RX_CTL_DMA, 0);
    784 
    785 	sun4i_emac_clear_set(sc, EMAC_MAC_CTL1_REG,
    786 	    0,
    787 	    EMAC_MAC_CTL1_FLC | EMAC_MAC_CTL1_CRC |
    788 	    EMAC_MAC_CTL1_PC);
    789 
    790 	sun4i_emac_write(sc, EMAC_MAC_IPGT_REG, EMAC_MAC_IPGT_FD);
    791 	sun4i_emac_write(sc, EMAC_MAC_IPGR_REG,
    792 	    __SHIFTIN(0x0c, EMAC_MAC_IPGR_IPG1) |
    793 	    __SHIFTIN(0x12, EMAC_MAC_IPGR_IPG2));
    794 
    795 	sun4i_emac_write(sc, EMAC_MAC_CLRT_REG,
    796 	    __SHIFTIN(0x0f, EMAC_MAC_CLRT_RM) |
    797 	    __SHIFTIN(0x37, EMAC_MAC_CLRT_CW));
    798 
    799 	sun4i_emac_write(sc, EMAC_MAC_MAXF_REG, 0x600);
    800 
    801 	sun4i_emac_rx_hash(sc);
    802 
    803 	sun4i_emac_int_enable(sc);
    804 
    805 	ifp->if_flags |= IFF_RUNNING;
    806 	ifp->if_flags &= ~IFF_OACTIVE;
    807 
    808 	/* Enable RX/TX */
    809 	sun4i_emac_clear_set(sc, EMAC_CTL_REG,
    810 	    0, EMAC_CTL_RST | EMAC_CTL_TX_EN | EMAC_CTL_RX_EN);
    811 
    812 	mii_mediachg(mii);
    813 	callout_schedule(&sc->sc_stat_ch, hz);
    814 
    815 	return 0;
    816 }
    817 
    818 static void
    819 sun4i_emac_ifwatchdog(struct ifnet *ifp)
    820 {
    821 	struct sun4i_emac_softc * const sc = ifp->if_softc;
    822 
    823 	device_printf(sc->sc_dev, "device timeout\n");
    824 
    825 	ifp->if_oerrors++;
    826 	sun4i_emac_ifinit(ifp);
    827 	sun4i_emac_ifstart(ifp);
    828 }
    829 
    830 static void
    831 sun4i_emac_rx_hash(struct sun4i_emac_softc *sc)
    832 {
    833 	struct ifnet * const ifp = &sc->sc_ec.ec_if;
    834 	struct ether_multistep step;
    835 	struct ether_multi *enm;
    836 	uint32_t hash[2];
    837 	uint32_t rxctl;
    838 
    839 	rxctl = sun4i_emac_read(sc, EMAC_RX_CTL_REG);
    840 	rxctl &= ~EMAC_RX_CTL_MHF;
    841 	rxctl |= EMAC_RX_CTL_UCAD;
    842 	rxctl |= EMAC_RX_CTL_DAF;
    843 	rxctl |= EMAC_RX_CTL_MC0;
    844 	rxctl |= EMAC_RX_CTL_BC0;
    845 	rxctl |= EMAC_RX_CTL_POR;
    846 
    847 	hash[0] = hash[1] = ~0;
    848 	if (ifp->if_flags & IFF_PROMISC) {
    849 		ifp->if_flags |= IFF_ALLMULTI;
    850 		rxctl |= EMAC_RX_CTL_PROMISC;
    851 	} else {
    852 		rxctl &= ~EMAC_RX_CTL_PROMISC;
    853 	}
    854 
    855 	if ((ifp->if_flags & IFF_PROMISC) == 0) {
    856 		hash[0] = hash[1] = 0;
    857 
    858 		ETHER_FIRST_MULTI(step, &sc->sc_ec, enm);
    859 		while (enm != NULL) {
    860 			if (memcmp(enm->enm_addrlo, enm->enm_addrhi, ETHER_ADDR_LEN)) {
    861 				/*
    862 				 * We must listen to a range of multicast addresses.
    863 				 * For now, just accept all multicasts, rather than
    864 				 * trying to set only those filter bits needed to match
    865 				 * the range.  (At this time, the only use of address
    866 				 * ranges is for IP multicast routing, for which the
    867 				 * range is big enough to require all bits set.)
    868 				 */
    869 				hash[0] = hash[1] = ~0;
    870 				ifp->if_flags |= IFF_ALLMULTI;
    871 				goto done;
    872                 	}
    873 
    874 			u_int crc = ether_crc32_be(enm->enm_addrlo, ETHER_ADDR_LEN);
    875 
    876 			/* Just want the 6 most significant bits. */
    877 			crc >>= 26;
    878 
    879 			/* Set the corresponding bit in the filter. */
    880 			hash[crc >> 5] |= __BIT(crc & 31);
    881                 	ETHER_NEXT_MULTI(step, enm);
    882 		}
    883 		ifp->if_flags &= ~IFF_ALLMULTI;
    884 		rxctl |= EMAC_RX_CTL_MHF;
    885 	}
    886 
    887 done:
    888 
    889 	sun4i_emac_write(sc, EMAC_RX_HASH0_REG, hash[0]);
    890 	sun4i_emac_write(sc, EMAC_RX_HASH1_REG, hash[1]);
    891 
    892 	sun4i_emac_write(sc, EMAC_RX_CTL_REG, rxctl);
    893 }
    894