Home | History | Annotate | Line # | Download | only in ic
smc83c170.c revision 1.86
      1  1.86   msaitoh /*	$NetBSD: smc83c170.c,v 1.86 2018/06/26 06:48:00 msaitoh Exp $	*/
      2   1.1   thorpej 
      3   1.1   thorpej /*-
      4  1.10   thorpej  * Copyright (c) 1998, 1999 The NetBSD Foundation, Inc.
      5   1.1   thorpej  * All rights reserved.
      6   1.1   thorpej  *
      7   1.1   thorpej  * This code is derived from software contributed to The NetBSD Foundation
      8   1.1   thorpej  * by Jason R. Thorpe of the Numerical Aerospace Simulation Facility,
      9   1.1   thorpej  * NASA Ames Research Center.
     10   1.1   thorpej  *
     11   1.1   thorpej  * Redistribution and use in source and binary forms, with or without
     12   1.1   thorpej  * modification, are permitted provided that the following conditions
     13   1.1   thorpej  * are met:
     14   1.1   thorpej  * 1. Redistributions of source code must retain the above copyright
     15   1.1   thorpej  *    notice, this list of conditions and the following disclaimer.
     16   1.1   thorpej  * 2. Redistributions in binary form must reproduce the above copyright
     17   1.1   thorpej  *    notice, this list of conditions and the following disclaimer in the
     18   1.1   thorpej  *    documentation and/or other materials provided with the distribution.
     19   1.1   thorpej  *
     20   1.1   thorpej  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     21   1.1   thorpej  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     22   1.1   thorpej  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     23   1.1   thorpej  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     24   1.1   thorpej  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     25   1.1   thorpej  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     26   1.1   thorpej  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     27   1.1   thorpej  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     28   1.1   thorpej  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     29   1.1   thorpej  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     30   1.1   thorpej  * POSSIBILITY OF SUCH DAMAGE.
     31   1.1   thorpej  */
     32   1.1   thorpej 
     33   1.1   thorpej /*
     34   1.1   thorpej  * Device driver for the Standard Microsystems Corp. 83C170
     35   1.1   thorpej  * Ethernet PCI Integrated Controller (EPIC/100).
     36   1.1   thorpej  */
     37  1.49     lukem 
     38  1.49     lukem #include <sys/cdefs.h>
     39  1.86   msaitoh __KERNEL_RCSID(0, "$NetBSD: smc83c170.c,v 1.86 2018/06/26 06:48:00 msaitoh Exp $");
     40   1.1   thorpej 
     41   1.1   thorpej 
     42   1.1   thorpej #include <sys/param.h>
     43  1.59     perry #include <sys/systm.h>
     44  1.29   thorpej #include <sys/callout.h>
     45  1.59     perry #include <sys/mbuf.h>
     46   1.1   thorpej #include <sys/malloc.h>
     47   1.1   thorpej #include <sys/kernel.h>
     48   1.1   thorpej #include <sys/socket.h>
     49   1.1   thorpej #include <sys/ioctl.h>
     50   1.1   thorpej #include <sys/errno.h>
     51   1.1   thorpej #include <sys/device.h>
     52  1.38   thorpej 
     53   1.1   thorpej #include <net/if.h>
     54   1.1   thorpej #include <net/if_dl.h>
     55   1.1   thorpej #include <net/if_media.h>
     56   1.1   thorpej #include <net/if_ether.h>
     57   1.1   thorpej 
     58   1.1   thorpej #include <net/bpf.h>
     59   1.1   thorpej 
     60  1.67        ad #include <sys/bus.h>
     61  1.67        ad #include <sys/intr.h>
     62   1.1   thorpej 
     63   1.8   thorpej #include <dev/mii/miivar.h>
     64  1.43  drochner #include <dev/mii/lxtphyreg.h>
     65   1.8   thorpej 
     66   1.1   thorpej #include <dev/ic/smc83c170reg.h>
     67   1.1   thorpej #include <dev/ic/smc83c170var.h>
     68   1.1   thorpej 
     69  1.58     perry void	epic_start(struct ifnet *);
     70  1.58     perry void	epic_watchdog(struct ifnet *);
     71  1.64  christos int	epic_ioctl(struct ifnet *, u_long, void *);
     72  1.58     perry int	epic_init(struct ifnet *);
     73  1.58     perry void	epic_stop(struct ifnet *, int);
     74  1.58     perry 
     75  1.77   tsutsui bool	epic_shutdown(device_t, int);
     76  1.58     perry 
     77  1.58     perry void	epic_reset(struct epic_softc *);
     78  1.58     perry void	epic_rxdrain(struct epic_softc *);
     79  1.58     perry int	epic_add_rxbuf(struct epic_softc *, int);
     80  1.63   tsutsui void	epic_read_eeprom(struct epic_softc *, int, int, uint16_t *);
     81  1.58     perry void	epic_set_mchash(struct epic_softc *);
     82  1.58     perry void	epic_fixup_clock_source(struct epic_softc *);
     83  1.76   tsutsui int	epic_mii_read(device_t, int, int);
     84  1.76   tsutsui void	epic_mii_write(device_t, int, int, int);
     85  1.63   tsutsui int	epic_mii_wait(struct epic_softc *, uint32_t);
     86  1.58     perry void	epic_tick(void *);
     87  1.58     perry 
     88  1.81      matt void	epic_statchg(struct ifnet *);
     89  1.58     perry int	epic_mediachange(struct ifnet *);
     90   1.1   thorpej 
     91   1.1   thorpej #define	INTMASK	(INTSTAT_FATAL_INT | INTSTAT_TXU | \
     92  1.21   thorpej 	    INTSTAT_TXC | INTSTAT_RXE | INTSTAT_RQE | INTSTAT_RCC)
     93   1.1   thorpej 
     94  1.19   thorpej int	epic_copy_small = 0;
     95  1.19   thorpej 
     96  1.52    bouyer #define	ETHER_PAD_LEN (ETHER_MIN_LEN - ETHER_CRC_LEN)
     97  1.52    bouyer 
     98   1.1   thorpej /*
     99   1.1   thorpej  * Attach an EPIC interface to the system.
    100   1.1   thorpej  */
    101   1.1   thorpej void
    102  1.76   tsutsui epic_attach(struct epic_softc *sc)
    103   1.1   thorpej {
    104   1.1   thorpej 	bus_space_tag_t st = sc->sc_st;
    105   1.1   thorpej 	bus_space_handle_t sh = sc->sc_sh;
    106   1.1   thorpej 	struct ifnet *ifp = &sc->sc_ethercom.ec_if;
    107  1.51   thorpej 	int rseg, error, miiflags;
    108  1.51   thorpej 	u_int i;
    109   1.1   thorpej 	bus_dma_segment_t seg;
    110  1.63   tsutsui 	uint8_t enaddr[ETHER_ADDR_LEN], devname[12 + 1];
    111  1.63   tsutsui 	uint16_t myea[ETHER_ADDR_LEN / 2], mydevname[6];
    112  1.52    bouyer 	char *nullbuf;
    113   1.1   thorpej 
    114  1.65        ad 	callout_init(&sc->sc_mii_callout, 0);
    115  1.29   thorpej 
    116   1.1   thorpej 	/*
    117   1.1   thorpej 	 * Allocate the control data structures, and create and load the
    118   1.1   thorpej 	 * DMA map for it.
    119   1.1   thorpej 	 */
    120   1.1   thorpej 	if ((error = bus_dmamem_alloc(sc->sc_dmat,
    121  1.52    bouyer 	    sizeof(struct epic_control_data) + ETHER_PAD_LEN, PAGE_SIZE, 0,
    122  1.52    bouyer 	    &seg, 1, &rseg, BUS_DMA_NOWAIT)) != 0) {
    123  1.76   tsutsui 		aprint_error_dev(sc->sc_dev,
    124  1.76   tsutsui 		    "unable to allocate control data, error = %d\n", error);
    125  1.14   thorpej 		goto fail_0;
    126   1.1   thorpej 	}
    127   1.1   thorpej 
    128   1.1   thorpej 	if ((error = bus_dmamem_map(sc->sc_dmat, &seg, rseg,
    129  1.52    bouyer 	    sizeof(struct epic_control_data) + ETHER_PAD_LEN,
    130  1.64  christos 	    (void **)&sc->sc_control_data,
    131   1.1   thorpej 	    BUS_DMA_NOWAIT|BUS_DMA_COHERENT)) != 0) {
    132  1.76   tsutsui 		aprint_error_dev(sc->sc_dev,
    133  1.76   tsutsui 		    "unable to map control data, error = %d\n", error);
    134  1.14   thorpej 		goto fail_1;
    135   1.1   thorpej 	}
    136  1.52    bouyer 	nullbuf =
    137  1.52    bouyer 	    (char *)sc->sc_control_data + sizeof(struct epic_control_data);
    138  1.52    bouyer 	memset(nullbuf, 0, ETHER_PAD_LEN);
    139   1.1   thorpej 
    140   1.1   thorpej 	if ((error = bus_dmamap_create(sc->sc_dmat,
    141   1.1   thorpej 	    sizeof(struct epic_control_data), 1,
    142   1.1   thorpej 	    sizeof(struct epic_control_data), 0, BUS_DMA_NOWAIT,
    143   1.1   thorpej 	    &sc->sc_cddmamap)) != 0) {
    144  1.76   tsutsui 		aprint_error_dev(sc->sc_dev,
    145  1.76   tsutsui 		    "unable to create control data DMA map, error = %d\n",
    146  1.76   tsutsui 		    error);
    147  1.14   thorpej 		goto fail_2;
    148   1.1   thorpej 	}
    149   1.1   thorpej 
    150   1.1   thorpej 	if ((error = bus_dmamap_load(sc->sc_dmat, sc->sc_cddmamap,
    151   1.1   thorpej 	    sc->sc_control_data, sizeof(struct epic_control_data), NULL,
    152   1.1   thorpej 	    BUS_DMA_NOWAIT)) != 0) {
    153  1.76   tsutsui 		aprint_error_dev(sc->sc_dev,
    154  1.73    cegger 		    "unable to load control data DMA map, error = %d\n",
    155  1.73    cegger 		    error);
    156  1.14   thorpej 		goto fail_3;
    157   1.1   thorpej 	}
    158   1.1   thorpej 
    159   1.1   thorpej 	/*
    160   1.1   thorpej 	 * Create the transmit buffer DMA maps.
    161   1.1   thorpej 	 */
    162   1.1   thorpej 	for (i = 0; i < EPIC_NTXDESC; i++) {
    163   1.1   thorpej 		if ((error = bus_dmamap_create(sc->sc_dmat, MCLBYTES,
    164   1.1   thorpej 		    EPIC_NFRAGS, MCLBYTES, 0, BUS_DMA_NOWAIT,
    165  1.10   thorpej 		    &EPIC_DSTX(sc, i)->ds_dmamap)) != 0) {
    166  1.76   tsutsui 			aprint_error_dev(sc->sc_dev,
    167  1.76   tsutsui 			    "unable to create tx DMA map %d, error = %d\n",
    168  1.76   tsutsui 			    i, error);
    169  1.14   thorpej 			goto fail_4;
    170   1.1   thorpej 		}
    171   1.1   thorpej 	}
    172   1.1   thorpej 
    173   1.1   thorpej 	/*
    174  1.42   tsutsui 	 * Create the receive buffer DMA maps.
    175   1.1   thorpej 	 */
    176   1.1   thorpej 	for (i = 0; i < EPIC_NRXDESC; i++) {
    177   1.1   thorpej 		if ((error = bus_dmamap_create(sc->sc_dmat, MCLBYTES, 1,
    178   1.1   thorpej 		    MCLBYTES, 0, BUS_DMA_NOWAIT,
    179  1.10   thorpej 		    &EPIC_DSRX(sc, i)->ds_dmamap)) != 0) {
    180  1.76   tsutsui 			aprint_error_dev(sc->sc_dev,
    181  1.76   tsutsui 			    "unable to create rx DMA map %d, error = %d\n",
    182  1.76   tsutsui 			    i, error);
    183  1.14   thorpej 			goto fail_5;
    184   1.1   thorpej 		}
    185  1.19   thorpej 		EPIC_DSRX(sc, i)->ds_mbuf = NULL;
    186   1.1   thorpej 	}
    187   1.1   thorpej 
    188  1.52    bouyer 	/*
    189  1.52    bouyer 	 * create and map the pad buffer
    190  1.52    bouyer 	 */
    191  1.52    bouyer 	if ((error = bus_dmamap_create(sc->sc_dmat, ETHER_PAD_LEN, 1,
    192  1.52    bouyer 	    ETHER_PAD_LEN, 0, BUS_DMA_NOWAIT,&sc->sc_nulldmamap)) != 0) {
    193  1.76   tsutsui 		aprint_error_dev(sc->sc_dev,
    194  1.76   tsutsui 		    "unable to create pad buffer DMA map, error = %d\n", error);
    195  1.52    bouyer 		goto fail_5;
    196  1.52    bouyer 	}
    197  1.52    bouyer 
    198  1.52    bouyer 	if ((error = bus_dmamap_load(sc->sc_dmat, sc->sc_nulldmamap,
    199  1.52    bouyer 	    nullbuf, ETHER_PAD_LEN, NULL, BUS_DMA_NOWAIT)) != 0) {
    200  1.76   tsutsui 		aprint_error_dev(sc->sc_dev,
    201  1.76   tsutsui 		    "unable to load pad buffer DMA map, error = %d\n", error);
    202  1.52    bouyer 		goto fail_6;
    203  1.52    bouyer 	}
    204  1.52    bouyer 	bus_dmamap_sync(sc->sc_dmat, sc->sc_nulldmamap, 0, ETHER_PAD_LEN,
    205  1.52    bouyer 	    BUS_DMASYNC_PREWRITE);
    206   1.1   thorpej 
    207   1.1   thorpej 	/*
    208   1.1   thorpej 	 * Bring the chip out of low-power mode and reset it to a known state.
    209   1.1   thorpej 	 */
    210   1.1   thorpej 	bus_space_write_4(st, sh, EPIC_GENCTL, 0);
    211   1.1   thorpej 	epic_reset(sc);
    212   1.1   thorpej 
    213   1.1   thorpej 	/*
    214   1.1   thorpej 	 * Read the Ethernet address from the EEPROM.
    215   1.1   thorpej 	 */
    216  1.62   tsutsui 	epic_read_eeprom(sc, 0, __arraycount(myea), myea);
    217  1.62   tsutsui 	for (i = 0; i < __arraycount(myea); i++) {
    218  1.32   tsutsui 		enaddr[i * 2]     = myea[i] & 0xff;
    219  1.32   tsutsui 		enaddr[i * 2 + 1] = myea[i] >> 8;
    220  1.32   tsutsui 	}
    221   1.1   thorpej 
    222   1.1   thorpej 	/*
    223   1.1   thorpej 	 * ...and the device name.
    224   1.1   thorpej 	 */
    225  1.62   tsutsui 	epic_read_eeprom(sc, 0x2c, __arraycount(mydevname), mydevname);
    226  1.62   tsutsui 	for (i = 0; i < __arraycount(mydevname); i++) {
    227  1.32   tsutsui 		devname[i * 2]     = mydevname[i] & 0xff;
    228  1.32   tsutsui 		devname[i * 2 + 1] = mydevname[i] >> 8;
    229  1.32   tsutsui 	}
    230  1.32   tsutsui 
    231   1.1   thorpej 	devname[sizeof(mydevname)] = '\0';
    232  1.61   tsutsui 	for (i = sizeof(mydevname) ; i > 0; i--) {
    233  1.61   tsutsui 		if (devname[i - 1] == ' ')
    234  1.61   tsutsui 			devname[i - 1] = '\0';
    235   1.1   thorpej 		else
    236   1.1   thorpej 			break;
    237   1.1   thorpej 	}
    238   1.1   thorpej 
    239  1.76   tsutsui 	aprint_normal_dev(sc->sc_dev, "%s, Ethernet address %s\n",
    240   1.1   thorpej 	    devname, ether_sprintf(enaddr));
    241   1.1   thorpej 
    242  1.43  drochner 	miiflags = 0;
    243  1.43  drochner 	if (sc->sc_hwflags & EPIC_HAS_MII_FIBER)
    244  1.43  drochner 		miiflags |= MIIF_HAVEFIBER;
    245  1.43  drochner 
    246   1.8   thorpej 	/*
    247   1.8   thorpej 	 * Initialize our media structures and probe the MII.
    248   1.8   thorpej 	 */
    249   1.8   thorpej 	sc->sc_mii.mii_ifp = ifp;
    250   1.8   thorpej 	sc->sc_mii.mii_readreg = epic_mii_read;
    251   1.8   thorpej 	sc->sc_mii.mii_writereg = epic_mii_write;
    252   1.8   thorpej 	sc->sc_mii.mii_statchg = epic_statchg;
    253  1.71    dyoung 
    254  1.71    dyoung 	sc->sc_ethercom.ec_mii = &sc->sc_mii;
    255  1.50      fair 	ifmedia_init(&sc->sc_mii.mii_media, IFM_IMASK, epic_mediachange,
    256  1.71    dyoung 	    ether_mediastatus);
    257  1.76   tsutsui 	mii_attach(sc->sc_dev, &sc->sc_mii, 0xffffffff, MII_PHY_ANY,
    258  1.43  drochner 	    MII_OFFSET_ANY, miiflags);
    259  1.69    dyoung 	if (LIST_EMPTY(&sc->sc_mii.mii_phys)) {
    260   1.8   thorpej 		ifmedia_add(&sc->sc_mii.mii_media, IFM_ETHER|IFM_NONE, 0, NULL);
    261   1.8   thorpej 		ifmedia_set(&sc->sc_mii.mii_media, IFM_ETHER|IFM_NONE);
    262   1.8   thorpej 	} else
    263   1.8   thorpej 		ifmedia_set(&sc->sc_mii.mii_media, IFM_ETHER|IFM_AUTO);
    264   1.8   thorpej 
    265  1.43  drochner 	if (sc->sc_hwflags & EPIC_HAS_BNC) {
    266  1.43  drochner 		/* use the next free media instance */
    267  1.43  drochner 		sc->sc_serinst = sc->sc_mii.mii_instance++;
    268  1.43  drochner 		ifmedia_add(&sc->sc_mii.mii_media,
    269  1.76   tsutsui 		    IFM_MAKEWORD(IFM_ETHER, IFM_10_2, 0, sc->sc_serinst),
    270  1.76   tsutsui 		    0, NULL);
    271  1.76   tsutsui 		aprint_normal_dev(sc->sc_dev, "10base2/BNC\n");
    272  1.43  drochner 	} else
    273  1.43  drochner 		sc->sc_serinst = -1;
    274  1.43  drochner 
    275  1.76   tsutsui 	strlcpy(ifp->if_xname, device_xname(sc->sc_dev), IFNAMSIZ);
    276   1.1   thorpej 	ifp->if_softc = sc;
    277   1.1   thorpej 	ifp->if_flags = IFF_BROADCAST | IFF_SIMPLEX | IFF_MULTICAST;
    278   1.1   thorpej 	ifp->if_ioctl = epic_ioctl;
    279   1.1   thorpej 	ifp->if_start = epic_start;
    280   1.1   thorpej 	ifp->if_watchdog = epic_watchdog;
    281  1.34   thorpej 	ifp->if_init = epic_init;
    282  1.34   thorpej 	ifp->if_stop = epic_stop;
    283  1.40   thorpej 	IFQ_SET_READY(&ifp->if_snd);
    284  1.36    bouyer 
    285  1.36    bouyer 	/*
    286  1.36    bouyer 	 * We can support 802.1Q VLAN-sized frames.
    287  1.36    bouyer 	 */
    288  1.36    bouyer 	sc->sc_ethercom.ec_capabilities |= ETHERCAP_VLAN_MTU;
    289   1.1   thorpej 
    290   1.1   thorpej 	/*
    291   1.1   thorpej 	 * Attach the interface.
    292   1.1   thorpej 	 */
    293   1.1   thorpej 	if_attach(ifp);
    294  1.85     ozaki 	if_deferred_start_init(ifp, NULL);
    295   1.1   thorpej 	ether_ifattach(ifp, enaddr);
    296   1.1   thorpej 
    297   1.1   thorpej 	/*
    298   1.1   thorpej 	 * Make sure the interface is shutdown during reboot.
    299   1.1   thorpej 	 */
    300  1.77   tsutsui 	if (pmf_device_register1(sc->sc_dev, NULL, NULL, epic_shutdown))
    301  1.77   tsutsui 		pmf_class_network_register(sc->sc_dev, ifp);
    302  1.77   tsutsui 	else
    303  1.76   tsutsui 		aprint_error_dev(sc->sc_dev,
    304  1.77   tsutsui 		    "couldn't establish power handler\n");
    305  1.77   tsutsui 
    306   1.1   thorpej 	return;
    307   1.1   thorpej 
    308   1.1   thorpej 	/*
    309   1.1   thorpej 	 * Free any resources we've allocated during the failed attach
    310   1.1   thorpej 	 * attempt.  Do this in reverse order and fall through.
    311   1.1   thorpej 	 */
    312  1.52    bouyer  fail_6:
    313  1.52    bouyer 	bus_dmamap_destroy(sc->sc_dmat, sc->sc_nulldmamap);
    314  1.14   thorpej  fail_5:
    315  1.14   thorpej 	for (i = 0; i < EPIC_NRXDESC; i++) {
    316  1.14   thorpej 		if (EPIC_DSRX(sc, i)->ds_dmamap != NULL)
    317   1.1   thorpej 			bus_dmamap_destroy(sc->sc_dmat,
    318  1.10   thorpej 			    EPIC_DSRX(sc, i)->ds_dmamap);
    319  1.14   thorpej 	}
    320  1.14   thorpej  fail_4:
    321  1.14   thorpej 	for (i = 0; i < EPIC_NTXDESC; i++) {
    322  1.14   thorpej 		if (EPIC_DSTX(sc, i)->ds_dmamap != NULL)
    323   1.1   thorpej 			bus_dmamap_destroy(sc->sc_dmat,
    324  1.10   thorpej 			    EPIC_DSTX(sc, i)->ds_dmamap);
    325   1.1   thorpej 	}
    326  1.14   thorpej 	bus_dmamap_unload(sc->sc_dmat, sc->sc_cddmamap);
    327  1.14   thorpej  fail_3:
    328  1.14   thorpej 	bus_dmamap_destroy(sc->sc_dmat, sc->sc_cddmamap);
    329  1.14   thorpej  fail_2:
    330  1.64  christos 	bus_dmamem_unmap(sc->sc_dmat, (void *)sc->sc_control_data,
    331  1.14   thorpej 	    sizeof(struct epic_control_data));
    332  1.14   thorpej  fail_1:
    333  1.14   thorpej 	bus_dmamem_free(sc->sc_dmat, &seg, rseg);
    334  1.14   thorpej  fail_0:
    335  1.14   thorpej 	return;
    336   1.1   thorpej }
    337   1.1   thorpej 
    338   1.1   thorpej /*
    339   1.1   thorpej  * Shutdown hook.  Make sure the interface is stopped at reboot.
    340   1.1   thorpej  */
    341  1.77   tsutsui bool
    342  1.77   tsutsui epic_shutdown(device_t self, int howto)
    343   1.1   thorpej {
    344  1.77   tsutsui 	struct epic_softc *sc = device_private(self);
    345   1.1   thorpej 
    346  1.34   thorpej 	epic_stop(&sc->sc_ethercom.ec_if, 1);
    347  1.77   tsutsui 
    348  1.77   tsutsui 	return true;
    349   1.1   thorpej }
    350   1.1   thorpej 
    351   1.1   thorpej /*
    352   1.1   thorpej  * Start packet transmission on the interface.
    353   1.1   thorpej  * [ifnet interface function]
    354   1.1   thorpej  */
    355   1.1   thorpej void
    356  1.76   tsutsui epic_start(struct ifnet *ifp)
    357   1.1   thorpej {
    358   1.1   thorpej 	struct epic_softc *sc = ifp->if_softc;
    359  1.10   thorpej 	struct mbuf *m0, *m;
    360   1.1   thorpej 	struct epic_txdesc *txd;
    361   1.1   thorpej 	struct epic_descsoft *ds;
    362   1.1   thorpej 	struct epic_fraglist *fr;
    363   1.1   thorpej 	bus_dmamap_t dmamap;
    364  1.10   thorpej 	int error, firsttx, nexttx, opending, seg;
    365  1.55   tsutsui 	u_int len;
    366   1.1   thorpej 
    367  1.10   thorpej 	/*
    368  1.10   thorpej 	 * Remember the previous txpending and the first transmit
    369  1.10   thorpej 	 * descriptor we use.
    370  1.10   thorpej 	 */
    371  1.10   thorpej 	opending = sc->sc_txpending;
    372  1.10   thorpej 	firsttx = EPIC_NEXTTX(sc->sc_txlast);
    373   1.1   thorpej 
    374   1.1   thorpej 	/*
    375   1.1   thorpej 	 * Loop through the send queue, setting up transmit descriptors
    376   1.1   thorpej 	 * until we drain the queue, or use up all available transmit
    377   1.1   thorpej 	 * descriptors.
    378   1.1   thorpej 	 */
    379  1.10   thorpej 	while (sc->sc_txpending < EPIC_NTXDESC) {
    380   1.1   thorpej 		/*
    381   1.1   thorpej 		 * Grab a packet off the queue.
    382   1.1   thorpej 		 */
    383  1.40   thorpej 		IFQ_POLL(&ifp->if_snd, m0);
    384  1.10   thorpej 		if (m0 == NULL)
    385  1.10   thorpej 			break;
    386  1.41   thorpej 		m = NULL;
    387   1.1   thorpej 
    388   1.1   thorpej 		/*
    389   1.1   thorpej 		 * Get the last and next available transmit descriptor.
    390   1.1   thorpej 		 */
    391   1.1   thorpej 		nexttx = EPIC_NEXTTX(sc->sc_txlast);
    392  1.10   thorpej 		txd = EPIC_CDTX(sc, nexttx);
    393  1.10   thorpej 		fr = EPIC_CDFL(sc, nexttx);
    394  1.10   thorpej 		ds = EPIC_DSTX(sc, nexttx);
    395   1.1   thorpej 		dmamap = ds->ds_dmamap;
    396   1.1   thorpej 
    397   1.1   thorpej 		/*
    398  1.10   thorpej 		 * Load the DMA map.  If this fails, the packet either
    399  1.10   thorpej 		 * didn't fit in the alloted number of frags, or we were
    400  1.10   thorpej 		 * short on resources.  In this case, we'll copy and try
    401  1.10   thorpej 		 * again.
    402   1.1   thorpej 		 */
    403  1.52    bouyer 		if ((error = bus_dmamap_load_mbuf(sc->sc_dmat, dmamap, m0,
    404  1.52    bouyer 		    BUS_DMA_WRITE|BUS_DMA_NOWAIT)) != 0 ||
    405  1.52    bouyer 		    (m0->m_pkthdr.len < ETHER_PAD_LEN &&
    406  1.52    bouyer 		    dmamap-> dm_nsegs == EPIC_NFRAGS)) {
    407  1.52    bouyer 			if (error == 0)
    408  1.52    bouyer 				bus_dmamap_unload(sc->sc_dmat, dmamap);
    409  1.59     perry 
    410  1.10   thorpej 			MGETHDR(m, M_DONTWAIT, MT_DATA);
    411  1.10   thorpej 			if (m == NULL) {
    412  1.76   tsutsui 				printf("%s: unable to allocate Tx mbuf\n",
    413  1.76   tsutsui 				    device_xname(sc->sc_dev));
    414  1.10   thorpej 				break;
    415   1.1   thorpej 			}
    416   1.1   thorpej 			if (m0->m_pkthdr.len > MHLEN) {
    417  1.10   thorpej 				MCLGET(m, M_DONTWAIT);
    418  1.10   thorpej 				if ((m->m_flags & M_EXT) == 0) {
    419  1.76   tsutsui 					printf("%s: unable to allocate Tx "
    420  1.76   tsutsui 					    "cluster\n",
    421  1.76   tsutsui 					    device_xname(sc->sc_dev));
    422  1.10   thorpej 					m_freem(m);
    423  1.10   thorpej 					break;
    424   1.1   thorpej 				}
    425   1.1   thorpej 			}
    426  1.64  christos 			m_copydata(m0, 0, m0->m_pkthdr.len, mtod(m, void *));
    427  1.10   thorpej 			m->m_pkthdr.len = m->m_len = m0->m_pkthdr.len;
    428  1.10   thorpej 			error = bus_dmamap_load_mbuf(sc->sc_dmat, dmamap,
    429  1.47   thorpej 			    m, BUS_DMA_WRITE|BUS_DMA_NOWAIT);
    430  1.10   thorpej 			if (error) {
    431  1.76   tsutsui 				printf("%s: unable to load Tx buffer, "
    432  1.76   tsutsui 				    "error = %d\n", device_xname(sc->sc_dev),
    433  1.76   tsutsui 				    error);
    434  1.10   thorpej 				break;
    435  1.10   thorpej 			}
    436   1.1   thorpej 		}
    437  1.40   thorpej 		IFQ_DEQUEUE(&ifp->if_snd, m0);
    438  1.41   thorpej 		if (m != NULL) {
    439  1.41   thorpej 			m_freem(m0);
    440  1.41   thorpej 			m0 = m;
    441  1.41   thorpej 		}
    442   1.1   thorpej 
    443  1.10   thorpej 		/* Initialize the fraglist. */
    444   1.1   thorpej 		for (seg = 0; seg < dmamap->dm_nsegs; seg++) {
    445   1.1   thorpej 			fr->ef_frags[seg].ef_addr =
    446   1.1   thorpej 			    dmamap->dm_segs[seg].ds_addr;
    447   1.1   thorpej 			fr->ef_frags[seg].ef_length =
    448   1.1   thorpej 			    dmamap->dm_segs[seg].ds_len;
    449   1.1   thorpej 		}
    450  1.55   tsutsui 		len = m0->m_pkthdr.len;
    451  1.55   tsutsui 		if (len < ETHER_PAD_LEN) {
    452  1.52    bouyer 			fr->ef_frags[seg].ef_addr = sc->sc_nulldma;
    453  1.55   tsutsui 			fr->ef_frags[seg].ef_length = ETHER_PAD_LEN - len;
    454  1.55   tsutsui 			len = ETHER_PAD_LEN;
    455  1.52    bouyer 			seg++;
    456  1.52    bouyer 		}
    457  1.52    bouyer 		fr->ef_nfrags = seg;
    458   1.1   thorpej 
    459  1.10   thorpej 		EPIC_CDFLSYNC(sc, nexttx, BUS_DMASYNC_PREWRITE);
    460  1.10   thorpej 
    461  1.10   thorpej 		/* Sync the DMA map. */
    462   1.1   thorpej 		bus_dmamap_sync(sc->sc_dmat, dmamap, 0, dmamap->dm_mapsize,
    463   1.1   thorpej 		    BUS_DMASYNC_PREWRITE);
    464   1.1   thorpej 
    465   1.1   thorpej 		/*
    466   1.1   thorpej 		 * Store a pointer to the packet so we can free it later.
    467   1.1   thorpej 		 */
    468   1.1   thorpej 		ds->ds_mbuf = m0;
    469   1.1   thorpej 
    470   1.1   thorpej 		/*
    471  1.52    bouyer 		 * Fill in the transmit descriptor.
    472   1.1   thorpej 		 */
    473  1.10   thorpej 		txd->et_control = ET_TXCTL_LASTDESC | ET_TXCTL_FRAGLIST;
    474   1.1   thorpej 
    475   1.1   thorpej 		/*
    476  1.10   thorpej 		 * If this is the first descriptor we're enqueueing,
    477  1.10   thorpej 		 * don't give it to the EPIC yet.  That could cause
    478  1.10   thorpej 		 * a race condition.  We'll do it below.
    479   1.1   thorpej 		 */
    480  1.10   thorpej 		if (nexttx == firsttx)
    481  1.55   tsutsui 			txd->et_txstatus = TXSTAT_TXLENGTH(len);
    482  1.10   thorpej 		else
    483  1.55   tsutsui 			txd->et_txstatus =
    484  1.55   tsutsui 			    TXSTAT_TXLENGTH(len) | ET_TXSTAT_OWNER;
    485  1.10   thorpej 
    486  1.10   thorpej 		EPIC_CDTXSYNC(sc, nexttx,
    487  1.10   thorpej 		    BUS_DMASYNC_PREREAD|BUS_DMASYNC_PREWRITE);
    488   1.1   thorpej 
    489  1.10   thorpej 		/* Advance the tx pointer. */
    490   1.1   thorpej 		sc->sc_txpending++;
    491  1.10   thorpej 		sc->sc_txlast = nexttx;
    492   1.1   thorpej 
    493   1.1   thorpej 		/*
    494   1.1   thorpej 		 * Pass the packet to any BPF listeners.
    495   1.1   thorpej 		 */
    496  1.86   msaitoh 		bpf_mtap(ifp, m0, BPF_D_OUT);
    497   1.1   thorpej 	}
    498   1.1   thorpej 
    499  1.10   thorpej 	if (sc->sc_txpending == EPIC_NTXDESC) {
    500  1.10   thorpej 		/* No more slots left; notify upper layer. */
    501  1.10   thorpej 		ifp->if_flags |= IFF_OACTIVE;
    502  1.10   thorpej 	}
    503  1.10   thorpej 
    504  1.10   thorpej 	if (sc->sc_txpending != opending) {
    505  1.10   thorpej 		/*
    506  1.10   thorpej 		 * We enqueued packets.  If the transmitter was idle,
    507  1.10   thorpej 		 * reset the txdirty pointer.
    508  1.10   thorpej 		 */
    509  1.10   thorpej 		if (opending == 0)
    510  1.10   thorpej 			sc->sc_txdirty = firsttx;
    511  1.10   thorpej 
    512  1.10   thorpej 		/*
    513  1.10   thorpej 		 * Cause a transmit interrupt to happen on the
    514  1.10   thorpej 		 * last packet we enqueued.
    515  1.10   thorpej 		 */
    516  1.10   thorpej 		EPIC_CDTX(sc, sc->sc_txlast)->et_control |= ET_TXCTL_IAF;
    517  1.10   thorpej 		EPIC_CDTXSYNC(sc, sc->sc_txlast,
    518  1.10   thorpej 		    BUS_DMASYNC_PREREAD|BUS_DMASYNC_PREWRITE);
    519  1.10   thorpej 
    520  1.10   thorpej 		/*
    521  1.10   thorpej 		 * The entire packet chain is set up.  Give the
    522  1.10   thorpej 		 * first descriptor to the EPIC now.
    523  1.10   thorpej 		 */
    524  1.55   tsutsui 		EPIC_CDTX(sc, firsttx)->et_txstatus |= ET_TXSTAT_OWNER;
    525  1.10   thorpej 		EPIC_CDTXSYNC(sc, firsttx,
    526  1.10   thorpej 		    BUS_DMASYNC_PREREAD|BUS_DMASYNC_PREWRITE);
    527  1.10   thorpej 
    528  1.10   thorpej 		/* Start the transmitter. */
    529   1.1   thorpej 		bus_space_write_4(sc->sc_st, sc->sc_sh, EPIC_COMMAND,
    530   1.1   thorpej 		    COMMAND_TXQUEUED);
    531   1.1   thorpej 
    532  1.10   thorpej 		/* Set a watchdog timer in case the chip flakes out. */
    533   1.1   thorpej 		ifp->if_timer = 5;
    534   1.1   thorpej 	}
    535   1.1   thorpej }
    536   1.1   thorpej 
    537   1.1   thorpej /*
    538   1.1   thorpej  * Watchdog timer handler.
    539   1.1   thorpej  * [ifnet interface function]
    540   1.1   thorpej  */
    541   1.1   thorpej void
    542  1.76   tsutsui epic_watchdog(struct ifnet *ifp)
    543   1.1   thorpej {
    544   1.1   thorpej 	struct epic_softc *sc = ifp->if_softc;
    545   1.1   thorpej 
    546  1.76   tsutsui 	printf("%s: device timeout\n", device_xname(sc->sc_dev));
    547   1.1   thorpej 	ifp->if_oerrors++;
    548   1.1   thorpej 
    549  1.76   tsutsui 	(void)epic_init(ifp);
    550   1.1   thorpej }
    551   1.1   thorpej 
    552   1.1   thorpej /*
    553   1.1   thorpej  * Handle control requests from the operator.
    554   1.1   thorpej  * [ifnet interface function]
    555   1.1   thorpej  */
    556   1.1   thorpej int
    557  1.76   tsutsui epic_ioctl(struct ifnet *ifp, u_long cmd, void *data)
    558   1.1   thorpej {
    559   1.1   thorpej 	struct epic_softc *sc = ifp->if_softc;
    560  1.34   thorpej 	int s, error;
    561   1.1   thorpej 
    562   1.7   mycroft 	s = splnet();
    563   1.1   thorpej 
    564  1.71    dyoung 	error = ether_ioctl(ifp, cmd, data);
    565  1.71    dyoung 	if (error == ENETRESET) {
    566  1.71    dyoung 		/*
    567  1.71    dyoung 		 * Multicast list has changed; set the hardware filter
    568  1.71    dyoung 		 * accordingly.  Update our idea of the current media;
    569  1.71    dyoung 		 * epic_set_mchash() needs to know what it is.
    570  1.71    dyoung 		 */
    571  1.71    dyoung 		if (ifp->if_flags & IFF_RUNNING) {
    572  1.71    dyoung 			mii_pollstat(&sc->sc_mii);
    573  1.71    dyoung 			epic_set_mchash(sc);
    574   1.1   thorpej 		}
    575  1.71    dyoung 		error = 0;
    576   1.1   thorpej 	}
    577   1.1   thorpej 
    578   1.1   thorpej 	splx(s);
    579  1.76   tsutsui 	return error;
    580   1.1   thorpej }
    581   1.1   thorpej 
    582   1.1   thorpej /*
    583   1.1   thorpej  * Interrupt handler.
    584   1.1   thorpej  */
    585   1.1   thorpej int
    586  1.76   tsutsui epic_intr(void *arg)
    587   1.1   thorpej {
    588   1.1   thorpej 	struct epic_softc *sc = arg;
    589   1.1   thorpej 	struct ifnet *ifp = &sc->sc_ethercom.ec_if;
    590   1.1   thorpej 	struct epic_rxdesc *rxd;
    591   1.1   thorpej 	struct epic_txdesc *txd;
    592   1.1   thorpej 	struct epic_descsoft *ds;
    593   1.1   thorpej 	struct mbuf *m;
    594  1.63   tsutsui 	uint32_t intstat, rxstatus, txstatus;
    595  1.51   thorpej 	int i, claimed = 0;
    596  1.51   thorpej 	u_int len;
    597   1.1   thorpej 
    598   1.1   thorpej  top:
    599   1.1   thorpej 	/*
    600   1.1   thorpej 	 * Get the interrupt status from the EPIC.
    601   1.1   thorpej 	 */
    602   1.1   thorpej 	intstat = bus_space_read_4(sc->sc_st, sc->sc_sh, EPIC_INTSTAT);
    603   1.1   thorpej 	if ((intstat & INTSTAT_INT_ACTV) == 0)
    604  1.76   tsutsui 		return claimed;
    605   1.1   thorpej 
    606   1.1   thorpej 	claimed = 1;
    607   1.1   thorpej 
    608   1.1   thorpej 	/*
    609   1.1   thorpej 	 * Acknowledge the interrupt.
    610   1.1   thorpej 	 */
    611   1.1   thorpej 	bus_space_write_4(sc->sc_st, sc->sc_sh, EPIC_INTSTAT,
    612   1.1   thorpej 	    intstat & INTMASK);
    613   1.1   thorpej 
    614   1.1   thorpej 	/*
    615   1.1   thorpej 	 * Check for receive interrupts.
    616   1.1   thorpej 	 */
    617  1.21   thorpej 	if (intstat & (INTSTAT_RCC | INTSTAT_RXE | INTSTAT_RQE)) {
    618   1.1   thorpej 		for (i = sc->sc_rxptr;; i = EPIC_NEXTRX(i)) {
    619  1.10   thorpej 			rxd = EPIC_CDRX(sc, i);
    620  1.10   thorpej 			ds = EPIC_DSRX(sc, i);
    621  1.10   thorpej 
    622  1.10   thorpej 			EPIC_CDRXSYNC(sc, i,
    623  1.10   thorpej 			    BUS_DMASYNC_POSTREAD|BUS_DMASYNC_POSTWRITE);
    624   1.1   thorpej 
    625  1.55   tsutsui 			rxstatus = rxd->er_rxstatus;
    626  1.55   tsutsui 			if (rxstatus & ER_RXSTAT_OWNER) {
    627   1.1   thorpej 				/*
    628   1.1   thorpej 				 * We have processed all of the
    629   1.1   thorpej 				 * receive buffers.
    630   1.1   thorpej 				 */
    631   1.1   thorpej 				break;
    632   1.1   thorpej 			}
    633   1.1   thorpej 
    634   1.1   thorpej 			/*
    635  1.10   thorpej 			 * Make sure the packet arrived intact.  If an error
    636  1.10   thorpej 			 * occurred, update stats and reset the descriptor.
    637  1.10   thorpej 			 * The buffer will be reused the next time the
    638  1.10   thorpej 			 * descriptor comes up in the ring.
    639   1.1   thorpej 			 */
    640  1.55   tsutsui 			if ((rxstatus & ER_RXSTAT_PKTINTACT) == 0) {
    641  1.55   tsutsui 				if (rxstatus & ER_RXSTAT_CRCERROR)
    642  1.76   tsutsui 					printf("%s: CRC error\n",
    643  1.76   tsutsui 					    device_xname(sc->sc_dev));
    644  1.55   tsutsui 				if (rxstatus & ER_RXSTAT_ALIGNERROR)
    645  1.76   tsutsui 					printf("%s: alignment error\n",
    646  1.76   tsutsui 					    device_xname(sc->sc_dev));
    647   1.1   thorpej 				ifp->if_ierrors++;
    648  1.10   thorpej 				EPIC_INIT_RXDESC(sc, i);
    649  1.10   thorpej 				continue;
    650   1.1   thorpej 			}
    651   1.1   thorpej 
    652  1.10   thorpej 			bus_dmamap_sync(sc->sc_dmat, ds->ds_dmamap, 0,
    653  1.10   thorpej 			    ds->ds_dmamap->dm_mapsize, BUS_DMASYNC_POSTREAD);
    654  1.10   thorpej 
    655  1.21   thorpej 			/*
    656  1.57   thorpej 			 * The EPIC includes the CRC with every packet;
    657  1.57   thorpej 			 * trim it.
    658  1.21   thorpej 			 */
    659  1.57   thorpej 			len = RXSTAT_RXLENGTH(rxstatus) - ETHER_CRC_LEN;
    660  1.21   thorpej 
    661  1.19   thorpej 			if (len < sizeof(struct ether_header)) {
    662  1.19   thorpej 				/*
    663  1.19   thorpej 				 * Runt packet; drop it now.
    664  1.19   thorpej 				 */
    665  1.10   thorpej 				ifp->if_ierrors++;
    666  1.10   thorpej 				EPIC_INIT_RXDESC(sc, i);
    667  1.10   thorpej 				bus_dmamap_sync(sc->sc_dmat, ds->ds_dmamap, 0,
    668  1.10   thorpej 				    ds->ds_dmamap->dm_mapsize,
    669  1.10   thorpej 				    BUS_DMASYNC_PREREAD);
    670  1.10   thorpej 				continue;
    671  1.10   thorpej 			}
    672  1.10   thorpej 
    673  1.19   thorpej 			/*
    674  1.19   thorpej 			 * If the packet is small enough to fit in a
    675  1.19   thorpej 			 * single header mbuf, allocate one and copy
    676  1.19   thorpej 			 * the data into it.  This greatly reduces
    677  1.19   thorpej 			 * memory consumption when we receive lots
    678  1.19   thorpej 			 * of small packets.
    679  1.19   thorpej 			 *
    680  1.19   thorpej 			 * Otherwise, we add a new buffer to the receive
    681  1.19   thorpej 			 * chain.  If this fails, we drop the packet and
    682  1.19   thorpej 			 * recycle the old buffer.
    683  1.19   thorpej 			 */
    684  1.19   thorpej 			if (epic_copy_small != 0 && len <= MHLEN) {
    685  1.19   thorpej 				MGETHDR(m, M_DONTWAIT, MT_DATA);
    686  1.19   thorpej 				if (m == NULL)
    687  1.19   thorpej 					goto dropit;
    688  1.64  christos 				memcpy(mtod(m, void *),
    689  1.64  christos 				    mtod(ds->ds_mbuf, void *), len);
    690  1.19   thorpej 				EPIC_INIT_RXDESC(sc, i);
    691  1.19   thorpej 				bus_dmamap_sync(sc->sc_dmat, ds->ds_dmamap, 0,
    692  1.19   thorpej 				    ds->ds_dmamap->dm_mapsize,
    693  1.19   thorpej 				    BUS_DMASYNC_PREREAD);
    694  1.19   thorpej 			} else {
    695  1.19   thorpej 				m = ds->ds_mbuf;
    696  1.19   thorpej 				if (epic_add_rxbuf(sc, i) != 0) {
    697  1.19   thorpej  dropit:
    698  1.19   thorpej 					ifp->if_ierrors++;
    699  1.19   thorpej 					EPIC_INIT_RXDESC(sc, i);
    700  1.19   thorpej 					bus_dmamap_sync(sc->sc_dmat,
    701  1.19   thorpej 					    ds->ds_dmamap, 0,
    702  1.19   thorpej 					    ds->ds_dmamap->dm_mapsize,
    703  1.19   thorpej 					    BUS_DMASYNC_PREREAD);
    704  1.19   thorpej 					continue;
    705  1.19   thorpej 				}
    706  1.10   thorpej 			}
    707  1.10   thorpej 
    708  1.83     ozaki 			m_set_rcvif(m, ifp);
    709  1.10   thorpej 			m->m_pkthdr.len = m->m_len = len;
    710   1.1   thorpej 
    711  1.16   thorpej 			/* Pass it on. */
    712  1.82     ozaki 			if_percpuq_enqueue(ifp->if_percpuq, m);
    713   1.1   thorpej 		}
    714  1.10   thorpej 
    715  1.42   tsutsui 		/* Update the receive pointer. */
    716   1.1   thorpej 		sc->sc_rxptr = i;
    717   1.1   thorpej 
    718   1.1   thorpej 		/*
    719   1.1   thorpej 		 * Check for receive queue underflow.
    720   1.1   thorpej 		 */
    721   1.1   thorpej 		if (intstat & INTSTAT_RQE) {
    722  1.76   tsutsui 			printf("%s: receiver queue empty\n",
    723  1.76   tsutsui 			    device_xname(sc->sc_dev));
    724   1.1   thorpej 			/*
    725   1.1   thorpej 			 * Ring is already built; just restart the
    726   1.1   thorpej 			 * receiver.
    727   1.1   thorpej 			 */
    728   1.1   thorpej 			bus_space_write_4(sc->sc_st, sc->sc_sh, EPIC_PRCDAR,
    729  1.10   thorpej 			    EPIC_CDRXADDR(sc, sc->sc_rxptr));
    730   1.1   thorpej 			bus_space_write_4(sc->sc_st, sc->sc_sh, EPIC_COMMAND,
    731   1.1   thorpej 			    COMMAND_RXQUEUED | COMMAND_START_RX);
    732   1.1   thorpej 		}
    733   1.1   thorpej 	}
    734   1.1   thorpej 
    735   1.1   thorpej 	/*
    736   1.1   thorpej 	 * Check for transmission complete interrupts.
    737   1.1   thorpej 	 */
    738   1.1   thorpej 	if (intstat & (INTSTAT_TXC | INTSTAT_TXU)) {
    739  1.10   thorpej 		ifp->if_flags &= ~IFF_OACTIVE;
    740  1.10   thorpej 		for (i = sc->sc_txdirty; sc->sc_txpending != 0;
    741  1.10   thorpej 		     i = EPIC_NEXTTX(i), sc->sc_txpending--) {
    742  1.10   thorpej 			txd = EPIC_CDTX(sc, i);
    743  1.10   thorpej 			ds = EPIC_DSTX(sc, i);
    744   1.1   thorpej 
    745  1.10   thorpej 			EPIC_CDTXSYNC(sc, i,
    746  1.10   thorpej 			    BUS_DMASYNC_POSTREAD|BUS_DMASYNC_POSTWRITE);
    747  1.10   thorpej 
    748  1.55   tsutsui 			txstatus = txd->et_txstatus;
    749  1.55   tsutsui 			if (txstatus & ET_TXSTAT_OWNER)
    750   1.1   thorpej 				break;
    751   1.1   thorpej 
    752  1.10   thorpej 			EPIC_CDFLSYNC(sc, i, BUS_DMASYNC_POSTWRITE);
    753  1.10   thorpej 
    754  1.10   thorpej 			bus_dmamap_sync(sc->sc_dmat, ds->ds_dmamap,
    755  1.10   thorpej 			    0, ds->ds_dmamap->dm_mapsize,
    756  1.10   thorpej 			    BUS_DMASYNC_POSTWRITE);
    757  1.10   thorpej 			bus_dmamap_unload(sc->sc_dmat, ds->ds_dmamap);
    758  1.10   thorpej 			m_freem(ds->ds_mbuf);
    759  1.10   thorpej 			ds->ds_mbuf = NULL;
    760   1.1   thorpej 
    761   1.1   thorpej 			/*
    762   1.1   thorpej 			 * Check for errors and collisions.
    763   1.1   thorpej 			 */
    764  1.55   tsutsui 			if ((txstatus & ET_TXSTAT_PACKETTX) == 0)
    765   1.1   thorpej 				ifp->if_oerrors++;
    766  1.10   thorpej 			else
    767  1.10   thorpej 				ifp->if_opackets++;
    768   1.1   thorpej 			ifp->if_collisions +=
    769  1.55   tsutsui 			    TXSTAT_COLLISIONS(txstatus);
    770  1.55   tsutsui 			if (txstatus & ET_TXSTAT_CARSENSELOST)
    771  1.76   tsutsui 				printf("%s: lost carrier\n",
    772  1.76   tsutsui 				    device_xname(sc->sc_dev));
    773   1.1   thorpej 		}
    774  1.59     perry 
    775  1.10   thorpej 		/* Update the dirty transmit buffer pointer. */
    776   1.1   thorpej 		sc->sc_txdirty = i;
    777   1.1   thorpej 
    778   1.1   thorpej 		/*
    779   1.1   thorpej 		 * Cancel the watchdog timer if there are no pending
    780   1.1   thorpej 		 * transmissions.
    781   1.1   thorpej 		 */
    782   1.1   thorpej 		if (sc->sc_txpending == 0)
    783   1.1   thorpej 			ifp->if_timer = 0;
    784   1.1   thorpej 
    785   1.1   thorpej 		/*
    786   1.1   thorpej 		 * Kick the transmitter after a DMA underrun.
    787   1.1   thorpej 		 */
    788   1.1   thorpej 		if (intstat & INTSTAT_TXU) {
    789  1.76   tsutsui 			printf("%s: transmit underrun\n",
    790  1.76   tsutsui 			    device_xname(sc->sc_dev));
    791   1.1   thorpej 			bus_space_write_4(sc->sc_st, sc->sc_sh,
    792   1.1   thorpej 			    EPIC_COMMAND, COMMAND_TXUGO);
    793   1.1   thorpej 			if (sc->sc_txpending)
    794   1.1   thorpej 				bus_space_write_4(sc->sc_st, sc->sc_sh,
    795   1.1   thorpej 				    EPIC_COMMAND, COMMAND_TXQUEUED);
    796   1.1   thorpej 		}
    797   1.1   thorpej 
    798   1.1   thorpej 		/*
    799   1.1   thorpej 		 * Try to get more packets going.
    800   1.1   thorpej 		 */
    801  1.85     ozaki 		if_schedule_deferred_start(ifp);
    802   1.1   thorpej 	}
    803   1.1   thorpej 
    804   1.1   thorpej 	/*
    805   1.1   thorpej 	 * Check for fatal interrupts.
    806   1.1   thorpej 	 */
    807   1.1   thorpej 	if (intstat & INTSTAT_FATAL_INT) {
    808  1.21   thorpej 		if (intstat & INTSTAT_PTA)
    809  1.76   tsutsui 			printf("%s: PCI target abort error\n",
    810  1.76   tsutsui 			    device_xname(sc->sc_dev));
    811  1.21   thorpej 		else if (intstat & INTSTAT_PMA)
    812  1.76   tsutsui 			printf("%s: PCI master abort error\n",
    813  1.76   tsutsui 			    device_xname(sc->sc_dev));
    814  1.21   thorpej 		else if (intstat & INTSTAT_APE)
    815  1.76   tsutsui 			printf("%s: PCI address parity error\n",
    816  1.76   tsutsui 			    device_xname(sc->sc_dev));
    817  1.21   thorpej 		else if (intstat & INTSTAT_DPE)
    818  1.76   tsutsui 			printf("%s: PCI data parity error\n",
    819  1.76   tsutsui 			    device_xname(sc->sc_dev));
    820  1.21   thorpej 		else
    821  1.76   tsutsui 			printf("%s: unknown fatal error\n",
    822  1.76   tsutsui 			    device_xname(sc->sc_dev));
    823  1.76   tsutsui 		(void)epic_init(ifp);
    824   1.1   thorpej 	}
    825   1.1   thorpej 
    826   1.1   thorpej 	/*
    827   1.1   thorpej 	 * Check for more interrupts.
    828   1.1   thorpej 	 */
    829   1.1   thorpej 	goto top;
    830   1.1   thorpej }
    831   1.1   thorpej 
    832   1.1   thorpej /*
    833   1.8   thorpej  * One second timer, used to tick the MII.
    834   1.8   thorpej  */
    835   1.8   thorpej void
    836  1.76   tsutsui epic_tick(void *arg)
    837   1.8   thorpej {
    838   1.8   thorpej 	struct epic_softc *sc = arg;
    839   1.8   thorpej 	int s;
    840   1.8   thorpej 
    841  1.12   thorpej 	s = splnet();
    842   1.8   thorpej 	mii_tick(&sc->sc_mii);
    843   1.8   thorpej 	splx(s);
    844   1.8   thorpej 
    845  1.29   thorpej 	callout_reset(&sc->sc_mii_callout, hz, epic_tick, sc);
    846   1.8   thorpej }
    847   1.8   thorpej 
    848   1.8   thorpej /*
    849   1.6   thorpej  * Fixup the clock source on the EPIC.
    850   1.6   thorpej  */
    851   1.6   thorpej void
    852  1.76   tsutsui epic_fixup_clock_source(struct epic_softc *sc)
    853   1.6   thorpej {
    854   1.6   thorpej 	int i;
    855   1.6   thorpej 
    856   1.6   thorpej 	/*
    857   1.6   thorpej 	 * According to SMC Application Note 7-15, the EPIC's clock
    858   1.6   thorpej 	 * source is incorrect following a reset.  This manifests itself
    859   1.6   thorpej 	 * as failure to recognize when host software has written to
    860   1.6   thorpej 	 * a register on the EPIC.  The appnote recommends issuing at
    861   1.6   thorpej 	 * least 16 consecutive writes to the CLOCK TEST bit to correctly
    862   1.6   thorpej 	 * configure the clock source.
    863   1.6   thorpej 	 */
    864   1.6   thorpej 	for (i = 0; i < 16; i++)
    865   1.6   thorpej 		bus_space_write_4(sc->sc_st, sc->sc_sh, EPIC_TEST,
    866   1.6   thorpej 		    TEST_CLOCKTEST);
    867   1.6   thorpej }
    868   1.6   thorpej 
    869   1.6   thorpej /*
    870   1.1   thorpej  * Perform a soft reset on the EPIC.
    871   1.1   thorpej  */
    872   1.1   thorpej void
    873  1.76   tsutsui epic_reset(struct epic_softc *sc)
    874   1.1   thorpej {
    875   1.1   thorpej 
    876   1.6   thorpej 	epic_fixup_clock_source(sc);
    877   1.6   thorpej 
    878   1.1   thorpej 	bus_space_write_4(sc->sc_st, sc->sc_sh, EPIC_GENCTL, 0);
    879   1.1   thorpej 	delay(100);
    880   1.1   thorpej 	bus_space_write_4(sc->sc_st, sc->sc_sh, EPIC_GENCTL, GENCTL_SOFTRESET);
    881   1.1   thorpej 	delay(100);
    882   1.6   thorpej 
    883   1.6   thorpej 	epic_fixup_clock_source(sc);
    884   1.1   thorpej }
    885   1.1   thorpej 
    886   1.1   thorpej /*
    887   1.7   mycroft  * Initialize the interface.  Must be called at splnet().
    888   1.1   thorpej  */
    889  1.19   thorpej int
    890  1.76   tsutsui epic_init(struct ifnet *ifp)
    891   1.1   thorpej {
    892  1.34   thorpej 	struct epic_softc *sc = ifp->if_softc;
    893   1.1   thorpej 	bus_space_tag_t st = sc->sc_st;
    894   1.1   thorpej 	bus_space_handle_t sh = sc->sc_sh;
    895  1.66    dyoung 	const uint8_t *enaddr = CLLADDR(ifp->if_sadl);
    896   1.1   thorpej 	struct epic_txdesc *txd;
    897  1.19   thorpej 	struct epic_descsoft *ds;
    898  1.63   tsutsui 	uint32_t genctl, reg0;
    899  1.19   thorpej 	int i, error = 0;
    900   1.1   thorpej 
    901   1.1   thorpej 	/*
    902   1.1   thorpej 	 * Cancel any pending I/O.
    903   1.1   thorpej 	 */
    904  1.34   thorpej 	epic_stop(ifp, 0);
    905   1.1   thorpej 
    906   1.1   thorpej 	/*
    907   1.1   thorpej 	 * Reset the EPIC to a known state.
    908   1.1   thorpej 	 */
    909   1.1   thorpej 	epic_reset(sc);
    910   1.1   thorpej 
    911   1.1   thorpej 	/*
    912   1.1   thorpej 	 * Magical mystery initialization.
    913   1.1   thorpej 	 */
    914   1.1   thorpej 	bus_space_write_4(st, sh, EPIC_TXTEST, 0);
    915   1.1   thorpej 
    916   1.1   thorpej 	/*
    917   1.1   thorpej 	 * Initialize the EPIC genctl register:
    918   1.1   thorpej 	 *
    919   1.1   thorpej 	 *	- 64 byte receive FIFO threshold
    920   1.1   thorpej 	 *	- automatic advance to next receive frame
    921   1.1   thorpej 	 */
    922   1.1   thorpej 	genctl = GENCTL_RX_FIFO_THRESH0 | GENCTL_ONECOPY;
    923  1.18   thorpej #if BYTE_ORDER == BIG_ENDIAN
    924  1.18   thorpej 	genctl |= GENCTL_BIG_ENDIAN;
    925  1.18   thorpej #endif
    926   1.1   thorpej 	bus_space_write_4(st, sh, EPIC_GENCTL, genctl);
    927   1.1   thorpej 
    928   1.1   thorpej 	/*
    929   1.1   thorpej 	 * Reset the MII bus and PHY.
    930   1.1   thorpej 	 */
    931   1.1   thorpej 	reg0 = bus_space_read_4(st, sh, EPIC_NVCTL);
    932   1.1   thorpej 	bus_space_write_4(st, sh, EPIC_NVCTL, reg0 | NVCTL_GPIO1 | NVCTL_GPOE1);
    933   1.1   thorpej 	bus_space_write_4(st, sh, EPIC_MIICFG, MIICFG_ENASER);
    934   1.1   thorpej 	bus_space_write_4(st, sh, EPIC_GENCTL, genctl | GENCTL_RESET_PHY);
    935   1.1   thorpej 	delay(100);
    936   1.1   thorpej 	bus_space_write_4(st, sh, EPIC_GENCTL, genctl);
    937  1.44  drochner 	delay(1000);
    938   1.1   thorpej 	bus_space_write_4(st, sh, EPIC_NVCTL, reg0);
    939   1.1   thorpej 
    940   1.1   thorpej 	/*
    941   1.1   thorpej 	 * Initialize Ethernet address.
    942   1.1   thorpej 	 */
    943   1.1   thorpej 	reg0 = enaddr[1] << 8 | enaddr[0];
    944   1.1   thorpej 	bus_space_write_4(st, sh, EPIC_LAN0, reg0);
    945   1.1   thorpej 	reg0 = enaddr[3] << 8 | enaddr[2];
    946   1.1   thorpej 	bus_space_write_4(st, sh, EPIC_LAN1, reg0);
    947   1.1   thorpej 	reg0 = enaddr[5] << 8 | enaddr[4];
    948   1.1   thorpej 	bus_space_write_4(st, sh, EPIC_LAN2, reg0);
    949   1.1   thorpej 
    950   1.1   thorpej 	/*
    951   1.1   thorpej 	 * Initialize receive control.  Remember the external buffer
    952   1.1   thorpej 	 * size setting.
    953   1.1   thorpej 	 */
    954   1.1   thorpej 	reg0 = bus_space_read_4(st, sh, EPIC_RXCON) &
    955   1.1   thorpej 	    (RXCON_EXTBUFSIZESEL1 | RXCON_EXTBUFSIZESEL0);
    956   1.1   thorpej 	reg0 |= (RXCON_RXMULTICAST | RXCON_RXBROADCAST);
    957   1.1   thorpej 	if (ifp->if_flags & IFF_PROMISC)
    958   1.1   thorpej 		reg0 |= RXCON_PROMISCMODE;
    959   1.1   thorpej 	bus_space_write_4(st, sh, EPIC_RXCON, reg0);
    960   1.1   thorpej 
    961  1.13   thorpej 	/* Set the current media. */
    962  1.71    dyoung 	if ((error = epic_mediachange(ifp)) != 0)
    963  1.71    dyoung 		goto out;
    964   1.1   thorpej 
    965  1.13   thorpej 	/* Set up the multicast hash table. */
    966  1.13   thorpej 	epic_set_mchash(sc);
    967  1.13   thorpej 
    968   1.1   thorpej 	/*
    969  1.10   thorpej 	 * Initialize the transmit descriptor ring.  txlast is initialized
    970  1.10   thorpej 	 * to the end of the list so that it will wrap around to the first
    971  1.10   thorpej 	 * descriptor when the first packet is transmitted.
    972   1.1   thorpej 	 */
    973   1.1   thorpej 	for (i = 0; i < EPIC_NTXDESC; i++) {
    974  1.10   thorpej 		txd = EPIC_CDTX(sc, i);
    975  1.10   thorpej 		memset(txd, 0, sizeof(struct epic_txdesc));
    976  1.10   thorpej 		txd->et_bufaddr = EPIC_CDFLADDR(sc, i);
    977  1.10   thorpej 		txd->et_nextdesc = EPIC_CDTXADDR(sc, EPIC_NEXTTX(i));
    978  1.10   thorpej 		EPIC_CDTXSYNC(sc, i, BUS_DMASYNC_PREREAD|BUS_DMASYNC_PREWRITE);
    979   1.1   thorpej 	}
    980  1.10   thorpej 	sc->sc_txpending = 0;
    981  1.10   thorpej 	sc->sc_txdirty = 0;
    982  1.10   thorpej 	sc->sc_txlast = EPIC_NTXDESC - 1;
    983   1.1   thorpej 
    984   1.1   thorpej 	/*
    985  1.19   thorpej 	 * Initialize the receive descriptor ring.
    986   1.1   thorpej 	 */
    987  1.19   thorpej 	for (i = 0; i < EPIC_NRXDESC; i++) {
    988  1.19   thorpej 		ds = EPIC_DSRX(sc, i);
    989  1.19   thorpej 		if (ds->ds_mbuf == NULL) {
    990  1.19   thorpej 			if ((error = epic_add_rxbuf(sc, i)) != 0) {
    991  1.76   tsutsui 				printf("%s: unable to allocate or map rx "
    992  1.19   thorpej 				    "buffer %d error = %d\n",
    993  1.76   tsutsui 				    device_xname(sc->sc_dev), i, error);
    994  1.19   thorpej 				/*
    995  1.19   thorpej 				 * XXX Should attempt to run with fewer receive
    996  1.19   thorpej 				 * XXX buffers instead of just failing.
    997  1.19   thorpej 				 */
    998  1.19   thorpej 				epic_rxdrain(sc);
    999  1.19   thorpej 				goto out;
   1000  1.19   thorpej 			}
   1001  1.48   thorpej 		} else
   1002  1.48   thorpej 			EPIC_INIT_RXDESC(sc, i);
   1003  1.19   thorpej 	}
   1004  1.10   thorpej 	sc->sc_rxptr = 0;
   1005   1.1   thorpej 
   1006   1.1   thorpej 	/*
   1007   1.1   thorpej 	 * Initialize the interrupt mask and enable interrupts.
   1008   1.1   thorpej 	 */
   1009   1.1   thorpej 	bus_space_write_4(st, sh, EPIC_INTMASK, INTMASK);
   1010   1.1   thorpej 	bus_space_write_4(st, sh, EPIC_GENCTL, genctl | GENCTL_INTENA);
   1011   1.1   thorpej 
   1012   1.1   thorpej 	/*
   1013   1.1   thorpej 	 * Give the transmit and receive rings to the EPIC.
   1014   1.1   thorpej 	 */
   1015   1.1   thorpej 	bus_space_write_4(st, sh, EPIC_PTCDAR,
   1016  1.10   thorpej 	    EPIC_CDTXADDR(sc, EPIC_NEXTTX(sc->sc_txlast)));
   1017   1.1   thorpej 	bus_space_write_4(st, sh, EPIC_PRCDAR,
   1018  1.10   thorpej 	    EPIC_CDRXADDR(sc, sc->sc_rxptr));
   1019   1.1   thorpej 
   1020   1.1   thorpej 	/*
   1021   1.1   thorpej 	 * Set the EPIC in motion.
   1022   1.1   thorpej 	 */
   1023   1.1   thorpej 	bus_space_write_4(st, sh, EPIC_COMMAND,
   1024   1.1   thorpej 	    COMMAND_RXQUEUED | COMMAND_START_RX);
   1025   1.1   thorpej 
   1026   1.1   thorpej 	/*
   1027   1.1   thorpej 	 * ...all done!
   1028   1.1   thorpej 	 */
   1029   1.1   thorpej 	ifp->if_flags |= IFF_RUNNING;
   1030   1.1   thorpej 	ifp->if_flags &= ~IFF_OACTIVE;
   1031   1.8   thorpej 
   1032   1.8   thorpej 	/*
   1033   1.8   thorpej 	 * Start the one second clock.
   1034   1.8   thorpej 	 */
   1035  1.29   thorpej 	callout_reset(&sc->sc_mii_callout, hz, epic_tick, sc);
   1036   1.9   thorpej 
   1037   1.9   thorpej 	/*
   1038   1.9   thorpej 	 * Attempt to start output on the interface.
   1039   1.9   thorpej 	 */
   1040   1.9   thorpej 	epic_start(ifp);
   1041  1.19   thorpej 
   1042  1.19   thorpej  out:
   1043  1.19   thorpej 	if (error)
   1044  1.76   tsutsui 		printf("%s: interface not running\n", device_xname(sc->sc_dev));
   1045  1.76   tsutsui 	return error;
   1046  1.19   thorpej }
   1047  1.19   thorpej 
   1048  1.19   thorpej /*
   1049  1.19   thorpej  * Drain the receive queue.
   1050  1.19   thorpej  */
   1051  1.19   thorpej void
   1052  1.76   tsutsui epic_rxdrain(struct epic_softc *sc)
   1053  1.19   thorpej {
   1054  1.19   thorpej 	struct epic_descsoft *ds;
   1055  1.19   thorpej 	int i;
   1056  1.19   thorpej 
   1057  1.19   thorpej 	for (i = 0; i < EPIC_NRXDESC; i++) {
   1058  1.19   thorpej 		ds = EPIC_DSRX(sc, i);
   1059  1.19   thorpej 		if (ds->ds_mbuf != NULL) {
   1060  1.19   thorpej 			bus_dmamap_unload(sc->sc_dmat, ds->ds_dmamap);
   1061  1.19   thorpej 			m_freem(ds->ds_mbuf);
   1062  1.19   thorpej 			ds->ds_mbuf = NULL;
   1063  1.19   thorpej 		}
   1064  1.19   thorpej 	}
   1065   1.1   thorpej }
   1066   1.1   thorpej 
   1067   1.1   thorpej /*
   1068   1.1   thorpej  * Stop transmission on the interface.
   1069   1.1   thorpej  */
   1070   1.1   thorpej void
   1071  1.76   tsutsui epic_stop(struct ifnet *ifp, int disable)
   1072   1.1   thorpej {
   1073  1.34   thorpej 	struct epic_softc *sc = ifp->if_softc;
   1074   1.1   thorpej 	bus_space_tag_t st = sc->sc_st;
   1075   1.1   thorpej 	bus_space_handle_t sh = sc->sc_sh;
   1076   1.1   thorpej 	struct epic_descsoft *ds;
   1077  1.63   tsutsui 	uint32_t reg;
   1078   1.1   thorpej 	int i;
   1079   1.6   thorpej 
   1080   1.8   thorpej 	/*
   1081   1.8   thorpej 	 * Stop the one second clock.
   1082   1.8   thorpej 	 */
   1083  1.29   thorpej 	callout_stop(&sc->sc_mii_callout);
   1084  1.23   thorpej 
   1085  1.23   thorpej 	/* Down the MII. */
   1086  1.23   thorpej 	mii_down(&sc->sc_mii);
   1087   1.8   thorpej 
   1088   1.6   thorpej 	/* Paranoia... */
   1089   1.6   thorpej 	epic_fixup_clock_source(sc);
   1090   1.1   thorpej 
   1091   1.1   thorpej 	/*
   1092   1.1   thorpej 	 * Disable interrupts.
   1093   1.1   thorpej 	 */
   1094   1.1   thorpej 	reg = bus_space_read_4(st, sh, EPIC_GENCTL);
   1095   1.1   thorpej 	bus_space_write_4(st, sh, EPIC_GENCTL, reg & ~GENCTL_INTENA);
   1096   1.1   thorpej 	bus_space_write_4(st, sh, EPIC_INTMASK, 0);
   1097   1.1   thorpej 
   1098   1.1   thorpej 	/*
   1099   1.1   thorpej 	 * Stop the DMA engine and take the receiver off-line.
   1100   1.1   thorpej 	 */
   1101   1.1   thorpej 	bus_space_write_4(st, sh, EPIC_COMMAND, COMMAND_STOP_RDMA |
   1102   1.1   thorpej 	    COMMAND_STOP_TDMA | COMMAND_STOP_RX);
   1103   1.1   thorpej 
   1104   1.1   thorpej 	/*
   1105   1.1   thorpej 	 * Release any queued transmit buffers.
   1106   1.1   thorpej 	 */
   1107   1.1   thorpej 	for (i = 0; i < EPIC_NTXDESC; i++) {
   1108  1.10   thorpej 		ds = EPIC_DSTX(sc, i);
   1109   1.1   thorpej 		if (ds->ds_mbuf != NULL) {
   1110   1.1   thorpej 			bus_dmamap_unload(sc->sc_dmat, ds->ds_dmamap);
   1111   1.1   thorpej 			m_freem(ds->ds_mbuf);
   1112   1.1   thorpej 			ds->ds_mbuf = NULL;
   1113   1.1   thorpej 		}
   1114  1.19   thorpej 	}
   1115  1.19   thorpej 
   1116   1.1   thorpej 	/*
   1117   1.1   thorpej 	 * Mark the interface down and cancel the watchdog timer.
   1118   1.1   thorpej 	 */
   1119   1.1   thorpej 	ifp->if_flags &= ~(IFF_RUNNING | IFF_OACTIVE);
   1120   1.1   thorpej 	ifp->if_timer = 0;
   1121  1.72    dyoung 
   1122  1.72    dyoung 	if (disable)
   1123  1.72    dyoung 		epic_rxdrain(sc);
   1124   1.1   thorpej }
   1125   1.1   thorpej 
   1126   1.1   thorpej /*
   1127   1.1   thorpej  * Read the EPIC Serial EEPROM.
   1128   1.1   thorpej  */
   1129   1.1   thorpej void
   1130  1.76   tsutsui epic_read_eeprom(struct epic_softc *sc, int word, int wordcnt, uint16_t *data)
   1131   1.1   thorpej {
   1132   1.1   thorpej 	bus_space_tag_t st = sc->sc_st;
   1133   1.1   thorpej 	bus_space_handle_t sh = sc->sc_sh;
   1134  1.63   tsutsui 	uint16_t reg;
   1135   1.1   thorpej 	int i, x;
   1136   1.1   thorpej 
   1137   1.1   thorpej #define	EEPROM_WAIT_READY(st, sh) \
   1138   1.1   thorpej 	while ((bus_space_read_4((st), (sh), EPIC_EECTL) & EECTL_EERDY) == 0) \
   1139   1.1   thorpej 		/* nothing */
   1140   1.1   thorpej 
   1141   1.1   thorpej 	/*
   1142   1.1   thorpej 	 * Enable the EEPROM.
   1143   1.1   thorpej 	 */
   1144   1.1   thorpej 	bus_space_write_4(st, sh, EPIC_EECTL, EECTL_ENABLE);
   1145   1.1   thorpej 	EEPROM_WAIT_READY(st, sh);
   1146   1.1   thorpej 
   1147   1.1   thorpej 	for (i = 0; i < wordcnt; i++) {
   1148   1.1   thorpej 		/* Send CHIP SELECT for one clock tick. */
   1149   1.1   thorpej 		bus_space_write_4(st, sh, EPIC_EECTL, EECTL_ENABLE|EECTL_EECS);
   1150   1.1   thorpej 		EEPROM_WAIT_READY(st, sh);
   1151   1.1   thorpej 
   1152   1.1   thorpej 		/* Shift in the READ opcode. */
   1153   1.1   thorpej 		for (x = 3; x > 0; x--) {
   1154   1.1   thorpej 			reg = EECTL_ENABLE|EECTL_EECS;
   1155   1.1   thorpej 			if (EPIC_EEPROM_OPC_READ & (1 << (x - 1)))
   1156   1.1   thorpej 				reg |= EECTL_EEDI;
   1157   1.1   thorpej 			bus_space_write_4(st, sh, EPIC_EECTL, reg);
   1158   1.1   thorpej 			EEPROM_WAIT_READY(st, sh);
   1159   1.1   thorpej 			bus_space_write_4(st, sh, EPIC_EECTL, reg|EECTL_EESK);
   1160   1.1   thorpej 			EEPROM_WAIT_READY(st, sh);
   1161   1.1   thorpej 			bus_space_write_4(st, sh, EPIC_EECTL, reg);
   1162   1.1   thorpej 			EEPROM_WAIT_READY(st, sh);
   1163   1.1   thorpej 		}
   1164   1.1   thorpej 
   1165   1.1   thorpej 		/* Shift in address. */
   1166   1.1   thorpej 		for (x = 6; x > 0; x--) {
   1167   1.1   thorpej 			reg = EECTL_ENABLE|EECTL_EECS;
   1168   1.1   thorpej 			if ((word + i) & (1 << (x - 1)))
   1169  1.59     perry 				reg |= EECTL_EEDI;
   1170   1.1   thorpej 			bus_space_write_4(st, sh, EPIC_EECTL, reg);
   1171   1.1   thorpej 			EEPROM_WAIT_READY(st, sh);
   1172   1.1   thorpej 			bus_space_write_4(st, sh, EPIC_EECTL, reg|EECTL_EESK);
   1173   1.1   thorpej 			EEPROM_WAIT_READY(st, sh);
   1174   1.1   thorpej 			bus_space_write_4(st, sh, EPIC_EECTL, reg);
   1175   1.1   thorpej 			EEPROM_WAIT_READY(st, sh);
   1176   1.1   thorpej 		}
   1177   1.1   thorpej 
   1178   1.1   thorpej 		/* Shift out data. */
   1179   1.1   thorpej 		reg = EECTL_ENABLE|EECTL_EECS;
   1180   1.1   thorpej 		data[i] = 0;
   1181   1.1   thorpej 		for (x = 16; x > 0; x--) {
   1182   1.1   thorpej 			bus_space_write_4(st, sh, EPIC_EECTL, reg|EECTL_EESK);
   1183   1.1   thorpej 			EEPROM_WAIT_READY(st, sh);
   1184   1.1   thorpej 			if (bus_space_read_4(st, sh, EPIC_EECTL) & EECTL_EEDO)
   1185   1.1   thorpej 				data[i] |= (1 << (x - 1));
   1186   1.1   thorpej 			bus_space_write_4(st, sh, EPIC_EECTL, reg);
   1187   1.1   thorpej 			EEPROM_WAIT_READY(st, sh);
   1188   1.1   thorpej 		}
   1189   1.1   thorpej 
   1190   1.1   thorpej 		/* Clear CHIP SELECT. */
   1191   1.1   thorpej 		bus_space_write_4(st, sh, EPIC_EECTL, EECTL_ENABLE);
   1192   1.1   thorpej 		EEPROM_WAIT_READY(st, sh);
   1193   1.1   thorpej 	}
   1194   1.1   thorpej 
   1195   1.1   thorpej 	/*
   1196   1.1   thorpej 	 * Disable the EEPROM.
   1197   1.1   thorpej 	 */
   1198   1.1   thorpej 	bus_space_write_4(st, sh, EPIC_EECTL, 0);
   1199   1.1   thorpej 
   1200   1.1   thorpej #undef EEPROM_WAIT_READY
   1201   1.1   thorpej }
   1202   1.1   thorpej 
   1203   1.1   thorpej /*
   1204   1.1   thorpej  * Add a receive buffer to the indicated descriptor.
   1205   1.1   thorpej  */
   1206   1.1   thorpej int
   1207  1.76   tsutsui epic_add_rxbuf(struct epic_softc *sc, int idx)
   1208   1.1   thorpej {
   1209  1.10   thorpej 	struct epic_descsoft *ds = EPIC_DSRX(sc, idx);
   1210  1.10   thorpej 	struct mbuf *m;
   1211  1.10   thorpej 	int error;
   1212   1.1   thorpej 
   1213  1.10   thorpej 	MGETHDR(m, M_DONTWAIT, MT_DATA);
   1214  1.10   thorpej 	if (m == NULL)
   1215  1.76   tsutsui 		return ENOBUFS;
   1216   1.1   thorpej 
   1217  1.10   thorpej 	MCLGET(m, M_DONTWAIT);
   1218  1.10   thorpej 	if ((m->m_flags & M_EXT) == 0) {
   1219  1.10   thorpej 		m_freem(m);
   1220  1.76   tsutsui 		return ENOBUFS;
   1221   1.1   thorpej 	}
   1222   1.1   thorpej 
   1223  1.10   thorpej 	if (ds->ds_mbuf != NULL)
   1224  1.10   thorpej 		bus_dmamap_unload(sc->sc_dmat, ds->ds_dmamap);
   1225  1.10   thorpej 
   1226   1.1   thorpej 	ds->ds_mbuf = m;
   1227   1.1   thorpej 
   1228  1.10   thorpej 	error = bus_dmamap_load(sc->sc_dmat, ds->ds_dmamap,
   1229  1.47   thorpej 	    m->m_ext.ext_buf, m->m_ext.ext_size, NULL,
   1230  1.47   thorpej 	    BUS_DMA_READ|BUS_DMA_NOWAIT);
   1231  1.10   thorpej 	if (error) {
   1232  1.76   tsutsui 		printf("%s: can't load rx DMA map %d, error = %d\n",
   1233  1.76   tsutsui 		    device_xname(sc->sc_dev), idx, error);
   1234  1.76   tsutsui 		panic("%s", __func__);	/* XXX */
   1235   1.1   thorpej 	}
   1236   1.1   thorpej 
   1237   1.1   thorpej 	bus_dmamap_sync(sc->sc_dmat, ds->ds_dmamap, 0,
   1238   1.1   thorpej 	    ds->ds_dmamap->dm_mapsize, BUS_DMASYNC_PREREAD);
   1239   1.1   thorpej 
   1240  1.10   thorpej 	EPIC_INIT_RXDESC(sc, idx);
   1241   1.1   thorpej 
   1242  1.76   tsutsui 	return 0;
   1243   1.1   thorpej }
   1244   1.1   thorpej 
   1245   1.1   thorpej /*
   1246   1.1   thorpej  * Set the EPIC multicast hash table.
   1247  1.13   thorpej  *
   1248  1.13   thorpej  * NOTE: We rely on a recently-updated mii_media_active here!
   1249   1.1   thorpej  */
   1250   1.1   thorpej void
   1251  1.76   tsutsui epic_set_mchash(struct epic_softc *sc)
   1252   1.1   thorpej {
   1253   1.1   thorpej 	struct ethercom *ec = &sc->sc_ethercom;
   1254   1.1   thorpej 	struct ifnet *ifp = &sc->sc_ethercom.ec_if;
   1255   1.1   thorpej 	struct ether_multi *enm;
   1256   1.1   thorpej 	struct ether_multistep step;
   1257  1.63   tsutsui 	uint32_t hash, mchash[4];
   1258   1.1   thorpej 
   1259   1.1   thorpej 	/*
   1260   1.1   thorpej 	 * Set up the multicast address filter by passing all multicast
   1261  1.31   thorpej 	 * addresses through a CRC generator, and then using the low-order
   1262   1.1   thorpej 	 * 6 bits as an index into the 64 bit multicast hash table (only
   1263   1.1   thorpej 	 * the lower 16 bits of each 32 bit multicast hash register are
   1264  1.31   thorpej 	 * valid).  The high order bits select the register, while the
   1265   1.1   thorpej 	 * rest of the bits select the bit within the register.
   1266   1.1   thorpej 	 */
   1267   1.1   thorpej 
   1268   1.1   thorpej 	if (ifp->if_flags & IFF_PROMISC)
   1269   1.1   thorpej 		goto allmulti;
   1270   1.1   thorpej 
   1271  1.13   thorpej 	if (IFM_SUBTYPE(sc->sc_mii.mii_media_active) == IFM_10_T) {
   1272  1.13   thorpej 		/* XXX hardware bug in 10Mbps mode. */
   1273  1.13   thorpej 		goto allmulti;
   1274  1.13   thorpej 	}
   1275   1.1   thorpej 
   1276   1.1   thorpej 	mchash[0] = mchash[1] = mchash[2] = mchash[3] = 0;
   1277   1.1   thorpej 
   1278   1.1   thorpej 	ETHER_FIRST_MULTI(step, ec, enm);
   1279   1.1   thorpej 	while (enm != NULL) {
   1280  1.46   thorpej 		if (memcmp(enm->enm_addrlo, enm->enm_addrhi, ETHER_ADDR_LEN)) {
   1281   1.1   thorpej 			/*
   1282   1.1   thorpej 			 * We must listen to a range of multicast addresses.
   1283   1.1   thorpej 			 * For now, just accept all multicasts, rather than
   1284   1.1   thorpej 			 * trying to set only those filter bits needed to match
   1285   1.1   thorpej 			 * the range.  (At this time, the only use of address
   1286   1.1   thorpej 			 * ranges is for IP multicast routing, for which the
   1287   1.1   thorpej 			 * range is big enough to require all bits set.)
   1288   1.1   thorpej 			 */
   1289   1.1   thorpej 			goto allmulti;
   1290   1.1   thorpej 		}
   1291   1.1   thorpej 
   1292  1.37   thorpej 		hash = ether_crc32_be(enm->enm_addrlo, ETHER_ADDR_LEN);
   1293  1.37   thorpej 		hash >>= 26;
   1294   1.1   thorpej 
   1295   1.1   thorpej 		/* Set the corresponding bit in the hash table. */
   1296  1.31   thorpej 		mchash[hash >> 4] |= 1 << (hash & 0xf);
   1297   1.1   thorpej 
   1298   1.1   thorpej 		ETHER_NEXT_MULTI(step, enm);
   1299   1.1   thorpej 	}
   1300   1.1   thorpej 
   1301   1.1   thorpej 	ifp->if_flags &= ~IFF_ALLMULTI;
   1302   1.1   thorpej 	goto sethash;
   1303   1.1   thorpej 
   1304   1.1   thorpej  allmulti:
   1305   1.1   thorpej 	ifp->if_flags |= IFF_ALLMULTI;
   1306   1.1   thorpej 	mchash[0] = mchash[1] = mchash[2] = mchash[3] = 0xffff;
   1307   1.1   thorpej 
   1308   1.1   thorpej  sethash:
   1309   1.1   thorpej 	bus_space_write_4(sc->sc_st, sc->sc_sh, EPIC_MC0, mchash[0]);
   1310   1.1   thorpej 	bus_space_write_4(sc->sc_st, sc->sc_sh, EPIC_MC1, mchash[1]);
   1311   1.1   thorpej 	bus_space_write_4(sc->sc_st, sc->sc_sh, EPIC_MC2, mchash[2]);
   1312   1.1   thorpej 	bus_space_write_4(sc->sc_st, sc->sc_sh, EPIC_MC3, mchash[3]);
   1313   1.8   thorpej }
   1314   1.8   thorpej 
   1315   1.8   thorpej /*
   1316   1.8   thorpej  * Wait for the MII to become ready.
   1317   1.8   thorpej  */
   1318   1.8   thorpej int
   1319  1.76   tsutsui epic_mii_wait(struct epic_softc *sc, uint32_t rw)
   1320   1.8   thorpej {
   1321   1.8   thorpej 	int i;
   1322   1.8   thorpej 
   1323   1.8   thorpej 	for (i = 0; i < 50; i++) {
   1324   1.8   thorpej 		if ((bus_space_read_4(sc->sc_st, sc->sc_sh, EPIC_MMCTL) & rw)
   1325   1.8   thorpej 		    == 0)
   1326   1.8   thorpej 			break;
   1327   1.8   thorpej 		delay(2);
   1328   1.8   thorpej 	}
   1329   1.8   thorpej 	if (i == 50) {
   1330  1.76   tsutsui 		printf("%s: MII timed out\n", device_xname(sc->sc_dev));
   1331  1.76   tsutsui 		return 1;
   1332   1.8   thorpej 	}
   1333   1.8   thorpej 
   1334  1.76   tsutsui 	return 0;
   1335   1.8   thorpej }
   1336   1.8   thorpej 
   1337   1.8   thorpej /*
   1338   1.8   thorpej  * Read from the MII.
   1339   1.8   thorpej  */
   1340   1.8   thorpej int
   1341  1.76   tsutsui epic_mii_read(device_t self, int phy, int reg)
   1342   1.8   thorpej {
   1343  1.76   tsutsui 	struct epic_softc *sc = device_private(self);
   1344   1.8   thorpej 
   1345   1.8   thorpej 	if (epic_mii_wait(sc, MMCTL_WRITE))
   1346  1.76   tsutsui 		return 0;
   1347   1.8   thorpej 
   1348   1.8   thorpej 	bus_space_write_4(sc->sc_st, sc->sc_sh, EPIC_MMCTL,
   1349   1.8   thorpej 	    MMCTL_ARG(phy, reg, MMCTL_READ));
   1350   1.8   thorpej 
   1351   1.8   thorpej 	if (epic_mii_wait(sc, MMCTL_READ))
   1352  1.76   tsutsui 		return 0;
   1353   1.8   thorpej 
   1354  1.76   tsutsui 	return bus_space_read_4(sc->sc_st, sc->sc_sh, EPIC_MMDATA) &
   1355  1.76   tsutsui 	    MMDATA_MASK;
   1356   1.8   thorpej }
   1357   1.8   thorpej 
   1358   1.8   thorpej /*
   1359   1.8   thorpej  * Write to the MII.
   1360   1.8   thorpej  */
   1361   1.8   thorpej void
   1362  1.76   tsutsui epic_mii_write(device_t self, int phy, int reg, int val)
   1363   1.8   thorpej {
   1364  1.76   tsutsui 	struct epic_softc *sc = device_private(self);
   1365   1.8   thorpej 
   1366   1.8   thorpej 	if (epic_mii_wait(sc, MMCTL_WRITE))
   1367   1.8   thorpej 		return;
   1368   1.8   thorpej 
   1369   1.8   thorpej 	bus_space_write_4(sc->sc_st, sc->sc_sh, EPIC_MMDATA, val);
   1370   1.8   thorpej 	bus_space_write_4(sc->sc_st, sc->sc_sh, EPIC_MMCTL,
   1371   1.8   thorpej 	    MMCTL_ARG(phy, reg, MMCTL_WRITE));
   1372   1.8   thorpej }
   1373   1.8   thorpej 
   1374   1.8   thorpej /*
   1375   1.8   thorpej  * Callback from PHY when media changes.
   1376   1.8   thorpej  */
   1377   1.8   thorpej void
   1378  1.81      matt epic_statchg(struct ifnet *ifp)
   1379   1.8   thorpej {
   1380  1.81      matt 	struct epic_softc *sc = ifp->if_softc;
   1381  1.63   tsutsui 	uint32_t txcon, miicfg;
   1382  1.11   thorpej 
   1383  1.11   thorpej 	/*
   1384  1.11   thorpej 	 * Update loopback bits in TXCON to reflect duplex mode.
   1385  1.11   thorpej 	 */
   1386  1.11   thorpej 	txcon = bus_space_read_4(sc->sc_st, sc->sc_sh, EPIC_TXCON);
   1387  1.11   thorpej 	if (sc->sc_mii.mii_media_active & IFM_FDX)
   1388  1.11   thorpej 		txcon |= (TXCON_LOOPBACK_D1|TXCON_LOOPBACK_D2);
   1389  1.11   thorpej 	else
   1390  1.11   thorpej 		txcon &= ~(TXCON_LOOPBACK_D1|TXCON_LOOPBACK_D2);
   1391  1.11   thorpej 	bus_space_write_4(sc->sc_st, sc->sc_sh, EPIC_TXCON, txcon);
   1392  1.13   thorpej 
   1393  1.43  drochner 	/* On some cards we need manualy set fullduplex led */
   1394  1.43  drochner 	if (sc->sc_hwflags & EPIC_DUPLEXLED_ON_694) {
   1395  1.43  drochner 		miicfg = bus_space_read_4(sc->sc_st, sc->sc_sh, EPIC_MIICFG);
   1396  1.59     perry 		if (IFM_OPTIONS(sc->sc_mii.mii_media_active) & IFM_FDX)
   1397  1.43  drochner 			miicfg |= MIICFG_ENABLE;
   1398  1.43  drochner 		else
   1399  1.43  drochner 			miicfg &= ~MIICFG_ENABLE;
   1400  1.43  drochner 		bus_space_write_4(sc->sc_st, sc->sc_sh, EPIC_MIICFG, miicfg);
   1401  1.43  drochner 	}
   1402  1.43  drochner 
   1403  1.13   thorpej 	/*
   1404  1.13   thorpej 	 * There is a multicast filter bug in 10Mbps mode.  Kick the
   1405  1.13   thorpej 	 * multicast filter in case the speed changed.
   1406  1.13   thorpej 	 */
   1407  1.13   thorpej 	epic_set_mchash(sc);
   1408   1.8   thorpej }
   1409   1.8   thorpej 
   1410   1.8   thorpej /*
   1411   1.8   thorpej  * Callback from ifmedia to request new media setting.
   1412  1.70    dyoung  *
   1413  1.70    dyoung  * XXX Looks to me like some of this complexity should move into
   1414  1.70    dyoung  * XXX one or two custom PHY drivers. --dyoung
   1415   1.8   thorpej  */
   1416   1.8   thorpej int
   1417  1.76   tsutsui epic_mediachange(struct ifnet *ifp)
   1418   1.8   thorpej {
   1419  1.11   thorpej 	struct epic_softc *sc = ifp->if_softc;
   1420  1.43  drochner 	struct mii_data *mii = &sc->sc_mii;
   1421  1.43  drochner 	struct ifmedia *ifm = &mii->mii_media;
   1422  1.43  drochner 	int media = ifm->ifm_cur->ifm_media;
   1423  1.63   tsutsui 	uint32_t miicfg;
   1424  1.43  drochner 	struct mii_softc *miisc;
   1425  1.71    dyoung 	int cfg, rc;
   1426  1.43  drochner 
   1427  1.70    dyoung 	if ((ifp->if_flags & IFF_UP) == 0)
   1428  1.76   tsutsui 		return 0;
   1429  1.43  drochner 
   1430  1.43  drochner 	if (IFM_INST(media) != sc->sc_serinst) {
   1431  1.43  drochner 		/* If we're not selecting serial interface, select MII mode */
   1432  1.43  drochner #ifdef EPICMEDIADEBUG
   1433  1.43  drochner 		printf("%s: parallel mode\n", ifp->if_xname);
   1434  1.59     perry #endif
   1435  1.43  drochner 		miicfg = bus_space_read_4(sc->sc_st, sc->sc_sh, EPIC_MIICFG);
   1436  1.43  drochner 		miicfg &= ~MIICFG_SERMODEENA;
   1437  1.43  drochner 		bus_space_write_4(sc->sc_st, sc->sc_sh, EPIC_MIICFG, miicfg);
   1438  1.43  drochner 	}
   1439  1.43  drochner 
   1440  1.71    dyoung 	if ((rc = mii_mediachg(mii)) == ENXIO)
   1441  1.71    dyoung 		rc = 0;
   1442  1.43  drochner 
   1443  1.43  drochner 	if (IFM_INST(media) == sc->sc_serinst) {
   1444  1.43  drochner 		/* select serial interface */
   1445  1.43  drochner #ifdef EPICMEDIADEBUG
   1446  1.43  drochner 		printf("%s: serial mode\n", ifp->if_xname);
   1447  1.43  drochner #endif
   1448  1.43  drochner 		miicfg = bus_space_read_4(sc->sc_st, sc->sc_sh, EPIC_MIICFG);
   1449  1.43  drochner 		miicfg |= (MIICFG_SERMODEENA | MIICFG_ENABLE);
   1450  1.43  drochner 		bus_space_write_4(sc->sc_st, sc->sc_sh, EPIC_MIICFG, miicfg);
   1451  1.43  drochner 
   1452  1.43  drochner 		/* There is no driver to fill this */
   1453  1.43  drochner 		mii->mii_media_active = media;
   1454  1.43  drochner 		mii->mii_media_status = 0;
   1455  1.43  drochner 
   1456  1.81      matt 		epic_statchg(mii->mii_ifp);
   1457  1.76   tsutsui 		return 0;
   1458  1.43  drochner 	}
   1459  1.43  drochner 
   1460  1.43  drochner 	/* Lookup selected PHY */
   1461  1.69    dyoung 	LIST_FOREACH(miisc, &mii->mii_phys, mii_list) {
   1462  1.43  drochner 		if (IFM_INST(media) == miisc->mii_inst)
   1463  1.43  drochner 			break;
   1464  1.43  drochner 	}
   1465  1.43  drochner 	if (!miisc) {
   1466  1.76   tsutsui 		printf("%s: can't happen\n", __func__); /* ??? panic */
   1467  1.76   tsutsui 		return 0;
   1468  1.43  drochner 	}
   1469  1.43  drochner #ifdef EPICMEDIADEBUG
   1470  1.43  drochner 	printf("%s: using phy %s\n", ifp->if_xname,
   1471  1.75   xtraeme 	       device_xname(miisc->mii_dev));
   1472  1.43  drochner #endif
   1473  1.43  drochner 
   1474  1.43  drochner 	if (miisc->mii_flags & MIIF_HAVEFIBER) {
   1475  1.43  drochner 		/* XXX XXX assume it's a Level1 - should check */
   1476  1.43  drochner 
   1477  1.54       wiz 		/* We have to powerup fiber transceivers */
   1478  1.43  drochner 		cfg = PHY_READ(miisc, MII_LXTPHY_CONFIG);
   1479  1.43  drochner 		if (IFM_SUBTYPE(media) == IFM_100_FX) {
   1480  1.43  drochner #ifdef EPICMEDIADEBUG
   1481  1.43  drochner 			printf("%s: power up fiber\n", ifp->if_xname);
   1482  1.43  drochner #endif
   1483  1.43  drochner 			cfg |= (CONFIG_LEDC1 | CONFIG_LEDC0);
   1484  1.43  drochner 		} else {
   1485  1.43  drochner #ifdef EPICMEDIADEBUG
   1486  1.43  drochner 			printf("%s: power down fiber\n", ifp->if_xname);
   1487  1.43  drochner #endif
   1488  1.43  drochner 			cfg &= ~(CONFIG_LEDC1 | CONFIG_LEDC0);
   1489  1.43  drochner 		}
   1490  1.43  drochner 		PHY_WRITE(miisc, MII_LXTPHY_CONFIG, cfg);
   1491  1.43  drochner 	}
   1492   1.8   thorpej 
   1493  1.71    dyoung 	return rc;
   1494   1.1   thorpej }
   1495