Home | History | Annotate | Line # | Download | only in ic
smc83c170.c revision 1.81.16.3
      1  1.81.16.3     skrll /*	$NetBSD: smc83c170.c,v 1.81.16.3 2017/02/05 13:40:28 skrll Exp $	*/
      2        1.1   thorpej 
      3        1.1   thorpej /*-
      4       1.10   thorpej  * Copyright (c) 1998, 1999 The NetBSD Foundation, Inc.
      5        1.1   thorpej  * All rights reserved.
      6        1.1   thorpej  *
      7        1.1   thorpej  * This code is derived from software contributed to The NetBSD Foundation
      8        1.1   thorpej  * by Jason R. Thorpe of the Numerical Aerospace Simulation Facility,
      9        1.1   thorpej  * NASA Ames Research Center.
     10        1.1   thorpej  *
     11        1.1   thorpej  * Redistribution and use in source and binary forms, with or without
     12        1.1   thorpej  * modification, are permitted provided that the following conditions
     13        1.1   thorpej  * are met:
     14        1.1   thorpej  * 1. Redistributions of source code must retain the above copyright
     15        1.1   thorpej  *    notice, this list of conditions and the following disclaimer.
     16        1.1   thorpej  * 2. Redistributions in binary form must reproduce the above copyright
     17        1.1   thorpej  *    notice, this list of conditions and the following disclaimer in the
     18        1.1   thorpej  *    documentation and/or other materials provided with the distribution.
     19        1.1   thorpej  *
     20        1.1   thorpej  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     21        1.1   thorpej  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     22        1.1   thorpej  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     23        1.1   thorpej  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     24        1.1   thorpej  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     25        1.1   thorpej  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     26        1.1   thorpej  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     27        1.1   thorpej  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     28        1.1   thorpej  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     29        1.1   thorpej  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     30        1.1   thorpej  * POSSIBILITY OF SUCH DAMAGE.
     31        1.1   thorpej  */
     32        1.1   thorpej 
     33        1.1   thorpej /*
     34        1.1   thorpej  * Device driver for the Standard Microsystems Corp. 83C170
     35        1.1   thorpej  * Ethernet PCI Integrated Controller (EPIC/100).
     36        1.1   thorpej  */
     37       1.49     lukem 
     38       1.49     lukem #include <sys/cdefs.h>
     39  1.81.16.3     skrll __KERNEL_RCSID(0, "$NetBSD: smc83c170.c,v 1.81.16.3 2017/02/05 13:40:28 skrll Exp $");
     40        1.1   thorpej 
     41        1.1   thorpej 
     42        1.1   thorpej #include <sys/param.h>
     43       1.59     perry #include <sys/systm.h>
     44       1.29   thorpej #include <sys/callout.h>
     45       1.59     perry #include <sys/mbuf.h>
     46        1.1   thorpej #include <sys/malloc.h>
     47        1.1   thorpej #include <sys/kernel.h>
     48        1.1   thorpej #include <sys/socket.h>
     49        1.1   thorpej #include <sys/ioctl.h>
     50        1.1   thorpej #include <sys/errno.h>
     51        1.1   thorpej #include <sys/device.h>
     52       1.38   thorpej 
     53        1.1   thorpej #include <net/if.h>
     54        1.1   thorpej #include <net/if_dl.h>
     55        1.1   thorpej #include <net/if_media.h>
     56        1.1   thorpej #include <net/if_ether.h>
     57        1.1   thorpej 
     58        1.1   thorpej #include <net/bpf.h>
     59        1.1   thorpej 
     60       1.67        ad #include <sys/bus.h>
     61       1.67        ad #include <sys/intr.h>
     62        1.1   thorpej 
     63        1.8   thorpej #include <dev/mii/miivar.h>
     64       1.43  drochner #include <dev/mii/lxtphyreg.h>
     65        1.8   thorpej 
     66        1.1   thorpej #include <dev/ic/smc83c170reg.h>
     67        1.1   thorpej #include <dev/ic/smc83c170var.h>
     68        1.1   thorpej 
     69       1.58     perry void	epic_start(struct ifnet *);
     70       1.58     perry void	epic_watchdog(struct ifnet *);
     71       1.64  christos int	epic_ioctl(struct ifnet *, u_long, void *);
     72       1.58     perry int	epic_init(struct ifnet *);
     73       1.58     perry void	epic_stop(struct ifnet *, int);
     74       1.58     perry 
     75       1.77   tsutsui bool	epic_shutdown(device_t, int);
     76       1.58     perry 
     77       1.58     perry void	epic_reset(struct epic_softc *);
     78       1.58     perry void	epic_rxdrain(struct epic_softc *);
     79       1.58     perry int	epic_add_rxbuf(struct epic_softc *, int);
     80       1.63   tsutsui void	epic_read_eeprom(struct epic_softc *, int, int, uint16_t *);
     81       1.58     perry void	epic_set_mchash(struct epic_softc *);
     82       1.58     perry void	epic_fixup_clock_source(struct epic_softc *);
     83       1.76   tsutsui int	epic_mii_read(device_t, int, int);
     84       1.76   tsutsui void	epic_mii_write(device_t, int, int, int);
     85       1.63   tsutsui int	epic_mii_wait(struct epic_softc *, uint32_t);
     86       1.58     perry void	epic_tick(void *);
     87       1.58     perry 
     88       1.81      matt void	epic_statchg(struct ifnet *);
     89       1.58     perry int	epic_mediachange(struct ifnet *);
     90        1.1   thorpej 
     91        1.1   thorpej #define	INTMASK	(INTSTAT_FATAL_INT | INTSTAT_TXU | \
     92       1.21   thorpej 	    INTSTAT_TXC | INTSTAT_RXE | INTSTAT_RQE | INTSTAT_RCC)
     93        1.1   thorpej 
     94       1.19   thorpej int	epic_copy_small = 0;
     95       1.19   thorpej 
     96       1.52    bouyer #define	ETHER_PAD_LEN (ETHER_MIN_LEN - ETHER_CRC_LEN)
     97       1.52    bouyer 
     98        1.1   thorpej /*
     99        1.1   thorpej  * Attach an EPIC interface to the system.
    100        1.1   thorpej  */
    101        1.1   thorpej void
    102       1.76   tsutsui epic_attach(struct epic_softc *sc)
    103        1.1   thorpej {
    104        1.1   thorpej 	bus_space_tag_t st = sc->sc_st;
    105        1.1   thorpej 	bus_space_handle_t sh = sc->sc_sh;
    106        1.1   thorpej 	struct ifnet *ifp = &sc->sc_ethercom.ec_if;
    107       1.51   thorpej 	int rseg, error, miiflags;
    108       1.51   thorpej 	u_int i;
    109        1.1   thorpej 	bus_dma_segment_t seg;
    110       1.63   tsutsui 	uint8_t enaddr[ETHER_ADDR_LEN], devname[12 + 1];
    111       1.63   tsutsui 	uint16_t myea[ETHER_ADDR_LEN / 2], mydevname[6];
    112       1.52    bouyer 	char *nullbuf;
    113        1.1   thorpej 
    114       1.65        ad 	callout_init(&sc->sc_mii_callout, 0);
    115       1.29   thorpej 
    116        1.1   thorpej 	/*
    117        1.1   thorpej 	 * Allocate the control data structures, and create and load the
    118        1.1   thorpej 	 * DMA map for it.
    119        1.1   thorpej 	 */
    120        1.1   thorpej 	if ((error = bus_dmamem_alloc(sc->sc_dmat,
    121       1.52    bouyer 	    sizeof(struct epic_control_data) + ETHER_PAD_LEN, PAGE_SIZE, 0,
    122       1.52    bouyer 	    &seg, 1, &rseg, BUS_DMA_NOWAIT)) != 0) {
    123       1.76   tsutsui 		aprint_error_dev(sc->sc_dev,
    124       1.76   tsutsui 		    "unable to allocate control data, error = %d\n", error);
    125       1.14   thorpej 		goto fail_0;
    126        1.1   thorpej 	}
    127        1.1   thorpej 
    128        1.1   thorpej 	if ((error = bus_dmamem_map(sc->sc_dmat, &seg, rseg,
    129       1.52    bouyer 	    sizeof(struct epic_control_data) + ETHER_PAD_LEN,
    130       1.64  christos 	    (void **)&sc->sc_control_data,
    131        1.1   thorpej 	    BUS_DMA_NOWAIT|BUS_DMA_COHERENT)) != 0) {
    132       1.76   tsutsui 		aprint_error_dev(sc->sc_dev,
    133       1.76   tsutsui 		    "unable to map control data, error = %d\n", error);
    134       1.14   thorpej 		goto fail_1;
    135        1.1   thorpej 	}
    136       1.52    bouyer 	nullbuf =
    137       1.52    bouyer 	    (char *)sc->sc_control_data + sizeof(struct epic_control_data);
    138       1.52    bouyer 	memset(nullbuf, 0, ETHER_PAD_LEN);
    139        1.1   thorpej 
    140        1.1   thorpej 	if ((error = bus_dmamap_create(sc->sc_dmat,
    141        1.1   thorpej 	    sizeof(struct epic_control_data), 1,
    142        1.1   thorpej 	    sizeof(struct epic_control_data), 0, BUS_DMA_NOWAIT,
    143        1.1   thorpej 	    &sc->sc_cddmamap)) != 0) {
    144       1.76   tsutsui 		aprint_error_dev(sc->sc_dev,
    145       1.76   tsutsui 		    "unable to create control data DMA map, error = %d\n",
    146       1.76   tsutsui 		    error);
    147       1.14   thorpej 		goto fail_2;
    148        1.1   thorpej 	}
    149        1.1   thorpej 
    150        1.1   thorpej 	if ((error = bus_dmamap_load(sc->sc_dmat, sc->sc_cddmamap,
    151        1.1   thorpej 	    sc->sc_control_data, sizeof(struct epic_control_data), NULL,
    152        1.1   thorpej 	    BUS_DMA_NOWAIT)) != 0) {
    153       1.76   tsutsui 		aprint_error_dev(sc->sc_dev,
    154       1.73    cegger 		    "unable to load control data DMA map, error = %d\n",
    155       1.73    cegger 		    error);
    156       1.14   thorpej 		goto fail_3;
    157        1.1   thorpej 	}
    158        1.1   thorpej 
    159        1.1   thorpej 	/*
    160        1.1   thorpej 	 * Create the transmit buffer DMA maps.
    161        1.1   thorpej 	 */
    162        1.1   thorpej 	for (i = 0; i < EPIC_NTXDESC; i++) {
    163        1.1   thorpej 		if ((error = bus_dmamap_create(sc->sc_dmat, MCLBYTES,
    164        1.1   thorpej 		    EPIC_NFRAGS, MCLBYTES, 0, BUS_DMA_NOWAIT,
    165       1.10   thorpej 		    &EPIC_DSTX(sc, i)->ds_dmamap)) != 0) {
    166       1.76   tsutsui 			aprint_error_dev(sc->sc_dev,
    167       1.76   tsutsui 			    "unable to create tx DMA map %d, error = %d\n",
    168       1.76   tsutsui 			    i, error);
    169       1.14   thorpej 			goto fail_4;
    170        1.1   thorpej 		}
    171        1.1   thorpej 	}
    172        1.1   thorpej 
    173        1.1   thorpej 	/*
    174       1.42   tsutsui 	 * Create the receive buffer DMA maps.
    175        1.1   thorpej 	 */
    176        1.1   thorpej 	for (i = 0; i < EPIC_NRXDESC; i++) {
    177        1.1   thorpej 		if ((error = bus_dmamap_create(sc->sc_dmat, MCLBYTES, 1,
    178        1.1   thorpej 		    MCLBYTES, 0, BUS_DMA_NOWAIT,
    179       1.10   thorpej 		    &EPIC_DSRX(sc, i)->ds_dmamap)) != 0) {
    180       1.76   tsutsui 			aprint_error_dev(sc->sc_dev,
    181       1.76   tsutsui 			    "unable to create rx DMA map %d, error = %d\n",
    182       1.76   tsutsui 			    i, error);
    183       1.14   thorpej 			goto fail_5;
    184        1.1   thorpej 		}
    185       1.19   thorpej 		EPIC_DSRX(sc, i)->ds_mbuf = NULL;
    186        1.1   thorpej 	}
    187        1.1   thorpej 
    188       1.52    bouyer 	/*
    189       1.52    bouyer 	 * create and map the pad buffer
    190       1.52    bouyer 	 */
    191       1.52    bouyer 	if ((error = bus_dmamap_create(sc->sc_dmat, ETHER_PAD_LEN, 1,
    192       1.52    bouyer 	    ETHER_PAD_LEN, 0, BUS_DMA_NOWAIT,&sc->sc_nulldmamap)) != 0) {
    193       1.76   tsutsui 		aprint_error_dev(sc->sc_dev,
    194       1.76   tsutsui 		    "unable to create pad buffer DMA map, error = %d\n", error);
    195       1.52    bouyer 		goto fail_5;
    196       1.52    bouyer 	}
    197       1.52    bouyer 
    198       1.52    bouyer 	if ((error = bus_dmamap_load(sc->sc_dmat, sc->sc_nulldmamap,
    199       1.52    bouyer 	    nullbuf, ETHER_PAD_LEN, NULL, BUS_DMA_NOWAIT)) != 0) {
    200       1.76   tsutsui 		aprint_error_dev(sc->sc_dev,
    201       1.76   tsutsui 		    "unable to load pad buffer DMA map, error = %d\n", error);
    202       1.52    bouyer 		goto fail_6;
    203       1.52    bouyer 	}
    204       1.52    bouyer 	bus_dmamap_sync(sc->sc_dmat, sc->sc_nulldmamap, 0, ETHER_PAD_LEN,
    205       1.52    bouyer 	    BUS_DMASYNC_PREWRITE);
    206        1.1   thorpej 
    207        1.1   thorpej 	/*
    208        1.1   thorpej 	 * Bring the chip out of low-power mode and reset it to a known state.
    209        1.1   thorpej 	 */
    210        1.1   thorpej 	bus_space_write_4(st, sh, EPIC_GENCTL, 0);
    211        1.1   thorpej 	epic_reset(sc);
    212        1.1   thorpej 
    213        1.1   thorpej 	/*
    214        1.1   thorpej 	 * Read the Ethernet address from the EEPROM.
    215        1.1   thorpej 	 */
    216       1.62   tsutsui 	epic_read_eeprom(sc, 0, __arraycount(myea), myea);
    217       1.62   tsutsui 	for (i = 0; i < __arraycount(myea); i++) {
    218       1.32   tsutsui 		enaddr[i * 2]     = myea[i] & 0xff;
    219       1.32   tsutsui 		enaddr[i * 2 + 1] = myea[i] >> 8;
    220       1.32   tsutsui 	}
    221        1.1   thorpej 
    222        1.1   thorpej 	/*
    223        1.1   thorpej 	 * ...and the device name.
    224        1.1   thorpej 	 */
    225       1.62   tsutsui 	epic_read_eeprom(sc, 0x2c, __arraycount(mydevname), mydevname);
    226       1.62   tsutsui 	for (i = 0; i < __arraycount(mydevname); i++) {
    227       1.32   tsutsui 		devname[i * 2]     = mydevname[i] & 0xff;
    228       1.32   tsutsui 		devname[i * 2 + 1] = mydevname[i] >> 8;
    229       1.32   tsutsui 	}
    230       1.32   tsutsui 
    231        1.1   thorpej 	devname[sizeof(mydevname)] = '\0';
    232       1.61   tsutsui 	for (i = sizeof(mydevname) ; i > 0; i--) {
    233       1.61   tsutsui 		if (devname[i - 1] == ' ')
    234       1.61   tsutsui 			devname[i - 1] = '\0';
    235        1.1   thorpej 		else
    236        1.1   thorpej 			break;
    237        1.1   thorpej 	}
    238        1.1   thorpej 
    239       1.76   tsutsui 	aprint_normal_dev(sc->sc_dev, "%s, Ethernet address %s\n",
    240        1.1   thorpej 	    devname, ether_sprintf(enaddr));
    241        1.1   thorpej 
    242       1.43  drochner 	miiflags = 0;
    243       1.43  drochner 	if (sc->sc_hwflags & EPIC_HAS_MII_FIBER)
    244       1.43  drochner 		miiflags |= MIIF_HAVEFIBER;
    245       1.43  drochner 
    246        1.8   thorpej 	/*
    247        1.8   thorpej 	 * Initialize our media structures and probe the MII.
    248        1.8   thorpej 	 */
    249        1.8   thorpej 	sc->sc_mii.mii_ifp = ifp;
    250        1.8   thorpej 	sc->sc_mii.mii_readreg = epic_mii_read;
    251        1.8   thorpej 	sc->sc_mii.mii_writereg = epic_mii_write;
    252        1.8   thorpej 	sc->sc_mii.mii_statchg = epic_statchg;
    253       1.71    dyoung 
    254       1.71    dyoung 	sc->sc_ethercom.ec_mii = &sc->sc_mii;
    255       1.50      fair 	ifmedia_init(&sc->sc_mii.mii_media, IFM_IMASK, epic_mediachange,
    256       1.71    dyoung 	    ether_mediastatus);
    257       1.76   tsutsui 	mii_attach(sc->sc_dev, &sc->sc_mii, 0xffffffff, MII_PHY_ANY,
    258       1.43  drochner 	    MII_OFFSET_ANY, miiflags);
    259       1.69    dyoung 	if (LIST_EMPTY(&sc->sc_mii.mii_phys)) {
    260        1.8   thorpej 		ifmedia_add(&sc->sc_mii.mii_media, IFM_ETHER|IFM_NONE, 0, NULL);
    261        1.8   thorpej 		ifmedia_set(&sc->sc_mii.mii_media, IFM_ETHER|IFM_NONE);
    262        1.8   thorpej 	} else
    263        1.8   thorpej 		ifmedia_set(&sc->sc_mii.mii_media, IFM_ETHER|IFM_AUTO);
    264        1.8   thorpej 
    265       1.43  drochner 	if (sc->sc_hwflags & EPIC_HAS_BNC) {
    266       1.43  drochner 		/* use the next free media instance */
    267       1.43  drochner 		sc->sc_serinst = sc->sc_mii.mii_instance++;
    268       1.43  drochner 		ifmedia_add(&sc->sc_mii.mii_media,
    269       1.76   tsutsui 		    IFM_MAKEWORD(IFM_ETHER, IFM_10_2, 0, sc->sc_serinst),
    270       1.76   tsutsui 		    0, NULL);
    271       1.76   tsutsui 		aprint_normal_dev(sc->sc_dev, "10base2/BNC\n");
    272       1.43  drochner 	} else
    273       1.43  drochner 		sc->sc_serinst = -1;
    274       1.43  drochner 
    275       1.76   tsutsui 	strlcpy(ifp->if_xname, device_xname(sc->sc_dev), IFNAMSIZ);
    276        1.1   thorpej 	ifp->if_softc = sc;
    277        1.1   thorpej 	ifp->if_flags = IFF_BROADCAST | IFF_SIMPLEX | IFF_MULTICAST;
    278        1.1   thorpej 	ifp->if_ioctl = epic_ioctl;
    279        1.1   thorpej 	ifp->if_start = epic_start;
    280        1.1   thorpej 	ifp->if_watchdog = epic_watchdog;
    281       1.34   thorpej 	ifp->if_init = epic_init;
    282       1.34   thorpej 	ifp->if_stop = epic_stop;
    283       1.40   thorpej 	IFQ_SET_READY(&ifp->if_snd);
    284       1.36    bouyer 
    285       1.36    bouyer 	/*
    286       1.36    bouyer 	 * We can support 802.1Q VLAN-sized frames.
    287       1.36    bouyer 	 */
    288       1.36    bouyer 	sc->sc_ethercom.ec_capabilities |= ETHERCAP_VLAN_MTU;
    289        1.1   thorpej 
    290        1.1   thorpej 	/*
    291        1.1   thorpej 	 * Attach the interface.
    292        1.1   thorpej 	 */
    293        1.1   thorpej 	if_attach(ifp);
    294        1.1   thorpej 	ether_ifattach(ifp, enaddr);
    295        1.1   thorpej 
    296        1.1   thorpej 	/*
    297        1.1   thorpej 	 * Make sure the interface is shutdown during reboot.
    298        1.1   thorpej 	 */
    299       1.77   tsutsui 	if (pmf_device_register1(sc->sc_dev, NULL, NULL, epic_shutdown))
    300       1.77   tsutsui 		pmf_class_network_register(sc->sc_dev, ifp);
    301       1.77   tsutsui 	else
    302       1.76   tsutsui 		aprint_error_dev(sc->sc_dev,
    303       1.77   tsutsui 		    "couldn't establish power handler\n");
    304       1.77   tsutsui 
    305        1.1   thorpej 	return;
    306        1.1   thorpej 
    307        1.1   thorpej 	/*
    308        1.1   thorpej 	 * Free any resources we've allocated during the failed attach
    309        1.1   thorpej 	 * attempt.  Do this in reverse order and fall through.
    310        1.1   thorpej 	 */
    311       1.52    bouyer  fail_6:
    312       1.52    bouyer 	bus_dmamap_destroy(sc->sc_dmat, sc->sc_nulldmamap);
    313       1.14   thorpej  fail_5:
    314       1.14   thorpej 	for (i = 0; i < EPIC_NRXDESC; i++) {
    315       1.14   thorpej 		if (EPIC_DSRX(sc, i)->ds_dmamap != NULL)
    316        1.1   thorpej 			bus_dmamap_destroy(sc->sc_dmat,
    317       1.10   thorpej 			    EPIC_DSRX(sc, i)->ds_dmamap);
    318       1.14   thorpej 	}
    319       1.14   thorpej  fail_4:
    320       1.14   thorpej 	for (i = 0; i < EPIC_NTXDESC; i++) {
    321       1.14   thorpej 		if (EPIC_DSTX(sc, i)->ds_dmamap != NULL)
    322        1.1   thorpej 			bus_dmamap_destroy(sc->sc_dmat,
    323       1.10   thorpej 			    EPIC_DSTX(sc, i)->ds_dmamap);
    324        1.1   thorpej 	}
    325       1.14   thorpej 	bus_dmamap_unload(sc->sc_dmat, sc->sc_cddmamap);
    326       1.14   thorpej  fail_3:
    327       1.14   thorpej 	bus_dmamap_destroy(sc->sc_dmat, sc->sc_cddmamap);
    328       1.14   thorpej  fail_2:
    329       1.64  christos 	bus_dmamem_unmap(sc->sc_dmat, (void *)sc->sc_control_data,
    330       1.14   thorpej 	    sizeof(struct epic_control_data));
    331       1.14   thorpej  fail_1:
    332       1.14   thorpej 	bus_dmamem_free(sc->sc_dmat, &seg, rseg);
    333       1.14   thorpej  fail_0:
    334       1.14   thorpej 	return;
    335        1.1   thorpej }
    336        1.1   thorpej 
    337        1.1   thorpej /*
    338        1.1   thorpej  * Shutdown hook.  Make sure the interface is stopped at reboot.
    339        1.1   thorpej  */
    340       1.77   tsutsui bool
    341       1.77   tsutsui epic_shutdown(device_t self, int howto)
    342        1.1   thorpej {
    343       1.77   tsutsui 	struct epic_softc *sc = device_private(self);
    344        1.1   thorpej 
    345       1.34   thorpej 	epic_stop(&sc->sc_ethercom.ec_if, 1);
    346       1.77   tsutsui 
    347       1.77   tsutsui 	return true;
    348        1.1   thorpej }
    349        1.1   thorpej 
    350        1.1   thorpej /*
    351        1.1   thorpej  * Start packet transmission on the interface.
    352        1.1   thorpej  * [ifnet interface function]
    353        1.1   thorpej  */
    354        1.1   thorpej void
    355       1.76   tsutsui epic_start(struct ifnet *ifp)
    356        1.1   thorpej {
    357        1.1   thorpej 	struct epic_softc *sc = ifp->if_softc;
    358       1.10   thorpej 	struct mbuf *m0, *m;
    359        1.1   thorpej 	struct epic_txdesc *txd;
    360        1.1   thorpej 	struct epic_descsoft *ds;
    361        1.1   thorpej 	struct epic_fraglist *fr;
    362        1.1   thorpej 	bus_dmamap_t dmamap;
    363       1.10   thorpej 	int error, firsttx, nexttx, opending, seg;
    364       1.55   tsutsui 	u_int len;
    365        1.1   thorpej 
    366       1.10   thorpej 	/*
    367       1.10   thorpej 	 * Remember the previous txpending and the first transmit
    368       1.10   thorpej 	 * descriptor we use.
    369       1.10   thorpej 	 */
    370       1.10   thorpej 	opending = sc->sc_txpending;
    371       1.10   thorpej 	firsttx = EPIC_NEXTTX(sc->sc_txlast);
    372        1.1   thorpej 
    373        1.1   thorpej 	/*
    374        1.1   thorpej 	 * Loop through the send queue, setting up transmit descriptors
    375        1.1   thorpej 	 * until we drain the queue, or use up all available transmit
    376        1.1   thorpej 	 * descriptors.
    377        1.1   thorpej 	 */
    378       1.10   thorpej 	while (sc->sc_txpending < EPIC_NTXDESC) {
    379        1.1   thorpej 		/*
    380        1.1   thorpej 		 * Grab a packet off the queue.
    381        1.1   thorpej 		 */
    382       1.40   thorpej 		IFQ_POLL(&ifp->if_snd, m0);
    383       1.10   thorpej 		if (m0 == NULL)
    384       1.10   thorpej 			break;
    385       1.41   thorpej 		m = NULL;
    386        1.1   thorpej 
    387        1.1   thorpej 		/*
    388        1.1   thorpej 		 * Get the last and next available transmit descriptor.
    389        1.1   thorpej 		 */
    390        1.1   thorpej 		nexttx = EPIC_NEXTTX(sc->sc_txlast);
    391       1.10   thorpej 		txd = EPIC_CDTX(sc, nexttx);
    392       1.10   thorpej 		fr = EPIC_CDFL(sc, nexttx);
    393       1.10   thorpej 		ds = EPIC_DSTX(sc, nexttx);
    394        1.1   thorpej 		dmamap = ds->ds_dmamap;
    395        1.1   thorpej 
    396        1.1   thorpej 		/*
    397       1.10   thorpej 		 * Load the DMA map.  If this fails, the packet either
    398       1.10   thorpej 		 * didn't fit in the alloted number of frags, or we were
    399       1.10   thorpej 		 * short on resources.  In this case, we'll copy and try
    400       1.10   thorpej 		 * again.
    401        1.1   thorpej 		 */
    402       1.52    bouyer 		if ((error = bus_dmamap_load_mbuf(sc->sc_dmat, dmamap, m0,
    403       1.52    bouyer 		    BUS_DMA_WRITE|BUS_DMA_NOWAIT)) != 0 ||
    404       1.52    bouyer 		    (m0->m_pkthdr.len < ETHER_PAD_LEN &&
    405       1.52    bouyer 		    dmamap-> dm_nsegs == EPIC_NFRAGS)) {
    406       1.52    bouyer 			if (error == 0)
    407       1.52    bouyer 				bus_dmamap_unload(sc->sc_dmat, dmamap);
    408       1.59     perry 
    409       1.10   thorpej 			MGETHDR(m, M_DONTWAIT, MT_DATA);
    410       1.10   thorpej 			if (m == NULL) {
    411       1.76   tsutsui 				printf("%s: unable to allocate Tx mbuf\n",
    412       1.76   tsutsui 				    device_xname(sc->sc_dev));
    413       1.10   thorpej 				break;
    414        1.1   thorpej 			}
    415        1.1   thorpej 			if (m0->m_pkthdr.len > MHLEN) {
    416       1.10   thorpej 				MCLGET(m, M_DONTWAIT);
    417       1.10   thorpej 				if ((m->m_flags & M_EXT) == 0) {
    418       1.76   tsutsui 					printf("%s: unable to allocate Tx "
    419       1.76   tsutsui 					    "cluster\n",
    420       1.76   tsutsui 					    device_xname(sc->sc_dev));
    421       1.10   thorpej 					m_freem(m);
    422       1.10   thorpej 					break;
    423        1.1   thorpej 				}
    424        1.1   thorpej 			}
    425       1.64  christos 			m_copydata(m0, 0, m0->m_pkthdr.len, mtod(m, void *));
    426       1.10   thorpej 			m->m_pkthdr.len = m->m_len = m0->m_pkthdr.len;
    427       1.10   thorpej 			error = bus_dmamap_load_mbuf(sc->sc_dmat, dmamap,
    428       1.47   thorpej 			    m, BUS_DMA_WRITE|BUS_DMA_NOWAIT);
    429       1.10   thorpej 			if (error) {
    430       1.76   tsutsui 				printf("%s: unable to load Tx buffer, "
    431       1.76   tsutsui 				    "error = %d\n", device_xname(sc->sc_dev),
    432       1.76   tsutsui 				    error);
    433       1.10   thorpej 				break;
    434       1.10   thorpej 			}
    435        1.1   thorpej 		}
    436       1.40   thorpej 		IFQ_DEQUEUE(&ifp->if_snd, m0);
    437       1.41   thorpej 		if (m != NULL) {
    438       1.41   thorpej 			m_freem(m0);
    439       1.41   thorpej 			m0 = m;
    440       1.41   thorpej 		}
    441        1.1   thorpej 
    442       1.10   thorpej 		/* Initialize the fraglist. */
    443        1.1   thorpej 		for (seg = 0; seg < dmamap->dm_nsegs; seg++) {
    444        1.1   thorpej 			fr->ef_frags[seg].ef_addr =
    445        1.1   thorpej 			    dmamap->dm_segs[seg].ds_addr;
    446        1.1   thorpej 			fr->ef_frags[seg].ef_length =
    447        1.1   thorpej 			    dmamap->dm_segs[seg].ds_len;
    448        1.1   thorpej 		}
    449       1.55   tsutsui 		len = m0->m_pkthdr.len;
    450       1.55   tsutsui 		if (len < ETHER_PAD_LEN) {
    451       1.52    bouyer 			fr->ef_frags[seg].ef_addr = sc->sc_nulldma;
    452       1.55   tsutsui 			fr->ef_frags[seg].ef_length = ETHER_PAD_LEN - len;
    453       1.55   tsutsui 			len = ETHER_PAD_LEN;
    454       1.52    bouyer 			seg++;
    455       1.52    bouyer 		}
    456       1.52    bouyer 		fr->ef_nfrags = seg;
    457        1.1   thorpej 
    458       1.10   thorpej 		EPIC_CDFLSYNC(sc, nexttx, BUS_DMASYNC_PREWRITE);
    459       1.10   thorpej 
    460       1.10   thorpej 		/* Sync the DMA map. */
    461        1.1   thorpej 		bus_dmamap_sync(sc->sc_dmat, dmamap, 0, dmamap->dm_mapsize,
    462        1.1   thorpej 		    BUS_DMASYNC_PREWRITE);
    463        1.1   thorpej 
    464        1.1   thorpej 		/*
    465        1.1   thorpej 		 * Store a pointer to the packet so we can free it later.
    466        1.1   thorpej 		 */
    467        1.1   thorpej 		ds->ds_mbuf = m0;
    468        1.1   thorpej 
    469        1.1   thorpej 		/*
    470       1.52    bouyer 		 * Fill in the transmit descriptor.
    471        1.1   thorpej 		 */
    472       1.10   thorpej 		txd->et_control = ET_TXCTL_LASTDESC | ET_TXCTL_FRAGLIST;
    473        1.1   thorpej 
    474        1.1   thorpej 		/*
    475       1.10   thorpej 		 * If this is the first descriptor we're enqueueing,
    476       1.10   thorpej 		 * don't give it to the EPIC yet.  That could cause
    477       1.10   thorpej 		 * a race condition.  We'll do it below.
    478        1.1   thorpej 		 */
    479       1.10   thorpej 		if (nexttx == firsttx)
    480       1.55   tsutsui 			txd->et_txstatus = TXSTAT_TXLENGTH(len);
    481       1.10   thorpej 		else
    482       1.55   tsutsui 			txd->et_txstatus =
    483       1.55   tsutsui 			    TXSTAT_TXLENGTH(len) | ET_TXSTAT_OWNER;
    484       1.10   thorpej 
    485       1.10   thorpej 		EPIC_CDTXSYNC(sc, nexttx,
    486       1.10   thorpej 		    BUS_DMASYNC_PREREAD|BUS_DMASYNC_PREWRITE);
    487        1.1   thorpej 
    488       1.10   thorpej 		/* Advance the tx pointer. */
    489        1.1   thorpej 		sc->sc_txpending++;
    490       1.10   thorpej 		sc->sc_txlast = nexttx;
    491        1.1   thorpej 
    492        1.1   thorpej 		/*
    493        1.1   thorpej 		 * Pass the packet to any BPF listeners.
    494        1.1   thorpej 		 */
    495       1.79     joerg 		bpf_mtap(ifp, m0);
    496        1.1   thorpej 	}
    497        1.1   thorpej 
    498       1.10   thorpej 	if (sc->sc_txpending == EPIC_NTXDESC) {
    499       1.10   thorpej 		/* No more slots left; notify upper layer. */
    500       1.10   thorpej 		ifp->if_flags |= IFF_OACTIVE;
    501       1.10   thorpej 	}
    502       1.10   thorpej 
    503       1.10   thorpej 	if (sc->sc_txpending != opending) {
    504       1.10   thorpej 		/*
    505       1.10   thorpej 		 * We enqueued packets.  If the transmitter was idle,
    506       1.10   thorpej 		 * reset the txdirty pointer.
    507       1.10   thorpej 		 */
    508       1.10   thorpej 		if (opending == 0)
    509       1.10   thorpej 			sc->sc_txdirty = firsttx;
    510       1.10   thorpej 
    511       1.10   thorpej 		/*
    512       1.10   thorpej 		 * Cause a transmit interrupt to happen on the
    513       1.10   thorpej 		 * last packet we enqueued.
    514       1.10   thorpej 		 */
    515       1.10   thorpej 		EPIC_CDTX(sc, sc->sc_txlast)->et_control |= ET_TXCTL_IAF;
    516       1.10   thorpej 		EPIC_CDTXSYNC(sc, sc->sc_txlast,
    517       1.10   thorpej 		    BUS_DMASYNC_PREREAD|BUS_DMASYNC_PREWRITE);
    518       1.10   thorpej 
    519       1.10   thorpej 		/*
    520       1.10   thorpej 		 * The entire packet chain is set up.  Give the
    521       1.10   thorpej 		 * first descriptor to the EPIC now.
    522       1.10   thorpej 		 */
    523       1.55   tsutsui 		EPIC_CDTX(sc, firsttx)->et_txstatus |= ET_TXSTAT_OWNER;
    524       1.10   thorpej 		EPIC_CDTXSYNC(sc, firsttx,
    525       1.10   thorpej 		    BUS_DMASYNC_PREREAD|BUS_DMASYNC_PREWRITE);
    526       1.10   thorpej 
    527       1.10   thorpej 		/* Start the transmitter. */
    528        1.1   thorpej 		bus_space_write_4(sc->sc_st, sc->sc_sh, EPIC_COMMAND,
    529        1.1   thorpej 		    COMMAND_TXQUEUED);
    530        1.1   thorpej 
    531       1.10   thorpej 		/* Set a watchdog timer in case the chip flakes out. */
    532        1.1   thorpej 		ifp->if_timer = 5;
    533        1.1   thorpej 	}
    534        1.1   thorpej }
    535        1.1   thorpej 
    536        1.1   thorpej /*
    537        1.1   thorpej  * Watchdog timer handler.
    538        1.1   thorpej  * [ifnet interface function]
    539        1.1   thorpej  */
    540        1.1   thorpej void
    541       1.76   tsutsui epic_watchdog(struct ifnet *ifp)
    542        1.1   thorpej {
    543        1.1   thorpej 	struct epic_softc *sc = ifp->if_softc;
    544        1.1   thorpej 
    545       1.76   tsutsui 	printf("%s: device timeout\n", device_xname(sc->sc_dev));
    546        1.1   thorpej 	ifp->if_oerrors++;
    547        1.1   thorpej 
    548       1.76   tsutsui 	(void)epic_init(ifp);
    549        1.1   thorpej }
    550        1.1   thorpej 
    551        1.1   thorpej /*
    552        1.1   thorpej  * Handle control requests from the operator.
    553        1.1   thorpej  * [ifnet interface function]
    554        1.1   thorpej  */
    555        1.1   thorpej int
    556       1.76   tsutsui epic_ioctl(struct ifnet *ifp, u_long cmd, void *data)
    557        1.1   thorpej {
    558        1.1   thorpej 	struct epic_softc *sc = ifp->if_softc;
    559       1.34   thorpej 	int s, error;
    560        1.1   thorpej 
    561        1.7   mycroft 	s = splnet();
    562        1.1   thorpej 
    563       1.71    dyoung 	error = ether_ioctl(ifp, cmd, data);
    564       1.71    dyoung 	if (error == ENETRESET) {
    565       1.71    dyoung 		/*
    566       1.71    dyoung 		 * Multicast list has changed; set the hardware filter
    567       1.71    dyoung 		 * accordingly.  Update our idea of the current media;
    568       1.71    dyoung 		 * epic_set_mchash() needs to know what it is.
    569       1.71    dyoung 		 */
    570       1.71    dyoung 		if (ifp->if_flags & IFF_RUNNING) {
    571       1.71    dyoung 			mii_pollstat(&sc->sc_mii);
    572       1.71    dyoung 			epic_set_mchash(sc);
    573        1.1   thorpej 		}
    574       1.71    dyoung 		error = 0;
    575        1.1   thorpej 	}
    576        1.1   thorpej 
    577        1.1   thorpej 	splx(s);
    578       1.76   tsutsui 	return error;
    579        1.1   thorpej }
    580        1.1   thorpej 
    581        1.1   thorpej /*
    582        1.1   thorpej  * Interrupt handler.
    583        1.1   thorpej  */
    584        1.1   thorpej int
    585       1.76   tsutsui epic_intr(void *arg)
    586        1.1   thorpej {
    587        1.1   thorpej 	struct epic_softc *sc = arg;
    588        1.1   thorpej 	struct ifnet *ifp = &sc->sc_ethercom.ec_if;
    589        1.1   thorpej 	struct epic_rxdesc *rxd;
    590        1.1   thorpej 	struct epic_txdesc *txd;
    591        1.1   thorpej 	struct epic_descsoft *ds;
    592        1.1   thorpej 	struct mbuf *m;
    593       1.63   tsutsui 	uint32_t intstat, rxstatus, txstatus;
    594       1.51   thorpej 	int i, claimed = 0;
    595       1.51   thorpej 	u_int len;
    596        1.1   thorpej 
    597        1.1   thorpej  top:
    598        1.1   thorpej 	/*
    599        1.1   thorpej 	 * Get the interrupt status from the EPIC.
    600        1.1   thorpej 	 */
    601        1.1   thorpej 	intstat = bus_space_read_4(sc->sc_st, sc->sc_sh, EPIC_INTSTAT);
    602        1.1   thorpej 	if ((intstat & INTSTAT_INT_ACTV) == 0)
    603       1.76   tsutsui 		return claimed;
    604        1.1   thorpej 
    605        1.1   thorpej 	claimed = 1;
    606        1.1   thorpej 
    607        1.1   thorpej 	/*
    608        1.1   thorpej 	 * Acknowledge the interrupt.
    609        1.1   thorpej 	 */
    610        1.1   thorpej 	bus_space_write_4(sc->sc_st, sc->sc_sh, EPIC_INTSTAT,
    611        1.1   thorpej 	    intstat & INTMASK);
    612        1.1   thorpej 
    613        1.1   thorpej 	/*
    614        1.1   thorpej 	 * Check for receive interrupts.
    615        1.1   thorpej 	 */
    616       1.21   thorpej 	if (intstat & (INTSTAT_RCC | INTSTAT_RXE | INTSTAT_RQE)) {
    617        1.1   thorpej 		for (i = sc->sc_rxptr;; i = EPIC_NEXTRX(i)) {
    618       1.10   thorpej 			rxd = EPIC_CDRX(sc, i);
    619       1.10   thorpej 			ds = EPIC_DSRX(sc, i);
    620       1.10   thorpej 
    621       1.10   thorpej 			EPIC_CDRXSYNC(sc, i,
    622       1.10   thorpej 			    BUS_DMASYNC_POSTREAD|BUS_DMASYNC_POSTWRITE);
    623        1.1   thorpej 
    624       1.55   tsutsui 			rxstatus = rxd->er_rxstatus;
    625       1.55   tsutsui 			if (rxstatus & ER_RXSTAT_OWNER) {
    626        1.1   thorpej 				/*
    627        1.1   thorpej 				 * We have processed all of the
    628        1.1   thorpej 				 * receive buffers.
    629        1.1   thorpej 				 */
    630        1.1   thorpej 				break;
    631        1.1   thorpej 			}
    632        1.1   thorpej 
    633        1.1   thorpej 			/*
    634       1.10   thorpej 			 * Make sure the packet arrived intact.  If an error
    635       1.10   thorpej 			 * occurred, update stats and reset the descriptor.
    636       1.10   thorpej 			 * The buffer will be reused the next time the
    637       1.10   thorpej 			 * descriptor comes up in the ring.
    638        1.1   thorpej 			 */
    639       1.55   tsutsui 			if ((rxstatus & ER_RXSTAT_PKTINTACT) == 0) {
    640       1.55   tsutsui 				if (rxstatus & ER_RXSTAT_CRCERROR)
    641       1.76   tsutsui 					printf("%s: CRC error\n",
    642       1.76   tsutsui 					    device_xname(sc->sc_dev));
    643       1.55   tsutsui 				if (rxstatus & ER_RXSTAT_ALIGNERROR)
    644       1.76   tsutsui 					printf("%s: alignment error\n",
    645       1.76   tsutsui 					    device_xname(sc->sc_dev));
    646        1.1   thorpej 				ifp->if_ierrors++;
    647       1.10   thorpej 				EPIC_INIT_RXDESC(sc, i);
    648       1.10   thorpej 				continue;
    649        1.1   thorpej 			}
    650        1.1   thorpej 
    651       1.10   thorpej 			bus_dmamap_sync(sc->sc_dmat, ds->ds_dmamap, 0,
    652       1.10   thorpej 			    ds->ds_dmamap->dm_mapsize, BUS_DMASYNC_POSTREAD);
    653       1.10   thorpej 
    654       1.21   thorpej 			/*
    655       1.57   thorpej 			 * The EPIC includes the CRC with every packet;
    656       1.57   thorpej 			 * trim it.
    657       1.21   thorpej 			 */
    658       1.57   thorpej 			len = RXSTAT_RXLENGTH(rxstatus) - ETHER_CRC_LEN;
    659       1.21   thorpej 
    660       1.19   thorpej 			if (len < sizeof(struct ether_header)) {
    661       1.19   thorpej 				/*
    662       1.19   thorpej 				 * Runt packet; drop it now.
    663       1.19   thorpej 				 */
    664       1.10   thorpej 				ifp->if_ierrors++;
    665       1.10   thorpej 				EPIC_INIT_RXDESC(sc, i);
    666       1.10   thorpej 				bus_dmamap_sync(sc->sc_dmat, ds->ds_dmamap, 0,
    667       1.10   thorpej 				    ds->ds_dmamap->dm_mapsize,
    668       1.10   thorpej 				    BUS_DMASYNC_PREREAD);
    669       1.10   thorpej 				continue;
    670       1.10   thorpej 			}
    671       1.10   thorpej 
    672       1.19   thorpej 			/*
    673       1.19   thorpej 			 * If the packet is small enough to fit in a
    674       1.19   thorpej 			 * single header mbuf, allocate one and copy
    675       1.19   thorpej 			 * the data into it.  This greatly reduces
    676       1.19   thorpej 			 * memory consumption when we receive lots
    677       1.19   thorpej 			 * of small packets.
    678       1.19   thorpej 			 *
    679       1.19   thorpej 			 * Otherwise, we add a new buffer to the receive
    680       1.19   thorpej 			 * chain.  If this fails, we drop the packet and
    681       1.19   thorpej 			 * recycle the old buffer.
    682       1.19   thorpej 			 */
    683       1.19   thorpej 			if (epic_copy_small != 0 && len <= MHLEN) {
    684       1.19   thorpej 				MGETHDR(m, M_DONTWAIT, MT_DATA);
    685       1.19   thorpej 				if (m == NULL)
    686       1.19   thorpej 					goto dropit;
    687       1.64  christos 				memcpy(mtod(m, void *),
    688       1.64  christos 				    mtod(ds->ds_mbuf, void *), len);
    689       1.19   thorpej 				EPIC_INIT_RXDESC(sc, i);
    690       1.19   thorpej 				bus_dmamap_sync(sc->sc_dmat, ds->ds_dmamap, 0,
    691       1.19   thorpej 				    ds->ds_dmamap->dm_mapsize,
    692       1.19   thorpej 				    BUS_DMASYNC_PREREAD);
    693       1.19   thorpej 			} else {
    694       1.19   thorpej 				m = ds->ds_mbuf;
    695       1.19   thorpej 				if (epic_add_rxbuf(sc, i) != 0) {
    696       1.19   thorpej  dropit:
    697       1.19   thorpej 					ifp->if_ierrors++;
    698       1.19   thorpej 					EPIC_INIT_RXDESC(sc, i);
    699       1.19   thorpej 					bus_dmamap_sync(sc->sc_dmat,
    700       1.19   thorpej 					    ds->ds_dmamap, 0,
    701       1.19   thorpej 					    ds->ds_dmamap->dm_mapsize,
    702       1.19   thorpej 					    BUS_DMASYNC_PREREAD);
    703       1.19   thorpej 					continue;
    704       1.19   thorpej 				}
    705       1.10   thorpej 			}
    706       1.10   thorpej 
    707  1.81.16.2     skrll 			m_set_rcvif(m, ifp);
    708       1.10   thorpej 			m->m_pkthdr.len = m->m_len = len;
    709        1.1   thorpej 
    710       1.16   thorpej 			/* Pass it on. */
    711  1.81.16.1     skrll 			if_percpuq_enqueue(ifp->if_percpuq, m);
    712        1.1   thorpej 		}
    713       1.10   thorpej 
    714       1.42   tsutsui 		/* Update the receive pointer. */
    715        1.1   thorpej 		sc->sc_rxptr = i;
    716        1.1   thorpej 
    717        1.1   thorpej 		/*
    718        1.1   thorpej 		 * Check for receive queue underflow.
    719        1.1   thorpej 		 */
    720        1.1   thorpej 		if (intstat & INTSTAT_RQE) {
    721       1.76   tsutsui 			printf("%s: receiver queue empty\n",
    722       1.76   tsutsui 			    device_xname(sc->sc_dev));
    723        1.1   thorpej 			/*
    724        1.1   thorpej 			 * Ring is already built; just restart the
    725        1.1   thorpej 			 * receiver.
    726        1.1   thorpej 			 */
    727        1.1   thorpej 			bus_space_write_4(sc->sc_st, sc->sc_sh, EPIC_PRCDAR,
    728       1.10   thorpej 			    EPIC_CDRXADDR(sc, sc->sc_rxptr));
    729        1.1   thorpej 			bus_space_write_4(sc->sc_st, sc->sc_sh, EPIC_COMMAND,
    730        1.1   thorpej 			    COMMAND_RXQUEUED | COMMAND_START_RX);
    731        1.1   thorpej 		}
    732        1.1   thorpej 	}
    733        1.1   thorpej 
    734        1.1   thorpej 	/*
    735        1.1   thorpej 	 * Check for transmission complete interrupts.
    736        1.1   thorpej 	 */
    737        1.1   thorpej 	if (intstat & (INTSTAT_TXC | INTSTAT_TXU)) {
    738       1.10   thorpej 		ifp->if_flags &= ~IFF_OACTIVE;
    739       1.10   thorpej 		for (i = sc->sc_txdirty; sc->sc_txpending != 0;
    740       1.10   thorpej 		     i = EPIC_NEXTTX(i), sc->sc_txpending--) {
    741       1.10   thorpej 			txd = EPIC_CDTX(sc, i);
    742       1.10   thorpej 			ds = EPIC_DSTX(sc, i);
    743        1.1   thorpej 
    744       1.10   thorpej 			EPIC_CDTXSYNC(sc, i,
    745       1.10   thorpej 			    BUS_DMASYNC_POSTREAD|BUS_DMASYNC_POSTWRITE);
    746       1.10   thorpej 
    747       1.55   tsutsui 			txstatus = txd->et_txstatus;
    748       1.55   tsutsui 			if (txstatus & ET_TXSTAT_OWNER)
    749        1.1   thorpej 				break;
    750        1.1   thorpej 
    751       1.10   thorpej 			EPIC_CDFLSYNC(sc, i, BUS_DMASYNC_POSTWRITE);
    752       1.10   thorpej 
    753       1.10   thorpej 			bus_dmamap_sync(sc->sc_dmat, ds->ds_dmamap,
    754       1.10   thorpej 			    0, ds->ds_dmamap->dm_mapsize,
    755       1.10   thorpej 			    BUS_DMASYNC_POSTWRITE);
    756       1.10   thorpej 			bus_dmamap_unload(sc->sc_dmat, ds->ds_dmamap);
    757       1.10   thorpej 			m_freem(ds->ds_mbuf);
    758       1.10   thorpej 			ds->ds_mbuf = NULL;
    759        1.1   thorpej 
    760        1.1   thorpej 			/*
    761        1.1   thorpej 			 * Check for errors and collisions.
    762        1.1   thorpej 			 */
    763       1.55   tsutsui 			if ((txstatus & ET_TXSTAT_PACKETTX) == 0)
    764        1.1   thorpej 				ifp->if_oerrors++;
    765       1.10   thorpej 			else
    766       1.10   thorpej 				ifp->if_opackets++;
    767        1.1   thorpej 			ifp->if_collisions +=
    768       1.55   tsutsui 			    TXSTAT_COLLISIONS(txstatus);
    769       1.55   tsutsui 			if (txstatus & ET_TXSTAT_CARSENSELOST)
    770       1.76   tsutsui 				printf("%s: lost carrier\n",
    771       1.76   tsutsui 				    device_xname(sc->sc_dev));
    772        1.1   thorpej 		}
    773       1.59     perry 
    774       1.10   thorpej 		/* Update the dirty transmit buffer pointer. */
    775        1.1   thorpej 		sc->sc_txdirty = i;
    776        1.1   thorpej 
    777        1.1   thorpej 		/*
    778        1.1   thorpej 		 * Cancel the watchdog timer if there are no pending
    779        1.1   thorpej 		 * transmissions.
    780        1.1   thorpej 		 */
    781        1.1   thorpej 		if (sc->sc_txpending == 0)
    782        1.1   thorpej 			ifp->if_timer = 0;
    783        1.1   thorpej 
    784        1.1   thorpej 		/*
    785        1.1   thorpej 		 * Kick the transmitter after a DMA underrun.
    786        1.1   thorpej 		 */
    787        1.1   thorpej 		if (intstat & INTSTAT_TXU) {
    788       1.76   tsutsui 			printf("%s: transmit underrun\n",
    789       1.76   tsutsui 			    device_xname(sc->sc_dev));
    790        1.1   thorpej 			bus_space_write_4(sc->sc_st, sc->sc_sh,
    791        1.1   thorpej 			    EPIC_COMMAND, COMMAND_TXUGO);
    792        1.1   thorpej 			if (sc->sc_txpending)
    793        1.1   thorpej 				bus_space_write_4(sc->sc_st, sc->sc_sh,
    794        1.1   thorpej 				    EPIC_COMMAND, COMMAND_TXQUEUED);
    795        1.1   thorpej 		}
    796        1.1   thorpej 
    797        1.1   thorpej 		/*
    798        1.1   thorpej 		 * Try to get more packets going.
    799        1.1   thorpej 		 */
    800        1.1   thorpej 		epic_start(ifp);
    801        1.1   thorpej 	}
    802        1.1   thorpej 
    803        1.1   thorpej 	/*
    804        1.1   thorpej 	 * Check for fatal interrupts.
    805        1.1   thorpej 	 */
    806        1.1   thorpej 	if (intstat & INTSTAT_FATAL_INT) {
    807       1.21   thorpej 		if (intstat & INTSTAT_PTA)
    808       1.76   tsutsui 			printf("%s: PCI target abort error\n",
    809       1.76   tsutsui 			    device_xname(sc->sc_dev));
    810       1.21   thorpej 		else if (intstat & INTSTAT_PMA)
    811       1.76   tsutsui 			printf("%s: PCI master abort error\n",
    812       1.76   tsutsui 			    device_xname(sc->sc_dev));
    813       1.21   thorpej 		else if (intstat & INTSTAT_APE)
    814       1.76   tsutsui 			printf("%s: PCI address parity error\n",
    815       1.76   tsutsui 			    device_xname(sc->sc_dev));
    816       1.21   thorpej 		else if (intstat & INTSTAT_DPE)
    817       1.76   tsutsui 			printf("%s: PCI data parity error\n",
    818       1.76   tsutsui 			    device_xname(sc->sc_dev));
    819       1.21   thorpej 		else
    820       1.76   tsutsui 			printf("%s: unknown fatal error\n",
    821       1.76   tsutsui 			    device_xname(sc->sc_dev));
    822       1.76   tsutsui 		(void)epic_init(ifp);
    823        1.1   thorpej 	}
    824        1.1   thorpej 
    825        1.1   thorpej 	/*
    826        1.1   thorpej 	 * Check for more interrupts.
    827        1.1   thorpej 	 */
    828        1.1   thorpej 	goto top;
    829        1.1   thorpej }
    830        1.1   thorpej 
    831        1.1   thorpej /*
    832        1.8   thorpej  * One second timer, used to tick the MII.
    833        1.8   thorpej  */
    834        1.8   thorpej void
    835       1.76   tsutsui epic_tick(void *arg)
    836        1.8   thorpej {
    837        1.8   thorpej 	struct epic_softc *sc = arg;
    838        1.8   thorpej 	int s;
    839        1.8   thorpej 
    840       1.12   thorpej 	s = splnet();
    841        1.8   thorpej 	mii_tick(&sc->sc_mii);
    842        1.8   thorpej 	splx(s);
    843        1.8   thorpej 
    844       1.29   thorpej 	callout_reset(&sc->sc_mii_callout, hz, epic_tick, sc);
    845        1.8   thorpej }
    846        1.8   thorpej 
    847        1.8   thorpej /*
    848        1.6   thorpej  * Fixup the clock source on the EPIC.
    849        1.6   thorpej  */
    850        1.6   thorpej void
    851       1.76   tsutsui epic_fixup_clock_source(struct epic_softc *sc)
    852        1.6   thorpej {
    853        1.6   thorpej 	int i;
    854        1.6   thorpej 
    855        1.6   thorpej 	/*
    856        1.6   thorpej 	 * According to SMC Application Note 7-15, the EPIC's clock
    857        1.6   thorpej 	 * source is incorrect following a reset.  This manifests itself
    858        1.6   thorpej 	 * as failure to recognize when host software has written to
    859        1.6   thorpej 	 * a register on the EPIC.  The appnote recommends issuing at
    860        1.6   thorpej 	 * least 16 consecutive writes to the CLOCK TEST bit to correctly
    861        1.6   thorpej 	 * configure the clock source.
    862        1.6   thorpej 	 */
    863        1.6   thorpej 	for (i = 0; i < 16; i++)
    864        1.6   thorpej 		bus_space_write_4(sc->sc_st, sc->sc_sh, EPIC_TEST,
    865        1.6   thorpej 		    TEST_CLOCKTEST);
    866        1.6   thorpej }
    867        1.6   thorpej 
    868        1.6   thorpej /*
    869        1.1   thorpej  * Perform a soft reset on the EPIC.
    870        1.1   thorpej  */
    871        1.1   thorpej void
    872       1.76   tsutsui epic_reset(struct epic_softc *sc)
    873        1.1   thorpej {
    874        1.1   thorpej 
    875        1.6   thorpej 	epic_fixup_clock_source(sc);
    876        1.6   thorpej 
    877        1.1   thorpej 	bus_space_write_4(sc->sc_st, sc->sc_sh, EPIC_GENCTL, 0);
    878        1.1   thorpej 	delay(100);
    879        1.1   thorpej 	bus_space_write_4(sc->sc_st, sc->sc_sh, EPIC_GENCTL, GENCTL_SOFTRESET);
    880        1.1   thorpej 	delay(100);
    881        1.6   thorpej 
    882        1.6   thorpej 	epic_fixup_clock_source(sc);
    883        1.1   thorpej }
    884        1.1   thorpej 
    885        1.1   thorpej /*
    886        1.7   mycroft  * Initialize the interface.  Must be called at splnet().
    887        1.1   thorpej  */
    888       1.19   thorpej int
    889       1.76   tsutsui epic_init(struct ifnet *ifp)
    890        1.1   thorpej {
    891       1.34   thorpej 	struct epic_softc *sc = ifp->if_softc;
    892        1.1   thorpej 	bus_space_tag_t st = sc->sc_st;
    893        1.1   thorpej 	bus_space_handle_t sh = sc->sc_sh;
    894       1.66    dyoung 	const uint8_t *enaddr = CLLADDR(ifp->if_sadl);
    895        1.1   thorpej 	struct epic_txdesc *txd;
    896       1.19   thorpej 	struct epic_descsoft *ds;
    897       1.63   tsutsui 	uint32_t genctl, reg0;
    898       1.19   thorpej 	int i, error = 0;
    899        1.1   thorpej 
    900        1.1   thorpej 	/*
    901        1.1   thorpej 	 * Cancel any pending I/O.
    902        1.1   thorpej 	 */
    903       1.34   thorpej 	epic_stop(ifp, 0);
    904        1.1   thorpej 
    905        1.1   thorpej 	/*
    906        1.1   thorpej 	 * Reset the EPIC to a known state.
    907        1.1   thorpej 	 */
    908        1.1   thorpej 	epic_reset(sc);
    909        1.1   thorpej 
    910        1.1   thorpej 	/*
    911        1.1   thorpej 	 * Magical mystery initialization.
    912        1.1   thorpej 	 */
    913        1.1   thorpej 	bus_space_write_4(st, sh, EPIC_TXTEST, 0);
    914        1.1   thorpej 
    915        1.1   thorpej 	/*
    916        1.1   thorpej 	 * Initialize the EPIC genctl register:
    917        1.1   thorpej 	 *
    918        1.1   thorpej 	 *	- 64 byte receive FIFO threshold
    919        1.1   thorpej 	 *	- automatic advance to next receive frame
    920        1.1   thorpej 	 */
    921        1.1   thorpej 	genctl = GENCTL_RX_FIFO_THRESH0 | GENCTL_ONECOPY;
    922       1.18   thorpej #if BYTE_ORDER == BIG_ENDIAN
    923       1.18   thorpej 	genctl |= GENCTL_BIG_ENDIAN;
    924       1.18   thorpej #endif
    925        1.1   thorpej 	bus_space_write_4(st, sh, EPIC_GENCTL, genctl);
    926        1.1   thorpej 
    927        1.1   thorpej 	/*
    928        1.1   thorpej 	 * Reset the MII bus and PHY.
    929        1.1   thorpej 	 */
    930        1.1   thorpej 	reg0 = bus_space_read_4(st, sh, EPIC_NVCTL);
    931        1.1   thorpej 	bus_space_write_4(st, sh, EPIC_NVCTL, reg0 | NVCTL_GPIO1 | NVCTL_GPOE1);
    932        1.1   thorpej 	bus_space_write_4(st, sh, EPIC_MIICFG, MIICFG_ENASER);
    933        1.1   thorpej 	bus_space_write_4(st, sh, EPIC_GENCTL, genctl | GENCTL_RESET_PHY);
    934        1.1   thorpej 	delay(100);
    935        1.1   thorpej 	bus_space_write_4(st, sh, EPIC_GENCTL, genctl);
    936       1.44  drochner 	delay(1000);
    937        1.1   thorpej 	bus_space_write_4(st, sh, EPIC_NVCTL, reg0);
    938        1.1   thorpej 
    939        1.1   thorpej 	/*
    940        1.1   thorpej 	 * Initialize Ethernet address.
    941        1.1   thorpej 	 */
    942        1.1   thorpej 	reg0 = enaddr[1] << 8 | enaddr[0];
    943        1.1   thorpej 	bus_space_write_4(st, sh, EPIC_LAN0, reg0);
    944        1.1   thorpej 	reg0 = enaddr[3] << 8 | enaddr[2];
    945        1.1   thorpej 	bus_space_write_4(st, sh, EPIC_LAN1, reg0);
    946        1.1   thorpej 	reg0 = enaddr[5] << 8 | enaddr[4];
    947        1.1   thorpej 	bus_space_write_4(st, sh, EPIC_LAN2, reg0);
    948        1.1   thorpej 
    949        1.1   thorpej 	/*
    950        1.1   thorpej 	 * Initialize receive control.  Remember the external buffer
    951        1.1   thorpej 	 * size setting.
    952        1.1   thorpej 	 */
    953        1.1   thorpej 	reg0 = bus_space_read_4(st, sh, EPIC_RXCON) &
    954        1.1   thorpej 	    (RXCON_EXTBUFSIZESEL1 | RXCON_EXTBUFSIZESEL0);
    955        1.1   thorpej 	reg0 |= (RXCON_RXMULTICAST | RXCON_RXBROADCAST);
    956        1.1   thorpej 	if (ifp->if_flags & IFF_PROMISC)
    957        1.1   thorpej 		reg0 |= RXCON_PROMISCMODE;
    958        1.1   thorpej 	bus_space_write_4(st, sh, EPIC_RXCON, reg0);
    959        1.1   thorpej 
    960       1.13   thorpej 	/* Set the current media. */
    961       1.71    dyoung 	if ((error = epic_mediachange(ifp)) != 0)
    962       1.71    dyoung 		goto out;
    963        1.1   thorpej 
    964       1.13   thorpej 	/* Set up the multicast hash table. */
    965       1.13   thorpej 	epic_set_mchash(sc);
    966       1.13   thorpej 
    967        1.1   thorpej 	/*
    968       1.10   thorpej 	 * Initialize the transmit descriptor ring.  txlast is initialized
    969       1.10   thorpej 	 * to the end of the list so that it will wrap around to the first
    970       1.10   thorpej 	 * descriptor when the first packet is transmitted.
    971        1.1   thorpej 	 */
    972        1.1   thorpej 	for (i = 0; i < EPIC_NTXDESC; i++) {
    973       1.10   thorpej 		txd = EPIC_CDTX(sc, i);
    974       1.10   thorpej 		memset(txd, 0, sizeof(struct epic_txdesc));
    975       1.10   thorpej 		txd->et_bufaddr = EPIC_CDFLADDR(sc, i);
    976       1.10   thorpej 		txd->et_nextdesc = EPIC_CDTXADDR(sc, EPIC_NEXTTX(i));
    977       1.10   thorpej 		EPIC_CDTXSYNC(sc, i, BUS_DMASYNC_PREREAD|BUS_DMASYNC_PREWRITE);
    978        1.1   thorpej 	}
    979       1.10   thorpej 	sc->sc_txpending = 0;
    980       1.10   thorpej 	sc->sc_txdirty = 0;
    981       1.10   thorpej 	sc->sc_txlast = EPIC_NTXDESC - 1;
    982        1.1   thorpej 
    983        1.1   thorpej 	/*
    984       1.19   thorpej 	 * Initialize the receive descriptor ring.
    985        1.1   thorpej 	 */
    986       1.19   thorpej 	for (i = 0; i < EPIC_NRXDESC; i++) {
    987       1.19   thorpej 		ds = EPIC_DSRX(sc, i);
    988       1.19   thorpej 		if (ds->ds_mbuf == NULL) {
    989       1.19   thorpej 			if ((error = epic_add_rxbuf(sc, i)) != 0) {
    990       1.76   tsutsui 				printf("%s: unable to allocate or map rx "
    991       1.19   thorpej 				    "buffer %d error = %d\n",
    992       1.76   tsutsui 				    device_xname(sc->sc_dev), i, error);
    993       1.19   thorpej 				/*
    994       1.19   thorpej 				 * XXX Should attempt to run with fewer receive
    995       1.19   thorpej 				 * XXX buffers instead of just failing.
    996       1.19   thorpej 				 */
    997       1.19   thorpej 				epic_rxdrain(sc);
    998       1.19   thorpej 				goto out;
    999       1.19   thorpej 			}
   1000       1.48   thorpej 		} else
   1001       1.48   thorpej 			EPIC_INIT_RXDESC(sc, i);
   1002       1.19   thorpej 	}
   1003       1.10   thorpej 	sc->sc_rxptr = 0;
   1004        1.1   thorpej 
   1005        1.1   thorpej 	/*
   1006        1.1   thorpej 	 * Initialize the interrupt mask and enable interrupts.
   1007        1.1   thorpej 	 */
   1008        1.1   thorpej 	bus_space_write_4(st, sh, EPIC_INTMASK, INTMASK);
   1009        1.1   thorpej 	bus_space_write_4(st, sh, EPIC_GENCTL, genctl | GENCTL_INTENA);
   1010        1.1   thorpej 
   1011        1.1   thorpej 	/*
   1012        1.1   thorpej 	 * Give the transmit and receive rings to the EPIC.
   1013        1.1   thorpej 	 */
   1014        1.1   thorpej 	bus_space_write_4(st, sh, EPIC_PTCDAR,
   1015       1.10   thorpej 	    EPIC_CDTXADDR(sc, EPIC_NEXTTX(sc->sc_txlast)));
   1016        1.1   thorpej 	bus_space_write_4(st, sh, EPIC_PRCDAR,
   1017       1.10   thorpej 	    EPIC_CDRXADDR(sc, sc->sc_rxptr));
   1018        1.1   thorpej 
   1019        1.1   thorpej 	/*
   1020        1.1   thorpej 	 * Set the EPIC in motion.
   1021        1.1   thorpej 	 */
   1022        1.1   thorpej 	bus_space_write_4(st, sh, EPIC_COMMAND,
   1023        1.1   thorpej 	    COMMAND_RXQUEUED | COMMAND_START_RX);
   1024        1.1   thorpej 
   1025        1.1   thorpej 	/*
   1026        1.1   thorpej 	 * ...all done!
   1027        1.1   thorpej 	 */
   1028        1.1   thorpej 	ifp->if_flags |= IFF_RUNNING;
   1029        1.1   thorpej 	ifp->if_flags &= ~IFF_OACTIVE;
   1030        1.8   thorpej 
   1031        1.8   thorpej 	/*
   1032        1.8   thorpej 	 * Start the one second clock.
   1033        1.8   thorpej 	 */
   1034       1.29   thorpej 	callout_reset(&sc->sc_mii_callout, hz, epic_tick, sc);
   1035        1.9   thorpej 
   1036        1.9   thorpej 	/*
   1037        1.9   thorpej 	 * Attempt to start output on the interface.
   1038        1.9   thorpej 	 */
   1039        1.9   thorpej 	epic_start(ifp);
   1040       1.19   thorpej 
   1041       1.19   thorpej  out:
   1042       1.19   thorpej 	if (error)
   1043       1.76   tsutsui 		printf("%s: interface not running\n", device_xname(sc->sc_dev));
   1044       1.76   tsutsui 	return error;
   1045       1.19   thorpej }
   1046       1.19   thorpej 
   1047       1.19   thorpej /*
   1048       1.19   thorpej  * Drain the receive queue.
   1049       1.19   thorpej  */
   1050       1.19   thorpej void
   1051       1.76   tsutsui epic_rxdrain(struct epic_softc *sc)
   1052       1.19   thorpej {
   1053       1.19   thorpej 	struct epic_descsoft *ds;
   1054       1.19   thorpej 	int i;
   1055       1.19   thorpej 
   1056       1.19   thorpej 	for (i = 0; i < EPIC_NRXDESC; i++) {
   1057       1.19   thorpej 		ds = EPIC_DSRX(sc, i);
   1058       1.19   thorpej 		if (ds->ds_mbuf != NULL) {
   1059       1.19   thorpej 			bus_dmamap_unload(sc->sc_dmat, ds->ds_dmamap);
   1060       1.19   thorpej 			m_freem(ds->ds_mbuf);
   1061       1.19   thorpej 			ds->ds_mbuf = NULL;
   1062       1.19   thorpej 		}
   1063       1.19   thorpej 	}
   1064        1.1   thorpej }
   1065        1.1   thorpej 
   1066        1.1   thorpej /*
   1067        1.1   thorpej  * Stop transmission on the interface.
   1068        1.1   thorpej  */
   1069        1.1   thorpej void
   1070       1.76   tsutsui epic_stop(struct ifnet *ifp, int disable)
   1071        1.1   thorpej {
   1072       1.34   thorpej 	struct epic_softc *sc = ifp->if_softc;
   1073        1.1   thorpej 	bus_space_tag_t st = sc->sc_st;
   1074        1.1   thorpej 	bus_space_handle_t sh = sc->sc_sh;
   1075        1.1   thorpej 	struct epic_descsoft *ds;
   1076       1.63   tsutsui 	uint32_t reg;
   1077        1.1   thorpej 	int i;
   1078        1.6   thorpej 
   1079        1.8   thorpej 	/*
   1080        1.8   thorpej 	 * Stop the one second clock.
   1081        1.8   thorpej 	 */
   1082       1.29   thorpej 	callout_stop(&sc->sc_mii_callout);
   1083       1.23   thorpej 
   1084       1.23   thorpej 	/* Down the MII. */
   1085       1.23   thorpej 	mii_down(&sc->sc_mii);
   1086        1.8   thorpej 
   1087        1.6   thorpej 	/* Paranoia... */
   1088        1.6   thorpej 	epic_fixup_clock_source(sc);
   1089        1.1   thorpej 
   1090        1.1   thorpej 	/*
   1091        1.1   thorpej 	 * Disable interrupts.
   1092        1.1   thorpej 	 */
   1093        1.1   thorpej 	reg = bus_space_read_4(st, sh, EPIC_GENCTL);
   1094        1.1   thorpej 	bus_space_write_4(st, sh, EPIC_GENCTL, reg & ~GENCTL_INTENA);
   1095        1.1   thorpej 	bus_space_write_4(st, sh, EPIC_INTMASK, 0);
   1096        1.1   thorpej 
   1097        1.1   thorpej 	/*
   1098        1.1   thorpej 	 * Stop the DMA engine and take the receiver off-line.
   1099        1.1   thorpej 	 */
   1100        1.1   thorpej 	bus_space_write_4(st, sh, EPIC_COMMAND, COMMAND_STOP_RDMA |
   1101        1.1   thorpej 	    COMMAND_STOP_TDMA | COMMAND_STOP_RX);
   1102        1.1   thorpej 
   1103        1.1   thorpej 	/*
   1104        1.1   thorpej 	 * Release any queued transmit buffers.
   1105        1.1   thorpej 	 */
   1106        1.1   thorpej 	for (i = 0; i < EPIC_NTXDESC; i++) {
   1107       1.10   thorpej 		ds = EPIC_DSTX(sc, i);
   1108        1.1   thorpej 		if (ds->ds_mbuf != NULL) {
   1109        1.1   thorpej 			bus_dmamap_unload(sc->sc_dmat, ds->ds_dmamap);
   1110        1.1   thorpej 			m_freem(ds->ds_mbuf);
   1111        1.1   thorpej 			ds->ds_mbuf = NULL;
   1112        1.1   thorpej 		}
   1113       1.19   thorpej 	}
   1114       1.19   thorpej 
   1115        1.1   thorpej 	/*
   1116        1.1   thorpej 	 * Mark the interface down and cancel the watchdog timer.
   1117        1.1   thorpej 	 */
   1118        1.1   thorpej 	ifp->if_flags &= ~(IFF_RUNNING | IFF_OACTIVE);
   1119        1.1   thorpej 	ifp->if_timer = 0;
   1120       1.72    dyoung 
   1121       1.72    dyoung 	if (disable)
   1122       1.72    dyoung 		epic_rxdrain(sc);
   1123        1.1   thorpej }
   1124        1.1   thorpej 
   1125        1.1   thorpej /*
   1126        1.1   thorpej  * Read the EPIC Serial EEPROM.
   1127        1.1   thorpej  */
   1128        1.1   thorpej void
   1129       1.76   tsutsui epic_read_eeprom(struct epic_softc *sc, int word, int wordcnt, uint16_t *data)
   1130        1.1   thorpej {
   1131        1.1   thorpej 	bus_space_tag_t st = sc->sc_st;
   1132        1.1   thorpej 	bus_space_handle_t sh = sc->sc_sh;
   1133       1.63   tsutsui 	uint16_t reg;
   1134        1.1   thorpej 	int i, x;
   1135        1.1   thorpej 
   1136        1.1   thorpej #define	EEPROM_WAIT_READY(st, sh) \
   1137        1.1   thorpej 	while ((bus_space_read_4((st), (sh), EPIC_EECTL) & EECTL_EERDY) == 0) \
   1138        1.1   thorpej 		/* nothing */
   1139        1.1   thorpej 
   1140        1.1   thorpej 	/*
   1141        1.1   thorpej 	 * Enable the EEPROM.
   1142        1.1   thorpej 	 */
   1143        1.1   thorpej 	bus_space_write_4(st, sh, EPIC_EECTL, EECTL_ENABLE);
   1144        1.1   thorpej 	EEPROM_WAIT_READY(st, sh);
   1145        1.1   thorpej 
   1146        1.1   thorpej 	for (i = 0; i < wordcnt; i++) {
   1147        1.1   thorpej 		/* Send CHIP SELECT for one clock tick. */
   1148        1.1   thorpej 		bus_space_write_4(st, sh, EPIC_EECTL, EECTL_ENABLE|EECTL_EECS);
   1149        1.1   thorpej 		EEPROM_WAIT_READY(st, sh);
   1150        1.1   thorpej 
   1151        1.1   thorpej 		/* Shift in the READ opcode. */
   1152        1.1   thorpej 		for (x = 3; x > 0; x--) {
   1153        1.1   thorpej 			reg = EECTL_ENABLE|EECTL_EECS;
   1154        1.1   thorpej 			if (EPIC_EEPROM_OPC_READ & (1 << (x - 1)))
   1155        1.1   thorpej 				reg |= EECTL_EEDI;
   1156        1.1   thorpej 			bus_space_write_4(st, sh, EPIC_EECTL, reg);
   1157        1.1   thorpej 			EEPROM_WAIT_READY(st, sh);
   1158        1.1   thorpej 			bus_space_write_4(st, sh, EPIC_EECTL, reg|EECTL_EESK);
   1159        1.1   thorpej 			EEPROM_WAIT_READY(st, sh);
   1160        1.1   thorpej 			bus_space_write_4(st, sh, EPIC_EECTL, reg);
   1161        1.1   thorpej 			EEPROM_WAIT_READY(st, sh);
   1162        1.1   thorpej 		}
   1163        1.1   thorpej 
   1164        1.1   thorpej 		/* Shift in address. */
   1165        1.1   thorpej 		for (x = 6; x > 0; x--) {
   1166        1.1   thorpej 			reg = EECTL_ENABLE|EECTL_EECS;
   1167        1.1   thorpej 			if ((word + i) & (1 << (x - 1)))
   1168       1.59     perry 				reg |= EECTL_EEDI;
   1169        1.1   thorpej 			bus_space_write_4(st, sh, EPIC_EECTL, reg);
   1170        1.1   thorpej 			EEPROM_WAIT_READY(st, sh);
   1171        1.1   thorpej 			bus_space_write_4(st, sh, EPIC_EECTL, reg|EECTL_EESK);
   1172        1.1   thorpej 			EEPROM_WAIT_READY(st, sh);
   1173        1.1   thorpej 			bus_space_write_4(st, sh, EPIC_EECTL, reg);
   1174        1.1   thorpej 			EEPROM_WAIT_READY(st, sh);
   1175        1.1   thorpej 		}
   1176        1.1   thorpej 
   1177        1.1   thorpej 		/* Shift out data. */
   1178        1.1   thorpej 		reg = EECTL_ENABLE|EECTL_EECS;
   1179        1.1   thorpej 		data[i] = 0;
   1180        1.1   thorpej 		for (x = 16; x > 0; x--) {
   1181        1.1   thorpej 			bus_space_write_4(st, sh, EPIC_EECTL, reg|EECTL_EESK);
   1182        1.1   thorpej 			EEPROM_WAIT_READY(st, sh);
   1183        1.1   thorpej 			if (bus_space_read_4(st, sh, EPIC_EECTL) & EECTL_EEDO)
   1184        1.1   thorpej 				data[i] |= (1 << (x - 1));
   1185        1.1   thorpej 			bus_space_write_4(st, sh, EPIC_EECTL, reg);
   1186        1.1   thorpej 			EEPROM_WAIT_READY(st, sh);
   1187        1.1   thorpej 		}
   1188        1.1   thorpej 
   1189        1.1   thorpej 		/* Clear CHIP SELECT. */
   1190        1.1   thorpej 		bus_space_write_4(st, sh, EPIC_EECTL, EECTL_ENABLE);
   1191        1.1   thorpej 		EEPROM_WAIT_READY(st, sh);
   1192        1.1   thorpej 	}
   1193        1.1   thorpej 
   1194        1.1   thorpej 	/*
   1195        1.1   thorpej 	 * Disable the EEPROM.
   1196        1.1   thorpej 	 */
   1197        1.1   thorpej 	bus_space_write_4(st, sh, EPIC_EECTL, 0);
   1198        1.1   thorpej 
   1199        1.1   thorpej #undef EEPROM_WAIT_READY
   1200        1.1   thorpej }
   1201        1.1   thorpej 
   1202        1.1   thorpej /*
   1203        1.1   thorpej  * Add a receive buffer to the indicated descriptor.
   1204        1.1   thorpej  */
   1205        1.1   thorpej int
   1206       1.76   tsutsui epic_add_rxbuf(struct epic_softc *sc, int idx)
   1207        1.1   thorpej {
   1208       1.10   thorpej 	struct epic_descsoft *ds = EPIC_DSRX(sc, idx);
   1209       1.10   thorpej 	struct mbuf *m;
   1210       1.10   thorpej 	int error;
   1211        1.1   thorpej 
   1212       1.10   thorpej 	MGETHDR(m, M_DONTWAIT, MT_DATA);
   1213       1.10   thorpej 	if (m == NULL)
   1214       1.76   tsutsui 		return ENOBUFS;
   1215        1.1   thorpej 
   1216       1.10   thorpej 	MCLGET(m, M_DONTWAIT);
   1217       1.10   thorpej 	if ((m->m_flags & M_EXT) == 0) {
   1218       1.10   thorpej 		m_freem(m);
   1219       1.76   tsutsui 		return ENOBUFS;
   1220        1.1   thorpej 	}
   1221        1.1   thorpej 
   1222       1.10   thorpej 	if (ds->ds_mbuf != NULL)
   1223       1.10   thorpej 		bus_dmamap_unload(sc->sc_dmat, ds->ds_dmamap);
   1224       1.10   thorpej 
   1225        1.1   thorpej 	ds->ds_mbuf = m;
   1226        1.1   thorpej 
   1227       1.10   thorpej 	error = bus_dmamap_load(sc->sc_dmat, ds->ds_dmamap,
   1228       1.47   thorpej 	    m->m_ext.ext_buf, m->m_ext.ext_size, NULL,
   1229       1.47   thorpej 	    BUS_DMA_READ|BUS_DMA_NOWAIT);
   1230       1.10   thorpej 	if (error) {
   1231       1.76   tsutsui 		printf("%s: can't load rx DMA map %d, error = %d\n",
   1232       1.76   tsutsui 		    device_xname(sc->sc_dev), idx, error);
   1233       1.76   tsutsui 		panic("%s", __func__);	/* XXX */
   1234        1.1   thorpej 	}
   1235        1.1   thorpej 
   1236        1.1   thorpej 	bus_dmamap_sync(sc->sc_dmat, ds->ds_dmamap, 0,
   1237        1.1   thorpej 	    ds->ds_dmamap->dm_mapsize, BUS_DMASYNC_PREREAD);
   1238        1.1   thorpej 
   1239       1.10   thorpej 	EPIC_INIT_RXDESC(sc, idx);
   1240        1.1   thorpej 
   1241       1.76   tsutsui 	return 0;
   1242        1.1   thorpej }
   1243        1.1   thorpej 
   1244        1.1   thorpej /*
   1245        1.1   thorpej  * Set the EPIC multicast hash table.
   1246       1.13   thorpej  *
   1247       1.13   thorpej  * NOTE: We rely on a recently-updated mii_media_active here!
   1248        1.1   thorpej  */
   1249        1.1   thorpej void
   1250       1.76   tsutsui epic_set_mchash(struct epic_softc *sc)
   1251        1.1   thorpej {
   1252        1.1   thorpej 	struct ethercom *ec = &sc->sc_ethercom;
   1253        1.1   thorpej 	struct ifnet *ifp = &sc->sc_ethercom.ec_if;
   1254        1.1   thorpej 	struct ether_multi *enm;
   1255        1.1   thorpej 	struct ether_multistep step;
   1256       1.63   tsutsui 	uint32_t hash, mchash[4];
   1257        1.1   thorpej 
   1258        1.1   thorpej 	/*
   1259        1.1   thorpej 	 * Set up the multicast address filter by passing all multicast
   1260       1.31   thorpej 	 * addresses through a CRC generator, and then using the low-order
   1261        1.1   thorpej 	 * 6 bits as an index into the 64 bit multicast hash table (only
   1262        1.1   thorpej 	 * the lower 16 bits of each 32 bit multicast hash register are
   1263       1.31   thorpej 	 * valid).  The high order bits select the register, while the
   1264        1.1   thorpej 	 * rest of the bits select the bit within the register.
   1265        1.1   thorpej 	 */
   1266        1.1   thorpej 
   1267        1.1   thorpej 	if (ifp->if_flags & IFF_PROMISC)
   1268        1.1   thorpej 		goto allmulti;
   1269        1.1   thorpej 
   1270       1.13   thorpej 	if (IFM_SUBTYPE(sc->sc_mii.mii_media_active) == IFM_10_T) {
   1271       1.13   thorpej 		/* XXX hardware bug in 10Mbps mode. */
   1272       1.13   thorpej 		goto allmulti;
   1273       1.13   thorpej 	}
   1274        1.1   thorpej 
   1275        1.1   thorpej 	mchash[0] = mchash[1] = mchash[2] = mchash[3] = 0;
   1276        1.1   thorpej 
   1277        1.1   thorpej 	ETHER_FIRST_MULTI(step, ec, enm);
   1278        1.1   thorpej 	while (enm != NULL) {
   1279       1.46   thorpej 		if (memcmp(enm->enm_addrlo, enm->enm_addrhi, ETHER_ADDR_LEN)) {
   1280        1.1   thorpej 			/*
   1281        1.1   thorpej 			 * We must listen to a range of multicast addresses.
   1282        1.1   thorpej 			 * For now, just accept all multicasts, rather than
   1283        1.1   thorpej 			 * trying to set only those filter bits needed to match
   1284        1.1   thorpej 			 * the range.  (At this time, the only use of address
   1285        1.1   thorpej 			 * ranges is for IP multicast routing, for which the
   1286        1.1   thorpej 			 * range is big enough to require all bits set.)
   1287        1.1   thorpej 			 */
   1288        1.1   thorpej 			goto allmulti;
   1289        1.1   thorpej 		}
   1290        1.1   thorpej 
   1291       1.37   thorpej 		hash = ether_crc32_be(enm->enm_addrlo, ETHER_ADDR_LEN);
   1292       1.37   thorpej 		hash >>= 26;
   1293        1.1   thorpej 
   1294        1.1   thorpej 		/* Set the corresponding bit in the hash table. */
   1295       1.31   thorpej 		mchash[hash >> 4] |= 1 << (hash & 0xf);
   1296        1.1   thorpej 
   1297        1.1   thorpej 		ETHER_NEXT_MULTI(step, enm);
   1298        1.1   thorpej 	}
   1299        1.1   thorpej 
   1300        1.1   thorpej 	ifp->if_flags &= ~IFF_ALLMULTI;
   1301        1.1   thorpej 	goto sethash;
   1302        1.1   thorpej 
   1303        1.1   thorpej  allmulti:
   1304        1.1   thorpej 	ifp->if_flags |= IFF_ALLMULTI;
   1305        1.1   thorpej 	mchash[0] = mchash[1] = mchash[2] = mchash[3] = 0xffff;
   1306        1.1   thorpej 
   1307        1.1   thorpej  sethash:
   1308        1.1   thorpej 	bus_space_write_4(sc->sc_st, sc->sc_sh, EPIC_MC0, mchash[0]);
   1309        1.1   thorpej 	bus_space_write_4(sc->sc_st, sc->sc_sh, EPIC_MC1, mchash[1]);
   1310        1.1   thorpej 	bus_space_write_4(sc->sc_st, sc->sc_sh, EPIC_MC2, mchash[2]);
   1311        1.1   thorpej 	bus_space_write_4(sc->sc_st, sc->sc_sh, EPIC_MC3, mchash[3]);
   1312        1.8   thorpej }
   1313        1.8   thorpej 
   1314        1.8   thorpej /*
   1315        1.8   thorpej  * Wait for the MII to become ready.
   1316        1.8   thorpej  */
   1317        1.8   thorpej int
   1318       1.76   tsutsui epic_mii_wait(struct epic_softc *sc, uint32_t rw)
   1319        1.8   thorpej {
   1320        1.8   thorpej 	int i;
   1321        1.8   thorpej 
   1322        1.8   thorpej 	for (i = 0; i < 50; i++) {
   1323        1.8   thorpej 		if ((bus_space_read_4(sc->sc_st, sc->sc_sh, EPIC_MMCTL) & rw)
   1324        1.8   thorpej 		    == 0)
   1325        1.8   thorpej 			break;
   1326        1.8   thorpej 		delay(2);
   1327        1.8   thorpej 	}
   1328        1.8   thorpej 	if (i == 50) {
   1329       1.76   tsutsui 		printf("%s: MII timed out\n", device_xname(sc->sc_dev));
   1330       1.76   tsutsui 		return 1;
   1331        1.8   thorpej 	}
   1332        1.8   thorpej 
   1333       1.76   tsutsui 	return 0;
   1334        1.8   thorpej }
   1335        1.8   thorpej 
   1336        1.8   thorpej /*
   1337        1.8   thorpej  * Read from the MII.
   1338        1.8   thorpej  */
   1339        1.8   thorpej int
   1340       1.76   tsutsui epic_mii_read(device_t self, int phy, int reg)
   1341        1.8   thorpej {
   1342       1.76   tsutsui 	struct epic_softc *sc = device_private(self);
   1343        1.8   thorpej 
   1344        1.8   thorpej 	if (epic_mii_wait(sc, MMCTL_WRITE))
   1345       1.76   tsutsui 		return 0;
   1346        1.8   thorpej 
   1347        1.8   thorpej 	bus_space_write_4(sc->sc_st, sc->sc_sh, EPIC_MMCTL,
   1348        1.8   thorpej 	    MMCTL_ARG(phy, reg, MMCTL_READ));
   1349        1.8   thorpej 
   1350        1.8   thorpej 	if (epic_mii_wait(sc, MMCTL_READ))
   1351       1.76   tsutsui 		return 0;
   1352        1.8   thorpej 
   1353       1.76   tsutsui 	return bus_space_read_4(sc->sc_st, sc->sc_sh, EPIC_MMDATA) &
   1354       1.76   tsutsui 	    MMDATA_MASK;
   1355        1.8   thorpej }
   1356        1.8   thorpej 
   1357        1.8   thorpej /*
   1358        1.8   thorpej  * Write to the MII.
   1359        1.8   thorpej  */
   1360        1.8   thorpej void
   1361       1.76   tsutsui epic_mii_write(device_t self, int phy, int reg, int val)
   1362        1.8   thorpej {
   1363       1.76   tsutsui 	struct epic_softc *sc = device_private(self);
   1364        1.8   thorpej 
   1365        1.8   thorpej 	if (epic_mii_wait(sc, MMCTL_WRITE))
   1366        1.8   thorpej 		return;
   1367        1.8   thorpej 
   1368        1.8   thorpej 	bus_space_write_4(sc->sc_st, sc->sc_sh, EPIC_MMDATA, val);
   1369        1.8   thorpej 	bus_space_write_4(sc->sc_st, sc->sc_sh, EPIC_MMCTL,
   1370        1.8   thorpej 	    MMCTL_ARG(phy, reg, MMCTL_WRITE));
   1371        1.8   thorpej }
   1372        1.8   thorpej 
   1373        1.8   thorpej /*
   1374        1.8   thorpej  * Callback from PHY when media changes.
   1375        1.8   thorpej  */
   1376        1.8   thorpej void
   1377       1.81      matt epic_statchg(struct ifnet *ifp)
   1378        1.8   thorpej {
   1379       1.81      matt 	struct epic_softc *sc = ifp->if_softc;
   1380       1.63   tsutsui 	uint32_t txcon, miicfg;
   1381       1.11   thorpej 
   1382       1.11   thorpej 	/*
   1383       1.11   thorpej 	 * Update loopback bits in TXCON to reflect duplex mode.
   1384       1.11   thorpej 	 */
   1385       1.11   thorpej 	txcon = bus_space_read_4(sc->sc_st, sc->sc_sh, EPIC_TXCON);
   1386       1.11   thorpej 	if (sc->sc_mii.mii_media_active & IFM_FDX)
   1387       1.11   thorpej 		txcon |= (TXCON_LOOPBACK_D1|TXCON_LOOPBACK_D2);
   1388       1.11   thorpej 	else
   1389       1.11   thorpej 		txcon &= ~(TXCON_LOOPBACK_D1|TXCON_LOOPBACK_D2);
   1390       1.11   thorpej 	bus_space_write_4(sc->sc_st, sc->sc_sh, EPIC_TXCON, txcon);
   1391       1.13   thorpej 
   1392       1.43  drochner 	/* On some cards we need manualy set fullduplex led */
   1393       1.43  drochner 	if (sc->sc_hwflags & EPIC_DUPLEXLED_ON_694) {
   1394       1.43  drochner 		miicfg = bus_space_read_4(sc->sc_st, sc->sc_sh, EPIC_MIICFG);
   1395       1.59     perry 		if (IFM_OPTIONS(sc->sc_mii.mii_media_active) & IFM_FDX)
   1396       1.43  drochner 			miicfg |= MIICFG_ENABLE;
   1397       1.43  drochner 		else
   1398       1.43  drochner 			miicfg &= ~MIICFG_ENABLE;
   1399       1.43  drochner 		bus_space_write_4(sc->sc_st, sc->sc_sh, EPIC_MIICFG, miicfg);
   1400       1.43  drochner 	}
   1401       1.43  drochner 
   1402       1.13   thorpej 	/*
   1403       1.13   thorpej 	 * There is a multicast filter bug in 10Mbps mode.  Kick the
   1404       1.13   thorpej 	 * multicast filter in case the speed changed.
   1405       1.13   thorpej 	 */
   1406       1.13   thorpej 	epic_set_mchash(sc);
   1407        1.8   thorpej }
   1408        1.8   thorpej 
   1409        1.8   thorpej /*
   1410        1.8   thorpej  * Callback from ifmedia to request new media setting.
   1411       1.70    dyoung  *
   1412       1.70    dyoung  * XXX Looks to me like some of this complexity should move into
   1413       1.70    dyoung  * XXX one or two custom PHY drivers. --dyoung
   1414        1.8   thorpej  */
   1415        1.8   thorpej int
   1416       1.76   tsutsui epic_mediachange(struct ifnet *ifp)
   1417        1.8   thorpej {
   1418       1.11   thorpej 	struct epic_softc *sc = ifp->if_softc;
   1419       1.43  drochner 	struct mii_data *mii = &sc->sc_mii;
   1420       1.43  drochner 	struct ifmedia *ifm = &mii->mii_media;
   1421       1.43  drochner 	int media = ifm->ifm_cur->ifm_media;
   1422       1.63   tsutsui 	uint32_t miicfg;
   1423       1.43  drochner 	struct mii_softc *miisc;
   1424       1.71    dyoung 	int cfg, rc;
   1425       1.43  drochner 
   1426       1.70    dyoung 	if ((ifp->if_flags & IFF_UP) == 0)
   1427       1.76   tsutsui 		return 0;
   1428       1.43  drochner 
   1429       1.43  drochner 	if (IFM_INST(media) != sc->sc_serinst) {
   1430       1.43  drochner 		/* If we're not selecting serial interface, select MII mode */
   1431       1.43  drochner #ifdef EPICMEDIADEBUG
   1432       1.43  drochner 		printf("%s: parallel mode\n", ifp->if_xname);
   1433       1.59     perry #endif
   1434       1.43  drochner 		miicfg = bus_space_read_4(sc->sc_st, sc->sc_sh, EPIC_MIICFG);
   1435       1.43  drochner 		miicfg &= ~MIICFG_SERMODEENA;
   1436       1.43  drochner 		bus_space_write_4(sc->sc_st, sc->sc_sh, EPIC_MIICFG, miicfg);
   1437       1.43  drochner 	}
   1438       1.43  drochner 
   1439       1.71    dyoung 	if ((rc = mii_mediachg(mii)) == ENXIO)
   1440       1.71    dyoung 		rc = 0;
   1441       1.43  drochner 
   1442       1.43  drochner 	if (IFM_INST(media) == sc->sc_serinst) {
   1443       1.43  drochner 		/* select serial interface */
   1444       1.43  drochner #ifdef EPICMEDIADEBUG
   1445       1.43  drochner 		printf("%s: serial mode\n", ifp->if_xname);
   1446       1.43  drochner #endif
   1447       1.43  drochner 		miicfg = bus_space_read_4(sc->sc_st, sc->sc_sh, EPIC_MIICFG);
   1448       1.43  drochner 		miicfg |= (MIICFG_SERMODEENA | MIICFG_ENABLE);
   1449       1.43  drochner 		bus_space_write_4(sc->sc_st, sc->sc_sh, EPIC_MIICFG, miicfg);
   1450       1.43  drochner 
   1451       1.43  drochner 		/* There is no driver to fill this */
   1452       1.43  drochner 		mii->mii_media_active = media;
   1453       1.43  drochner 		mii->mii_media_status = 0;
   1454       1.43  drochner 
   1455       1.81      matt 		epic_statchg(mii->mii_ifp);
   1456       1.76   tsutsui 		return 0;
   1457       1.43  drochner 	}
   1458       1.43  drochner 
   1459       1.43  drochner 	/* Lookup selected PHY */
   1460       1.69    dyoung 	LIST_FOREACH(miisc, &mii->mii_phys, mii_list) {
   1461       1.43  drochner 		if (IFM_INST(media) == miisc->mii_inst)
   1462       1.43  drochner 			break;
   1463       1.43  drochner 	}
   1464       1.43  drochner 	if (!miisc) {
   1465       1.76   tsutsui 		printf("%s: can't happen\n", __func__); /* ??? panic */
   1466       1.76   tsutsui 		return 0;
   1467       1.43  drochner 	}
   1468       1.43  drochner #ifdef EPICMEDIADEBUG
   1469       1.43  drochner 	printf("%s: using phy %s\n", ifp->if_xname,
   1470       1.75   xtraeme 	       device_xname(miisc->mii_dev));
   1471       1.43  drochner #endif
   1472       1.43  drochner 
   1473       1.43  drochner 	if (miisc->mii_flags & MIIF_HAVEFIBER) {
   1474       1.43  drochner 		/* XXX XXX assume it's a Level1 - should check */
   1475       1.43  drochner 
   1476       1.54       wiz 		/* We have to powerup fiber transceivers */
   1477       1.43  drochner 		cfg = PHY_READ(miisc, MII_LXTPHY_CONFIG);
   1478       1.43  drochner 		if (IFM_SUBTYPE(media) == IFM_100_FX) {
   1479       1.43  drochner #ifdef EPICMEDIADEBUG
   1480       1.43  drochner 			printf("%s: power up fiber\n", ifp->if_xname);
   1481       1.43  drochner #endif
   1482       1.43  drochner 			cfg |= (CONFIG_LEDC1 | CONFIG_LEDC0);
   1483       1.43  drochner 		} else {
   1484       1.43  drochner #ifdef EPICMEDIADEBUG
   1485       1.43  drochner 			printf("%s: power down fiber\n", ifp->if_xname);
   1486       1.43  drochner #endif
   1487       1.43  drochner 			cfg &= ~(CONFIG_LEDC1 | CONFIG_LEDC0);
   1488       1.43  drochner 		}
   1489       1.43  drochner 		PHY_WRITE(miisc, MII_LXTPHY_CONFIG, cfg);
   1490       1.43  drochner 	}
   1491        1.8   thorpej 
   1492       1.71    dyoung 	return rc;
   1493        1.1   thorpej }
   1494