Home | History | Annotate | Line # | Download | only in ic
aic6915.c revision 1.22.4.3
      1  1.22.4.3      yamt /*	$NetBSD: aic6915.c,v 1.22.4.3 2010/03/11 15:03:28 yamt Exp $	*/
      2       1.1   thorpej 
      3       1.1   thorpej /*-
      4       1.1   thorpej  * Copyright (c) 2001 The NetBSD Foundation, Inc.
      5       1.1   thorpej  * All rights reserved.
      6       1.1   thorpej  *
      7       1.1   thorpej  * This code is derived from software contributed to The NetBSD Foundation
      8       1.1   thorpej  * by Jason R. Thorpe.
      9      1.13     perry  *
     10       1.1   thorpej  * Redistribution and use in source and binary forms, with or without
     11       1.1   thorpej  * modification, are permitted provided that the following conditions
     12       1.1   thorpej  * are met:
     13       1.1   thorpej  * 1. Redistributions of source code must retain the above copyright
     14       1.1   thorpej  *    notice, this list of conditions and the following disclaimer.
     15       1.1   thorpej  * 2. Redistributions in binary form must reproduce the above copyright
     16       1.1   thorpej  *    notice, this list of conditions and the following disclaimer in the
     17       1.1   thorpej  *    documentation and/or other materials provided with the distribution.
     18       1.1   thorpej  *
     19       1.1   thorpej  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20       1.1   thorpej  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21       1.1   thorpej  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22       1.1   thorpej  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23       1.1   thorpej  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24       1.1   thorpej  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25       1.1   thorpej  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26       1.1   thorpej  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27       1.1   thorpej  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28       1.1   thorpej  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29       1.1   thorpej  * POSSIBILITY OF SUCH DAMAGE.
     30       1.1   thorpej  */
     31       1.1   thorpej 
     32       1.1   thorpej /*
     33       1.1   thorpej  * Device driver for the Adaptec AIC-6915 (``Starfire'')
     34       1.1   thorpej  * 10/100 Ethernet controller.
     35       1.1   thorpej  */
     36       1.5     lukem 
     37       1.5     lukem #include <sys/cdefs.h>
     38  1.22.4.3      yamt __KERNEL_RCSID(0, "$NetBSD: aic6915.c,v 1.22.4.3 2010/03/11 15:03:28 yamt Exp $");
     39       1.1   thorpej 
     40       1.1   thorpej 
     41       1.1   thorpej #include <sys/param.h>
     42       1.1   thorpej #include <sys/systm.h>
     43      1.13     perry #include <sys/callout.h>
     44       1.1   thorpej #include <sys/mbuf.h>
     45       1.1   thorpej #include <sys/malloc.h>
     46       1.1   thorpej #include <sys/kernel.h>
     47       1.1   thorpej #include <sys/socket.h>
     48       1.1   thorpej #include <sys/ioctl.h>
     49       1.1   thorpej #include <sys/errno.h>
     50       1.1   thorpej #include <sys/device.h>
     51       1.1   thorpej 
     52       1.1   thorpej #include <uvm/uvm_extern.h>
     53       1.1   thorpej 
     54      1.13     perry #include <net/if.h>
     55       1.1   thorpej #include <net/if_dl.h>
     56       1.1   thorpej #include <net/if_media.h>
     57       1.1   thorpej #include <net/if_ether.h>
     58       1.1   thorpej 
     59       1.1   thorpej #include <net/bpf.h>
     60      1.13     perry 
     61      1.19        ad #include <sys/bus.h>
     62      1.19        ad #include <sys/intr.h>
     63       1.1   thorpej 
     64       1.1   thorpej #include <dev/mii/miivar.h>
     65       1.1   thorpej 
     66       1.1   thorpej #include <dev/ic/aic6915reg.h>
     67       1.1   thorpej #include <dev/ic/aic6915var.h>
     68       1.1   thorpej 
     69      1.11   thorpej static void	sf_start(struct ifnet *);
     70      1.11   thorpej static void	sf_watchdog(struct ifnet *);
     71      1.16  christos static int	sf_ioctl(struct ifnet *, u_long, void *);
     72      1.11   thorpej static int	sf_init(struct ifnet *);
     73      1.11   thorpej static void	sf_stop(struct ifnet *, int);
     74      1.11   thorpej 
     75  1.22.4.3      yamt static bool	sf_shutdown(device_t, int);
     76      1.11   thorpej 
     77      1.11   thorpej static void	sf_txintr(struct sf_softc *);
     78      1.11   thorpej static void	sf_rxintr(struct sf_softc *);
     79      1.11   thorpej static void	sf_stats_update(struct sf_softc *);
     80      1.11   thorpej 
     81      1.11   thorpej static void	sf_reset(struct sf_softc *);
     82      1.11   thorpej static void	sf_macreset(struct sf_softc *);
     83      1.11   thorpej static void	sf_rxdrain(struct sf_softc *);
     84      1.11   thorpej static int	sf_add_rxbuf(struct sf_softc *, int);
     85      1.11   thorpej static uint8_t	sf_read_eeprom(struct sf_softc *, int);
     86      1.11   thorpej static void	sf_set_filter(struct sf_softc *);
     87      1.11   thorpej 
     88  1.22.4.2      yamt static int	sf_mii_read(device_t, int, int);
     89  1.22.4.2      yamt static void	sf_mii_write(device_t, int, int, int);
     90  1.22.4.2      yamt static void	sf_mii_statchg(device_t);
     91       1.1   thorpej 
     92      1.11   thorpej static void	sf_tick(void *);
     93       1.1   thorpej 
     94       1.1   thorpej #define	sf_funcreg_read(sc, reg)					\
     95       1.1   thorpej 	bus_space_read_4((sc)->sc_st, (sc)->sc_sh_func, (reg))
     96       1.1   thorpej #define	sf_funcreg_write(sc, reg, val)					\
     97       1.1   thorpej 	bus_space_write_4((sc)->sc_st, (sc)->sc_sh_func, (reg), (val))
     98       1.1   thorpej 
     99      1.15     perry static inline uint32_t
    100       1.1   thorpej sf_reg_read(struct sf_softc *sc, bus_addr_t reg)
    101       1.1   thorpej {
    102       1.1   thorpej 
    103       1.1   thorpej 	if (__predict_false(sc->sc_iomapped)) {
    104       1.1   thorpej 		bus_space_write_4(sc->sc_st, sc->sc_sh, SF_IndirectIoAccess,
    105       1.1   thorpej 		    reg);
    106       1.1   thorpej 		return (bus_space_read_4(sc->sc_st, sc->sc_sh,
    107       1.1   thorpej 		    SF_IndirectIoDataPort));
    108       1.1   thorpej 	}
    109       1.1   thorpej 
    110       1.1   thorpej 	return (bus_space_read_4(sc->sc_st, sc->sc_sh, reg));
    111       1.1   thorpej }
    112       1.1   thorpej 
    113      1.15     perry static inline void
    114       1.1   thorpej sf_reg_write(struct sf_softc *sc, bus_addr_t reg, uint32_t val)
    115       1.1   thorpej {
    116       1.1   thorpej 
    117       1.1   thorpej 	if (__predict_false(sc->sc_iomapped)) {
    118       1.1   thorpej 		bus_space_write_4(sc->sc_st, sc->sc_sh, SF_IndirectIoAccess,
    119       1.1   thorpej 		    reg);
    120       1.1   thorpej 		bus_space_write_4(sc->sc_st, sc->sc_sh, SF_IndirectIoDataPort,
    121       1.1   thorpej 		    val);
    122       1.1   thorpej 		return;
    123       1.1   thorpej 	}
    124       1.1   thorpej 
    125       1.1   thorpej 	bus_space_write_4(sc->sc_st, sc->sc_sh, reg, val);
    126       1.1   thorpej }
    127       1.1   thorpej 
    128       1.1   thorpej #define	sf_genreg_read(sc, reg)						\
    129       1.1   thorpej 	sf_reg_read((sc), (reg) + SF_GENREG_OFFSET)
    130       1.1   thorpej #define	sf_genreg_write(sc, reg, val)					\
    131       1.1   thorpej 	sf_reg_write((sc), (reg) + SF_GENREG_OFFSET, (val))
    132       1.1   thorpej 
    133       1.1   thorpej /*
    134       1.1   thorpej  * sf_attach:
    135       1.1   thorpej  *
    136       1.1   thorpej  *	Attach a Starfire interface to the system.
    137       1.1   thorpej  */
    138       1.1   thorpej void
    139       1.1   thorpej sf_attach(struct sf_softc *sc)
    140       1.1   thorpej {
    141       1.1   thorpej 	struct ifnet *ifp = &sc->sc_ethercom.ec_if;
    142       1.1   thorpej 	int i, rseg, error;
    143       1.1   thorpej 	bus_dma_segment_t seg;
    144       1.1   thorpej 	u_int8_t enaddr[ETHER_ADDR_LEN];
    145       1.1   thorpej 
    146      1.17        ad 	callout_init(&sc->sc_tick_callout, 0);
    147       1.1   thorpej 
    148       1.1   thorpej 	/*
    149       1.1   thorpej 	 * If we're I/O mapped, the functional register handle is
    150       1.1   thorpej 	 * the same as the base handle.  If we're memory mapped,
    151       1.1   thorpej 	 * carve off a chunk of the register space for the functional
    152       1.1   thorpej 	 * registers, to save on arithmetic later.
    153       1.1   thorpej 	 */
    154       1.1   thorpej 	if (sc->sc_iomapped)
    155       1.1   thorpej 		sc->sc_sh_func = sc->sc_sh;
    156       1.1   thorpej 	else {
    157       1.1   thorpej 		if ((error = bus_space_subregion(sc->sc_st, sc->sc_sh,
    158       1.1   thorpej 		    SF_GENREG_OFFSET, SF_FUNCREG_SIZE, &sc->sc_sh_func)) != 0) {
    159      1.22    cegger 			aprint_error_dev(&sc->sc_dev, "unable to sub-region functional "
    160      1.22    cegger 			    "registers, error = %d\n",
    161       1.1   thorpej 			    error);
    162       1.1   thorpej 			return;
    163       1.1   thorpej 		}
    164       1.1   thorpej 	}
    165       1.1   thorpej 
    166       1.1   thorpej 	/*
    167       1.1   thorpej 	 * Initialize the transmit threshold for this interface.  The
    168       1.1   thorpej 	 * manual describes the default as 4 * 16 bytes.  We start out
    169       1.1   thorpej 	 * at 10 * 16 bytes, to avoid a bunch of initial underruns on
    170       1.1   thorpej 	 * several platforms.
    171       1.1   thorpej 	 */
    172       1.1   thorpej 	sc->sc_txthresh = 10;
    173       1.1   thorpej 
    174       1.1   thorpej 	/*
    175       1.1   thorpej 	 * Allocate the control data structures, and create and load the
    176       1.1   thorpej 	 * DMA map for it.
    177       1.1   thorpej 	 */
    178       1.1   thorpej 	if ((error = bus_dmamem_alloc(sc->sc_dmat,
    179       1.1   thorpej 	    sizeof(struct sf_control_data), PAGE_SIZE, 0, &seg, 1, &rseg,
    180       1.1   thorpej 	    BUS_DMA_NOWAIT)) != 0) {
    181      1.22    cegger 		aprint_error_dev(&sc->sc_dev, "unable to allocate control data, error = %d\n",
    182      1.22    cegger 		    error);
    183       1.1   thorpej 		goto fail_0;
    184       1.1   thorpej 	}
    185       1.1   thorpej 
    186       1.1   thorpej 	if ((error = bus_dmamem_map(sc->sc_dmat, &seg, rseg,
    187      1.16  christos 	    sizeof(struct sf_control_data), (void **)&sc->sc_control_data,
    188       1.1   thorpej 	    BUS_DMA_NOWAIT|BUS_DMA_COHERENT)) != 0) {
    189      1.22    cegger 		aprint_error_dev(&sc->sc_dev, "unable to map control data, error = %d\n",
    190      1.22    cegger 		    error);
    191       1.1   thorpej 		goto fail_1;
    192       1.1   thorpej 	}
    193       1.1   thorpej 
    194       1.1   thorpej 	if ((error = bus_dmamap_create(sc->sc_dmat,
    195       1.1   thorpej 	    sizeof(struct sf_control_data), 1,
    196       1.1   thorpej 	    sizeof(struct sf_control_data), 0, BUS_DMA_NOWAIT,
    197       1.1   thorpej 	    &sc->sc_cddmamap)) != 0) {
    198      1.22    cegger 		aprint_error_dev(&sc->sc_dev, "unable to create control data DMA map, "
    199      1.22    cegger 		    "error = %d\n", error);
    200       1.1   thorpej 		goto fail_2;
    201       1.1   thorpej 	}
    202       1.1   thorpej 
    203       1.1   thorpej 	if ((error = bus_dmamap_load(sc->sc_dmat, sc->sc_cddmamap,
    204       1.1   thorpej 	    sc->sc_control_data, sizeof(struct sf_control_data), NULL,
    205       1.1   thorpej 	    BUS_DMA_NOWAIT)) != 0) {
    206      1.22    cegger 		aprint_error_dev(&sc->sc_dev, "unable to load control data DMA map, error = %d\n",
    207      1.22    cegger 		    error);
    208       1.1   thorpej 		goto fail_3;
    209       1.1   thorpej 	}
    210       1.1   thorpej 
    211       1.1   thorpej 	/*
    212       1.1   thorpej 	 * Create the transmit buffer DMA maps.
    213       1.1   thorpej 	 */
    214       1.1   thorpej 	for (i = 0; i < SF_NTXDESC; i++) {
    215       1.1   thorpej 		if ((error = bus_dmamap_create(sc->sc_dmat, MCLBYTES,
    216       1.1   thorpej 		    SF_NTXFRAGS, MCLBYTES, 0, BUS_DMA_NOWAIT,
    217       1.1   thorpej 		    &sc->sc_txsoft[i].ds_dmamap)) != 0) {
    218      1.22    cegger 			aprint_error_dev(&sc->sc_dev, "unable to create tx DMA map %d, "
    219      1.22    cegger 			    "error = %d\n", i, error);
    220       1.1   thorpej 			goto fail_4;
    221       1.1   thorpej 		}
    222       1.1   thorpej 	}
    223       1.1   thorpej 
    224       1.1   thorpej 	/*
    225       1.1   thorpej 	 * Create the receive buffer DMA maps.
    226       1.1   thorpej 	 */
    227       1.1   thorpej 	for (i = 0; i < SF_NRXDESC; i++) {
    228       1.1   thorpej 		if ((error = bus_dmamap_create(sc->sc_dmat, MCLBYTES, 1,
    229       1.1   thorpej 		    MCLBYTES, 0, BUS_DMA_NOWAIT,
    230       1.1   thorpej 		    &sc->sc_rxsoft[i].ds_dmamap)) != 0) {
    231      1.22    cegger 			aprint_error_dev(&sc->sc_dev, "unable to create rx DMA map %d, "
    232      1.22    cegger 			    "error = %d\n", i, error);
    233       1.1   thorpej 			goto fail_5;
    234       1.1   thorpej 		}
    235       1.1   thorpej 	}
    236       1.1   thorpej 
    237       1.1   thorpej 	/*
    238       1.1   thorpej 	 * Reset the chip to a known state.
    239       1.1   thorpej 	 */
    240       1.1   thorpej 	sf_reset(sc);
    241       1.1   thorpej 
    242       1.1   thorpej 	/*
    243       1.1   thorpej 	 * Read the Ethernet address from the EEPROM.
    244       1.1   thorpej 	 */
    245       1.1   thorpej 	for (i = 0; i < ETHER_ADDR_LEN; i++)
    246       1.1   thorpej 		enaddr[i] = sf_read_eeprom(sc, (15 + (ETHER_ADDR_LEN - 1)) - i);
    247       1.1   thorpej 
    248      1.22    cegger 	printf("%s: Ethernet address %s\n", device_xname(&sc->sc_dev),
    249       1.1   thorpej 	    ether_sprintf(enaddr));
    250       1.1   thorpej 
    251       1.1   thorpej 	if (sf_funcreg_read(sc, SF_PciDeviceConfig) & PDC_System64)
    252      1.22    cegger 		printf("%s: 64-bit PCI slot detected\n", device_xname(&sc->sc_dev));
    253       1.1   thorpej 
    254       1.1   thorpej 	/*
    255       1.1   thorpej 	 * Initialize our media structures and probe the MII.
    256       1.1   thorpej 	 */
    257       1.1   thorpej 	sc->sc_mii.mii_ifp = ifp;
    258       1.1   thorpej 	sc->sc_mii.mii_readreg = sf_mii_read;
    259       1.1   thorpej 	sc->sc_mii.mii_writereg = sf_mii_write;
    260       1.1   thorpej 	sc->sc_mii.mii_statchg = sf_mii_statchg;
    261      1.20    dyoung 	sc->sc_ethercom.ec_mii = &sc->sc_mii;
    262      1.20    dyoung 	ifmedia_init(&sc->sc_mii.mii_media, IFM_IMASK, ether_mediachange,
    263      1.20    dyoung 	    ether_mediastatus);
    264       1.1   thorpej 	mii_attach(&sc->sc_dev, &sc->sc_mii, 0xffffffff, MII_PHY_ANY,
    265       1.1   thorpej 	    MII_OFFSET_ANY, 0);
    266       1.1   thorpej 	if (LIST_FIRST(&sc->sc_mii.mii_phys) == NULL) {
    267       1.1   thorpej 		ifmedia_add(&sc->sc_mii.mii_media, IFM_ETHER|IFM_NONE, 0, NULL);
    268       1.1   thorpej 		ifmedia_set(&sc->sc_mii.mii_media, IFM_ETHER|IFM_NONE);
    269       1.1   thorpej 	} else
    270       1.1   thorpej 		ifmedia_set(&sc->sc_mii.mii_media, IFM_ETHER|IFM_AUTO);
    271       1.1   thorpej 
    272      1.22    cegger 	strlcpy(ifp->if_xname, device_xname(&sc->sc_dev), IFNAMSIZ);
    273       1.1   thorpej 	ifp->if_softc = sc;
    274       1.1   thorpej 	ifp->if_flags = IFF_BROADCAST | IFF_SIMPLEX | IFF_MULTICAST;
    275       1.1   thorpej 	ifp->if_ioctl = sf_ioctl;
    276       1.1   thorpej 	ifp->if_start = sf_start;
    277       1.1   thorpej 	ifp->if_watchdog = sf_watchdog;
    278       1.1   thorpej 	ifp->if_init = sf_init;
    279       1.1   thorpej 	ifp->if_stop = sf_stop;
    280       1.1   thorpej 	IFQ_SET_READY(&ifp->if_snd);
    281       1.1   thorpej 
    282       1.1   thorpej 	/*
    283       1.1   thorpej 	 * Attach the interface.
    284       1.1   thorpej 	 */
    285       1.1   thorpej 	if_attach(ifp);
    286       1.1   thorpej 	ether_ifattach(ifp, enaddr);
    287       1.1   thorpej 
    288       1.1   thorpej 	/*
    289       1.1   thorpej 	 * Make sure the interface is shutdown during reboot.
    290       1.1   thorpej 	 */
    291  1.22.4.3      yamt 	if (pmf_device_register1(&sc->sc_dev, NULL, NULL, sf_shutdown))
    292  1.22.4.3      yamt 		pmf_class_network_register(&sc->sc_dev, ifp);
    293  1.22.4.3      yamt 	else
    294  1.22.4.3      yamt 		aprint_error_dev(&sc->sc_dev,
    295  1.22.4.3      yamt 		    "couldn't establish power handler\n");
    296       1.1   thorpej 	return;
    297       1.1   thorpej 
    298       1.1   thorpej 	/*
    299       1.1   thorpej 	 * Free any resources we've allocated during the failed attach
    300       1.1   thorpej 	 * attempt.  Do this in reverse order an fall through.
    301       1.1   thorpej 	 */
    302       1.1   thorpej  fail_5:
    303       1.1   thorpej 	for (i = 0; i < SF_NRXDESC; i++) {
    304       1.1   thorpej 		if (sc->sc_rxsoft[i].ds_dmamap != NULL)
    305       1.1   thorpej 			bus_dmamap_destroy(sc->sc_dmat,
    306       1.1   thorpej 			    sc->sc_rxsoft[i].ds_dmamap);
    307       1.1   thorpej 	}
    308       1.1   thorpej  fail_4:
    309       1.1   thorpej 	for (i = 0; i < SF_NTXDESC; i++) {
    310       1.1   thorpej 		if (sc->sc_txsoft[i].ds_dmamap != NULL)
    311       1.1   thorpej 			bus_dmamap_destroy(sc->sc_dmat,
    312       1.1   thorpej 			    sc->sc_txsoft[i].ds_dmamap);
    313       1.1   thorpej 	}
    314       1.1   thorpej 	bus_dmamap_unload(sc->sc_dmat, sc->sc_cddmamap);
    315       1.1   thorpej  fail_3:
    316       1.1   thorpej 	bus_dmamap_destroy(sc->sc_dmat, sc->sc_cddmamap);
    317       1.1   thorpej  fail_2:
    318      1.16  christos 	bus_dmamem_unmap(sc->sc_dmat, (void *) sc->sc_control_data,
    319       1.1   thorpej 	    sizeof(struct sf_control_data));
    320       1.1   thorpej  fail_1:
    321       1.1   thorpej 	bus_dmamem_free(sc->sc_dmat, &seg, rseg);
    322       1.1   thorpej  fail_0:
    323       1.1   thorpej 	return;
    324       1.1   thorpej }
    325       1.1   thorpej 
    326       1.1   thorpej /*
    327       1.1   thorpej  * sf_shutdown:
    328       1.1   thorpej  *
    329       1.1   thorpej  *	Shutdown hook -- make sure the interface is stopped at reboot.
    330       1.1   thorpej  */
    331  1.22.4.3      yamt static bool
    332  1.22.4.3      yamt sf_shutdown(device_t self, int howto)
    333       1.1   thorpej {
    334  1.22.4.3      yamt 	struct sf_softc *sc;
    335       1.1   thorpej 
    336  1.22.4.3      yamt 	sc = device_private(self);
    337       1.1   thorpej 	sf_stop(&sc->sc_ethercom.ec_if, 1);
    338  1.22.4.3      yamt 
    339  1.22.4.3      yamt 	return true;
    340       1.1   thorpej }
    341       1.1   thorpej 
    342       1.1   thorpej /*
    343       1.1   thorpej  * sf_start:		[ifnet interface function]
    344       1.1   thorpej  *
    345       1.1   thorpej  *	Start packet transmission on the interface.
    346       1.1   thorpej  */
    347      1.11   thorpej static void
    348       1.1   thorpej sf_start(struct ifnet *ifp)
    349       1.1   thorpej {
    350       1.1   thorpej 	struct sf_softc *sc = ifp->if_softc;
    351       1.1   thorpej 	struct mbuf *m0, *m;
    352       1.1   thorpej 	struct sf_txdesc0 *txd;
    353       1.1   thorpej 	struct sf_descsoft *ds;
    354       1.1   thorpej 	bus_dmamap_t dmamap;
    355      1.10  christos 	int error, producer, last = -1, opending, seg;
    356       1.1   thorpej 
    357       1.1   thorpej 	/*
    358       1.1   thorpej 	 * Remember the previous number of pending transmits.
    359       1.1   thorpej 	 */
    360       1.1   thorpej 	opending = sc->sc_txpending;
    361       1.1   thorpej 
    362       1.1   thorpej 	/*
    363       1.1   thorpej 	 * Find out where we're sitting.
    364       1.1   thorpej 	 */
    365       1.1   thorpej 	producer = SF_TXDINDEX_TO_HOST(
    366       1.1   thorpej 	    TDQPI_HiPrTxProducerIndex_get(
    367       1.1   thorpej 	    sf_funcreg_read(sc, SF_TxDescQueueProducerIndex)));
    368       1.1   thorpej 
    369       1.1   thorpej 	/*
    370       1.1   thorpej 	 * Loop through the send queue, setting up transmit descriptors
    371       1.1   thorpej 	 * until we drain the queue, or use up all available transmit
    372       1.1   thorpej 	 * descriptors.  Leave a blank one at the end for sanity's sake.
    373       1.1   thorpej 	 */
    374       1.1   thorpej 	while (sc->sc_txpending < (SF_NTXDESC - 1)) {
    375       1.1   thorpej 		/*
    376       1.1   thorpej 		 * Grab a packet off the queue.
    377       1.1   thorpej 		 */
    378       1.1   thorpej 		IFQ_POLL(&ifp->if_snd, m0);
    379       1.1   thorpej 		if (m0 == NULL)
    380       1.1   thorpej 			break;
    381       1.1   thorpej 		m = NULL;
    382       1.1   thorpej 
    383       1.1   thorpej 		/*
    384       1.1   thorpej 		 * Get the transmit descriptor.
    385       1.1   thorpej 		 */
    386       1.1   thorpej 		txd = &sc->sc_txdescs[producer];
    387       1.1   thorpej 		ds = &sc->sc_txsoft[producer];
    388       1.1   thorpej 		dmamap = ds->ds_dmamap;
    389       1.1   thorpej 
    390       1.1   thorpej 		/*
    391       1.1   thorpej 		 * Load the DMA map.  If this fails, the packet either
    392       1.1   thorpej 		 * didn't fit in the allotted number of frags, or we were
    393       1.1   thorpej 		 * short on resources.  In this case, we'll copy and try
    394       1.1   thorpej 		 * again.
    395       1.1   thorpej 		 */
    396       1.1   thorpej 		if (bus_dmamap_load_mbuf(sc->sc_dmat, dmamap, m0,
    397       1.3   thorpej 		    BUS_DMA_WRITE|BUS_DMA_NOWAIT) != 0) {
    398       1.1   thorpej 			MGETHDR(m, M_DONTWAIT, MT_DATA);
    399       1.1   thorpej 			if (m == NULL) {
    400      1.22    cegger 				aprint_error_dev(&sc->sc_dev, "unable to allocate Tx mbuf\n");
    401       1.1   thorpej 				break;
    402       1.1   thorpej 			}
    403       1.1   thorpej 			if (m0->m_pkthdr.len > MHLEN) {
    404       1.1   thorpej 				MCLGET(m, M_DONTWAIT);
    405       1.1   thorpej 				if ((m->m_flags & M_EXT) == 0) {
    406      1.22    cegger 					aprint_error_dev(&sc->sc_dev, "unable to allocate Tx "
    407      1.22    cegger 					    "cluster\n");
    408       1.1   thorpej 					m_freem(m);
    409       1.1   thorpej 					break;
    410       1.1   thorpej 				}
    411       1.1   thorpej 			}
    412      1.16  christos 			m_copydata(m0, 0, m0->m_pkthdr.len, mtod(m, void *));
    413       1.1   thorpej 			m->m_pkthdr.len = m->m_len = m0->m_pkthdr.len;
    414       1.1   thorpej 			error = bus_dmamap_load_mbuf(sc->sc_dmat, dmamap,
    415       1.3   thorpej 			    m, BUS_DMA_WRITE|BUS_DMA_NOWAIT);
    416       1.1   thorpej 			if (error) {
    417      1.22    cegger 				aprint_error_dev(&sc->sc_dev, "unable to load Tx buffer, "
    418      1.22    cegger 				    "error = %d\n", error);
    419       1.1   thorpej 				break;
    420       1.1   thorpej 			}
    421       1.1   thorpej 		}
    422       1.1   thorpej 
    423       1.1   thorpej 		/*
    424       1.1   thorpej 		 * WE ARE NOW COMMITTED TO TRANSMITTING THE PACKET.
    425       1.1   thorpej 		 */
    426       1.1   thorpej 		IFQ_DEQUEUE(&ifp->if_snd, m0);
    427       1.1   thorpej 		if (m != NULL) {
    428       1.1   thorpej 			m_freem(m0);
    429       1.1   thorpej 			m0 = m;
    430       1.1   thorpej 		}
    431       1.1   thorpej 
    432       1.1   thorpej 		/* Initialize the descriptor. */
    433       1.1   thorpej 		txd->td_word0 =
    434       1.1   thorpej 		    htole32(TD_W0_ID | TD_W0_CRCEN | m0->m_pkthdr.len);
    435       1.1   thorpej 		if (producer == (SF_NTXDESC - 1))
    436       1.1   thorpej 			txd->td_word0 |= TD_W0_END;
    437       1.1   thorpej 		txd->td_word1 = htole32(dmamap->dm_nsegs);
    438       1.1   thorpej 		for (seg = 0; seg < dmamap->dm_nsegs; seg++) {
    439       1.1   thorpej 			txd->td_frags[seg].fr_addr =
    440       1.1   thorpej 			    htole32(dmamap->dm_segs[seg].ds_addr);
    441       1.1   thorpej 			txd->td_frags[seg].fr_len =
    442       1.1   thorpej 			    htole32(dmamap->dm_segs[seg].ds_len);
    443       1.1   thorpej 		}
    444       1.1   thorpej 
    445       1.1   thorpej 		/* Sync the descriptor and the DMA map. */
    446       1.1   thorpej 		SF_CDTXDSYNC(sc, producer, BUS_DMASYNC_PREWRITE);
    447       1.1   thorpej 		bus_dmamap_sync(sc->sc_dmat, dmamap, 0, dmamap->dm_mapsize,
    448       1.1   thorpej 		    BUS_DMASYNC_PREWRITE);
    449       1.1   thorpej 
    450       1.1   thorpej 		/*
    451       1.1   thorpej 		 * Store a pointer to the packet so we can free it later.
    452       1.1   thorpej 		 */
    453       1.1   thorpej 		ds->ds_mbuf = m0;
    454       1.1   thorpej 
    455       1.1   thorpej 		/* Advance the Tx pointer. */
    456       1.1   thorpej 		sc->sc_txpending++;
    457       1.1   thorpej 		last = producer;
    458       1.1   thorpej 		producer = SF_NEXTTX(producer);
    459       1.1   thorpej 
    460       1.1   thorpej 		/*
    461       1.1   thorpej 		 * Pass the packet to any BPF listeners.
    462       1.1   thorpej 		 */
    463       1.1   thorpej 		if (ifp->if_bpf)
    464  1.22.4.3      yamt 			bpf_ops->bpf_mtap(ifp->if_bpf, m0);
    465       1.1   thorpej 	}
    466       1.1   thorpej 
    467       1.1   thorpej 	if (sc->sc_txpending == (SF_NTXDESC - 1)) {
    468       1.1   thorpej 		/* No more slots left; notify upper layer. */
    469       1.1   thorpej 		ifp->if_flags |= IFF_OACTIVE;
    470       1.1   thorpej 	}
    471       1.1   thorpej 
    472       1.1   thorpej 	if (sc->sc_txpending != opending) {
    473      1.10  christos 		KASSERT(last != -1);
    474       1.1   thorpej 		/*
    475       1.1   thorpej 		 * We enqueued packets.  Cause a transmit interrupt to
    476       1.1   thorpej 		 * happen on the last packet we enqueued, and give the
    477       1.1   thorpej 		 * new descriptors to the chip by writing the new
    478       1.1   thorpej 		 * producer index.
    479       1.1   thorpej 		 */
    480       1.1   thorpej 		sc->sc_txdescs[last].td_word0 |= TD_W0_INTR;
    481       1.1   thorpej 		SF_CDTXDSYNC(sc, last, BUS_DMASYNC_PREWRITE);
    482       1.1   thorpej 
    483       1.1   thorpej 		sf_funcreg_write(sc, SF_TxDescQueueProducerIndex,
    484       1.1   thorpej 		    TDQPI_HiPrTxProducerIndex(SF_TXDINDEX_TO_CHIP(producer)));
    485       1.1   thorpej 
    486       1.1   thorpej 		/* Set a watchdog timer in case the chip flakes out. */
    487       1.1   thorpej 		ifp->if_timer = 5;
    488       1.1   thorpej 	}
    489       1.1   thorpej }
    490       1.1   thorpej 
    491       1.1   thorpej /*
    492       1.1   thorpej  * sf_watchdog:		[ifnet interface function]
    493       1.1   thorpej  *
    494       1.1   thorpej  *	Watchdog timer handler.
    495       1.1   thorpej  */
    496      1.11   thorpej static void
    497       1.1   thorpej sf_watchdog(struct ifnet *ifp)
    498       1.1   thorpej {
    499       1.1   thorpej 	struct sf_softc *sc = ifp->if_softc;
    500       1.1   thorpej 
    501      1.22    cegger 	printf("%s: device timeout\n", device_xname(&sc->sc_dev));
    502       1.1   thorpej 	ifp->if_oerrors++;
    503       1.1   thorpej 
    504       1.1   thorpej 	(void) sf_init(ifp);
    505       1.1   thorpej 
    506       1.1   thorpej 	/* Try to get more packets going. */
    507       1.1   thorpej 	sf_start(ifp);
    508       1.1   thorpej }
    509       1.1   thorpej 
    510       1.1   thorpej /*
    511       1.1   thorpej  * sf_ioctl:		[ifnet interface function]
    512       1.1   thorpej  *
    513       1.1   thorpej  *	Handle control requests from the operator.
    514       1.1   thorpej  */
    515      1.11   thorpej static int
    516      1.16  christos sf_ioctl(struct ifnet *ifp, u_long cmd, void *data)
    517       1.1   thorpej {
    518       1.1   thorpej 	struct sf_softc *sc = ifp->if_softc;
    519       1.1   thorpej 	int s, error;
    520       1.1   thorpej 
    521       1.1   thorpej 	s = splnet();
    522       1.1   thorpej 
    523      1.20    dyoung 	error = ether_ioctl(ifp, cmd, data);
    524      1.20    dyoung 	if (error == ENETRESET) {
    525      1.20    dyoung 		/*
    526      1.20    dyoung 		 * Multicast list has changed; set the hardware filter
    527      1.20    dyoung 		 * accordingly.
    528      1.20    dyoung 		 */
    529      1.20    dyoung 		if (ifp->if_flags & IFF_RUNNING)
    530      1.20    dyoung 			sf_set_filter(sc);
    531      1.20    dyoung 		error = 0;
    532       1.1   thorpej 	}
    533       1.1   thorpej 
    534       1.1   thorpej 	/* Try to get more packets going. */
    535       1.1   thorpej 	sf_start(ifp);
    536       1.1   thorpej 
    537       1.1   thorpej 	splx(s);
    538       1.1   thorpej 	return (error);
    539       1.1   thorpej }
    540       1.1   thorpej 
    541       1.1   thorpej /*
    542       1.1   thorpej  * sf_intr:
    543       1.1   thorpej  *
    544       1.1   thorpej  *	Interrupt service routine.
    545       1.1   thorpej  */
    546       1.1   thorpej int
    547       1.1   thorpej sf_intr(void *arg)
    548       1.1   thorpej {
    549       1.1   thorpej 	struct sf_softc *sc = arg;
    550       1.1   thorpej 	uint32_t isr;
    551       1.1   thorpej 	int handled = 0, wantinit = 0;
    552       1.1   thorpej 
    553       1.1   thorpej 	for (;;) {
    554       1.1   thorpej 		/* Reading clears all interrupts we're interested in. */
    555       1.1   thorpej 		isr = sf_funcreg_read(sc, SF_InterruptStatus);
    556       1.1   thorpej 		if ((isr & IS_PCIPadInt) == 0)
    557       1.1   thorpej 			break;
    558       1.1   thorpej 
    559       1.1   thorpej 		handled = 1;
    560       1.1   thorpej 
    561       1.1   thorpej 		/* Handle receive interrupts. */
    562       1.1   thorpej 		if (isr & IS_RxQ1DoneInt)
    563       1.1   thorpej 			sf_rxintr(sc);
    564       1.1   thorpej 
    565       1.1   thorpej 		/* Handle transmit completion interrupts. */
    566       1.1   thorpej 		if (isr & (IS_TxDmaDoneInt|IS_TxQueueDoneInt))
    567       1.1   thorpej 			sf_txintr(sc);
    568       1.1   thorpej 
    569       1.1   thorpej 		/* Handle abnormal interrupts. */
    570       1.1   thorpej 		if (isr & IS_AbnormalInterrupt) {
    571       1.1   thorpej 			/* Statistics. */
    572       1.1   thorpej 			if (isr & IS_StatisticWrapInt)
    573       1.1   thorpej 				sf_stats_update(sc);
    574       1.1   thorpej 
    575       1.1   thorpej 			/* DMA errors. */
    576       1.1   thorpej 			if (isr & IS_DmaErrInt) {
    577       1.1   thorpej 				wantinit = 1;
    578      1.22    cegger 				aprint_error_dev(&sc->sc_dev, "WARNING: DMA error\n");
    579       1.1   thorpej 			}
    580       1.1   thorpej 
    581       1.1   thorpej 			/* Transmit FIFO underruns. */
    582       1.1   thorpej 			if (isr & IS_TxDataLowInt) {
    583       1.1   thorpej 				if (sc->sc_txthresh < 0xff)
    584       1.1   thorpej 					sc->sc_txthresh++;
    585       1.1   thorpej 				printf("%s: transmit FIFO underrun, new "
    586       1.1   thorpej 				    "threshold: %d bytes\n",
    587      1.22    cegger 				    device_xname(&sc->sc_dev),
    588       1.1   thorpej 				    sc->sc_txthresh * 16);
    589       1.1   thorpej 				sf_funcreg_write(sc, SF_TransmitFrameCSR,
    590       1.1   thorpej 				    sc->sc_TransmitFrameCSR |
    591       1.1   thorpej 				    TFCSR_TransmitThreshold(sc->sc_txthresh));
    592       1.1   thorpej 				sf_funcreg_write(sc, SF_TxDescQueueCtrl,
    593       1.1   thorpej 				    sc->sc_TxDescQueueCtrl |
    594       1.1   thorpej 				    TDQC_TxHighPriorityFifoThreshold(
    595       1.1   thorpej 							sc->sc_txthresh));
    596       1.1   thorpej 			}
    597       1.1   thorpej 		}
    598       1.1   thorpej 	}
    599       1.1   thorpej 
    600       1.1   thorpej 	if (handled) {
    601       1.1   thorpej 		/* Reset the interface, if necessary. */
    602       1.1   thorpej 		if (wantinit)
    603       1.1   thorpej 			sf_init(&sc->sc_ethercom.ec_if);
    604       1.1   thorpej 
    605       1.1   thorpej 		/* Try and get more packets going. */
    606       1.1   thorpej 		sf_start(&sc->sc_ethercom.ec_if);
    607       1.1   thorpej 	}
    608       1.1   thorpej 
    609       1.1   thorpej 	return (handled);
    610       1.1   thorpej }
    611       1.1   thorpej 
    612       1.1   thorpej /*
    613       1.1   thorpej  * sf_txintr:
    614       1.1   thorpej  *
    615       1.1   thorpej  *	Helper -- handle transmit completion interrupts.
    616       1.1   thorpej  */
    617      1.11   thorpej static void
    618       1.1   thorpej sf_txintr(struct sf_softc *sc)
    619       1.1   thorpej {
    620       1.1   thorpej 	struct ifnet *ifp = &sc->sc_ethercom.ec_if;
    621       1.1   thorpej 	struct sf_descsoft *ds;
    622       1.1   thorpej 	uint32_t cqci, tcd;
    623       1.1   thorpej 	int consumer, producer, txidx;
    624       1.1   thorpej 
    625       1.1   thorpej  try_again:
    626       1.1   thorpej 	cqci = sf_funcreg_read(sc, SF_CompletionQueueConsumerIndex);
    627       1.1   thorpej 
    628       1.1   thorpej 	consumer = CQCI_TxCompletionConsumerIndex_get(cqci);
    629       1.1   thorpej 	producer = CQPI_TxCompletionProducerIndex_get(
    630       1.1   thorpej 	    sf_funcreg_read(sc, SF_CompletionQueueProducerIndex));
    631       1.1   thorpej 
    632       1.1   thorpej 	if (consumer == producer)
    633       1.1   thorpej 		return;
    634       1.1   thorpej 
    635       1.1   thorpej 	ifp->if_flags &= ~IFF_OACTIVE;
    636       1.1   thorpej 
    637       1.1   thorpej 	while (consumer != producer) {
    638       1.1   thorpej 		SF_CDTXCSYNC(sc, consumer, BUS_DMASYNC_POSTREAD);
    639       1.1   thorpej 		tcd = le32toh(sc->sc_txcomp[consumer].tcd_word0);
    640       1.1   thorpej 
    641       1.1   thorpej 		txidx = SF_TCD_INDEX_TO_HOST(TCD_INDEX(tcd));
    642       1.1   thorpej #ifdef DIAGNOSTIC
    643       1.1   thorpej 		if ((tcd & TCD_PR) == 0)
    644      1.22    cegger 			aprint_error_dev(&sc->sc_dev, "Tx queue mismatch, index %d\n",
    645      1.22    cegger 			    txidx);
    646       1.1   thorpej #endif
    647       1.1   thorpej 		/*
    648       1.1   thorpej 		 * NOTE: stats are updated later.  We're just
    649       1.1   thorpej 		 * releasing packets that have been DMA'd to
    650       1.1   thorpej 		 * the chip.
    651       1.1   thorpej 		 */
    652       1.1   thorpej 		ds = &sc->sc_txsoft[txidx];
    653       1.1   thorpej 		SF_CDTXDSYNC(sc, txidx, BUS_DMASYNC_POSTWRITE);
    654       1.1   thorpej 		bus_dmamap_sync(sc->sc_dmat, ds->ds_dmamap,
    655       1.1   thorpej 		    0, ds->ds_dmamap->dm_mapsize,
    656       1.1   thorpej 		    BUS_DMASYNC_POSTWRITE);
    657       1.1   thorpej 		m_freem(ds->ds_mbuf);
    658       1.1   thorpej 		ds->ds_mbuf = NULL;
    659       1.1   thorpej 
    660       1.1   thorpej 		consumer = SF_NEXTTCD(consumer);
    661       1.1   thorpej 		sc->sc_txpending--;
    662       1.1   thorpej 	}
    663       1.1   thorpej 
    664       1.1   thorpej 	/* XXXJRT -- should be KDASSERT() */
    665       1.1   thorpej 	KASSERT(sc->sc_txpending >= 0);
    666       1.1   thorpej 
    667       1.1   thorpej 	/* If all packets are done, cancel the watchdog timer. */
    668       1.1   thorpej 	if (sc->sc_txpending == 0)
    669       1.1   thorpej 		ifp->if_timer = 0;
    670       1.1   thorpej 
    671       1.1   thorpej 	/* Update the consumer index. */
    672       1.1   thorpej 	sf_funcreg_write(sc, SF_CompletionQueueConsumerIndex,
    673       1.1   thorpej 	    (cqci & ~CQCI_TxCompletionConsumerIndex(0x7ff)) |
    674       1.1   thorpej 	     CQCI_TxCompletionConsumerIndex(consumer));
    675       1.1   thorpej 
    676       1.1   thorpej 	/* Double check for new completions. */
    677       1.1   thorpej 	goto try_again;
    678       1.1   thorpej }
    679       1.1   thorpej 
    680       1.1   thorpej /*
    681       1.1   thorpej  * sf_rxintr:
    682       1.1   thorpej  *
    683       1.1   thorpej  *	Helper -- handle receive interrupts.
    684       1.1   thorpej  */
    685      1.11   thorpej static void
    686       1.1   thorpej sf_rxintr(struct sf_softc *sc)
    687       1.1   thorpej {
    688       1.1   thorpej 	struct ifnet *ifp = &sc->sc_ethercom.ec_if;
    689       1.1   thorpej 	struct sf_descsoft *ds;
    690       1.1   thorpej 	struct sf_rcd_full *rcd;
    691       1.1   thorpej 	struct mbuf *m;
    692       1.1   thorpej 	uint32_t cqci, word0;
    693       1.1   thorpej 	int consumer, producer, bufproducer, rxidx, len;
    694       1.1   thorpej 
    695       1.1   thorpej  try_again:
    696       1.1   thorpej 	cqci = sf_funcreg_read(sc, SF_CompletionQueueConsumerIndex);
    697       1.1   thorpej 
    698       1.1   thorpej 	consumer = CQCI_RxCompletionQ1ConsumerIndex_get(cqci);
    699       1.1   thorpej 	producer = CQPI_RxCompletionQ1ProducerIndex_get(
    700       1.1   thorpej 	    sf_funcreg_read(sc, SF_CompletionQueueProducerIndex));
    701       1.1   thorpej 	bufproducer = RXQ1P_RxDescQ1Producer_get(
    702       1.1   thorpej 	    sf_funcreg_read(sc, SF_RxDescQueue1Ptrs));
    703       1.1   thorpej 
    704       1.1   thorpej 	if (consumer == producer)
    705       1.1   thorpej 		return;
    706       1.1   thorpej 
    707       1.1   thorpej 	while (consumer != producer) {
    708       1.1   thorpej 		rcd = &sc->sc_rxcomp[consumer];
    709       1.1   thorpej 		SF_CDRXCSYNC(sc, consumer,
    710       1.1   thorpej 		    BUS_DMASYNC_POSTREAD|BUS_DMASYNC_POSTWRITE);
    711       1.1   thorpej 		SF_CDRXCSYNC(sc, consumer,
    712       1.1   thorpej 		    BUS_DMASYNC_PREREAD|BUS_DMASYNC_PREWRITE);
    713       1.1   thorpej 
    714       1.1   thorpej 		word0 = le32toh(rcd->rcd_word0);
    715       1.1   thorpej 		rxidx = RCD_W0_EndIndex(word0);
    716       1.1   thorpej 
    717       1.1   thorpej 		ds = &sc->sc_rxsoft[rxidx];
    718       1.1   thorpej 
    719       1.1   thorpej 		consumer = SF_NEXTRCD(consumer);
    720       1.1   thorpej 		bufproducer = SF_NEXTRX(bufproducer);
    721       1.1   thorpej 
    722       1.1   thorpej 		if ((word0 & RCD_W0_OK) == 0) {
    723       1.1   thorpej 			SF_INIT_RXDESC(sc, rxidx);
    724       1.1   thorpej 			continue;
    725       1.1   thorpej 		}
    726       1.1   thorpej 
    727       1.1   thorpej 		bus_dmamap_sync(sc->sc_dmat, ds->ds_dmamap, 0,
    728       1.1   thorpej 		    ds->ds_dmamap->dm_mapsize, BUS_DMASYNC_POSTREAD);
    729       1.1   thorpej 
    730       1.1   thorpej 		/*
    731       1.1   thorpej 		 * No errors; receive the packet.  Note that we have
    732       1.1   thorpej 		 * configured the Starfire to NOT transfer the CRC
    733       1.1   thorpej 		 * with the packet.
    734       1.1   thorpej 		 */
    735       1.1   thorpej 		len = RCD_W0_Length(word0);
    736       1.1   thorpej 
    737       1.1   thorpej #ifdef __NO_STRICT_ALIGNMENT
    738       1.1   thorpej 		/*
    739       1.1   thorpej 		 * Allocate a new mbuf cluster.  If that fails, we are
    740       1.1   thorpej 		 * out of memory, and must drop the packet and recycle
    741       1.1   thorpej 		 * the buffer that's already attached to this descriptor.
    742       1.1   thorpej 		 */
    743       1.1   thorpej 		m = ds->ds_mbuf;
    744       1.1   thorpej 		if (sf_add_rxbuf(sc, rxidx) != 0) {
    745       1.1   thorpej 			ifp->if_ierrors++;
    746       1.1   thorpej 			SF_INIT_RXDESC(sc, rxidx);
    747       1.1   thorpej 			bus_dmamap_sync(sc->sc_dmat, ds->ds_dmamap, 0,
    748       1.1   thorpej 			    ds->ds_dmamap->dm_mapsize, BUS_DMASYNC_PREREAD);
    749       1.1   thorpej 			continue;
    750       1.1   thorpej 		}
    751       1.1   thorpej #else
    752       1.1   thorpej 		/*
    753       1.1   thorpej 		 * The Starfire's receive buffer must be 4-byte aligned.
    754       1.1   thorpej 		 * But this means that the data after the Ethernet header
    755       1.1   thorpej 		 * is misaligned.  We must allocate a new buffer and
    756       1.1   thorpej 		 * copy the data, shifted forward 2 bytes.
    757       1.1   thorpej 		 */
    758       1.1   thorpej 		MGETHDR(m, M_DONTWAIT, MT_DATA);
    759       1.1   thorpej 		if (m == NULL) {
    760       1.1   thorpej  dropit:
    761       1.1   thorpej 			ifp->if_ierrors++;
    762       1.1   thorpej 			SF_INIT_RXDESC(sc, rxidx);
    763       1.1   thorpej 			bus_dmamap_sync(sc->sc_dmat, ds->ds_dmamap, 0,
    764       1.1   thorpej 			    ds->ds_dmamap->dm_mapsize, BUS_DMASYNC_PREREAD);
    765       1.1   thorpej 			continue;
    766       1.1   thorpej 		}
    767       1.1   thorpej 		if (len > (MHLEN - 2)) {
    768       1.1   thorpej 			MCLGET(m, M_DONTWAIT);
    769       1.1   thorpej 			if ((m->m_flags & M_EXT) == 0) {
    770       1.1   thorpej 				m_freem(m);
    771       1.1   thorpej 				goto dropit;
    772       1.1   thorpej 			}
    773       1.1   thorpej 		}
    774       1.1   thorpej 		m->m_data += 2;
    775       1.1   thorpej 
    776       1.1   thorpej 		/*
    777       1.1   thorpej 		 * Note that we use cluster for incoming frames, so the
    778       1.1   thorpej 		 * buffer is virtually contiguous.
    779       1.1   thorpej 		 */
    780      1.16  christos 		memcpy(mtod(m, void *), mtod(ds->ds_mbuf, void *), len);
    781       1.1   thorpej 
    782       1.1   thorpej 		/* Allow the receive descriptor to continue using its mbuf. */
    783       1.1   thorpej 		SF_INIT_RXDESC(sc, rxidx);
    784       1.1   thorpej 		bus_dmamap_sync(sc->sc_dmat, ds->ds_dmamap, 0,
    785       1.1   thorpej 		    ds->ds_dmamap->dm_mapsize, BUS_DMASYNC_PREREAD);
    786       1.1   thorpej #endif /* __NO_STRICT_ALIGNMENT */
    787       1.1   thorpej 
    788       1.1   thorpej 		m->m_pkthdr.rcvif = ifp;
    789       1.1   thorpej 		m->m_pkthdr.len = m->m_len = len;
    790       1.1   thorpej 
    791       1.1   thorpej 		/*
    792       1.1   thorpej 		 * Pass this up to any BPF listeners.
    793       1.1   thorpej 		 */
    794       1.1   thorpej 		if (ifp->if_bpf)
    795  1.22.4.3      yamt 			bpf_ops->bpf_mtap(ifp->if_bpf, m);
    796       1.1   thorpej 
    797       1.1   thorpej 		/* Pass it on. */
    798       1.1   thorpej 		(*ifp->if_input)(ifp, m);
    799       1.1   thorpej 	}
    800       1.1   thorpej 
    801       1.1   thorpej 	/* Update the chip's pointers. */
    802       1.1   thorpej 	sf_funcreg_write(sc, SF_CompletionQueueConsumerIndex,
    803       1.1   thorpej 	    (cqci & ~CQCI_RxCompletionQ1ConsumerIndex(0x7ff)) |
    804       1.1   thorpej 	     CQCI_RxCompletionQ1ConsumerIndex(consumer));
    805       1.1   thorpej 	sf_funcreg_write(sc, SF_RxDescQueue1Ptrs,
    806       1.1   thorpej 	    RXQ1P_RxDescQ1Producer(bufproducer));
    807       1.1   thorpej 
    808       1.1   thorpej 	/* Double-check for any new completions. */
    809       1.1   thorpej 	goto try_again;
    810       1.1   thorpej }
    811       1.1   thorpej 
    812       1.1   thorpej /*
    813       1.1   thorpej  * sf_tick:
    814       1.1   thorpej  *
    815       1.1   thorpej  *	One second timer, used to tick the MII and update stats.
    816       1.1   thorpej  */
    817      1.11   thorpej static void
    818       1.1   thorpej sf_tick(void *arg)
    819       1.1   thorpej {
    820       1.1   thorpej 	struct sf_softc *sc = arg;
    821       1.1   thorpej 	int s;
    822       1.1   thorpej 
    823       1.1   thorpej 	s = splnet();
    824       1.1   thorpej 	mii_tick(&sc->sc_mii);
    825       1.1   thorpej 	sf_stats_update(sc);
    826       1.1   thorpej 	splx(s);
    827       1.1   thorpej 
    828       1.1   thorpej 	callout_reset(&sc->sc_tick_callout, hz, sf_tick, sc);
    829       1.1   thorpej }
    830       1.1   thorpej 
    831       1.1   thorpej /*
    832       1.1   thorpej  * sf_stats_update:
    833       1.1   thorpej  *
    834       1.1   thorpej  *	Read the statitistics counters.
    835       1.1   thorpej  */
    836      1.11   thorpej static void
    837       1.1   thorpej sf_stats_update(struct sf_softc *sc)
    838       1.1   thorpej {
    839       1.1   thorpej 	struct sf_stats stats;
    840       1.1   thorpej 	struct ifnet *ifp = &sc->sc_ethercom.ec_if;
    841       1.1   thorpej 	uint32_t *p;
    842       1.8   thorpej 	u_int i;
    843       1.1   thorpej 
    844       1.1   thorpej 	p = &stats.TransmitOKFrames;
    845       1.1   thorpej 	for (i = 0; i < (sizeof(stats) / sizeof(uint32_t)); i++) {
    846       1.1   thorpej 		*p++ = sf_genreg_read(sc,
    847       1.1   thorpej 		    SF_STATS_BASE + (i * sizeof(uint32_t)));
    848       1.1   thorpej 		sf_genreg_write(sc, SF_STATS_BASE + (i * sizeof(uint32_t)), 0);
    849       1.1   thorpej 	}
    850       1.1   thorpej 
    851       1.1   thorpej 	ifp->if_opackets += stats.TransmitOKFrames;
    852       1.1   thorpej 
    853       1.1   thorpej 	ifp->if_collisions += stats.SingleCollisionFrames +
    854       1.1   thorpej 	    stats.MultipleCollisionFrames;
    855       1.1   thorpej 
    856       1.1   thorpej 	ifp->if_oerrors += stats.TransmitAbortDueToExcessiveCollisions +
    857       1.1   thorpej 	    stats.TransmitAbortDueToExcessingDeferral +
    858       1.1   thorpej 	    stats.FramesLostDueToInternalTransmitErrors;
    859       1.1   thorpej 
    860       1.1   thorpej 	ifp->if_ipackets += stats.ReceiveOKFrames;
    861       1.1   thorpej 
    862       1.1   thorpej 	ifp->if_ierrors += stats.ReceiveCRCErrors + stats.AlignmentErrors +
    863       1.1   thorpej 	    stats.ReceiveFramesTooLong + stats.ReceiveFramesTooShort +
    864       1.1   thorpej 	    stats.ReceiveFramesJabbersError +
    865       1.1   thorpej 	    stats.FramesLostDueToInternalReceiveErrors;
    866       1.1   thorpej }
    867       1.1   thorpej 
    868       1.1   thorpej /*
    869       1.1   thorpej  * sf_reset:
    870       1.1   thorpej  *
    871       1.1   thorpej  *	Perform a soft reset on the Starfire.
    872       1.1   thorpej  */
    873      1.11   thorpej static void
    874       1.1   thorpej sf_reset(struct sf_softc *sc)
    875       1.1   thorpej {
    876       1.1   thorpej 	int i;
    877       1.1   thorpej 
    878       1.1   thorpej 	sf_funcreg_write(sc, SF_GeneralEthernetCtrl, 0);
    879       1.1   thorpej 
    880       1.1   thorpej 	sf_macreset(sc);
    881       1.1   thorpej 
    882       1.1   thorpej 	sf_funcreg_write(sc, SF_PciDeviceConfig, PDC_SoftReset);
    883       1.1   thorpej 	for (i = 0; i < 1000; i++) {
    884       1.1   thorpej 		delay(10);
    885       1.1   thorpej 		if ((sf_funcreg_read(sc, SF_PciDeviceConfig) &
    886       1.1   thorpej 		     PDC_SoftReset) == 0)
    887       1.1   thorpej 			break;
    888       1.1   thorpej 	}
    889       1.1   thorpej 
    890       1.1   thorpej 	if (i == 1000) {
    891      1.22    cegger 		aprint_error_dev(&sc->sc_dev, "reset failed to complete\n");
    892       1.1   thorpej 		sf_funcreg_write(sc, SF_PciDeviceConfig, 0);
    893       1.1   thorpej 	}
    894       1.1   thorpej 
    895       1.1   thorpej 	delay(1000);
    896       1.1   thorpej }
    897       1.1   thorpej 
    898       1.1   thorpej /*
    899       1.1   thorpej  * sf_macreset:
    900       1.1   thorpej  *
    901       1.1   thorpej  *	Reset the MAC portion of the Starfire.
    902       1.1   thorpej  */
    903      1.11   thorpej static void
    904       1.1   thorpej sf_macreset(struct sf_softc *sc)
    905       1.1   thorpej {
    906       1.1   thorpej 
    907       1.1   thorpej 	sf_genreg_write(sc, SF_MacConfig1, sc->sc_MacConfig1 | MC1_SoftRst);
    908       1.1   thorpej 	delay(1000);
    909       1.1   thorpej 	sf_genreg_write(sc, SF_MacConfig1, sc->sc_MacConfig1);
    910       1.1   thorpej }
    911       1.1   thorpej 
    912       1.1   thorpej /*
    913       1.1   thorpej  * sf_init:		[ifnet interface function]
    914       1.1   thorpej  *
    915       1.1   thorpej  *	Initialize the interface.  Must be called at splnet().
    916       1.1   thorpej  */
    917      1.11   thorpej static int
    918       1.1   thorpej sf_init(struct ifnet *ifp)
    919       1.1   thorpej {
    920       1.1   thorpej 	struct sf_softc *sc = ifp->if_softc;
    921       1.1   thorpej 	struct sf_descsoft *ds;
    922       1.8   thorpej 	int error = 0;
    923       1.8   thorpej 	u_int i;
    924       1.1   thorpej 
    925       1.1   thorpej 	/*
    926       1.1   thorpej 	 * Cancel any pending I/O.
    927       1.1   thorpej 	 */
    928       1.1   thorpej 	sf_stop(ifp, 0);
    929       1.1   thorpej 
    930       1.1   thorpej 	/*
    931       1.1   thorpej 	 * Reset the Starfire to a known state.
    932       1.1   thorpej 	 */
    933       1.1   thorpej 	sf_reset(sc);
    934       1.1   thorpej 
    935       1.1   thorpej 	/* Clear the stat counters. */
    936       1.1   thorpej 	for (i = 0; i < sizeof(struct sf_stats); i += sizeof(uint32_t))
    937       1.1   thorpej 		sf_genreg_write(sc, SF_STATS_BASE + i, 0);
    938       1.1   thorpej 
    939       1.1   thorpej 	/*
    940       1.1   thorpej 	 * Initialize the transmit descriptor ring.
    941       1.1   thorpej 	 */
    942       1.1   thorpej 	memset(sc->sc_txdescs, 0, sizeof(sc->sc_txdescs));
    943       1.1   thorpej 	sf_funcreg_write(sc, SF_TxDescQueueHighAddr, 0);
    944       1.1   thorpej 	sf_funcreg_write(sc, SF_HiPrTxDescQueueBaseAddr, SF_CDTXDADDR(sc, 0));
    945       1.1   thorpej 	sf_funcreg_write(sc, SF_LoPrTxDescQueueBaseAddr, 0);
    946       1.1   thorpej 
    947       1.1   thorpej 	/*
    948       1.1   thorpej 	 * Initialize the transmit completion ring.
    949       1.1   thorpej 	 */
    950       1.1   thorpej 	for (i = 0; i < SF_NTCD; i++) {
    951       1.1   thorpej 		sc->sc_txcomp[i].tcd_word0 = TCD_DMA_ID;
    952       1.1   thorpej 		SF_CDTXCSYNC(sc, i, BUS_DMASYNC_PREREAD|BUS_DMASYNC_PREWRITE);
    953       1.1   thorpej 	}
    954       1.1   thorpej 	sf_funcreg_write(sc, SF_CompletionQueueHighAddr, 0);
    955       1.1   thorpej 	sf_funcreg_write(sc, SF_TxCompletionQueueCtrl, SF_CDTXCADDR(sc, 0));
    956       1.1   thorpej 
    957       1.1   thorpej 	/*
    958       1.1   thorpej 	 * Initialize the receive descriptor ring.
    959       1.1   thorpej 	 */
    960       1.1   thorpej 	for (i = 0; i < SF_NRXDESC; i++) {
    961       1.1   thorpej 		ds = &sc->sc_rxsoft[i];
    962       1.1   thorpej 		if (ds->ds_mbuf == NULL) {
    963       1.1   thorpej 			if ((error = sf_add_rxbuf(sc, i)) != 0) {
    964      1.22    cegger 				aprint_error_dev(&sc->sc_dev, "unable to allocate or map rx "
    965       1.1   thorpej 				    "buffer %d, error = %d\n",
    966      1.22    cegger 				    i, error);
    967       1.1   thorpej 				/*
    968       1.1   thorpej 				 * XXX Should attempt to run with fewer receive
    969       1.1   thorpej 				 * XXX buffers instead of just failing.
    970       1.1   thorpej 				 */
    971       1.1   thorpej 				sf_rxdrain(sc);
    972       1.1   thorpej 				goto out;
    973       1.1   thorpej 			}
    974       1.4   thorpej 		} else
    975       1.4   thorpej 			SF_INIT_RXDESC(sc, i);
    976       1.1   thorpej 	}
    977       1.1   thorpej 	sf_funcreg_write(sc, SF_RxDescQueueHighAddress, 0);
    978       1.1   thorpej 	sf_funcreg_write(sc, SF_RxDescQueue1LowAddress, SF_CDRXDADDR(sc, 0));
    979       1.1   thorpej 	sf_funcreg_write(sc, SF_RxDescQueue2LowAddress, 0);
    980       1.1   thorpej 
    981       1.1   thorpej 	/*
    982       1.1   thorpej 	 * Initialize the receive completion ring.
    983       1.1   thorpej 	 */
    984       1.1   thorpej 	for (i = 0; i < SF_NRCD; i++) {
    985       1.1   thorpej 		sc->sc_rxcomp[i].rcd_word0 = RCD_W0_ID;
    986       1.1   thorpej 		sc->sc_rxcomp[i].rcd_word1 = 0;
    987       1.1   thorpej 		sc->sc_rxcomp[i].rcd_word2 = 0;
    988       1.1   thorpej 		sc->sc_rxcomp[i].rcd_timestamp = 0;
    989       1.1   thorpej 		SF_CDRXCSYNC(sc, i, BUS_DMASYNC_PREREAD|BUS_DMASYNC_PREWRITE);
    990       1.1   thorpej 	}
    991       1.1   thorpej 	sf_funcreg_write(sc, SF_RxCompletionQueue1Ctrl, SF_CDRXCADDR(sc, 0) |
    992       1.1   thorpej 	    RCQ1C_RxCompletionQ1Type(3));
    993       1.1   thorpej 	sf_funcreg_write(sc, SF_RxCompletionQueue2Ctrl, 0);
    994       1.1   thorpej 
    995       1.1   thorpej 	/*
    996       1.1   thorpej 	 * Initialize the Tx CSR.
    997       1.1   thorpej 	 */
    998       1.1   thorpej 	sc->sc_TransmitFrameCSR = 0;
    999       1.1   thorpej 	sf_funcreg_write(sc, SF_TransmitFrameCSR,
   1000       1.1   thorpej 	    sc->sc_TransmitFrameCSR |
   1001       1.1   thorpej 	    TFCSR_TransmitThreshold(sc->sc_txthresh));
   1002       1.1   thorpej 
   1003       1.1   thorpej 	/*
   1004       1.1   thorpej 	 * Initialize the Tx descriptor control register.
   1005       1.1   thorpej 	 */
   1006       1.1   thorpej 	sc->sc_TxDescQueueCtrl = TDQC_SkipLength(0) |
   1007       1.1   thorpej 	    TDQC_TxDmaBurstSize(4) |	/* default */
   1008       1.6   thorpej 	    TDQC_MinFrameSpacing(3) |	/* 128 bytes */
   1009       1.1   thorpej 	    TDQC_TxDescType(0);
   1010       1.1   thorpej 	sf_funcreg_write(sc, SF_TxDescQueueCtrl,
   1011       1.1   thorpej 	    sc->sc_TxDescQueueCtrl |
   1012       1.1   thorpej 	    TDQC_TxHighPriorityFifoThreshold(sc->sc_txthresh));
   1013       1.1   thorpej 
   1014       1.1   thorpej 	/*
   1015       1.1   thorpej 	 * Initialize the Rx descriptor control registers.
   1016       1.1   thorpej 	 */
   1017       1.1   thorpej 	sf_funcreg_write(sc, SF_RxDescQueue1Ctrl,
   1018       1.1   thorpej 	    RDQ1C_RxQ1BufferLength(MCLBYTES) |
   1019       1.1   thorpej 	    RDQ1C_RxDescSpacing(0));
   1020       1.1   thorpej 	sf_funcreg_write(sc, SF_RxDescQueue2Ctrl, 0);
   1021       1.1   thorpej 
   1022       1.1   thorpej 	/*
   1023       1.1   thorpej 	 * Initialize the Tx descriptor producer indices.
   1024       1.1   thorpej 	 */
   1025       1.1   thorpej 	sf_funcreg_write(sc, SF_TxDescQueueProducerIndex,
   1026       1.1   thorpej 	    TDQPI_HiPrTxProducerIndex(0) |
   1027       1.1   thorpej 	    TDQPI_LoPrTxProducerIndex(0));
   1028       1.1   thorpej 
   1029       1.1   thorpej 	/*
   1030       1.1   thorpej 	 * Initialize the Rx descriptor producer indices.
   1031       1.1   thorpej 	 */
   1032       1.1   thorpej 	sf_funcreg_write(sc, SF_RxDescQueue1Ptrs,
   1033       1.1   thorpej 	    RXQ1P_RxDescQ1Producer(SF_NRXDESC - 1));
   1034       1.1   thorpej 	sf_funcreg_write(sc, SF_RxDescQueue2Ptrs,
   1035       1.1   thorpej 	    RXQ2P_RxDescQ2Producer(0));
   1036       1.1   thorpej 
   1037       1.1   thorpej 	/*
   1038       1.1   thorpej 	 * Initialize the Tx and Rx completion queue consumer indices.
   1039       1.1   thorpej 	 */
   1040       1.1   thorpej 	sf_funcreg_write(sc, SF_CompletionQueueConsumerIndex,
   1041       1.1   thorpej 	    CQCI_TxCompletionConsumerIndex(0) |
   1042       1.1   thorpej 	    CQCI_RxCompletionQ1ConsumerIndex(0));
   1043       1.1   thorpej 	sf_funcreg_write(sc, SF_RxHiPrCompletionPtrs, 0);
   1044       1.1   thorpej 
   1045       1.1   thorpej 	/*
   1046       1.1   thorpej 	 * Initialize the Rx DMA control register.
   1047       1.1   thorpej 	 */
   1048       1.1   thorpej 	sf_funcreg_write(sc, SF_RxDmaCtrl,
   1049       1.1   thorpej 	    RDC_RxHighPriorityThreshold(6) |	/* default */
   1050       1.1   thorpej 	    RDC_RxBurstSize(4));		/* default */
   1051       1.1   thorpej 
   1052       1.1   thorpej 	/*
   1053       1.1   thorpej 	 * Set the receive filter.
   1054       1.1   thorpej 	 */
   1055       1.1   thorpej 	sc->sc_RxAddressFilteringCtl = 0;
   1056       1.1   thorpej 	sf_set_filter(sc);
   1057       1.1   thorpej 
   1058       1.1   thorpej 	/*
   1059       1.1   thorpej 	 * Set MacConfig1.  When we set the media, MacConfig1 will
   1060       1.1   thorpej 	 * actually be written and the MAC part reset.
   1061       1.1   thorpej 	 */
   1062       1.1   thorpej 	sc->sc_MacConfig1 = MC1_PadEn;
   1063       1.1   thorpej 
   1064       1.1   thorpej 	/*
   1065       1.1   thorpej 	 * Set the media.
   1066       1.1   thorpej 	 */
   1067      1.20    dyoung 	if ((error = ether_mediachange(ifp)) != 0)
   1068      1.20    dyoung 		goto out;
   1069       1.1   thorpej 
   1070       1.1   thorpej 	/*
   1071       1.1   thorpej 	 * Initialize the interrupt register.
   1072       1.1   thorpej 	 */
   1073       1.1   thorpej 	sc->sc_InterruptEn = IS_PCIPadInt | IS_RxQ1DoneInt |
   1074       1.1   thorpej 	    IS_TxQueueDoneInt | IS_TxDmaDoneInt | IS_DmaErrInt |
   1075       1.1   thorpej 	    IS_StatisticWrapInt;
   1076       1.1   thorpej 	sf_funcreg_write(sc, SF_InterruptEn, sc->sc_InterruptEn);
   1077       1.1   thorpej 
   1078       1.1   thorpej 	sf_funcreg_write(sc, SF_PciDeviceConfig, PDC_IntEnable |
   1079       1.1   thorpej 	    PDC_PCIMstDmaEn | (1 << PDC_FifoThreshold_SHIFT));
   1080       1.1   thorpej 
   1081       1.1   thorpej 	/*
   1082       1.1   thorpej 	 * Start the transmit and receive processes.
   1083       1.1   thorpej 	 */
   1084       1.1   thorpej 	sf_funcreg_write(sc, SF_GeneralEthernetCtrl,
   1085       1.1   thorpej 	    GEC_TxDmaEn|GEC_RxDmaEn|GEC_TransmitEn|GEC_ReceiveEn);
   1086       1.1   thorpej 
   1087       1.1   thorpej 	/* Start the on second clock. */
   1088       1.1   thorpej 	callout_reset(&sc->sc_tick_callout, hz, sf_tick, sc);
   1089       1.1   thorpej 
   1090       1.1   thorpej 	/*
   1091       1.1   thorpej 	 * Note that the interface is now running.
   1092       1.1   thorpej 	 */
   1093       1.1   thorpej 	ifp->if_flags |= IFF_RUNNING;
   1094       1.1   thorpej 	ifp->if_flags &= ~IFF_OACTIVE;
   1095       1.1   thorpej 
   1096       1.1   thorpej  out:
   1097       1.1   thorpej 	if (error) {
   1098       1.1   thorpej 		ifp->if_flags &= ~(IFF_RUNNING | IFF_OACTIVE);
   1099       1.1   thorpej 		ifp->if_timer = 0;
   1100      1.22    cegger 		printf("%s: interface not running\n", device_xname(&sc->sc_dev));
   1101       1.1   thorpej 	}
   1102       1.1   thorpej 	return (error);
   1103       1.1   thorpej }
   1104       1.1   thorpej 
   1105       1.1   thorpej /*
   1106       1.1   thorpej  * sf_rxdrain:
   1107       1.1   thorpej  *
   1108       1.1   thorpej  *	Drain the receive queue.
   1109       1.1   thorpej  */
   1110      1.11   thorpej static void
   1111       1.1   thorpej sf_rxdrain(struct sf_softc *sc)
   1112       1.1   thorpej {
   1113       1.1   thorpej 	struct sf_descsoft *ds;
   1114       1.1   thorpej 	int i;
   1115       1.1   thorpej 
   1116       1.1   thorpej 	for (i = 0; i < SF_NRXDESC; i++) {
   1117       1.1   thorpej 		ds = &sc->sc_rxsoft[i];
   1118       1.1   thorpej 		if (ds->ds_mbuf != NULL) {
   1119       1.1   thorpej 			bus_dmamap_unload(sc->sc_dmat, ds->ds_dmamap);
   1120       1.1   thorpej 			m_freem(ds->ds_mbuf);
   1121       1.1   thorpej 			ds->ds_mbuf = NULL;
   1122       1.1   thorpej 		}
   1123       1.1   thorpej 	}
   1124       1.1   thorpej }
   1125       1.1   thorpej 
   1126       1.1   thorpej /*
   1127       1.1   thorpej  * sf_stop:		[ifnet interface function]
   1128       1.1   thorpej  *
   1129       1.1   thorpej  *	Stop transmission on the interface.
   1130       1.1   thorpej  */
   1131      1.11   thorpej static void
   1132       1.1   thorpej sf_stop(struct ifnet *ifp, int disable)
   1133       1.1   thorpej {
   1134       1.1   thorpej 	struct sf_softc *sc = ifp->if_softc;
   1135       1.1   thorpej 	struct sf_descsoft *ds;
   1136       1.1   thorpej 	int i;
   1137       1.1   thorpej 
   1138       1.1   thorpej 	/* Stop the one second clock. */
   1139       1.1   thorpej 	callout_stop(&sc->sc_tick_callout);
   1140       1.1   thorpej 
   1141       1.1   thorpej 	/* Down the MII. */
   1142       1.1   thorpej 	mii_down(&sc->sc_mii);
   1143       1.1   thorpej 
   1144       1.1   thorpej 	/* Disable interrupts. */
   1145       1.1   thorpej 	sf_funcreg_write(sc, SF_InterruptEn, 0);
   1146       1.1   thorpej 
   1147       1.1   thorpej 	/* Stop the transmit and receive processes. */
   1148       1.1   thorpej 	sf_funcreg_write(sc, SF_GeneralEthernetCtrl, 0);
   1149       1.1   thorpej 
   1150       1.1   thorpej 	/*
   1151       1.1   thorpej 	 * Release any queued transmit buffers.
   1152       1.1   thorpej 	 */
   1153       1.1   thorpej 	for (i = 0; i < SF_NTXDESC; i++) {
   1154       1.1   thorpej 		ds = &sc->sc_txsoft[i];
   1155       1.1   thorpej 		if (ds->ds_mbuf != NULL) {
   1156       1.1   thorpej 			bus_dmamap_unload(sc->sc_dmat, ds->ds_dmamap);
   1157       1.1   thorpej 			m_freem(ds->ds_mbuf);
   1158       1.1   thorpej 			ds->ds_mbuf = NULL;
   1159       1.1   thorpej 		}
   1160       1.1   thorpej 	}
   1161       1.1   thorpej 
   1162       1.1   thorpej 	/*
   1163       1.1   thorpej 	 * Mark the interface down and cancel the watchdog timer.
   1164       1.1   thorpej 	 */
   1165       1.1   thorpej 	ifp->if_flags &= ~(IFF_RUNNING | IFF_OACTIVE);
   1166       1.1   thorpej 	ifp->if_timer = 0;
   1167      1.21    dyoung 
   1168      1.21    dyoung 	if (disable)
   1169      1.21    dyoung 		sf_rxdrain(sc);
   1170       1.1   thorpej }
   1171       1.1   thorpej 
   1172       1.1   thorpej /*
   1173       1.1   thorpej  * sf_read_eeprom:
   1174       1.1   thorpej  *
   1175       1.1   thorpej  *	Read from the Starfire EEPROM.
   1176       1.1   thorpej  */
   1177      1.11   thorpej static uint8_t
   1178       1.1   thorpej sf_read_eeprom(struct sf_softc *sc, int offset)
   1179       1.1   thorpej {
   1180       1.1   thorpej 	uint32_t reg;
   1181       1.1   thorpej 
   1182       1.1   thorpej 	reg = sf_genreg_read(sc, SF_EEPROM_BASE + (offset & ~3));
   1183       1.1   thorpej 
   1184       1.1   thorpej 	return ((reg >> (8 * (offset & 3))) & 0xff);
   1185       1.1   thorpej }
   1186       1.1   thorpej 
   1187       1.1   thorpej /*
   1188       1.1   thorpej  * sf_add_rxbuf:
   1189       1.1   thorpej  *
   1190       1.1   thorpej  *	Add a receive buffer to the indicated descriptor.
   1191       1.1   thorpej  */
   1192      1.11   thorpej static int
   1193       1.1   thorpej sf_add_rxbuf(struct sf_softc *sc, int idx)
   1194       1.1   thorpej {
   1195       1.1   thorpej 	struct sf_descsoft *ds = &sc->sc_rxsoft[idx];
   1196       1.1   thorpej 	struct mbuf *m;
   1197       1.1   thorpej 	int error;
   1198       1.1   thorpej 
   1199       1.1   thorpej 	MGETHDR(m, M_DONTWAIT, MT_DATA);
   1200       1.1   thorpej 	if (m == NULL)
   1201       1.1   thorpej 		return (ENOBUFS);
   1202       1.1   thorpej 
   1203       1.1   thorpej 	MCLGET(m, M_DONTWAIT);
   1204       1.1   thorpej 	if ((m->m_flags & M_EXT) == 0) {
   1205       1.1   thorpej 		m_freem(m);
   1206       1.1   thorpej 		return (ENOBUFS);
   1207       1.1   thorpej 	}
   1208       1.1   thorpej 
   1209       1.1   thorpej 	if (ds->ds_mbuf != NULL)
   1210       1.1   thorpej 		bus_dmamap_unload(sc->sc_dmat, ds->ds_dmamap);
   1211       1.1   thorpej 
   1212       1.1   thorpej 	ds->ds_mbuf = m;
   1213       1.1   thorpej 
   1214       1.1   thorpej 	error = bus_dmamap_load(sc->sc_dmat, ds->ds_dmamap,
   1215       1.3   thorpej 	    m->m_ext.ext_buf, m->m_ext.ext_size, NULL,
   1216       1.3   thorpej 	    BUS_DMA_READ|BUS_DMA_NOWAIT);
   1217       1.1   thorpej 	if (error) {
   1218      1.22    cegger 		aprint_error_dev(&sc->sc_dev, "can't load rx DMA map %d, error = %d\n",
   1219      1.22    cegger 		    idx, error);
   1220       1.1   thorpej 		panic("sf_add_rxbuf"); /* XXX */
   1221       1.1   thorpej 	}
   1222       1.1   thorpej 
   1223       1.1   thorpej 	bus_dmamap_sync(sc->sc_dmat, ds->ds_dmamap, 0,
   1224       1.1   thorpej 	    ds->ds_dmamap->dm_mapsize, BUS_DMASYNC_PREREAD);
   1225       1.1   thorpej 
   1226       1.1   thorpej 	SF_INIT_RXDESC(sc, idx);
   1227       1.1   thorpej 
   1228       1.1   thorpej 	return (0);
   1229       1.1   thorpej }
   1230       1.1   thorpej 
   1231       1.1   thorpej static void
   1232      1.18    dyoung sf_set_filter_perfect(struct sf_softc *sc, int slot, const uint8_t *enaddr)
   1233       1.1   thorpej {
   1234       1.1   thorpej 	uint32_t reg0, reg1, reg2;
   1235       1.1   thorpej 
   1236       1.1   thorpej 	reg0 = enaddr[5] | (enaddr[4] << 8);
   1237       1.1   thorpej 	reg1 = enaddr[3] | (enaddr[2] << 8);
   1238       1.1   thorpej 	reg2 = enaddr[1] | (enaddr[0] << 8);
   1239       1.1   thorpej 
   1240       1.1   thorpej 	sf_genreg_write(sc, SF_PERFECT_BASE + (slot * 0x10) + 0, reg0);
   1241       1.1   thorpej 	sf_genreg_write(sc, SF_PERFECT_BASE + (slot * 0x10) + 4, reg1);
   1242       1.1   thorpej 	sf_genreg_write(sc, SF_PERFECT_BASE + (slot * 0x10) + 8, reg2);
   1243       1.1   thorpej }
   1244       1.1   thorpej 
   1245       1.1   thorpej static void
   1246       1.1   thorpej sf_set_filter_hash(struct sf_softc *sc, uint8_t *enaddr)
   1247       1.1   thorpej {
   1248       1.1   thorpej 	uint32_t hash, slot, reg;
   1249       1.1   thorpej 
   1250       1.1   thorpej 	hash = ether_crc32_be(enaddr, ETHER_ADDR_LEN) >> 23;
   1251       1.1   thorpej 	slot = hash >> 4;
   1252       1.1   thorpej 
   1253       1.1   thorpej 	reg = sf_genreg_read(sc, SF_HASH_BASE + (slot * 0x10));
   1254       1.1   thorpej 	reg |= 1 << (hash & 0xf);
   1255       1.1   thorpej 	sf_genreg_write(sc, SF_HASH_BASE + (slot * 0x10), reg);
   1256       1.1   thorpej }
   1257       1.1   thorpej 
   1258       1.1   thorpej /*
   1259       1.1   thorpej  * sf_set_filter:
   1260       1.1   thorpej  *
   1261       1.1   thorpej  *	Set the Starfire receive filter.
   1262       1.1   thorpej  */
   1263      1.11   thorpej static void
   1264       1.1   thorpej sf_set_filter(struct sf_softc *sc)
   1265       1.1   thorpej {
   1266       1.1   thorpej 	struct ethercom *ec = &sc->sc_ethercom;
   1267       1.1   thorpej 	struct ifnet *ifp = &sc->sc_ethercom.ec_if;
   1268       1.1   thorpej 	struct ether_multi *enm;
   1269       1.1   thorpej 	struct ether_multistep step;
   1270       1.1   thorpej 	int i;
   1271       1.1   thorpej 
   1272       1.1   thorpej 	/* Start by clearing the perfect and hash tables. */
   1273       1.1   thorpej 	for (i = 0; i < SF_PERFECT_SIZE; i += sizeof(uint32_t))
   1274       1.1   thorpej 		sf_genreg_write(sc, SF_PERFECT_BASE + i, 0);
   1275       1.1   thorpej 
   1276       1.1   thorpej 	for (i = 0; i < SF_HASH_SIZE; i += sizeof(uint32_t))
   1277       1.1   thorpej 		sf_genreg_write(sc, SF_HASH_BASE + i, 0);
   1278       1.1   thorpej 
   1279       1.1   thorpej 	/*
   1280       1.1   thorpej 	 * Clear the perfect and hash mode bits.
   1281       1.1   thorpej 	 */
   1282       1.1   thorpej 	sc->sc_RxAddressFilteringCtl &=
   1283       1.1   thorpej 	    ~(RAFC_PerfectFilteringMode(3) | RAFC_HashFilteringMode(3));
   1284       1.1   thorpej 
   1285       1.1   thorpej 	if (ifp->if_flags & IFF_BROADCAST)
   1286       1.1   thorpej 		sc->sc_RxAddressFilteringCtl |= RAFC_PassBroadcast;
   1287       1.1   thorpej 	else
   1288       1.1   thorpej 		sc->sc_RxAddressFilteringCtl &= ~RAFC_PassBroadcast;
   1289       1.1   thorpej 
   1290       1.1   thorpej 	if (ifp->if_flags & IFF_PROMISC) {
   1291       1.1   thorpej 		sc->sc_RxAddressFilteringCtl |= RAFC_PromiscuousMode;
   1292       1.1   thorpej 		goto allmulti;
   1293       1.1   thorpej 	} else
   1294       1.1   thorpej 		sc->sc_RxAddressFilteringCtl &= ~RAFC_PromiscuousMode;
   1295       1.1   thorpej 
   1296       1.1   thorpej 	/*
   1297       1.1   thorpej 	 * Set normal perfect filtering mode.
   1298       1.1   thorpej 	 */
   1299       1.1   thorpej 	sc->sc_RxAddressFilteringCtl |= RAFC_PerfectFilteringMode(1);
   1300       1.1   thorpej 
   1301       1.1   thorpej 	/*
   1302       1.1   thorpej 	 * First, write the station address to the perfect filter
   1303       1.1   thorpej 	 * table.
   1304       1.1   thorpej 	 */
   1305      1.18    dyoung 	sf_set_filter_perfect(sc, 0, CLLADDR(ifp->if_sadl));
   1306       1.1   thorpej 
   1307       1.1   thorpej 	/*
   1308       1.1   thorpej 	 * Now set the hash bits for each multicast address in our
   1309       1.1   thorpej 	 * list.
   1310       1.1   thorpej 	 */
   1311       1.1   thorpej 	ETHER_FIRST_MULTI(step, ec, enm);
   1312       1.1   thorpej 	if (enm == NULL)
   1313       1.1   thorpej 		goto done;
   1314       1.1   thorpej 	while (enm != NULL) {
   1315       1.1   thorpej 		if (memcmp(enm->enm_addrlo, enm->enm_addrhi, ETHER_ADDR_LEN)) {
   1316       1.1   thorpej 			/*
   1317       1.1   thorpej 			 * We must listen to a range of multicast addresses.
   1318       1.1   thorpej 			 * For now, just accept all multicasts, rather than
   1319       1.1   thorpej 			 * trying to set only those filter bits needed to match
   1320       1.1   thorpej 			 * the range.  (At this time, the only use of address
   1321       1.1   thorpej 			 * ranges is for IP multicast routing, for which the
   1322       1.1   thorpej 			 * range is big enough to require all bits set.)
   1323       1.1   thorpej 			 */
   1324       1.1   thorpej 			goto allmulti;
   1325       1.1   thorpej 		}
   1326       1.1   thorpej 		sf_set_filter_hash(sc, enm->enm_addrlo);
   1327       1.1   thorpej 		ETHER_NEXT_MULTI(step, enm);
   1328       1.1   thorpej 	}
   1329      1.13     perry 
   1330       1.1   thorpej 	/*
   1331       1.1   thorpej 	 * Set "hash only multicast dest, match regardless of VLAN ID".
   1332       1.1   thorpej 	 */
   1333       1.1   thorpej 	sc->sc_RxAddressFilteringCtl |= RAFC_HashFilteringMode(2);
   1334       1.1   thorpej 	goto done;
   1335       1.1   thorpej 
   1336       1.1   thorpej  allmulti:
   1337       1.1   thorpej 	/*
   1338       1.1   thorpej 	 * XXX RAFC_PassMulticast is sub-optimal if using VLAN mode.
   1339       1.1   thorpej 	 */
   1340       1.1   thorpej 	sc->sc_RxAddressFilteringCtl |= RAFC_PassMulticast;
   1341       1.1   thorpej 	ifp->if_flags |= IFF_ALLMULTI;
   1342       1.1   thorpej 
   1343       1.1   thorpej  done:
   1344       1.1   thorpej 	sf_funcreg_write(sc, SF_RxAddressFilteringCtl,
   1345       1.1   thorpej 	    sc->sc_RxAddressFilteringCtl);
   1346       1.1   thorpej }
   1347       1.1   thorpej 
   1348       1.1   thorpej /*
   1349       1.1   thorpej  * sf_mii_read:		[mii interface function]
   1350       1.1   thorpej  *
   1351       1.1   thorpej  *	Read from the MII.
   1352       1.1   thorpej  */
   1353      1.11   thorpej static int
   1354  1.22.4.2      yamt sf_mii_read(device_t self, int phy, int reg)
   1355       1.1   thorpej {
   1356       1.1   thorpej 	struct sf_softc *sc = (void *) self;
   1357       1.1   thorpej 	uint32_t v;
   1358       1.1   thorpej 	int i;
   1359       1.1   thorpej 
   1360       1.1   thorpej 	for (i = 0; i < 1000; i++) {
   1361       1.1   thorpej 		v = sf_genreg_read(sc, SF_MII_PHY_REG(phy, reg));
   1362       1.1   thorpej 		if (v & MiiDataValid)
   1363       1.1   thorpej 			break;
   1364       1.1   thorpej 		delay(1);
   1365       1.1   thorpej 	}
   1366       1.1   thorpej 
   1367       1.1   thorpej 	if ((v & MiiDataValid) == 0)
   1368       1.1   thorpej 		return (0);
   1369       1.1   thorpej 
   1370       1.1   thorpej 	if (MiiRegDataPort(v) == 0xffff)
   1371       1.1   thorpej 		return (0);
   1372       1.1   thorpej 
   1373       1.1   thorpej 	return (MiiRegDataPort(v));
   1374       1.1   thorpej }
   1375       1.1   thorpej 
   1376       1.1   thorpej /*
   1377       1.1   thorpej  * sf_mii_write:	[mii interface function]
   1378       1.1   thorpej  *
   1379       1.1   thorpej  *	Write to the MII.
   1380       1.1   thorpej  */
   1381      1.11   thorpej static void
   1382  1.22.4.2      yamt sf_mii_write(device_t self, int phy, int reg, int val)
   1383       1.1   thorpej {
   1384       1.1   thorpej 	struct sf_softc *sc = (void *) self;
   1385       1.1   thorpej 	int i;
   1386       1.1   thorpej 
   1387       1.1   thorpej 	sf_genreg_write(sc, SF_MII_PHY_REG(phy, reg), val);
   1388       1.1   thorpej 
   1389       1.1   thorpej 	for (i = 0; i < 1000; i++) {
   1390       1.1   thorpej 		if ((sf_genreg_read(sc, SF_MII_PHY_REG(phy, reg)) &
   1391       1.1   thorpej 		     MiiBusy) == 0)
   1392       1.1   thorpej 			return;
   1393       1.1   thorpej 		delay(1);
   1394       1.1   thorpej 	}
   1395       1.1   thorpej 
   1396      1.22    cegger 	printf("%s: MII write timed out\n", device_xname(&sc->sc_dev));
   1397       1.1   thorpej }
   1398       1.1   thorpej 
   1399       1.1   thorpej /*
   1400       1.1   thorpej  * sf_mii_statchg:	[mii interface function]
   1401       1.1   thorpej  *
   1402       1.1   thorpej  *	Callback from the PHY when the media changes.
   1403       1.1   thorpej  */
   1404      1.11   thorpej static void
   1405  1.22.4.2      yamt sf_mii_statchg(device_t self)
   1406       1.1   thorpej {
   1407       1.1   thorpej 	struct sf_softc *sc = (void *) self;
   1408       1.1   thorpej 	uint32_t ipg;
   1409       1.1   thorpej 
   1410       1.1   thorpej 	if (sc->sc_mii.mii_media_active & IFM_FDX) {
   1411       1.1   thorpej 		sc->sc_MacConfig1 |= MC1_FullDuplex;
   1412       1.1   thorpej 		ipg = 0x15;
   1413       1.1   thorpej 	} else {
   1414       1.1   thorpej 		sc->sc_MacConfig1 &= ~MC1_FullDuplex;
   1415       1.1   thorpej 		ipg = 0x11;
   1416       1.1   thorpej 	}
   1417       1.1   thorpej 
   1418       1.1   thorpej 	sf_genreg_write(sc, SF_MacConfig1, sc->sc_MacConfig1);
   1419       1.1   thorpej 	sf_macreset(sc);
   1420       1.1   thorpej 
   1421       1.1   thorpej 	sf_genreg_write(sc, SF_BkToBkIPG, ipg);
   1422       1.1   thorpej }
   1423