Home | History | Annotate | Line # | Download | only in ic
aic6915.c revision 1.40.2.1
      1  1.40.2.1        ad /*	$NetBSD: aic6915.c,v 1.40.2.1 2020/02/29 20:19:08 ad Exp $	*/
      2       1.1   thorpej 
      3       1.1   thorpej /*-
      4       1.1   thorpej  * Copyright (c) 2001 The NetBSD Foundation, Inc.
      5       1.1   thorpej  * All rights reserved.
      6       1.1   thorpej  *
      7       1.1   thorpej  * This code is derived from software contributed to The NetBSD Foundation
      8       1.1   thorpej  * by Jason R. Thorpe.
      9      1.13     perry  *
     10       1.1   thorpej  * Redistribution and use in source and binary forms, with or without
     11       1.1   thorpej  * modification, are permitted provided that the following conditions
     12       1.1   thorpej  * are met:
     13       1.1   thorpej  * 1. Redistributions of source code must retain the above copyright
     14       1.1   thorpej  *    notice, this list of conditions and the following disclaimer.
     15       1.1   thorpej  * 2. Redistributions in binary form must reproduce the above copyright
     16       1.1   thorpej  *    notice, this list of conditions and the following disclaimer in the
     17       1.1   thorpej  *    documentation and/or other materials provided with the distribution.
     18       1.1   thorpej  *
     19       1.1   thorpej  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20       1.1   thorpej  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21       1.1   thorpej  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22       1.1   thorpej  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23       1.1   thorpej  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24       1.1   thorpej  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25       1.1   thorpej  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26       1.1   thorpej  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27       1.1   thorpej  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28       1.1   thorpej  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29       1.1   thorpej  * POSSIBILITY OF SUCH DAMAGE.
     30       1.1   thorpej  */
     31       1.1   thorpej 
     32       1.1   thorpej /*
     33       1.1   thorpej  * Device driver for the Adaptec AIC-6915 (``Starfire'')
     34       1.1   thorpej  * 10/100 Ethernet controller.
     35       1.1   thorpej  */
     36       1.5     lukem 
     37       1.5     lukem #include <sys/cdefs.h>
     38  1.40.2.1        ad __KERNEL_RCSID(0, "$NetBSD: aic6915.c,v 1.40.2.1 2020/02/29 20:19:08 ad Exp $");
     39       1.1   thorpej 
     40       1.1   thorpej 
     41       1.1   thorpej #include <sys/param.h>
     42       1.1   thorpej #include <sys/systm.h>
     43      1.13     perry #include <sys/callout.h>
     44       1.1   thorpej #include <sys/mbuf.h>
     45       1.1   thorpej #include <sys/malloc.h>
     46       1.1   thorpej #include <sys/kernel.h>
     47       1.1   thorpej #include <sys/socket.h>
     48       1.1   thorpej #include <sys/ioctl.h>
     49       1.1   thorpej #include <sys/errno.h>
     50       1.1   thorpej #include <sys/device.h>
     51       1.1   thorpej 
     52      1.13     perry #include <net/if.h>
     53       1.1   thorpej #include <net/if_dl.h>
     54       1.1   thorpej #include <net/if_media.h>
     55       1.1   thorpej #include <net/if_ether.h>
     56       1.1   thorpej 
     57       1.1   thorpej #include <net/bpf.h>
     58      1.13     perry 
     59      1.19        ad #include <sys/bus.h>
     60      1.19        ad #include <sys/intr.h>
     61       1.1   thorpej 
     62       1.1   thorpej #include <dev/mii/miivar.h>
     63       1.1   thorpej 
     64       1.1   thorpej #include <dev/ic/aic6915reg.h>
     65       1.1   thorpej #include <dev/ic/aic6915var.h>
     66       1.1   thorpej 
     67      1.11   thorpej static void	sf_start(struct ifnet *);
     68      1.11   thorpej static void	sf_watchdog(struct ifnet *);
     69      1.16  christos static int	sf_ioctl(struct ifnet *, u_long, void *);
     70      1.11   thorpej static int	sf_init(struct ifnet *);
     71      1.11   thorpej static void	sf_stop(struct ifnet *, int);
     72      1.11   thorpej 
     73      1.25   tsutsui static bool	sf_shutdown(device_t, int);
     74      1.11   thorpej 
     75      1.11   thorpej static void	sf_txintr(struct sf_softc *);
     76      1.11   thorpej static void	sf_rxintr(struct sf_softc *);
     77      1.11   thorpej static void	sf_stats_update(struct sf_softc *);
     78      1.11   thorpej 
     79      1.11   thorpej static void	sf_reset(struct sf_softc *);
     80      1.11   thorpej static void	sf_macreset(struct sf_softc *);
     81      1.11   thorpej static void	sf_rxdrain(struct sf_softc *);
     82      1.11   thorpej static int	sf_add_rxbuf(struct sf_softc *, int);
     83      1.11   thorpej static uint8_t	sf_read_eeprom(struct sf_softc *, int);
     84      1.11   thorpej static void	sf_set_filter(struct sf_softc *);
     85      1.11   thorpej 
     86      1.37   msaitoh static int	sf_mii_read(device_t, int, int, uint16_t *);
     87      1.37   msaitoh static int	sf_mii_write(device_t, int, int, uint16_t);
     88      1.29      matt static void	sf_mii_statchg(struct ifnet *);
     89       1.1   thorpej 
     90      1.11   thorpej static void	sf_tick(void *);
     91       1.1   thorpej 
     92       1.1   thorpej #define	sf_funcreg_read(sc, reg)					\
     93       1.1   thorpej 	bus_space_read_4((sc)->sc_st, (sc)->sc_sh_func, (reg))
     94       1.1   thorpej #define	sf_funcreg_write(sc, reg, val)					\
     95       1.1   thorpej 	bus_space_write_4((sc)->sc_st, (sc)->sc_sh_func, (reg), (val))
     96       1.1   thorpej 
     97      1.15     perry static inline uint32_t
     98       1.1   thorpej sf_reg_read(struct sf_softc *sc, bus_addr_t reg)
     99       1.1   thorpej {
    100       1.1   thorpej 
    101       1.1   thorpej 	if (__predict_false(sc->sc_iomapped)) {
    102       1.1   thorpej 		bus_space_write_4(sc->sc_st, sc->sc_sh, SF_IndirectIoAccess,
    103       1.1   thorpej 		    reg);
    104       1.1   thorpej 		return (bus_space_read_4(sc->sc_st, sc->sc_sh,
    105       1.1   thorpej 		    SF_IndirectIoDataPort));
    106       1.1   thorpej 	}
    107       1.1   thorpej 
    108       1.1   thorpej 	return (bus_space_read_4(sc->sc_st, sc->sc_sh, reg));
    109       1.1   thorpej }
    110       1.1   thorpej 
    111      1.15     perry static inline void
    112       1.1   thorpej sf_reg_write(struct sf_softc *sc, bus_addr_t reg, uint32_t val)
    113       1.1   thorpej {
    114       1.1   thorpej 
    115       1.1   thorpej 	if (__predict_false(sc->sc_iomapped)) {
    116       1.1   thorpej 		bus_space_write_4(sc->sc_st, sc->sc_sh, SF_IndirectIoAccess,
    117       1.1   thorpej 		    reg);
    118       1.1   thorpej 		bus_space_write_4(sc->sc_st, sc->sc_sh, SF_IndirectIoDataPort,
    119       1.1   thorpej 		    val);
    120       1.1   thorpej 		return;
    121       1.1   thorpej 	}
    122       1.1   thorpej 
    123       1.1   thorpej 	bus_space_write_4(sc->sc_st, sc->sc_sh, reg, val);
    124       1.1   thorpej }
    125       1.1   thorpej 
    126       1.1   thorpej #define	sf_genreg_read(sc, reg)						\
    127       1.1   thorpej 	sf_reg_read((sc), (reg) + SF_GENREG_OFFSET)
    128       1.1   thorpej #define	sf_genreg_write(sc, reg, val)					\
    129       1.1   thorpej 	sf_reg_write((sc), (reg) + SF_GENREG_OFFSET, (val))
    130       1.1   thorpej 
    131       1.1   thorpej /*
    132       1.1   thorpej  * sf_attach:
    133       1.1   thorpej  *
    134       1.1   thorpej  *	Attach a Starfire interface to the system.
    135       1.1   thorpej  */
    136       1.1   thorpej void
    137       1.1   thorpej sf_attach(struct sf_softc *sc)
    138       1.1   thorpej {
    139       1.1   thorpej 	struct ifnet *ifp = &sc->sc_ethercom.ec_if;
    140      1.38   msaitoh 	struct mii_data * const mii = &sc->sc_mii;
    141       1.1   thorpej 	int i, rseg, error;
    142       1.1   thorpej 	bus_dma_segment_t seg;
    143      1.38   msaitoh 	uint8_t enaddr[ETHER_ADDR_LEN];
    144       1.1   thorpej 
    145      1.17        ad 	callout_init(&sc->sc_tick_callout, 0);
    146  1.40.2.1        ad 	callout_setfunc(&sc->sc_tick_callout, sf_tick, sc);
    147       1.1   thorpej 
    148       1.1   thorpej 	/*
    149       1.1   thorpej 	 * If we're I/O mapped, the functional register handle is
    150       1.1   thorpej 	 * the same as the base handle.  If we're memory mapped,
    151       1.1   thorpej 	 * carve off a chunk of the register space for the functional
    152       1.1   thorpej 	 * registers, to save on arithmetic later.
    153       1.1   thorpej 	 */
    154       1.1   thorpej 	if (sc->sc_iomapped)
    155       1.1   thorpej 		sc->sc_sh_func = sc->sc_sh;
    156       1.1   thorpej 	else {
    157       1.1   thorpej 		if ((error = bus_space_subregion(sc->sc_st, sc->sc_sh,
    158       1.1   thorpej 		    SF_GENREG_OFFSET, SF_FUNCREG_SIZE, &sc->sc_sh_func)) != 0) {
    159      1.33   msaitoh 			aprint_error_dev(sc->sc_dev, "unable to sub-region "
    160      1.33   msaitoh 			    "functional registers, error = %d\n", error);
    161       1.1   thorpej 			return;
    162       1.1   thorpej 		}
    163       1.1   thorpej 	}
    164       1.1   thorpej 
    165       1.1   thorpej 	/*
    166       1.1   thorpej 	 * Initialize the transmit threshold for this interface.  The
    167       1.1   thorpej 	 * manual describes the default as 4 * 16 bytes.  We start out
    168       1.1   thorpej 	 * at 10 * 16 bytes, to avoid a bunch of initial underruns on
    169       1.1   thorpej 	 * several platforms.
    170       1.1   thorpej 	 */
    171       1.1   thorpej 	sc->sc_txthresh = 10;
    172       1.1   thorpej 
    173       1.1   thorpej 	/*
    174       1.1   thorpej 	 * Allocate the control data structures, and create and load the
    175       1.1   thorpej 	 * DMA map for it.
    176       1.1   thorpej 	 */
    177       1.1   thorpej 	if ((error = bus_dmamem_alloc(sc->sc_dmat,
    178       1.1   thorpej 	    sizeof(struct sf_control_data), PAGE_SIZE, 0, &seg, 1, &rseg,
    179       1.1   thorpej 	    BUS_DMA_NOWAIT)) != 0) {
    180      1.33   msaitoh 		aprint_error_dev(sc->sc_dev,
    181      1.33   msaitoh 		    "unable to allocate control data, error = %d\n", error);
    182       1.1   thorpej 		goto fail_0;
    183       1.1   thorpej 	}
    184       1.1   thorpej 
    185       1.1   thorpej 	if ((error = bus_dmamem_map(sc->sc_dmat, &seg, rseg,
    186      1.16  christos 	    sizeof(struct sf_control_data), (void **)&sc->sc_control_data,
    187      1.38   msaitoh 	    BUS_DMA_NOWAIT | BUS_DMA_COHERENT)) != 0) {
    188      1.33   msaitoh 		aprint_error_dev(sc->sc_dev,
    189      1.33   msaitoh 		    "unable to map control data, error = %d\n", error);
    190       1.1   thorpej 		goto fail_1;
    191       1.1   thorpej 	}
    192       1.1   thorpej 
    193       1.1   thorpej 	if ((error = bus_dmamap_create(sc->sc_dmat,
    194       1.1   thorpej 	    sizeof(struct sf_control_data), 1,
    195       1.1   thorpej 	    sizeof(struct sf_control_data), 0, BUS_DMA_NOWAIT,
    196       1.1   thorpej 	    &sc->sc_cddmamap)) != 0) {
    197      1.33   msaitoh 		aprint_error_dev(sc->sc_dev, "unable to create control data "
    198      1.33   msaitoh 		    "DMA map, error = %d\n", error);
    199       1.1   thorpej 		goto fail_2;
    200       1.1   thorpej 	}
    201       1.1   thorpej 
    202       1.1   thorpej 	if ((error = bus_dmamap_load(sc->sc_dmat, sc->sc_cddmamap,
    203       1.1   thorpej 	    sc->sc_control_data, sizeof(struct sf_control_data), NULL,
    204       1.1   thorpej 	    BUS_DMA_NOWAIT)) != 0) {
    205      1.33   msaitoh 		aprint_error_dev(sc->sc_dev, "unable to load control data "
    206      1.33   msaitoh 		    "DMA map, error = %d\n", error);
    207       1.1   thorpej 		goto fail_3;
    208       1.1   thorpej 	}
    209       1.1   thorpej 
    210       1.1   thorpej 	/*
    211       1.1   thorpej 	 * Create the transmit buffer DMA maps.
    212       1.1   thorpej 	 */
    213       1.1   thorpej 	for (i = 0; i < SF_NTXDESC; i++) {
    214       1.1   thorpej 		if ((error = bus_dmamap_create(sc->sc_dmat, MCLBYTES,
    215       1.1   thorpej 		    SF_NTXFRAGS, MCLBYTES, 0, BUS_DMA_NOWAIT,
    216       1.1   thorpej 		    &sc->sc_txsoft[i].ds_dmamap)) != 0) {
    217      1.33   msaitoh 			aprint_error_dev(sc->sc_dev,
    218      1.33   msaitoh 			    "unable to create tx DMA map %d, error = %d\n", i,
    219      1.33   msaitoh 			    error);
    220       1.1   thorpej 			goto fail_4;
    221       1.1   thorpej 		}
    222       1.1   thorpej 	}
    223       1.1   thorpej 
    224       1.1   thorpej 	/*
    225       1.1   thorpej 	 * Create the receive buffer DMA maps.
    226       1.1   thorpej 	 */
    227       1.1   thorpej 	for (i = 0; i < SF_NRXDESC; i++) {
    228       1.1   thorpej 		if ((error = bus_dmamap_create(sc->sc_dmat, MCLBYTES, 1,
    229       1.1   thorpej 		    MCLBYTES, 0, BUS_DMA_NOWAIT,
    230       1.1   thorpej 		    &sc->sc_rxsoft[i].ds_dmamap)) != 0) {
    231      1.33   msaitoh 			aprint_error_dev(sc->sc_dev,
    232      1.33   msaitoh 			    "unable to create rx DMA map %d, error = %d\n", i,
    233      1.33   msaitoh 			    error);
    234       1.1   thorpej 			goto fail_5;
    235       1.1   thorpej 		}
    236       1.1   thorpej 	}
    237       1.1   thorpej 
    238       1.1   thorpej 	/*
    239       1.1   thorpej 	 * Reset the chip to a known state.
    240       1.1   thorpej 	 */
    241       1.1   thorpej 	sf_reset(sc);
    242       1.1   thorpej 
    243       1.1   thorpej 	/*
    244       1.1   thorpej 	 * Read the Ethernet address from the EEPROM.
    245       1.1   thorpej 	 */
    246       1.1   thorpej 	for (i = 0; i < ETHER_ADDR_LEN; i++)
    247       1.1   thorpej 		enaddr[i] = sf_read_eeprom(sc, (15 + (ETHER_ADDR_LEN - 1)) - i);
    248       1.1   thorpej 
    249      1.30       chs 	printf("%s: Ethernet address %s\n", device_xname(sc->sc_dev),
    250       1.1   thorpej 	    ether_sprintf(enaddr));
    251       1.1   thorpej 
    252       1.1   thorpej 	if (sf_funcreg_read(sc, SF_PciDeviceConfig) & PDC_System64)
    253      1.33   msaitoh 		printf("%s: 64-bit PCI slot detected\n",
    254      1.33   msaitoh 		    device_xname(sc->sc_dev));
    255       1.1   thorpej 
    256       1.1   thorpej 	/*
    257       1.1   thorpej 	 * Initialize our media structures and probe the MII.
    258       1.1   thorpej 	 */
    259      1.38   msaitoh 	mii->mii_ifp = ifp;
    260      1.38   msaitoh 	mii->mii_readreg = sf_mii_read;
    261      1.38   msaitoh 	mii->mii_writereg = sf_mii_write;
    262      1.38   msaitoh 	mii->mii_statchg = sf_mii_statchg;
    263      1.38   msaitoh 	sc->sc_ethercom.ec_mii = mii;
    264      1.38   msaitoh 	ifmedia_init(&mii->mii_media, IFM_IMASK, ether_mediachange,
    265      1.20    dyoung 	    ether_mediastatus);
    266      1.38   msaitoh 	mii_attach(sc->sc_dev, mii, 0xffffffff, MII_PHY_ANY,
    267       1.1   thorpej 	    MII_OFFSET_ANY, 0);
    268      1.38   msaitoh 	if (LIST_FIRST(&mii->mii_phys) == NULL) {
    269      1.38   msaitoh 		ifmedia_add(&mii->mii_media, IFM_ETHER | IFM_NONE, 0, NULL);
    270      1.38   msaitoh 		ifmedia_set(&mii->mii_media, IFM_ETHER | IFM_NONE);
    271       1.1   thorpej 	} else
    272      1.38   msaitoh 		ifmedia_set(&mii->mii_media, IFM_ETHER | IFM_AUTO);
    273       1.1   thorpej 
    274      1.30       chs 	strlcpy(ifp->if_xname, device_xname(sc->sc_dev), IFNAMSIZ);
    275       1.1   thorpej 	ifp->if_softc = sc;
    276       1.1   thorpej 	ifp->if_flags = IFF_BROADCAST | IFF_SIMPLEX | IFF_MULTICAST;
    277       1.1   thorpej 	ifp->if_ioctl = sf_ioctl;
    278       1.1   thorpej 	ifp->if_start = sf_start;
    279       1.1   thorpej 	ifp->if_watchdog = sf_watchdog;
    280       1.1   thorpej 	ifp->if_init = sf_init;
    281       1.1   thorpej 	ifp->if_stop = sf_stop;
    282       1.1   thorpej 	IFQ_SET_READY(&ifp->if_snd);
    283       1.1   thorpej 
    284       1.1   thorpej 	/*
    285       1.1   thorpej 	 * Attach the interface.
    286       1.1   thorpej 	 */
    287       1.1   thorpej 	if_attach(ifp);
    288      1.35     ozaki 	if_deferred_start_init(ifp, NULL);
    289       1.1   thorpej 	ether_ifattach(ifp, enaddr);
    290       1.1   thorpej 
    291       1.1   thorpej 	/*
    292       1.1   thorpej 	 * Make sure the interface is shutdown during reboot.
    293       1.1   thorpej 	 */
    294      1.30       chs 	if (pmf_device_register1(sc->sc_dev, NULL, NULL, sf_shutdown))
    295      1.30       chs 		pmf_class_network_register(sc->sc_dev, ifp);
    296      1.25   tsutsui 	else
    297      1.30       chs 		aprint_error_dev(sc->sc_dev,
    298      1.25   tsutsui 		    "couldn't establish power handler\n");
    299       1.1   thorpej 	return;
    300       1.1   thorpej 
    301       1.1   thorpej 	/*
    302       1.1   thorpej 	 * Free any resources we've allocated during the failed attach
    303       1.1   thorpej 	 * attempt.  Do this in reverse order an fall through.
    304       1.1   thorpej 	 */
    305       1.1   thorpej  fail_5:
    306       1.1   thorpej 	for (i = 0; i < SF_NRXDESC; i++) {
    307       1.1   thorpej 		if (sc->sc_rxsoft[i].ds_dmamap != NULL)
    308       1.1   thorpej 			bus_dmamap_destroy(sc->sc_dmat,
    309       1.1   thorpej 			    sc->sc_rxsoft[i].ds_dmamap);
    310       1.1   thorpej 	}
    311       1.1   thorpej  fail_4:
    312       1.1   thorpej 	for (i = 0; i < SF_NTXDESC; i++) {
    313       1.1   thorpej 		if (sc->sc_txsoft[i].ds_dmamap != NULL)
    314       1.1   thorpej 			bus_dmamap_destroy(sc->sc_dmat,
    315       1.1   thorpej 			    sc->sc_txsoft[i].ds_dmamap);
    316       1.1   thorpej 	}
    317       1.1   thorpej 	bus_dmamap_unload(sc->sc_dmat, sc->sc_cddmamap);
    318       1.1   thorpej  fail_3:
    319       1.1   thorpej 	bus_dmamap_destroy(sc->sc_dmat, sc->sc_cddmamap);
    320       1.1   thorpej  fail_2:
    321      1.16  christos 	bus_dmamem_unmap(sc->sc_dmat, (void *) sc->sc_control_data,
    322       1.1   thorpej 	    sizeof(struct sf_control_data));
    323       1.1   thorpej  fail_1:
    324       1.1   thorpej 	bus_dmamem_free(sc->sc_dmat, &seg, rseg);
    325       1.1   thorpej  fail_0:
    326       1.1   thorpej 	return;
    327       1.1   thorpej }
    328       1.1   thorpej 
    329       1.1   thorpej /*
    330       1.1   thorpej  * sf_shutdown:
    331       1.1   thorpej  *
    332       1.1   thorpej  *	Shutdown hook -- make sure the interface is stopped at reboot.
    333       1.1   thorpej  */
    334      1.25   tsutsui static bool
    335      1.25   tsutsui sf_shutdown(device_t self, int howto)
    336       1.1   thorpej {
    337      1.25   tsutsui 	struct sf_softc *sc;
    338       1.1   thorpej 
    339      1.25   tsutsui 	sc = device_private(self);
    340       1.1   thorpej 	sf_stop(&sc->sc_ethercom.ec_if, 1);
    341      1.25   tsutsui 
    342      1.25   tsutsui 	return true;
    343       1.1   thorpej }
    344       1.1   thorpej 
    345       1.1   thorpej /*
    346       1.1   thorpej  * sf_start:		[ifnet interface function]
    347       1.1   thorpej  *
    348       1.1   thorpej  *	Start packet transmission on the interface.
    349       1.1   thorpej  */
    350      1.11   thorpej static void
    351       1.1   thorpej sf_start(struct ifnet *ifp)
    352       1.1   thorpej {
    353       1.1   thorpej 	struct sf_softc *sc = ifp->if_softc;
    354       1.1   thorpej 	struct mbuf *m0, *m;
    355       1.1   thorpej 	struct sf_txdesc0 *txd;
    356       1.1   thorpej 	struct sf_descsoft *ds;
    357       1.1   thorpej 	bus_dmamap_t dmamap;
    358      1.10  christos 	int error, producer, last = -1, opending, seg;
    359       1.1   thorpej 
    360       1.1   thorpej 	/*
    361       1.1   thorpej 	 * Remember the previous number of pending transmits.
    362       1.1   thorpej 	 */
    363       1.1   thorpej 	opending = sc->sc_txpending;
    364       1.1   thorpej 
    365       1.1   thorpej 	/*
    366       1.1   thorpej 	 * Find out where we're sitting.
    367       1.1   thorpej 	 */
    368       1.1   thorpej 	producer = SF_TXDINDEX_TO_HOST(
    369       1.1   thorpej 	    TDQPI_HiPrTxProducerIndex_get(
    370       1.1   thorpej 	    sf_funcreg_read(sc, SF_TxDescQueueProducerIndex)));
    371       1.1   thorpej 
    372       1.1   thorpej 	/*
    373       1.1   thorpej 	 * Loop through the send queue, setting up transmit descriptors
    374       1.1   thorpej 	 * until we drain the queue, or use up all available transmit
    375       1.1   thorpej 	 * descriptors.  Leave a blank one at the end for sanity's sake.
    376       1.1   thorpej 	 */
    377       1.1   thorpej 	while (sc->sc_txpending < (SF_NTXDESC - 1)) {
    378       1.1   thorpej 		/*
    379       1.1   thorpej 		 * Grab a packet off the queue.
    380       1.1   thorpej 		 */
    381       1.1   thorpej 		IFQ_POLL(&ifp->if_snd, m0);
    382       1.1   thorpej 		if (m0 == NULL)
    383       1.1   thorpej 			break;
    384       1.1   thorpej 		m = NULL;
    385       1.1   thorpej 
    386       1.1   thorpej 		/*
    387       1.1   thorpej 		 * Get the transmit descriptor.
    388       1.1   thorpej 		 */
    389       1.1   thorpej 		txd = &sc->sc_txdescs[producer];
    390       1.1   thorpej 		ds = &sc->sc_txsoft[producer];
    391       1.1   thorpej 		dmamap = ds->ds_dmamap;
    392       1.1   thorpej 
    393       1.1   thorpej 		/*
    394       1.1   thorpej 		 * Load the DMA map.  If this fails, the packet either
    395       1.1   thorpej 		 * didn't fit in the allotted number of frags, or we were
    396       1.1   thorpej 		 * short on resources.  In this case, we'll copy and try
    397       1.1   thorpej 		 * again.
    398       1.1   thorpej 		 */
    399       1.1   thorpej 		if (bus_dmamap_load_mbuf(sc->sc_dmat, dmamap, m0,
    400      1.38   msaitoh 		    BUS_DMA_WRITE | BUS_DMA_NOWAIT) != 0) {
    401       1.1   thorpej 			MGETHDR(m, M_DONTWAIT, MT_DATA);
    402       1.1   thorpej 			if (m == NULL) {
    403      1.33   msaitoh 				aprint_error_dev(sc->sc_dev,
    404      1.33   msaitoh 				    "unable to allocate Tx mbuf\n");
    405       1.1   thorpej 				break;
    406       1.1   thorpej 			}
    407       1.1   thorpej 			if (m0->m_pkthdr.len > MHLEN) {
    408       1.1   thorpej 				MCLGET(m, M_DONTWAIT);
    409       1.1   thorpej 				if ((m->m_flags & M_EXT) == 0) {
    410      1.33   msaitoh 					aprint_error_dev(sc->sc_dev,
    411      1.33   msaitoh 					    "unable to allocate Tx cluster\n");
    412       1.1   thorpej 					m_freem(m);
    413       1.1   thorpej 					break;
    414       1.1   thorpej 				}
    415       1.1   thorpej 			}
    416      1.16  christos 			m_copydata(m0, 0, m0->m_pkthdr.len, mtod(m, void *));
    417       1.1   thorpej 			m->m_pkthdr.len = m->m_len = m0->m_pkthdr.len;
    418       1.1   thorpej 			error = bus_dmamap_load_mbuf(sc->sc_dmat, dmamap,
    419      1.38   msaitoh 			    m, BUS_DMA_WRITE | BUS_DMA_NOWAIT);
    420       1.1   thorpej 			if (error) {
    421      1.33   msaitoh 				aprint_error_dev(sc->sc_dev,
    422      1.33   msaitoh 				    "unable to load Tx buffer, error = %d\n",
    423      1.33   msaitoh 				    error);
    424       1.1   thorpej 				break;
    425       1.1   thorpej 			}
    426       1.1   thorpej 		}
    427       1.1   thorpej 
    428       1.1   thorpej 		/*
    429       1.1   thorpej 		 * WE ARE NOW COMMITTED TO TRANSMITTING THE PACKET.
    430       1.1   thorpej 		 */
    431       1.1   thorpej 		IFQ_DEQUEUE(&ifp->if_snd, m0);
    432       1.1   thorpej 		if (m != NULL) {
    433       1.1   thorpej 			m_freem(m0);
    434       1.1   thorpej 			m0 = m;
    435       1.1   thorpej 		}
    436       1.1   thorpej 
    437       1.1   thorpej 		/* Initialize the descriptor. */
    438       1.1   thorpej 		txd->td_word0 =
    439       1.1   thorpej 		    htole32(TD_W0_ID | TD_W0_CRCEN | m0->m_pkthdr.len);
    440       1.1   thorpej 		if (producer == (SF_NTXDESC - 1))
    441       1.1   thorpej 			txd->td_word0 |= TD_W0_END;
    442       1.1   thorpej 		txd->td_word1 = htole32(dmamap->dm_nsegs);
    443       1.1   thorpej 		for (seg = 0; seg < dmamap->dm_nsegs; seg++) {
    444       1.1   thorpej 			txd->td_frags[seg].fr_addr =
    445       1.1   thorpej 			    htole32(dmamap->dm_segs[seg].ds_addr);
    446       1.1   thorpej 			txd->td_frags[seg].fr_len =
    447       1.1   thorpej 			    htole32(dmamap->dm_segs[seg].ds_len);
    448       1.1   thorpej 		}
    449       1.1   thorpej 
    450       1.1   thorpej 		/* Sync the descriptor and the DMA map. */
    451       1.1   thorpej 		SF_CDTXDSYNC(sc, producer, BUS_DMASYNC_PREWRITE);
    452       1.1   thorpej 		bus_dmamap_sync(sc->sc_dmat, dmamap, 0, dmamap->dm_mapsize,
    453       1.1   thorpej 		    BUS_DMASYNC_PREWRITE);
    454       1.1   thorpej 
    455       1.1   thorpej 		/*
    456       1.1   thorpej 		 * Store a pointer to the packet so we can free it later.
    457       1.1   thorpej 		 */
    458       1.1   thorpej 		ds->ds_mbuf = m0;
    459       1.1   thorpej 
    460       1.1   thorpej 		/* Advance the Tx pointer. */
    461       1.1   thorpej 		sc->sc_txpending++;
    462       1.1   thorpej 		last = producer;
    463       1.1   thorpej 		producer = SF_NEXTTX(producer);
    464       1.1   thorpej 
    465       1.1   thorpej 		/*
    466       1.1   thorpej 		 * Pass the packet to any BPF listeners.
    467       1.1   thorpej 		 */
    468      1.36   msaitoh 		bpf_mtap(ifp, m0, BPF_D_OUT);
    469       1.1   thorpej 	}
    470       1.1   thorpej 
    471       1.1   thorpej 	if (sc->sc_txpending == (SF_NTXDESC - 1)) {
    472       1.1   thorpej 		/* No more slots left; notify upper layer. */
    473       1.1   thorpej 		ifp->if_flags |= IFF_OACTIVE;
    474       1.1   thorpej 	}
    475       1.1   thorpej 
    476       1.1   thorpej 	if (sc->sc_txpending != opending) {
    477      1.10  christos 		KASSERT(last != -1);
    478       1.1   thorpej 		/*
    479       1.1   thorpej 		 * We enqueued packets.  Cause a transmit interrupt to
    480       1.1   thorpej 		 * happen on the last packet we enqueued, and give the
    481       1.1   thorpej 		 * new descriptors to the chip by writing the new
    482       1.1   thorpej 		 * producer index.
    483       1.1   thorpej 		 */
    484       1.1   thorpej 		sc->sc_txdescs[last].td_word0 |= TD_W0_INTR;
    485       1.1   thorpej 		SF_CDTXDSYNC(sc, last, BUS_DMASYNC_PREWRITE);
    486       1.1   thorpej 
    487       1.1   thorpej 		sf_funcreg_write(sc, SF_TxDescQueueProducerIndex,
    488       1.1   thorpej 		    TDQPI_HiPrTxProducerIndex(SF_TXDINDEX_TO_CHIP(producer)));
    489       1.1   thorpej 
    490       1.1   thorpej 		/* Set a watchdog timer in case the chip flakes out. */
    491       1.1   thorpej 		ifp->if_timer = 5;
    492       1.1   thorpej 	}
    493       1.1   thorpej }
    494       1.1   thorpej 
    495       1.1   thorpej /*
    496       1.1   thorpej  * sf_watchdog:		[ifnet interface function]
    497       1.1   thorpej  *
    498       1.1   thorpej  *	Watchdog timer handler.
    499       1.1   thorpej  */
    500      1.11   thorpej static void
    501       1.1   thorpej sf_watchdog(struct ifnet *ifp)
    502       1.1   thorpej {
    503       1.1   thorpej 	struct sf_softc *sc = ifp->if_softc;
    504       1.1   thorpej 
    505      1.30       chs 	printf("%s: device timeout\n", device_xname(sc->sc_dev));
    506  1.40.2.1        ad 	if_statinc(ifp, if_oerrors);
    507       1.1   thorpej 
    508       1.1   thorpej 	(void) sf_init(ifp);
    509       1.1   thorpej 
    510       1.1   thorpej 	/* Try to get more packets going. */
    511       1.1   thorpej 	sf_start(ifp);
    512       1.1   thorpej }
    513       1.1   thorpej 
    514       1.1   thorpej /*
    515       1.1   thorpej  * sf_ioctl:		[ifnet interface function]
    516       1.1   thorpej  *
    517       1.1   thorpej  *	Handle control requests from the operator.
    518       1.1   thorpej  */
    519      1.11   thorpej static int
    520      1.16  christos sf_ioctl(struct ifnet *ifp, u_long cmd, void *data)
    521       1.1   thorpej {
    522       1.1   thorpej 	struct sf_softc *sc = ifp->if_softc;
    523       1.1   thorpej 	int s, error;
    524       1.1   thorpej 
    525       1.1   thorpej 	s = splnet();
    526       1.1   thorpej 
    527      1.20    dyoung 	error = ether_ioctl(ifp, cmd, data);
    528      1.20    dyoung 	if (error == ENETRESET) {
    529      1.20    dyoung 		/*
    530      1.20    dyoung 		 * Multicast list has changed; set the hardware filter
    531      1.20    dyoung 		 * accordingly.
    532      1.20    dyoung 		 */
    533      1.20    dyoung 		if (ifp->if_flags & IFF_RUNNING)
    534      1.20    dyoung 			sf_set_filter(sc);
    535      1.20    dyoung 		error = 0;
    536       1.1   thorpej 	}
    537       1.1   thorpej 
    538       1.1   thorpej 	/* Try to get more packets going. */
    539       1.1   thorpej 	sf_start(ifp);
    540       1.1   thorpej 
    541       1.1   thorpej 	splx(s);
    542       1.1   thorpej 	return (error);
    543       1.1   thorpej }
    544       1.1   thorpej 
    545       1.1   thorpej /*
    546       1.1   thorpej  * sf_intr:
    547       1.1   thorpej  *
    548       1.1   thorpej  *	Interrupt service routine.
    549       1.1   thorpej  */
    550       1.1   thorpej int
    551       1.1   thorpej sf_intr(void *arg)
    552       1.1   thorpej {
    553       1.1   thorpej 	struct sf_softc *sc = arg;
    554       1.1   thorpej 	uint32_t isr;
    555       1.1   thorpej 	int handled = 0, wantinit = 0;
    556       1.1   thorpej 
    557       1.1   thorpej 	for (;;) {
    558       1.1   thorpej 		/* Reading clears all interrupts we're interested in. */
    559       1.1   thorpej 		isr = sf_funcreg_read(sc, SF_InterruptStatus);
    560       1.1   thorpej 		if ((isr & IS_PCIPadInt) == 0)
    561       1.1   thorpej 			break;
    562       1.1   thorpej 
    563       1.1   thorpej 		handled = 1;
    564       1.1   thorpej 
    565       1.1   thorpej 		/* Handle receive interrupts. */
    566       1.1   thorpej 		if (isr & IS_RxQ1DoneInt)
    567       1.1   thorpej 			sf_rxintr(sc);
    568       1.1   thorpej 
    569       1.1   thorpej 		/* Handle transmit completion interrupts. */
    570      1.38   msaitoh 		if (isr & (IS_TxDmaDoneInt | IS_TxQueueDoneInt))
    571       1.1   thorpej 			sf_txintr(sc);
    572       1.1   thorpej 
    573       1.1   thorpej 		/* Handle abnormal interrupts. */
    574       1.1   thorpej 		if (isr & IS_AbnormalInterrupt) {
    575       1.1   thorpej 			/* Statistics. */
    576       1.1   thorpej 			if (isr & IS_StatisticWrapInt)
    577       1.1   thorpej 				sf_stats_update(sc);
    578       1.1   thorpej 
    579       1.1   thorpej 			/* DMA errors. */
    580       1.1   thorpej 			if (isr & IS_DmaErrInt) {
    581       1.1   thorpej 				wantinit = 1;
    582      1.33   msaitoh 				aprint_error_dev(sc->sc_dev,
    583      1.33   msaitoh 				    "WARNING: DMA error\n");
    584       1.1   thorpej 			}
    585       1.1   thorpej 
    586       1.1   thorpej 			/* Transmit FIFO underruns. */
    587       1.1   thorpej 			if (isr & IS_TxDataLowInt) {
    588       1.1   thorpej 				if (sc->sc_txthresh < 0xff)
    589       1.1   thorpej 					sc->sc_txthresh++;
    590       1.1   thorpej 				printf("%s: transmit FIFO underrun, new "
    591       1.1   thorpej 				    "threshold: %d bytes\n",
    592      1.30       chs 				    device_xname(sc->sc_dev),
    593       1.1   thorpej 				    sc->sc_txthresh * 16);
    594       1.1   thorpej 				sf_funcreg_write(sc, SF_TransmitFrameCSR,
    595       1.1   thorpej 				    sc->sc_TransmitFrameCSR |
    596       1.1   thorpej 				    TFCSR_TransmitThreshold(sc->sc_txthresh));
    597       1.1   thorpej 				sf_funcreg_write(sc, SF_TxDescQueueCtrl,
    598       1.1   thorpej 				    sc->sc_TxDescQueueCtrl |
    599       1.1   thorpej 				    TDQC_TxHighPriorityFifoThreshold(
    600       1.1   thorpej 							sc->sc_txthresh));
    601       1.1   thorpej 			}
    602       1.1   thorpej 		}
    603       1.1   thorpej 	}
    604       1.1   thorpej 
    605       1.1   thorpej 	if (handled) {
    606       1.1   thorpej 		/* Reset the interface, if necessary. */
    607       1.1   thorpej 		if (wantinit)
    608       1.1   thorpej 			sf_init(&sc->sc_ethercom.ec_if);
    609       1.1   thorpej 
    610       1.1   thorpej 		/* Try and get more packets going. */
    611      1.35     ozaki 		if_schedule_deferred_start(&sc->sc_ethercom.ec_if);
    612       1.1   thorpej 	}
    613       1.1   thorpej 
    614       1.1   thorpej 	return (handled);
    615       1.1   thorpej }
    616       1.1   thorpej 
    617       1.1   thorpej /*
    618       1.1   thorpej  * sf_txintr:
    619       1.1   thorpej  *
    620       1.1   thorpej  *	Helper -- handle transmit completion interrupts.
    621       1.1   thorpej  */
    622      1.11   thorpej static void
    623       1.1   thorpej sf_txintr(struct sf_softc *sc)
    624       1.1   thorpej {
    625       1.1   thorpej 	struct ifnet *ifp = &sc->sc_ethercom.ec_if;
    626       1.1   thorpej 	struct sf_descsoft *ds;
    627       1.1   thorpej 	uint32_t cqci, tcd;
    628       1.1   thorpej 	int consumer, producer, txidx;
    629       1.1   thorpej 
    630       1.1   thorpej  try_again:
    631       1.1   thorpej 	cqci = sf_funcreg_read(sc, SF_CompletionQueueConsumerIndex);
    632       1.1   thorpej 
    633       1.1   thorpej 	consumer = CQCI_TxCompletionConsumerIndex_get(cqci);
    634       1.1   thorpej 	producer = CQPI_TxCompletionProducerIndex_get(
    635       1.1   thorpej 	    sf_funcreg_read(sc, SF_CompletionQueueProducerIndex));
    636       1.1   thorpej 
    637       1.1   thorpej 	if (consumer == producer)
    638       1.1   thorpej 		return;
    639       1.1   thorpej 
    640       1.1   thorpej 	ifp->if_flags &= ~IFF_OACTIVE;
    641       1.1   thorpej 
    642       1.1   thorpej 	while (consumer != producer) {
    643       1.1   thorpej 		SF_CDTXCSYNC(sc, consumer, BUS_DMASYNC_POSTREAD);
    644       1.1   thorpej 		tcd = le32toh(sc->sc_txcomp[consumer].tcd_word0);
    645       1.1   thorpej 
    646       1.1   thorpej 		txidx = SF_TCD_INDEX_TO_HOST(TCD_INDEX(tcd));
    647       1.1   thorpej #ifdef DIAGNOSTIC
    648       1.1   thorpej 		if ((tcd & TCD_PR) == 0)
    649      1.33   msaitoh 			aprint_error_dev(sc->sc_dev,
    650      1.33   msaitoh 			    "Tx queue mismatch, index %d\n", txidx);
    651       1.1   thorpej #endif
    652       1.1   thorpej 		/*
    653       1.1   thorpej 		 * NOTE: stats are updated later.  We're just
    654       1.1   thorpej 		 * releasing packets that have been DMA'd to
    655       1.1   thorpej 		 * the chip.
    656       1.1   thorpej 		 */
    657       1.1   thorpej 		ds = &sc->sc_txsoft[txidx];
    658       1.1   thorpej 		SF_CDTXDSYNC(sc, txidx, BUS_DMASYNC_POSTWRITE);
    659       1.1   thorpej 		bus_dmamap_sync(sc->sc_dmat, ds->ds_dmamap,
    660       1.1   thorpej 		    0, ds->ds_dmamap->dm_mapsize,
    661       1.1   thorpej 		    BUS_DMASYNC_POSTWRITE);
    662       1.1   thorpej 		m_freem(ds->ds_mbuf);
    663       1.1   thorpej 		ds->ds_mbuf = NULL;
    664       1.1   thorpej 
    665       1.1   thorpej 		consumer = SF_NEXTTCD(consumer);
    666       1.1   thorpej 		sc->sc_txpending--;
    667       1.1   thorpej 	}
    668       1.1   thorpej 
    669       1.1   thorpej 	/* XXXJRT -- should be KDASSERT() */
    670       1.1   thorpej 	KASSERT(sc->sc_txpending >= 0);
    671       1.1   thorpej 
    672       1.1   thorpej 	/* If all packets are done, cancel the watchdog timer. */
    673       1.1   thorpej 	if (sc->sc_txpending == 0)
    674       1.1   thorpej 		ifp->if_timer = 0;
    675       1.1   thorpej 
    676       1.1   thorpej 	/* Update the consumer index. */
    677       1.1   thorpej 	sf_funcreg_write(sc, SF_CompletionQueueConsumerIndex,
    678       1.1   thorpej 	    (cqci & ~CQCI_TxCompletionConsumerIndex(0x7ff)) |
    679       1.1   thorpej 	     CQCI_TxCompletionConsumerIndex(consumer));
    680       1.1   thorpej 
    681       1.1   thorpej 	/* Double check for new completions. */
    682       1.1   thorpej 	goto try_again;
    683       1.1   thorpej }
    684       1.1   thorpej 
    685       1.1   thorpej /*
    686       1.1   thorpej  * sf_rxintr:
    687       1.1   thorpej  *
    688       1.1   thorpej  *	Helper -- handle receive interrupts.
    689       1.1   thorpej  */
    690      1.11   thorpej static void
    691       1.1   thorpej sf_rxintr(struct sf_softc *sc)
    692       1.1   thorpej {
    693       1.1   thorpej 	struct ifnet *ifp = &sc->sc_ethercom.ec_if;
    694       1.1   thorpej 	struct sf_descsoft *ds;
    695       1.1   thorpej 	struct sf_rcd_full *rcd;
    696       1.1   thorpej 	struct mbuf *m;
    697       1.1   thorpej 	uint32_t cqci, word0;
    698       1.1   thorpej 	int consumer, producer, bufproducer, rxidx, len;
    699       1.1   thorpej 
    700       1.1   thorpej  try_again:
    701       1.1   thorpej 	cqci = sf_funcreg_read(sc, SF_CompletionQueueConsumerIndex);
    702       1.1   thorpej 
    703       1.1   thorpej 	consumer = CQCI_RxCompletionQ1ConsumerIndex_get(cqci);
    704       1.1   thorpej 	producer = CQPI_RxCompletionQ1ProducerIndex_get(
    705       1.1   thorpej 	    sf_funcreg_read(sc, SF_CompletionQueueProducerIndex));
    706       1.1   thorpej 	bufproducer = RXQ1P_RxDescQ1Producer_get(
    707       1.1   thorpej 	    sf_funcreg_read(sc, SF_RxDescQueue1Ptrs));
    708       1.1   thorpej 
    709       1.1   thorpej 	if (consumer == producer)
    710       1.1   thorpej 		return;
    711       1.1   thorpej 
    712       1.1   thorpej 	while (consumer != producer) {
    713       1.1   thorpej 		rcd = &sc->sc_rxcomp[consumer];
    714       1.1   thorpej 		SF_CDRXCSYNC(sc, consumer,
    715      1.38   msaitoh 		    BUS_DMASYNC_POSTREAD | BUS_DMASYNC_POSTWRITE);
    716       1.1   thorpej 		SF_CDRXCSYNC(sc, consumer,
    717      1.38   msaitoh 		    BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
    718       1.1   thorpej 
    719       1.1   thorpej 		word0 = le32toh(rcd->rcd_word0);
    720       1.1   thorpej 		rxidx = RCD_W0_EndIndex(word0);
    721       1.1   thorpej 
    722       1.1   thorpej 		ds = &sc->sc_rxsoft[rxidx];
    723       1.1   thorpej 
    724       1.1   thorpej 		consumer = SF_NEXTRCD(consumer);
    725       1.1   thorpej 		bufproducer = SF_NEXTRX(bufproducer);
    726       1.1   thorpej 
    727       1.1   thorpej 		if ((word0 & RCD_W0_OK) == 0) {
    728       1.1   thorpej 			SF_INIT_RXDESC(sc, rxidx);
    729       1.1   thorpej 			continue;
    730       1.1   thorpej 		}
    731       1.1   thorpej 
    732       1.1   thorpej 		bus_dmamap_sync(sc->sc_dmat, ds->ds_dmamap, 0,
    733       1.1   thorpej 		    ds->ds_dmamap->dm_mapsize, BUS_DMASYNC_POSTREAD);
    734       1.1   thorpej 
    735       1.1   thorpej 		/*
    736       1.1   thorpej 		 * No errors; receive the packet.  Note that we have
    737       1.1   thorpej 		 * configured the Starfire to NOT transfer the CRC
    738       1.1   thorpej 		 * with the packet.
    739       1.1   thorpej 		 */
    740       1.1   thorpej 		len = RCD_W0_Length(word0);
    741       1.1   thorpej 
    742       1.1   thorpej #ifdef __NO_STRICT_ALIGNMENT
    743       1.1   thorpej 		/*
    744       1.1   thorpej 		 * Allocate a new mbuf cluster.  If that fails, we are
    745       1.1   thorpej 		 * out of memory, and must drop the packet and recycle
    746       1.1   thorpej 		 * the buffer that's already attached to this descriptor.
    747       1.1   thorpej 		 */
    748       1.1   thorpej 		m = ds->ds_mbuf;
    749       1.1   thorpej 		if (sf_add_rxbuf(sc, rxidx) != 0) {
    750  1.40.2.1        ad 			if_statinc(ifp, if_ierrors);
    751       1.1   thorpej 			SF_INIT_RXDESC(sc, rxidx);
    752       1.1   thorpej 			bus_dmamap_sync(sc->sc_dmat, ds->ds_dmamap, 0,
    753       1.1   thorpej 			    ds->ds_dmamap->dm_mapsize, BUS_DMASYNC_PREREAD);
    754       1.1   thorpej 			continue;
    755       1.1   thorpej 		}
    756       1.1   thorpej #else
    757       1.1   thorpej 		/*
    758       1.1   thorpej 		 * The Starfire's receive buffer must be 4-byte aligned.
    759       1.1   thorpej 		 * But this means that the data after the Ethernet header
    760       1.1   thorpej 		 * is misaligned.  We must allocate a new buffer and
    761       1.1   thorpej 		 * copy the data, shifted forward 2 bytes.
    762       1.1   thorpej 		 */
    763       1.1   thorpej 		MGETHDR(m, M_DONTWAIT, MT_DATA);
    764       1.1   thorpej 		if (m == NULL) {
    765       1.1   thorpej  dropit:
    766  1.40.2.1        ad 			if_statinc(ifp, if_ierrors);
    767       1.1   thorpej 			SF_INIT_RXDESC(sc, rxidx);
    768       1.1   thorpej 			bus_dmamap_sync(sc->sc_dmat, ds->ds_dmamap, 0,
    769       1.1   thorpej 			    ds->ds_dmamap->dm_mapsize, BUS_DMASYNC_PREREAD);
    770       1.1   thorpej 			continue;
    771       1.1   thorpej 		}
    772       1.1   thorpej 		if (len > (MHLEN - 2)) {
    773       1.1   thorpej 			MCLGET(m, M_DONTWAIT);
    774       1.1   thorpej 			if ((m->m_flags & M_EXT) == 0) {
    775       1.1   thorpej 				m_freem(m);
    776       1.1   thorpej 				goto dropit;
    777       1.1   thorpej 			}
    778       1.1   thorpej 		}
    779       1.1   thorpej 		m->m_data += 2;
    780       1.1   thorpej 
    781       1.1   thorpej 		/*
    782       1.1   thorpej 		 * Note that we use cluster for incoming frames, so the
    783       1.1   thorpej 		 * buffer is virtually contiguous.
    784       1.1   thorpej 		 */
    785      1.16  christos 		memcpy(mtod(m, void *), mtod(ds->ds_mbuf, void *), len);
    786       1.1   thorpej 
    787       1.1   thorpej 		/* Allow the receive descriptor to continue using its mbuf. */
    788       1.1   thorpej 		SF_INIT_RXDESC(sc, rxidx);
    789       1.1   thorpej 		bus_dmamap_sync(sc->sc_dmat, ds->ds_dmamap, 0,
    790       1.1   thorpej 		    ds->ds_dmamap->dm_mapsize, BUS_DMASYNC_PREREAD);
    791       1.1   thorpej #endif /* __NO_STRICT_ALIGNMENT */
    792       1.1   thorpej 
    793      1.32     ozaki 		m_set_rcvif(m, ifp);
    794       1.1   thorpej 		m->m_pkthdr.len = m->m_len = len;
    795       1.1   thorpej 
    796       1.1   thorpej 		/* Pass it on. */
    797      1.31     ozaki 		if_percpuq_enqueue(ifp->if_percpuq, m);
    798       1.1   thorpej 	}
    799       1.1   thorpej 
    800       1.1   thorpej 	/* Update the chip's pointers. */
    801       1.1   thorpej 	sf_funcreg_write(sc, SF_CompletionQueueConsumerIndex,
    802       1.1   thorpej 	    (cqci & ~CQCI_RxCompletionQ1ConsumerIndex(0x7ff)) |
    803       1.1   thorpej 	     CQCI_RxCompletionQ1ConsumerIndex(consumer));
    804       1.1   thorpej 	sf_funcreg_write(sc, SF_RxDescQueue1Ptrs,
    805       1.1   thorpej 	    RXQ1P_RxDescQ1Producer(bufproducer));
    806       1.1   thorpej 
    807       1.1   thorpej 	/* Double-check for any new completions. */
    808       1.1   thorpej 	goto try_again;
    809       1.1   thorpej }
    810       1.1   thorpej 
    811       1.1   thorpej /*
    812       1.1   thorpej  * sf_tick:
    813       1.1   thorpej  *
    814       1.1   thorpej  *	One second timer, used to tick the MII and update stats.
    815       1.1   thorpej  */
    816      1.11   thorpej static void
    817       1.1   thorpej sf_tick(void *arg)
    818       1.1   thorpej {
    819       1.1   thorpej 	struct sf_softc *sc = arg;
    820       1.1   thorpej 	int s;
    821       1.1   thorpej 
    822       1.1   thorpej 	s = splnet();
    823       1.1   thorpej 	mii_tick(&sc->sc_mii);
    824       1.1   thorpej 	sf_stats_update(sc);
    825       1.1   thorpej 	splx(s);
    826       1.1   thorpej 
    827  1.40.2.1        ad 	callout_schedule(&sc->sc_tick_callout, hz);
    828       1.1   thorpej }
    829       1.1   thorpej 
    830       1.1   thorpej /*
    831       1.1   thorpej  * sf_stats_update:
    832       1.1   thorpej  *
    833       1.1   thorpej  *	Read the statitistics counters.
    834       1.1   thorpej  */
    835      1.11   thorpej static void
    836       1.1   thorpej sf_stats_update(struct sf_softc *sc)
    837       1.1   thorpej {
    838       1.1   thorpej 	struct sf_stats stats;
    839       1.1   thorpej 	struct ifnet *ifp = &sc->sc_ethercom.ec_if;
    840       1.1   thorpej 	uint32_t *p;
    841       1.8   thorpej 	u_int i;
    842       1.1   thorpej 
    843       1.1   thorpej 	p = &stats.TransmitOKFrames;
    844       1.1   thorpej 	for (i = 0; i < (sizeof(stats) / sizeof(uint32_t)); i++) {
    845       1.1   thorpej 		*p++ = sf_genreg_read(sc,
    846       1.1   thorpej 		    SF_STATS_BASE + (i * sizeof(uint32_t)));
    847       1.1   thorpej 		sf_genreg_write(sc, SF_STATS_BASE + (i * sizeof(uint32_t)), 0);
    848       1.1   thorpej 	}
    849       1.1   thorpej 
    850  1.40.2.1        ad 	net_stat_ref_t nsr = IF_STAT_GETREF(ifp);
    851       1.1   thorpej 
    852  1.40.2.1        ad 	if_statadd_ref(nsr, if_opackets, stats.TransmitOKFrames);
    853       1.1   thorpej 
    854  1.40.2.1        ad 	if_statadd_ref(nsr, if_collisions,
    855  1.40.2.1        ad 	    stats.SingleCollisionFrames +
    856  1.40.2.1        ad 	    stats.MultipleCollisionFrames);
    857  1.40.2.1        ad 
    858  1.40.2.1        ad 	if_statadd_ref(nsr, if_oerrors,
    859  1.40.2.1        ad 	    stats.TransmitAbortDueToExcessiveCollisions +
    860       1.1   thorpej 	    stats.TransmitAbortDueToExcessingDeferral +
    861  1.40.2.1        ad 	    stats.FramesLostDueToInternalTransmitErrors);
    862       1.1   thorpej 
    863  1.40.2.1        ad 	if_statadd_ref(nsr, if_ierrors,
    864  1.40.2.1        ad 	    stats.ReceiveCRCErrors + stats.AlignmentErrors +
    865       1.1   thorpej 	    stats.ReceiveFramesTooLong + stats.ReceiveFramesTooShort +
    866       1.1   thorpej 	    stats.ReceiveFramesJabbersError +
    867  1.40.2.1        ad 	    stats.FramesLostDueToInternalReceiveErrors);
    868  1.40.2.1        ad 
    869  1.40.2.1        ad 	IF_STAT_PUTREF(ifp);
    870       1.1   thorpej }
    871       1.1   thorpej 
    872       1.1   thorpej /*
    873       1.1   thorpej  * sf_reset:
    874       1.1   thorpej  *
    875       1.1   thorpej  *	Perform a soft reset on the Starfire.
    876       1.1   thorpej  */
    877      1.11   thorpej static void
    878       1.1   thorpej sf_reset(struct sf_softc *sc)
    879       1.1   thorpej {
    880       1.1   thorpej 	int i;
    881       1.1   thorpej 
    882       1.1   thorpej 	sf_funcreg_write(sc, SF_GeneralEthernetCtrl, 0);
    883       1.1   thorpej 
    884       1.1   thorpej 	sf_macreset(sc);
    885       1.1   thorpej 
    886       1.1   thorpej 	sf_funcreg_write(sc, SF_PciDeviceConfig, PDC_SoftReset);
    887       1.1   thorpej 	for (i = 0; i < 1000; i++) {
    888       1.1   thorpej 		delay(10);
    889       1.1   thorpej 		if ((sf_funcreg_read(sc, SF_PciDeviceConfig) &
    890       1.1   thorpej 		     PDC_SoftReset) == 0)
    891       1.1   thorpej 			break;
    892       1.1   thorpej 	}
    893       1.1   thorpej 
    894       1.1   thorpej 	if (i == 1000) {
    895      1.30       chs 		aprint_error_dev(sc->sc_dev, "reset failed to complete\n");
    896       1.1   thorpej 		sf_funcreg_write(sc, SF_PciDeviceConfig, 0);
    897       1.1   thorpej 	}
    898       1.1   thorpej 
    899       1.1   thorpej 	delay(1000);
    900       1.1   thorpej }
    901       1.1   thorpej 
    902       1.1   thorpej /*
    903       1.1   thorpej  * sf_macreset:
    904       1.1   thorpej  *
    905       1.1   thorpej  *	Reset the MAC portion of the Starfire.
    906       1.1   thorpej  */
    907      1.11   thorpej static void
    908       1.1   thorpej sf_macreset(struct sf_softc *sc)
    909       1.1   thorpej {
    910       1.1   thorpej 
    911       1.1   thorpej 	sf_genreg_write(sc, SF_MacConfig1, sc->sc_MacConfig1 | MC1_SoftRst);
    912       1.1   thorpej 	delay(1000);
    913       1.1   thorpej 	sf_genreg_write(sc, SF_MacConfig1, sc->sc_MacConfig1);
    914       1.1   thorpej }
    915       1.1   thorpej 
    916       1.1   thorpej /*
    917       1.1   thorpej  * sf_init:		[ifnet interface function]
    918       1.1   thorpej  *
    919       1.1   thorpej  *	Initialize the interface.  Must be called at splnet().
    920       1.1   thorpej  */
    921      1.11   thorpej static int
    922       1.1   thorpej sf_init(struct ifnet *ifp)
    923       1.1   thorpej {
    924       1.1   thorpej 	struct sf_softc *sc = ifp->if_softc;
    925       1.1   thorpej 	struct sf_descsoft *ds;
    926       1.8   thorpej 	int error = 0;
    927       1.8   thorpej 	u_int i;
    928       1.1   thorpej 
    929       1.1   thorpej 	/*
    930       1.1   thorpej 	 * Cancel any pending I/O.
    931       1.1   thorpej 	 */
    932       1.1   thorpej 	sf_stop(ifp, 0);
    933       1.1   thorpej 
    934       1.1   thorpej 	/*
    935       1.1   thorpej 	 * Reset the Starfire to a known state.
    936       1.1   thorpej 	 */
    937       1.1   thorpej 	sf_reset(sc);
    938       1.1   thorpej 
    939       1.1   thorpej 	/* Clear the stat counters. */
    940       1.1   thorpej 	for (i = 0; i < sizeof(struct sf_stats); i += sizeof(uint32_t))
    941       1.1   thorpej 		sf_genreg_write(sc, SF_STATS_BASE + i, 0);
    942       1.1   thorpej 
    943       1.1   thorpej 	/*
    944       1.1   thorpej 	 * Initialize the transmit descriptor ring.
    945       1.1   thorpej 	 */
    946       1.1   thorpej 	memset(sc->sc_txdescs, 0, sizeof(sc->sc_txdescs));
    947       1.1   thorpej 	sf_funcreg_write(sc, SF_TxDescQueueHighAddr, 0);
    948       1.1   thorpej 	sf_funcreg_write(sc, SF_HiPrTxDescQueueBaseAddr, SF_CDTXDADDR(sc, 0));
    949       1.1   thorpej 	sf_funcreg_write(sc, SF_LoPrTxDescQueueBaseAddr, 0);
    950       1.1   thorpej 
    951       1.1   thorpej 	/*
    952       1.1   thorpej 	 * Initialize the transmit completion ring.
    953       1.1   thorpej 	 */
    954       1.1   thorpej 	for (i = 0; i < SF_NTCD; i++) {
    955       1.1   thorpej 		sc->sc_txcomp[i].tcd_word0 = TCD_DMA_ID;
    956      1.38   msaitoh 		SF_CDTXCSYNC(sc, i, BUS_DMASYNC_PREREAD |BUS_DMASYNC_PREWRITE);
    957       1.1   thorpej 	}
    958       1.1   thorpej 	sf_funcreg_write(sc, SF_CompletionQueueHighAddr, 0);
    959       1.1   thorpej 	sf_funcreg_write(sc, SF_TxCompletionQueueCtrl, SF_CDTXCADDR(sc, 0));
    960       1.1   thorpej 
    961       1.1   thorpej 	/*
    962       1.1   thorpej 	 * Initialize the receive descriptor ring.
    963       1.1   thorpej 	 */
    964       1.1   thorpej 	for (i = 0; i < SF_NRXDESC; i++) {
    965       1.1   thorpej 		ds = &sc->sc_rxsoft[i];
    966       1.1   thorpej 		if (ds->ds_mbuf == NULL) {
    967       1.1   thorpej 			if ((error = sf_add_rxbuf(sc, i)) != 0) {
    968      1.33   msaitoh 				aprint_error_dev(sc->sc_dev,
    969      1.33   msaitoh 				    "unable to allocate or map rx buffer %d, "
    970      1.33   msaitoh 				    "error = %d\n", i, error);
    971       1.1   thorpej 				/*
    972       1.1   thorpej 				 * XXX Should attempt to run with fewer receive
    973       1.1   thorpej 				 * XXX buffers instead of just failing.
    974       1.1   thorpej 				 */
    975       1.1   thorpej 				sf_rxdrain(sc);
    976       1.1   thorpej 				goto out;
    977       1.1   thorpej 			}
    978       1.4   thorpej 		} else
    979       1.4   thorpej 			SF_INIT_RXDESC(sc, i);
    980       1.1   thorpej 	}
    981       1.1   thorpej 	sf_funcreg_write(sc, SF_RxDescQueueHighAddress, 0);
    982       1.1   thorpej 	sf_funcreg_write(sc, SF_RxDescQueue1LowAddress, SF_CDRXDADDR(sc, 0));
    983       1.1   thorpej 	sf_funcreg_write(sc, SF_RxDescQueue2LowAddress, 0);
    984       1.1   thorpej 
    985       1.1   thorpej 	/*
    986       1.1   thorpej 	 * Initialize the receive completion ring.
    987       1.1   thorpej 	 */
    988       1.1   thorpej 	for (i = 0; i < SF_NRCD; i++) {
    989       1.1   thorpej 		sc->sc_rxcomp[i].rcd_word0 = RCD_W0_ID;
    990       1.1   thorpej 		sc->sc_rxcomp[i].rcd_word1 = 0;
    991       1.1   thorpej 		sc->sc_rxcomp[i].rcd_word2 = 0;
    992       1.1   thorpej 		sc->sc_rxcomp[i].rcd_timestamp = 0;
    993      1.38   msaitoh 		SF_CDRXCSYNC(sc, i, BUS_DMASYNC_PREREAD |BUS_DMASYNC_PREWRITE);
    994       1.1   thorpej 	}
    995       1.1   thorpej 	sf_funcreg_write(sc, SF_RxCompletionQueue1Ctrl, SF_CDRXCADDR(sc, 0) |
    996       1.1   thorpej 	    RCQ1C_RxCompletionQ1Type(3));
    997       1.1   thorpej 	sf_funcreg_write(sc, SF_RxCompletionQueue2Ctrl, 0);
    998       1.1   thorpej 
    999       1.1   thorpej 	/*
   1000       1.1   thorpej 	 * Initialize the Tx CSR.
   1001       1.1   thorpej 	 */
   1002       1.1   thorpej 	sc->sc_TransmitFrameCSR = 0;
   1003       1.1   thorpej 	sf_funcreg_write(sc, SF_TransmitFrameCSR,
   1004       1.1   thorpej 	    sc->sc_TransmitFrameCSR |
   1005       1.1   thorpej 	    TFCSR_TransmitThreshold(sc->sc_txthresh));
   1006       1.1   thorpej 
   1007       1.1   thorpej 	/*
   1008       1.1   thorpej 	 * Initialize the Tx descriptor control register.
   1009       1.1   thorpej 	 */
   1010       1.1   thorpej 	sc->sc_TxDescQueueCtrl = TDQC_SkipLength(0) |
   1011       1.1   thorpej 	    TDQC_TxDmaBurstSize(4) |	/* default */
   1012       1.6   thorpej 	    TDQC_MinFrameSpacing(3) |	/* 128 bytes */
   1013       1.1   thorpej 	    TDQC_TxDescType(0);
   1014       1.1   thorpej 	sf_funcreg_write(sc, SF_TxDescQueueCtrl,
   1015       1.1   thorpej 	    sc->sc_TxDescQueueCtrl |
   1016       1.1   thorpej 	    TDQC_TxHighPriorityFifoThreshold(sc->sc_txthresh));
   1017       1.1   thorpej 
   1018       1.1   thorpej 	/*
   1019       1.1   thorpej 	 * Initialize the Rx descriptor control registers.
   1020       1.1   thorpej 	 */
   1021       1.1   thorpej 	sf_funcreg_write(sc, SF_RxDescQueue1Ctrl,
   1022       1.1   thorpej 	    RDQ1C_RxQ1BufferLength(MCLBYTES) |
   1023       1.1   thorpej 	    RDQ1C_RxDescSpacing(0));
   1024       1.1   thorpej 	sf_funcreg_write(sc, SF_RxDescQueue2Ctrl, 0);
   1025       1.1   thorpej 
   1026       1.1   thorpej 	/*
   1027       1.1   thorpej 	 * Initialize the Tx descriptor producer indices.
   1028       1.1   thorpej 	 */
   1029       1.1   thorpej 	sf_funcreg_write(sc, SF_TxDescQueueProducerIndex,
   1030       1.1   thorpej 	    TDQPI_HiPrTxProducerIndex(0) |
   1031       1.1   thorpej 	    TDQPI_LoPrTxProducerIndex(0));
   1032       1.1   thorpej 
   1033       1.1   thorpej 	/*
   1034       1.1   thorpej 	 * Initialize the Rx descriptor producer indices.
   1035       1.1   thorpej 	 */
   1036       1.1   thorpej 	sf_funcreg_write(sc, SF_RxDescQueue1Ptrs,
   1037       1.1   thorpej 	    RXQ1P_RxDescQ1Producer(SF_NRXDESC - 1));
   1038       1.1   thorpej 	sf_funcreg_write(sc, SF_RxDescQueue2Ptrs,
   1039       1.1   thorpej 	    RXQ2P_RxDescQ2Producer(0));
   1040       1.1   thorpej 
   1041       1.1   thorpej 	/*
   1042       1.1   thorpej 	 * Initialize the Tx and Rx completion queue consumer indices.
   1043       1.1   thorpej 	 */
   1044       1.1   thorpej 	sf_funcreg_write(sc, SF_CompletionQueueConsumerIndex,
   1045       1.1   thorpej 	    CQCI_TxCompletionConsumerIndex(0) |
   1046       1.1   thorpej 	    CQCI_RxCompletionQ1ConsumerIndex(0));
   1047       1.1   thorpej 	sf_funcreg_write(sc, SF_RxHiPrCompletionPtrs, 0);
   1048       1.1   thorpej 
   1049       1.1   thorpej 	/*
   1050       1.1   thorpej 	 * Initialize the Rx DMA control register.
   1051       1.1   thorpej 	 */
   1052       1.1   thorpej 	sf_funcreg_write(sc, SF_RxDmaCtrl,
   1053       1.1   thorpej 	    RDC_RxHighPriorityThreshold(6) |	/* default */
   1054       1.1   thorpej 	    RDC_RxBurstSize(4));		/* default */
   1055       1.1   thorpej 
   1056       1.1   thorpej 	/*
   1057       1.1   thorpej 	 * Set the receive filter.
   1058       1.1   thorpej 	 */
   1059       1.1   thorpej 	sc->sc_RxAddressFilteringCtl = 0;
   1060       1.1   thorpej 	sf_set_filter(sc);
   1061       1.1   thorpej 
   1062       1.1   thorpej 	/*
   1063       1.1   thorpej 	 * Set MacConfig1.  When we set the media, MacConfig1 will
   1064       1.1   thorpej 	 * actually be written and the MAC part reset.
   1065       1.1   thorpej 	 */
   1066       1.1   thorpej 	sc->sc_MacConfig1 = MC1_PadEn;
   1067       1.1   thorpej 
   1068       1.1   thorpej 	/*
   1069       1.1   thorpej 	 * Set the media.
   1070       1.1   thorpej 	 */
   1071      1.20    dyoung 	if ((error = ether_mediachange(ifp)) != 0)
   1072      1.20    dyoung 		goto out;
   1073       1.1   thorpej 
   1074       1.1   thorpej 	/*
   1075       1.1   thorpej 	 * Initialize the interrupt register.
   1076       1.1   thorpej 	 */
   1077       1.1   thorpej 	sc->sc_InterruptEn = IS_PCIPadInt | IS_RxQ1DoneInt |
   1078       1.1   thorpej 	    IS_TxQueueDoneInt | IS_TxDmaDoneInt | IS_DmaErrInt |
   1079       1.1   thorpej 	    IS_StatisticWrapInt;
   1080       1.1   thorpej 	sf_funcreg_write(sc, SF_InterruptEn, sc->sc_InterruptEn);
   1081       1.1   thorpej 
   1082       1.1   thorpej 	sf_funcreg_write(sc, SF_PciDeviceConfig, PDC_IntEnable |
   1083       1.1   thorpej 	    PDC_PCIMstDmaEn | (1 << PDC_FifoThreshold_SHIFT));
   1084       1.1   thorpej 
   1085       1.1   thorpej 	/*
   1086       1.1   thorpej 	 * Start the transmit and receive processes.
   1087       1.1   thorpej 	 */
   1088       1.1   thorpej 	sf_funcreg_write(sc, SF_GeneralEthernetCtrl,
   1089      1.38   msaitoh 	    GEC_TxDmaEn | GEC_RxDmaEn | GEC_TransmitEn | GEC_ReceiveEn);
   1090       1.1   thorpej 
   1091       1.1   thorpej 	/* Start the on second clock. */
   1092  1.40.2.1        ad 	callout_schedule(&sc->sc_tick_callout, hz);
   1093       1.1   thorpej 
   1094       1.1   thorpej 	/*
   1095       1.1   thorpej 	 * Note that the interface is now running.
   1096       1.1   thorpej 	 */
   1097       1.1   thorpej 	ifp->if_flags |= IFF_RUNNING;
   1098       1.1   thorpej 	ifp->if_flags &= ~IFF_OACTIVE;
   1099       1.1   thorpej 
   1100       1.1   thorpej  out:
   1101       1.1   thorpej 	if (error) {
   1102       1.1   thorpej 		ifp->if_flags &= ~(IFF_RUNNING | IFF_OACTIVE);
   1103       1.1   thorpej 		ifp->if_timer = 0;
   1104      1.30       chs 		printf("%s: interface not running\n", device_xname(sc->sc_dev));
   1105       1.1   thorpej 	}
   1106       1.1   thorpej 	return (error);
   1107       1.1   thorpej }
   1108       1.1   thorpej 
   1109       1.1   thorpej /*
   1110       1.1   thorpej  * sf_rxdrain:
   1111       1.1   thorpej  *
   1112       1.1   thorpej  *	Drain the receive queue.
   1113       1.1   thorpej  */
   1114      1.11   thorpej static void
   1115       1.1   thorpej sf_rxdrain(struct sf_softc *sc)
   1116       1.1   thorpej {
   1117       1.1   thorpej 	struct sf_descsoft *ds;
   1118       1.1   thorpej 	int i;
   1119       1.1   thorpej 
   1120       1.1   thorpej 	for (i = 0; i < SF_NRXDESC; i++) {
   1121       1.1   thorpej 		ds = &sc->sc_rxsoft[i];
   1122       1.1   thorpej 		if (ds->ds_mbuf != NULL) {
   1123       1.1   thorpej 			bus_dmamap_unload(sc->sc_dmat, ds->ds_dmamap);
   1124       1.1   thorpej 			m_freem(ds->ds_mbuf);
   1125       1.1   thorpej 			ds->ds_mbuf = NULL;
   1126       1.1   thorpej 		}
   1127       1.1   thorpej 	}
   1128       1.1   thorpej }
   1129       1.1   thorpej 
   1130       1.1   thorpej /*
   1131       1.1   thorpej  * sf_stop:		[ifnet interface function]
   1132       1.1   thorpej  *
   1133       1.1   thorpej  *	Stop transmission on the interface.
   1134       1.1   thorpej  */
   1135      1.11   thorpej static void
   1136       1.1   thorpej sf_stop(struct ifnet *ifp, int disable)
   1137       1.1   thorpej {
   1138       1.1   thorpej 	struct sf_softc *sc = ifp->if_softc;
   1139       1.1   thorpej 	struct sf_descsoft *ds;
   1140       1.1   thorpej 	int i;
   1141       1.1   thorpej 
   1142       1.1   thorpej 	/* Stop the one second clock. */
   1143       1.1   thorpej 	callout_stop(&sc->sc_tick_callout);
   1144       1.1   thorpej 
   1145       1.1   thorpej 	/* Down the MII. */
   1146       1.1   thorpej 	mii_down(&sc->sc_mii);
   1147       1.1   thorpej 
   1148       1.1   thorpej 	/* Disable interrupts. */
   1149       1.1   thorpej 	sf_funcreg_write(sc, SF_InterruptEn, 0);
   1150       1.1   thorpej 
   1151       1.1   thorpej 	/* Stop the transmit and receive processes. */
   1152       1.1   thorpej 	sf_funcreg_write(sc, SF_GeneralEthernetCtrl, 0);
   1153       1.1   thorpej 
   1154       1.1   thorpej 	/*
   1155       1.1   thorpej 	 * Release any queued transmit buffers.
   1156       1.1   thorpej 	 */
   1157       1.1   thorpej 	for (i = 0; i < SF_NTXDESC; i++) {
   1158       1.1   thorpej 		ds = &sc->sc_txsoft[i];
   1159       1.1   thorpej 		if (ds->ds_mbuf != NULL) {
   1160       1.1   thorpej 			bus_dmamap_unload(sc->sc_dmat, ds->ds_dmamap);
   1161       1.1   thorpej 			m_freem(ds->ds_mbuf);
   1162       1.1   thorpej 			ds->ds_mbuf = NULL;
   1163       1.1   thorpej 		}
   1164       1.1   thorpej 	}
   1165       1.1   thorpej 
   1166       1.1   thorpej 	/*
   1167       1.1   thorpej 	 * Mark the interface down and cancel the watchdog timer.
   1168       1.1   thorpej 	 */
   1169       1.1   thorpej 	ifp->if_flags &= ~(IFF_RUNNING | IFF_OACTIVE);
   1170       1.1   thorpej 	ifp->if_timer = 0;
   1171      1.21    dyoung 
   1172      1.21    dyoung 	if (disable)
   1173      1.21    dyoung 		sf_rxdrain(sc);
   1174       1.1   thorpej }
   1175       1.1   thorpej 
   1176       1.1   thorpej /*
   1177       1.1   thorpej  * sf_read_eeprom:
   1178       1.1   thorpej  *
   1179       1.1   thorpej  *	Read from the Starfire EEPROM.
   1180       1.1   thorpej  */
   1181      1.11   thorpej static uint8_t
   1182       1.1   thorpej sf_read_eeprom(struct sf_softc *sc, int offset)
   1183       1.1   thorpej {
   1184       1.1   thorpej 	uint32_t reg;
   1185       1.1   thorpej 
   1186       1.1   thorpej 	reg = sf_genreg_read(sc, SF_EEPROM_BASE + (offset & ~3));
   1187       1.1   thorpej 
   1188       1.1   thorpej 	return ((reg >> (8 * (offset & 3))) & 0xff);
   1189       1.1   thorpej }
   1190       1.1   thorpej 
   1191       1.1   thorpej /*
   1192       1.1   thorpej  * sf_add_rxbuf:
   1193       1.1   thorpej  *
   1194       1.1   thorpej  *	Add a receive buffer to the indicated descriptor.
   1195       1.1   thorpej  */
   1196      1.11   thorpej static int
   1197       1.1   thorpej sf_add_rxbuf(struct sf_softc *sc, int idx)
   1198       1.1   thorpej {
   1199       1.1   thorpej 	struct sf_descsoft *ds = &sc->sc_rxsoft[idx];
   1200       1.1   thorpej 	struct mbuf *m;
   1201       1.1   thorpej 	int error;
   1202       1.1   thorpej 
   1203       1.1   thorpej 	MGETHDR(m, M_DONTWAIT, MT_DATA);
   1204       1.1   thorpej 	if (m == NULL)
   1205       1.1   thorpej 		return (ENOBUFS);
   1206       1.1   thorpej 
   1207       1.1   thorpej 	MCLGET(m, M_DONTWAIT);
   1208       1.1   thorpej 	if ((m->m_flags & M_EXT) == 0) {
   1209       1.1   thorpej 		m_freem(m);
   1210       1.1   thorpej 		return (ENOBUFS);
   1211       1.1   thorpej 	}
   1212       1.1   thorpej 
   1213       1.1   thorpej 	if (ds->ds_mbuf != NULL)
   1214       1.1   thorpej 		bus_dmamap_unload(sc->sc_dmat, ds->ds_dmamap);
   1215       1.1   thorpej 
   1216       1.1   thorpej 	ds->ds_mbuf = m;
   1217       1.1   thorpej 
   1218       1.1   thorpej 	error = bus_dmamap_load(sc->sc_dmat, ds->ds_dmamap,
   1219       1.3   thorpej 	    m->m_ext.ext_buf, m->m_ext.ext_size, NULL,
   1220      1.38   msaitoh 	    BUS_DMA_READ | BUS_DMA_NOWAIT);
   1221       1.1   thorpej 	if (error) {
   1222      1.33   msaitoh 		aprint_error_dev(sc->sc_dev,
   1223      1.33   msaitoh 		    "can't load rx DMA map %d, error = %d\n", idx, error);
   1224       1.1   thorpej 		panic("sf_add_rxbuf"); /* XXX */
   1225       1.1   thorpej 	}
   1226       1.1   thorpej 
   1227       1.1   thorpej 	bus_dmamap_sync(sc->sc_dmat, ds->ds_dmamap, 0,
   1228       1.1   thorpej 	    ds->ds_dmamap->dm_mapsize, BUS_DMASYNC_PREREAD);
   1229       1.1   thorpej 
   1230       1.1   thorpej 	SF_INIT_RXDESC(sc, idx);
   1231       1.1   thorpej 
   1232       1.1   thorpej 	return (0);
   1233       1.1   thorpej }
   1234       1.1   thorpej 
   1235       1.1   thorpej static void
   1236      1.18    dyoung sf_set_filter_perfect(struct sf_softc *sc, int slot, const uint8_t *enaddr)
   1237       1.1   thorpej {
   1238       1.1   thorpej 	uint32_t reg0, reg1, reg2;
   1239       1.1   thorpej 
   1240       1.1   thorpej 	reg0 = enaddr[5] | (enaddr[4] << 8);
   1241       1.1   thorpej 	reg1 = enaddr[3] | (enaddr[2] << 8);
   1242       1.1   thorpej 	reg2 = enaddr[1] | (enaddr[0] << 8);
   1243       1.1   thorpej 
   1244       1.1   thorpej 	sf_genreg_write(sc, SF_PERFECT_BASE + (slot * 0x10) + 0, reg0);
   1245       1.1   thorpej 	sf_genreg_write(sc, SF_PERFECT_BASE + (slot * 0x10) + 4, reg1);
   1246       1.1   thorpej 	sf_genreg_write(sc, SF_PERFECT_BASE + (slot * 0x10) + 8, reg2);
   1247       1.1   thorpej }
   1248       1.1   thorpej 
   1249       1.1   thorpej static void
   1250       1.1   thorpej sf_set_filter_hash(struct sf_softc *sc, uint8_t *enaddr)
   1251       1.1   thorpej {
   1252       1.1   thorpej 	uint32_t hash, slot, reg;
   1253       1.1   thorpej 
   1254       1.1   thorpej 	hash = ether_crc32_be(enaddr, ETHER_ADDR_LEN) >> 23;
   1255       1.1   thorpej 	slot = hash >> 4;
   1256       1.1   thorpej 
   1257       1.1   thorpej 	reg = sf_genreg_read(sc, SF_HASH_BASE + (slot * 0x10));
   1258       1.1   thorpej 	reg |= 1 << (hash & 0xf);
   1259       1.1   thorpej 	sf_genreg_write(sc, SF_HASH_BASE + (slot * 0x10), reg);
   1260       1.1   thorpej }
   1261       1.1   thorpej 
   1262       1.1   thorpej /*
   1263       1.1   thorpej  * sf_set_filter:
   1264       1.1   thorpej  *
   1265       1.1   thorpej  *	Set the Starfire receive filter.
   1266       1.1   thorpej  */
   1267      1.11   thorpej static void
   1268       1.1   thorpej sf_set_filter(struct sf_softc *sc)
   1269       1.1   thorpej {
   1270       1.1   thorpej 	struct ethercom *ec = &sc->sc_ethercom;
   1271       1.1   thorpej 	struct ifnet *ifp = &sc->sc_ethercom.ec_if;
   1272       1.1   thorpej 	struct ether_multi *enm;
   1273       1.1   thorpej 	struct ether_multistep step;
   1274       1.1   thorpej 	int i;
   1275       1.1   thorpej 
   1276       1.1   thorpej 	/* Start by clearing the perfect and hash tables. */
   1277       1.1   thorpej 	for (i = 0; i < SF_PERFECT_SIZE; i += sizeof(uint32_t))
   1278       1.1   thorpej 		sf_genreg_write(sc, SF_PERFECT_BASE + i, 0);
   1279       1.1   thorpej 
   1280       1.1   thorpej 	for (i = 0; i < SF_HASH_SIZE; i += sizeof(uint32_t))
   1281       1.1   thorpej 		sf_genreg_write(sc, SF_HASH_BASE + i, 0);
   1282       1.1   thorpej 
   1283       1.1   thorpej 	/*
   1284       1.1   thorpej 	 * Clear the perfect and hash mode bits.
   1285       1.1   thorpej 	 */
   1286       1.1   thorpej 	sc->sc_RxAddressFilteringCtl &=
   1287       1.1   thorpej 	    ~(RAFC_PerfectFilteringMode(3) | RAFC_HashFilteringMode(3));
   1288       1.1   thorpej 
   1289       1.1   thorpej 	if (ifp->if_flags & IFF_BROADCAST)
   1290       1.1   thorpej 		sc->sc_RxAddressFilteringCtl |= RAFC_PassBroadcast;
   1291       1.1   thorpej 	else
   1292       1.1   thorpej 		sc->sc_RxAddressFilteringCtl &= ~RAFC_PassBroadcast;
   1293       1.1   thorpej 
   1294       1.1   thorpej 	if (ifp->if_flags & IFF_PROMISC) {
   1295       1.1   thorpej 		sc->sc_RxAddressFilteringCtl |= RAFC_PromiscuousMode;
   1296       1.1   thorpej 		goto allmulti;
   1297       1.1   thorpej 	} else
   1298       1.1   thorpej 		sc->sc_RxAddressFilteringCtl &= ~RAFC_PromiscuousMode;
   1299       1.1   thorpej 
   1300       1.1   thorpej 	/*
   1301       1.1   thorpej 	 * Set normal perfect filtering mode.
   1302       1.1   thorpej 	 */
   1303       1.1   thorpej 	sc->sc_RxAddressFilteringCtl |= RAFC_PerfectFilteringMode(1);
   1304       1.1   thorpej 
   1305       1.1   thorpej 	/*
   1306       1.1   thorpej 	 * First, write the station address to the perfect filter
   1307       1.1   thorpej 	 * table.
   1308       1.1   thorpej 	 */
   1309      1.18    dyoung 	sf_set_filter_perfect(sc, 0, CLLADDR(ifp->if_sadl));
   1310       1.1   thorpej 
   1311       1.1   thorpej 	/*
   1312       1.1   thorpej 	 * Now set the hash bits for each multicast address in our
   1313       1.1   thorpej 	 * list.
   1314       1.1   thorpej 	 */
   1315      1.39   msaitoh 	ETHER_LOCK(ec);
   1316       1.1   thorpej 	ETHER_FIRST_MULTI(step, ec, enm);
   1317      1.39   msaitoh 	if (enm == NULL) {
   1318      1.39   msaitoh 		ETHER_UNLOCK(ec);
   1319       1.1   thorpej 		goto done;
   1320      1.39   msaitoh 	}
   1321       1.1   thorpej 	while (enm != NULL) {
   1322       1.1   thorpej 		if (memcmp(enm->enm_addrlo, enm->enm_addrhi, ETHER_ADDR_LEN)) {
   1323       1.1   thorpej 			/*
   1324       1.1   thorpej 			 * We must listen to a range of multicast addresses.
   1325       1.1   thorpej 			 * For now, just accept all multicasts, rather than
   1326       1.1   thorpej 			 * trying to set only those filter bits needed to match
   1327       1.1   thorpej 			 * the range.  (At this time, the only use of address
   1328       1.1   thorpej 			 * ranges is for IP multicast routing, for which the
   1329       1.1   thorpej 			 * range is big enough to require all bits set.)
   1330       1.1   thorpej 			 */
   1331      1.39   msaitoh 			ETHER_UNLOCK(ec);
   1332       1.1   thorpej 			goto allmulti;
   1333       1.1   thorpej 		}
   1334       1.1   thorpej 		sf_set_filter_hash(sc, enm->enm_addrlo);
   1335       1.1   thorpej 		ETHER_NEXT_MULTI(step, enm);
   1336       1.1   thorpej 	}
   1337      1.39   msaitoh 	ETHER_UNLOCK(ec);
   1338      1.13     perry 
   1339       1.1   thorpej 	/*
   1340       1.1   thorpej 	 * Set "hash only multicast dest, match regardless of VLAN ID".
   1341       1.1   thorpej 	 */
   1342       1.1   thorpej 	sc->sc_RxAddressFilteringCtl |= RAFC_HashFilteringMode(2);
   1343       1.1   thorpej 	goto done;
   1344       1.1   thorpej 
   1345       1.1   thorpej  allmulti:
   1346       1.1   thorpej 	/*
   1347       1.1   thorpej 	 * XXX RAFC_PassMulticast is sub-optimal if using VLAN mode.
   1348       1.1   thorpej 	 */
   1349       1.1   thorpej 	sc->sc_RxAddressFilteringCtl |= RAFC_PassMulticast;
   1350       1.1   thorpej 	ifp->if_flags |= IFF_ALLMULTI;
   1351       1.1   thorpej 
   1352       1.1   thorpej  done:
   1353       1.1   thorpej 	sf_funcreg_write(sc, SF_RxAddressFilteringCtl,
   1354       1.1   thorpej 	    sc->sc_RxAddressFilteringCtl);
   1355       1.1   thorpej }
   1356       1.1   thorpej 
   1357       1.1   thorpej /*
   1358       1.1   thorpej  * sf_mii_read:		[mii interface function]
   1359       1.1   thorpej  *
   1360       1.1   thorpej  *	Read from the MII.
   1361       1.1   thorpej  */
   1362      1.11   thorpej static int
   1363      1.37   msaitoh sf_mii_read(device_t self, int phy, int reg, uint16_t *data)
   1364       1.1   thorpej {
   1365      1.29      matt 	struct sf_softc *sc = device_private(self);
   1366       1.1   thorpej 	uint32_t v;
   1367       1.1   thorpej 	int i;
   1368       1.1   thorpej 
   1369       1.1   thorpej 	for (i = 0; i < 1000; i++) {
   1370       1.1   thorpej 		v = sf_genreg_read(sc, SF_MII_PHY_REG(phy, reg));
   1371       1.1   thorpej 		if (v & MiiDataValid)
   1372       1.1   thorpej 			break;
   1373       1.1   thorpej 		delay(1);
   1374       1.1   thorpej 	}
   1375       1.1   thorpej 
   1376       1.1   thorpej 	if ((v & MiiDataValid) == 0)
   1377      1.37   msaitoh 		return -1;
   1378       1.1   thorpej 
   1379       1.1   thorpej 	if (MiiRegDataPort(v) == 0xffff)
   1380      1.37   msaitoh 		return -1;
   1381       1.1   thorpej 
   1382      1.37   msaitoh 	*data = MiiRegDataPort(v);
   1383      1.37   msaitoh 	return 0;
   1384       1.1   thorpej }
   1385       1.1   thorpej 
   1386       1.1   thorpej /*
   1387       1.1   thorpej  * sf_mii_write:	[mii interface function]
   1388       1.1   thorpej  *
   1389       1.1   thorpej  *	Write to the MII.
   1390       1.1   thorpej  */
   1391      1.37   msaitoh static int
   1392      1.37   msaitoh sf_mii_write(device_t self, int phy, int reg, uint16_t val)
   1393       1.1   thorpej {
   1394      1.29      matt 	struct sf_softc *sc = device_private(self);
   1395       1.1   thorpej 	int i;
   1396       1.1   thorpej 
   1397       1.1   thorpej 	sf_genreg_write(sc, SF_MII_PHY_REG(phy, reg), val);
   1398       1.1   thorpej 
   1399       1.1   thorpej 	for (i = 0; i < 1000; i++) {
   1400       1.1   thorpej 		if ((sf_genreg_read(sc, SF_MII_PHY_REG(phy, reg)) &
   1401       1.1   thorpej 		     MiiBusy) == 0)
   1402      1.37   msaitoh 			return 0;
   1403       1.1   thorpej 		delay(1);
   1404       1.1   thorpej 	}
   1405       1.1   thorpej 
   1406      1.30       chs 	printf("%s: MII write timed out\n", device_xname(sc->sc_dev));
   1407      1.37   msaitoh 	return ETIMEDOUT;
   1408       1.1   thorpej }
   1409       1.1   thorpej 
   1410       1.1   thorpej /*
   1411       1.1   thorpej  * sf_mii_statchg:	[mii interface function]
   1412       1.1   thorpej  *
   1413       1.1   thorpej  *	Callback from the PHY when the media changes.
   1414       1.1   thorpej  */
   1415      1.11   thorpej static void
   1416      1.29      matt sf_mii_statchg(struct ifnet *ifp)
   1417       1.1   thorpej {
   1418      1.29      matt 	struct sf_softc *sc = ifp->if_softc;
   1419       1.1   thorpej 	uint32_t ipg;
   1420       1.1   thorpej 
   1421       1.1   thorpej 	if (sc->sc_mii.mii_media_active & IFM_FDX) {
   1422       1.1   thorpej 		sc->sc_MacConfig1 |= MC1_FullDuplex;
   1423       1.1   thorpej 		ipg = 0x15;
   1424       1.1   thorpej 	} else {
   1425       1.1   thorpej 		sc->sc_MacConfig1 &= ~MC1_FullDuplex;
   1426       1.1   thorpej 		ipg = 0x11;
   1427       1.1   thorpej 	}
   1428       1.1   thorpej 
   1429       1.1   thorpej 	sf_genreg_write(sc, SF_MacConfig1, sc->sc_MacConfig1);
   1430       1.1   thorpej 	sf_macreset(sc);
   1431       1.1   thorpej 
   1432       1.1   thorpej 	sf_genreg_write(sc, SF_BkToBkIPG, ipg);
   1433       1.1   thorpej }
   1434