Home | History | Annotate | Line # | Download | only in dev
if_cnmac.c revision 1.19
      1  1.19    simonb /*	$NetBSD: if_cnmac.c,v 1.19 2020/05/31 06:27:06 simonb Exp $	*/
      2   1.1    hikaru 
      3   1.1    hikaru #include <sys/cdefs.h>
      4   1.1    hikaru #if 0
      5  1.19    simonb __KERNEL_RCSID(0, "$NetBSD: if_cnmac.c,v 1.19 2020/05/31 06:27:06 simonb Exp $");
      6   1.1    hikaru #endif
      7   1.1    hikaru 
      8   1.1    hikaru #include "opt_octeon.h"
      9   1.1    hikaru 
     10  1.19    simonb #ifdef	CNMAC_DEBUG
     11   1.1    hikaru 
     12   1.1    hikaru #ifndef DIAGNOSTIC
     13   1.1    hikaru #define	DIAGNOSTIC
     14   1.1    hikaru #endif
     15   1.1    hikaru 
     16   1.1    hikaru #ifndef DEBUG
     17   1.1    hikaru #define	DEBUG
     18   1.1    hikaru #endif
     19   1.1    hikaru 
     20   1.1    hikaru #endif
     21   1.1    hikaru 
     22   1.1    hikaru /*
     23  1.15  gutterid  * If no free send buffer is available, free all the sent buffers and bail out.
     24   1.1    hikaru  */
     25  1.19    simonb #define CNMAC_SEND_QUEUE_CHECK
     26   1.1    hikaru 
     27   1.1    hikaru /* XXX XXX XXX XXX XXX XXX */
     28   1.1    hikaru 
     29   1.1    hikaru #include <sys/param.h>
     30   1.1    hikaru #include <sys/systm.h>
     31   1.1    hikaru #include <sys/pool.h>
     32   1.1    hikaru #include <sys/mbuf.h>
     33   1.1    hikaru #include <sys/malloc.h>
     34   1.1    hikaru #include <sys/kernel.h>
     35   1.1    hikaru #include <sys/socket.h>
     36   1.1    hikaru #include <sys/ioctl.h>
     37   1.1    hikaru #include <sys/errno.h>
     38   1.1    hikaru #include <sys/device.h>
     39   1.1    hikaru #include <sys/queue.h>
     40   1.1    hikaru #include <sys/conf.h>
     41   1.1    hikaru #include <sys/sysctl.h>
     42   1.1    hikaru #include <sys/syslog.h>
     43   1.1    hikaru 
     44   1.1    hikaru #include <net/if.h>
     45   1.1    hikaru #include <net/if_dl.h>
     46   1.1    hikaru #include <net/if_media.h>
     47   1.1    hikaru #include <net/if_ether.h>
     48   1.1    hikaru #include <net/route.h>
     49   1.1    hikaru #include <net/bpf.h>
     50   1.1    hikaru 
     51   1.1    hikaru #include <netinet/in.h>
     52   1.1    hikaru #include <netinet/in_systm.h>
     53   1.1    hikaru #include <netinet/in_var.h>
     54   1.1    hikaru #include <netinet/ip.h>
     55   1.1    hikaru 
     56   1.1    hikaru #include <sys/bus.h>
     57   1.1    hikaru #include <machine/intr.h>
     58   1.1    hikaru #include <machine/endian.h>
     59   1.1    hikaru #include <machine/locore.h>
     60   1.1    hikaru 
     61   1.1    hikaru #include <dev/mii/mii.h>
     62   1.1    hikaru #include <dev/mii/miivar.h>
     63   1.1    hikaru 
     64   1.1    hikaru #include <mips/cpuregs.h>
     65   1.1    hikaru 
     66   1.1    hikaru #include <mips/cavium/dev/octeon_asxreg.h>
     67   1.1    hikaru #include <mips/cavium/dev/octeon_ciureg.h>
     68   1.1    hikaru #include <mips/cavium/dev/octeon_npireg.h>
     69   1.1    hikaru #include <mips/cavium/dev/octeon_gmxreg.h>
     70   1.1    hikaru #include <mips/cavium/dev/octeon_ipdreg.h>
     71   1.1    hikaru #include <mips/cavium/dev/octeon_pipreg.h>
     72   1.1    hikaru #include <mips/cavium/dev/octeon_powreg.h>
     73   1.1    hikaru #include <mips/cavium/dev/octeon_faureg.h>
     74   1.1    hikaru #include <mips/cavium/dev/octeon_fpareg.h>
     75   1.1    hikaru #include <mips/cavium/dev/octeon_bootbusreg.h>
     76   1.1    hikaru #include <mips/cavium/include/iobusvar.h>
     77   1.1    hikaru #include <mips/cavium/octeonvar.h>
     78   1.1    hikaru #include <mips/cavium/dev/octeon_fpavar.h>
     79   1.1    hikaru #include <mips/cavium/dev/octeon_gmxvar.h>
     80   1.1    hikaru #include <mips/cavium/dev/octeon_fauvar.h>
     81   1.1    hikaru #include <mips/cavium/dev/octeon_powvar.h>
     82   1.1    hikaru #include <mips/cavium/dev/octeon_ipdvar.h>
     83   1.1    hikaru #include <mips/cavium/dev/octeon_pipvar.h>
     84   1.1    hikaru #include <mips/cavium/dev/octeon_pkovar.h>
     85   1.1    hikaru #include <mips/cavium/dev/octeon_asxvar.h>
     86   1.1    hikaru #include <mips/cavium/dev/octeon_smivar.h>
     87   1.1    hikaru #include <mips/cavium/dev/if_cnmacvar.h>
     88   1.1    hikaru 
     89  1.19    simonb #ifdef CNMAC_DEBUG
     90  1.19    simonb #define	CNMAC_KASSERT(x)	KASSERT(x)
     91  1.19    simonb #define	CNMAC_KDASSERT(x)	KDASSERT(x)
     92   1.1    hikaru #else
     93  1.19    simonb #define	CNMAC_KASSERT(x)
     94  1.19    simonb #define	CNMAC_KDASSERT(x)
     95   1.1    hikaru #endif
     96   1.1    hikaru 
     97   1.1    hikaru /*
     98   1.1    hikaru  * Set the PKO to think command buffers are an odd length.  This makes it so we
     99   1.1    hikaru  * never have to divide a comamnd across two buffers.
    100   1.1    hikaru  */
    101   1.1    hikaru #define OCTEON_POOL_NWORDS_CMD	\
    102   1.1    hikaru 	    (((uint32_t)OCTEON_POOL_SIZE_CMD / sizeof(uint64_t)) - 1)
    103   1.1    hikaru #define FPA_COMMAND_BUFFER_POOL_NWORDS	OCTEON_POOL_NWORDS_CMD	/* XXX */
    104   1.1    hikaru 
    105  1.19    simonb static void	cnmac_buf_init(struct cnmac_softc *);
    106   1.1    hikaru 
    107  1.19    simonb static int	cnmac_match(device_t, struct cfdata *, void *);
    108  1.19    simonb static void	cnmac_attach(device_t, device_t, void *);
    109  1.19    simonb static void	cnmac_pip_init(struct cnmac_softc *);
    110  1.19    simonb static void	cnmac_ipd_init(struct cnmac_softc *);
    111  1.19    simonb static void	cnmac_pko_init(struct cnmac_softc *);
    112  1.19    simonb static void	cnmac_asx_init(struct cnmac_softc *);
    113  1.19    simonb static void	cnmac_smi_init(struct cnmac_softc *);
    114  1.19    simonb 
    115  1.19    simonb static void	cnmac_board_mac_addr(uint8_t *, size_t, struct cnmac_softc *);
    116  1.19    simonb 
    117  1.19    simonb static int	cnmac_mii_readreg(device_t, int, int, uint16_t *);
    118  1.19    simonb static int	cnmac_mii_writereg(device_t, int, int, uint16_t);
    119  1.19    simonb static void	cnmac_mii_statchg(struct ifnet *);
    120  1.19    simonb 
    121  1.19    simonb static int	cnmac_mediainit(struct cnmac_softc *);
    122  1.19    simonb static void	cnmac_mediastatus(struct ifnet *, struct ifmediareq *);
    123  1.19    simonb 
    124  1.19    simonb static inline void cnmac_send_queue_flush_prefetch(struct cnmac_softc *);
    125  1.19    simonb static inline void cnmac_send_queue_flush_fetch(struct cnmac_softc *);
    126  1.19    simonb static inline void cnmac_send_queue_flush(struct cnmac_softc *);
    127  1.19    simonb static inline void cnmac_send_queue_flush_sync(struct cnmac_softc *);
    128  1.19    simonb static inline int cnmac_send_queue_is_full(struct cnmac_softc *);
    129  1.19    simonb static inline void cnmac_send_queue_add(struct cnmac_softc *, struct mbuf *,
    130  1.19    simonb     uint64_t *);
    131  1.19    simonb static inline void cnmac_send_queue_del(struct cnmac_softc *, struct mbuf **,
    132  1.19    simonb     uint64_t **);
    133  1.19    simonb static inline int cnmac_buf_free_work(struct cnmac_softc *, uint64_t *,
    134  1.19    simonb     uint64_t);
    135  1.19    simonb static inline void cnmac_buf_ext_free_m(struct mbuf *, void *, size_t, void *);
    136  1.19    simonb static inline void cnmac_buf_ext_free_ext(struct mbuf *, void *, size_t,
    137  1.12   msaitoh     void *);
    138   1.1    hikaru 
    139  1.19    simonb static int	cnmac_ioctl(struct ifnet *, u_long, void *);
    140  1.19    simonb static void	cnmac_watchdog(struct ifnet *);
    141  1.19    simonb static int	cnmac_init(struct ifnet *);
    142  1.19    simonb static void	cnmac_stop(struct ifnet *, int);
    143  1.19    simonb static void	cnmac_start(struct ifnet *);
    144  1.19    simonb 
    145  1.19    simonb static inline int cnmac_send_cmd(struct cnmac_softc *, uint64_t, uint64_t,
    146  1.19    simonb     int *);
    147  1.19    simonb static inline uint64_t	cnmac_send_makecmd_w1(int, paddr_t);
    148  1.19    simonb static inline uint64_t	cnmac_send_makecmd_w0(uint64_t, uint64_t, size_t, int);
    149  1.19    simonb static inline int cnmac_send_makecmd_gbuf(struct cnmac_softc *, struct mbuf *,
    150  1.19    simonb     uint64_t *, int *);
    151  1.19    simonb static inline int cnmac_send_makecmd(struct cnmac_softc *, struct mbuf *,
    152  1.19    simonb     uint64_t *, uint64_t *, uint64_t *);
    153  1.19    simonb static inline int cnmac_send_buf(struct cnmac_softc *, struct mbuf *,
    154  1.19    simonb     uint64_t *, int *);
    155  1.19    simonb static inline int cnmac_send(struct cnmac_softc *, struct mbuf *, int *);
    156  1.19    simonb 
    157  1.19    simonb static int	cnmac_reset(struct cnmac_softc *);
    158  1.19    simonb static int	cnmac_configure(struct cnmac_softc *);
    159  1.19    simonb static int	cnmac_configure_common(struct cnmac_softc *);
    160  1.19    simonb 
    161  1.19    simonb static void	cnmac_tick_free(void *);
    162  1.19    simonb static void	cnmac_tick_misc(void *);
    163  1.19    simonb 
    164  1.19    simonb static inline int cnmac_recv_mbuf(struct cnmac_softc *, uint64_t *,
    165  1.19    simonb     struct mbuf **);
    166  1.19    simonb static inline int cnmac_recv_check_code(struct cnmac_softc *, uint64_t);
    167  1.19    simonb static inline int cnmac_recv_check_jumbo(struct cnmac_softc *, uint64_t);
    168  1.19    simonb static inline int cnmac_recv_check_link(struct cnmac_softc *, uint64_t);
    169  1.19    simonb static inline int cnmac_recv_check(struct cnmac_softc *, uint64_t);
    170  1.19    simonb static inline int cnmac_recv(struct cnmac_softc *, uint64_t *);
    171  1.19    simonb static void	cnmac_recv_redir(struct ifnet *, struct mbuf *);
    172  1.19    simonb static inline void cnmac_recv_intr(void *, uint64_t *);
    173   1.1    hikaru 
    174  1.12   msaitoh /* Device driver context */
    175  1.19    simonb static struct	cnmac_softc *cnmac_gsc[GMX_PORT_NUNITS];
    176  1.19    simonb static void	*cnmac_pow_recv_ih;
    177   1.1    hikaru 
    178   1.1    hikaru /* sysctl'able parameters */
    179  1.19    simonb int		cnmac_param_pko_cmd_w0_n2 = 1;
    180  1.19    simonb int		cnmac_param_pip_dyn_rs = 1;
    181  1.19    simonb int		cnmac_param_redir = 0;
    182  1.19    simonb int		cnmac_param_pktbuf = 0;
    183  1.19    simonb int		cnmac_param_rate = 0;
    184  1.19    simonb int		cnmac_param_intr = 0;
    185   1.1    hikaru 
    186  1.19    simonb CFATTACH_DECL_NEW(cnmac, sizeof(struct cnmac_softc),
    187  1.19    simonb     cnmac_match, cnmac_attach, NULL, NULL);
    188   1.1    hikaru 
    189  1.19    simonb #ifdef CNMAC_DEBUG
    190   1.1    hikaru 
    191   1.1    hikaru static const struct octeon_evcnt_entry octeon_evcnt_entries[] = {
    192   1.1    hikaru #define	_ENTRY(name, type, parent, descr) \
    193  1.19    simonb 	OCTEON_EVCNT_ENTRY(struct cnmac_softc, name, type, parent, descr)
    194   1.1    hikaru 	_ENTRY(rx,			MISC, NULL, "rx"),
    195   1.1    hikaru 	_ENTRY(rxint,			INTR, NULL, "rx intr"),
    196   1.1    hikaru 	_ENTRY(rxrs,			MISC, NULL, "rx dynamic short"),
    197   1.1    hikaru 	_ENTRY(rxbufpkalloc,		MISC, NULL, "rx buf pkt alloc"),
    198   1.1    hikaru 	_ENTRY(rxbufpkput,		MISC, NULL, "rx buf pkt put"),
    199   1.1    hikaru 	_ENTRY(rxbufwqalloc,		MISC, NULL, "rx buf wqe alloc"),
    200   1.1    hikaru 	_ENTRY(rxbufwqput,		MISC, NULL, "rx buf wqe put"),
    201   1.1    hikaru 	_ENTRY(rxerrcode,		MISC, NULL, "rx code error"),
    202   1.1    hikaru 	_ENTRY(rxerrfix,		MISC, NULL, "rx fixup error"),
    203   1.1    hikaru 	_ENTRY(rxerrjmb,		MISC, NULL, "rx jmb error"),
    204   1.1    hikaru 	_ENTRY(rxerrlink,		MISC, NULL, "rx link error"),
    205   1.1    hikaru 	_ENTRY(rxerroff,		MISC, NULL, "rx offload error"),
    206   1.1    hikaru 	_ENTRY(rxonperrshort,		MISC, NULL, "rx onp fixup short error"),
    207   1.1    hikaru 	_ENTRY(rxonperrpreamble,	MISC, NULL, "rx onp fixup preamble error"),
    208   1.1    hikaru 	_ENTRY(rxonperrcrc,		MISC, NULL, "rx onp fixup crc error"),
    209   1.1    hikaru 	_ENTRY(rxonperraddress,		MISC, NULL, "rx onp fixup address error"),
    210   1.1    hikaru 	_ENTRY(rxonponp,		MISC, NULL, "rx onp fixup onp packets"),
    211   1.1    hikaru 	_ENTRY(rxonpok,			MISC, NULL, "rx onp fixup success packets"),
    212   1.1    hikaru 	_ENTRY(tx,			MISC, NULL, "tx"),
    213   1.1    hikaru 	_ENTRY(txadd,			MISC, NULL, "tx add"),
    214   1.1    hikaru 	_ENTRY(txbufcballoc,		MISC, NULL, "tx buf cb alloc"),
    215   1.1    hikaru 	_ENTRY(txbufcbget,		MISC, NULL, "tx buf cb get"),
    216   1.1    hikaru 	_ENTRY(txbufgballoc,		MISC, NULL, "tx buf gb alloc"),
    217   1.1    hikaru 	_ENTRY(txbufgbget,		MISC, NULL, "tx buf gb get"),
    218   1.1    hikaru 	_ENTRY(txbufgbput,		MISC, NULL, "tx buf gb put"),
    219   1.1    hikaru 	_ENTRY(txdel,			MISC, NULL, "tx del"),
    220   1.1    hikaru 	_ENTRY(txerr,			MISC, NULL, "tx error"),
    221   1.1    hikaru 	_ENTRY(txerrcmd,		MISC, NULL, "tx cmd error"),
    222   1.1    hikaru 	_ENTRY(txerrgbuf,		MISC, NULL, "tx gbuf error"),
    223   1.1    hikaru 	_ENTRY(txerrlink,		MISC, NULL, "tx link error"),
    224   1.1    hikaru 	_ENTRY(txerrmkcmd,		MISC, NULL, "tx makecmd error"),
    225   1.1    hikaru #undef	_ENTRY
    226   1.1    hikaru };
    227   1.1    hikaru #endif
    228   1.1    hikaru 
    229   1.1    hikaru /* ---- buffer management */
    230   1.1    hikaru 
    231  1.19    simonb static const struct cnmac_pool_param {
    232   1.1    hikaru 	int			poolno;
    233   1.1    hikaru 	size_t			size;
    234   1.1    hikaru 	size_t			nelems;
    235  1.19    simonb } cnmac_pool_params[] = {
    236   1.1    hikaru #define	_ENTRY(x)	{ OCTEON_POOL_NO_##x, OCTEON_POOL_SIZE_##x, OCTEON_POOL_NELEMS_##x }
    237   1.1    hikaru 	_ENTRY(PKT),
    238   1.1    hikaru 	_ENTRY(WQE),
    239   1.1    hikaru 	_ENTRY(CMD),
    240   1.1    hikaru 	_ENTRY(SG)
    241   1.1    hikaru #undef	_ENTRY
    242   1.1    hikaru };
    243  1.19    simonb struct octfpa_buf	*cnmac_pools[8/* XXX */];
    244  1.19    simonb #define	cnmac_fb_pkt	cnmac_pools[OCTEON_POOL_NO_PKT]
    245  1.19    simonb #define	cnmac_fb_wqe	cnmac_pools[OCTEON_POOL_NO_WQE]
    246  1.19    simonb #define	cnmac_fb_cmd	cnmac_pools[OCTEON_POOL_NO_CMD]
    247  1.19    simonb #define	cnmac_fb_sg	cnmac_pools[OCTEON_POOL_NO_SG]
    248   1.1    hikaru 
    249   1.1    hikaru static void
    250  1.19    simonb cnmac_buf_init(struct cnmac_softc *sc)
    251   1.1    hikaru {
    252   1.1    hikaru 	static int once;
    253   1.1    hikaru 	int i;
    254  1.19    simonb 	const struct cnmac_pool_param *pp;
    255  1.19    simonb 	struct octfpa_buf *fb;
    256   1.1    hikaru 
    257   1.1    hikaru 	if (once == 1)
    258   1.1    hikaru 		return;
    259   1.1    hikaru 	once = 1;
    260   1.1    hikaru 
    261  1.19    simonb 	for (i = 0; i < (int)__arraycount(cnmac_pool_params); i++) {
    262  1.19    simonb 		pp = &cnmac_pool_params[i];
    263  1.19    simonb 		octfpa_buf_init(pp->poolno, pp->size, pp->nelems, &fb);
    264  1.19    simonb 		cnmac_pools[i] = fb;
    265   1.1    hikaru 	}
    266   1.1    hikaru }
    267   1.1    hikaru 
    268   1.1    hikaru /* ---- autoconf */
    269   1.1    hikaru 
    270   1.1    hikaru static int
    271  1.19    simonb cnmac_match(device_t parent, struct cfdata *match, void *aux)
    272   1.1    hikaru {
    273  1.19    simonb 	struct octgmx_attach_args *ga = aux;
    274   1.1    hikaru 
    275   1.1    hikaru 	if (strcmp(match->cf_name, ga->ga_name) != 0) {
    276   1.1    hikaru 		return 0;
    277   1.1    hikaru 	}
    278   1.1    hikaru 	return 1;
    279   1.1    hikaru }
    280   1.1    hikaru 
    281   1.1    hikaru static void
    282  1.19    simonb cnmac_attach(device_t parent, device_t self, void *aux)
    283   1.1    hikaru {
    284  1.19    simonb 	struct cnmac_softc *sc = device_private(self);
    285  1.19    simonb 	struct octgmx_attach_args *ga = aux;
    286   1.1    hikaru 	struct ifnet *ifp = &sc->sc_ethercom.ec_if;
    287  1.18       mrg 	prop_dictionary_t dict;
    288  1.18       mrg 	prop_object_t clk;
    289   1.1    hikaru 	uint8_t enaddr[ETHER_ADDR_LEN];
    290   1.1    hikaru 
    291   1.1    hikaru 	sc->sc_dev = self;
    292   1.1    hikaru 	sc->sc_regt = ga->ga_regt;
    293   1.1    hikaru 	sc->sc_port = ga->ga_portno;
    294   1.1    hikaru 	sc->sc_port_type = ga->ga_port_type;
    295   1.1    hikaru 	sc->sc_gmx = ga->ga_gmx;
    296   1.1    hikaru 	sc->sc_gmx_port = ga->ga_gmx_port;
    297   1.1    hikaru 
    298   1.1    hikaru 	sc->sc_init_flag = 0;
    299   1.1    hikaru 	/*
    300   1.1    hikaru 	 * XXXUEBAYASI
    301   1.1    hikaru 	 * Setting PIP_IP_OFFSET[OFFSET] to 8 causes panic ... why???
    302   1.1    hikaru 	 */
    303   1.1    hikaru 	sc->sc_ip_offset = 0/* XXX */;
    304   1.1    hikaru 
    305   1.1    hikaru 	if (MIPS_PRID_IMPL(mips_options.mips_cpu_id) <= MIPS_CN30XX) {
    306  1.19    simonb 		SET(sc->sc_quirks, CNMAC_QUIRKS_NO_PRE_ALIGN);
    307  1.19    simonb 		SET(sc->sc_quirks, CNMAC_QUIRKS_NO_RX_INBND);
    308   1.1    hikaru 	}
    309   1.1    hikaru 
    310  1.19    simonb 	cnmac_board_mac_addr(enaddr, sizeof(enaddr), sc);
    311   1.1    hikaru 	printf("%s: Ethernet address %s\n", device_xname(sc->sc_dev),
    312   1.1    hikaru 	    ether_sprintf(enaddr));
    313   1.1    hikaru 
    314  1.19    simonb 	cnmac_gsc[sc->sc_port] = sc;
    315   1.1    hikaru 
    316   1.1    hikaru 	SIMPLEQ_INIT(&sc->sc_sendq);
    317   1.1    hikaru 	sc->sc_soft_req_thresh = 15/* XXX */;
    318   1.1    hikaru 	sc->sc_ext_callback_cnt = 0;
    319   1.1    hikaru 
    320  1.19    simonb 	octgmx_stats_init(sc->sc_gmx_port);
    321   1.1    hikaru 
    322   1.1    hikaru 	callout_init(&sc->sc_tick_misc_ch, 0);
    323   1.1    hikaru 	callout_init(&sc->sc_tick_free_ch, 0);
    324   1.1    hikaru 
    325  1.19    simonb 	octfau_op_init(&sc->sc_fau_done,
    326   1.1    hikaru 	    OCTEON_CVMSEG_ETHER_OFFSET(sc->sc_port, csm_ether_fau_done),
    327   1.1    hikaru 	    OCT_FAU_REG_ADDR_END - (8 * (sc->sc_port + 1))/* XXX */);
    328  1.19    simonb 	octfau_op_set_8(&sc->sc_fau_done, 0);
    329   1.1    hikaru 
    330  1.19    simonb 	cnmac_pip_init(sc);
    331  1.19    simonb 	cnmac_ipd_init(sc);
    332  1.19    simonb 	cnmac_pko_init(sc);
    333  1.19    simonb 	cnmac_asx_init(sc);
    334  1.19    simonb 	cnmac_smi_init(sc);
    335   1.1    hikaru 
    336   1.1    hikaru 	sc->sc_gmx_port->sc_ipd = sc->sc_ipd;
    337   1.1    hikaru 	sc->sc_gmx_port->sc_port_asx = sc->sc_asx;
    338   1.1    hikaru 	sc->sc_gmx_port->sc_port_mii = &sc->sc_mii;
    339   1.1    hikaru 	sc->sc_gmx_port->sc_port_ec = &sc->sc_ethercom;
    340   1.1    hikaru 	/* XXX */
    341   1.1    hikaru 	sc->sc_gmx_port->sc_quirks = sc->sc_quirks;
    342   1.1    hikaru 
    343   1.1    hikaru 	/* XXX */
    344  1.19    simonb 	sc->sc_pow = &octpow_softc;
    345   1.1    hikaru 
    346  1.19    simonb 	cnmac_mediainit(sc);
    347   1.1    hikaru 
    348   1.1    hikaru 	strncpy(ifp->if_xname, device_xname(sc->sc_dev), sizeof(ifp->if_xname));
    349   1.1    hikaru 	ifp->if_softc = sc;
    350   1.1    hikaru 	ifp->if_flags = IFF_BROADCAST | IFF_SIMPLEX | IFF_MULTICAST;
    351  1.19    simonb 	ifp->if_ioctl = cnmac_ioctl;
    352  1.19    simonb 	ifp->if_start = cnmac_start;
    353  1.19    simonb 	ifp->if_watchdog = cnmac_watchdog;
    354  1.19    simonb 	ifp->if_init = cnmac_init;
    355  1.19    simonb 	ifp->if_stop = cnmac_stop;
    356  1.10  riastrad 	IFQ_SET_MAXLEN(&ifp->if_snd, uimax(GATHER_QUEUE_SIZE, IFQ_MAXLEN));
    357   1.1    hikaru 	IFQ_SET_READY(&ifp->if_snd);
    358   1.1    hikaru 
    359   1.1    hikaru 	/* XXX: not yet tx checksum */
    360   1.1    hikaru 	ifp->if_capabilities =
    361  1.12   msaitoh 	    IFCAP_CSUM_IPv4_Rx | IFCAP_CSUM_TCPv4_Rx | IFCAP_CSUM_UDPv4_Rx |
    362  1.12   msaitoh 	    IFCAP_CSUM_TCPv6_Rx | IFCAP_CSUM_UDPv6_Rx;
    363   1.1    hikaru 
    364   1.7  jmcneill 	/* 802.1Q VLAN-sized frames are supported */
    365   1.7  jmcneill 	sc->sc_ethercom.ec_capabilities |= ETHERCAP_VLAN_MTU;
    366   1.7  jmcneill 
    367  1.19    simonb 	octgmx_set_mac_addr(sc->sc_gmx_port, enaddr);
    368   1.1    hikaru 
    369   1.1    hikaru 	if_attach(ifp);
    370   1.1    hikaru 	ether_ifattach(ifp, enaddr);
    371  1.19    simonb 	octgmx_set_filter(sc->sc_gmx_port);
    372   1.1    hikaru 
    373   1.1    hikaru 	/* XXX */
    374   1.1    hikaru 	sc->sc_rate_recv_check_link_cap.tv_sec = 1;
    375   1.1    hikaru 	sc->sc_rate_recv_check_jumbo_cap.tv_sec = 1;
    376   1.1    hikaru 	sc->sc_rate_recv_check_code_cap.tv_sec = 1;
    377   1.1    hikaru 	sc->sc_rate_recv_fixup_odd_nibble_short_cap.tv_sec = 1;
    378   1.1    hikaru 	sc->sc_rate_recv_fixup_odd_nibble_preamble_cap.tv_sec = 1;
    379   1.1    hikaru 	sc->sc_rate_recv_fixup_odd_nibble_crc_cap.tv_sec = 1;
    380  1.19    simonb #ifdef CNMAC_DEBUG
    381   1.1    hikaru 	sc->sc_rate_recv_fixup_odd_nibble_addr_cap.tv_sec = 1;
    382   1.1    hikaru #endif
    383   1.1    hikaru 	/* XXX */
    384   1.1    hikaru 
    385   1.1    hikaru #if 1
    386  1.19    simonb 	cnmac_buf_init(sc);
    387   1.1    hikaru #endif
    388   1.1    hikaru 
    389  1.19    simonb 	if (cnmac_pow_recv_ih == NULL)
    390  1.19    simonb 		cnmac_pow_recv_ih
    391  1.19    simonb 		    = octpow_intr_establish(OCTEON_POW_GROUP_PIP,
    392  1.19    simonb 			IPL_NET, cnmac_recv_intr, NULL, NULL);
    393   1.1    hikaru 
    394   1.1    hikaru 	OCTEON_EVCNT_ATTACH_EVCNTS(sc, octeon_evcnt_entries,
    395   1.1    hikaru 	    device_xname(sc->sc_dev));
    396  1.18       mrg 
    397  1.18       mrg 	dict = device_properties(sc->sc_gmx->sc_dev);
    398  1.18       mrg 
    399  1.18       mrg 	clk = prop_dictionary_get(dict, "rgmii-tx");
    400  1.18       mrg 	KASSERT(clk != NULL);
    401  1.18       mrg 	sc->sc_gmx_port->sc_clk_tx_setting = prop_number_integer_value(clk);
    402  1.18       mrg 	clk = prop_dictionary_get(dict, "rgmii-rx");
    403  1.18       mrg 	KASSERT(clk != NULL);
    404  1.18       mrg 	sc->sc_gmx_port->sc_clk_rx_setting = prop_number_integer_value(clk);
    405   1.1    hikaru }
    406   1.1    hikaru 
    407   1.1    hikaru /* ---- submodules */
    408   1.1    hikaru 
    409   1.1    hikaru /* XXX */
    410   1.1    hikaru static void
    411  1.19    simonb cnmac_pip_init(struct cnmac_softc *sc)
    412   1.1    hikaru {
    413  1.19    simonb 	struct octpip_attach_args pip_aa;
    414   1.1    hikaru 
    415   1.1    hikaru 	pip_aa.aa_port = sc->sc_port;
    416   1.1    hikaru 	pip_aa.aa_regt = sc->sc_regt;
    417   1.1    hikaru 	pip_aa.aa_tag_type = POW_TAG_TYPE_ORDERED/* XXX */;
    418   1.1    hikaru 	pip_aa.aa_receive_group = OCTEON_POW_GROUP_PIP;
    419   1.1    hikaru 	pip_aa.aa_ip_offset = sc->sc_ip_offset;
    420  1.19    simonb 	octpip_init(&pip_aa, &sc->sc_pip);
    421   1.1    hikaru }
    422   1.1    hikaru 
    423   1.1    hikaru /* XXX */
    424   1.1    hikaru static void
    425  1.19    simonb cnmac_ipd_init(struct cnmac_softc *sc)
    426   1.1    hikaru {
    427  1.19    simonb 	struct octipd_attach_args ipd_aa;
    428   1.1    hikaru 
    429   1.1    hikaru 	ipd_aa.aa_port = sc->sc_port;
    430   1.1    hikaru 	ipd_aa.aa_regt = sc->sc_regt;
    431   1.1    hikaru 	ipd_aa.aa_first_mbuff_skip = 184/* XXX */;
    432   1.1    hikaru 	ipd_aa.aa_not_first_mbuff_skip = 0/* XXX */;
    433  1.19    simonb 	octipd_init(&ipd_aa, &sc->sc_ipd);
    434   1.1    hikaru }
    435   1.1    hikaru 
    436   1.1    hikaru /* XXX */
    437   1.1    hikaru static void
    438  1.19    simonb cnmac_pko_init(struct cnmac_softc *sc)
    439   1.1    hikaru {
    440  1.19    simonb 	struct octpko_attach_args pko_aa;
    441   1.1    hikaru 
    442   1.1    hikaru 	pko_aa.aa_port = sc->sc_port;
    443   1.1    hikaru 	pko_aa.aa_regt = sc->sc_regt;
    444   1.1    hikaru 	pko_aa.aa_cmdptr = &sc->sc_cmdptr;
    445   1.1    hikaru 	pko_aa.aa_cmd_buf_pool = OCTEON_POOL_NO_CMD;
    446   1.1    hikaru 	pko_aa.aa_cmd_buf_size = OCTEON_POOL_NWORDS_CMD;
    447  1.19    simonb 	octpko_init(&pko_aa, &sc->sc_pko);
    448   1.1    hikaru }
    449   1.1    hikaru 
    450   1.1    hikaru /* XXX */
    451   1.1    hikaru static void
    452  1.19    simonb cnmac_asx_init(struct cnmac_softc *sc)
    453   1.1    hikaru {
    454  1.19    simonb 	struct octasx_attach_args asx_aa;
    455   1.1    hikaru 
    456   1.1    hikaru 	asx_aa.aa_port = sc->sc_port;
    457   1.1    hikaru 	asx_aa.aa_regt = sc->sc_regt;
    458  1.19    simonb 	octasx_init(&asx_aa, &sc->sc_asx);
    459   1.1    hikaru }
    460   1.1    hikaru 
    461   1.1    hikaru static void
    462  1.19    simonb cnmac_smi_init(struct cnmac_softc *sc)
    463   1.1    hikaru {
    464  1.19    simonb 	struct octsmi_attach_args smi_aa;
    465   1.1    hikaru 
    466   1.1    hikaru 	smi_aa.aa_port = sc->sc_port;
    467   1.1    hikaru 	smi_aa.aa_regt = sc->sc_regt;
    468  1.19    simonb 	octsmi_init(&smi_aa, &sc->sc_smi);
    469  1.19    simonb 	octsmi_set_clock(sc->sc_smi, 0x1464ULL); /* XXX */
    470   1.1    hikaru }
    471   1.1    hikaru 
    472   1.1    hikaru /* ---- XXX */
    473   1.1    hikaru 
    474   1.1    hikaru #define	ADDR2UINT64(u, a) \
    475   1.1    hikaru 	do { \
    476   1.1    hikaru 		u = \
    477   1.1    hikaru 		    (((uint64_t)a[0] << 40) | ((uint64_t)a[1] << 32) | \
    478   1.1    hikaru 		     ((uint64_t)a[2] << 24) | ((uint64_t)a[3] << 16) | \
    479  1.12   msaitoh 		     ((uint64_t)a[4] <<	 8) | ((uint64_t)a[5] <<  0)); \
    480   1.1    hikaru 	} while (0)
    481   1.1    hikaru #define	UINT642ADDR(a, u) \
    482   1.1    hikaru 	do { \
    483   1.1    hikaru 		a[0] = (uint8_t)((u) >> 40); a[1] = (uint8_t)((u) >> 32); \
    484   1.1    hikaru 		a[2] = (uint8_t)((u) >> 24); a[3] = (uint8_t)((u) >> 16); \
    485  1.12   msaitoh 		a[4] = (uint8_t)((u) >>	 8); a[5] = (uint8_t)((u) >>  0); \
    486   1.1    hikaru 	} while (0)
    487   1.1    hikaru 
    488   1.1    hikaru static void
    489  1.19    simonb cnmac_board_mac_addr(uint8_t *enaddr, size_t size, struct cnmac_softc *sc)
    490   1.1    hikaru {
    491   1.1    hikaru 	prop_dictionary_t dict;
    492   1.1    hikaru 	prop_data_t ea;
    493   1.1    hikaru 
    494   1.1    hikaru 	dict = device_properties(sc->sc_dev);
    495   1.1    hikaru 	KASSERT(dict != NULL);
    496   1.1    hikaru 	ea = prop_dictionary_get(dict, "mac-address");
    497   1.1    hikaru 	KASSERT(ea != NULL);
    498   1.1    hikaru 	memcpy(enaddr, prop_data_data_nocopy(ea), size);
    499   1.1    hikaru }
    500   1.1    hikaru 
    501   1.1    hikaru /* ---- media */
    502   1.1    hikaru 
    503   1.1    hikaru static int
    504  1.19    simonb cnmac_mii_readreg(device_t self, int phy_addr, int reg, uint16_t *val)
    505   1.1    hikaru {
    506  1.19    simonb 	struct cnmac_softc *sc = device_private(self);
    507   1.1    hikaru 
    508  1.19    simonb 	return octsmi_read(sc->sc_smi, phy_addr, reg, val);
    509   1.1    hikaru }
    510   1.1    hikaru 
    511  1.11   msaitoh static int
    512  1.19    simonb cnmac_mii_writereg(device_t self, int phy_addr, int reg, uint16_t val)
    513   1.1    hikaru {
    514  1.19    simonb 	struct cnmac_softc *sc = device_private(self);
    515   1.1    hikaru 
    516  1.19    simonb 	return octsmi_write(sc->sc_smi, phy_addr, reg, val);
    517   1.1    hikaru }
    518   1.1    hikaru 
    519   1.1    hikaru static void
    520  1.19    simonb cnmac_mii_statchg(struct ifnet *ifp)
    521   1.1    hikaru {
    522  1.19    simonb 	struct cnmac_softc *sc = ifp->if_softc;
    523   1.1    hikaru 
    524  1.19    simonb 	octpko_port_enable(sc->sc_pko, 0);
    525  1.19    simonb 	octgmx_port_enable(sc->sc_gmx_port, 0);
    526   1.1    hikaru 
    527  1.19    simonb 	cnmac_reset(sc);
    528   1.1    hikaru 
    529   1.1    hikaru 	if (ISSET(ifp->if_flags, IFF_RUNNING))
    530  1.19    simonb 		octgmx_set_filter(sc->sc_gmx_port);
    531   1.1    hikaru 
    532  1.19    simonb 	octpko_port_enable(sc->sc_pko, 1);
    533  1.19    simonb 	octgmx_port_enable(sc->sc_gmx_port, 1);
    534   1.1    hikaru }
    535   1.1    hikaru 
    536   1.1    hikaru static int
    537  1.19    simonb cnmac_mediainit(struct cnmac_softc *sc)
    538   1.1    hikaru {
    539   1.1    hikaru 	struct ifnet *ifp = &sc->sc_ethercom.ec_if;
    540  1.13   msaitoh 	struct mii_data *mii = &sc->sc_mii;
    541   1.1    hikaru 	prop_object_t phy;
    542   1.1    hikaru 
    543  1.13   msaitoh 	mii->mii_ifp = ifp;
    544  1.19    simonb 	mii->mii_readreg = cnmac_mii_readreg;
    545  1.19    simonb 	mii->mii_writereg = cnmac_mii_writereg;
    546  1.19    simonb 	mii->mii_statchg = cnmac_mii_statchg;
    547  1.13   msaitoh 	sc->sc_ethercom.ec_mii = mii;
    548  1.13   msaitoh 
    549  1.13   msaitoh 	/* Initialize ifmedia structures. */
    550  1.19    simonb 	ifmedia_init(&mii->mii_media, 0, ether_mediachange, cnmac_mediastatus);
    551   1.1    hikaru 
    552   1.1    hikaru 	phy = prop_dictionary_get(device_properties(sc->sc_dev), "phy-addr");
    553   1.1    hikaru 	KASSERT(phy != NULL);
    554   1.1    hikaru 
    555  1.13   msaitoh 	mii_attach(sc->sc_dev, mii, 0xffffffff, prop_number_integer_value(phy),
    556   1.1    hikaru 	    MII_OFFSET_ANY, MIIF_DOPAUSE);
    557   1.1    hikaru 
    558   1.1    hikaru 	/* XXX XXX XXX */
    559  1.13   msaitoh 	if (LIST_FIRST(&mii->mii_phys) != NULL) {
    560   1.1    hikaru 		/* XXX XXX XXX */
    561  1.13   msaitoh 		ifmedia_set(&mii->mii_media, IFM_ETHER | IFM_AUTO);
    562   1.1    hikaru 		/* XXX XXX XXX */
    563   1.1    hikaru 	} else {
    564   1.1    hikaru 		/* XXX XXX XXX */
    565  1.13   msaitoh 		ifmedia_add(&mii->mii_media, IFM_ETHER | IFM_NONE,
    566   1.1    hikaru 		    MII_MEDIA_NONE, NULL);
    567   1.1    hikaru 		/* XXX XXX XXX */
    568  1.13   msaitoh 		ifmedia_set(&mii->mii_media, IFM_ETHER | IFM_NONE);
    569   1.1    hikaru 		/* XXX XXX XXX */
    570   1.1    hikaru 	}
    571   1.1    hikaru 	/* XXX XXX XXX */
    572   1.1    hikaru 
    573   1.1    hikaru 	return 0;
    574   1.1    hikaru }
    575   1.1    hikaru 
    576   1.1    hikaru static void
    577  1.19    simonb cnmac_mediastatus(struct ifnet *ifp, struct ifmediareq *ifmr)
    578   1.1    hikaru {
    579  1.19    simonb 	struct cnmac_softc *sc = ifp->if_softc;
    580   1.1    hikaru 
    581   1.1    hikaru 	mii_pollstat(&sc->sc_mii);
    582   1.1    hikaru 
    583   1.1    hikaru 	ifmr->ifm_status = sc->sc_mii.mii_media_status;
    584   1.1    hikaru 	ifmr->ifm_active = sc->sc_mii.mii_media_active;
    585   1.1    hikaru 	ifmr->ifm_active = (sc->sc_mii.mii_media_active & ~IFM_ETH_FMASK) |
    586   1.1    hikaru 	    sc->sc_gmx_port->sc_port_flowflags;
    587   1.1    hikaru }
    588   1.1    hikaru 
    589   1.1    hikaru /* ---- send buffer garbage collection */
    590   1.1    hikaru 
    591   1.1    hikaru static inline void
    592  1.19    simonb cnmac_send_queue_flush_prefetch(struct cnmac_softc *sc)
    593   1.1    hikaru {
    594  1.19    simonb 	CNMAC_KASSERT(sc->sc_prefetch == 0);
    595  1.19    simonb 	octfau_op_inc_fetch_8(&sc->sc_fau_done, 0);
    596   1.1    hikaru 	sc->sc_prefetch = 1;
    597   1.1    hikaru }
    598   1.1    hikaru 
    599   1.1    hikaru static inline void
    600  1.19    simonb cnmac_send_queue_flush_fetch(struct cnmac_softc *sc)
    601   1.1    hikaru {
    602  1.19    simonb #ifndef	 CNMAC_DEBUG
    603   1.1    hikaru 	if (!sc->sc_prefetch)
    604   1.1    hikaru 		return;
    605   1.1    hikaru #endif
    606  1.19    simonb 	CNMAC_KASSERT(sc->sc_prefetch == 1);
    607  1.19    simonb 	sc->sc_hard_done_cnt = octfau_op_inc_read_8(&sc->sc_fau_done);
    608  1.19    simonb 	CNMAC_KASSERT(sc->sc_hard_done_cnt <= 0);
    609   1.1    hikaru 	sc->sc_prefetch = 0;
    610   1.1    hikaru }
    611   1.1    hikaru 
    612   1.1    hikaru static inline void
    613  1.19    simonb cnmac_send_queue_flush(struct cnmac_softc *sc)
    614   1.1    hikaru {
    615   1.8  jmcneill 	struct ifnet *ifp = &sc->sc_ethercom.ec_if;
    616   1.1    hikaru 	const int64_t sent_count = sc->sc_hard_done_cnt;
    617   1.1    hikaru 	int i;
    618   1.1    hikaru 
    619  1.19    simonb 	CNMAC_KASSERT(sc->sc_flush == 0);
    620  1.19    simonb 	CNMAC_KASSERT(sent_count <= 0);
    621   1.1    hikaru 
    622   1.1    hikaru 	for (i = 0; i < 0 - sent_count; i++) {
    623   1.1    hikaru 		struct mbuf *m;
    624   1.1    hikaru 		uint64_t *gbuf;
    625   1.1    hikaru 
    626  1.19    simonb 		cnmac_send_queue_del(sc, &m, &gbuf);
    627   1.1    hikaru 
    628  1.19    simonb 		octfpa_buf_put(cnmac_fb_sg, gbuf);
    629   1.1    hikaru 		OCTEON_EVCNT_INC(sc, txbufgbput);
    630   1.1    hikaru 
    631   1.1    hikaru 		m_freem(m);
    632   1.8  jmcneill 
    633   1.8  jmcneill 		CLR(ifp->if_flags, IFF_OACTIVE);
    634   1.1    hikaru 	}
    635   1.1    hikaru 
    636  1.19    simonb 	octfau_op_inc_fetch_8(&sc->sc_fau_done, i);
    637   1.1    hikaru 	sc->sc_flush = i;
    638   1.1    hikaru }
    639   1.1    hikaru 
    640   1.1    hikaru static inline void
    641  1.19    simonb cnmac_send_queue_flush_sync(struct cnmac_softc *sc)
    642   1.1    hikaru {
    643   1.1    hikaru 	if (sc->sc_flush == 0)
    644   1.1    hikaru 		return;
    645   1.1    hikaru 
    646  1.19    simonb 	CNMAC_KASSERT(sc->sc_flush > 0);
    647   1.1    hikaru 
    648   1.1    hikaru 	/* XXX XXX XXX */
    649  1.19    simonb 	octfau_op_inc_read_8(&sc->sc_fau_done);
    650   1.1    hikaru 	sc->sc_soft_req_cnt -= sc->sc_flush;
    651  1.19    simonb 	CNMAC_KASSERT(sc->sc_soft_req_cnt >= 0);
    652   1.1    hikaru 	/* XXX XXX XXX */
    653   1.1    hikaru 
    654   1.1    hikaru 	sc->sc_flush = 0;
    655   1.1    hikaru }
    656   1.1    hikaru 
    657   1.1    hikaru static inline int
    658  1.19    simonb cnmac_send_queue_is_full(struct cnmac_softc *sc)
    659   1.1    hikaru {
    660  1.19    simonb #ifdef CNMAC_SEND_QUEUE_CHECK
    661   1.1    hikaru 	int64_t nofree_cnt;
    662   1.1    hikaru 
    663  1.12   msaitoh 	nofree_cnt = sc->sc_soft_req_cnt + sc->sc_hard_done_cnt;
    664   1.1    hikaru 
    665   1.1    hikaru 	if (__predict_false(nofree_cnt == GATHER_QUEUE_SIZE - 1)) {
    666  1.19    simonb 		cnmac_send_queue_flush(sc);
    667   1.1    hikaru 		OCTEON_EVCNT_INC(sc, txerrgbuf);
    668  1.19    simonb 		cnmac_send_queue_flush_sync(sc);
    669   1.1    hikaru 		return 1;
    670   1.1    hikaru 	}
    671   1.1    hikaru 
    672   1.1    hikaru #endif
    673   1.1    hikaru 	return 0;
    674   1.1    hikaru }
    675   1.1    hikaru 
    676   1.1    hikaru /*
    677   1.1    hikaru  * (Ab)use m_nextpkt and m_paddr to maintain mbuf chain and pointer to gather
    678   1.1    hikaru  * buffer.  Other mbuf members may be used by m_freem(), so don't touch them!
    679   1.1    hikaru  */
    680   1.1    hikaru 
    681   1.1    hikaru struct _send_queue_entry {
    682   1.1    hikaru 	union {
    683   1.1    hikaru 		struct mbuf _sqe_s_mbuf;
    684   1.1    hikaru 		struct {
    685   1.1    hikaru 			char _sqe_s_entry_pad[offsetof(struct mbuf, m_nextpkt)];
    686   1.1    hikaru 			SIMPLEQ_ENTRY(_send_queue_entry) _sqe_s_entry_entry;
    687   1.1    hikaru 		} _sqe_s_entry;
    688   1.1    hikaru 		struct {
    689   1.1    hikaru 			char _sqe_s_gbuf_pad[offsetof(struct mbuf, m_paddr)];
    690   1.1    hikaru 			uint64_t *_sqe_s_gbuf_gbuf;
    691   1.1    hikaru 		} _sqe_s_gbuf;
    692   1.1    hikaru 	} _sqe_u;
    693   1.1    hikaru #define	_sqe_entry	_sqe_u._sqe_s_entry._sqe_s_entry_entry
    694   1.1    hikaru #define	_sqe_gbuf	_sqe_u._sqe_s_gbuf._sqe_s_gbuf_gbuf
    695   1.1    hikaru };
    696   1.1    hikaru 
    697   1.1    hikaru static inline void
    698  1.19    simonb cnmac_send_queue_add(struct cnmac_softc *sc, struct mbuf *m,
    699   1.1    hikaru     uint64_t *gbuf)
    700   1.1    hikaru {
    701   1.1    hikaru 	struct _send_queue_entry *sqe = (struct _send_queue_entry *)m;
    702   1.1    hikaru 
    703   1.1    hikaru 	sqe->_sqe_gbuf = gbuf;
    704   1.1    hikaru 	SIMPLEQ_INSERT_TAIL(&sc->sc_sendq, sqe, _sqe_entry);
    705   1.1    hikaru 
    706   1.1    hikaru 	if ((m->m_flags & M_EXT) && m->m_ext.ext_free != NULL)
    707   1.1    hikaru 		sc->sc_ext_callback_cnt++;
    708   1.1    hikaru 
    709   1.1    hikaru 	OCTEON_EVCNT_INC(sc, txadd);
    710   1.1    hikaru }
    711   1.1    hikaru 
    712   1.1    hikaru static inline void
    713  1.19    simonb cnmac_send_queue_del(struct cnmac_softc *sc, struct mbuf **rm, uint64_t **rgbuf)
    714   1.1    hikaru {
    715   1.1    hikaru 	struct _send_queue_entry *sqe;
    716   1.1    hikaru 
    717   1.1    hikaru 	sqe = SIMPLEQ_FIRST(&sc->sc_sendq);
    718  1.19    simonb 	CNMAC_KASSERT(sqe != NULL);
    719   1.1    hikaru 	SIMPLEQ_REMOVE_HEAD(&sc->sc_sendq, _sqe_entry);
    720   1.1    hikaru 
    721   1.1    hikaru 	*rm = (void *)sqe;
    722   1.1    hikaru 	*rgbuf = sqe->_sqe_gbuf;
    723   1.1    hikaru 
    724   1.1    hikaru 	if (((*rm)->m_flags & M_EXT) && (*rm)->m_ext.ext_free != NULL) {
    725   1.1    hikaru 		sc->sc_ext_callback_cnt--;
    726  1.19    simonb 		CNMAC_KASSERT(sc->sc_ext_callback_cnt >= 0);
    727   1.1    hikaru 	}
    728   1.1    hikaru 
    729   1.1    hikaru 	OCTEON_EVCNT_INC(sc, txdel);
    730   1.1    hikaru }
    731   1.1    hikaru 
    732   1.1    hikaru static inline int
    733  1.19    simonb cnmac_buf_free_work(struct cnmac_softc *sc, uint64_t *work, uint64_t word2)
    734   1.1    hikaru {
    735   1.1    hikaru 	/* XXX when jumbo frame */
    736   1.1    hikaru 	if (ISSET(word2, PIP_WQE_WORD2_IP_BUFS)) {
    737   1.1    hikaru 		paddr_t addr;
    738   1.1    hikaru 		paddr_t start_buffer;
    739   1.1    hikaru 
    740   1.1    hikaru 		addr = work[3] & PIP_WQE_WORD3_ADDR;
    741   1.1    hikaru 		start_buffer = addr & ~(2048 - 1);
    742   1.1    hikaru 
    743  1.19    simonb 		octfpa_buf_put_paddr(cnmac_fb_pkt, start_buffer);
    744   1.1    hikaru 		OCTEON_EVCNT_INC(sc, rxbufpkput);
    745   1.1    hikaru 	}
    746   1.1    hikaru 
    747  1.19    simonb 	octfpa_buf_put(cnmac_fb_wqe, work);
    748   1.1    hikaru 	OCTEON_EVCNT_INC(sc, rxbufwqput);
    749   1.1    hikaru 
    750   1.1    hikaru 	return 0;
    751   1.1    hikaru }
    752   1.1    hikaru 
    753   1.1    hikaru static inline void
    754  1.19    simonb cnmac_buf_ext_free_m(struct mbuf *m, void *buf, size_t size, void *arg)
    755   1.1    hikaru {
    756   1.1    hikaru 	uint64_t *work = (void *)arg;
    757  1.19    simonb #ifdef CNMAC_DEBUG
    758  1.19    simonb 	struct cnmac_softc *sc = (void *)(uintptr_t)work[0];
    759   1.1    hikaru #endif
    760   1.1    hikaru 	int s = splnet();
    761   1.1    hikaru 
    762   1.1    hikaru 	OCTEON_EVCNT_INC(sc, rxrs);
    763   1.1    hikaru 
    764  1.19    simonb 	octfpa_buf_put(cnmac_fb_wqe, work);
    765   1.1    hikaru 	OCTEON_EVCNT_INC(sc, rxbufwqput);
    766   1.1    hikaru 
    767  1.19    simonb 	CNMAC_KASSERT(m != NULL);
    768   1.1    hikaru 
    769   1.1    hikaru 	pool_cache_put(mb_cache, m);
    770   1.1    hikaru 
    771   1.1    hikaru 	splx(s);
    772   1.1    hikaru }
    773   1.1    hikaru 
    774   1.1    hikaru static inline void
    775  1.19    simonb cnmac_buf_ext_free_ext(struct mbuf *m, void *buf, size_t size, void *arg)
    776   1.1    hikaru {
    777   1.1    hikaru 	uint64_t *work = (void *)arg;
    778  1.19    simonb #ifdef CNMAC_DEBUG
    779  1.19    simonb 	struct cnmac_softc *sc = (void *)(uintptr_t)work[0];
    780   1.1    hikaru #endif
    781   1.1    hikaru 	int s = splnet();
    782   1.1    hikaru 
    783  1.19    simonb 	octfpa_buf_put(cnmac_fb_wqe, work);
    784   1.1    hikaru 	OCTEON_EVCNT_INC(sc, rxbufwqput);
    785   1.1    hikaru 
    786  1.19    simonb 	octfpa_buf_put(cnmac_fb_pkt, buf);
    787   1.1    hikaru 	OCTEON_EVCNT_INC(sc, rxbufpkput);
    788   1.1    hikaru 
    789  1.19    simonb 	CNMAC_KASSERT(m != NULL);
    790   1.1    hikaru 
    791   1.1    hikaru 	pool_cache_put(mb_cache, m);
    792   1.1    hikaru 
    793   1.1    hikaru 	splx(s);
    794   1.1    hikaru }
    795   1.1    hikaru 
    796   1.1    hikaru /* ---- ifnet interfaces */
    797   1.1    hikaru 
    798   1.1    hikaru static int
    799  1.19    simonb cnmac_ioctl(struct ifnet *ifp, u_long cmd, void *data)
    800   1.1    hikaru {
    801  1.19    simonb 	struct cnmac_softc *sc = ifp->if_softc;
    802   1.1    hikaru 	struct ifreq *ifr = (struct ifreq *)data;
    803   1.1    hikaru 	int s, error;
    804   1.1    hikaru 
    805   1.1    hikaru 	s = splnet();
    806   1.1    hikaru 	switch (cmd) {
    807   1.1    hikaru 	case SIOCSIFMEDIA:
    808   1.1    hikaru 		/* Flow control requires full-duplex mode. */
    809   1.1    hikaru 		if (IFM_SUBTYPE(ifr->ifr_media) == IFM_AUTO ||
    810   1.1    hikaru 		    (ifr->ifr_media & IFM_FDX) == 0) {
    811   1.1    hikaru 			ifr->ifr_media &= ~IFM_ETH_FMASK;
    812   1.1    hikaru 		}
    813   1.1    hikaru 		if (IFM_SUBTYPE(ifr->ifr_media) != IFM_AUTO) {
    814   1.1    hikaru 			if ((ifr->ifr_media & IFM_ETH_FMASK) == IFM_FLOW) {
    815   1.1    hikaru 				ifr->ifr_media |=
    816   1.1    hikaru 				    IFM_ETH_TXPAUSE | IFM_ETH_RXPAUSE;
    817   1.1    hikaru 			}
    818  1.12   msaitoh 			sc->sc_gmx_port->sc_port_flowflags =
    819   1.1    hikaru 				ifr->ifr_media & IFM_ETH_FMASK;
    820   1.1    hikaru 		}
    821   1.1    hikaru 		error = ifmedia_ioctl(ifp, ifr, &sc->sc_mii.mii_media, cmd);
    822   1.1    hikaru 		break;
    823   1.1    hikaru 	default:
    824   1.1    hikaru 		error = ether_ioctl(ifp, cmd, data);
    825   1.1    hikaru 		if (error == ENETRESET) {
    826   1.1    hikaru 			/*
    827   1.1    hikaru 			 * Multicast list has changed; set the hardware filter
    828   1.1    hikaru 			 * accordingly.
    829   1.1    hikaru 			 */
    830   1.1    hikaru 			if (ISSET(ifp->if_flags, IFF_RUNNING))
    831  1.19    simonb 				octgmx_set_filter(sc->sc_gmx_port);
    832   1.1    hikaru 			error = 0;
    833   1.1    hikaru 		}
    834   1.1    hikaru 		break;
    835   1.1    hikaru 	}
    836  1.19    simonb 	cnmac_start(ifp);
    837   1.1    hikaru 	splx(s);
    838   1.1    hikaru 
    839  1.12   msaitoh 	return error;
    840   1.1    hikaru }
    841   1.1    hikaru 
    842   1.1    hikaru /* ---- send (output) */
    843   1.1    hikaru 
    844   1.1    hikaru static inline uint64_t
    845  1.19    simonb cnmac_send_makecmd_w0(uint64_t fau0, uint64_t fau1, size_t len, int segs)
    846   1.1    hikaru {
    847  1.19    simonb 	return octpko_cmd_word0(
    848   1.1    hikaru 		OCT_FAU_OP_SIZE_64,		/* sz1 */
    849   1.1    hikaru 		OCT_FAU_OP_SIZE_64,		/* sz0 */
    850   1.1    hikaru 		1, fau1, 1, fau0,		/* s1, reg1, s0, reg0 */
    851   1.1    hikaru 		0,				/* le */
    852  1.19    simonb 		cnmac_param_pko_cmd_w0_n2,	/* n2 */
    853   1.1    hikaru 		1, 0,				/* q, r */
    854   1.1    hikaru 		(segs == 1) ? 0 : 1,		/* g */
    855   1.1    hikaru 		0, 0, 1,			/* ipoffp1, ii, df */
    856   1.1    hikaru 		segs, (int)len);		/* segs, totalbytes */
    857   1.1    hikaru }
    858   1.1    hikaru 
    859  1.12   msaitoh static inline uint64_t
    860  1.19    simonb cnmac_send_makecmd_w1(int size, paddr_t addr)
    861   1.1    hikaru {
    862  1.19    simonb 	return octpko_cmd_word1(
    863   1.1    hikaru 		0, 0,				/* i, back */
    864   1.1    hikaru 		FPA_GATHER_BUFFER_POOL,		/* pool */
    865   1.1    hikaru 		size, addr);			/* size, addr */
    866   1.1    hikaru }
    867   1.1    hikaru 
    868   1.1    hikaru static inline int
    869  1.19    simonb cnmac_send_makecmd_gbuf(struct cnmac_softc *sc, struct mbuf *m0, uint64_t *gbuf,
    870  1.19    simonb     int *rsegs)
    871   1.1    hikaru {
    872   1.1    hikaru 	struct mbuf *m;
    873   1.1    hikaru 	int segs = 0;
    874   1.1    hikaru 	uintptr_t laddr, rlen, nlen;
    875   1.1    hikaru 
    876   1.1    hikaru 	for (m = m0; m != NULL; m = m->m_next) {
    877   1.1    hikaru 
    878   1.1    hikaru 		if (__predict_false(m->m_len == 0))
    879   1.1    hikaru 			continue;
    880   1.1    hikaru 
    881  1.12   msaitoh #if 0
    882  1.19    simonb 		CNMAC_KASSERT(((uint32_t)m->m_data & (PAGE_SIZE - 1))
    883   1.1    hikaru 		   == (kvtophys((vaddr_t)m->m_data) & (PAGE_SIZE - 1)));
    884   1.1    hikaru #endif
    885   1.1    hikaru 
    886  1.12   msaitoh 		/* Aligned 4k */
    887   1.1    hikaru 		laddr = (uintptr_t)m->m_data & (PAGE_SIZE - 1);
    888   1.1    hikaru 
    889   1.1    hikaru 		if (laddr + m->m_len > PAGE_SIZE) {
    890   1.1    hikaru 			/* XXX XXX XXX */
    891   1.1    hikaru 			rlen = PAGE_SIZE - laddr;
    892   1.1    hikaru 			nlen = m->m_len - rlen;
    893  1.19    simonb 			*(gbuf + segs) = cnmac_send_makecmd_w1(rlen,
    894   1.1    hikaru 			    kvtophys((vaddr_t)m->m_data));
    895   1.1    hikaru 			segs++;
    896   1.1    hikaru 			if (segs > 63) {
    897   1.1    hikaru 				return 1;
    898   1.1    hikaru 			}
    899   1.1    hikaru 			/* XXX XXX XXX */
    900   1.1    hikaru 		} else {
    901   1.1    hikaru 			rlen = 0;
    902   1.1    hikaru 			nlen = m->m_len;
    903   1.1    hikaru 		}
    904   1.1    hikaru 
    905  1.19    simonb 		*(gbuf + segs) = cnmac_send_makecmd_w1(nlen,
    906   1.1    hikaru 		    kvtophys((vaddr_t)(m->m_data + rlen)));
    907   1.1    hikaru 		segs++;
    908   1.1    hikaru 		if (segs > 63) {
    909   1.1    hikaru 			return 1;
    910   1.1    hikaru 		}
    911   1.1    hikaru 	}
    912   1.1    hikaru 
    913  1.19    simonb 	CNMAC_KASSERT(m == NULL);
    914   1.1    hikaru 
    915   1.1    hikaru 	*rsegs = segs;
    916   1.1    hikaru 
    917   1.1    hikaru 	return 0;
    918   1.1    hikaru }
    919   1.1    hikaru 
    920   1.1    hikaru static inline int
    921  1.19    simonb cnmac_send_makecmd(struct cnmac_softc *sc, struct mbuf *m,
    922   1.1    hikaru     uint64_t *gbuf, uint64_t *rpko_cmd_w0, uint64_t *rpko_cmd_w1)
    923   1.1    hikaru {
    924   1.1    hikaru 	uint64_t pko_cmd_w0, pko_cmd_w1;
    925   1.1    hikaru 	int segs;
    926   1.1    hikaru 	int result = 0;
    927   1.1    hikaru 
    928  1.19    simonb 	if (cnmac_send_makecmd_gbuf(sc, m, gbuf, &segs)) {
    929   1.1    hikaru 		log(LOG_WARNING, "%s: there are a lot of number of segments"
    930   1.1    hikaru 		    " of transmission data", device_xname(sc->sc_dev));
    931   1.1    hikaru 		result = 1;
    932   1.1    hikaru 		goto done;
    933   1.1    hikaru 	}
    934   1.1    hikaru 
    935   1.1    hikaru 	/*
    936   1.1    hikaru 	 * segs == 1	-> link mode (single continuous buffer)
    937   1.1    hikaru 	 *		   WORD1[size] is number of bytes pointed by segment
    938   1.1    hikaru 	 *
    939   1.1    hikaru 	 * segs > 1	-> gather mode (scatter-gather buffer)
    940   1.1    hikaru 	 *		   WORD1[size] is number of segments
    941   1.1    hikaru 	 */
    942  1.19    simonb 	pko_cmd_w0 = cnmac_send_makecmd_w0(sc->sc_fau_done.fd_regno,
    943   1.1    hikaru 	    0, m->m_pkthdr.len, segs);
    944   1.4      matt 	if (segs == 1) {
    945  1.19    simonb 		pko_cmd_w1 = cnmac_send_makecmd_w1(
    946   1.4      matt 		    m->m_pkthdr.len, kvtophys((vaddr_t)m->m_data));
    947   1.4      matt 	} else {
    948   1.4      matt #ifdef __mips_n32
    949   1.4      matt 		KASSERT(MIPS_KSEG0_P(gbuf));
    950  1.19    simonb 		pko_cmd_w1 = cnmac_send_makecmd_w1(segs,
    951   1.4      matt 		    MIPS_KSEG0_TO_PHYS(gbuf));
    952   1.4      matt #else
    953  1.19    simonb 		pko_cmd_w1 = cnmac_send_makecmd_w1(segs,
    954   1.4      matt 		    MIPS_XKPHYS_TO_PHYS(gbuf));
    955   1.4      matt #endif
    956   1.4      matt 	}
    957   1.1    hikaru 
    958   1.1    hikaru 	*rpko_cmd_w0 = pko_cmd_w0;
    959   1.1    hikaru 	*rpko_cmd_w1 = pko_cmd_w1;
    960   1.1    hikaru 
    961   1.1    hikaru done:
    962   1.1    hikaru 	return result;
    963   1.1    hikaru }
    964   1.1    hikaru 
    965   1.1    hikaru static inline int
    966  1.19    simonb cnmac_send_cmd(struct cnmac_softc *sc, uint64_t pko_cmd_w0,
    967   1.8  jmcneill     uint64_t pko_cmd_w1, int *pwdc)
    968   1.1    hikaru {
    969   1.1    hikaru 	uint64_t *cmdptr;
    970   1.1    hikaru 	int result = 0;
    971   1.1    hikaru 
    972   1.4      matt #ifdef __mips_n32
    973   1.4      matt 	KASSERT((sc->sc_cmdptr.cmdptr & ~MIPS_PHYS_MASK) == 0);
    974   1.4      matt 	cmdptr = (uint64_t *)MIPS_PHYS_TO_KSEG0(sc->sc_cmdptr.cmdptr);
    975   1.4      matt #else
    976   1.1    hikaru 	cmdptr = (uint64_t *)MIPS_PHYS_TO_XKPHYS_CACHED(sc->sc_cmdptr.cmdptr);
    977   1.4      matt #endif
    978   1.1    hikaru 	cmdptr += sc->sc_cmdptr.cmdptr_idx;
    979   1.1    hikaru 
    980  1.19    simonb 	CNMAC_KASSERT(cmdptr != NULL);
    981   1.1    hikaru 
    982   1.1    hikaru 	*cmdptr++ = pko_cmd_w0;
    983   1.1    hikaru 	*cmdptr++ = pko_cmd_w1;
    984   1.1    hikaru 
    985  1.19    simonb 	CNMAC_KASSERT(sc->sc_cmdptr.cmdptr_idx + 2 <= FPA_COMMAND_BUFFER_POOL_NWORDS - 1);
    986   1.1    hikaru 
    987   1.1    hikaru 	if (sc->sc_cmdptr.cmdptr_idx + 2 == FPA_COMMAND_BUFFER_POOL_NWORDS - 1) {
    988   1.1    hikaru 		paddr_t buf;
    989   1.1    hikaru 
    990  1.19    simonb 		buf = octfpa_buf_get_paddr(cnmac_fb_cmd);
    991   1.1    hikaru 		if (buf == 0) {
    992   1.1    hikaru 			log(LOG_WARNING,
    993   1.1    hikaru 			    "%s: can not allocate command buffer from free pool allocator\n",
    994   1.1    hikaru 			    device_xname(sc->sc_dev));
    995   1.1    hikaru 			result = 1;
    996   1.1    hikaru 			goto done;
    997   1.1    hikaru 		}
    998   1.1    hikaru 		OCTEON_EVCNT_INC(sc, txbufcbget);
    999   1.1    hikaru 		*cmdptr++ = buf;
   1000   1.1    hikaru 		sc->sc_cmdptr.cmdptr = (uint64_t)buf;
   1001   1.1    hikaru 		sc->sc_cmdptr.cmdptr_idx = 0;
   1002   1.1    hikaru 	} else {
   1003   1.1    hikaru 		sc->sc_cmdptr.cmdptr_idx += 2;
   1004   1.1    hikaru 	}
   1005   1.1    hikaru 
   1006   1.8  jmcneill 	*pwdc += 2;
   1007   1.1    hikaru 
   1008   1.1    hikaru done:
   1009   1.1    hikaru 	return result;
   1010   1.1    hikaru }
   1011   1.1    hikaru 
   1012   1.1    hikaru static inline int
   1013  1.19    simonb cnmac_send_buf(struct cnmac_softc *sc, struct mbuf *m, uint64_t *gbuf,
   1014  1.19    simonb     int *pwdc)
   1015   1.1    hikaru {
   1016   1.1    hikaru 	int result = 0, error;
   1017   1.1    hikaru 	uint64_t pko_cmd_w0, pko_cmd_w1;
   1018   1.1    hikaru 
   1019  1.19    simonb 	error = cnmac_send_makecmd(sc, m, gbuf, &pko_cmd_w0, &pko_cmd_w1);
   1020   1.1    hikaru 	if (error != 0) {
   1021  1.12   msaitoh 		/* Already logging */
   1022   1.1    hikaru 		OCTEON_EVCNT_INC(sc, txerrmkcmd);
   1023   1.1    hikaru 		result = error;
   1024   1.1    hikaru 		goto done;
   1025   1.1    hikaru 	}
   1026   1.1    hikaru 
   1027  1.19    simonb 	error = cnmac_send_cmd(sc, pko_cmd_w0, pko_cmd_w1, pwdc);
   1028   1.1    hikaru 	if (error != 0) {
   1029  1.12   msaitoh 		/* Already logging */
   1030   1.1    hikaru 		OCTEON_EVCNT_INC(sc, txerrcmd);
   1031   1.1    hikaru 		result = error;
   1032   1.1    hikaru 	}
   1033   1.1    hikaru 
   1034   1.1    hikaru done:
   1035   1.1    hikaru 	return result;
   1036   1.1    hikaru }
   1037   1.1    hikaru 
   1038   1.1    hikaru static inline int
   1039  1.19    simonb cnmac_send(struct cnmac_softc *sc, struct mbuf *m, int *pwdc)
   1040   1.1    hikaru {
   1041   1.1    hikaru 	paddr_t gaddr = 0;
   1042   1.1    hikaru 	uint64_t *gbuf = NULL;
   1043   1.1    hikaru 	int result = 0, error;
   1044   1.1    hikaru 
   1045   1.1    hikaru 	OCTEON_EVCNT_INC(sc, tx);
   1046   1.1    hikaru 
   1047  1.19    simonb 	gaddr = octfpa_buf_get_paddr(cnmac_fb_sg);
   1048   1.1    hikaru 	if (gaddr == 0) {
   1049  1.12   msaitoh 		log(LOG_WARNING, "%s: can not allocate gather buffer from "
   1050  1.12   msaitoh 		    "free pool allocator\n", device_xname(sc->sc_dev));
   1051   1.1    hikaru 		OCTEON_EVCNT_INC(sc, txerrgbuf);
   1052   1.1    hikaru 		result = 1;
   1053   1.1    hikaru 		goto done;
   1054   1.1    hikaru 	}
   1055   1.1    hikaru 	OCTEON_EVCNT_INC(sc, txbufgbget);
   1056   1.1    hikaru 
   1057   1.4      matt #ifdef __mips_n32
   1058   1.4      matt 	KASSERT((gaddr & ~MIPS_PHYS_MASK) == 0);
   1059   1.4      matt 	gbuf = (uint64_t *)(uintptr_t)MIPS_PHYS_TO_KSEG0(gaddr);
   1060   1.4      matt #else
   1061   1.1    hikaru 	gbuf = (uint64_t *)(uintptr_t)MIPS_PHYS_TO_XKPHYS_CACHED(gaddr);
   1062   1.4      matt #endif
   1063   1.1    hikaru 
   1064  1.19    simonb 	CNMAC_KASSERT(gbuf != NULL);
   1065   1.1    hikaru 
   1066  1.19    simonb 	error = cnmac_send_buf(sc, m, gbuf, pwdc);
   1067   1.1    hikaru 	if (error != 0) {
   1068  1.12   msaitoh 		/* Already logging */
   1069  1.19    simonb 		octfpa_buf_put_paddr(cnmac_fb_sg, gaddr);
   1070   1.1    hikaru 		OCTEON_EVCNT_INC(sc, txbufgbput);
   1071   1.1    hikaru 		result = error;
   1072   1.1    hikaru 		goto done;
   1073   1.1    hikaru 	}
   1074   1.1    hikaru 
   1075  1.19    simonb 	cnmac_send_queue_add(sc, m, gbuf);
   1076   1.1    hikaru 
   1077   1.1    hikaru done:
   1078   1.1    hikaru 	return result;
   1079   1.1    hikaru }
   1080   1.1    hikaru 
   1081   1.1    hikaru static void
   1082  1.19    simonb cnmac_start(struct ifnet *ifp)
   1083   1.1    hikaru {
   1084  1.19    simonb 	struct cnmac_softc *sc = ifp->if_softc;
   1085   1.1    hikaru 	struct mbuf *m;
   1086   1.8  jmcneill 	int wdc = 0;
   1087   1.1    hikaru 
   1088   1.1    hikaru 	/*
   1089  1.12   msaitoh 	 * Performance tuning
   1090  1.15  gutterid 	 * pre-send iobdma request
   1091   1.1    hikaru 	 */
   1092  1.19    simonb 	cnmac_send_queue_flush_prefetch(sc);
   1093   1.1    hikaru 
   1094   1.1    hikaru 	if ((ifp->if_flags & (IFF_RUNNING | IFF_OACTIVE)) != IFF_RUNNING)
   1095   1.1    hikaru 		goto last;
   1096   1.1    hikaru 
   1097   1.1    hikaru 	/* XXX assume that OCTEON doesn't buffer packets */
   1098  1.19    simonb 	if (__predict_false(!octgmx_link_status(sc->sc_gmx_port))) {
   1099  1.12   msaitoh 		/* Dequeue and drop them */
   1100   1.1    hikaru 		while (1) {
   1101   1.1    hikaru 			IFQ_DEQUEUE(&ifp->if_snd, m);
   1102   1.1    hikaru 			if (m == NULL)
   1103   1.1    hikaru 				break;
   1104   1.1    hikaru 
   1105   1.1    hikaru 			m_freem(m);
   1106   1.1    hikaru 			IF_DROP(&ifp->if_snd);
   1107   1.1    hikaru 			OCTEON_EVCNT_INC(sc, txerrlink);
   1108   1.1    hikaru 		}
   1109   1.1    hikaru 		goto last;
   1110   1.1    hikaru 	}
   1111   1.1    hikaru 
   1112   1.1    hikaru 	for (;;) {
   1113   1.1    hikaru 		IFQ_POLL(&ifp->if_snd, m);
   1114   1.1    hikaru 		if (__predict_false(m == NULL))
   1115   1.1    hikaru 			break;
   1116   1.1    hikaru 
   1117   1.1    hikaru 		/* XXX XXX XXX */
   1118  1.19    simonb 		cnmac_send_queue_flush_fetch(sc);
   1119   1.1    hikaru 
   1120   1.1    hikaru 		/*
   1121  1.12   msaitoh 		 * If no free send buffer is available, free all the sent
   1122  1.15  gutterid 		 * buffers and bail out.
   1123   1.1    hikaru 		 */
   1124  1.19    simonb 		if (cnmac_send_queue_is_full(sc)) {
   1125   1.8  jmcneill 			SET(ifp->if_flags, IFF_OACTIVE);
   1126   1.8  jmcneill 			if (wdc > 0)
   1127  1.19    simonb 				octpko_op_doorbell_write(sc->sc_port,
   1128   1.8  jmcneill 				    sc->sc_port, wdc);
   1129   1.1    hikaru 			return;
   1130   1.1    hikaru 		}
   1131   1.1    hikaru 		/* XXX XXX XXX */
   1132   1.1    hikaru 
   1133   1.1    hikaru 		IFQ_DEQUEUE(&ifp->if_snd, m);
   1134   1.1    hikaru 
   1135   1.9   msaitoh 		bpf_mtap(ifp, m, BPF_D_OUT);
   1136   1.1    hikaru 
   1137   1.1    hikaru 		/* XXX XXX XXX */
   1138   1.1    hikaru 		if (sc->sc_soft_req_cnt > sc->sc_soft_req_thresh)
   1139  1.19    simonb 			cnmac_send_queue_flush(sc);
   1140  1.19    simonb 		if (cnmac_send(sc, m, &wdc)) {
   1141   1.1    hikaru 			IF_DROP(&ifp->if_snd);
   1142   1.1    hikaru 			m_freem(m);
   1143   1.1    hikaru 			log(LOG_WARNING,
   1144  1.12   msaitoh 			  "%s: failed in the transmission of the packet\n",
   1145  1.12   msaitoh 			  device_xname(sc->sc_dev));
   1146   1.1    hikaru 			OCTEON_EVCNT_INC(sc, txerr);
   1147  1.12   msaitoh 		} else
   1148   1.1    hikaru 			sc->sc_soft_req_cnt++;
   1149  1.12   msaitoh 
   1150   1.1    hikaru 		if (sc->sc_flush)
   1151  1.19    simonb 			cnmac_send_queue_flush_sync(sc);
   1152   1.1    hikaru 		/* XXX XXX XXX */
   1153   1.1    hikaru 
   1154  1.12   msaitoh 		/* Send next iobdma request */
   1155  1.19    simonb 		cnmac_send_queue_flush_prefetch(sc);
   1156   1.1    hikaru 	}
   1157   1.1    hikaru 
   1158   1.8  jmcneill 	if (wdc > 0)
   1159  1.19    simonb 		octpko_op_doorbell_write(sc->sc_port, sc->sc_port, wdc);
   1160   1.8  jmcneill 
   1161   1.1    hikaru /*
   1162   1.1    hikaru  * Don't schedule send-buffer-free callout every time - those buffers are freed
   1163   1.1    hikaru  * by "free tick".  This makes some packets like NFS slower.
   1164   1.1    hikaru  */
   1165  1.19    simonb #ifdef CNMAC_USENFS
   1166   1.1    hikaru 	if (__predict_false(sc->sc_ext_callback_cnt > 0)) {
   1167   1.1    hikaru 		int timo;
   1168   1.1    hikaru 
   1169   1.1    hikaru 		/* ??? */
   1170   1.1    hikaru 		timo = hz - (100 * sc->sc_ext_callback_cnt);
   1171   1.1    hikaru 		if (timo < 10)
   1172   1.1    hikaru 			timo = 10;
   1173   1.1    hikaru 		callout_schedule(&sc->sc_tick_free_ch, timo);
   1174   1.1    hikaru 	}
   1175   1.1    hikaru #endif
   1176   1.1    hikaru 
   1177   1.1    hikaru last:
   1178  1.19    simonb 	cnmac_send_queue_flush_fetch(sc);
   1179   1.1    hikaru }
   1180   1.1    hikaru 
   1181   1.1    hikaru static void
   1182  1.19    simonb cnmac_watchdog(struct ifnet *ifp)
   1183   1.1    hikaru {
   1184  1.19    simonb 	struct cnmac_softc *sc = ifp->if_softc;
   1185   1.1    hikaru 
   1186   1.1    hikaru 	printf("%s: device timeout\n", device_xname(sc->sc_dev));
   1187   1.1    hikaru 
   1188  1.19    simonb 	cnmac_configure(sc);
   1189   1.1    hikaru 
   1190   1.1    hikaru 	SET(ifp->if_flags, IFF_RUNNING);
   1191   1.1    hikaru 	CLR(ifp->if_flags, IFF_OACTIVE);
   1192   1.1    hikaru 	ifp->if_timer = 0;
   1193   1.1    hikaru 
   1194  1.19    simonb 	cnmac_start(ifp);
   1195   1.1    hikaru }
   1196   1.1    hikaru 
   1197   1.1    hikaru static int
   1198  1.19    simonb cnmac_init(struct ifnet *ifp)
   1199   1.1    hikaru {
   1200  1.19    simonb 	struct cnmac_softc *sc = ifp->if_softc;
   1201   1.1    hikaru 
   1202   1.1    hikaru 	/* XXX don't disable commonly used parts!!! XXX */
   1203   1.1    hikaru 	if (sc->sc_init_flag == 0) {
   1204   1.1    hikaru 		/* Cancel any pending I/O. */
   1205  1.19    simonb 		cnmac_stop(ifp, 0);
   1206   1.1    hikaru 
   1207   1.1    hikaru 		/* Initialize the device */
   1208  1.19    simonb 		cnmac_configure(sc);
   1209   1.1    hikaru 
   1210  1.19    simonb 		octpko_enable(sc->sc_pko);
   1211  1.19    simonb 		octipd_enable(sc->sc_ipd);
   1212   1.1    hikaru 
   1213   1.1    hikaru 		sc->sc_init_flag = 1;
   1214   1.1    hikaru 	} else {
   1215  1.19    simonb 		octgmx_port_enable(sc->sc_gmx_port, 1);
   1216   1.1    hikaru 	}
   1217  1.17   thorpej 	mii_ifmedia_change(&sc->sc_mii);
   1218   1.1    hikaru 
   1219  1.19    simonb 	octgmx_set_filter(sc->sc_gmx_port);
   1220   1.1    hikaru 
   1221  1.19    simonb 	callout_reset(&sc->sc_tick_misc_ch, hz, cnmac_tick_misc, sc);
   1222  1.19    simonb 	callout_reset(&sc->sc_tick_free_ch, hz, cnmac_tick_free, sc);
   1223   1.1    hikaru 
   1224   1.1    hikaru 	SET(ifp->if_flags, IFF_RUNNING);
   1225   1.1    hikaru 	CLR(ifp->if_flags, IFF_OACTIVE);
   1226   1.1    hikaru 
   1227   1.1    hikaru 	return 0;
   1228   1.1    hikaru }
   1229   1.1    hikaru 
   1230   1.1    hikaru static void
   1231  1.19    simonb cnmac_stop(struct ifnet *ifp, int disable)
   1232   1.1    hikaru {
   1233  1.19    simonb 	struct cnmac_softc *sc = ifp->if_softc;
   1234   1.1    hikaru 
   1235   1.1    hikaru 	callout_stop(&sc->sc_tick_misc_ch);
   1236   1.1    hikaru 	callout_stop(&sc->sc_tick_free_ch);
   1237   1.1    hikaru 
   1238   1.1    hikaru 	mii_down(&sc->sc_mii);
   1239   1.1    hikaru 
   1240  1.19    simonb 	octgmx_port_enable(sc->sc_gmx_port, 0);
   1241   1.1    hikaru 
   1242   1.1    hikaru 	/* Mark the interface as down and cancel the watchdog timer. */
   1243   1.1    hikaru 	CLR(ifp->if_flags, IFF_RUNNING | IFF_OACTIVE);
   1244   1.1    hikaru 	ifp->if_timer = 0;
   1245   1.1    hikaru }
   1246   1.1    hikaru 
   1247   1.1    hikaru /* ---- misc */
   1248   1.1    hikaru 
   1249   1.1    hikaru #define PKO_INDEX_MASK	((1ULL << 12/* XXX */) - 1)
   1250   1.1    hikaru 
   1251   1.1    hikaru static int
   1252  1.19    simonb cnmac_reset(struct cnmac_softc *sc)
   1253   1.1    hikaru {
   1254  1.19    simonb 	octgmx_reset_speed(sc->sc_gmx_port);
   1255  1.19    simonb 	octgmx_reset_flowctl(sc->sc_gmx_port);
   1256  1.19    simonb 	octgmx_reset_timing(sc->sc_gmx_port);
   1257   1.1    hikaru 
   1258   1.1    hikaru 	return 0;
   1259   1.1    hikaru }
   1260   1.1    hikaru 
   1261   1.1    hikaru static int
   1262  1.19    simonb cnmac_configure(struct cnmac_softc *sc)
   1263   1.1    hikaru {
   1264  1.19    simonb 	octgmx_port_enable(sc->sc_gmx_port, 0);
   1265   1.1    hikaru 
   1266  1.19    simonb 	cnmac_reset(sc);
   1267   1.1    hikaru 
   1268  1.19    simonb 	cnmac_configure_common(sc);
   1269   1.1    hikaru 
   1270  1.19    simonb 	octpko_port_config(sc->sc_pko);
   1271  1.19    simonb 	octpko_port_enable(sc->sc_pko, 1);
   1272  1.19    simonb 	octpip_port_config(sc->sc_pip);
   1273   1.1    hikaru 
   1274  1.19    simonb 	octgmx_tx_stats_rd_clr(sc->sc_gmx_port, 1);
   1275  1.19    simonb 	octgmx_rx_stats_rd_clr(sc->sc_gmx_port, 1);
   1276   1.1    hikaru 
   1277  1.19    simonb 	octgmx_port_enable(sc->sc_gmx_port, 1);
   1278   1.1    hikaru 
   1279   1.1    hikaru 	return 0;
   1280   1.1    hikaru }
   1281   1.1    hikaru 
   1282   1.1    hikaru static int
   1283  1.19    simonb cnmac_configure_common(struct cnmac_softc *sc)
   1284   1.1    hikaru {
   1285   1.1    hikaru 	static int once;
   1286   1.1    hikaru 
   1287   1.1    hikaru 	if (once == 1)
   1288   1.1    hikaru 		return 0;
   1289   1.1    hikaru 	once = 1;
   1290   1.1    hikaru 
   1291  1.19    simonb 	octipd_config(sc->sc_ipd);
   1292  1.19    simonb #ifdef CNMAC_IPD_RED
   1293  1.19    simonb 	octipd_red(sc->sc_ipd, RECV_QUEUE_SIZE >> 2, RECV_QUEUE_SIZE >> 3);
   1294   1.1    hikaru #endif
   1295  1.19    simonb 	octpko_config(sc->sc_pko);
   1296   1.1    hikaru 
   1297  1.19    simonb 	octpow_config(sc->sc_pow, OCTEON_POW_GROUP_PIP);
   1298   1.1    hikaru 
   1299   1.1    hikaru 	return 0;
   1300   1.1    hikaru }
   1301   1.1    hikaru 
   1302   1.1    hikaru /* ---- receive (input) */
   1303   1.1    hikaru 
   1304   1.1    hikaru static inline int
   1305  1.19    simonb cnmac_recv_mbuf(struct cnmac_softc *sc, uint64_t *work, struct mbuf **rm)
   1306   1.1    hikaru {
   1307   1.1    hikaru 	struct mbuf *m;
   1308   1.1    hikaru 	void (*ext_free)(struct mbuf *, void *, size_t, void *);
   1309   1.1    hikaru 	void *ext_buf;
   1310   1.1    hikaru 	size_t ext_size;
   1311   1.1    hikaru 	void *data;
   1312   1.1    hikaru 	uint64_t word1 = work[1];
   1313   1.1    hikaru 	uint64_t word2 = work[2];
   1314   1.1    hikaru 	uint64_t word3 = work[3];
   1315   1.1    hikaru 
   1316   1.1    hikaru 	MGETHDR(m, M_NOWAIT, MT_DATA);
   1317   1.1    hikaru 	if (m == NULL)
   1318   1.1    hikaru 		return 1;
   1319  1.19    simonb 	CNMAC_KASSERT(m != NULL);
   1320   1.1    hikaru 
   1321   1.1    hikaru 	if ((word2 & PIP_WQE_WORD2_IP_BUFS) == 0) {
   1322   1.1    hikaru 		/* Dynamic short */
   1323  1.19    simonb 		ext_free = cnmac_buf_ext_free_m;
   1324   1.1    hikaru 		ext_buf = &work[4];
   1325   1.1    hikaru 		ext_size = 96;
   1326   1.1    hikaru 
   1327   1.1    hikaru 		data = &work[4 + sc->sc_ip_offset / sizeof(uint64_t)];
   1328   1.1    hikaru 	} else {
   1329   1.1    hikaru 		vaddr_t addr;
   1330   1.1    hikaru 		vaddr_t start_buffer;
   1331   1.1    hikaru 
   1332   1.4      matt #ifdef __mips_n32
   1333   1.4      matt 		KASSERT((word3 & ~MIPS_PHYS_MASK) == 0);
   1334   1.4      matt 		addr = MIPS_PHYS_TO_KSEG0(word3 & PIP_WQE_WORD3_ADDR);
   1335   1.4      matt #else
   1336   1.1    hikaru 		addr = MIPS_PHYS_TO_XKPHYS_CACHED(word3 & PIP_WQE_WORD3_ADDR);
   1337   1.4      matt #endif
   1338   1.1    hikaru 		start_buffer = addr & ~(2048 - 1);
   1339   1.1    hikaru 
   1340  1.19    simonb 		ext_free = cnmac_buf_ext_free_ext;
   1341   1.1    hikaru 		ext_buf = (void *)start_buffer;
   1342   1.1    hikaru 		ext_size = 2048;
   1343   1.1    hikaru 
   1344   1.1    hikaru 		data = (void *)addr;
   1345   1.1    hikaru 	}
   1346   1.1    hikaru 
   1347  1.12   msaitoh 	/* Embed sc pointer into work[0] for _ext_free evcnt */
   1348   1.1    hikaru 	work[0] = (uintptr_t)sc;
   1349   1.1    hikaru 
   1350   1.1    hikaru 	MEXTADD(m, ext_buf, ext_size, 0, ext_free, work);
   1351  1.19    simonb 	CNMAC_KASSERT(ISSET(m->m_flags, M_EXT));
   1352   1.1    hikaru 
   1353   1.1    hikaru 	m->m_data = data;
   1354   1.1    hikaru 	m->m_len = m->m_pkthdr.len = (word1 & PIP_WQE_WORD1_LEN) >> 48;
   1355   1.3     ozaki 	m_set_rcvif(m, &sc->sc_ethercom.ec_if);
   1356  1.12   msaitoh 
   1357  1.12   msaitoh 	/* Not readonly buffer */
   1358   1.1    hikaru 	m->m_flags |= M_EXT_RW;
   1359   1.1    hikaru 
   1360   1.1    hikaru 	*rm = m;
   1361   1.1    hikaru 
   1362  1.19    simonb 	CNMAC_KASSERT(*rm != NULL);
   1363   1.1    hikaru 
   1364   1.1    hikaru 	return 0;
   1365   1.1    hikaru }
   1366   1.1    hikaru 
   1367   1.1    hikaru static inline int
   1368  1.19    simonb cnmac_recv_check_code(struct cnmac_softc *sc, uint64_t word2)
   1369   1.1    hikaru {
   1370   1.1    hikaru 	uint64_t opecode = word2 & PIP_WQE_WORD2_NOIP_OPECODE;
   1371   1.1    hikaru 
   1372   1.1    hikaru 	if (__predict_true(!ISSET(word2, PIP_WQE_WORD2_NOIP_RE)))
   1373   1.1    hikaru 		return 0;
   1374   1.1    hikaru 
   1375  1.12   msaitoh 	/* This error is harmless */
   1376   1.1    hikaru 	if (opecode == PIP_OVER_ERR)
   1377   1.1    hikaru 		return 0;
   1378   1.1    hikaru 
   1379   1.1    hikaru 	return 1;
   1380   1.1    hikaru }
   1381   1.1    hikaru 
   1382   1.1    hikaru static inline int
   1383  1.19    simonb cnmac_recv_check_jumbo(struct cnmac_softc *sc, uint64_t word2)
   1384   1.1    hikaru {
   1385   1.1    hikaru 	if (__predict_false((word2 & PIP_WQE_WORD2_IP_BUFS) > (1ULL << 56)))
   1386   1.1    hikaru 		return 1;
   1387   1.1    hikaru 	return 0;
   1388   1.1    hikaru }
   1389   1.1    hikaru 
   1390   1.1    hikaru static inline int
   1391  1.19    simonb cnmac_recv_check_link(struct cnmac_softc *sc, uint64_t word2)
   1392   1.1    hikaru {
   1393  1.19    simonb 	if (__predict_false(!octgmx_link_status(sc->sc_gmx_port)))
   1394   1.1    hikaru 		return 1;
   1395   1.1    hikaru 	return 0;
   1396   1.1    hikaru }
   1397   1.1    hikaru 
   1398   1.1    hikaru static inline int
   1399  1.19    simonb cnmac_recv_check(struct cnmac_softc *sc, uint64_t word2)
   1400   1.1    hikaru {
   1401  1.19    simonb 	if (__predict_false(cnmac_recv_check_link(sc, word2)) != 0) {
   1402   1.1    hikaru 		if (ratecheck(&sc->sc_rate_recv_check_link_last,
   1403   1.1    hikaru 		    &sc->sc_rate_recv_check_link_cap))
   1404   1.1    hikaru 			log(LOG_DEBUG,
   1405   1.1    hikaru 			    "%s: link is not up, the packet was dropped\n",
   1406   1.1    hikaru 			    device_xname(sc->sc_dev));
   1407   1.1    hikaru 		OCTEON_EVCNT_INC(sc, rxerrlink);
   1408   1.1    hikaru 		return 1;
   1409   1.1    hikaru 	}
   1410   1.1    hikaru 
   1411  1.15  gutterid #if 0 /* XXX Performance tuning (Jumbo-frame is not supported yet!) */
   1412  1.19    simonb 	if (__predict_false(cnmac_recv_check_jumbo(sc, word2)) != 0) {
   1413   1.1    hikaru 		/* XXX jumbo frame */
   1414   1.1    hikaru 		if (ratecheck(&sc->sc_rate_recv_check_jumbo_last,
   1415   1.1    hikaru 		    &sc->sc_rate_recv_check_jumbo_cap))
   1416   1.1    hikaru 			log(LOG_DEBUG,
   1417   1.1    hikaru 			    "jumbo frame was received\n");
   1418   1.1    hikaru 		OCTEON_EVCNT_INC(sc, rxerrjmb);
   1419   1.1    hikaru 		return 1;
   1420   1.1    hikaru 	}
   1421   1.1    hikaru #endif
   1422   1.1    hikaru 
   1423  1.19    simonb 	if (__predict_false(cnmac_recv_check_code(sc, word2)) != 0) {
   1424   1.1    hikaru 
   1425   1.1    hikaru 		if ((word2 & PIP_WQE_WORD2_NOIP_OPECODE) ==
   1426   1.1    hikaru 				PIP_WQE_WORD2_RE_OPCODE_LENGTH) {
   1427  1.12   msaitoh 			/* No logging */
   1428  1.15  gutterid 			/* XXX increment special error count */
   1429  1.12   msaitoh 		} else if ((word2 & PIP_WQE_WORD2_NOIP_OPECODE) ==
   1430   1.1    hikaru 				PIP_WQE_WORD2_RE_OPCODE_PARTIAL) {
   1431  1.15  gutterid 			/* Not an error, it's because of overload */
   1432   1.1    hikaru 		} else {
   1433   1.1    hikaru 
   1434   1.1    hikaru 			if (ratecheck(&sc->sc_rate_recv_check_code_last,
   1435  1.12   msaitoh 			    &sc->sc_rate_recv_check_code_cap))
   1436   1.1    hikaru 				log(LOG_WARNING,
   1437   1.6      maya 				    "%s: reception error, packet dropped "
   1438   1.6      maya 				    "(error code = %" PRId64 ")\n",
   1439   1.1    hikaru 				    device_xname(sc->sc_dev), word2 & PIP_WQE_WORD2_NOIP_OPECODE);
   1440   1.1    hikaru 		}
   1441   1.1    hikaru 		OCTEON_EVCNT_INC(sc, rxerrcode);
   1442   1.1    hikaru 		return 1;
   1443   1.1    hikaru 	}
   1444   1.1    hikaru 
   1445   1.1    hikaru 	return 0;
   1446   1.1    hikaru }
   1447   1.1    hikaru 
   1448   1.1    hikaru static inline int
   1449  1.19    simonb cnmac_recv(struct cnmac_softc *sc, uint64_t *work)
   1450   1.1    hikaru {
   1451   1.1    hikaru 	int result = 0;
   1452   1.1    hikaru 	struct ifnet *ifp;
   1453   1.1    hikaru 	struct mbuf *m;
   1454   1.1    hikaru 	uint64_t word2;
   1455   1.1    hikaru 
   1456   1.1    hikaru 	/* XXX XXX XXX */
   1457   1.1    hikaru 	/*
   1458  1.12   msaitoh 	 * Performance tuning
   1459  1.15  gutterid 	 * pre-send iobdma request
   1460   1.1    hikaru 	 */
   1461   1.1    hikaru 	if (sc->sc_soft_req_cnt > sc->sc_soft_req_thresh) {
   1462  1.19    simonb 		cnmac_send_queue_flush_prefetch(sc);
   1463   1.1    hikaru 	}
   1464   1.1    hikaru 	/* XXX XXX XXX */
   1465   1.1    hikaru 
   1466  1.19    simonb 	CNMAC_KASSERT(sc != NULL);
   1467  1.19    simonb 	CNMAC_KASSERT(work != NULL);
   1468   1.1    hikaru 
   1469   1.1    hikaru 	OCTEON_EVCNT_INC(sc, rx);
   1470   1.1    hikaru 
   1471   1.1    hikaru 	word2 = work[2];
   1472   1.1    hikaru 	ifp = &sc->sc_ethercom.ec_if;
   1473   1.1    hikaru 
   1474  1.19    simonb 	CNMAC_KASSERT(ifp != NULL);
   1475   1.1    hikaru 
   1476  1.19    simonb 	if (__predict_false(cnmac_recv_check(sc, word2) != 0)) {
   1477  1.16   thorpej 		if_statinc(ifp, if_ierrors);
   1478   1.1    hikaru 		result = 1;
   1479  1.19    simonb 		cnmac_buf_free_work(sc, work, word2);
   1480   1.1    hikaru 		goto drop;
   1481   1.1    hikaru 	}
   1482   1.1    hikaru 
   1483  1.19    simonb 	if (__predict_false(cnmac_recv_mbuf(sc, work, &m) != 0)) {
   1484  1.16   thorpej 		if_statinc(ifp, if_ierrors);
   1485   1.1    hikaru 		result = 1;
   1486  1.19    simonb 		cnmac_buf_free_work(sc, work, word2);
   1487   1.1    hikaru 		goto drop;
   1488   1.1    hikaru 	}
   1489   1.1    hikaru 
   1490   1.1    hikaru 	/* work[0] .. work[3] may not be valid any more */
   1491   1.1    hikaru 
   1492  1.19    simonb 	CNMAC_KASSERT(m != NULL);
   1493   1.1    hikaru 
   1494  1.19    simonb 	octipd_offload(word2, m->m_data, &m->m_pkthdr.csum_flags);
   1495   1.1    hikaru 
   1496   1.1    hikaru 	/* XXX XXX XXX */
   1497   1.1    hikaru 	if (sc->sc_soft_req_cnt > sc->sc_soft_req_thresh) {
   1498  1.19    simonb 		cnmac_send_queue_flush_fetch(sc);
   1499  1.19    simonb 		cnmac_send_queue_flush(sc);
   1500   1.1    hikaru 	}
   1501   1.1    hikaru 
   1502   1.1    hikaru 	/* XXX XXX XXX */
   1503   1.1    hikaru 	if (sc->sc_flush)
   1504  1.19    simonb 		cnmac_send_queue_flush_sync(sc);
   1505   1.1    hikaru 	/* XXX XXX XXX */
   1506   1.1    hikaru 
   1507   1.2     ozaki 	if_percpuq_enqueue(ifp->if_percpuq, m);
   1508   1.1    hikaru 
   1509   1.1    hikaru 	return 0;
   1510   1.1    hikaru 
   1511   1.1    hikaru drop:
   1512   1.1    hikaru 	/* XXX XXX XXX */
   1513   1.1    hikaru 	if (sc->sc_soft_req_cnt > sc->sc_soft_req_thresh) {
   1514  1.19    simonb 		cnmac_send_queue_flush_fetch(sc);
   1515   1.1    hikaru 	}
   1516   1.1    hikaru 	/* XXX XXX XXX */
   1517   1.1    hikaru 
   1518   1.1    hikaru 	return result;
   1519   1.1    hikaru }
   1520   1.1    hikaru 
   1521   1.1    hikaru static void
   1522  1.19    simonb cnmac_recv_redir(struct ifnet *ifp, struct mbuf *m)
   1523   1.1    hikaru {
   1524  1.19    simonb 	struct cnmac_softc *rsc = ifp->if_softc;
   1525  1.19    simonb 	struct cnmac_softc *sc = NULL;
   1526   1.8  jmcneill 	int i, wdc = 0;
   1527   1.1    hikaru 
   1528   1.1    hikaru 	for (i = 0; i < 3 /* XXX */; i++) {
   1529   1.1    hikaru 		if (rsc->sc_redir & (1 << i))
   1530  1.19    simonb 			sc = cnmac_gsc[i];
   1531   1.1    hikaru 	}
   1532   1.1    hikaru 
   1533   1.1    hikaru 	if (sc == NULL) {
   1534   1.1    hikaru 		m_freem(m);
   1535   1.1    hikaru 		return;
   1536   1.1    hikaru 	}
   1537  1.19    simonb 	cnmac_send_queue_flush_prefetch(sc);
   1538   1.1    hikaru 
   1539  1.19    simonb 	cnmac_send_queue_flush_fetch(sc);
   1540   1.1    hikaru 
   1541  1.19    simonb 	if (cnmac_send_queue_is_full(sc)) {
   1542   1.1    hikaru 		m_freem(m);
   1543   1.1    hikaru 		return;
   1544   1.1    hikaru 	}
   1545   1.1    hikaru 	if (sc->sc_soft_req_cnt > sc->sc_soft_req_thresh)
   1546  1.19    simonb 		cnmac_send_queue_flush(sc);
   1547   1.1    hikaru 
   1548  1.19    simonb 	if (cnmac_send(sc, m, &wdc)) {
   1549   1.1    hikaru 		IF_DROP(&ifp->if_snd);
   1550   1.1    hikaru 		m_freem(m);
   1551   1.1    hikaru 	} else {
   1552  1.19    simonb 		octpko_op_doorbell_write(sc->sc_port, sc->sc_port, wdc);
   1553   1.1    hikaru 		sc->sc_soft_req_cnt++;
   1554   1.1    hikaru 	}
   1555   1.1    hikaru 
   1556   1.1    hikaru 	if (sc->sc_flush)
   1557  1.19    simonb 		cnmac_send_queue_flush_sync(sc);
   1558   1.1    hikaru }
   1559   1.1    hikaru 
   1560   1.1    hikaru static inline void
   1561  1.19    simonb cnmac_recv_intr(void *data, uint64_t *work)
   1562   1.1    hikaru {
   1563  1.19    simonb 	struct cnmac_softc *sc;
   1564   1.1    hikaru 	int port;
   1565   1.1    hikaru 
   1566  1.19    simonb 	CNMAC_KASSERT(work != NULL);
   1567   1.1    hikaru 
   1568   1.1    hikaru 	port = (work[1] & PIP_WQE_WORD1_IPRT) >> 42;
   1569   1.1    hikaru 
   1570  1.19    simonb 	CNMAC_KASSERT(port < GMX_PORT_NUNITS);
   1571   1.1    hikaru 
   1572  1.19    simonb 	sc = cnmac_gsc[port];
   1573   1.1    hikaru 
   1574  1.19    simonb 	CNMAC_KASSERT(sc != NULL);
   1575  1.19    simonb 	CNMAC_KASSERT(port == sc->sc_port);
   1576   1.1    hikaru 
   1577   1.1    hikaru 	/* XXX process all work queue entries anyway */
   1578   1.1    hikaru 
   1579  1.19    simonb 	(void)cnmac_recv(sc, work);
   1580   1.1    hikaru }
   1581   1.1    hikaru 
   1582   1.1    hikaru /* ---- tick */
   1583   1.1    hikaru 
   1584   1.1    hikaru /*
   1585  1.19    simonb  * cnmac_tick_free
   1586   1.1    hikaru  *
   1587   1.1    hikaru  * => garbage collect send gather buffer / mbuf
   1588   1.1    hikaru  * => called at softclock
   1589   1.1    hikaru  */
   1590   1.1    hikaru static void
   1591  1.19    simonb cnmac_tick_free(void *arg)
   1592   1.1    hikaru {
   1593  1.19    simonb 	struct cnmac_softc *sc = arg;
   1594   1.1    hikaru 	int timo;
   1595   1.1    hikaru 	int s;
   1596   1.1    hikaru 
   1597   1.1    hikaru 	s = splnet();
   1598   1.1    hikaru 	/* XXX XXX XXX */
   1599   1.1    hikaru 	if (sc->sc_soft_req_cnt > 0) {
   1600  1.19    simonb 		cnmac_send_queue_flush_prefetch(sc);
   1601  1.19    simonb 		cnmac_send_queue_flush_fetch(sc);
   1602  1.19    simonb 		cnmac_send_queue_flush(sc);
   1603  1.19    simonb 		cnmac_send_queue_flush_sync(sc);
   1604   1.1    hikaru 	}
   1605   1.1    hikaru 	/* XXX XXX XXX */
   1606   1.1    hikaru 
   1607   1.1    hikaru 	/* XXX XXX XXX */
   1608   1.1    hikaru 	/* ??? */
   1609   1.1    hikaru 	timo = hz - (100 * sc->sc_ext_callback_cnt);
   1610   1.1    hikaru 	if (timo < 10)
   1611   1.1    hikaru 		 timo = 10;
   1612   1.1    hikaru 	callout_schedule(&sc->sc_tick_free_ch, timo);
   1613   1.1    hikaru 	/* XXX XXX XXX */
   1614   1.1    hikaru 	splx(s);
   1615   1.1    hikaru }
   1616   1.1    hikaru 
   1617   1.1    hikaru /*
   1618  1.19    simonb  * cnmac_tick_misc
   1619   1.1    hikaru  *
   1620   1.1    hikaru  * => collect statistics
   1621   1.1    hikaru  * => check link status
   1622   1.1    hikaru  * => called at softclock
   1623   1.1    hikaru  */
   1624   1.1    hikaru static void
   1625  1.19    simonb cnmac_tick_misc(void *arg)
   1626   1.1    hikaru {
   1627  1.19    simonb 	struct cnmac_softc *sc = arg;
   1628   1.1    hikaru 	struct ifnet *ifp;
   1629   1.1    hikaru 	int s;
   1630   1.1    hikaru 
   1631   1.1    hikaru 	s = splnet();
   1632   1.1    hikaru 
   1633   1.1    hikaru 	ifp = &sc->sc_ethercom.ec_if;
   1634   1.1    hikaru 
   1635  1.19    simonb 	octgmx_stats(sc->sc_gmx_port);
   1636  1.19    simonb 	octpip_stats(sc->sc_pip, ifp, sc->sc_port);
   1637   1.1    hikaru 	mii_tick(&sc->sc_mii);
   1638   1.1    hikaru 
   1639   1.1    hikaru 	splx(s);
   1640   1.1    hikaru 
   1641   1.1    hikaru 	callout_schedule(&sc->sc_tick_misc_ch, hz);
   1642   1.1    hikaru }
   1643   1.1    hikaru 
   1644  1.12   msaitoh /* ---- Odd nibble preamble workaround (software CRC processing) */
   1645   1.1    hikaru 
   1646   1.1    hikaru /* ---- sysctl */
   1647   1.1    hikaru 
   1648  1.19    simonb static int	cnmac_sysctl_verify(SYSCTLFN_ARGS);
   1649  1.19    simonb static int	cnmac_sysctl_pool(SYSCTLFN_ARGS);
   1650  1.19    simonb static int	cnmac_sysctl_rd(SYSCTLFN_ARGS);
   1651  1.19    simonb 
   1652  1.19    simonb static int	cnmac_sysctl_pkocmdw0n2_num;
   1653  1.19    simonb static int	cnmac_sysctl_pipdynrs_num;
   1654  1.19    simonb static int	cnmac_sysctl_redir_num;
   1655  1.19    simonb static int	cnmac_sysctl_pkt_pool_num;
   1656  1.19    simonb static int	cnmac_sysctl_wqe_pool_num;
   1657  1.19    simonb static int	cnmac_sysctl_cmd_pool_num;
   1658  1.19    simonb static int	cnmac_sysctl_sg_pool_num;
   1659  1.19    simonb static int	cnmac_sysctl_pktbuf_num;
   1660   1.1    hikaru 
   1661   1.1    hikaru /*
   1662   1.1    hikaru  * Set up sysctl(3) MIB, hw.cnmac.*.
   1663   1.1    hikaru  */
   1664   1.1    hikaru SYSCTL_SETUP(sysctl_octeon_eth, "sysctl cnmac subtree setup")
   1665   1.1    hikaru {
   1666   1.1    hikaru 	int rc;
   1667  1.19    simonb 	int cnmac_sysctl_root_num;
   1668   1.1    hikaru 	const struct sysctlnode *node;
   1669   1.1    hikaru 
   1670   1.1    hikaru 	if ((rc = sysctl_createv(clog, 0, NULL, NULL,
   1671  1.12   msaitoh 		    0, CTLTYPE_NODE, "hw", NULL,
   1672  1.12   msaitoh 		    NULL, 0, NULL, 0, CTL_HW, CTL_EOL)) != 0) {
   1673   1.1    hikaru 		goto err;
   1674   1.1    hikaru 	}
   1675   1.1    hikaru 
   1676   1.1    hikaru 	if ((rc = sysctl_createv(clog, 0, NULL, &node,
   1677  1.12   msaitoh 		    0, CTLTYPE_NODE, "cnmac",
   1678  1.12   msaitoh 		    SYSCTL_DESCR("cnmac interface controls"),
   1679  1.12   msaitoh 		    NULL, 0, NULL, 0, CTL_HW, CTL_CREATE, CTL_EOL)) != 0) {
   1680   1.1    hikaru 		goto err;
   1681   1.1    hikaru 	}
   1682   1.1    hikaru 
   1683  1.19    simonb 	cnmac_sysctl_root_num = node->sysctl_num;
   1684   1.1    hikaru 
   1685   1.1    hikaru 	if ((rc = sysctl_createv(clog, 0, NULL, &node,
   1686  1.12   msaitoh 		    CTLFLAG_PERMANENT | CTLFLAG_READWRITE,
   1687  1.12   msaitoh 		    CTLTYPE_INT, "pko_cmd_w0_n2",
   1688  1.12   msaitoh 		    SYSCTL_DESCR("PKO command WORD0 N2 bit"),
   1689  1.19    simonb 		    cnmac_sysctl_verify, 0,
   1690  1.19    simonb 		    &cnmac_param_pko_cmd_w0_n2,
   1691  1.19    simonb 		    0, CTL_HW, cnmac_sysctl_root_num, CTL_CREATE,
   1692  1.12   msaitoh 		    CTL_EOL)) != 0) {
   1693  1.12   msaitoh 		goto err;
   1694   1.1    hikaru 	}
   1695   1.1    hikaru 
   1696  1.19    simonb 	cnmac_sysctl_pkocmdw0n2_num = node->sysctl_num;
   1697   1.1    hikaru 
   1698   1.1    hikaru 	if ((rc = sysctl_createv(clog, 0, NULL, &node,
   1699  1.12   msaitoh 		    CTLFLAG_PERMANENT | CTLFLAG_READWRITE,
   1700  1.12   msaitoh 		    CTLTYPE_INT, "pip_dyn_rs",
   1701  1.12   msaitoh 		    SYSCTL_DESCR("PIP dynamic short in WQE"),
   1702  1.19    simonb 		    cnmac_sysctl_verify, 0,
   1703  1.19    simonb 		    &cnmac_param_pip_dyn_rs,
   1704  1.19    simonb 		    0, CTL_HW, cnmac_sysctl_root_num, CTL_CREATE,
   1705  1.12   msaitoh 		    CTL_EOL)) != 0) {
   1706  1.12   msaitoh 		goto err;
   1707   1.1    hikaru 	}
   1708   1.1    hikaru 
   1709  1.19    simonb 	cnmac_sysctl_pipdynrs_num = node->sysctl_num;
   1710   1.1    hikaru 
   1711   1.1    hikaru 	if ((rc = sysctl_createv(clog, 0, NULL, &node,
   1712  1.12   msaitoh 		    CTLFLAG_PERMANENT | CTLFLAG_READWRITE,
   1713  1.12   msaitoh 		    CTLTYPE_INT, "redir",
   1714  1.12   msaitoh 		    SYSCTL_DESCR("input port redirection"),
   1715  1.19    simonb 		    cnmac_sysctl_verify, 0,
   1716  1.19    simonb 		    &cnmac_param_redir,
   1717  1.19    simonb 		    0, CTL_HW, cnmac_sysctl_root_num, CTL_CREATE,
   1718  1.12   msaitoh 		    CTL_EOL)) != 0) {
   1719  1.12   msaitoh 		goto err;
   1720   1.1    hikaru 	}
   1721   1.1    hikaru 
   1722  1.19    simonb 	cnmac_sysctl_redir_num = node->sysctl_num;
   1723   1.1    hikaru 
   1724   1.1    hikaru 	if ((rc = sysctl_createv(clog, 0, NULL, &node,
   1725  1.12   msaitoh 		    CTLFLAG_PERMANENT,
   1726  1.12   msaitoh 		    CTLTYPE_INT, "pkt_pool",
   1727  1.12   msaitoh 		    SYSCTL_DESCR("packet pool available"),
   1728  1.19    simonb 		    cnmac_sysctl_pool, 0, NULL,
   1729  1.19    simonb 		    0, CTL_HW, cnmac_sysctl_root_num, CTL_CREATE,
   1730  1.12   msaitoh 		    CTL_EOL)) != 0) {
   1731  1.12   msaitoh 		goto err;
   1732   1.1    hikaru 	}
   1733   1.1    hikaru 
   1734  1.19    simonb 	cnmac_sysctl_pkt_pool_num = node->sysctl_num;
   1735   1.1    hikaru 
   1736   1.1    hikaru 	if ((rc = sysctl_createv(clog, 0, NULL, &node,
   1737  1.12   msaitoh 		    CTLFLAG_PERMANENT,
   1738  1.12   msaitoh 		    CTLTYPE_INT, "wqe_pool",
   1739  1.12   msaitoh 		    SYSCTL_DESCR("wqe pool available"),
   1740  1.19    simonb 		    cnmac_sysctl_pool, 0, NULL,
   1741  1.19    simonb 		    0, CTL_HW, cnmac_sysctl_root_num, CTL_CREATE,
   1742  1.12   msaitoh 		    CTL_EOL)) != 0) {
   1743  1.12   msaitoh 		goto err;
   1744   1.1    hikaru 	}
   1745   1.1    hikaru 
   1746  1.19    simonb 	cnmac_sysctl_wqe_pool_num = node->sysctl_num;
   1747   1.1    hikaru 
   1748   1.1    hikaru 	if ((rc = sysctl_createv(clog, 0, NULL, &node,
   1749  1.12   msaitoh 		    CTLFLAG_PERMANENT,
   1750  1.12   msaitoh 		    CTLTYPE_INT, "cmd_pool",
   1751  1.12   msaitoh 		    SYSCTL_DESCR("cmd pool available"),
   1752  1.19    simonb 		    cnmac_sysctl_pool, 0, NULL,
   1753  1.19    simonb 		    0, CTL_HW, cnmac_sysctl_root_num, CTL_CREATE,
   1754  1.12   msaitoh 		    CTL_EOL)) != 0) {
   1755  1.12   msaitoh 		goto err;
   1756   1.1    hikaru 	}
   1757   1.1    hikaru 
   1758  1.19    simonb 	cnmac_sysctl_cmd_pool_num = node->sysctl_num;
   1759   1.1    hikaru 
   1760   1.1    hikaru 	if ((rc = sysctl_createv(clog, 0, NULL, &node,
   1761  1.12   msaitoh 		    CTLFLAG_PERMANENT,
   1762  1.12   msaitoh 		    CTLTYPE_INT, "sg_pool",
   1763  1.12   msaitoh 		    SYSCTL_DESCR("sg pool available"),
   1764  1.19    simonb 		    cnmac_sysctl_pool, 0, NULL,
   1765  1.19    simonb 		    0, CTL_HW, cnmac_sysctl_root_num, CTL_CREATE,
   1766  1.12   msaitoh 		    CTL_EOL)) != 0) {
   1767  1.12   msaitoh 		goto err;
   1768   1.1    hikaru 	}
   1769   1.1    hikaru 
   1770  1.19    simonb 	cnmac_sysctl_sg_pool_num = node->sysctl_num;
   1771   1.1    hikaru 
   1772   1.1    hikaru 	if ((rc = sysctl_createv(clog, 0, NULL, &node,
   1773  1.12   msaitoh 		    CTLFLAG_PERMANENT | CTLFLAG_READONLY,
   1774  1.12   msaitoh 		    CTLTYPE_INT, "pktbuf",
   1775  1.12   msaitoh 		    SYSCTL_DESCR("input packet buffer size on POW"),
   1776  1.19    simonb 		    cnmac_sysctl_rd, 0,
   1777  1.19    simonb 		    &cnmac_param_pktbuf,
   1778  1.19    simonb 		    0, CTL_HW, cnmac_sysctl_root_num, CTL_CREATE,
   1779  1.12   msaitoh 		    CTL_EOL)) != 0) {
   1780  1.12   msaitoh 		goto err;
   1781   1.1    hikaru 	}
   1782   1.1    hikaru 
   1783  1.19    simonb 	cnmac_sysctl_pktbuf_num = node->sysctl_num;
   1784   1.1    hikaru 
   1785   1.1    hikaru 	return;
   1786   1.1    hikaru 
   1787   1.1    hikaru err:
   1788   1.1    hikaru 	aprint_error("%s: syctl_createv failed (rc = %d)\n", __func__, rc);
   1789   1.1    hikaru }
   1790   1.1    hikaru 
   1791   1.1    hikaru static int
   1792  1.19    simonb cnmac_sysctl_verify(SYSCTLFN_ARGS)
   1793   1.1    hikaru {
   1794   1.1    hikaru 	int error, v;
   1795   1.1    hikaru 	struct sysctlnode node;
   1796  1.19    simonb 	struct cnmac_softc *sc;
   1797   1.1    hikaru 	int i;
   1798   1.1    hikaru 	int s;
   1799   1.1    hikaru 
   1800   1.1    hikaru 	node = *rnode;
   1801   1.1    hikaru 	v = *(int *)rnode->sysctl_data;
   1802   1.1    hikaru 	node.sysctl_data = &v;
   1803   1.1    hikaru 	error = sysctl_lookup(SYSCTLFN_CALL(&node));
   1804   1.1    hikaru 	if (error || newp == NULL)
   1805   1.1    hikaru 		return error;
   1806   1.1    hikaru 
   1807  1.19    simonb 	if (node.sysctl_num == cnmac_sysctl_pkocmdw0n2_num) {
   1808   1.1    hikaru 		if (v < 0 || v > 1)
   1809   1.1    hikaru 			return EINVAL;
   1810   1.1    hikaru 		*(int *)rnode->sysctl_data = v;
   1811   1.1    hikaru 		return 0;
   1812   1.1    hikaru 	}
   1813   1.1    hikaru 
   1814  1.19    simonb 	if (node.sysctl_num == cnmac_sysctl_pipdynrs_num) {
   1815   1.1    hikaru 		if (v < 0 || v > 1)
   1816   1.1    hikaru 			return EINVAL;
   1817   1.1    hikaru 		*(int *)rnode->sysctl_data = v;
   1818   1.1    hikaru 		s = splnet();
   1819   1.1    hikaru 		for (i = 0; i < 3/* XXX */; i++) {
   1820  1.19    simonb 			sc = cnmac_gsc[i];	/* XXX */
   1821  1.19    simonb 			octpip_prt_cfg_enable(sc->sc_pip,
   1822  1.12   msaitoh 			    PIP_PRT_CFGN_DYN_RS, v);
   1823   1.1    hikaru 		}
   1824   1.1    hikaru 		splx(s);
   1825   1.1    hikaru 		return 0;
   1826   1.1    hikaru 	}
   1827   1.1    hikaru 
   1828  1.19    simonb 	if (node.sysctl_num == cnmac_sysctl_redir_num) {
   1829   1.1    hikaru 		if (v & ~((0x7 << (4 * 0)) | (0x7 << (4 * 1)) | (0x7 << (4 * 2))))
   1830   1.1    hikaru 			return EINVAL;
   1831   1.1    hikaru 		*(int *)rnode->sysctl_data = v;
   1832   1.1    hikaru 		s = splnet();
   1833   1.1    hikaru 		for (i = 0; i < 3/* XXX */; i++) {
   1834   1.1    hikaru 			struct ifnet *ifp;
   1835   1.1    hikaru 
   1836  1.19    simonb 			sc = cnmac_gsc[i];	/* XXX */
   1837   1.1    hikaru 			ifp = &sc->sc_ethercom.ec_if;
   1838   1.1    hikaru 
   1839  1.12   msaitoh 			sc->sc_redir
   1840  1.19    simonb 			    = (cnmac_param_redir >> (4 * i)) & 0x7;
   1841   1.1    hikaru 			if (sc->sc_redir == 0) {
   1842   1.1    hikaru 				if (ISSET(ifp->if_flags, IFF_PROMISC)) {
   1843   1.1    hikaru 					CLR(ifp->if_flags, IFF_PROMISC);
   1844  1.19    simonb 					cnmac_mii_statchg(ifp);
   1845  1.19    simonb 					/* octgmx_set_filter(sc->sc_gmx_port); */
   1846   1.1    hikaru 				}
   1847   1.2     ozaki 				ifp->_if_input = ether_input;
   1848   1.1    hikaru 			}
   1849   1.1    hikaru 			else {
   1850   1.1    hikaru 				if (!ISSET(ifp->if_flags, IFF_PROMISC)) {
   1851   1.1    hikaru 					SET(ifp->if_flags, IFF_PROMISC);
   1852  1.19    simonb 					cnmac_mii_statchg(ifp);
   1853  1.19    simonb 					/* octgmx_set_filter(sc->sc_gmx_port); */
   1854   1.1    hikaru 				}
   1855  1.19    simonb 				ifp->_if_input = cnmac_recv_redir;
   1856   1.1    hikaru 			}
   1857   1.1    hikaru 		}
   1858   1.1    hikaru 		splx(s);
   1859   1.1    hikaru 		return 0;
   1860   1.1    hikaru 	}
   1861   1.1    hikaru 
   1862   1.1    hikaru 	return EINVAL;
   1863   1.1    hikaru }
   1864   1.1    hikaru 
   1865   1.1    hikaru static int
   1866  1.19    simonb cnmac_sysctl_pool(SYSCTLFN_ARGS)
   1867   1.1    hikaru {
   1868   1.1    hikaru 	int error, newval = 0;
   1869   1.1    hikaru 	struct sysctlnode node;
   1870   1.1    hikaru 	int s;
   1871   1.1    hikaru 
   1872   1.1    hikaru 	node = *rnode;
   1873   1.1    hikaru 	node.sysctl_data = &newval;
   1874   1.1    hikaru 	s = splnet();
   1875  1.19    simonb 	if (node.sysctl_num == cnmac_sysctl_pkt_pool_num) {
   1876  1.19    simonb 		error = octfpa_available_fpa_pool(&newval,
   1877  1.12   msaitoh 		    OCTEON_POOL_NO_PKT);
   1878  1.19    simonb 	} else if (node.sysctl_num == cnmac_sysctl_wqe_pool_num) {
   1879  1.19    simonb 		error = octfpa_available_fpa_pool(&newval,
   1880  1.12   msaitoh 		    OCTEON_POOL_NO_WQE);
   1881  1.19    simonb 	} else if (node.sysctl_num == cnmac_sysctl_cmd_pool_num) {
   1882  1.19    simonb 		error = octfpa_available_fpa_pool(&newval,
   1883  1.12   msaitoh 		    OCTEON_POOL_NO_CMD);
   1884  1.19    simonb 	} else if (node.sysctl_num == cnmac_sysctl_sg_pool_num) {
   1885  1.19    simonb 		error = octfpa_available_fpa_pool(&newval,
   1886  1.12   msaitoh 		    OCTEON_POOL_NO_SG);
   1887   1.1    hikaru 	} else {
   1888   1.1    hikaru 		splx(s);
   1889   1.1    hikaru 		return EINVAL;
   1890   1.1    hikaru 	}
   1891   1.1    hikaru 	splx(s);
   1892   1.1    hikaru 	if (error)
   1893   1.1    hikaru 		return error;
   1894   1.1    hikaru 	error = sysctl_lookup(SYSCTLFN_CALL(&node));
   1895   1.1    hikaru 	if (error || newp == NULL)
   1896   1.1    hikaru 		return error;
   1897   1.1    hikaru 
   1898   1.1    hikaru 	return 0;
   1899   1.1    hikaru }
   1900   1.1    hikaru 
   1901   1.1    hikaru static int
   1902  1.19    simonb cnmac_sysctl_rd(SYSCTLFN_ARGS)
   1903   1.1    hikaru {
   1904   1.1    hikaru 	int error, v;
   1905   1.1    hikaru 	struct sysctlnode node;
   1906   1.1    hikaru 	int s;
   1907   1.1    hikaru 
   1908   1.1    hikaru 	node = *rnode;
   1909   1.1    hikaru 	v = *(int *)rnode->sysctl_data;
   1910   1.1    hikaru 	node.sysctl_data = &v;
   1911   1.1    hikaru 	error = sysctl_lookup(SYSCTLFN_CALL(&node));
   1912   1.1    hikaru 	if (error || newp != NULL)
   1913   1.1    hikaru 		return error;
   1914   1.1    hikaru 
   1915  1.19    simonb 	if (node.sysctl_num == cnmac_sysctl_pktbuf_num) {
   1916   1.1    hikaru 		uint64_t tmp;
   1917   1.1    hikaru 		int n;
   1918   1.1    hikaru 
   1919   1.1    hikaru 		s = splnet();
   1920  1.19    simonb 		tmp = octfpa_query(0);
   1921   1.1    hikaru 		n = (int)tmp;
   1922   1.1    hikaru 		splx(s);
   1923   1.1    hikaru 		*(int *)rnode->sysctl_data = n;
   1924  1.19    simonb 		cnmac_param_pktbuf = n;
   1925   1.1    hikaru 		*(int *)oldp = n;
   1926   1.1    hikaru 		return 0;
   1927   1.1    hikaru 	}
   1928   1.1    hikaru 
   1929   1.1    hikaru 	return EINVAL;
   1930   1.1    hikaru }
   1931