Home | History | Annotate | Line # | Download | only in dev
octeon_ipd.c revision 1.7
      1  1.7  simonb /*	$NetBSD: octeon_ipd.c,v 1.7 2020/06/23 05:15:33 simonb Exp $	*/
      2  1.1  hikaru 
      3  1.1  hikaru /*
      4  1.1  hikaru  * Copyright (c) 2007 Internet Initiative Japan, Inc.
      5  1.1  hikaru  * All rights reserved.
      6  1.1  hikaru  *
      7  1.1  hikaru  * Redistribution and use in source and binary forms, with or without
      8  1.1  hikaru  * modification, are permitted provided that the following conditions
      9  1.1  hikaru  * are met:
     10  1.1  hikaru  * 1. Redistributions of source code must retain the above copyright
     11  1.1  hikaru  *    notice, this list of conditions and the following disclaimer.
     12  1.1  hikaru  * 2. Redistributions in binary form must reproduce the above copyright
     13  1.1  hikaru  *    notice, this list of conditions and the following disclaimer in the
     14  1.1  hikaru  *    documentation and/or other materials provided with the distribution.
     15  1.1  hikaru  *
     16  1.1  hikaru  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     17  1.1  hikaru  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     18  1.1  hikaru  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     19  1.1  hikaru  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     20  1.1  hikaru  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     21  1.1  hikaru  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     22  1.1  hikaru  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     23  1.1  hikaru  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     24  1.1  hikaru  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     25  1.1  hikaru  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     26  1.1  hikaru  * SUCH DAMAGE.
     27  1.1  hikaru  */
     28  1.1  hikaru 
     29  1.1  hikaru #include <sys/cdefs.h>
     30  1.7  simonb __KERNEL_RCSID(0, "$NetBSD: octeon_ipd.c,v 1.7 2020/06/23 05:15:33 simonb Exp $");
     31  1.1  hikaru 
     32  1.1  hikaru #include <sys/param.h>
     33  1.1  hikaru #include <sys/systm.h>
     34  1.1  hikaru #include <sys/malloc.h>
     35  1.1  hikaru #include <sys/mbuf.h>
     36  1.1  hikaru #include <mips/locore.h>
     37  1.1  hikaru #include <mips/cavium/octeonvar.h>
     38  1.1  hikaru #include <mips/cavium/dev/octeon_ciureg.h>
     39  1.4  simonb #include <mips/cavium/dev/octeon_fpareg.h>
     40  1.1  hikaru #include <mips/cavium/dev/octeon_fpavar.h>
     41  1.1  hikaru #include <mips/cavium/dev/octeon_pipreg.h>
     42  1.1  hikaru #include <mips/cavium/dev/octeon_ipdreg.h>
     43  1.1  hikaru #include <mips/cavium/dev/octeon_ipdvar.h>
     44  1.1  hikaru 
     45  1.1  hikaru #include <netinet/in.h>
     46  1.1  hikaru #include <netinet/in_systm.h>
     47  1.1  hikaru #include <netinet/ip.h>
     48  1.1  hikaru 
     49  1.1  hikaru #define IP_OFFSET(data, word2) \
     50  1.4  simonb 	((uintptr_t)(data) + (uintptr_t)__SHIFTOUT(word2, PIP_WQE_WORD2_IP_OFFSET))
     51  1.1  hikaru 
     52  1.1  hikaru /* XXX */
     53  1.1  hikaru void
     54  1.3  simonb octipd_init(struct octipd_attach_args *aa, struct octipd_softc **rsc)
     55  1.1  hikaru {
     56  1.3  simonb 	struct octipd_softc *sc;
     57  1.1  hikaru 	int status;
     58  1.1  hikaru 
     59  1.1  hikaru 	sc = malloc(sizeof(*sc), M_DEVBUF, M_WAITOK | M_ZERO);
     60  1.1  hikaru 	if (sc == NULL)
     61  1.1  hikaru 		panic("can't allocate memory: %s", __func__);
     62  1.1  hikaru 
     63  1.1  hikaru 	sc->sc_port = aa->aa_port;
     64  1.1  hikaru 	sc->sc_regt = aa->aa_regt;
     65  1.1  hikaru 	sc->sc_first_mbuff_skip = aa->aa_first_mbuff_skip;
     66  1.1  hikaru 	sc->sc_not_first_mbuff_skip = aa->aa_not_first_mbuff_skip;
     67  1.1  hikaru 
     68  1.1  hikaru 	status = bus_space_map(sc->sc_regt, IPD_BASE, IPD_SIZE, 0,
     69  1.1  hikaru 	    &sc->sc_regh);
     70  1.1  hikaru 	if (status != 0)
     71  1.1  hikaru 		panic("can't map %s space", "ipd register");
     72  1.1  hikaru 
     73  1.1  hikaru 	*rsc = sc;
     74  1.1  hikaru }
     75  1.1  hikaru 
     76  1.1  hikaru #define	_IPD_RD8(sc, off) \
     77  1.1  hikaru 	bus_space_read_8((sc)->sc_regt, (sc)->sc_regh, (off))
     78  1.1  hikaru #define	_IPD_WR8(sc, off, v) \
     79  1.1  hikaru 	bus_space_write_8((sc)->sc_regt, (sc)->sc_regh, (off), (v))
     80  1.1  hikaru 
     81  1.1  hikaru int
     82  1.3  simonb octipd_enable(struct octipd_softc *sc)
     83  1.1  hikaru {
     84  1.1  hikaru 	uint64_t ctl_status;
     85  1.1  hikaru 
     86  1.1  hikaru 	ctl_status = _IPD_RD8(sc, IPD_CTL_STATUS_OFFSET);
     87  1.1  hikaru 	SET(ctl_status, IPD_CTL_STATUS_IPD_EN);
     88  1.1  hikaru 	_IPD_WR8(sc, IPD_CTL_STATUS_OFFSET, ctl_status);
     89  1.1  hikaru 
     90  1.1  hikaru 	return 0;
     91  1.1  hikaru }
     92  1.1  hikaru 
     93  1.1  hikaru int
     94  1.3  simonb octipd_config(struct octipd_softc *sc)
     95  1.1  hikaru {
     96  1.1  hikaru 	uint64_t first_mbuff_skip;
     97  1.1  hikaru 	uint64_t not_first_mbuff_skip;
     98  1.1  hikaru 	uint64_t packet_mbuff_size;
     99  1.1  hikaru 	uint64_t first_next_ptr_back;
    100  1.1  hikaru 	uint64_t second_next_ptr_back;
    101  1.1  hikaru 	uint64_t sqe_fpa_queue;
    102  1.1  hikaru 	uint64_t ctl_status;
    103  1.1  hikaru 
    104  1.1  hikaru 	/* XXX XXX XXX */
    105  1.1  hikaru 	first_mbuff_skip = 0;
    106  1.1  hikaru 	SET(first_mbuff_skip, (sc->sc_first_mbuff_skip / 8) & IPD_1ST_MBUFF_SKIP_SZ);
    107  1.1  hikaru 	_IPD_WR8(sc, IPD_1ST_MBUFF_SKIP_OFFSET, first_mbuff_skip);
    108  1.1  hikaru 	/* XXX XXX XXX */
    109  1.1  hikaru 
    110  1.1  hikaru 	/* XXX XXX XXX */
    111  1.1  hikaru 	not_first_mbuff_skip = 0;
    112  1.1  hikaru 	SET(not_first_mbuff_skip, (sc->sc_not_first_mbuff_skip / 8) &
    113  1.1  hikaru 	    IPD_NOT_1ST_MBUFF_SKIP_SZ);
    114  1.1  hikaru 	_IPD_WR8(sc, IPD_NOT_1ST_MBUFF_SKIP_OFFSET, not_first_mbuff_skip);
    115  1.1  hikaru 	/* XXX XXX XXX */
    116  1.1  hikaru 
    117  1.1  hikaru 	packet_mbuff_size = 0;
    118  1.1  hikaru 	SET(packet_mbuff_size, (FPA_RECV_PKT_POOL_SIZE / 8) &
    119  1.1  hikaru 	    IPD_PACKET_MBUFF_SIZE_MB_SIZE);
    120  1.1  hikaru 	_IPD_WR8(sc, IPD_PACKET_MBUFF_SIZE_OFFSET, packet_mbuff_size);
    121  1.1  hikaru 
    122  1.1  hikaru 	first_next_ptr_back = 0;
    123  1.1  hikaru 	SET(first_next_ptr_back, (sc->sc_first_mbuff_skip / 128) & IPD_1ST_NEXT_PTR_BACK_BACK);
    124  1.1  hikaru 	_IPD_WR8(sc, IPD_1ST_NEXT_PTR_BACK_OFFSET, first_next_ptr_back);
    125  1.1  hikaru 
    126  1.1  hikaru 	second_next_ptr_back = 0;
    127  1.1  hikaru 	SET(second_next_ptr_back, (sc->sc_not_first_mbuff_skip / 128) &
    128  1.1  hikaru 	    IPD_2ND_NEXT_PTR_BACK_BACK);
    129  1.1  hikaru 	_IPD_WR8(sc, IPD_2ND_NEXT_PTR_BACK_OFFSET, second_next_ptr_back);
    130  1.1  hikaru 
    131  1.1  hikaru 	sqe_fpa_queue = 0;
    132  1.1  hikaru 	SET(sqe_fpa_queue, FPA_WQE_POOL & IPD_WQE_FPA_QUEUE_WQE_QUE);
    133  1.1  hikaru 	_IPD_WR8(sc, IPD_WQE_FPA_QUEUE_OFFSET, sqe_fpa_queue);
    134  1.1  hikaru 
    135  1.1  hikaru 	ctl_status = _IPD_RD8(sc, IPD_CTL_STATUS_OFFSET);
    136  1.1  hikaru 	CLR(ctl_status, IPD_CTL_STATUS_OPC_MODE);
    137  1.4  simonb 	SET(ctl_status,
    138  1.4  simonb 	    __SHIFTIN(IPD_CTL_STATUS_OPC_MODE_ALL, IPD_CTL_STATUS_OPC_MODE));
    139  1.1  hikaru 	SET(ctl_status, IPD_CTL_STATUS_PBP_EN);
    140  1.1  hikaru 
    141  1.1  hikaru 	/*
    142  1.1  hikaru 	* XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX
    143  1.1  hikaru 	*          from SDK
    144  1.1  hikaru 	* SET(ctl_status, IPD_CTL_STATUS_LEN_M8);
    145  1.1  hikaru         * XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX
    146  1.1  hikaru 	*/
    147  1.1  hikaru 
    148  1.1  hikaru 	_IPD_WR8(sc, IPD_CTL_STATUS_OFFSET, ctl_status);
    149  1.1  hikaru 
    150  1.1  hikaru 	return 0;
    151  1.1  hikaru }
    152  1.1  hikaru 
    153  1.1  hikaru /*
    154  1.1  hikaru  * octeon work queue entry offload
    155  1.1  hikaru  * L3 error & L4 error
    156  1.1  hikaru  */
    157  1.1  hikaru void
    158  1.3  simonb octipd_offload(uint64_t word2, void *data, int *rcflags)
    159  1.1  hikaru {
    160  1.1  hikaru 	int cflags;
    161  1.1  hikaru 
    162  1.1  hikaru 	if (ISSET(word2, PIP_WQE_WORD2_IP_NI))
    163  1.1  hikaru 		return;
    164  1.1  hikaru 
    165  1.1  hikaru 	cflags = 0;
    166  1.1  hikaru 
    167  1.1  hikaru 	if (!ISSET(word2, PIP_WQE_WORD2_IP_V6))
    168  1.1  hikaru 		SET(cflags, M_CSUM_IPv4);
    169  1.1  hikaru 
    170  1.1  hikaru 	if (ISSET(word2, PIP_WQE_WORD2_IP_TU)) {
    171  1.1  hikaru 		SET(cflags,
    172  1.1  hikaru 		    !ISSET(word2, PIP_WQE_WORD2_IP_V6) ?
    173  1.1  hikaru 		    (M_CSUM_TCPv4 | M_CSUM_UDPv4) :
    174  1.1  hikaru 		    (M_CSUM_TCPv6 | M_CSUM_UDPv6));
    175  1.1  hikaru 	}
    176  1.1  hikaru 
    177  1.1  hikaru 	/* check L3 (IP) error */
    178  1.1  hikaru 	if (ISSET(word2, PIP_WQE_WORD2_IP_IE)) {
    179  1.1  hikaru 		struct ip *ip;
    180  1.1  hikaru 
    181  1.1  hikaru 		switch (word2 & PIP_WQE_WORD2_IP_OPECODE) {
    182  1.1  hikaru 		case IPD_WQE_L3_V4_CSUM_ERR:
    183  1.1  hikaru 			/* CN31XX Pass 1.1 Errata */
    184  1.1  hikaru 			ip = (struct ip *)(IP_OFFSET(data, word2));
    185  1.1  hikaru 			if (ip->ip_hl == 5)
    186  1.1  hikaru 				SET(cflags, M_CSUM_IPv4_BAD);
    187  1.1  hikaru 			break;
    188  1.1  hikaru 		default:
    189  1.1  hikaru 			break;
    190  1.1  hikaru 		}
    191  1.1  hikaru 	}
    192  1.1  hikaru 
    193  1.1  hikaru 	/* check L4 (UDP / TCP) error */
    194  1.1  hikaru 	if (ISSET(word2, PIP_WQE_WORD2_IP_LE)) {
    195  1.1  hikaru 		switch (word2 & PIP_WQE_WORD2_IP_OPECODE) {
    196  1.1  hikaru 		case IPD_WQE_L4_CSUM_ERR:
    197  1.1  hikaru 			SET(cflags, M_CSUM_TCP_UDP_BAD);
    198  1.1  hikaru 			break;
    199  1.1  hikaru 		default:
    200  1.1  hikaru 			break;
    201  1.1  hikaru 		}
    202  1.1  hikaru 	}
    203  1.1  hikaru 
    204  1.1  hikaru 	*rcflags = cflags;
    205  1.1  hikaru }
    206  1.1  hikaru 
    207  1.1  hikaru void
    208  1.3  simonb octipd_sub_port_fcs(struct octipd_softc *sc, int enable)
    209  1.1  hikaru {
    210  1.1  hikaru 	uint64_t sub_port_fcs;
    211  1.1  hikaru 
    212  1.1  hikaru 	sub_port_fcs = _IPD_RD8(sc, IPD_SUB_PORT_FCS_OFFSET);
    213  1.1  hikaru 	if (enable == 0)
    214  1.7  simonb 		CLR(sub_port_fcs, __BIT(sc->sc_port));
    215  1.1  hikaru 	else
    216  1.7  simonb 		SET(sub_port_fcs, __BIT(sc->sc_port));
    217  1.1  hikaru 	_IPD_WR8(sc, IPD_SUB_PORT_FCS_OFFSET, sub_port_fcs);
    218  1.1  hikaru }
    219