Home | History | Annotate | Line # | Download | only in dev
octeon_ipd.c revision 1.7.2.1
      1  1.7.2.1  thorpej /*	$NetBSD: octeon_ipd.c,v 1.7.2.1 2021/04/03 22:28:31 thorpej Exp $	*/
      2      1.1   hikaru 
      3      1.1   hikaru /*
      4      1.1   hikaru  * Copyright (c) 2007 Internet Initiative Japan, Inc.
      5      1.1   hikaru  * All rights reserved.
      6      1.1   hikaru  *
      7      1.1   hikaru  * Redistribution and use in source and binary forms, with or without
      8      1.1   hikaru  * modification, are permitted provided that the following conditions
      9      1.1   hikaru  * are met:
     10      1.1   hikaru  * 1. Redistributions of source code must retain the above copyright
     11      1.1   hikaru  *    notice, this list of conditions and the following disclaimer.
     12      1.1   hikaru  * 2. Redistributions in binary form must reproduce the above copyright
     13      1.1   hikaru  *    notice, this list of conditions and the following disclaimer in the
     14      1.1   hikaru  *    documentation and/or other materials provided with the distribution.
     15      1.1   hikaru  *
     16      1.1   hikaru  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     17      1.1   hikaru  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     18      1.1   hikaru  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     19      1.1   hikaru  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     20      1.1   hikaru  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     21      1.1   hikaru  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     22      1.1   hikaru  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     23      1.1   hikaru  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     24      1.1   hikaru  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     25      1.1   hikaru  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     26      1.1   hikaru  * SUCH DAMAGE.
     27      1.1   hikaru  */
     28      1.1   hikaru 
     29      1.1   hikaru #include <sys/cdefs.h>
     30  1.7.2.1  thorpej __KERNEL_RCSID(0, "$NetBSD: octeon_ipd.c,v 1.7.2.1 2021/04/03 22:28:31 thorpej Exp $");
     31      1.1   hikaru 
     32      1.1   hikaru #include <sys/param.h>
     33      1.1   hikaru #include <sys/systm.h>
     34  1.7.2.1  thorpej #include <sys/kmem.h>
     35      1.1   hikaru #include <sys/mbuf.h>
     36      1.1   hikaru #include <mips/locore.h>
     37      1.1   hikaru #include <mips/cavium/octeonvar.h>
     38      1.1   hikaru #include <mips/cavium/dev/octeon_ciureg.h>
     39      1.4   simonb #include <mips/cavium/dev/octeon_fpareg.h>
     40      1.1   hikaru #include <mips/cavium/dev/octeon_fpavar.h>
     41      1.1   hikaru #include <mips/cavium/dev/octeon_pipreg.h>
     42      1.1   hikaru #include <mips/cavium/dev/octeon_ipdreg.h>
     43      1.1   hikaru #include <mips/cavium/dev/octeon_ipdvar.h>
     44      1.1   hikaru 
     45      1.1   hikaru #include <netinet/in.h>
     46      1.1   hikaru #include <netinet/in_systm.h>
     47      1.1   hikaru #include <netinet/ip.h>
     48      1.1   hikaru 
     49      1.1   hikaru #define IP_OFFSET(data, word2) \
     50      1.4   simonb 	((uintptr_t)(data) + (uintptr_t)__SHIFTOUT(word2, PIP_WQE_WORD2_IP_OFFSET))
     51      1.1   hikaru 
     52      1.1   hikaru /* XXX */
     53      1.1   hikaru void
     54      1.3   simonb octipd_init(struct octipd_attach_args *aa, struct octipd_softc **rsc)
     55      1.1   hikaru {
     56      1.3   simonb 	struct octipd_softc *sc;
     57      1.1   hikaru 	int status;
     58      1.1   hikaru 
     59  1.7.2.1  thorpej 	sc = kmem_zalloc(sizeof(*sc), KM_SLEEP);
     60      1.1   hikaru 	sc->sc_port = aa->aa_port;
     61      1.1   hikaru 	sc->sc_regt = aa->aa_regt;
     62      1.1   hikaru 	sc->sc_first_mbuff_skip = aa->aa_first_mbuff_skip;
     63      1.1   hikaru 	sc->sc_not_first_mbuff_skip = aa->aa_not_first_mbuff_skip;
     64      1.1   hikaru 
     65      1.1   hikaru 	status = bus_space_map(sc->sc_regt, IPD_BASE, IPD_SIZE, 0,
     66      1.1   hikaru 	    &sc->sc_regh);
     67      1.1   hikaru 	if (status != 0)
     68      1.1   hikaru 		panic("can't map %s space", "ipd register");
     69      1.1   hikaru 
     70      1.1   hikaru 	*rsc = sc;
     71      1.1   hikaru }
     72      1.1   hikaru 
     73      1.1   hikaru #define	_IPD_RD8(sc, off) \
     74      1.1   hikaru 	bus_space_read_8((sc)->sc_regt, (sc)->sc_regh, (off))
     75      1.1   hikaru #define	_IPD_WR8(sc, off, v) \
     76      1.1   hikaru 	bus_space_write_8((sc)->sc_regt, (sc)->sc_regh, (off), (v))
     77      1.1   hikaru 
     78      1.1   hikaru int
     79      1.3   simonb octipd_enable(struct octipd_softc *sc)
     80      1.1   hikaru {
     81      1.1   hikaru 	uint64_t ctl_status;
     82      1.1   hikaru 
     83      1.1   hikaru 	ctl_status = _IPD_RD8(sc, IPD_CTL_STATUS_OFFSET);
     84      1.1   hikaru 	SET(ctl_status, IPD_CTL_STATUS_IPD_EN);
     85      1.1   hikaru 	_IPD_WR8(sc, IPD_CTL_STATUS_OFFSET, ctl_status);
     86      1.1   hikaru 
     87      1.1   hikaru 	return 0;
     88      1.1   hikaru }
     89      1.1   hikaru 
     90      1.1   hikaru int
     91      1.3   simonb octipd_config(struct octipd_softc *sc)
     92      1.1   hikaru {
     93      1.1   hikaru 	uint64_t first_mbuff_skip;
     94      1.1   hikaru 	uint64_t not_first_mbuff_skip;
     95      1.1   hikaru 	uint64_t packet_mbuff_size;
     96      1.1   hikaru 	uint64_t first_next_ptr_back;
     97      1.1   hikaru 	uint64_t second_next_ptr_back;
     98      1.1   hikaru 	uint64_t sqe_fpa_queue;
     99      1.1   hikaru 	uint64_t ctl_status;
    100      1.1   hikaru 
    101      1.1   hikaru 	/* XXX XXX XXX */
    102      1.1   hikaru 	first_mbuff_skip = 0;
    103      1.1   hikaru 	SET(first_mbuff_skip, (sc->sc_first_mbuff_skip / 8) & IPD_1ST_MBUFF_SKIP_SZ);
    104      1.1   hikaru 	_IPD_WR8(sc, IPD_1ST_MBUFF_SKIP_OFFSET, first_mbuff_skip);
    105      1.1   hikaru 	/* XXX XXX XXX */
    106      1.1   hikaru 
    107      1.1   hikaru 	/* XXX XXX XXX */
    108      1.1   hikaru 	not_first_mbuff_skip = 0;
    109      1.1   hikaru 	SET(not_first_mbuff_skip, (sc->sc_not_first_mbuff_skip / 8) &
    110      1.1   hikaru 	    IPD_NOT_1ST_MBUFF_SKIP_SZ);
    111      1.1   hikaru 	_IPD_WR8(sc, IPD_NOT_1ST_MBUFF_SKIP_OFFSET, not_first_mbuff_skip);
    112      1.1   hikaru 	/* XXX XXX XXX */
    113      1.1   hikaru 
    114      1.1   hikaru 	packet_mbuff_size = 0;
    115      1.1   hikaru 	SET(packet_mbuff_size, (FPA_RECV_PKT_POOL_SIZE / 8) &
    116      1.1   hikaru 	    IPD_PACKET_MBUFF_SIZE_MB_SIZE);
    117      1.1   hikaru 	_IPD_WR8(sc, IPD_PACKET_MBUFF_SIZE_OFFSET, packet_mbuff_size);
    118      1.1   hikaru 
    119      1.1   hikaru 	first_next_ptr_back = 0;
    120      1.1   hikaru 	SET(first_next_ptr_back, (sc->sc_first_mbuff_skip / 128) & IPD_1ST_NEXT_PTR_BACK_BACK);
    121      1.1   hikaru 	_IPD_WR8(sc, IPD_1ST_NEXT_PTR_BACK_OFFSET, first_next_ptr_back);
    122      1.1   hikaru 
    123      1.1   hikaru 	second_next_ptr_back = 0;
    124      1.1   hikaru 	SET(second_next_ptr_back, (sc->sc_not_first_mbuff_skip / 128) &
    125      1.1   hikaru 	    IPD_2ND_NEXT_PTR_BACK_BACK);
    126      1.1   hikaru 	_IPD_WR8(sc, IPD_2ND_NEXT_PTR_BACK_OFFSET, second_next_ptr_back);
    127      1.1   hikaru 
    128      1.1   hikaru 	sqe_fpa_queue = 0;
    129      1.1   hikaru 	SET(sqe_fpa_queue, FPA_WQE_POOL & IPD_WQE_FPA_QUEUE_WQE_QUE);
    130      1.1   hikaru 	_IPD_WR8(sc, IPD_WQE_FPA_QUEUE_OFFSET, sqe_fpa_queue);
    131      1.1   hikaru 
    132      1.1   hikaru 	ctl_status = _IPD_RD8(sc, IPD_CTL_STATUS_OFFSET);
    133      1.1   hikaru 	CLR(ctl_status, IPD_CTL_STATUS_OPC_MODE);
    134      1.4   simonb 	SET(ctl_status,
    135      1.4   simonb 	    __SHIFTIN(IPD_CTL_STATUS_OPC_MODE_ALL, IPD_CTL_STATUS_OPC_MODE));
    136      1.1   hikaru 	SET(ctl_status, IPD_CTL_STATUS_PBP_EN);
    137      1.1   hikaru 
    138      1.1   hikaru 	/*
    139      1.1   hikaru 	* XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX
    140      1.1   hikaru 	*          from SDK
    141      1.1   hikaru 	* SET(ctl_status, IPD_CTL_STATUS_LEN_M8);
    142      1.1   hikaru         * XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX
    143      1.1   hikaru 	*/
    144      1.1   hikaru 
    145      1.1   hikaru 	_IPD_WR8(sc, IPD_CTL_STATUS_OFFSET, ctl_status);
    146      1.1   hikaru 
    147      1.1   hikaru 	return 0;
    148      1.1   hikaru }
    149      1.1   hikaru 
    150      1.1   hikaru /*
    151      1.1   hikaru  * octeon work queue entry offload
    152      1.1   hikaru  * L3 error & L4 error
    153      1.1   hikaru  */
    154      1.1   hikaru void
    155      1.3   simonb octipd_offload(uint64_t word2, void *data, int *rcflags)
    156      1.1   hikaru {
    157      1.1   hikaru 	int cflags;
    158      1.1   hikaru 
    159      1.1   hikaru 	if (ISSET(word2, PIP_WQE_WORD2_IP_NI))
    160      1.1   hikaru 		return;
    161      1.1   hikaru 
    162      1.1   hikaru 	cflags = 0;
    163      1.1   hikaru 
    164      1.1   hikaru 	if (!ISSET(word2, PIP_WQE_WORD2_IP_V6))
    165      1.1   hikaru 		SET(cflags, M_CSUM_IPv4);
    166      1.1   hikaru 
    167      1.1   hikaru 	if (ISSET(word2, PIP_WQE_WORD2_IP_TU)) {
    168      1.1   hikaru 		SET(cflags,
    169      1.1   hikaru 		    !ISSET(word2, PIP_WQE_WORD2_IP_V6) ?
    170      1.1   hikaru 		    (M_CSUM_TCPv4 | M_CSUM_UDPv4) :
    171      1.1   hikaru 		    (M_CSUM_TCPv6 | M_CSUM_UDPv6));
    172      1.1   hikaru 	}
    173      1.1   hikaru 
    174      1.1   hikaru 	/* check L3 (IP) error */
    175      1.1   hikaru 	if (ISSET(word2, PIP_WQE_WORD2_IP_IE)) {
    176      1.1   hikaru 		struct ip *ip;
    177      1.1   hikaru 
    178      1.1   hikaru 		switch (word2 & PIP_WQE_WORD2_IP_OPECODE) {
    179      1.1   hikaru 		case IPD_WQE_L3_V4_CSUM_ERR:
    180      1.1   hikaru 			/* CN31XX Pass 1.1 Errata */
    181      1.1   hikaru 			ip = (struct ip *)(IP_OFFSET(data, word2));
    182      1.1   hikaru 			if (ip->ip_hl == 5)
    183      1.1   hikaru 				SET(cflags, M_CSUM_IPv4_BAD);
    184      1.1   hikaru 			break;
    185      1.1   hikaru 		default:
    186      1.1   hikaru 			break;
    187      1.1   hikaru 		}
    188      1.1   hikaru 	}
    189      1.1   hikaru 
    190      1.1   hikaru 	/* check L4 (UDP / TCP) error */
    191      1.1   hikaru 	if (ISSET(word2, PIP_WQE_WORD2_IP_LE)) {
    192      1.1   hikaru 		switch (word2 & PIP_WQE_WORD2_IP_OPECODE) {
    193      1.1   hikaru 		case IPD_WQE_L4_CSUM_ERR:
    194      1.1   hikaru 			SET(cflags, M_CSUM_TCP_UDP_BAD);
    195      1.1   hikaru 			break;
    196      1.1   hikaru 		default:
    197      1.1   hikaru 			break;
    198      1.1   hikaru 		}
    199      1.1   hikaru 	}
    200      1.1   hikaru 
    201      1.1   hikaru 	*rcflags = cflags;
    202      1.1   hikaru }
    203      1.1   hikaru 
    204      1.1   hikaru void
    205      1.3   simonb octipd_sub_port_fcs(struct octipd_softc *sc, int enable)
    206      1.1   hikaru {
    207      1.1   hikaru 	uint64_t sub_port_fcs;
    208      1.1   hikaru 
    209      1.1   hikaru 	sub_port_fcs = _IPD_RD8(sc, IPD_SUB_PORT_FCS_OFFSET);
    210      1.1   hikaru 	if (enable == 0)
    211      1.7   simonb 		CLR(sub_port_fcs, __BIT(sc->sc_port));
    212      1.1   hikaru 	else
    213      1.7   simonb 		SET(sub_port_fcs, __BIT(sc->sc_port));
    214      1.1   hikaru 	_IPD_WR8(sc, IPD_SUB_PORT_FCS_OFFSET, sub_port_fcs);
    215      1.1   hikaru }
    216