1 1.8 thorpej /* $NetBSD: octeon_ipd.c,v 1.8 2021/01/04 17:22:59 thorpej Exp $ */ 2 1.1 hikaru 3 1.1 hikaru /* 4 1.1 hikaru * Copyright (c) 2007 Internet Initiative Japan, Inc. 5 1.1 hikaru * All rights reserved. 6 1.1 hikaru * 7 1.1 hikaru * Redistribution and use in source and binary forms, with or without 8 1.1 hikaru * modification, are permitted provided that the following conditions 9 1.1 hikaru * are met: 10 1.1 hikaru * 1. Redistributions of source code must retain the above copyright 11 1.1 hikaru * notice, this list of conditions and the following disclaimer. 12 1.1 hikaru * 2. Redistributions in binary form must reproduce the above copyright 13 1.1 hikaru * notice, this list of conditions and the following disclaimer in the 14 1.1 hikaru * documentation and/or other materials provided with the distribution. 15 1.1 hikaru * 16 1.1 hikaru * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND 17 1.1 hikaru * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 18 1.1 hikaru * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 19 1.1 hikaru * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE 20 1.1 hikaru * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 21 1.1 hikaru * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 22 1.1 hikaru * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 23 1.1 hikaru * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 24 1.1 hikaru * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 25 1.1 hikaru * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 26 1.1 hikaru * SUCH DAMAGE. 27 1.1 hikaru */ 28 1.1 hikaru 29 1.1 hikaru #include <sys/cdefs.h> 30 1.8 thorpej __KERNEL_RCSID(0, "$NetBSD: octeon_ipd.c,v 1.8 2021/01/04 17:22:59 thorpej Exp $"); 31 1.1 hikaru 32 1.1 hikaru #include <sys/param.h> 33 1.1 hikaru #include <sys/systm.h> 34 1.8 thorpej #include <sys/kmem.h> 35 1.1 hikaru #include <sys/mbuf.h> 36 1.1 hikaru #include <mips/locore.h> 37 1.1 hikaru #include <mips/cavium/octeonvar.h> 38 1.1 hikaru #include <mips/cavium/dev/octeon_ciureg.h> 39 1.4 simonb #include <mips/cavium/dev/octeon_fpareg.h> 40 1.1 hikaru #include <mips/cavium/dev/octeon_fpavar.h> 41 1.1 hikaru #include <mips/cavium/dev/octeon_pipreg.h> 42 1.1 hikaru #include <mips/cavium/dev/octeon_ipdreg.h> 43 1.1 hikaru #include <mips/cavium/dev/octeon_ipdvar.h> 44 1.1 hikaru 45 1.1 hikaru #include <netinet/in.h> 46 1.1 hikaru #include <netinet/in_systm.h> 47 1.1 hikaru #include <netinet/ip.h> 48 1.1 hikaru 49 1.1 hikaru #define IP_OFFSET(data, word2) \ 50 1.4 simonb ((uintptr_t)(data) + (uintptr_t)__SHIFTOUT(word2, PIP_WQE_WORD2_IP_OFFSET)) 51 1.1 hikaru 52 1.1 hikaru /* XXX */ 53 1.1 hikaru void 54 1.3 simonb octipd_init(struct octipd_attach_args *aa, struct octipd_softc **rsc) 55 1.1 hikaru { 56 1.3 simonb struct octipd_softc *sc; 57 1.1 hikaru int status; 58 1.1 hikaru 59 1.8 thorpej sc = kmem_zalloc(sizeof(*sc), KM_SLEEP); 60 1.1 hikaru sc->sc_port = aa->aa_port; 61 1.1 hikaru sc->sc_regt = aa->aa_regt; 62 1.1 hikaru sc->sc_first_mbuff_skip = aa->aa_first_mbuff_skip; 63 1.1 hikaru sc->sc_not_first_mbuff_skip = aa->aa_not_first_mbuff_skip; 64 1.1 hikaru 65 1.1 hikaru status = bus_space_map(sc->sc_regt, IPD_BASE, IPD_SIZE, 0, 66 1.1 hikaru &sc->sc_regh); 67 1.1 hikaru if (status != 0) 68 1.1 hikaru panic("can't map %s space", "ipd register"); 69 1.1 hikaru 70 1.1 hikaru *rsc = sc; 71 1.1 hikaru } 72 1.1 hikaru 73 1.1 hikaru #define _IPD_RD8(sc, off) \ 74 1.1 hikaru bus_space_read_8((sc)->sc_regt, (sc)->sc_regh, (off)) 75 1.1 hikaru #define _IPD_WR8(sc, off, v) \ 76 1.1 hikaru bus_space_write_8((sc)->sc_regt, (sc)->sc_regh, (off), (v)) 77 1.1 hikaru 78 1.1 hikaru int 79 1.3 simonb octipd_enable(struct octipd_softc *sc) 80 1.1 hikaru { 81 1.1 hikaru uint64_t ctl_status; 82 1.1 hikaru 83 1.1 hikaru ctl_status = _IPD_RD8(sc, IPD_CTL_STATUS_OFFSET); 84 1.1 hikaru SET(ctl_status, IPD_CTL_STATUS_IPD_EN); 85 1.1 hikaru _IPD_WR8(sc, IPD_CTL_STATUS_OFFSET, ctl_status); 86 1.1 hikaru 87 1.1 hikaru return 0; 88 1.1 hikaru } 89 1.1 hikaru 90 1.1 hikaru int 91 1.3 simonb octipd_config(struct octipd_softc *sc) 92 1.1 hikaru { 93 1.1 hikaru uint64_t first_mbuff_skip; 94 1.1 hikaru uint64_t not_first_mbuff_skip; 95 1.1 hikaru uint64_t packet_mbuff_size; 96 1.1 hikaru uint64_t first_next_ptr_back; 97 1.1 hikaru uint64_t second_next_ptr_back; 98 1.1 hikaru uint64_t sqe_fpa_queue; 99 1.1 hikaru uint64_t ctl_status; 100 1.1 hikaru 101 1.1 hikaru /* XXX XXX XXX */ 102 1.1 hikaru first_mbuff_skip = 0; 103 1.1 hikaru SET(first_mbuff_skip, (sc->sc_first_mbuff_skip / 8) & IPD_1ST_MBUFF_SKIP_SZ); 104 1.1 hikaru _IPD_WR8(sc, IPD_1ST_MBUFF_SKIP_OFFSET, first_mbuff_skip); 105 1.1 hikaru /* XXX XXX XXX */ 106 1.1 hikaru 107 1.1 hikaru /* XXX XXX XXX */ 108 1.1 hikaru not_first_mbuff_skip = 0; 109 1.1 hikaru SET(not_first_mbuff_skip, (sc->sc_not_first_mbuff_skip / 8) & 110 1.1 hikaru IPD_NOT_1ST_MBUFF_SKIP_SZ); 111 1.1 hikaru _IPD_WR8(sc, IPD_NOT_1ST_MBUFF_SKIP_OFFSET, not_first_mbuff_skip); 112 1.1 hikaru /* XXX XXX XXX */ 113 1.1 hikaru 114 1.1 hikaru packet_mbuff_size = 0; 115 1.1 hikaru SET(packet_mbuff_size, (FPA_RECV_PKT_POOL_SIZE / 8) & 116 1.1 hikaru IPD_PACKET_MBUFF_SIZE_MB_SIZE); 117 1.1 hikaru _IPD_WR8(sc, IPD_PACKET_MBUFF_SIZE_OFFSET, packet_mbuff_size); 118 1.1 hikaru 119 1.1 hikaru first_next_ptr_back = 0; 120 1.1 hikaru SET(first_next_ptr_back, (sc->sc_first_mbuff_skip / 128) & IPD_1ST_NEXT_PTR_BACK_BACK); 121 1.1 hikaru _IPD_WR8(sc, IPD_1ST_NEXT_PTR_BACK_OFFSET, first_next_ptr_back); 122 1.1 hikaru 123 1.1 hikaru second_next_ptr_back = 0; 124 1.1 hikaru SET(second_next_ptr_back, (sc->sc_not_first_mbuff_skip / 128) & 125 1.1 hikaru IPD_2ND_NEXT_PTR_BACK_BACK); 126 1.1 hikaru _IPD_WR8(sc, IPD_2ND_NEXT_PTR_BACK_OFFSET, second_next_ptr_back); 127 1.1 hikaru 128 1.1 hikaru sqe_fpa_queue = 0; 129 1.1 hikaru SET(sqe_fpa_queue, FPA_WQE_POOL & IPD_WQE_FPA_QUEUE_WQE_QUE); 130 1.1 hikaru _IPD_WR8(sc, IPD_WQE_FPA_QUEUE_OFFSET, sqe_fpa_queue); 131 1.1 hikaru 132 1.1 hikaru ctl_status = _IPD_RD8(sc, IPD_CTL_STATUS_OFFSET); 133 1.1 hikaru CLR(ctl_status, IPD_CTL_STATUS_OPC_MODE); 134 1.4 simonb SET(ctl_status, 135 1.4 simonb __SHIFTIN(IPD_CTL_STATUS_OPC_MODE_ALL, IPD_CTL_STATUS_OPC_MODE)); 136 1.1 hikaru SET(ctl_status, IPD_CTL_STATUS_PBP_EN); 137 1.1 hikaru 138 1.1 hikaru /* 139 1.1 hikaru * XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX 140 1.1 hikaru * from SDK 141 1.1 hikaru * SET(ctl_status, IPD_CTL_STATUS_LEN_M8); 142 1.1 hikaru * XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX 143 1.1 hikaru */ 144 1.1 hikaru 145 1.1 hikaru _IPD_WR8(sc, IPD_CTL_STATUS_OFFSET, ctl_status); 146 1.1 hikaru 147 1.1 hikaru return 0; 148 1.1 hikaru } 149 1.1 hikaru 150 1.1 hikaru /* 151 1.1 hikaru * octeon work queue entry offload 152 1.1 hikaru * L3 error & L4 error 153 1.1 hikaru */ 154 1.1 hikaru void 155 1.3 simonb octipd_offload(uint64_t word2, void *data, int *rcflags) 156 1.1 hikaru { 157 1.1 hikaru int cflags; 158 1.1 hikaru 159 1.1 hikaru if (ISSET(word2, PIP_WQE_WORD2_IP_NI)) 160 1.1 hikaru return; 161 1.1 hikaru 162 1.1 hikaru cflags = 0; 163 1.1 hikaru 164 1.1 hikaru if (!ISSET(word2, PIP_WQE_WORD2_IP_V6)) 165 1.1 hikaru SET(cflags, M_CSUM_IPv4); 166 1.1 hikaru 167 1.1 hikaru if (ISSET(word2, PIP_WQE_WORD2_IP_TU)) { 168 1.1 hikaru SET(cflags, 169 1.1 hikaru !ISSET(word2, PIP_WQE_WORD2_IP_V6) ? 170 1.1 hikaru (M_CSUM_TCPv4 | M_CSUM_UDPv4) : 171 1.1 hikaru (M_CSUM_TCPv6 | M_CSUM_UDPv6)); 172 1.1 hikaru } 173 1.1 hikaru 174 1.1 hikaru /* check L3 (IP) error */ 175 1.1 hikaru if (ISSET(word2, PIP_WQE_WORD2_IP_IE)) { 176 1.1 hikaru struct ip *ip; 177 1.1 hikaru 178 1.1 hikaru switch (word2 & PIP_WQE_WORD2_IP_OPECODE) { 179 1.1 hikaru case IPD_WQE_L3_V4_CSUM_ERR: 180 1.1 hikaru /* CN31XX Pass 1.1 Errata */ 181 1.1 hikaru ip = (struct ip *)(IP_OFFSET(data, word2)); 182 1.1 hikaru if (ip->ip_hl == 5) 183 1.1 hikaru SET(cflags, M_CSUM_IPv4_BAD); 184 1.1 hikaru break; 185 1.1 hikaru default: 186 1.1 hikaru break; 187 1.1 hikaru } 188 1.1 hikaru } 189 1.1 hikaru 190 1.1 hikaru /* check L4 (UDP / TCP) error */ 191 1.1 hikaru if (ISSET(word2, PIP_WQE_WORD2_IP_LE)) { 192 1.1 hikaru switch (word2 & PIP_WQE_WORD2_IP_OPECODE) { 193 1.1 hikaru case IPD_WQE_L4_CSUM_ERR: 194 1.1 hikaru SET(cflags, M_CSUM_TCP_UDP_BAD); 195 1.1 hikaru break; 196 1.1 hikaru default: 197 1.1 hikaru break; 198 1.1 hikaru } 199 1.1 hikaru } 200 1.1 hikaru 201 1.1 hikaru *rcflags = cflags; 202 1.1 hikaru } 203 1.1 hikaru 204 1.1 hikaru void 205 1.3 simonb octipd_sub_port_fcs(struct octipd_softc *sc, int enable) 206 1.1 hikaru { 207 1.1 hikaru uint64_t sub_port_fcs; 208 1.1 hikaru 209 1.1 hikaru sub_port_fcs = _IPD_RD8(sc, IPD_SUB_PORT_FCS_OFFSET); 210 1.1 hikaru if (enable == 0) 211 1.7 simonb CLR(sub_port_fcs, __BIT(sc->sc_port)); 212 1.1 hikaru else 213 1.7 simonb SET(sub_port_fcs, __BIT(sc->sc_port)); 214 1.1 hikaru _IPD_WR8(sc, IPD_SUB_PORT_FCS_OFFSET, sub_port_fcs); 215 1.1 hikaru } 216