octeon_ipd.c revision 1.7 1 1.7 simonb /* $NetBSD: octeon_ipd.c,v 1.7 2020/06/23 05:15:33 simonb Exp $ */
2 1.1 hikaru
3 1.1 hikaru /*
4 1.1 hikaru * Copyright (c) 2007 Internet Initiative Japan, Inc.
5 1.1 hikaru * All rights reserved.
6 1.1 hikaru *
7 1.1 hikaru * Redistribution and use in source and binary forms, with or without
8 1.1 hikaru * modification, are permitted provided that the following conditions
9 1.1 hikaru * are met:
10 1.1 hikaru * 1. Redistributions of source code must retain the above copyright
11 1.1 hikaru * notice, this list of conditions and the following disclaimer.
12 1.1 hikaru * 2. Redistributions in binary form must reproduce the above copyright
13 1.1 hikaru * notice, this list of conditions and the following disclaimer in the
14 1.1 hikaru * documentation and/or other materials provided with the distribution.
15 1.1 hikaru *
16 1.1 hikaru * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
17 1.1 hikaru * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
18 1.1 hikaru * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
19 1.1 hikaru * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
20 1.1 hikaru * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
21 1.1 hikaru * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
22 1.1 hikaru * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
23 1.1 hikaru * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
24 1.1 hikaru * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
25 1.1 hikaru * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26 1.1 hikaru * SUCH DAMAGE.
27 1.1 hikaru */
28 1.1 hikaru
29 1.1 hikaru #include <sys/cdefs.h>
30 1.7 simonb __KERNEL_RCSID(0, "$NetBSD: octeon_ipd.c,v 1.7 2020/06/23 05:15:33 simonb Exp $");
31 1.1 hikaru
32 1.1 hikaru #include <sys/param.h>
33 1.1 hikaru #include <sys/systm.h>
34 1.1 hikaru #include <sys/malloc.h>
35 1.1 hikaru #include <sys/mbuf.h>
36 1.1 hikaru #include <mips/locore.h>
37 1.1 hikaru #include <mips/cavium/octeonvar.h>
38 1.1 hikaru #include <mips/cavium/dev/octeon_ciureg.h>
39 1.4 simonb #include <mips/cavium/dev/octeon_fpareg.h>
40 1.1 hikaru #include <mips/cavium/dev/octeon_fpavar.h>
41 1.1 hikaru #include <mips/cavium/dev/octeon_pipreg.h>
42 1.1 hikaru #include <mips/cavium/dev/octeon_ipdreg.h>
43 1.1 hikaru #include <mips/cavium/dev/octeon_ipdvar.h>
44 1.1 hikaru
45 1.1 hikaru #include <netinet/in.h>
46 1.1 hikaru #include <netinet/in_systm.h>
47 1.1 hikaru #include <netinet/ip.h>
48 1.1 hikaru
49 1.1 hikaru #define IP_OFFSET(data, word2) \
50 1.4 simonb ((uintptr_t)(data) + (uintptr_t)__SHIFTOUT(word2, PIP_WQE_WORD2_IP_OFFSET))
51 1.1 hikaru
52 1.1 hikaru /* XXX */
53 1.1 hikaru void
54 1.3 simonb octipd_init(struct octipd_attach_args *aa, struct octipd_softc **rsc)
55 1.1 hikaru {
56 1.3 simonb struct octipd_softc *sc;
57 1.1 hikaru int status;
58 1.1 hikaru
59 1.1 hikaru sc = malloc(sizeof(*sc), M_DEVBUF, M_WAITOK | M_ZERO);
60 1.1 hikaru if (sc == NULL)
61 1.1 hikaru panic("can't allocate memory: %s", __func__);
62 1.1 hikaru
63 1.1 hikaru sc->sc_port = aa->aa_port;
64 1.1 hikaru sc->sc_regt = aa->aa_regt;
65 1.1 hikaru sc->sc_first_mbuff_skip = aa->aa_first_mbuff_skip;
66 1.1 hikaru sc->sc_not_first_mbuff_skip = aa->aa_not_first_mbuff_skip;
67 1.1 hikaru
68 1.1 hikaru status = bus_space_map(sc->sc_regt, IPD_BASE, IPD_SIZE, 0,
69 1.1 hikaru &sc->sc_regh);
70 1.1 hikaru if (status != 0)
71 1.1 hikaru panic("can't map %s space", "ipd register");
72 1.1 hikaru
73 1.1 hikaru *rsc = sc;
74 1.1 hikaru }
75 1.1 hikaru
76 1.1 hikaru #define _IPD_RD8(sc, off) \
77 1.1 hikaru bus_space_read_8((sc)->sc_regt, (sc)->sc_regh, (off))
78 1.1 hikaru #define _IPD_WR8(sc, off, v) \
79 1.1 hikaru bus_space_write_8((sc)->sc_regt, (sc)->sc_regh, (off), (v))
80 1.1 hikaru
81 1.1 hikaru int
82 1.3 simonb octipd_enable(struct octipd_softc *sc)
83 1.1 hikaru {
84 1.1 hikaru uint64_t ctl_status;
85 1.1 hikaru
86 1.1 hikaru ctl_status = _IPD_RD8(sc, IPD_CTL_STATUS_OFFSET);
87 1.1 hikaru SET(ctl_status, IPD_CTL_STATUS_IPD_EN);
88 1.1 hikaru _IPD_WR8(sc, IPD_CTL_STATUS_OFFSET, ctl_status);
89 1.1 hikaru
90 1.1 hikaru return 0;
91 1.1 hikaru }
92 1.1 hikaru
93 1.1 hikaru int
94 1.3 simonb octipd_config(struct octipd_softc *sc)
95 1.1 hikaru {
96 1.1 hikaru uint64_t first_mbuff_skip;
97 1.1 hikaru uint64_t not_first_mbuff_skip;
98 1.1 hikaru uint64_t packet_mbuff_size;
99 1.1 hikaru uint64_t first_next_ptr_back;
100 1.1 hikaru uint64_t second_next_ptr_back;
101 1.1 hikaru uint64_t sqe_fpa_queue;
102 1.1 hikaru uint64_t ctl_status;
103 1.1 hikaru
104 1.1 hikaru /* XXX XXX XXX */
105 1.1 hikaru first_mbuff_skip = 0;
106 1.1 hikaru SET(first_mbuff_skip, (sc->sc_first_mbuff_skip / 8) & IPD_1ST_MBUFF_SKIP_SZ);
107 1.1 hikaru _IPD_WR8(sc, IPD_1ST_MBUFF_SKIP_OFFSET, first_mbuff_skip);
108 1.1 hikaru /* XXX XXX XXX */
109 1.1 hikaru
110 1.1 hikaru /* XXX XXX XXX */
111 1.1 hikaru not_first_mbuff_skip = 0;
112 1.1 hikaru SET(not_first_mbuff_skip, (sc->sc_not_first_mbuff_skip / 8) &
113 1.1 hikaru IPD_NOT_1ST_MBUFF_SKIP_SZ);
114 1.1 hikaru _IPD_WR8(sc, IPD_NOT_1ST_MBUFF_SKIP_OFFSET, not_first_mbuff_skip);
115 1.1 hikaru /* XXX XXX XXX */
116 1.1 hikaru
117 1.1 hikaru packet_mbuff_size = 0;
118 1.1 hikaru SET(packet_mbuff_size, (FPA_RECV_PKT_POOL_SIZE / 8) &
119 1.1 hikaru IPD_PACKET_MBUFF_SIZE_MB_SIZE);
120 1.1 hikaru _IPD_WR8(sc, IPD_PACKET_MBUFF_SIZE_OFFSET, packet_mbuff_size);
121 1.1 hikaru
122 1.1 hikaru first_next_ptr_back = 0;
123 1.1 hikaru SET(first_next_ptr_back, (sc->sc_first_mbuff_skip / 128) & IPD_1ST_NEXT_PTR_BACK_BACK);
124 1.1 hikaru _IPD_WR8(sc, IPD_1ST_NEXT_PTR_BACK_OFFSET, first_next_ptr_back);
125 1.1 hikaru
126 1.1 hikaru second_next_ptr_back = 0;
127 1.1 hikaru SET(second_next_ptr_back, (sc->sc_not_first_mbuff_skip / 128) &
128 1.1 hikaru IPD_2ND_NEXT_PTR_BACK_BACK);
129 1.1 hikaru _IPD_WR8(sc, IPD_2ND_NEXT_PTR_BACK_OFFSET, second_next_ptr_back);
130 1.1 hikaru
131 1.1 hikaru sqe_fpa_queue = 0;
132 1.1 hikaru SET(sqe_fpa_queue, FPA_WQE_POOL & IPD_WQE_FPA_QUEUE_WQE_QUE);
133 1.1 hikaru _IPD_WR8(sc, IPD_WQE_FPA_QUEUE_OFFSET, sqe_fpa_queue);
134 1.1 hikaru
135 1.1 hikaru ctl_status = _IPD_RD8(sc, IPD_CTL_STATUS_OFFSET);
136 1.1 hikaru CLR(ctl_status, IPD_CTL_STATUS_OPC_MODE);
137 1.4 simonb SET(ctl_status,
138 1.4 simonb __SHIFTIN(IPD_CTL_STATUS_OPC_MODE_ALL, IPD_CTL_STATUS_OPC_MODE));
139 1.1 hikaru SET(ctl_status, IPD_CTL_STATUS_PBP_EN);
140 1.1 hikaru
141 1.1 hikaru /*
142 1.1 hikaru * XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX
143 1.1 hikaru * from SDK
144 1.1 hikaru * SET(ctl_status, IPD_CTL_STATUS_LEN_M8);
145 1.1 hikaru * XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX
146 1.1 hikaru */
147 1.1 hikaru
148 1.1 hikaru _IPD_WR8(sc, IPD_CTL_STATUS_OFFSET, ctl_status);
149 1.1 hikaru
150 1.1 hikaru return 0;
151 1.1 hikaru }
152 1.1 hikaru
153 1.1 hikaru /*
154 1.1 hikaru * octeon work queue entry offload
155 1.1 hikaru * L3 error & L4 error
156 1.1 hikaru */
157 1.1 hikaru void
158 1.3 simonb octipd_offload(uint64_t word2, void *data, int *rcflags)
159 1.1 hikaru {
160 1.1 hikaru int cflags;
161 1.1 hikaru
162 1.1 hikaru if (ISSET(word2, PIP_WQE_WORD2_IP_NI))
163 1.1 hikaru return;
164 1.1 hikaru
165 1.1 hikaru cflags = 0;
166 1.1 hikaru
167 1.1 hikaru if (!ISSET(word2, PIP_WQE_WORD2_IP_V6))
168 1.1 hikaru SET(cflags, M_CSUM_IPv4);
169 1.1 hikaru
170 1.1 hikaru if (ISSET(word2, PIP_WQE_WORD2_IP_TU)) {
171 1.1 hikaru SET(cflags,
172 1.1 hikaru !ISSET(word2, PIP_WQE_WORD2_IP_V6) ?
173 1.1 hikaru (M_CSUM_TCPv4 | M_CSUM_UDPv4) :
174 1.1 hikaru (M_CSUM_TCPv6 | M_CSUM_UDPv6));
175 1.1 hikaru }
176 1.1 hikaru
177 1.1 hikaru /* check L3 (IP) error */
178 1.1 hikaru if (ISSET(word2, PIP_WQE_WORD2_IP_IE)) {
179 1.1 hikaru struct ip *ip;
180 1.1 hikaru
181 1.1 hikaru switch (word2 & PIP_WQE_WORD2_IP_OPECODE) {
182 1.1 hikaru case IPD_WQE_L3_V4_CSUM_ERR:
183 1.1 hikaru /* CN31XX Pass 1.1 Errata */
184 1.1 hikaru ip = (struct ip *)(IP_OFFSET(data, word2));
185 1.1 hikaru if (ip->ip_hl == 5)
186 1.1 hikaru SET(cflags, M_CSUM_IPv4_BAD);
187 1.1 hikaru break;
188 1.1 hikaru default:
189 1.1 hikaru break;
190 1.1 hikaru }
191 1.1 hikaru }
192 1.1 hikaru
193 1.1 hikaru /* check L4 (UDP / TCP) error */
194 1.1 hikaru if (ISSET(word2, PIP_WQE_WORD2_IP_LE)) {
195 1.1 hikaru switch (word2 & PIP_WQE_WORD2_IP_OPECODE) {
196 1.1 hikaru case IPD_WQE_L4_CSUM_ERR:
197 1.1 hikaru SET(cflags, M_CSUM_TCP_UDP_BAD);
198 1.1 hikaru break;
199 1.1 hikaru default:
200 1.1 hikaru break;
201 1.1 hikaru }
202 1.1 hikaru }
203 1.1 hikaru
204 1.1 hikaru *rcflags = cflags;
205 1.1 hikaru }
206 1.1 hikaru
207 1.1 hikaru void
208 1.3 simonb octipd_sub_port_fcs(struct octipd_softc *sc, int enable)
209 1.1 hikaru {
210 1.1 hikaru uint64_t sub_port_fcs;
211 1.1 hikaru
212 1.1 hikaru sub_port_fcs = _IPD_RD8(sc, IPD_SUB_PORT_FCS_OFFSET);
213 1.1 hikaru if (enable == 0)
214 1.7 simonb CLR(sub_port_fcs, __BIT(sc->sc_port));
215 1.1 hikaru else
216 1.7 simonb SET(sub_port_fcs, __BIT(sc->sc_port));
217 1.1 hikaru _IPD_WR8(sc, IPD_SUB_PORT_FCS_OFFSET, sub_port_fcs);
218 1.1 hikaru }
219