octeon_pko.c revision 1.1.2.2 1 1.1.2.2 skrll /* $NetBSD: octeon_pko.c,v 1.1.2.2 2015/06/06 14:40:01 skrll Exp $ */
2 1.1.2.2 skrll
3 1.1.2.2 skrll /*
4 1.1.2.2 skrll * Copyright (c) 2007 Internet Initiative Japan, Inc.
5 1.1.2.2 skrll * All rights reserved.
6 1.1.2.2 skrll *
7 1.1.2.2 skrll * Redistribution and use in source and binary forms, with or without
8 1.1.2.2 skrll * modification, are permitted provided that the following conditions
9 1.1.2.2 skrll * are met:
10 1.1.2.2 skrll * 1. Redistributions of source code must retain the above copyright
11 1.1.2.2 skrll * notice, this list of conditions and the following disclaimer.
12 1.1.2.2 skrll * 2. Redistributions in binary form must reproduce the above copyright
13 1.1.2.2 skrll * notice, this list of conditions and the following disclaimer in the
14 1.1.2.2 skrll * documentation and/or other materials provided with the distribution.
15 1.1.2.2 skrll *
16 1.1.2.2 skrll * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
17 1.1.2.2 skrll * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
18 1.1.2.2 skrll * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
19 1.1.2.2 skrll * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
20 1.1.2.2 skrll * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
21 1.1.2.2 skrll * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
22 1.1.2.2 skrll * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
23 1.1.2.2 skrll * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
24 1.1.2.2 skrll * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
25 1.1.2.2 skrll * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26 1.1.2.2 skrll * SUCH DAMAGE.
27 1.1.2.2 skrll */
28 1.1.2.2 skrll
29 1.1.2.2 skrll #include <sys/cdefs.h>
30 1.1.2.2 skrll __KERNEL_RCSID(0, "$NetBSD: octeon_pko.c,v 1.1.2.2 2015/06/06 14:40:01 skrll Exp $");
31 1.1.2.2 skrll
32 1.1.2.2 skrll #include "opt_octeon.h"
33 1.1.2.2 skrll
34 1.1.2.2 skrll #include <sys/param.h>
35 1.1.2.2 skrll #include <sys/systm.h>
36 1.1.2.2 skrll #include <sys/malloc.h>
37 1.1.2.2 skrll #include <mips/locore.h>
38 1.1.2.2 skrll #include <mips/cavium/octeonvar.h>
39 1.1.2.2 skrll #include <mips/cavium/dev/octeon_faureg.h>
40 1.1.2.2 skrll #include <mips/cavium/dev/octeon_fpavar.h>
41 1.1.2.2 skrll #include <mips/cavium/dev/octeon_pkoreg.h>
42 1.1.2.2 skrll #include <mips/cavium/dev/octeon_pkovar.h>
43 1.1.2.2 skrll
44 1.1.2.2 skrll static inline void octeon_pko_op_store(uint64_t, uint64_t);
45 1.1.2.2 skrll
46 1.1.2.2 skrll #ifdef OCTEON_ETH_DEBUG
47 1.1.2.2 skrll void octeon_pko_intr_evcnt_attach(struct octeon_pko_softc *);
48 1.1.2.2 skrll void octeon_pko_intr_rml(void *);
49 1.1.2.2 skrll #endif
50 1.1.2.2 skrll
51 1.1.2.2 skrll #define _PKO_RD8(sc, off) \
52 1.1.2.2 skrll bus_space_read_8((sc)->sc_regt, (sc)->sc_regh, (off))
53 1.1.2.2 skrll #define _PKO_WR8(sc, off, v) \
54 1.1.2.2 skrll bus_space_write_8((sc)->sc_regt, (sc)->sc_regh, (off), (v))
55 1.1.2.2 skrll
56 1.1.2.2 skrll #ifdef OCTEON_ETH_DEBUG
57 1.1.2.2 skrll struct octeon_pko_softc *__octeon_pko_softc;
58 1.1.2.2 skrll #endif
59 1.1.2.2 skrll
60 1.1.2.2 skrll /* ----- gloal functions */
61 1.1.2.2 skrll
62 1.1.2.2 skrll /* XXX */
63 1.1.2.2 skrll void
64 1.1.2.2 skrll octeon_pko_init(struct octeon_pko_attach_args *aa,
65 1.1.2.2 skrll struct octeon_pko_softc **rsc)
66 1.1.2.2 skrll {
67 1.1.2.2 skrll struct octeon_pko_softc *sc;
68 1.1.2.2 skrll int status;
69 1.1.2.2 skrll
70 1.1.2.2 skrll sc = malloc(sizeof(*sc), M_DEVBUF, M_WAITOK | M_ZERO);
71 1.1.2.2 skrll if (sc == NULL)
72 1.1.2.2 skrll panic("can't allocate memory: %s", __func__);
73 1.1.2.2 skrll
74 1.1.2.2 skrll sc->sc_port = aa->aa_port;
75 1.1.2.2 skrll sc->sc_regt = aa->aa_regt;
76 1.1.2.2 skrll sc->sc_cmdptr = aa->aa_cmdptr;
77 1.1.2.2 skrll sc->sc_cmd_buf_pool = aa->aa_cmd_buf_pool;
78 1.1.2.2 skrll sc->sc_cmd_buf_size = aa->aa_cmd_buf_size;
79 1.1.2.2 skrll
80 1.1.2.2 skrll status = bus_space_map(sc->sc_regt, PKO_BASE, PKO_SIZE, 0,
81 1.1.2.2 skrll &sc->sc_regh);
82 1.1.2.2 skrll if (status != 0)
83 1.1.2.2 skrll panic("can't map %s space", "pko register");
84 1.1.2.2 skrll
85 1.1.2.2 skrll *rsc = sc;
86 1.1.2.2 skrll
87 1.1.2.2 skrll #ifdef OCTEON_ETH_DEBUG
88 1.1.2.2 skrll octeon_pko_intr_evcnt_attach(sc);
89 1.1.2.2 skrll __octeon_pko_softc = sc;
90 1.1.2.2 skrll #endif
91 1.1.2.2 skrll }
92 1.1.2.2 skrll
93 1.1.2.2 skrll int
94 1.1.2.2 skrll octeon_pko_enable(struct octeon_pko_softc *sc)
95 1.1.2.2 skrll {
96 1.1.2.2 skrll uint64_t reg_flags;
97 1.1.2.2 skrll
98 1.1.2.2 skrll reg_flags = _PKO_RD8(sc, PKO_REG_FLAGS_OFFSET);
99 1.1.2.2 skrll /* PKO_REG_FLAGS_RESET=0 */
100 1.1.2.2 skrll /* PKO_REG_FLAGS_STORE_BE=0 */
101 1.1.2.2 skrll SET(reg_flags, PKO_REG_FLAGS_ENA_DWB);
102 1.1.2.2 skrll SET(reg_flags, PKO_REG_FLAGS_ENA_PKO);
103 1.1.2.2 skrll /* XXX */
104 1.1.2.2 skrll OCTEON_SYNCW;
105 1.1.2.2 skrll _PKO_WR8(sc, PKO_REG_FLAGS_OFFSET, reg_flags);
106 1.1.2.2 skrll
107 1.1.2.2 skrll return 0;
108 1.1.2.2 skrll }
109 1.1.2.2 skrll
110 1.1.2.2 skrll #if 0
111 1.1.2.2 skrll void
112 1.1.2.2 skrll octeon_pko_reset(octeon_pko_softc *sc)
113 1.1.2.2 skrll {
114 1.1.2.2 skrll uint64_t reg_flags;
115 1.1.2.2 skrll
116 1.1.2.2 skrll reg_flags = _PKO_RD8(sc, PKO_REG_FLAGS_OFFSET);
117 1.1.2.2 skrll SET(reg_flags, PKO_REG_FLAGS_RESET);
118 1.1.2.2 skrll _PKO_WR8(sc, PKO_REG_FLAGS_OFFSET, reg_flags);
119 1.1.2.2 skrll }
120 1.1.2.2 skrll #endif
121 1.1.2.2 skrll
122 1.1.2.2 skrll void
123 1.1.2.2 skrll octeon_pko_config(struct octeon_pko_softc *sc)
124 1.1.2.2 skrll {
125 1.1.2.2 skrll uint64_t reg_cmd_buf = 0;
126 1.1.2.2 skrll
127 1.1.2.2 skrll SET(reg_cmd_buf, (sc->sc_cmd_buf_pool << 20) & PKO_REG_CMD_BUF_POOL);
128 1.1.2.2 skrll SET(reg_cmd_buf, sc->sc_cmd_buf_size & PKO_REG_CMD_BUF_SIZE);
129 1.1.2.2 skrll _PKO_WR8(sc, PKO_REG_CMD_BUF_OFFSET, reg_cmd_buf);
130 1.1.2.2 skrll
131 1.1.2.2 skrll #ifdef OCTEON_ETH_DEBUG
132 1.1.2.2 skrll octeon_pko_int_enable(sc, 1);
133 1.1.2.2 skrll #endif
134 1.1.2.2 skrll }
135 1.1.2.2 skrll
136 1.1.2.2 skrll int
137 1.1.2.2 skrll octeon_pko_port_enable(struct octeon_pko_softc *sc, int enable)
138 1.1.2.2 skrll {
139 1.1.2.2 skrll uint64_t reg_read_idx;
140 1.1.2.2 skrll uint64_t mem_queue_qos;
141 1.1.2.2 skrll
142 1.1.2.2 skrll reg_read_idx = 0;
143 1.1.2.2 skrll SET(reg_read_idx, sc->sc_port & PKO_REG_READ_IDX_IDX);
144 1.1.2.2 skrll
145 1.1.2.2 skrll /* XXX assume one queue maped one port */
146 1.1.2.2 skrll /* Enable packet output by enabling all queues for this port */
147 1.1.2.2 skrll mem_queue_qos = 0;
148 1.1.2.2 skrll SET(mem_queue_qos, ((uint64_t)sc->sc_port << 7) & PKO_MEM_QUEUE_QOS_PID);
149 1.1.2.2 skrll SET(mem_queue_qos, sc->sc_port & PKO_MEM_QUEUE_QOS_QID);
150 1.1.2.2 skrll SET(mem_queue_qos, ((enable ? 0xffULL : 0x00ULL) << 53) &
151 1.1.2.2 skrll PKO_MEM_QUEUE_QOS_QOS_MASK);
152 1.1.2.2 skrll
153 1.1.2.2 skrll _PKO_WR8(sc, PKO_REG_READ_IDX_OFFSET, reg_read_idx);
154 1.1.2.2 skrll _PKO_WR8(sc, PKO_MEM_QUEUE_QOS_OFFSET, mem_queue_qos);
155 1.1.2.2 skrll
156 1.1.2.2 skrll return 0;
157 1.1.2.2 skrll }
158 1.1.2.2 skrll
159 1.1.2.2 skrll static int pko_queue_map_init[32];
160 1.1.2.2 skrll
161 1.1.2.2 skrll int
162 1.1.2.2 skrll octeon_pko_port_config(struct octeon_pko_softc *sc)
163 1.1.2.2 skrll {
164 1.1.2.2 skrll paddr_t buf_ptr = 0;
165 1.1.2.2 skrll uint64_t mem_queue_ptrs;
166 1.1.2.2 skrll
167 1.1.2.2 skrll KASSERT(sc->sc_port < 32);
168 1.1.2.2 skrll
169 1.1.2.2 skrll buf_ptr = octeon_fpa_load(FPA_COMMAND_BUFFER_POOL);
170 1.1.2.2 skrll if (buf_ptr == 0)
171 1.1.2.2 skrll return 1;
172 1.1.2.2 skrll
173 1.1.2.2 skrll KASSERT(buf_ptr != 0);
174 1.1.2.2 skrll
175 1.1.2.2 skrll /* assume one queue maped one port */
176 1.1.2.2 skrll mem_queue_ptrs = 0;
177 1.1.2.2 skrll SET(mem_queue_ptrs, PKO_MEM_QUEUE_PTRS_TAIL);
178 1.1.2.2 skrll SET(mem_queue_ptrs, ((uint64_t)0 << 13) & PKO_MEM_QUEUE_PTRS_IDX);
179 1.1.2.2 skrll SET(mem_queue_ptrs, ((uint64_t)sc->sc_port << 7) & PKO_MEM_QUEUE_PTRS_PID);
180 1.1.2.2 skrll SET(mem_queue_ptrs, sc->sc_port & PKO_MEM_QUEUE_PTRS_QID);
181 1.1.2.2 skrll SET(mem_queue_ptrs, ((uint64_t)0xff << 53) & PKO_MEM_QUEUE_PTRS_QOS_MASK);
182 1.1.2.2 skrll SET(mem_queue_ptrs, ((uint64_t)buf_ptr << 17) & PKO_MEM_QUEUE_PTRS_BUF_PTR);
183 1.1.2.2 skrll OCTEON_SYNCW;
184 1.1.2.2 skrll _PKO_WR8(sc, PKO_MEM_QUEUE_PTRS_OFFSET, mem_queue_ptrs);
185 1.1.2.2 skrll
186 1.1.2.2 skrll /*
187 1.1.2.2 skrll * Set initial command buffer address and index
188 1.1.2.2 skrll * for queue.
189 1.1.2.2 skrll */
190 1.1.2.2 skrll sc->sc_cmdptr->cmdptr = (uint64_t)buf_ptr;
191 1.1.2.2 skrll sc->sc_cmdptr->cmdptr_idx = 0;
192 1.1.2.2 skrll
193 1.1.2.2 skrll pko_queue_map_init[sc->sc_port] = 1;
194 1.1.2.2 skrll
195 1.1.2.2 skrll return 0;
196 1.1.2.2 skrll }
197 1.1.2.2 skrll
198 1.1.2.2 skrll #ifdef OCTEON_ETH_DEBUG
199 1.1.2.2 skrll int octeon_pko_intr_rml_verbose;
200 1.1.2.2 skrll struct evcnt octeon_pko_intr_evcnt;
201 1.1.2.2 skrll
202 1.1.2.2 skrll static const struct octeon_evcnt_entry octeon_pko_intr_evcnt_entries[] = {
203 1.1.2.2 skrll #define _ENTRY(name, type, parent, descr) \
204 1.1.2.2 skrll OCTEON_EVCNT_ENTRY(struct octeon_pko_softc, name, type, parent, descr)
205 1.1.2.2 skrll _ENTRY(pkoerrdbell, MISC, NULL, "pko doorbell overflow"),
206 1.1.2.2 skrll _ENTRY(pkoerrparity, MISC, NULL, "pko parity error")
207 1.1.2.2 skrll #undef _ENTRY
208 1.1.2.2 skrll };
209 1.1.2.2 skrll
210 1.1.2.2 skrll void
211 1.1.2.2 skrll octeon_pko_intr_evcnt_attach(struct octeon_pko_softc *sc)
212 1.1.2.2 skrll {
213 1.1.2.2 skrll OCTEON_EVCNT_ATTACH_EVCNTS(sc, octeon_pko_intr_evcnt_entries, "pko0");
214 1.1.2.2 skrll }
215 1.1.2.2 skrll
216 1.1.2.2 skrll void
217 1.1.2.2 skrll octeon_pko_intr_rml(void *arg)
218 1.1.2.2 skrll {
219 1.1.2.2 skrll struct octeon_pko_softc *sc;
220 1.1.2.2 skrll uint64_t reg;
221 1.1.2.2 skrll
222 1.1.2.2 skrll octeon_pko_intr_evcnt.ev_count++;
223 1.1.2.2 skrll sc = __octeon_pko_softc;
224 1.1.2.2 skrll KASSERT(sc != NULL);
225 1.1.2.2 skrll reg = octeon_pko_int_summary(sc);
226 1.1.2.2 skrll if (octeon_pko_intr_rml_verbose)
227 1.1.2.2 skrll printf("%s: PKO_REG_ERROR=0x%016" PRIx64 "\n", __func__, reg);
228 1.1.2.2 skrll if (reg & PKO_REG_ERROR_DOORBELL)
229 1.1.2.2 skrll OCTEON_EVCNT_INC(sc, pkoerrdbell);
230 1.1.2.2 skrll if (reg & PKO_REG_ERROR_PARITY)
231 1.1.2.2 skrll OCTEON_EVCNT_INC(sc, pkoerrparity);
232 1.1.2.2 skrll }
233 1.1.2.2 skrll
234 1.1.2.2 skrll void
235 1.1.2.2 skrll octeon_pko_int_enable(struct octeon_pko_softc *sc, int enable)
236 1.1.2.2 skrll {
237 1.1.2.2 skrll uint64_t pko_int_xxx = 0;
238 1.1.2.2 skrll
239 1.1.2.2 skrll pko_int_xxx = PKO_REG_ERROR_DOORBELL | PKO_REG_ERROR_PARITY;
240 1.1.2.2 skrll _PKO_WR8(sc, PKO_REG_ERROR_OFFSET, pko_int_xxx);
241 1.1.2.2 skrll _PKO_WR8(sc, PKO_REG_INT_MASK_OFFSET, enable ? pko_int_xxx : 0);
242 1.1.2.2 skrll }
243 1.1.2.2 skrll
244 1.1.2.2 skrll uint64_t
245 1.1.2.2 skrll octeon_pko_int_summary(struct octeon_pko_softc *sc)
246 1.1.2.2 skrll {
247 1.1.2.2 skrll uint64_t summary;
248 1.1.2.2 skrll
249 1.1.2.2 skrll summary = _PKO_RD8(sc, PKO_REG_ERROR_OFFSET);
250 1.1.2.2 skrll _PKO_WR8(sc, PKO_REG_ERROR_OFFSET, summary);
251 1.1.2.2 skrll return summary;
252 1.1.2.2 skrll }
253 1.1.2.2 skrll #endif
254