if_cnmac.c revision 1.19 1 1.19 simonb /* $NetBSD: if_cnmac.c,v 1.19 2020/05/31 06:27:06 simonb Exp $ */
2 1.1 hikaru
3 1.1 hikaru #include <sys/cdefs.h>
4 1.1 hikaru #if 0
5 1.19 simonb __KERNEL_RCSID(0, "$NetBSD: if_cnmac.c,v 1.19 2020/05/31 06:27:06 simonb Exp $");
6 1.1 hikaru #endif
7 1.1 hikaru
8 1.1 hikaru #include "opt_octeon.h"
9 1.1 hikaru
10 1.19 simonb #ifdef CNMAC_DEBUG
11 1.1 hikaru
12 1.1 hikaru #ifndef DIAGNOSTIC
13 1.1 hikaru #define DIAGNOSTIC
14 1.1 hikaru #endif
15 1.1 hikaru
16 1.1 hikaru #ifndef DEBUG
17 1.1 hikaru #define DEBUG
18 1.1 hikaru #endif
19 1.1 hikaru
20 1.1 hikaru #endif
21 1.1 hikaru
22 1.1 hikaru /*
23 1.15 gutterid * If no free send buffer is available, free all the sent buffers and bail out.
24 1.1 hikaru */
25 1.19 simonb #define CNMAC_SEND_QUEUE_CHECK
26 1.1 hikaru
27 1.1 hikaru /* XXX XXX XXX XXX XXX XXX */
28 1.1 hikaru
29 1.1 hikaru #include <sys/param.h>
30 1.1 hikaru #include <sys/systm.h>
31 1.1 hikaru #include <sys/pool.h>
32 1.1 hikaru #include <sys/mbuf.h>
33 1.1 hikaru #include <sys/malloc.h>
34 1.1 hikaru #include <sys/kernel.h>
35 1.1 hikaru #include <sys/socket.h>
36 1.1 hikaru #include <sys/ioctl.h>
37 1.1 hikaru #include <sys/errno.h>
38 1.1 hikaru #include <sys/device.h>
39 1.1 hikaru #include <sys/queue.h>
40 1.1 hikaru #include <sys/conf.h>
41 1.1 hikaru #include <sys/sysctl.h>
42 1.1 hikaru #include <sys/syslog.h>
43 1.1 hikaru
44 1.1 hikaru #include <net/if.h>
45 1.1 hikaru #include <net/if_dl.h>
46 1.1 hikaru #include <net/if_media.h>
47 1.1 hikaru #include <net/if_ether.h>
48 1.1 hikaru #include <net/route.h>
49 1.1 hikaru #include <net/bpf.h>
50 1.1 hikaru
51 1.1 hikaru #include <netinet/in.h>
52 1.1 hikaru #include <netinet/in_systm.h>
53 1.1 hikaru #include <netinet/in_var.h>
54 1.1 hikaru #include <netinet/ip.h>
55 1.1 hikaru
56 1.1 hikaru #include <sys/bus.h>
57 1.1 hikaru #include <machine/intr.h>
58 1.1 hikaru #include <machine/endian.h>
59 1.1 hikaru #include <machine/locore.h>
60 1.1 hikaru
61 1.1 hikaru #include <dev/mii/mii.h>
62 1.1 hikaru #include <dev/mii/miivar.h>
63 1.1 hikaru
64 1.1 hikaru #include <mips/cpuregs.h>
65 1.1 hikaru
66 1.1 hikaru #include <mips/cavium/dev/octeon_asxreg.h>
67 1.1 hikaru #include <mips/cavium/dev/octeon_ciureg.h>
68 1.1 hikaru #include <mips/cavium/dev/octeon_npireg.h>
69 1.1 hikaru #include <mips/cavium/dev/octeon_gmxreg.h>
70 1.1 hikaru #include <mips/cavium/dev/octeon_ipdreg.h>
71 1.1 hikaru #include <mips/cavium/dev/octeon_pipreg.h>
72 1.1 hikaru #include <mips/cavium/dev/octeon_powreg.h>
73 1.1 hikaru #include <mips/cavium/dev/octeon_faureg.h>
74 1.1 hikaru #include <mips/cavium/dev/octeon_fpareg.h>
75 1.1 hikaru #include <mips/cavium/dev/octeon_bootbusreg.h>
76 1.1 hikaru #include <mips/cavium/include/iobusvar.h>
77 1.1 hikaru #include <mips/cavium/octeonvar.h>
78 1.1 hikaru #include <mips/cavium/dev/octeon_fpavar.h>
79 1.1 hikaru #include <mips/cavium/dev/octeon_gmxvar.h>
80 1.1 hikaru #include <mips/cavium/dev/octeon_fauvar.h>
81 1.1 hikaru #include <mips/cavium/dev/octeon_powvar.h>
82 1.1 hikaru #include <mips/cavium/dev/octeon_ipdvar.h>
83 1.1 hikaru #include <mips/cavium/dev/octeon_pipvar.h>
84 1.1 hikaru #include <mips/cavium/dev/octeon_pkovar.h>
85 1.1 hikaru #include <mips/cavium/dev/octeon_asxvar.h>
86 1.1 hikaru #include <mips/cavium/dev/octeon_smivar.h>
87 1.1 hikaru #include <mips/cavium/dev/if_cnmacvar.h>
88 1.1 hikaru
89 1.19 simonb #ifdef CNMAC_DEBUG
90 1.19 simonb #define CNMAC_KASSERT(x) KASSERT(x)
91 1.19 simonb #define CNMAC_KDASSERT(x) KDASSERT(x)
92 1.1 hikaru #else
93 1.19 simonb #define CNMAC_KASSERT(x)
94 1.19 simonb #define CNMAC_KDASSERT(x)
95 1.1 hikaru #endif
96 1.1 hikaru
97 1.1 hikaru /*
98 1.1 hikaru * Set the PKO to think command buffers are an odd length. This makes it so we
99 1.1 hikaru * never have to divide a comamnd across two buffers.
100 1.1 hikaru */
101 1.1 hikaru #define OCTEON_POOL_NWORDS_CMD \
102 1.1 hikaru (((uint32_t)OCTEON_POOL_SIZE_CMD / sizeof(uint64_t)) - 1)
103 1.1 hikaru #define FPA_COMMAND_BUFFER_POOL_NWORDS OCTEON_POOL_NWORDS_CMD /* XXX */
104 1.1 hikaru
105 1.19 simonb static void cnmac_buf_init(struct cnmac_softc *);
106 1.1 hikaru
107 1.19 simonb static int cnmac_match(device_t, struct cfdata *, void *);
108 1.19 simonb static void cnmac_attach(device_t, device_t, void *);
109 1.19 simonb static void cnmac_pip_init(struct cnmac_softc *);
110 1.19 simonb static void cnmac_ipd_init(struct cnmac_softc *);
111 1.19 simonb static void cnmac_pko_init(struct cnmac_softc *);
112 1.19 simonb static void cnmac_asx_init(struct cnmac_softc *);
113 1.19 simonb static void cnmac_smi_init(struct cnmac_softc *);
114 1.19 simonb
115 1.19 simonb static void cnmac_board_mac_addr(uint8_t *, size_t, struct cnmac_softc *);
116 1.19 simonb
117 1.19 simonb static int cnmac_mii_readreg(device_t, int, int, uint16_t *);
118 1.19 simonb static int cnmac_mii_writereg(device_t, int, int, uint16_t);
119 1.19 simonb static void cnmac_mii_statchg(struct ifnet *);
120 1.19 simonb
121 1.19 simonb static int cnmac_mediainit(struct cnmac_softc *);
122 1.19 simonb static void cnmac_mediastatus(struct ifnet *, struct ifmediareq *);
123 1.19 simonb
124 1.19 simonb static inline void cnmac_send_queue_flush_prefetch(struct cnmac_softc *);
125 1.19 simonb static inline void cnmac_send_queue_flush_fetch(struct cnmac_softc *);
126 1.19 simonb static inline void cnmac_send_queue_flush(struct cnmac_softc *);
127 1.19 simonb static inline void cnmac_send_queue_flush_sync(struct cnmac_softc *);
128 1.19 simonb static inline int cnmac_send_queue_is_full(struct cnmac_softc *);
129 1.19 simonb static inline void cnmac_send_queue_add(struct cnmac_softc *, struct mbuf *,
130 1.19 simonb uint64_t *);
131 1.19 simonb static inline void cnmac_send_queue_del(struct cnmac_softc *, struct mbuf **,
132 1.19 simonb uint64_t **);
133 1.19 simonb static inline int cnmac_buf_free_work(struct cnmac_softc *, uint64_t *,
134 1.19 simonb uint64_t);
135 1.19 simonb static inline void cnmac_buf_ext_free_m(struct mbuf *, void *, size_t, void *);
136 1.19 simonb static inline void cnmac_buf_ext_free_ext(struct mbuf *, void *, size_t,
137 1.12 msaitoh void *);
138 1.1 hikaru
139 1.19 simonb static int cnmac_ioctl(struct ifnet *, u_long, void *);
140 1.19 simonb static void cnmac_watchdog(struct ifnet *);
141 1.19 simonb static int cnmac_init(struct ifnet *);
142 1.19 simonb static void cnmac_stop(struct ifnet *, int);
143 1.19 simonb static void cnmac_start(struct ifnet *);
144 1.19 simonb
145 1.19 simonb static inline int cnmac_send_cmd(struct cnmac_softc *, uint64_t, uint64_t,
146 1.19 simonb int *);
147 1.19 simonb static inline uint64_t cnmac_send_makecmd_w1(int, paddr_t);
148 1.19 simonb static inline uint64_t cnmac_send_makecmd_w0(uint64_t, uint64_t, size_t, int);
149 1.19 simonb static inline int cnmac_send_makecmd_gbuf(struct cnmac_softc *, struct mbuf *,
150 1.19 simonb uint64_t *, int *);
151 1.19 simonb static inline int cnmac_send_makecmd(struct cnmac_softc *, struct mbuf *,
152 1.19 simonb uint64_t *, uint64_t *, uint64_t *);
153 1.19 simonb static inline int cnmac_send_buf(struct cnmac_softc *, struct mbuf *,
154 1.19 simonb uint64_t *, int *);
155 1.19 simonb static inline int cnmac_send(struct cnmac_softc *, struct mbuf *, int *);
156 1.19 simonb
157 1.19 simonb static int cnmac_reset(struct cnmac_softc *);
158 1.19 simonb static int cnmac_configure(struct cnmac_softc *);
159 1.19 simonb static int cnmac_configure_common(struct cnmac_softc *);
160 1.19 simonb
161 1.19 simonb static void cnmac_tick_free(void *);
162 1.19 simonb static void cnmac_tick_misc(void *);
163 1.19 simonb
164 1.19 simonb static inline int cnmac_recv_mbuf(struct cnmac_softc *, uint64_t *,
165 1.19 simonb struct mbuf **);
166 1.19 simonb static inline int cnmac_recv_check_code(struct cnmac_softc *, uint64_t);
167 1.19 simonb static inline int cnmac_recv_check_jumbo(struct cnmac_softc *, uint64_t);
168 1.19 simonb static inline int cnmac_recv_check_link(struct cnmac_softc *, uint64_t);
169 1.19 simonb static inline int cnmac_recv_check(struct cnmac_softc *, uint64_t);
170 1.19 simonb static inline int cnmac_recv(struct cnmac_softc *, uint64_t *);
171 1.19 simonb static void cnmac_recv_redir(struct ifnet *, struct mbuf *);
172 1.19 simonb static inline void cnmac_recv_intr(void *, uint64_t *);
173 1.1 hikaru
174 1.12 msaitoh /* Device driver context */
175 1.19 simonb static struct cnmac_softc *cnmac_gsc[GMX_PORT_NUNITS];
176 1.19 simonb static void *cnmac_pow_recv_ih;
177 1.1 hikaru
178 1.1 hikaru /* sysctl'able parameters */
179 1.19 simonb int cnmac_param_pko_cmd_w0_n2 = 1;
180 1.19 simonb int cnmac_param_pip_dyn_rs = 1;
181 1.19 simonb int cnmac_param_redir = 0;
182 1.19 simonb int cnmac_param_pktbuf = 0;
183 1.19 simonb int cnmac_param_rate = 0;
184 1.19 simonb int cnmac_param_intr = 0;
185 1.1 hikaru
186 1.19 simonb CFATTACH_DECL_NEW(cnmac, sizeof(struct cnmac_softc),
187 1.19 simonb cnmac_match, cnmac_attach, NULL, NULL);
188 1.1 hikaru
189 1.19 simonb #ifdef CNMAC_DEBUG
190 1.1 hikaru
191 1.1 hikaru static const struct octeon_evcnt_entry octeon_evcnt_entries[] = {
192 1.1 hikaru #define _ENTRY(name, type, parent, descr) \
193 1.19 simonb OCTEON_EVCNT_ENTRY(struct cnmac_softc, name, type, parent, descr)
194 1.1 hikaru _ENTRY(rx, MISC, NULL, "rx"),
195 1.1 hikaru _ENTRY(rxint, INTR, NULL, "rx intr"),
196 1.1 hikaru _ENTRY(rxrs, MISC, NULL, "rx dynamic short"),
197 1.1 hikaru _ENTRY(rxbufpkalloc, MISC, NULL, "rx buf pkt alloc"),
198 1.1 hikaru _ENTRY(rxbufpkput, MISC, NULL, "rx buf pkt put"),
199 1.1 hikaru _ENTRY(rxbufwqalloc, MISC, NULL, "rx buf wqe alloc"),
200 1.1 hikaru _ENTRY(rxbufwqput, MISC, NULL, "rx buf wqe put"),
201 1.1 hikaru _ENTRY(rxerrcode, MISC, NULL, "rx code error"),
202 1.1 hikaru _ENTRY(rxerrfix, MISC, NULL, "rx fixup error"),
203 1.1 hikaru _ENTRY(rxerrjmb, MISC, NULL, "rx jmb error"),
204 1.1 hikaru _ENTRY(rxerrlink, MISC, NULL, "rx link error"),
205 1.1 hikaru _ENTRY(rxerroff, MISC, NULL, "rx offload error"),
206 1.1 hikaru _ENTRY(rxonperrshort, MISC, NULL, "rx onp fixup short error"),
207 1.1 hikaru _ENTRY(rxonperrpreamble, MISC, NULL, "rx onp fixup preamble error"),
208 1.1 hikaru _ENTRY(rxonperrcrc, MISC, NULL, "rx onp fixup crc error"),
209 1.1 hikaru _ENTRY(rxonperraddress, MISC, NULL, "rx onp fixup address error"),
210 1.1 hikaru _ENTRY(rxonponp, MISC, NULL, "rx onp fixup onp packets"),
211 1.1 hikaru _ENTRY(rxonpok, MISC, NULL, "rx onp fixup success packets"),
212 1.1 hikaru _ENTRY(tx, MISC, NULL, "tx"),
213 1.1 hikaru _ENTRY(txadd, MISC, NULL, "tx add"),
214 1.1 hikaru _ENTRY(txbufcballoc, MISC, NULL, "tx buf cb alloc"),
215 1.1 hikaru _ENTRY(txbufcbget, MISC, NULL, "tx buf cb get"),
216 1.1 hikaru _ENTRY(txbufgballoc, MISC, NULL, "tx buf gb alloc"),
217 1.1 hikaru _ENTRY(txbufgbget, MISC, NULL, "tx buf gb get"),
218 1.1 hikaru _ENTRY(txbufgbput, MISC, NULL, "tx buf gb put"),
219 1.1 hikaru _ENTRY(txdel, MISC, NULL, "tx del"),
220 1.1 hikaru _ENTRY(txerr, MISC, NULL, "tx error"),
221 1.1 hikaru _ENTRY(txerrcmd, MISC, NULL, "tx cmd error"),
222 1.1 hikaru _ENTRY(txerrgbuf, MISC, NULL, "tx gbuf error"),
223 1.1 hikaru _ENTRY(txerrlink, MISC, NULL, "tx link error"),
224 1.1 hikaru _ENTRY(txerrmkcmd, MISC, NULL, "tx makecmd error"),
225 1.1 hikaru #undef _ENTRY
226 1.1 hikaru };
227 1.1 hikaru #endif
228 1.1 hikaru
229 1.1 hikaru /* ---- buffer management */
230 1.1 hikaru
231 1.19 simonb static const struct cnmac_pool_param {
232 1.1 hikaru int poolno;
233 1.1 hikaru size_t size;
234 1.1 hikaru size_t nelems;
235 1.19 simonb } cnmac_pool_params[] = {
236 1.1 hikaru #define _ENTRY(x) { OCTEON_POOL_NO_##x, OCTEON_POOL_SIZE_##x, OCTEON_POOL_NELEMS_##x }
237 1.1 hikaru _ENTRY(PKT),
238 1.1 hikaru _ENTRY(WQE),
239 1.1 hikaru _ENTRY(CMD),
240 1.1 hikaru _ENTRY(SG)
241 1.1 hikaru #undef _ENTRY
242 1.1 hikaru };
243 1.19 simonb struct octfpa_buf *cnmac_pools[8/* XXX */];
244 1.19 simonb #define cnmac_fb_pkt cnmac_pools[OCTEON_POOL_NO_PKT]
245 1.19 simonb #define cnmac_fb_wqe cnmac_pools[OCTEON_POOL_NO_WQE]
246 1.19 simonb #define cnmac_fb_cmd cnmac_pools[OCTEON_POOL_NO_CMD]
247 1.19 simonb #define cnmac_fb_sg cnmac_pools[OCTEON_POOL_NO_SG]
248 1.1 hikaru
249 1.1 hikaru static void
250 1.19 simonb cnmac_buf_init(struct cnmac_softc *sc)
251 1.1 hikaru {
252 1.1 hikaru static int once;
253 1.1 hikaru int i;
254 1.19 simonb const struct cnmac_pool_param *pp;
255 1.19 simonb struct octfpa_buf *fb;
256 1.1 hikaru
257 1.1 hikaru if (once == 1)
258 1.1 hikaru return;
259 1.1 hikaru once = 1;
260 1.1 hikaru
261 1.19 simonb for (i = 0; i < (int)__arraycount(cnmac_pool_params); i++) {
262 1.19 simonb pp = &cnmac_pool_params[i];
263 1.19 simonb octfpa_buf_init(pp->poolno, pp->size, pp->nelems, &fb);
264 1.19 simonb cnmac_pools[i] = fb;
265 1.1 hikaru }
266 1.1 hikaru }
267 1.1 hikaru
268 1.1 hikaru /* ---- autoconf */
269 1.1 hikaru
270 1.1 hikaru static int
271 1.19 simonb cnmac_match(device_t parent, struct cfdata *match, void *aux)
272 1.1 hikaru {
273 1.19 simonb struct octgmx_attach_args *ga = aux;
274 1.1 hikaru
275 1.1 hikaru if (strcmp(match->cf_name, ga->ga_name) != 0) {
276 1.1 hikaru return 0;
277 1.1 hikaru }
278 1.1 hikaru return 1;
279 1.1 hikaru }
280 1.1 hikaru
281 1.1 hikaru static void
282 1.19 simonb cnmac_attach(device_t parent, device_t self, void *aux)
283 1.1 hikaru {
284 1.19 simonb struct cnmac_softc *sc = device_private(self);
285 1.19 simonb struct octgmx_attach_args *ga = aux;
286 1.1 hikaru struct ifnet *ifp = &sc->sc_ethercom.ec_if;
287 1.18 mrg prop_dictionary_t dict;
288 1.18 mrg prop_object_t clk;
289 1.1 hikaru uint8_t enaddr[ETHER_ADDR_LEN];
290 1.1 hikaru
291 1.1 hikaru sc->sc_dev = self;
292 1.1 hikaru sc->sc_regt = ga->ga_regt;
293 1.1 hikaru sc->sc_port = ga->ga_portno;
294 1.1 hikaru sc->sc_port_type = ga->ga_port_type;
295 1.1 hikaru sc->sc_gmx = ga->ga_gmx;
296 1.1 hikaru sc->sc_gmx_port = ga->ga_gmx_port;
297 1.1 hikaru
298 1.1 hikaru sc->sc_init_flag = 0;
299 1.1 hikaru /*
300 1.1 hikaru * XXXUEBAYASI
301 1.1 hikaru * Setting PIP_IP_OFFSET[OFFSET] to 8 causes panic ... why???
302 1.1 hikaru */
303 1.1 hikaru sc->sc_ip_offset = 0/* XXX */;
304 1.1 hikaru
305 1.1 hikaru if (MIPS_PRID_IMPL(mips_options.mips_cpu_id) <= MIPS_CN30XX) {
306 1.19 simonb SET(sc->sc_quirks, CNMAC_QUIRKS_NO_PRE_ALIGN);
307 1.19 simonb SET(sc->sc_quirks, CNMAC_QUIRKS_NO_RX_INBND);
308 1.1 hikaru }
309 1.1 hikaru
310 1.19 simonb cnmac_board_mac_addr(enaddr, sizeof(enaddr), sc);
311 1.1 hikaru printf("%s: Ethernet address %s\n", device_xname(sc->sc_dev),
312 1.1 hikaru ether_sprintf(enaddr));
313 1.1 hikaru
314 1.19 simonb cnmac_gsc[sc->sc_port] = sc;
315 1.1 hikaru
316 1.1 hikaru SIMPLEQ_INIT(&sc->sc_sendq);
317 1.1 hikaru sc->sc_soft_req_thresh = 15/* XXX */;
318 1.1 hikaru sc->sc_ext_callback_cnt = 0;
319 1.1 hikaru
320 1.19 simonb octgmx_stats_init(sc->sc_gmx_port);
321 1.1 hikaru
322 1.1 hikaru callout_init(&sc->sc_tick_misc_ch, 0);
323 1.1 hikaru callout_init(&sc->sc_tick_free_ch, 0);
324 1.1 hikaru
325 1.19 simonb octfau_op_init(&sc->sc_fau_done,
326 1.1 hikaru OCTEON_CVMSEG_ETHER_OFFSET(sc->sc_port, csm_ether_fau_done),
327 1.1 hikaru OCT_FAU_REG_ADDR_END - (8 * (sc->sc_port + 1))/* XXX */);
328 1.19 simonb octfau_op_set_8(&sc->sc_fau_done, 0);
329 1.1 hikaru
330 1.19 simonb cnmac_pip_init(sc);
331 1.19 simonb cnmac_ipd_init(sc);
332 1.19 simonb cnmac_pko_init(sc);
333 1.19 simonb cnmac_asx_init(sc);
334 1.19 simonb cnmac_smi_init(sc);
335 1.1 hikaru
336 1.1 hikaru sc->sc_gmx_port->sc_ipd = sc->sc_ipd;
337 1.1 hikaru sc->sc_gmx_port->sc_port_asx = sc->sc_asx;
338 1.1 hikaru sc->sc_gmx_port->sc_port_mii = &sc->sc_mii;
339 1.1 hikaru sc->sc_gmx_port->sc_port_ec = &sc->sc_ethercom;
340 1.1 hikaru /* XXX */
341 1.1 hikaru sc->sc_gmx_port->sc_quirks = sc->sc_quirks;
342 1.1 hikaru
343 1.1 hikaru /* XXX */
344 1.19 simonb sc->sc_pow = &octpow_softc;
345 1.1 hikaru
346 1.19 simonb cnmac_mediainit(sc);
347 1.1 hikaru
348 1.1 hikaru strncpy(ifp->if_xname, device_xname(sc->sc_dev), sizeof(ifp->if_xname));
349 1.1 hikaru ifp->if_softc = sc;
350 1.1 hikaru ifp->if_flags = IFF_BROADCAST | IFF_SIMPLEX | IFF_MULTICAST;
351 1.19 simonb ifp->if_ioctl = cnmac_ioctl;
352 1.19 simonb ifp->if_start = cnmac_start;
353 1.19 simonb ifp->if_watchdog = cnmac_watchdog;
354 1.19 simonb ifp->if_init = cnmac_init;
355 1.19 simonb ifp->if_stop = cnmac_stop;
356 1.10 riastrad IFQ_SET_MAXLEN(&ifp->if_snd, uimax(GATHER_QUEUE_SIZE, IFQ_MAXLEN));
357 1.1 hikaru IFQ_SET_READY(&ifp->if_snd);
358 1.1 hikaru
359 1.1 hikaru /* XXX: not yet tx checksum */
360 1.1 hikaru ifp->if_capabilities =
361 1.12 msaitoh IFCAP_CSUM_IPv4_Rx | IFCAP_CSUM_TCPv4_Rx | IFCAP_CSUM_UDPv4_Rx |
362 1.12 msaitoh IFCAP_CSUM_TCPv6_Rx | IFCAP_CSUM_UDPv6_Rx;
363 1.1 hikaru
364 1.7 jmcneill /* 802.1Q VLAN-sized frames are supported */
365 1.7 jmcneill sc->sc_ethercom.ec_capabilities |= ETHERCAP_VLAN_MTU;
366 1.7 jmcneill
367 1.19 simonb octgmx_set_mac_addr(sc->sc_gmx_port, enaddr);
368 1.1 hikaru
369 1.1 hikaru if_attach(ifp);
370 1.1 hikaru ether_ifattach(ifp, enaddr);
371 1.19 simonb octgmx_set_filter(sc->sc_gmx_port);
372 1.1 hikaru
373 1.1 hikaru /* XXX */
374 1.1 hikaru sc->sc_rate_recv_check_link_cap.tv_sec = 1;
375 1.1 hikaru sc->sc_rate_recv_check_jumbo_cap.tv_sec = 1;
376 1.1 hikaru sc->sc_rate_recv_check_code_cap.tv_sec = 1;
377 1.1 hikaru sc->sc_rate_recv_fixup_odd_nibble_short_cap.tv_sec = 1;
378 1.1 hikaru sc->sc_rate_recv_fixup_odd_nibble_preamble_cap.tv_sec = 1;
379 1.1 hikaru sc->sc_rate_recv_fixup_odd_nibble_crc_cap.tv_sec = 1;
380 1.19 simonb #ifdef CNMAC_DEBUG
381 1.1 hikaru sc->sc_rate_recv_fixup_odd_nibble_addr_cap.tv_sec = 1;
382 1.1 hikaru #endif
383 1.1 hikaru /* XXX */
384 1.1 hikaru
385 1.1 hikaru #if 1
386 1.19 simonb cnmac_buf_init(sc);
387 1.1 hikaru #endif
388 1.1 hikaru
389 1.19 simonb if (cnmac_pow_recv_ih == NULL)
390 1.19 simonb cnmac_pow_recv_ih
391 1.19 simonb = octpow_intr_establish(OCTEON_POW_GROUP_PIP,
392 1.19 simonb IPL_NET, cnmac_recv_intr, NULL, NULL);
393 1.1 hikaru
394 1.1 hikaru OCTEON_EVCNT_ATTACH_EVCNTS(sc, octeon_evcnt_entries,
395 1.1 hikaru device_xname(sc->sc_dev));
396 1.18 mrg
397 1.18 mrg dict = device_properties(sc->sc_gmx->sc_dev);
398 1.18 mrg
399 1.18 mrg clk = prop_dictionary_get(dict, "rgmii-tx");
400 1.18 mrg KASSERT(clk != NULL);
401 1.18 mrg sc->sc_gmx_port->sc_clk_tx_setting = prop_number_integer_value(clk);
402 1.18 mrg clk = prop_dictionary_get(dict, "rgmii-rx");
403 1.18 mrg KASSERT(clk != NULL);
404 1.18 mrg sc->sc_gmx_port->sc_clk_rx_setting = prop_number_integer_value(clk);
405 1.1 hikaru }
406 1.1 hikaru
407 1.1 hikaru /* ---- submodules */
408 1.1 hikaru
409 1.1 hikaru /* XXX */
410 1.1 hikaru static void
411 1.19 simonb cnmac_pip_init(struct cnmac_softc *sc)
412 1.1 hikaru {
413 1.19 simonb struct octpip_attach_args pip_aa;
414 1.1 hikaru
415 1.1 hikaru pip_aa.aa_port = sc->sc_port;
416 1.1 hikaru pip_aa.aa_regt = sc->sc_regt;
417 1.1 hikaru pip_aa.aa_tag_type = POW_TAG_TYPE_ORDERED/* XXX */;
418 1.1 hikaru pip_aa.aa_receive_group = OCTEON_POW_GROUP_PIP;
419 1.1 hikaru pip_aa.aa_ip_offset = sc->sc_ip_offset;
420 1.19 simonb octpip_init(&pip_aa, &sc->sc_pip);
421 1.1 hikaru }
422 1.1 hikaru
423 1.1 hikaru /* XXX */
424 1.1 hikaru static void
425 1.19 simonb cnmac_ipd_init(struct cnmac_softc *sc)
426 1.1 hikaru {
427 1.19 simonb struct octipd_attach_args ipd_aa;
428 1.1 hikaru
429 1.1 hikaru ipd_aa.aa_port = sc->sc_port;
430 1.1 hikaru ipd_aa.aa_regt = sc->sc_regt;
431 1.1 hikaru ipd_aa.aa_first_mbuff_skip = 184/* XXX */;
432 1.1 hikaru ipd_aa.aa_not_first_mbuff_skip = 0/* XXX */;
433 1.19 simonb octipd_init(&ipd_aa, &sc->sc_ipd);
434 1.1 hikaru }
435 1.1 hikaru
436 1.1 hikaru /* XXX */
437 1.1 hikaru static void
438 1.19 simonb cnmac_pko_init(struct cnmac_softc *sc)
439 1.1 hikaru {
440 1.19 simonb struct octpko_attach_args pko_aa;
441 1.1 hikaru
442 1.1 hikaru pko_aa.aa_port = sc->sc_port;
443 1.1 hikaru pko_aa.aa_regt = sc->sc_regt;
444 1.1 hikaru pko_aa.aa_cmdptr = &sc->sc_cmdptr;
445 1.1 hikaru pko_aa.aa_cmd_buf_pool = OCTEON_POOL_NO_CMD;
446 1.1 hikaru pko_aa.aa_cmd_buf_size = OCTEON_POOL_NWORDS_CMD;
447 1.19 simonb octpko_init(&pko_aa, &sc->sc_pko);
448 1.1 hikaru }
449 1.1 hikaru
450 1.1 hikaru /* XXX */
451 1.1 hikaru static void
452 1.19 simonb cnmac_asx_init(struct cnmac_softc *sc)
453 1.1 hikaru {
454 1.19 simonb struct octasx_attach_args asx_aa;
455 1.1 hikaru
456 1.1 hikaru asx_aa.aa_port = sc->sc_port;
457 1.1 hikaru asx_aa.aa_regt = sc->sc_regt;
458 1.19 simonb octasx_init(&asx_aa, &sc->sc_asx);
459 1.1 hikaru }
460 1.1 hikaru
461 1.1 hikaru static void
462 1.19 simonb cnmac_smi_init(struct cnmac_softc *sc)
463 1.1 hikaru {
464 1.19 simonb struct octsmi_attach_args smi_aa;
465 1.1 hikaru
466 1.1 hikaru smi_aa.aa_port = sc->sc_port;
467 1.1 hikaru smi_aa.aa_regt = sc->sc_regt;
468 1.19 simonb octsmi_init(&smi_aa, &sc->sc_smi);
469 1.19 simonb octsmi_set_clock(sc->sc_smi, 0x1464ULL); /* XXX */
470 1.1 hikaru }
471 1.1 hikaru
472 1.1 hikaru /* ---- XXX */
473 1.1 hikaru
474 1.1 hikaru #define ADDR2UINT64(u, a) \
475 1.1 hikaru do { \
476 1.1 hikaru u = \
477 1.1 hikaru (((uint64_t)a[0] << 40) | ((uint64_t)a[1] << 32) | \
478 1.1 hikaru ((uint64_t)a[2] << 24) | ((uint64_t)a[3] << 16) | \
479 1.12 msaitoh ((uint64_t)a[4] << 8) | ((uint64_t)a[5] << 0)); \
480 1.1 hikaru } while (0)
481 1.1 hikaru #define UINT642ADDR(a, u) \
482 1.1 hikaru do { \
483 1.1 hikaru a[0] = (uint8_t)((u) >> 40); a[1] = (uint8_t)((u) >> 32); \
484 1.1 hikaru a[2] = (uint8_t)((u) >> 24); a[3] = (uint8_t)((u) >> 16); \
485 1.12 msaitoh a[4] = (uint8_t)((u) >> 8); a[5] = (uint8_t)((u) >> 0); \
486 1.1 hikaru } while (0)
487 1.1 hikaru
488 1.1 hikaru static void
489 1.19 simonb cnmac_board_mac_addr(uint8_t *enaddr, size_t size, struct cnmac_softc *sc)
490 1.1 hikaru {
491 1.1 hikaru prop_dictionary_t dict;
492 1.1 hikaru prop_data_t ea;
493 1.1 hikaru
494 1.1 hikaru dict = device_properties(sc->sc_dev);
495 1.1 hikaru KASSERT(dict != NULL);
496 1.1 hikaru ea = prop_dictionary_get(dict, "mac-address");
497 1.1 hikaru KASSERT(ea != NULL);
498 1.1 hikaru memcpy(enaddr, prop_data_data_nocopy(ea), size);
499 1.1 hikaru }
500 1.1 hikaru
501 1.1 hikaru /* ---- media */
502 1.1 hikaru
503 1.1 hikaru static int
504 1.19 simonb cnmac_mii_readreg(device_t self, int phy_addr, int reg, uint16_t *val)
505 1.1 hikaru {
506 1.19 simonb struct cnmac_softc *sc = device_private(self);
507 1.1 hikaru
508 1.19 simonb return octsmi_read(sc->sc_smi, phy_addr, reg, val);
509 1.1 hikaru }
510 1.1 hikaru
511 1.11 msaitoh static int
512 1.19 simonb cnmac_mii_writereg(device_t self, int phy_addr, int reg, uint16_t val)
513 1.1 hikaru {
514 1.19 simonb struct cnmac_softc *sc = device_private(self);
515 1.1 hikaru
516 1.19 simonb return octsmi_write(sc->sc_smi, phy_addr, reg, val);
517 1.1 hikaru }
518 1.1 hikaru
519 1.1 hikaru static void
520 1.19 simonb cnmac_mii_statchg(struct ifnet *ifp)
521 1.1 hikaru {
522 1.19 simonb struct cnmac_softc *sc = ifp->if_softc;
523 1.1 hikaru
524 1.19 simonb octpko_port_enable(sc->sc_pko, 0);
525 1.19 simonb octgmx_port_enable(sc->sc_gmx_port, 0);
526 1.1 hikaru
527 1.19 simonb cnmac_reset(sc);
528 1.1 hikaru
529 1.1 hikaru if (ISSET(ifp->if_flags, IFF_RUNNING))
530 1.19 simonb octgmx_set_filter(sc->sc_gmx_port);
531 1.1 hikaru
532 1.19 simonb octpko_port_enable(sc->sc_pko, 1);
533 1.19 simonb octgmx_port_enable(sc->sc_gmx_port, 1);
534 1.1 hikaru }
535 1.1 hikaru
536 1.1 hikaru static int
537 1.19 simonb cnmac_mediainit(struct cnmac_softc *sc)
538 1.1 hikaru {
539 1.1 hikaru struct ifnet *ifp = &sc->sc_ethercom.ec_if;
540 1.13 msaitoh struct mii_data *mii = &sc->sc_mii;
541 1.1 hikaru prop_object_t phy;
542 1.1 hikaru
543 1.13 msaitoh mii->mii_ifp = ifp;
544 1.19 simonb mii->mii_readreg = cnmac_mii_readreg;
545 1.19 simonb mii->mii_writereg = cnmac_mii_writereg;
546 1.19 simonb mii->mii_statchg = cnmac_mii_statchg;
547 1.13 msaitoh sc->sc_ethercom.ec_mii = mii;
548 1.13 msaitoh
549 1.13 msaitoh /* Initialize ifmedia structures. */
550 1.19 simonb ifmedia_init(&mii->mii_media, 0, ether_mediachange, cnmac_mediastatus);
551 1.1 hikaru
552 1.1 hikaru phy = prop_dictionary_get(device_properties(sc->sc_dev), "phy-addr");
553 1.1 hikaru KASSERT(phy != NULL);
554 1.1 hikaru
555 1.13 msaitoh mii_attach(sc->sc_dev, mii, 0xffffffff, prop_number_integer_value(phy),
556 1.1 hikaru MII_OFFSET_ANY, MIIF_DOPAUSE);
557 1.1 hikaru
558 1.1 hikaru /* XXX XXX XXX */
559 1.13 msaitoh if (LIST_FIRST(&mii->mii_phys) != NULL) {
560 1.1 hikaru /* XXX XXX XXX */
561 1.13 msaitoh ifmedia_set(&mii->mii_media, IFM_ETHER | IFM_AUTO);
562 1.1 hikaru /* XXX XXX XXX */
563 1.1 hikaru } else {
564 1.1 hikaru /* XXX XXX XXX */
565 1.13 msaitoh ifmedia_add(&mii->mii_media, IFM_ETHER | IFM_NONE,
566 1.1 hikaru MII_MEDIA_NONE, NULL);
567 1.1 hikaru /* XXX XXX XXX */
568 1.13 msaitoh ifmedia_set(&mii->mii_media, IFM_ETHER | IFM_NONE);
569 1.1 hikaru /* XXX XXX XXX */
570 1.1 hikaru }
571 1.1 hikaru /* XXX XXX XXX */
572 1.1 hikaru
573 1.1 hikaru return 0;
574 1.1 hikaru }
575 1.1 hikaru
576 1.1 hikaru static void
577 1.19 simonb cnmac_mediastatus(struct ifnet *ifp, struct ifmediareq *ifmr)
578 1.1 hikaru {
579 1.19 simonb struct cnmac_softc *sc = ifp->if_softc;
580 1.1 hikaru
581 1.1 hikaru mii_pollstat(&sc->sc_mii);
582 1.1 hikaru
583 1.1 hikaru ifmr->ifm_status = sc->sc_mii.mii_media_status;
584 1.1 hikaru ifmr->ifm_active = sc->sc_mii.mii_media_active;
585 1.1 hikaru ifmr->ifm_active = (sc->sc_mii.mii_media_active & ~IFM_ETH_FMASK) |
586 1.1 hikaru sc->sc_gmx_port->sc_port_flowflags;
587 1.1 hikaru }
588 1.1 hikaru
589 1.1 hikaru /* ---- send buffer garbage collection */
590 1.1 hikaru
591 1.1 hikaru static inline void
592 1.19 simonb cnmac_send_queue_flush_prefetch(struct cnmac_softc *sc)
593 1.1 hikaru {
594 1.19 simonb CNMAC_KASSERT(sc->sc_prefetch == 0);
595 1.19 simonb octfau_op_inc_fetch_8(&sc->sc_fau_done, 0);
596 1.1 hikaru sc->sc_prefetch = 1;
597 1.1 hikaru }
598 1.1 hikaru
599 1.1 hikaru static inline void
600 1.19 simonb cnmac_send_queue_flush_fetch(struct cnmac_softc *sc)
601 1.1 hikaru {
602 1.19 simonb #ifndef CNMAC_DEBUG
603 1.1 hikaru if (!sc->sc_prefetch)
604 1.1 hikaru return;
605 1.1 hikaru #endif
606 1.19 simonb CNMAC_KASSERT(sc->sc_prefetch == 1);
607 1.19 simonb sc->sc_hard_done_cnt = octfau_op_inc_read_8(&sc->sc_fau_done);
608 1.19 simonb CNMAC_KASSERT(sc->sc_hard_done_cnt <= 0);
609 1.1 hikaru sc->sc_prefetch = 0;
610 1.1 hikaru }
611 1.1 hikaru
612 1.1 hikaru static inline void
613 1.19 simonb cnmac_send_queue_flush(struct cnmac_softc *sc)
614 1.1 hikaru {
615 1.8 jmcneill struct ifnet *ifp = &sc->sc_ethercom.ec_if;
616 1.1 hikaru const int64_t sent_count = sc->sc_hard_done_cnt;
617 1.1 hikaru int i;
618 1.1 hikaru
619 1.19 simonb CNMAC_KASSERT(sc->sc_flush == 0);
620 1.19 simonb CNMAC_KASSERT(sent_count <= 0);
621 1.1 hikaru
622 1.1 hikaru for (i = 0; i < 0 - sent_count; i++) {
623 1.1 hikaru struct mbuf *m;
624 1.1 hikaru uint64_t *gbuf;
625 1.1 hikaru
626 1.19 simonb cnmac_send_queue_del(sc, &m, &gbuf);
627 1.1 hikaru
628 1.19 simonb octfpa_buf_put(cnmac_fb_sg, gbuf);
629 1.1 hikaru OCTEON_EVCNT_INC(sc, txbufgbput);
630 1.1 hikaru
631 1.1 hikaru m_freem(m);
632 1.8 jmcneill
633 1.8 jmcneill CLR(ifp->if_flags, IFF_OACTIVE);
634 1.1 hikaru }
635 1.1 hikaru
636 1.19 simonb octfau_op_inc_fetch_8(&sc->sc_fau_done, i);
637 1.1 hikaru sc->sc_flush = i;
638 1.1 hikaru }
639 1.1 hikaru
640 1.1 hikaru static inline void
641 1.19 simonb cnmac_send_queue_flush_sync(struct cnmac_softc *sc)
642 1.1 hikaru {
643 1.1 hikaru if (sc->sc_flush == 0)
644 1.1 hikaru return;
645 1.1 hikaru
646 1.19 simonb CNMAC_KASSERT(sc->sc_flush > 0);
647 1.1 hikaru
648 1.1 hikaru /* XXX XXX XXX */
649 1.19 simonb octfau_op_inc_read_8(&sc->sc_fau_done);
650 1.1 hikaru sc->sc_soft_req_cnt -= sc->sc_flush;
651 1.19 simonb CNMAC_KASSERT(sc->sc_soft_req_cnt >= 0);
652 1.1 hikaru /* XXX XXX XXX */
653 1.1 hikaru
654 1.1 hikaru sc->sc_flush = 0;
655 1.1 hikaru }
656 1.1 hikaru
657 1.1 hikaru static inline int
658 1.19 simonb cnmac_send_queue_is_full(struct cnmac_softc *sc)
659 1.1 hikaru {
660 1.19 simonb #ifdef CNMAC_SEND_QUEUE_CHECK
661 1.1 hikaru int64_t nofree_cnt;
662 1.1 hikaru
663 1.12 msaitoh nofree_cnt = sc->sc_soft_req_cnt + sc->sc_hard_done_cnt;
664 1.1 hikaru
665 1.1 hikaru if (__predict_false(nofree_cnt == GATHER_QUEUE_SIZE - 1)) {
666 1.19 simonb cnmac_send_queue_flush(sc);
667 1.1 hikaru OCTEON_EVCNT_INC(sc, txerrgbuf);
668 1.19 simonb cnmac_send_queue_flush_sync(sc);
669 1.1 hikaru return 1;
670 1.1 hikaru }
671 1.1 hikaru
672 1.1 hikaru #endif
673 1.1 hikaru return 0;
674 1.1 hikaru }
675 1.1 hikaru
676 1.1 hikaru /*
677 1.1 hikaru * (Ab)use m_nextpkt and m_paddr to maintain mbuf chain and pointer to gather
678 1.1 hikaru * buffer. Other mbuf members may be used by m_freem(), so don't touch them!
679 1.1 hikaru */
680 1.1 hikaru
681 1.1 hikaru struct _send_queue_entry {
682 1.1 hikaru union {
683 1.1 hikaru struct mbuf _sqe_s_mbuf;
684 1.1 hikaru struct {
685 1.1 hikaru char _sqe_s_entry_pad[offsetof(struct mbuf, m_nextpkt)];
686 1.1 hikaru SIMPLEQ_ENTRY(_send_queue_entry) _sqe_s_entry_entry;
687 1.1 hikaru } _sqe_s_entry;
688 1.1 hikaru struct {
689 1.1 hikaru char _sqe_s_gbuf_pad[offsetof(struct mbuf, m_paddr)];
690 1.1 hikaru uint64_t *_sqe_s_gbuf_gbuf;
691 1.1 hikaru } _sqe_s_gbuf;
692 1.1 hikaru } _sqe_u;
693 1.1 hikaru #define _sqe_entry _sqe_u._sqe_s_entry._sqe_s_entry_entry
694 1.1 hikaru #define _sqe_gbuf _sqe_u._sqe_s_gbuf._sqe_s_gbuf_gbuf
695 1.1 hikaru };
696 1.1 hikaru
697 1.1 hikaru static inline void
698 1.19 simonb cnmac_send_queue_add(struct cnmac_softc *sc, struct mbuf *m,
699 1.1 hikaru uint64_t *gbuf)
700 1.1 hikaru {
701 1.1 hikaru struct _send_queue_entry *sqe = (struct _send_queue_entry *)m;
702 1.1 hikaru
703 1.1 hikaru sqe->_sqe_gbuf = gbuf;
704 1.1 hikaru SIMPLEQ_INSERT_TAIL(&sc->sc_sendq, sqe, _sqe_entry);
705 1.1 hikaru
706 1.1 hikaru if ((m->m_flags & M_EXT) && m->m_ext.ext_free != NULL)
707 1.1 hikaru sc->sc_ext_callback_cnt++;
708 1.1 hikaru
709 1.1 hikaru OCTEON_EVCNT_INC(sc, txadd);
710 1.1 hikaru }
711 1.1 hikaru
712 1.1 hikaru static inline void
713 1.19 simonb cnmac_send_queue_del(struct cnmac_softc *sc, struct mbuf **rm, uint64_t **rgbuf)
714 1.1 hikaru {
715 1.1 hikaru struct _send_queue_entry *sqe;
716 1.1 hikaru
717 1.1 hikaru sqe = SIMPLEQ_FIRST(&sc->sc_sendq);
718 1.19 simonb CNMAC_KASSERT(sqe != NULL);
719 1.1 hikaru SIMPLEQ_REMOVE_HEAD(&sc->sc_sendq, _sqe_entry);
720 1.1 hikaru
721 1.1 hikaru *rm = (void *)sqe;
722 1.1 hikaru *rgbuf = sqe->_sqe_gbuf;
723 1.1 hikaru
724 1.1 hikaru if (((*rm)->m_flags & M_EXT) && (*rm)->m_ext.ext_free != NULL) {
725 1.1 hikaru sc->sc_ext_callback_cnt--;
726 1.19 simonb CNMAC_KASSERT(sc->sc_ext_callback_cnt >= 0);
727 1.1 hikaru }
728 1.1 hikaru
729 1.1 hikaru OCTEON_EVCNT_INC(sc, txdel);
730 1.1 hikaru }
731 1.1 hikaru
732 1.1 hikaru static inline int
733 1.19 simonb cnmac_buf_free_work(struct cnmac_softc *sc, uint64_t *work, uint64_t word2)
734 1.1 hikaru {
735 1.1 hikaru /* XXX when jumbo frame */
736 1.1 hikaru if (ISSET(word2, PIP_WQE_WORD2_IP_BUFS)) {
737 1.1 hikaru paddr_t addr;
738 1.1 hikaru paddr_t start_buffer;
739 1.1 hikaru
740 1.1 hikaru addr = work[3] & PIP_WQE_WORD3_ADDR;
741 1.1 hikaru start_buffer = addr & ~(2048 - 1);
742 1.1 hikaru
743 1.19 simonb octfpa_buf_put_paddr(cnmac_fb_pkt, start_buffer);
744 1.1 hikaru OCTEON_EVCNT_INC(sc, rxbufpkput);
745 1.1 hikaru }
746 1.1 hikaru
747 1.19 simonb octfpa_buf_put(cnmac_fb_wqe, work);
748 1.1 hikaru OCTEON_EVCNT_INC(sc, rxbufwqput);
749 1.1 hikaru
750 1.1 hikaru return 0;
751 1.1 hikaru }
752 1.1 hikaru
753 1.1 hikaru static inline void
754 1.19 simonb cnmac_buf_ext_free_m(struct mbuf *m, void *buf, size_t size, void *arg)
755 1.1 hikaru {
756 1.1 hikaru uint64_t *work = (void *)arg;
757 1.19 simonb #ifdef CNMAC_DEBUG
758 1.19 simonb struct cnmac_softc *sc = (void *)(uintptr_t)work[0];
759 1.1 hikaru #endif
760 1.1 hikaru int s = splnet();
761 1.1 hikaru
762 1.1 hikaru OCTEON_EVCNT_INC(sc, rxrs);
763 1.1 hikaru
764 1.19 simonb octfpa_buf_put(cnmac_fb_wqe, work);
765 1.1 hikaru OCTEON_EVCNT_INC(sc, rxbufwqput);
766 1.1 hikaru
767 1.19 simonb CNMAC_KASSERT(m != NULL);
768 1.1 hikaru
769 1.1 hikaru pool_cache_put(mb_cache, m);
770 1.1 hikaru
771 1.1 hikaru splx(s);
772 1.1 hikaru }
773 1.1 hikaru
774 1.1 hikaru static inline void
775 1.19 simonb cnmac_buf_ext_free_ext(struct mbuf *m, void *buf, size_t size, void *arg)
776 1.1 hikaru {
777 1.1 hikaru uint64_t *work = (void *)arg;
778 1.19 simonb #ifdef CNMAC_DEBUG
779 1.19 simonb struct cnmac_softc *sc = (void *)(uintptr_t)work[0];
780 1.1 hikaru #endif
781 1.1 hikaru int s = splnet();
782 1.1 hikaru
783 1.19 simonb octfpa_buf_put(cnmac_fb_wqe, work);
784 1.1 hikaru OCTEON_EVCNT_INC(sc, rxbufwqput);
785 1.1 hikaru
786 1.19 simonb octfpa_buf_put(cnmac_fb_pkt, buf);
787 1.1 hikaru OCTEON_EVCNT_INC(sc, rxbufpkput);
788 1.1 hikaru
789 1.19 simonb CNMAC_KASSERT(m != NULL);
790 1.1 hikaru
791 1.1 hikaru pool_cache_put(mb_cache, m);
792 1.1 hikaru
793 1.1 hikaru splx(s);
794 1.1 hikaru }
795 1.1 hikaru
796 1.1 hikaru /* ---- ifnet interfaces */
797 1.1 hikaru
798 1.1 hikaru static int
799 1.19 simonb cnmac_ioctl(struct ifnet *ifp, u_long cmd, void *data)
800 1.1 hikaru {
801 1.19 simonb struct cnmac_softc *sc = ifp->if_softc;
802 1.1 hikaru struct ifreq *ifr = (struct ifreq *)data;
803 1.1 hikaru int s, error;
804 1.1 hikaru
805 1.1 hikaru s = splnet();
806 1.1 hikaru switch (cmd) {
807 1.1 hikaru case SIOCSIFMEDIA:
808 1.1 hikaru /* Flow control requires full-duplex mode. */
809 1.1 hikaru if (IFM_SUBTYPE(ifr->ifr_media) == IFM_AUTO ||
810 1.1 hikaru (ifr->ifr_media & IFM_FDX) == 0) {
811 1.1 hikaru ifr->ifr_media &= ~IFM_ETH_FMASK;
812 1.1 hikaru }
813 1.1 hikaru if (IFM_SUBTYPE(ifr->ifr_media) != IFM_AUTO) {
814 1.1 hikaru if ((ifr->ifr_media & IFM_ETH_FMASK) == IFM_FLOW) {
815 1.1 hikaru ifr->ifr_media |=
816 1.1 hikaru IFM_ETH_TXPAUSE | IFM_ETH_RXPAUSE;
817 1.1 hikaru }
818 1.12 msaitoh sc->sc_gmx_port->sc_port_flowflags =
819 1.1 hikaru ifr->ifr_media & IFM_ETH_FMASK;
820 1.1 hikaru }
821 1.1 hikaru error = ifmedia_ioctl(ifp, ifr, &sc->sc_mii.mii_media, cmd);
822 1.1 hikaru break;
823 1.1 hikaru default:
824 1.1 hikaru error = ether_ioctl(ifp, cmd, data);
825 1.1 hikaru if (error == ENETRESET) {
826 1.1 hikaru /*
827 1.1 hikaru * Multicast list has changed; set the hardware filter
828 1.1 hikaru * accordingly.
829 1.1 hikaru */
830 1.1 hikaru if (ISSET(ifp->if_flags, IFF_RUNNING))
831 1.19 simonb octgmx_set_filter(sc->sc_gmx_port);
832 1.1 hikaru error = 0;
833 1.1 hikaru }
834 1.1 hikaru break;
835 1.1 hikaru }
836 1.19 simonb cnmac_start(ifp);
837 1.1 hikaru splx(s);
838 1.1 hikaru
839 1.12 msaitoh return error;
840 1.1 hikaru }
841 1.1 hikaru
842 1.1 hikaru /* ---- send (output) */
843 1.1 hikaru
844 1.1 hikaru static inline uint64_t
845 1.19 simonb cnmac_send_makecmd_w0(uint64_t fau0, uint64_t fau1, size_t len, int segs)
846 1.1 hikaru {
847 1.19 simonb return octpko_cmd_word0(
848 1.1 hikaru OCT_FAU_OP_SIZE_64, /* sz1 */
849 1.1 hikaru OCT_FAU_OP_SIZE_64, /* sz0 */
850 1.1 hikaru 1, fau1, 1, fau0, /* s1, reg1, s0, reg0 */
851 1.1 hikaru 0, /* le */
852 1.19 simonb cnmac_param_pko_cmd_w0_n2, /* n2 */
853 1.1 hikaru 1, 0, /* q, r */
854 1.1 hikaru (segs == 1) ? 0 : 1, /* g */
855 1.1 hikaru 0, 0, 1, /* ipoffp1, ii, df */
856 1.1 hikaru segs, (int)len); /* segs, totalbytes */
857 1.1 hikaru }
858 1.1 hikaru
859 1.12 msaitoh static inline uint64_t
860 1.19 simonb cnmac_send_makecmd_w1(int size, paddr_t addr)
861 1.1 hikaru {
862 1.19 simonb return octpko_cmd_word1(
863 1.1 hikaru 0, 0, /* i, back */
864 1.1 hikaru FPA_GATHER_BUFFER_POOL, /* pool */
865 1.1 hikaru size, addr); /* size, addr */
866 1.1 hikaru }
867 1.1 hikaru
868 1.1 hikaru static inline int
869 1.19 simonb cnmac_send_makecmd_gbuf(struct cnmac_softc *sc, struct mbuf *m0, uint64_t *gbuf,
870 1.19 simonb int *rsegs)
871 1.1 hikaru {
872 1.1 hikaru struct mbuf *m;
873 1.1 hikaru int segs = 0;
874 1.1 hikaru uintptr_t laddr, rlen, nlen;
875 1.1 hikaru
876 1.1 hikaru for (m = m0; m != NULL; m = m->m_next) {
877 1.1 hikaru
878 1.1 hikaru if (__predict_false(m->m_len == 0))
879 1.1 hikaru continue;
880 1.1 hikaru
881 1.12 msaitoh #if 0
882 1.19 simonb CNMAC_KASSERT(((uint32_t)m->m_data & (PAGE_SIZE - 1))
883 1.1 hikaru == (kvtophys((vaddr_t)m->m_data) & (PAGE_SIZE - 1)));
884 1.1 hikaru #endif
885 1.1 hikaru
886 1.12 msaitoh /* Aligned 4k */
887 1.1 hikaru laddr = (uintptr_t)m->m_data & (PAGE_SIZE - 1);
888 1.1 hikaru
889 1.1 hikaru if (laddr + m->m_len > PAGE_SIZE) {
890 1.1 hikaru /* XXX XXX XXX */
891 1.1 hikaru rlen = PAGE_SIZE - laddr;
892 1.1 hikaru nlen = m->m_len - rlen;
893 1.19 simonb *(gbuf + segs) = cnmac_send_makecmd_w1(rlen,
894 1.1 hikaru kvtophys((vaddr_t)m->m_data));
895 1.1 hikaru segs++;
896 1.1 hikaru if (segs > 63) {
897 1.1 hikaru return 1;
898 1.1 hikaru }
899 1.1 hikaru /* XXX XXX XXX */
900 1.1 hikaru } else {
901 1.1 hikaru rlen = 0;
902 1.1 hikaru nlen = m->m_len;
903 1.1 hikaru }
904 1.1 hikaru
905 1.19 simonb *(gbuf + segs) = cnmac_send_makecmd_w1(nlen,
906 1.1 hikaru kvtophys((vaddr_t)(m->m_data + rlen)));
907 1.1 hikaru segs++;
908 1.1 hikaru if (segs > 63) {
909 1.1 hikaru return 1;
910 1.1 hikaru }
911 1.1 hikaru }
912 1.1 hikaru
913 1.19 simonb CNMAC_KASSERT(m == NULL);
914 1.1 hikaru
915 1.1 hikaru *rsegs = segs;
916 1.1 hikaru
917 1.1 hikaru return 0;
918 1.1 hikaru }
919 1.1 hikaru
920 1.1 hikaru static inline int
921 1.19 simonb cnmac_send_makecmd(struct cnmac_softc *sc, struct mbuf *m,
922 1.1 hikaru uint64_t *gbuf, uint64_t *rpko_cmd_w0, uint64_t *rpko_cmd_w1)
923 1.1 hikaru {
924 1.1 hikaru uint64_t pko_cmd_w0, pko_cmd_w1;
925 1.1 hikaru int segs;
926 1.1 hikaru int result = 0;
927 1.1 hikaru
928 1.19 simonb if (cnmac_send_makecmd_gbuf(sc, m, gbuf, &segs)) {
929 1.1 hikaru log(LOG_WARNING, "%s: there are a lot of number of segments"
930 1.1 hikaru " of transmission data", device_xname(sc->sc_dev));
931 1.1 hikaru result = 1;
932 1.1 hikaru goto done;
933 1.1 hikaru }
934 1.1 hikaru
935 1.1 hikaru /*
936 1.1 hikaru * segs == 1 -> link mode (single continuous buffer)
937 1.1 hikaru * WORD1[size] is number of bytes pointed by segment
938 1.1 hikaru *
939 1.1 hikaru * segs > 1 -> gather mode (scatter-gather buffer)
940 1.1 hikaru * WORD1[size] is number of segments
941 1.1 hikaru */
942 1.19 simonb pko_cmd_w0 = cnmac_send_makecmd_w0(sc->sc_fau_done.fd_regno,
943 1.1 hikaru 0, m->m_pkthdr.len, segs);
944 1.4 matt if (segs == 1) {
945 1.19 simonb pko_cmd_w1 = cnmac_send_makecmd_w1(
946 1.4 matt m->m_pkthdr.len, kvtophys((vaddr_t)m->m_data));
947 1.4 matt } else {
948 1.4 matt #ifdef __mips_n32
949 1.4 matt KASSERT(MIPS_KSEG0_P(gbuf));
950 1.19 simonb pko_cmd_w1 = cnmac_send_makecmd_w1(segs,
951 1.4 matt MIPS_KSEG0_TO_PHYS(gbuf));
952 1.4 matt #else
953 1.19 simonb pko_cmd_w1 = cnmac_send_makecmd_w1(segs,
954 1.4 matt MIPS_XKPHYS_TO_PHYS(gbuf));
955 1.4 matt #endif
956 1.4 matt }
957 1.1 hikaru
958 1.1 hikaru *rpko_cmd_w0 = pko_cmd_w0;
959 1.1 hikaru *rpko_cmd_w1 = pko_cmd_w1;
960 1.1 hikaru
961 1.1 hikaru done:
962 1.1 hikaru return result;
963 1.1 hikaru }
964 1.1 hikaru
965 1.1 hikaru static inline int
966 1.19 simonb cnmac_send_cmd(struct cnmac_softc *sc, uint64_t pko_cmd_w0,
967 1.8 jmcneill uint64_t pko_cmd_w1, int *pwdc)
968 1.1 hikaru {
969 1.1 hikaru uint64_t *cmdptr;
970 1.1 hikaru int result = 0;
971 1.1 hikaru
972 1.4 matt #ifdef __mips_n32
973 1.4 matt KASSERT((sc->sc_cmdptr.cmdptr & ~MIPS_PHYS_MASK) == 0);
974 1.4 matt cmdptr = (uint64_t *)MIPS_PHYS_TO_KSEG0(sc->sc_cmdptr.cmdptr);
975 1.4 matt #else
976 1.1 hikaru cmdptr = (uint64_t *)MIPS_PHYS_TO_XKPHYS_CACHED(sc->sc_cmdptr.cmdptr);
977 1.4 matt #endif
978 1.1 hikaru cmdptr += sc->sc_cmdptr.cmdptr_idx;
979 1.1 hikaru
980 1.19 simonb CNMAC_KASSERT(cmdptr != NULL);
981 1.1 hikaru
982 1.1 hikaru *cmdptr++ = pko_cmd_w0;
983 1.1 hikaru *cmdptr++ = pko_cmd_w1;
984 1.1 hikaru
985 1.19 simonb CNMAC_KASSERT(sc->sc_cmdptr.cmdptr_idx + 2 <= FPA_COMMAND_BUFFER_POOL_NWORDS - 1);
986 1.1 hikaru
987 1.1 hikaru if (sc->sc_cmdptr.cmdptr_idx + 2 == FPA_COMMAND_BUFFER_POOL_NWORDS - 1) {
988 1.1 hikaru paddr_t buf;
989 1.1 hikaru
990 1.19 simonb buf = octfpa_buf_get_paddr(cnmac_fb_cmd);
991 1.1 hikaru if (buf == 0) {
992 1.1 hikaru log(LOG_WARNING,
993 1.1 hikaru "%s: can not allocate command buffer from free pool allocator\n",
994 1.1 hikaru device_xname(sc->sc_dev));
995 1.1 hikaru result = 1;
996 1.1 hikaru goto done;
997 1.1 hikaru }
998 1.1 hikaru OCTEON_EVCNT_INC(sc, txbufcbget);
999 1.1 hikaru *cmdptr++ = buf;
1000 1.1 hikaru sc->sc_cmdptr.cmdptr = (uint64_t)buf;
1001 1.1 hikaru sc->sc_cmdptr.cmdptr_idx = 0;
1002 1.1 hikaru } else {
1003 1.1 hikaru sc->sc_cmdptr.cmdptr_idx += 2;
1004 1.1 hikaru }
1005 1.1 hikaru
1006 1.8 jmcneill *pwdc += 2;
1007 1.1 hikaru
1008 1.1 hikaru done:
1009 1.1 hikaru return result;
1010 1.1 hikaru }
1011 1.1 hikaru
1012 1.1 hikaru static inline int
1013 1.19 simonb cnmac_send_buf(struct cnmac_softc *sc, struct mbuf *m, uint64_t *gbuf,
1014 1.19 simonb int *pwdc)
1015 1.1 hikaru {
1016 1.1 hikaru int result = 0, error;
1017 1.1 hikaru uint64_t pko_cmd_w0, pko_cmd_w1;
1018 1.1 hikaru
1019 1.19 simonb error = cnmac_send_makecmd(sc, m, gbuf, &pko_cmd_w0, &pko_cmd_w1);
1020 1.1 hikaru if (error != 0) {
1021 1.12 msaitoh /* Already logging */
1022 1.1 hikaru OCTEON_EVCNT_INC(sc, txerrmkcmd);
1023 1.1 hikaru result = error;
1024 1.1 hikaru goto done;
1025 1.1 hikaru }
1026 1.1 hikaru
1027 1.19 simonb error = cnmac_send_cmd(sc, pko_cmd_w0, pko_cmd_w1, pwdc);
1028 1.1 hikaru if (error != 0) {
1029 1.12 msaitoh /* Already logging */
1030 1.1 hikaru OCTEON_EVCNT_INC(sc, txerrcmd);
1031 1.1 hikaru result = error;
1032 1.1 hikaru }
1033 1.1 hikaru
1034 1.1 hikaru done:
1035 1.1 hikaru return result;
1036 1.1 hikaru }
1037 1.1 hikaru
1038 1.1 hikaru static inline int
1039 1.19 simonb cnmac_send(struct cnmac_softc *sc, struct mbuf *m, int *pwdc)
1040 1.1 hikaru {
1041 1.1 hikaru paddr_t gaddr = 0;
1042 1.1 hikaru uint64_t *gbuf = NULL;
1043 1.1 hikaru int result = 0, error;
1044 1.1 hikaru
1045 1.1 hikaru OCTEON_EVCNT_INC(sc, tx);
1046 1.1 hikaru
1047 1.19 simonb gaddr = octfpa_buf_get_paddr(cnmac_fb_sg);
1048 1.1 hikaru if (gaddr == 0) {
1049 1.12 msaitoh log(LOG_WARNING, "%s: can not allocate gather buffer from "
1050 1.12 msaitoh "free pool allocator\n", device_xname(sc->sc_dev));
1051 1.1 hikaru OCTEON_EVCNT_INC(sc, txerrgbuf);
1052 1.1 hikaru result = 1;
1053 1.1 hikaru goto done;
1054 1.1 hikaru }
1055 1.1 hikaru OCTEON_EVCNT_INC(sc, txbufgbget);
1056 1.1 hikaru
1057 1.4 matt #ifdef __mips_n32
1058 1.4 matt KASSERT((gaddr & ~MIPS_PHYS_MASK) == 0);
1059 1.4 matt gbuf = (uint64_t *)(uintptr_t)MIPS_PHYS_TO_KSEG0(gaddr);
1060 1.4 matt #else
1061 1.1 hikaru gbuf = (uint64_t *)(uintptr_t)MIPS_PHYS_TO_XKPHYS_CACHED(gaddr);
1062 1.4 matt #endif
1063 1.1 hikaru
1064 1.19 simonb CNMAC_KASSERT(gbuf != NULL);
1065 1.1 hikaru
1066 1.19 simonb error = cnmac_send_buf(sc, m, gbuf, pwdc);
1067 1.1 hikaru if (error != 0) {
1068 1.12 msaitoh /* Already logging */
1069 1.19 simonb octfpa_buf_put_paddr(cnmac_fb_sg, gaddr);
1070 1.1 hikaru OCTEON_EVCNT_INC(sc, txbufgbput);
1071 1.1 hikaru result = error;
1072 1.1 hikaru goto done;
1073 1.1 hikaru }
1074 1.1 hikaru
1075 1.19 simonb cnmac_send_queue_add(sc, m, gbuf);
1076 1.1 hikaru
1077 1.1 hikaru done:
1078 1.1 hikaru return result;
1079 1.1 hikaru }
1080 1.1 hikaru
1081 1.1 hikaru static void
1082 1.19 simonb cnmac_start(struct ifnet *ifp)
1083 1.1 hikaru {
1084 1.19 simonb struct cnmac_softc *sc = ifp->if_softc;
1085 1.1 hikaru struct mbuf *m;
1086 1.8 jmcneill int wdc = 0;
1087 1.1 hikaru
1088 1.1 hikaru /*
1089 1.12 msaitoh * Performance tuning
1090 1.15 gutterid * pre-send iobdma request
1091 1.1 hikaru */
1092 1.19 simonb cnmac_send_queue_flush_prefetch(sc);
1093 1.1 hikaru
1094 1.1 hikaru if ((ifp->if_flags & (IFF_RUNNING | IFF_OACTIVE)) != IFF_RUNNING)
1095 1.1 hikaru goto last;
1096 1.1 hikaru
1097 1.1 hikaru /* XXX assume that OCTEON doesn't buffer packets */
1098 1.19 simonb if (__predict_false(!octgmx_link_status(sc->sc_gmx_port))) {
1099 1.12 msaitoh /* Dequeue and drop them */
1100 1.1 hikaru while (1) {
1101 1.1 hikaru IFQ_DEQUEUE(&ifp->if_snd, m);
1102 1.1 hikaru if (m == NULL)
1103 1.1 hikaru break;
1104 1.1 hikaru
1105 1.1 hikaru m_freem(m);
1106 1.1 hikaru IF_DROP(&ifp->if_snd);
1107 1.1 hikaru OCTEON_EVCNT_INC(sc, txerrlink);
1108 1.1 hikaru }
1109 1.1 hikaru goto last;
1110 1.1 hikaru }
1111 1.1 hikaru
1112 1.1 hikaru for (;;) {
1113 1.1 hikaru IFQ_POLL(&ifp->if_snd, m);
1114 1.1 hikaru if (__predict_false(m == NULL))
1115 1.1 hikaru break;
1116 1.1 hikaru
1117 1.1 hikaru /* XXX XXX XXX */
1118 1.19 simonb cnmac_send_queue_flush_fetch(sc);
1119 1.1 hikaru
1120 1.1 hikaru /*
1121 1.12 msaitoh * If no free send buffer is available, free all the sent
1122 1.15 gutterid * buffers and bail out.
1123 1.1 hikaru */
1124 1.19 simonb if (cnmac_send_queue_is_full(sc)) {
1125 1.8 jmcneill SET(ifp->if_flags, IFF_OACTIVE);
1126 1.8 jmcneill if (wdc > 0)
1127 1.19 simonb octpko_op_doorbell_write(sc->sc_port,
1128 1.8 jmcneill sc->sc_port, wdc);
1129 1.1 hikaru return;
1130 1.1 hikaru }
1131 1.1 hikaru /* XXX XXX XXX */
1132 1.1 hikaru
1133 1.1 hikaru IFQ_DEQUEUE(&ifp->if_snd, m);
1134 1.1 hikaru
1135 1.9 msaitoh bpf_mtap(ifp, m, BPF_D_OUT);
1136 1.1 hikaru
1137 1.1 hikaru /* XXX XXX XXX */
1138 1.1 hikaru if (sc->sc_soft_req_cnt > sc->sc_soft_req_thresh)
1139 1.19 simonb cnmac_send_queue_flush(sc);
1140 1.19 simonb if (cnmac_send(sc, m, &wdc)) {
1141 1.1 hikaru IF_DROP(&ifp->if_snd);
1142 1.1 hikaru m_freem(m);
1143 1.1 hikaru log(LOG_WARNING,
1144 1.12 msaitoh "%s: failed in the transmission of the packet\n",
1145 1.12 msaitoh device_xname(sc->sc_dev));
1146 1.1 hikaru OCTEON_EVCNT_INC(sc, txerr);
1147 1.12 msaitoh } else
1148 1.1 hikaru sc->sc_soft_req_cnt++;
1149 1.12 msaitoh
1150 1.1 hikaru if (sc->sc_flush)
1151 1.19 simonb cnmac_send_queue_flush_sync(sc);
1152 1.1 hikaru /* XXX XXX XXX */
1153 1.1 hikaru
1154 1.12 msaitoh /* Send next iobdma request */
1155 1.19 simonb cnmac_send_queue_flush_prefetch(sc);
1156 1.1 hikaru }
1157 1.1 hikaru
1158 1.8 jmcneill if (wdc > 0)
1159 1.19 simonb octpko_op_doorbell_write(sc->sc_port, sc->sc_port, wdc);
1160 1.8 jmcneill
1161 1.1 hikaru /*
1162 1.1 hikaru * Don't schedule send-buffer-free callout every time - those buffers are freed
1163 1.1 hikaru * by "free tick". This makes some packets like NFS slower.
1164 1.1 hikaru */
1165 1.19 simonb #ifdef CNMAC_USENFS
1166 1.1 hikaru if (__predict_false(sc->sc_ext_callback_cnt > 0)) {
1167 1.1 hikaru int timo;
1168 1.1 hikaru
1169 1.1 hikaru /* ??? */
1170 1.1 hikaru timo = hz - (100 * sc->sc_ext_callback_cnt);
1171 1.1 hikaru if (timo < 10)
1172 1.1 hikaru timo = 10;
1173 1.1 hikaru callout_schedule(&sc->sc_tick_free_ch, timo);
1174 1.1 hikaru }
1175 1.1 hikaru #endif
1176 1.1 hikaru
1177 1.1 hikaru last:
1178 1.19 simonb cnmac_send_queue_flush_fetch(sc);
1179 1.1 hikaru }
1180 1.1 hikaru
1181 1.1 hikaru static void
1182 1.19 simonb cnmac_watchdog(struct ifnet *ifp)
1183 1.1 hikaru {
1184 1.19 simonb struct cnmac_softc *sc = ifp->if_softc;
1185 1.1 hikaru
1186 1.1 hikaru printf("%s: device timeout\n", device_xname(sc->sc_dev));
1187 1.1 hikaru
1188 1.19 simonb cnmac_configure(sc);
1189 1.1 hikaru
1190 1.1 hikaru SET(ifp->if_flags, IFF_RUNNING);
1191 1.1 hikaru CLR(ifp->if_flags, IFF_OACTIVE);
1192 1.1 hikaru ifp->if_timer = 0;
1193 1.1 hikaru
1194 1.19 simonb cnmac_start(ifp);
1195 1.1 hikaru }
1196 1.1 hikaru
1197 1.1 hikaru static int
1198 1.19 simonb cnmac_init(struct ifnet *ifp)
1199 1.1 hikaru {
1200 1.19 simonb struct cnmac_softc *sc = ifp->if_softc;
1201 1.1 hikaru
1202 1.1 hikaru /* XXX don't disable commonly used parts!!! XXX */
1203 1.1 hikaru if (sc->sc_init_flag == 0) {
1204 1.1 hikaru /* Cancel any pending I/O. */
1205 1.19 simonb cnmac_stop(ifp, 0);
1206 1.1 hikaru
1207 1.1 hikaru /* Initialize the device */
1208 1.19 simonb cnmac_configure(sc);
1209 1.1 hikaru
1210 1.19 simonb octpko_enable(sc->sc_pko);
1211 1.19 simonb octipd_enable(sc->sc_ipd);
1212 1.1 hikaru
1213 1.1 hikaru sc->sc_init_flag = 1;
1214 1.1 hikaru } else {
1215 1.19 simonb octgmx_port_enable(sc->sc_gmx_port, 1);
1216 1.1 hikaru }
1217 1.17 thorpej mii_ifmedia_change(&sc->sc_mii);
1218 1.1 hikaru
1219 1.19 simonb octgmx_set_filter(sc->sc_gmx_port);
1220 1.1 hikaru
1221 1.19 simonb callout_reset(&sc->sc_tick_misc_ch, hz, cnmac_tick_misc, sc);
1222 1.19 simonb callout_reset(&sc->sc_tick_free_ch, hz, cnmac_tick_free, sc);
1223 1.1 hikaru
1224 1.1 hikaru SET(ifp->if_flags, IFF_RUNNING);
1225 1.1 hikaru CLR(ifp->if_flags, IFF_OACTIVE);
1226 1.1 hikaru
1227 1.1 hikaru return 0;
1228 1.1 hikaru }
1229 1.1 hikaru
1230 1.1 hikaru static void
1231 1.19 simonb cnmac_stop(struct ifnet *ifp, int disable)
1232 1.1 hikaru {
1233 1.19 simonb struct cnmac_softc *sc = ifp->if_softc;
1234 1.1 hikaru
1235 1.1 hikaru callout_stop(&sc->sc_tick_misc_ch);
1236 1.1 hikaru callout_stop(&sc->sc_tick_free_ch);
1237 1.1 hikaru
1238 1.1 hikaru mii_down(&sc->sc_mii);
1239 1.1 hikaru
1240 1.19 simonb octgmx_port_enable(sc->sc_gmx_port, 0);
1241 1.1 hikaru
1242 1.1 hikaru /* Mark the interface as down and cancel the watchdog timer. */
1243 1.1 hikaru CLR(ifp->if_flags, IFF_RUNNING | IFF_OACTIVE);
1244 1.1 hikaru ifp->if_timer = 0;
1245 1.1 hikaru }
1246 1.1 hikaru
1247 1.1 hikaru /* ---- misc */
1248 1.1 hikaru
1249 1.1 hikaru #define PKO_INDEX_MASK ((1ULL << 12/* XXX */) - 1)
1250 1.1 hikaru
1251 1.1 hikaru static int
1252 1.19 simonb cnmac_reset(struct cnmac_softc *sc)
1253 1.1 hikaru {
1254 1.19 simonb octgmx_reset_speed(sc->sc_gmx_port);
1255 1.19 simonb octgmx_reset_flowctl(sc->sc_gmx_port);
1256 1.19 simonb octgmx_reset_timing(sc->sc_gmx_port);
1257 1.1 hikaru
1258 1.1 hikaru return 0;
1259 1.1 hikaru }
1260 1.1 hikaru
1261 1.1 hikaru static int
1262 1.19 simonb cnmac_configure(struct cnmac_softc *sc)
1263 1.1 hikaru {
1264 1.19 simonb octgmx_port_enable(sc->sc_gmx_port, 0);
1265 1.1 hikaru
1266 1.19 simonb cnmac_reset(sc);
1267 1.1 hikaru
1268 1.19 simonb cnmac_configure_common(sc);
1269 1.1 hikaru
1270 1.19 simonb octpko_port_config(sc->sc_pko);
1271 1.19 simonb octpko_port_enable(sc->sc_pko, 1);
1272 1.19 simonb octpip_port_config(sc->sc_pip);
1273 1.1 hikaru
1274 1.19 simonb octgmx_tx_stats_rd_clr(sc->sc_gmx_port, 1);
1275 1.19 simonb octgmx_rx_stats_rd_clr(sc->sc_gmx_port, 1);
1276 1.1 hikaru
1277 1.19 simonb octgmx_port_enable(sc->sc_gmx_port, 1);
1278 1.1 hikaru
1279 1.1 hikaru return 0;
1280 1.1 hikaru }
1281 1.1 hikaru
1282 1.1 hikaru static int
1283 1.19 simonb cnmac_configure_common(struct cnmac_softc *sc)
1284 1.1 hikaru {
1285 1.1 hikaru static int once;
1286 1.1 hikaru
1287 1.1 hikaru if (once == 1)
1288 1.1 hikaru return 0;
1289 1.1 hikaru once = 1;
1290 1.1 hikaru
1291 1.19 simonb octipd_config(sc->sc_ipd);
1292 1.19 simonb #ifdef CNMAC_IPD_RED
1293 1.19 simonb octipd_red(sc->sc_ipd, RECV_QUEUE_SIZE >> 2, RECV_QUEUE_SIZE >> 3);
1294 1.1 hikaru #endif
1295 1.19 simonb octpko_config(sc->sc_pko);
1296 1.1 hikaru
1297 1.19 simonb octpow_config(sc->sc_pow, OCTEON_POW_GROUP_PIP);
1298 1.1 hikaru
1299 1.1 hikaru return 0;
1300 1.1 hikaru }
1301 1.1 hikaru
1302 1.1 hikaru /* ---- receive (input) */
1303 1.1 hikaru
1304 1.1 hikaru static inline int
1305 1.19 simonb cnmac_recv_mbuf(struct cnmac_softc *sc, uint64_t *work, struct mbuf **rm)
1306 1.1 hikaru {
1307 1.1 hikaru struct mbuf *m;
1308 1.1 hikaru void (*ext_free)(struct mbuf *, void *, size_t, void *);
1309 1.1 hikaru void *ext_buf;
1310 1.1 hikaru size_t ext_size;
1311 1.1 hikaru void *data;
1312 1.1 hikaru uint64_t word1 = work[1];
1313 1.1 hikaru uint64_t word2 = work[2];
1314 1.1 hikaru uint64_t word3 = work[3];
1315 1.1 hikaru
1316 1.1 hikaru MGETHDR(m, M_NOWAIT, MT_DATA);
1317 1.1 hikaru if (m == NULL)
1318 1.1 hikaru return 1;
1319 1.19 simonb CNMAC_KASSERT(m != NULL);
1320 1.1 hikaru
1321 1.1 hikaru if ((word2 & PIP_WQE_WORD2_IP_BUFS) == 0) {
1322 1.1 hikaru /* Dynamic short */
1323 1.19 simonb ext_free = cnmac_buf_ext_free_m;
1324 1.1 hikaru ext_buf = &work[4];
1325 1.1 hikaru ext_size = 96;
1326 1.1 hikaru
1327 1.1 hikaru data = &work[4 + sc->sc_ip_offset / sizeof(uint64_t)];
1328 1.1 hikaru } else {
1329 1.1 hikaru vaddr_t addr;
1330 1.1 hikaru vaddr_t start_buffer;
1331 1.1 hikaru
1332 1.4 matt #ifdef __mips_n32
1333 1.4 matt KASSERT((word3 & ~MIPS_PHYS_MASK) == 0);
1334 1.4 matt addr = MIPS_PHYS_TO_KSEG0(word3 & PIP_WQE_WORD3_ADDR);
1335 1.4 matt #else
1336 1.1 hikaru addr = MIPS_PHYS_TO_XKPHYS_CACHED(word3 & PIP_WQE_WORD3_ADDR);
1337 1.4 matt #endif
1338 1.1 hikaru start_buffer = addr & ~(2048 - 1);
1339 1.1 hikaru
1340 1.19 simonb ext_free = cnmac_buf_ext_free_ext;
1341 1.1 hikaru ext_buf = (void *)start_buffer;
1342 1.1 hikaru ext_size = 2048;
1343 1.1 hikaru
1344 1.1 hikaru data = (void *)addr;
1345 1.1 hikaru }
1346 1.1 hikaru
1347 1.12 msaitoh /* Embed sc pointer into work[0] for _ext_free evcnt */
1348 1.1 hikaru work[0] = (uintptr_t)sc;
1349 1.1 hikaru
1350 1.1 hikaru MEXTADD(m, ext_buf, ext_size, 0, ext_free, work);
1351 1.19 simonb CNMAC_KASSERT(ISSET(m->m_flags, M_EXT));
1352 1.1 hikaru
1353 1.1 hikaru m->m_data = data;
1354 1.1 hikaru m->m_len = m->m_pkthdr.len = (word1 & PIP_WQE_WORD1_LEN) >> 48;
1355 1.3 ozaki m_set_rcvif(m, &sc->sc_ethercom.ec_if);
1356 1.12 msaitoh
1357 1.12 msaitoh /* Not readonly buffer */
1358 1.1 hikaru m->m_flags |= M_EXT_RW;
1359 1.1 hikaru
1360 1.1 hikaru *rm = m;
1361 1.1 hikaru
1362 1.19 simonb CNMAC_KASSERT(*rm != NULL);
1363 1.1 hikaru
1364 1.1 hikaru return 0;
1365 1.1 hikaru }
1366 1.1 hikaru
1367 1.1 hikaru static inline int
1368 1.19 simonb cnmac_recv_check_code(struct cnmac_softc *sc, uint64_t word2)
1369 1.1 hikaru {
1370 1.1 hikaru uint64_t opecode = word2 & PIP_WQE_WORD2_NOIP_OPECODE;
1371 1.1 hikaru
1372 1.1 hikaru if (__predict_true(!ISSET(word2, PIP_WQE_WORD2_NOIP_RE)))
1373 1.1 hikaru return 0;
1374 1.1 hikaru
1375 1.12 msaitoh /* This error is harmless */
1376 1.1 hikaru if (opecode == PIP_OVER_ERR)
1377 1.1 hikaru return 0;
1378 1.1 hikaru
1379 1.1 hikaru return 1;
1380 1.1 hikaru }
1381 1.1 hikaru
1382 1.1 hikaru static inline int
1383 1.19 simonb cnmac_recv_check_jumbo(struct cnmac_softc *sc, uint64_t word2)
1384 1.1 hikaru {
1385 1.1 hikaru if (__predict_false((word2 & PIP_WQE_WORD2_IP_BUFS) > (1ULL << 56)))
1386 1.1 hikaru return 1;
1387 1.1 hikaru return 0;
1388 1.1 hikaru }
1389 1.1 hikaru
1390 1.1 hikaru static inline int
1391 1.19 simonb cnmac_recv_check_link(struct cnmac_softc *sc, uint64_t word2)
1392 1.1 hikaru {
1393 1.19 simonb if (__predict_false(!octgmx_link_status(sc->sc_gmx_port)))
1394 1.1 hikaru return 1;
1395 1.1 hikaru return 0;
1396 1.1 hikaru }
1397 1.1 hikaru
1398 1.1 hikaru static inline int
1399 1.19 simonb cnmac_recv_check(struct cnmac_softc *sc, uint64_t word2)
1400 1.1 hikaru {
1401 1.19 simonb if (__predict_false(cnmac_recv_check_link(sc, word2)) != 0) {
1402 1.1 hikaru if (ratecheck(&sc->sc_rate_recv_check_link_last,
1403 1.1 hikaru &sc->sc_rate_recv_check_link_cap))
1404 1.1 hikaru log(LOG_DEBUG,
1405 1.1 hikaru "%s: link is not up, the packet was dropped\n",
1406 1.1 hikaru device_xname(sc->sc_dev));
1407 1.1 hikaru OCTEON_EVCNT_INC(sc, rxerrlink);
1408 1.1 hikaru return 1;
1409 1.1 hikaru }
1410 1.1 hikaru
1411 1.15 gutterid #if 0 /* XXX Performance tuning (Jumbo-frame is not supported yet!) */
1412 1.19 simonb if (__predict_false(cnmac_recv_check_jumbo(sc, word2)) != 0) {
1413 1.1 hikaru /* XXX jumbo frame */
1414 1.1 hikaru if (ratecheck(&sc->sc_rate_recv_check_jumbo_last,
1415 1.1 hikaru &sc->sc_rate_recv_check_jumbo_cap))
1416 1.1 hikaru log(LOG_DEBUG,
1417 1.1 hikaru "jumbo frame was received\n");
1418 1.1 hikaru OCTEON_EVCNT_INC(sc, rxerrjmb);
1419 1.1 hikaru return 1;
1420 1.1 hikaru }
1421 1.1 hikaru #endif
1422 1.1 hikaru
1423 1.19 simonb if (__predict_false(cnmac_recv_check_code(sc, word2)) != 0) {
1424 1.1 hikaru
1425 1.1 hikaru if ((word2 & PIP_WQE_WORD2_NOIP_OPECODE) ==
1426 1.1 hikaru PIP_WQE_WORD2_RE_OPCODE_LENGTH) {
1427 1.12 msaitoh /* No logging */
1428 1.15 gutterid /* XXX increment special error count */
1429 1.12 msaitoh } else if ((word2 & PIP_WQE_WORD2_NOIP_OPECODE) ==
1430 1.1 hikaru PIP_WQE_WORD2_RE_OPCODE_PARTIAL) {
1431 1.15 gutterid /* Not an error, it's because of overload */
1432 1.1 hikaru } else {
1433 1.1 hikaru
1434 1.1 hikaru if (ratecheck(&sc->sc_rate_recv_check_code_last,
1435 1.12 msaitoh &sc->sc_rate_recv_check_code_cap))
1436 1.1 hikaru log(LOG_WARNING,
1437 1.6 maya "%s: reception error, packet dropped "
1438 1.6 maya "(error code = %" PRId64 ")\n",
1439 1.1 hikaru device_xname(sc->sc_dev), word2 & PIP_WQE_WORD2_NOIP_OPECODE);
1440 1.1 hikaru }
1441 1.1 hikaru OCTEON_EVCNT_INC(sc, rxerrcode);
1442 1.1 hikaru return 1;
1443 1.1 hikaru }
1444 1.1 hikaru
1445 1.1 hikaru return 0;
1446 1.1 hikaru }
1447 1.1 hikaru
1448 1.1 hikaru static inline int
1449 1.19 simonb cnmac_recv(struct cnmac_softc *sc, uint64_t *work)
1450 1.1 hikaru {
1451 1.1 hikaru int result = 0;
1452 1.1 hikaru struct ifnet *ifp;
1453 1.1 hikaru struct mbuf *m;
1454 1.1 hikaru uint64_t word2;
1455 1.1 hikaru
1456 1.1 hikaru /* XXX XXX XXX */
1457 1.1 hikaru /*
1458 1.12 msaitoh * Performance tuning
1459 1.15 gutterid * pre-send iobdma request
1460 1.1 hikaru */
1461 1.1 hikaru if (sc->sc_soft_req_cnt > sc->sc_soft_req_thresh) {
1462 1.19 simonb cnmac_send_queue_flush_prefetch(sc);
1463 1.1 hikaru }
1464 1.1 hikaru /* XXX XXX XXX */
1465 1.1 hikaru
1466 1.19 simonb CNMAC_KASSERT(sc != NULL);
1467 1.19 simonb CNMAC_KASSERT(work != NULL);
1468 1.1 hikaru
1469 1.1 hikaru OCTEON_EVCNT_INC(sc, rx);
1470 1.1 hikaru
1471 1.1 hikaru word2 = work[2];
1472 1.1 hikaru ifp = &sc->sc_ethercom.ec_if;
1473 1.1 hikaru
1474 1.19 simonb CNMAC_KASSERT(ifp != NULL);
1475 1.1 hikaru
1476 1.19 simonb if (__predict_false(cnmac_recv_check(sc, word2) != 0)) {
1477 1.16 thorpej if_statinc(ifp, if_ierrors);
1478 1.1 hikaru result = 1;
1479 1.19 simonb cnmac_buf_free_work(sc, work, word2);
1480 1.1 hikaru goto drop;
1481 1.1 hikaru }
1482 1.1 hikaru
1483 1.19 simonb if (__predict_false(cnmac_recv_mbuf(sc, work, &m) != 0)) {
1484 1.16 thorpej if_statinc(ifp, if_ierrors);
1485 1.1 hikaru result = 1;
1486 1.19 simonb cnmac_buf_free_work(sc, work, word2);
1487 1.1 hikaru goto drop;
1488 1.1 hikaru }
1489 1.1 hikaru
1490 1.1 hikaru /* work[0] .. work[3] may not be valid any more */
1491 1.1 hikaru
1492 1.19 simonb CNMAC_KASSERT(m != NULL);
1493 1.1 hikaru
1494 1.19 simonb octipd_offload(word2, m->m_data, &m->m_pkthdr.csum_flags);
1495 1.1 hikaru
1496 1.1 hikaru /* XXX XXX XXX */
1497 1.1 hikaru if (sc->sc_soft_req_cnt > sc->sc_soft_req_thresh) {
1498 1.19 simonb cnmac_send_queue_flush_fetch(sc);
1499 1.19 simonb cnmac_send_queue_flush(sc);
1500 1.1 hikaru }
1501 1.1 hikaru
1502 1.1 hikaru /* XXX XXX XXX */
1503 1.1 hikaru if (sc->sc_flush)
1504 1.19 simonb cnmac_send_queue_flush_sync(sc);
1505 1.1 hikaru /* XXX XXX XXX */
1506 1.1 hikaru
1507 1.2 ozaki if_percpuq_enqueue(ifp->if_percpuq, m);
1508 1.1 hikaru
1509 1.1 hikaru return 0;
1510 1.1 hikaru
1511 1.1 hikaru drop:
1512 1.1 hikaru /* XXX XXX XXX */
1513 1.1 hikaru if (sc->sc_soft_req_cnt > sc->sc_soft_req_thresh) {
1514 1.19 simonb cnmac_send_queue_flush_fetch(sc);
1515 1.1 hikaru }
1516 1.1 hikaru /* XXX XXX XXX */
1517 1.1 hikaru
1518 1.1 hikaru return result;
1519 1.1 hikaru }
1520 1.1 hikaru
1521 1.1 hikaru static void
1522 1.19 simonb cnmac_recv_redir(struct ifnet *ifp, struct mbuf *m)
1523 1.1 hikaru {
1524 1.19 simonb struct cnmac_softc *rsc = ifp->if_softc;
1525 1.19 simonb struct cnmac_softc *sc = NULL;
1526 1.8 jmcneill int i, wdc = 0;
1527 1.1 hikaru
1528 1.1 hikaru for (i = 0; i < 3 /* XXX */; i++) {
1529 1.1 hikaru if (rsc->sc_redir & (1 << i))
1530 1.19 simonb sc = cnmac_gsc[i];
1531 1.1 hikaru }
1532 1.1 hikaru
1533 1.1 hikaru if (sc == NULL) {
1534 1.1 hikaru m_freem(m);
1535 1.1 hikaru return;
1536 1.1 hikaru }
1537 1.19 simonb cnmac_send_queue_flush_prefetch(sc);
1538 1.1 hikaru
1539 1.19 simonb cnmac_send_queue_flush_fetch(sc);
1540 1.1 hikaru
1541 1.19 simonb if (cnmac_send_queue_is_full(sc)) {
1542 1.1 hikaru m_freem(m);
1543 1.1 hikaru return;
1544 1.1 hikaru }
1545 1.1 hikaru if (sc->sc_soft_req_cnt > sc->sc_soft_req_thresh)
1546 1.19 simonb cnmac_send_queue_flush(sc);
1547 1.1 hikaru
1548 1.19 simonb if (cnmac_send(sc, m, &wdc)) {
1549 1.1 hikaru IF_DROP(&ifp->if_snd);
1550 1.1 hikaru m_freem(m);
1551 1.1 hikaru } else {
1552 1.19 simonb octpko_op_doorbell_write(sc->sc_port, sc->sc_port, wdc);
1553 1.1 hikaru sc->sc_soft_req_cnt++;
1554 1.1 hikaru }
1555 1.1 hikaru
1556 1.1 hikaru if (sc->sc_flush)
1557 1.19 simonb cnmac_send_queue_flush_sync(sc);
1558 1.1 hikaru }
1559 1.1 hikaru
1560 1.1 hikaru static inline void
1561 1.19 simonb cnmac_recv_intr(void *data, uint64_t *work)
1562 1.1 hikaru {
1563 1.19 simonb struct cnmac_softc *sc;
1564 1.1 hikaru int port;
1565 1.1 hikaru
1566 1.19 simonb CNMAC_KASSERT(work != NULL);
1567 1.1 hikaru
1568 1.1 hikaru port = (work[1] & PIP_WQE_WORD1_IPRT) >> 42;
1569 1.1 hikaru
1570 1.19 simonb CNMAC_KASSERT(port < GMX_PORT_NUNITS);
1571 1.1 hikaru
1572 1.19 simonb sc = cnmac_gsc[port];
1573 1.1 hikaru
1574 1.19 simonb CNMAC_KASSERT(sc != NULL);
1575 1.19 simonb CNMAC_KASSERT(port == sc->sc_port);
1576 1.1 hikaru
1577 1.1 hikaru /* XXX process all work queue entries anyway */
1578 1.1 hikaru
1579 1.19 simonb (void)cnmac_recv(sc, work);
1580 1.1 hikaru }
1581 1.1 hikaru
1582 1.1 hikaru /* ---- tick */
1583 1.1 hikaru
1584 1.1 hikaru /*
1585 1.19 simonb * cnmac_tick_free
1586 1.1 hikaru *
1587 1.1 hikaru * => garbage collect send gather buffer / mbuf
1588 1.1 hikaru * => called at softclock
1589 1.1 hikaru */
1590 1.1 hikaru static void
1591 1.19 simonb cnmac_tick_free(void *arg)
1592 1.1 hikaru {
1593 1.19 simonb struct cnmac_softc *sc = arg;
1594 1.1 hikaru int timo;
1595 1.1 hikaru int s;
1596 1.1 hikaru
1597 1.1 hikaru s = splnet();
1598 1.1 hikaru /* XXX XXX XXX */
1599 1.1 hikaru if (sc->sc_soft_req_cnt > 0) {
1600 1.19 simonb cnmac_send_queue_flush_prefetch(sc);
1601 1.19 simonb cnmac_send_queue_flush_fetch(sc);
1602 1.19 simonb cnmac_send_queue_flush(sc);
1603 1.19 simonb cnmac_send_queue_flush_sync(sc);
1604 1.1 hikaru }
1605 1.1 hikaru /* XXX XXX XXX */
1606 1.1 hikaru
1607 1.1 hikaru /* XXX XXX XXX */
1608 1.1 hikaru /* ??? */
1609 1.1 hikaru timo = hz - (100 * sc->sc_ext_callback_cnt);
1610 1.1 hikaru if (timo < 10)
1611 1.1 hikaru timo = 10;
1612 1.1 hikaru callout_schedule(&sc->sc_tick_free_ch, timo);
1613 1.1 hikaru /* XXX XXX XXX */
1614 1.1 hikaru splx(s);
1615 1.1 hikaru }
1616 1.1 hikaru
1617 1.1 hikaru /*
1618 1.19 simonb * cnmac_tick_misc
1619 1.1 hikaru *
1620 1.1 hikaru * => collect statistics
1621 1.1 hikaru * => check link status
1622 1.1 hikaru * => called at softclock
1623 1.1 hikaru */
1624 1.1 hikaru static void
1625 1.19 simonb cnmac_tick_misc(void *arg)
1626 1.1 hikaru {
1627 1.19 simonb struct cnmac_softc *sc = arg;
1628 1.1 hikaru struct ifnet *ifp;
1629 1.1 hikaru int s;
1630 1.1 hikaru
1631 1.1 hikaru s = splnet();
1632 1.1 hikaru
1633 1.1 hikaru ifp = &sc->sc_ethercom.ec_if;
1634 1.1 hikaru
1635 1.19 simonb octgmx_stats(sc->sc_gmx_port);
1636 1.19 simonb octpip_stats(sc->sc_pip, ifp, sc->sc_port);
1637 1.1 hikaru mii_tick(&sc->sc_mii);
1638 1.1 hikaru
1639 1.1 hikaru splx(s);
1640 1.1 hikaru
1641 1.1 hikaru callout_schedule(&sc->sc_tick_misc_ch, hz);
1642 1.1 hikaru }
1643 1.1 hikaru
1644 1.12 msaitoh /* ---- Odd nibble preamble workaround (software CRC processing) */
1645 1.1 hikaru
1646 1.1 hikaru /* ---- sysctl */
1647 1.1 hikaru
1648 1.19 simonb static int cnmac_sysctl_verify(SYSCTLFN_ARGS);
1649 1.19 simonb static int cnmac_sysctl_pool(SYSCTLFN_ARGS);
1650 1.19 simonb static int cnmac_sysctl_rd(SYSCTLFN_ARGS);
1651 1.19 simonb
1652 1.19 simonb static int cnmac_sysctl_pkocmdw0n2_num;
1653 1.19 simonb static int cnmac_sysctl_pipdynrs_num;
1654 1.19 simonb static int cnmac_sysctl_redir_num;
1655 1.19 simonb static int cnmac_sysctl_pkt_pool_num;
1656 1.19 simonb static int cnmac_sysctl_wqe_pool_num;
1657 1.19 simonb static int cnmac_sysctl_cmd_pool_num;
1658 1.19 simonb static int cnmac_sysctl_sg_pool_num;
1659 1.19 simonb static int cnmac_sysctl_pktbuf_num;
1660 1.1 hikaru
1661 1.1 hikaru /*
1662 1.1 hikaru * Set up sysctl(3) MIB, hw.cnmac.*.
1663 1.1 hikaru */
1664 1.1 hikaru SYSCTL_SETUP(sysctl_octeon_eth, "sysctl cnmac subtree setup")
1665 1.1 hikaru {
1666 1.1 hikaru int rc;
1667 1.19 simonb int cnmac_sysctl_root_num;
1668 1.1 hikaru const struct sysctlnode *node;
1669 1.1 hikaru
1670 1.1 hikaru if ((rc = sysctl_createv(clog, 0, NULL, NULL,
1671 1.12 msaitoh 0, CTLTYPE_NODE, "hw", NULL,
1672 1.12 msaitoh NULL, 0, NULL, 0, CTL_HW, CTL_EOL)) != 0) {
1673 1.1 hikaru goto err;
1674 1.1 hikaru }
1675 1.1 hikaru
1676 1.1 hikaru if ((rc = sysctl_createv(clog, 0, NULL, &node,
1677 1.12 msaitoh 0, CTLTYPE_NODE, "cnmac",
1678 1.12 msaitoh SYSCTL_DESCR("cnmac interface controls"),
1679 1.12 msaitoh NULL, 0, NULL, 0, CTL_HW, CTL_CREATE, CTL_EOL)) != 0) {
1680 1.1 hikaru goto err;
1681 1.1 hikaru }
1682 1.1 hikaru
1683 1.19 simonb cnmac_sysctl_root_num = node->sysctl_num;
1684 1.1 hikaru
1685 1.1 hikaru if ((rc = sysctl_createv(clog, 0, NULL, &node,
1686 1.12 msaitoh CTLFLAG_PERMANENT | CTLFLAG_READWRITE,
1687 1.12 msaitoh CTLTYPE_INT, "pko_cmd_w0_n2",
1688 1.12 msaitoh SYSCTL_DESCR("PKO command WORD0 N2 bit"),
1689 1.19 simonb cnmac_sysctl_verify, 0,
1690 1.19 simonb &cnmac_param_pko_cmd_w0_n2,
1691 1.19 simonb 0, CTL_HW, cnmac_sysctl_root_num, CTL_CREATE,
1692 1.12 msaitoh CTL_EOL)) != 0) {
1693 1.12 msaitoh goto err;
1694 1.1 hikaru }
1695 1.1 hikaru
1696 1.19 simonb cnmac_sysctl_pkocmdw0n2_num = node->sysctl_num;
1697 1.1 hikaru
1698 1.1 hikaru if ((rc = sysctl_createv(clog, 0, NULL, &node,
1699 1.12 msaitoh CTLFLAG_PERMANENT | CTLFLAG_READWRITE,
1700 1.12 msaitoh CTLTYPE_INT, "pip_dyn_rs",
1701 1.12 msaitoh SYSCTL_DESCR("PIP dynamic short in WQE"),
1702 1.19 simonb cnmac_sysctl_verify, 0,
1703 1.19 simonb &cnmac_param_pip_dyn_rs,
1704 1.19 simonb 0, CTL_HW, cnmac_sysctl_root_num, CTL_CREATE,
1705 1.12 msaitoh CTL_EOL)) != 0) {
1706 1.12 msaitoh goto err;
1707 1.1 hikaru }
1708 1.1 hikaru
1709 1.19 simonb cnmac_sysctl_pipdynrs_num = node->sysctl_num;
1710 1.1 hikaru
1711 1.1 hikaru if ((rc = sysctl_createv(clog, 0, NULL, &node,
1712 1.12 msaitoh CTLFLAG_PERMANENT | CTLFLAG_READWRITE,
1713 1.12 msaitoh CTLTYPE_INT, "redir",
1714 1.12 msaitoh SYSCTL_DESCR("input port redirection"),
1715 1.19 simonb cnmac_sysctl_verify, 0,
1716 1.19 simonb &cnmac_param_redir,
1717 1.19 simonb 0, CTL_HW, cnmac_sysctl_root_num, CTL_CREATE,
1718 1.12 msaitoh CTL_EOL)) != 0) {
1719 1.12 msaitoh goto err;
1720 1.1 hikaru }
1721 1.1 hikaru
1722 1.19 simonb cnmac_sysctl_redir_num = node->sysctl_num;
1723 1.1 hikaru
1724 1.1 hikaru if ((rc = sysctl_createv(clog, 0, NULL, &node,
1725 1.12 msaitoh CTLFLAG_PERMANENT,
1726 1.12 msaitoh CTLTYPE_INT, "pkt_pool",
1727 1.12 msaitoh SYSCTL_DESCR("packet pool available"),
1728 1.19 simonb cnmac_sysctl_pool, 0, NULL,
1729 1.19 simonb 0, CTL_HW, cnmac_sysctl_root_num, CTL_CREATE,
1730 1.12 msaitoh CTL_EOL)) != 0) {
1731 1.12 msaitoh goto err;
1732 1.1 hikaru }
1733 1.1 hikaru
1734 1.19 simonb cnmac_sysctl_pkt_pool_num = node->sysctl_num;
1735 1.1 hikaru
1736 1.1 hikaru if ((rc = sysctl_createv(clog, 0, NULL, &node,
1737 1.12 msaitoh CTLFLAG_PERMANENT,
1738 1.12 msaitoh CTLTYPE_INT, "wqe_pool",
1739 1.12 msaitoh SYSCTL_DESCR("wqe pool available"),
1740 1.19 simonb cnmac_sysctl_pool, 0, NULL,
1741 1.19 simonb 0, CTL_HW, cnmac_sysctl_root_num, CTL_CREATE,
1742 1.12 msaitoh CTL_EOL)) != 0) {
1743 1.12 msaitoh goto err;
1744 1.1 hikaru }
1745 1.1 hikaru
1746 1.19 simonb cnmac_sysctl_wqe_pool_num = node->sysctl_num;
1747 1.1 hikaru
1748 1.1 hikaru if ((rc = sysctl_createv(clog, 0, NULL, &node,
1749 1.12 msaitoh CTLFLAG_PERMANENT,
1750 1.12 msaitoh CTLTYPE_INT, "cmd_pool",
1751 1.12 msaitoh SYSCTL_DESCR("cmd pool available"),
1752 1.19 simonb cnmac_sysctl_pool, 0, NULL,
1753 1.19 simonb 0, CTL_HW, cnmac_sysctl_root_num, CTL_CREATE,
1754 1.12 msaitoh CTL_EOL)) != 0) {
1755 1.12 msaitoh goto err;
1756 1.1 hikaru }
1757 1.1 hikaru
1758 1.19 simonb cnmac_sysctl_cmd_pool_num = node->sysctl_num;
1759 1.1 hikaru
1760 1.1 hikaru if ((rc = sysctl_createv(clog, 0, NULL, &node,
1761 1.12 msaitoh CTLFLAG_PERMANENT,
1762 1.12 msaitoh CTLTYPE_INT, "sg_pool",
1763 1.12 msaitoh SYSCTL_DESCR("sg pool available"),
1764 1.19 simonb cnmac_sysctl_pool, 0, NULL,
1765 1.19 simonb 0, CTL_HW, cnmac_sysctl_root_num, CTL_CREATE,
1766 1.12 msaitoh CTL_EOL)) != 0) {
1767 1.12 msaitoh goto err;
1768 1.1 hikaru }
1769 1.1 hikaru
1770 1.19 simonb cnmac_sysctl_sg_pool_num = node->sysctl_num;
1771 1.1 hikaru
1772 1.1 hikaru if ((rc = sysctl_createv(clog, 0, NULL, &node,
1773 1.12 msaitoh CTLFLAG_PERMANENT | CTLFLAG_READONLY,
1774 1.12 msaitoh CTLTYPE_INT, "pktbuf",
1775 1.12 msaitoh SYSCTL_DESCR("input packet buffer size on POW"),
1776 1.19 simonb cnmac_sysctl_rd, 0,
1777 1.19 simonb &cnmac_param_pktbuf,
1778 1.19 simonb 0, CTL_HW, cnmac_sysctl_root_num, CTL_CREATE,
1779 1.12 msaitoh CTL_EOL)) != 0) {
1780 1.12 msaitoh goto err;
1781 1.1 hikaru }
1782 1.1 hikaru
1783 1.19 simonb cnmac_sysctl_pktbuf_num = node->sysctl_num;
1784 1.1 hikaru
1785 1.1 hikaru return;
1786 1.1 hikaru
1787 1.1 hikaru err:
1788 1.1 hikaru aprint_error("%s: syctl_createv failed (rc = %d)\n", __func__, rc);
1789 1.1 hikaru }
1790 1.1 hikaru
1791 1.1 hikaru static int
1792 1.19 simonb cnmac_sysctl_verify(SYSCTLFN_ARGS)
1793 1.1 hikaru {
1794 1.1 hikaru int error, v;
1795 1.1 hikaru struct sysctlnode node;
1796 1.19 simonb struct cnmac_softc *sc;
1797 1.1 hikaru int i;
1798 1.1 hikaru int s;
1799 1.1 hikaru
1800 1.1 hikaru node = *rnode;
1801 1.1 hikaru v = *(int *)rnode->sysctl_data;
1802 1.1 hikaru node.sysctl_data = &v;
1803 1.1 hikaru error = sysctl_lookup(SYSCTLFN_CALL(&node));
1804 1.1 hikaru if (error || newp == NULL)
1805 1.1 hikaru return error;
1806 1.1 hikaru
1807 1.19 simonb if (node.sysctl_num == cnmac_sysctl_pkocmdw0n2_num) {
1808 1.1 hikaru if (v < 0 || v > 1)
1809 1.1 hikaru return EINVAL;
1810 1.1 hikaru *(int *)rnode->sysctl_data = v;
1811 1.1 hikaru return 0;
1812 1.1 hikaru }
1813 1.1 hikaru
1814 1.19 simonb if (node.sysctl_num == cnmac_sysctl_pipdynrs_num) {
1815 1.1 hikaru if (v < 0 || v > 1)
1816 1.1 hikaru return EINVAL;
1817 1.1 hikaru *(int *)rnode->sysctl_data = v;
1818 1.1 hikaru s = splnet();
1819 1.1 hikaru for (i = 0; i < 3/* XXX */; i++) {
1820 1.19 simonb sc = cnmac_gsc[i]; /* XXX */
1821 1.19 simonb octpip_prt_cfg_enable(sc->sc_pip,
1822 1.12 msaitoh PIP_PRT_CFGN_DYN_RS, v);
1823 1.1 hikaru }
1824 1.1 hikaru splx(s);
1825 1.1 hikaru return 0;
1826 1.1 hikaru }
1827 1.1 hikaru
1828 1.19 simonb if (node.sysctl_num == cnmac_sysctl_redir_num) {
1829 1.1 hikaru if (v & ~((0x7 << (4 * 0)) | (0x7 << (4 * 1)) | (0x7 << (4 * 2))))
1830 1.1 hikaru return EINVAL;
1831 1.1 hikaru *(int *)rnode->sysctl_data = v;
1832 1.1 hikaru s = splnet();
1833 1.1 hikaru for (i = 0; i < 3/* XXX */; i++) {
1834 1.1 hikaru struct ifnet *ifp;
1835 1.1 hikaru
1836 1.19 simonb sc = cnmac_gsc[i]; /* XXX */
1837 1.1 hikaru ifp = &sc->sc_ethercom.ec_if;
1838 1.1 hikaru
1839 1.12 msaitoh sc->sc_redir
1840 1.19 simonb = (cnmac_param_redir >> (4 * i)) & 0x7;
1841 1.1 hikaru if (sc->sc_redir == 0) {
1842 1.1 hikaru if (ISSET(ifp->if_flags, IFF_PROMISC)) {
1843 1.1 hikaru CLR(ifp->if_flags, IFF_PROMISC);
1844 1.19 simonb cnmac_mii_statchg(ifp);
1845 1.19 simonb /* octgmx_set_filter(sc->sc_gmx_port); */
1846 1.1 hikaru }
1847 1.2 ozaki ifp->_if_input = ether_input;
1848 1.1 hikaru }
1849 1.1 hikaru else {
1850 1.1 hikaru if (!ISSET(ifp->if_flags, IFF_PROMISC)) {
1851 1.1 hikaru SET(ifp->if_flags, IFF_PROMISC);
1852 1.19 simonb cnmac_mii_statchg(ifp);
1853 1.19 simonb /* octgmx_set_filter(sc->sc_gmx_port); */
1854 1.1 hikaru }
1855 1.19 simonb ifp->_if_input = cnmac_recv_redir;
1856 1.1 hikaru }
1857 1.1 hikaru }
1858 1.1 hikaru splx(s);
1859 1.1 hikaru return 0;
1860 1.1 hikaru }
1861 1.1 hikaru
1862 1.1 hikaru return EINVAL;
1863 1.1 hikaru }
1864 1.1 hikaru
1865 1.1 hikaru static int
1866 1.19 simonb cnmac_sysctl_pool(SYSCTLFN_ARGS)
1867 1.1 hikaru {
1868 1.1 hikaru int error, newval = 0;
1869 1.1 hikaru struct sysctlnode node;
1870 1.1 hikaru int s;
1871 1.1 hikaru
1872 1.1 hikaru node = *rnode;
1873 1.1 hikaru node.sysctl_data = &newval;
1874 1.1 hikaru s = splnet();
1875 1.19 simonb if (node.sysctl_num == cnmac_sysctl_pkt_pool_num) {
1876 1.19 simonb error = octfpa_available_fpa_pool(&newval,
1877 1.12 msaitoh OCTEON_POOL_NO_PKT);
1878 1.19 simonb } else if (node.sysctl_num == cnmac_sysctl_wqe_pool_num) {
1879 1.19 simonb error = octfpa_available_fpa_pool(&newval,
1880 1.12 msaitoh OCTEON_POOL_NO_WQE);
1881 1.19 simonb } else if (node.sysctl_num == cnmac_sysctl_cmd_pool_num) {
1882 1.19 simonb error = octfpa_available_fpa_pool(&newval,
1883 1.12 msaitoh OCTEON_POOL_NO_CMD);
1884 1.19 simonb } else if (node.sysctl_num == cnmac_sysctl_sg_pool_num) {
1885 1.19 simonb error = octfpa_available_fpa_pool(&newval,
1886 1.12 msaitoh OCTEON_POOL_NO_SG);
1887 1.1 hikaru } else {
1888 1.1 hikaru splx(s);
1889 1.1 hikaru return EINVAL;
1890 1.1 hikaru }
1891 1.1 hikaru splx(s);
1892 1.1 hikaru if (error)
1893 1.1 hikaru return error;
1894 1.1 hikaru error = sysctl_lookup(SYSCTLFN_CALL(&node));
1895 1.1 hikaru if (error || newp == NULL)
1896 1.1 hikaru return error;
1897 1.1 hikaru
1898 1.1 hikaru return 0;
1899 1.1 hikaru }
1900 1.1 hikaru
1901 1.1 hikaru static int
1902 1.19 simonb cnmac_sysctl_rd(SYSCTLFN_ARGS)
1903 1.1 hikaru {
1904 1.1 hikaru int error, v;
1905 1.1 hikaru struct sysctlnode node;
1906 1.1 hikaru int s;
1907 1.1 hikaru
1908 1.1 hikaru node = *rnode;
1909 1.1 hikaru v = *(int *)rnode->sysctl_data;
1910 1.1 hikaru node.sysctl_data = &v;
1911 1.1 hikaru error = sysctl_lookup(SYSCTLFN_CALL(&node));
1912 1.1 hikaru if (error || newp != NULL)
1913 1.1 hikaru return error;
1914 1.1 hikaru
1915 1.19 simonb if (node.sysctl_num == cnmac_sysctl_pktbuf_num) {
1916 1.1 hikaru uint64_t tmp;
1917 1.1 hikaru int n;
1918 1.1 hikaru
1919 1.1 hikaru s = splnet();
1920 1.19 simonb tmp = octfpa_query(0);
1921 1.1 hikaru n = (int)tmp;
1922 1.1 hikaru splx(s);
1923 1.1 hikaru *(int *)rnode->sysctl_data = n;
1924 1.19 simonb cnmac_param_pktbuf = n;
1925 1.1 hikaru *(int *)oldp = n;
1926 1.1 hikaru return 0;
1927 1.1 hikaru }
1928 1.1 hikaru
1929 1.1 hikaru return EINVAL;
1930 1.1 hikaru }
1931