octeon_pow.c revision 1.2.2.2
1 1.2.2.2 skrll /* $NetbBSD$ */ 2 1.2.2.2 skrll 3 1.2.2.2 skrll /* 4 1.2.2.2 skrll * Copyright (c) 2007 Internet Initiative Japan, Inc. 5 1.2.2.2 skrll * All rights reserved. 6 1.2.2.2 skrll * 7 1.2.2.2 skrll * Redistribution and use in source and binary forms, with or without 8 1.2.2.2 skrll * modification, are permitted provided that the following conditions 9 1.2.2.2 skrll * are met: 10 1.2.2.2 skrll * 1. Redistributions of source code must retain the above copyright 11 1.2.2.2 skrll * notice, this list of conditions and the following disclaimer. 12 1.2.2.2 skrll * 2. Redistributions in binary form must reproduce the above copyright 13 1.2.2.2 skrll * notice, this list of conditions and the following disclaimer in the 14 1.2.2.2 skrll * documentation and/or other materials provided with the distribution. 15 1.2.2.2 skrll * 16 1.2.2.2 skrll * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND 17 1.2.2.2 skrll * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 18 1.2.2.2 skrll * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 19 1.2.2.2 skrll * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE 20 1.2.2.2 skrll * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 21 1.2.2.2 skrll * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 22 1.2.2.2 skrll * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 23 1.2.2.2 skrll * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 24 1.2.2.2 skrll * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 25 1.2.2.2 skrll * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 26 1.2.2.2 skrll * SUCH DAMAGE. 27 1.2.2.2 skrll */ 28 1.2.2.2 skrll 29 1.2.2.2 skrll #include <sys/cdefs.h> 30 1.2.2.2 skrll __KERNEL_RCSID(0, "$NetBSD: octeon_pow.c,v 1.2.2.2 2015/06/06 14:40:01 skrll Exp $"); 31 1.2.2.2 skrll 32 1.2.2.2 skrll #include "opt_octeon.h" /* OCTEON_ETH_DEBUG */ 33 1.2.2.2 skrll 34 1.2.2.2 skrll #include <sys/param.h> 35 1.2.2.2 skrll #include <sys/systm.h> 36 1.2.2.2 skrll #include <sys/types.h> 37 1.2.2.2 skrll #include <sys/kernel.h> /* hz */ 38 1.2.2.2 skrll #include <sys/malloc.h> 39 1.2.2.2 skrll #include <sys/device.h> /* evcnt */ 40 1.2.2.2 skrll #include <sys/syslog.h> /* evcnt */ 41 1.2.2.2 skrll 42 1.2.2.2 skrll #include <sys/bus.h> 43 1.2.2.2 skrll 44 1.2.2.2 skrll #include <mips/include/locore.h> 45 1.2.2.2 skrll #include <mips/cavium/octeonvar.h> 46 1.2.2.2 skrll #include <mips/cavium/include/iobusvar.h> 47 1.2.2.2 skrll #include <mips/cavium/dev/octeon_ciureg.h> /* XXX */ 48 1.2.2.2 skrll #include <mips/cavium/dev/octeon_powreg.h> 49 1.2.2.2 skrll #include <mips/cavium/dev/octeon_powvar.h> 50 1.2.2.2 skrll 51 1.2.2.2 skrll /* XXX ensure assertion */ 52 1.2.2.2 skrll #if !defined(DIAGNOSTIC) 53 1.2.2.2 skrll #define DIAGNOSTIC 54 1.2.2.2 skrll #endif 55 1.2.2.2 skrll 56 1.2.2.2 skrll extern int ipflow_fastforward_disable_flags; 57 1.2.2.2 skrll 58 1.2.2.2 skrll struct octeon_pow_intr_handle { 59 1.2.2.2 skrll void *pi_ih; 60 1.2.2.2 skrll struct octeon_pow_softc *pi_sc; 61 1.2.2.2 skrll int pi_group; 62 1.2.2.2 skrll void (*pi_cb)(void *, uint64_t *); 63 1.2.2.2 skrll void *pi_data; 64 1.2.2.2 skrll 65 1.2.2.2 skrll #ifdef OCTEON_ETH_DEBUG 66 1.2.2.2 skrll #define _EV_PER_N 32 /* XXX */ 67 1.2.2.2 skrll #define _EV_IVAL_N 32 /* XXX */ 68 1.2.2.2 skrll int pi_first; 69 1.2.2.2 skrll struct timeval pi_last; 70 1.2.2.2 skrll struct evcnt pi_ev_per[_EV_PER_N]; 71 1.2.2.2 skrll struct evcnt pi_ev_ival[_EV_IVAL_N]; 72 1.2.2.2 skrll struct evcnt pi_ev_stray_tc; 73 1.2.2.2 skrll struct evcnt pi_ev_stray_ds; 74 1.2.2.2 skrll struct evcnt pi_ev_stray_iq; 75 1.2.2.2 skrll #endif 76 1.2.2.2 skrll }; 77 1.2.2.2 skrll 78 1.2.2.2 skrll void octeon_pow_bootstrap(struct octeon_config *); 79 1.2.2.2 skrll 80 1.2.2.2 skrll #ifdef OCTEON_ETH_DEBUG 81 1.2.2.2 skrll void octeon_pow_intr_evcnt_attach(struct octeon_pow_softc *); 82 1.2.2.2 skrll void octeon_pow_intr_rml(void *); 83 1.2.2.2 skrll 84 1.2.2.2 skrll static void octeon_pow_intr_debug_init( 85 1.2.2.2 skrll struct octeon_pow_intr_handle *, int); 86 1.2.2.2 skrll static inline void octeon_pow_intr_work_debug_ival(struct octeon_pow_softc *, 87 1.2.2.2 skrll struct octeon_pow_intr_handle *); 88 1.2.2.2 skrll static inline void octeon_pow_intr_work_debug_per(struct octeon_pow_softc *, 89 1.2.2.2 skrll struct octeon_pow_intr_handle *, int); 90 1.2.2.2 skrll #endif 91 1.2.2.2 skrll static void octeon_pow_init(struct octeon_pow_softc *); 92 1.2.2.2 skrll static void octeon_pow_init_regs(struct octeon_pow_softc *); 93 1.2.2.2 skrll static inline int octeon_pow_tag_sw_poll(void) __unused; 94 1.2.2.2 skrll static inline void octeon_pow_tag_sw_wait(void); 95 1.2.2.2 skrll static inline void octeon_pow_config_int_pc(struct octeon_pow_softc *, int); 96 1.2.2.2 skrll static inline void octeon_pow_config_int(struct octeon_pow_softc *, int, 97 1.2.2.2 skrll uint64_t, uint64_t, uint64_t); 98 1.2.2.2 skrll static inline void octeon_pow_intr_work(struct octeon_pow_softc *, 99 1.2.2.2 skrll struct octeon_pow_intr_handle *, int); 100 1.2.2.2 skrll static int octeon_pow_intr(void *); 101 1.2.2.2 skrll 102 1.2.2.2 skrll #ifdef OCTEON_ETH_DEBUG 103 1.2.2.2 skrll void octeon_pow_dump(void); 104 1.2.2.2 skrll #endif 105 1.2.2.2 skrll 106 1.2.2.2 skrll /* XXX */ 107 1.2.2.2 skrll struct octeon_pow_softc octeon_pow_softc; 108 1.2.2.2 skrll 109 1.2.2.2 skrll #ifdef OCTEON_ETH_DEBUG 110 1.2.2.2 skrll struct octeon_pow_softc *__octeon_pow_softc; 111 1.2.2.2 skrll #endif 112 1.2.2.2 skrll 113 1.2.2.2 skrll /* 114 1.2.2.2 skrll * XXX: parameter tuning is needed: see files.octeon 115 1.2.2.2 skrll */ 116 1.2.2.2 skrll #ifndef OCTEON_ETH_RING_MAX 117 1.2.2.2 skrll #define OCTEON_ETH_RING_MAX 512 118 1.2.2.2 skrll #endif 119 1.2.2.2 skrll #ifndef OCTEON_ETH_RING_MIN 120 1.2.2.2 skrll #define OCTEON_ETH_RING_MIN 1 121 1.2.2.2 skrll #endif 122 1.2.2.2 skrll 123 1.2.2.2 skrll #ifdef OCTEON_ETH_INTR_FEEDBACK_RING 124 1.2.2.2 skrll int max_recv_cnt = OCTEON_ETH_RING_MAX; 125 1.2.2.2 skrll int min_recv_cnt = OCTEON_ETH_RING_MIN; 126 1.2.2.2 skrll int recv_cnt = OCTEON_ETH_RING_MIN; 127 1.2.2.2 skrll int int_rate = 1; 128 1.2.2.2 skrll #endif 129 1.2.2.2 skrll 130 1.2.2.2 skrll /* -------------------------------------------------------------------------- */ 131 1.2.2.2 skrll 132 1.2.2.2 skrll /* ---- operation primitive functions */ 133 1.2.2.2 skrll 134 1.2.2.2 skrll /* Load Operations */ 135 1.2.2.2 skrll 136 1.2.2.2 skrll /* IOBDMA Operations */ 137 1.2.2.2 skrll 138 1.2.2.2 skrll /* Store Operations */ 139 1.2.2.2 skrll 140 1.2.2.2 skrll /* -------------------------------------------------------------------------- */ 141 1.2.2.2 skrll 142 1.2.2.2 skrll /* ---- utility functions */ 143 1.2.2.2 skrll 144 1.2.2.2 skrll 145 1.2.2.2 skrll /* ---- status by coreid */ 146 1.2.2.2 skrll 147 1.2.2.2 skrll static inline uint64_t 148 1.2.2.2 skrll octeon_pow_status_by_coreid_pend_tag(int coreid) 149 1.2.2.2 skrll { 150 1.2.2.2 skrll return octeon_pow_ops_pow_status(coreid, 0, 0, 0); 151 1.2.2.2 skrll } 152 1.2.2.2 skrll 153 1.2.2.2 skrll static inline uint64_t 154 1.2.2.2 skrll octeon_pow_status_by_coreid_pend_wqp(int coreid) 155 1.2.2.2 skrll { 156 1.2.2.2 skrll return octeon_pow_ops_pow_status(coreid, 0, 0, 1); 157 1.2.2.2 skrll } 158 1.2.2.2 skrll 159 1.2.2.2 skrll static inline uint64_t 160 1.2.2.2 skrll octeon_pow_status_by_coreid_cur_tag_next(int coreid) 161 1.2.2.2 skrll { 162 1.2.2.2 skrll return octeon_pow_ops_pow_status(coreid, 0, 1, 0); 163 1.2.2.2 skrll } 164 1.2.2.2 skrll 165 1.2.2.2 skrll static inline uint64_t 166 1.2.2.2 skrll octeon_pow_status_by_coreid_cur_tag_prev(int coreid) 167 1.2.2.2 skrll { 168 1.2.2.2 skrll return octeon_pow_ops_pow_status(coreid, 1, 1, 0); 169 1.2.2.2 skrll } 170 1.2.2.2 skrll 171 1.2.2.2 skrll static inline uint64_t 172 1.2.2.2 skrll octeon_pow_status_by_coreid_cur_wqp_next(int coreid) 173 1.2.2.2 skrll { 174 1.2.2.2 skrll return octeon_pow_ops_pow_status(coreid, 0, 1, 1); 175 1.2.2.2 skrll } 176 1.2.2.2 skrll 177 1.2.2.2 skrll static inline uint64_t 178 1.2.2.2 skrll octeon_pow_status_by_coreid_cur_wqp_prev(int coreid) 179 1.2.2.2 skrll { 180 1.2.2.2 skrll return octeon_pow_ops_pow_status(coreid, 1, 1, 1); 181 1.2.2.2 skrll } 182 1.2.2.2 skrll 183 1.2.2.2 skrll /* ---- status by index */ 184 1.2.2.2 skrll 185 1.2.2.2 skrll static inline uint64_t 186 1.2.2.2 skrll octeon_pow_status_by_index_tag(int index) 187 1.2.2.2 skrll { 188 1.2.2.2 skrll return octeon_pow_ops_pow_memory(index, 0, 0); 189 1.2.2.2 skrll } 190 1.2.2.2 skrll 191 1.2.2.2 skrll static inline uint64_t 192 1.2.2.2 skrll octeon_pow_status_by_index_wqp(int index) 193 1.2.2.2 skrll { 194 1.2.2.2 skrll return octeon_pow_ops_pow_memory(index, 0, 1); 195 1.2.2.2 skrll } 196 1.2.2.2 skrll 197 1.2.2.2 skrll static inline uint64_t 198 1.2.2.2 skrll octeon_pow_status_by_index_desched(int index) 199 1.2.2.2 skrll { 200 1.2.2.2 skrll return octeon_pow_ops_pow_memory(index, 1, 0); 201 1.2.2.2 skrll } 202 1.2.2.2 skrll 203 1.2.2.2 skrll /* ---- status by qos level */ 204 1.2.2.2 skrll 205 1.2.2.2 skrll static inline uint64_t 206 1.2.2.2 skrll octeon_pow_status_by_qos_free_loc(int qos) 207 1.2.2.2 skrll { 208 1.2.2.2 skrll return octeon_pow_ops_pow_idxptr(qos, 0, 0); 209 1.2.2.2 skrll } 210 1.2.2.2 skrll 211 1.2.2.2 skrll /* ---- status by desched group */ 212 1.2.2.2 skrll 213 1.2.2.2 skrll static inline uint64_t 214 1.2.2.2 skrll octeon_pow_status_by_grp_nosched_des(int grp) 215 1.2.2.2 skrll { 216 1.2.2.2 skrll return octeon_pow_ops_pow_idxptr(grp, 0, 1); 217 1.2.2.2 skrll } 218 1.2.2.2 skrll 219 1.2.2.2 skrll /* ---- status by memory input queue */ 220 1.2.2.2 skrll 221 1.2.2.2 skrll static inline uint64_t 222 1.2.2.2 skrll octeon_pow_status_by_queue_remote_head(int queue) 223 1.2.2.2 skrll { 224 1.2.2.2 skrll return octeon_pow_ops_pow_idxptr(queue, 1, 0); 225 1.2.2.2 skrll } 226 1.2.2.2 skrll 227 1.2.2.2 skrll static inline uint64_t 228 1.2.2.2 skrll octeon_pow_status_by_queue_remote_tail(int queue) 229 1.2.2.2 skrll { 230 1.2.2.2 skrll return octeon_pow_ops_pow_idxptr(queue, 1, 0); 231 1.2.2.2 skrll } 232 1.2.2.2 skrll 233 1.2.2.2 skrll /* ---- tag switch */ 234 1.2.2.2 skrll 235 1.2.2.2 skrll /* 236 1.2.2.2 skrll * "RDHWR rt, $30" returns: 237 1.2.2.2 skrll * 0 => pending bit is set 238 1.2.2.2 skrll * 1 => pending bit is clear 239 1.2.2.2 skrll */ 240 1.2.2.2 skrll 241 1.2.2.2 skrll /* return 1 if pending bit is clear (ready) */ 242 1.2.2.2 skrll static inline int 243 1.2.2.2 skrll octeon_pow_tag_sw_poll(void) 244 1.2.2.2 skrll { 245 1.2.2.2 skrll uint64_t result; 246 1.2.2.2 skrll 247 1.2.2.2 skrll /* XXX O32 */ 248 1.2.2.2 skrll __asm __volatile ( 249 1.2.2.2 skrll " .set push \n" 250 1.2.2.2 skrll " .set noreorder \n" 251 1.2.2.2 skrll " .set arch=octeon \n" 252 1.2.2.2 skrll " rdhwr %[result], $30 \n" 253 1.2.2.2 skrll " .set pop \n" 254 1.2.2.2 skrll : [result]"=r"(result) 255 1.2.2.2 skrll ); 256 1.2.2.2 skrll /* XXX O32 */ 257 1.2.2.2 skrll return (int)result; 258 1.2.2.2 skrll } 259 1.2.2.2 skrll 260 1.2.2.2 skrll /* -------------------------------------------------------------------------- */ 261 1.2.2.2 skrll 262 1.2.2.2 skrll /* ---- initialization and configuration */ 263 1.2.2.2 skrll 264 1.2.2.2 skrll void 265 1.2.2.2 skrll octeon_pow_bootstrap(struct octeon_config *mcp) 266 1.2.2.2 skrll { 267 1.2.2.2 skrll struct octeon_pow_softc *sc = &octeon_pow_softc; 268 1.2.2.2 skrll 269 1.2.2.2 skrll sc->sc_regt = &mcp->mc_iobus_bust; 270 1.2.2.2 skrll /* XXX */ 271 1.2.2.2 skrll 272 1.2.2.2 skrll octeon_pow_init(sc); 273 1.2.2.2 skrll 274 1.2.2.2 skrll #ifdef OCTEON_ETH_DEBUG 275 1.2.2.2 skrll __octeon_pow_softc = sc; 276 1.2.2.2 skrll #endif 277 1.2.2.2 skrll 278 1.2.2.2 skrll } 279 1.2.2.2 skrll 280 1.2.2.2 skrll static inline void 281 1.2.2.2 skrll octeon_pow_config_int(struct octeon_pow_softc *sc, int group, 282 1.2.2.2 skrll uint64_t tc_thr, uint64_t ds_thr, uint64_t iq_thr) 283 1.2.2.2 skrll { 284 1.2.2.2 skrll uint64_t wq_int_thr; 285 1.2.2.2 skrll 286 1.2.2.2 skrll wq_int_thr = 287 1.2.2.2 skrll POW_WQ_INT_THRX_TC_EN | 288 1.2.2.2 skrll (tc_thr << POW_WQ_INT_THRX_TC_THR_SHIFT) | 289 1.2.2.2 skrll (ds_thr << POW_WQ_INT_THRX_DS_THR_SHIFT) | 290 1.2.2.2 skrll (iq_thr << POW_WQ_INT_THRX_IQ_THR_SHIFT); 291 1.2.2.2 skrll _POW_WR8(sc, POW_WQ_INT_THR0_OFFSET + (group * 8), wq_int_thr); 292 1.2.2.2 skrll } 293 1.2.2.2 skrll 294 1.2.2.2 skrll /* 295 1.2.2.2 skrll * interrupt threshold configuration 296 1.2.2.2 skrll * 297 1.2.2.2 skrll * => DS / IQ 298 1.2.2.2 skrll * => ... 299 1.2.2.2 skrll * => time counter threshold 300 1.2.2.2 skrll * => unit is 1msec 301 1.2.2.2 skrll * => each group can set timeout 302 1.2.2.2 skrll * => temporary disable bit 303 1.2.2.2 skrll * => use CIU generic timer 304 1.2.2.2 skrll */ 305 1.2.2.2 skrll 306 1.2.2.2 skrll void 307 1.2.2.2 skrll octeon_pow_config(struct octeon_pow_softc *sc, int group) 308 1.2.2.2 skrll { 309 1.2.2.2 skrll 310 1.2.2.2 skrll octeon_pow_config_int(sc, group, 311 1.2.2.2 skrll 0x0f, /* TC */ 312 1.2.2.2 skrll 0x00, /* DS */ 313 1.2.2.2 skrll 0x00); /* IQ */ 314 1.2.2.2 skrll } 315 1.2.2.2 skrll 316 1.2.2.2 skrll void * 317 1.2.2.2 skrll octeon_pow_intr_establish(int group, int level, 318 1.2.2.2 skrll void (*cb)(void *, uint64_t *), void (*fcb)(int*, int *, uint64_t, void *), 319 1.2.2.2 skrll void *data) 320 1.2.2.2 skrll { 321 1.2.2.2 skrll struct octeon_pow_intr_handle *pow_ih; 322 1.2.2.2 skrll 323 1.2.2.2 skrll KASSERT(group >= 0); 324 1.2.2.2 skrll KASSERT(group < 16); 325 1.2.2.2 skrll 326 1.2.2.2 skrll pow_ih = malloc(sizeof(*pow_ih), M_DEVBUF, M_NOWAIT); 327 1.2.2.2 skrll KASSERT(pow_ih != NULL); 328 1.2.2.2 skrll 329 1.2.2.2 skrll pow_ih->pi_ih = octeon_intr_establish( 330 1.2.2.2 skrll ffs64(CIU_INTX_SUM0_WORKQ_0) - 1 + group, 331 1.2.2.2 skrll level, 332 1.2.2.2 skrll octeon_pow_intr, pow_ih); 333 1.2.2.2 skrll KASSERT(pow_ih->pi_ih != NULL); 334 1.2.2.2 skrll 335 1.2.2.2 skrll pow_ih->pi_sc = &octeon_pow_softc; /* XXX */ 336 1.2.2.2 skrll pow_ih->pi_group = group; 337 1.2.2.2 skrll pow_ih->pi_cb = cb; 338 1.2.2.2 skrll pow_ih->pi_data = data; 339 1.2.2.2 skrll 340 1.2.2.2 skrll #ifdef OCTEON_ETH_DEBUG 341 1.2.2.2 skrll octeon_pow_intr_debug_init(pow_ih, group); 342 1.2.2.2 skrll #endif 343 1.2.2.2 skrll return pow_ih; 344 1.2.2.2 skrll } 345 1.2.2.2 skrll 346 1.2.2.2 skrll #ifdef OCTEON_ETH_DEBUG 347 1.2.2.2 skrll #define _NAMELEN 8 348 1.2.2.2 skrll #define _DESCRLEN 40 349 1.2.2.2 skrll 350 1.2.2.2 skrll static void 351 1.2.2.2 skrll octeon_pow_intr_debug_init(struct octeon_pow_intr_handle *pow_ih, int group) 352 1.2.2.2 skrll { 353 1.2.2.2 skrll pow_ih->pi_first = 1; 354 1.2.2.2 skrll char *name, *descr; 355 1.2.2.2 skrll int i; 356 1.2.2.2 skrll 357 1.2.2.2 skrll name = malloc(_NAMELEN + 358 1.2.2.2 skrll _DESCRLEN * __arraycount(pow_ih->pi_ev_per) + 359 1.2.2.2 skrll _DESCRLEN * __arraycount(pow_ih->pi_ev_ival), 360 1.2.2.2 skrll M_DEVBUF, M_NOWAIT); 361 1.2.2.2 skrll descr = name + _NAMELEN; 362 1.2.2.2 skrll snprintf(name, _NAMELEN, "pow%d", group); 363 1.2.2.2 skrll for (i = 0; i < (int)__arraycount(pow_ih->pi_ev_per); i++) { 364 1.2.2.2 skrll int n = 1 << (i - 1); 365 1.2.2.2 skrll 366 1.2.2.2 skrll (void)snprintf(descr, _DESCRLEN, 367 1.2.2.2 skrll "# of works per intr (%d-%d)", 368 1.2.2.2 skrll (i == 0) ? 0 : n, 369 1.2.2.2 skrll (i == 0) ? 0 : ((n << 1) - 1)); 370 1.2.2.2 skrll evcnt_attach_dynamic(&pow_ih->pi_ev_per[i], 371 1.2.2.2 skrll EVCNT_TYPE_MISC, NULL, name, descr); 372 1.2.2.2 skrll descr += _DESCRLEN; 373 1.2.2.2 skrll } 374 1.2.2.2 skrll for (i = 0; i < (int)__arraycount(pow_ih->pi_ev_ival); i++) { 375 1.2.2.2 skrll int n = 1 << (i - 1); 376 1.2.2.2 skrll int p, q; 377 1.2.2.2 skrll char unit; 378 1.2.2.2 skrll 379 1.2.2.2 skrll p = n; 380 1.2.2.2 skrll q = (n << 1) - 1; 381 1.2.2.2 skrll unit = 'u'; 382 1.2.2.2 skrll /* 383 1.2.2.2 skrll * 0 is exceptional 384 1.2.2.2 skrll */ 385 1.2.2.2 skrll if (i == 0) 386 1.2.2.2 skrll p = q = 0; 387 1.2.2.2 skrll /* 388 1.2.2.2 skrll * count 1024usec as 1msec 389 1.2.2.2 skrll * 390 1.2.2.2 skrll * XXX this is not exact 391 1.2.2.2 skrll */ 392 1.2.2.2 skrll if ((i - 1) >= 10) { 393 1.2.2.2 skrll p /= 1000; 394 1.2.2.2 skrll q /= 1000; 395 1.2.2.2 skrll unit = 'm'; 396 1.2.2.2 skrll } 397 1.2.2.2 skrll (void)snprintf(descr, _DESCRLEN, "intr interval (%d-%d%csec)", 398 1.2.2.2 skrll p, q, unit); 399 1.2.2.2 skrll evcnt_attach_dynamic(&pow_ih->pi_ev_ival[i], 400 1.2.2.2 skrll EVCNT_TYPE_MISC, NULL, name, descr); 401 1.2.2.2 skrll descr += _DESCRLEN; 402 1.2.2.2 skrll } 403 1.2.2.2 skrll evcnt_attach_dynamic(&pow_ih->pi_ev_stray_tc, 404 1.2.2.2 skrll EVCNT_TYPE_MISC, NULL, name, "stray intr (TC)"); 405 1.2.2.2 skrll evcnt_attach_dynamic(&pow_ih->pi_ev_stray_ds, 406 1.2.2.2 skrll EVCNT_TYPE_MISC, NULL, name, "stray intr (DS)"); 407 1.2.2.2 skrll evcnt_attach_dynamic(&pow_ih->pi_ev_stray_iq, 408 1.2.2.2 skrll EVCNT_TYPE_MISC, NULL, name, "stray intr (IQ)"); 409 1.2.2.2 skrll } 410 1.2.2.2 skrll #endif 411 1.2.2.2 skrll 412 1.2.2.2 skrll void 413 1.2.2.2 skrll octeon_pow_init(struct octeon_pow_softc *sc) 414 1.2.2.2 skrll { 415 1.2.2.2 skrll octeon_pow_init_regs(sc); 416 1.2.2.2 skrll 417 1.2.2.2 skrll sc->sc_int_pc_base = 10000; 418 1.2.2.2 skrll octeon_pow_config_int_pc(sc, sc->sc_int_pc_base); 419 1.2.2.2 skrll 420 1.2.2.2 skrll #ifdef OCTEON_ETH_DEBUG 421 1.2.2.2 skrll octeon_pow_error_int_enable(sc, 1); 422 1.2.2.2 skrll #endif 423 1.2.2.2 skrll } 424 1.2.2.2 skrll 425 1.2.2.2 skrll void 426 1.2.2.2 skrll octeon_pow_init_regs(struct octeon_pow_softc *sc) 427 1.2.2.2 skrll { 428 1.2.2.2 skrll int status; 429 1.2.2.2 skrll 430 1.2.2.2 skrll status = bus_space_map(sc->sc_regt, POW_BASE, POW_SIZE, 0, 431 1.2.2.2 skrll &sc->sc_regh); 432 1.2.2.2 skrll if (status != 0) 433 1.2.2.2 skrll panic("can't map %s space", "pow register"); 434 1.2.2.2 skrll 435 1.2.2.2 skrll #ifdef OCTEON_ETH_DEBUG 436 1.2.2.2 skrll _POW_WR8(sc, POW_ECC_ERR_OFFSET, 437 1.2.2.2 skrll POW_ECC_ERR_IOP_IE | POW_ECC_ERR_RPE_IE | 438 1.2.2.2 skrll POW_ECC_ERR_DBE_IE | POW_ECC_ERR_SBE_IE); 439 1.2.2.2 skrll #endif 440 1.2.2.2 skrll } 441 1.2.2.2 skrll 442 1.2.2.2 skrll /* -------------------------------------------------------------------------- */ 443 1.2.2.2 skrll 444 1.2.2.2 skrll /* ---- interrupt handling */ 445 1.2.2.2 skrll 446 1.2.2.2 skrll #ifdef OCTEON_ETH_DEBUG 447 1.2.2.2 skrll static inline void 448 1.2.2.2 skrll octeon_pow_intr_work_debug_ival(struct octeon_pow_softc *sc, 449 1.2.2.2 skrll struct octeon_pow_intr_handle *pow_ih) 450 1.2.2.2 skrll { 451 1.2.2.2 skrll struct timeval now; 452 1.2.2.2 skrll struct timeval ival; 453 1.2.2.2 skrll int n; 454 1.2.2.2 skrll 455 1.2.2.2 skrll microtime(&now); 456 1.2.2.2 skrll if (__predict_false(pow_ih->pi_first == 1)) { 457 1.2.2.2 skrll pow_ih->pi_first = 0; 458 1.2.2.2 skrll goto stat_done; 459 1.2.2.2 skrll } 460 1.2.2.2 skrll timersub(&now, &pow_ih->pi_last, &ival); 461 1.2.2.2 skrll if (ival.tv_sec != 0) 462 1.2.2.2 skrll goto stat_done; /* XXX */ 463 1.2.2.2 skrll n = ffs64((uint64_t)ival.tv_usec); 464 1.2.2.2 skrll if (n > (int)__arraycount(pow_ih->pi_ev_ival) - 1) 465 1.2.2.2 skrll n = (int)__arraycount(pow_ih->pi_ev_ival) - 1; 466 1.2.2.2 skrll pow_ih->pi_ev_ival[n].ev_count++; 467 1.2.2.2 skrll 468 1.2.2.2 skrll stat_done: 469 1.2.2.2 skrll pow_ih->pi_last = now; /* struct copy */ 470 1.2.2.2 skrll } 471 1.2.2.2 skrll 472 1.2.2.2 skrll static inline void 473 1.2.2.2 skrll octeon_pow_intr_work_debug_per(struct octeon_pow_softc *sc, 474 1.2.2.2 skrll struct octeon_pow_intr_handle *pow_ih, int count) 475 1.2.2.2 skrll { 476 1.2.2.2 skrll int n; 477 1.2.2.2 skrll 478 1.2.2.2 skrll n = ffs64(count); 479 1.2.2.2 skrll if (n > (int)__arraycount(pow_ih->pi_ev_per) - 1) 480 1.2.2.2 skrll n = (int)__arraycount(pow_ih->pi_ev_per) - 1; 481 1.2.2.2 skrll pow_ih->pi_ev_per[n].ev_count++; 482 1.2.2.2 skrll #if 1 483 1.2.2.2 skrll if (count == 0) { 484 1.2.2.2 skrll uint64_t wq_int_cnt; 485 1.2.2.2 skrll 486 1.2.2.2 skrll wq_int_cnt = _POW_GROUP_RD8(sc, pow_ih, POW_WQ_INT_CNT0_OFFSET); 487 1.2.2.2 skrll if (wq_int_cnt & POW_WQ_INT_CNTX_TC_CNT) 488 1.2.2.2 skrll pow_ih->pi_ev_stray_tc.ev_count++; 489 1.2.2.2 skrll if (wq_int_cnt & POW_WQ_INT_CNTX_DS_CNT) 490 1.2.2.2 skrll pow_ih->pi_ev_stray_ds.ev_count++; 491 1.2.2.2 skrll if (wq_int_cnt & POW_WQ_INT_CNTX_IQ_CNT) 492 1.2.2.2 skrll pow_ih->pi_ev_stray_iq.ev_count++; 493 1.2.2.2 skrll } 494 1.2.2.2 skrll #endif 495 1.2.2.2 skrll } 496 1.2.2.2 skrll #endif 497 1.2.2.2 skrll 498 1.2.2.2 skrll #ifdef OCTEON_ETH_DEBUG 499 1.2.2.2 skrll #define _POW_INTR_WORK_DEBUG_IVAL(sc, ih) \ 500 1.2.2.2 skrll octeon_pow_intr_work_debug_ival((sc), (ih)) 501 1.2.2.2 skrll #define _POW_INTR_WORK_DEBUG_PER(sc, ih, count) \ 502 1.2.2.2 skrll octeon_pow_intr_work_debug_per((sc), (ih), (count)) 503 1.2.2.2 skrll #else 504 1.2.2.2 skrll #define _POW_INTR_WORK_DEBUG_IVAL(sc, ih) \ 505 1.2.2.2 skrll do {} while (0) 506 1.2.2.2 skrll #define _POW_INTR_WORK_DEBUG_PER(sc, ih, count) \ 507 1.2.2.2 skrll do {} while (0) 508 1.2.2.2 skrll #endif 509 1.2.2.2 skrll 510 1.2.2.2 skrll /* 511 1.2.2.2 skrll * Interrupt handling by fixed count, following Cavium's SDK code. 512 1.2.2.2 skrll * 513 1.2.2.2 skrll * XXX the fixed count (MAX_RX_CNT) could be changed dynamically? 514 1.2.2.2 skrll * 515 1.2.2.2 skrll * XXX this does not utilize "tag switch" very well 516 1.2.2.2 skrll */ 517 1.2.2.2 skrll /* 518 1.2.2.2 skrll * usually all packet recieve 519 1.2.2.2 skrll */ 520 1.2.2.2 skrll #define MAX_RX_CNT 0x7fffffff 521 1.2.2.2 skrll 522 1.2.2.2 skrll static inline void 523 1.2.2.2 skrll octeon_pow_intr_work(struct octeon_pow_softc *sc, 524 1.2.2.2 skrll struct octeon_pow_intr_handle *pow_ih, int recv_limit) 525 1.2.2.2 skrll { 526 1.2.2.2 skrll uint64_t *work; 527 1.2.2.2 skrll uint64_t count = 0; 528 1.2.2.2 skrll 529 1.2.2.2 skrll _POW_WR8(sc, POW_PP_GRP_MSK0_OFFSET, UINT64_C(1) << pow_ih->pi_group); 530 1.2.2.2 skrll 531 1.2.2.2 skrll _POW_INTR_WORK_DEBUG_IVAL(sc, pow_ih); 532 1.2.2.2 skrll 533 1.2.2.2 skrll for (count = 0; count < recv_limit; count++) { 534 1.2.2.2 skrll octeon_pow_tag_sw_wait(); 535 1.2.2.2 skrll octeon_pow_work_request_async( 536 1.2.2.2 skrll OCTEON_CVMSEG_OFFSET(csm_pow_intr), POW_NO_WAIT); 537 1.2.2.2 skrll work = (uint64_t *)octeon_pow_work_response_async( 538 1.2.2.2 skrll OCTEON_CVMSEG_OFFSET(csm_pow_intr)); 539 1.2.2.2 skrll if (work == NULL) 540 1.2.2.2 skrll break; 541 1.2.2.2 skrll (*pow_ih->pi_cb)(pow_ih->pi_data, work); 542 1.2.2.2 skrll } 543 1.2.2.2 skrll 544 1.2.2.2 skrll _POW_INTR_WORK_DEBUG_PER(sc, pow_ih, count); 545 1.2.2.2 skrll } 546 1.2.2.2 skrll 547 1.2.2.2 skrll static int 548 1.2.2.2 skrll octeon_pow_intr(void *data) 549 1.2.2.2 skrll { 550 1.2.2.2 skrll struct octeon_pow_intr_handle *pow_ih = data; 551 1.2.2.2 skrll struct octeon_pow_softc *sc = pow_ih->pi_sc; 552 1.2.2.2 skrll uint64_t wq_int_mask = UINT64_C(0x1) << pow_ih->pi_group; 553 1.2.2.2 skrll 554 1.2.2.2 skrll #ifdef OCTEON_ETH_INTR_FEEDBACK_RING 555 1.2.2.2 skrll octeon_pow_intr_work(sc, pow_ih, recv_cnt); 556 1.2.2.2 skrll #else 557 1.2.2.2 skrll octeon_pow_intr_work(sc, pow_ih, INT_MAX); 558 1.2.2.2 skrll #endif /* OCTEON_ETH_INTR_FEEDBACK_RING */ 559 1.2.2.2 skrll 560 1.2.2.2 skrll _POW_WR8(sc, POW_WQ_INT_OFFSET, wq_int_mask << POW_WQ_INT_WQ_INT_SHIFT); 561 1.2.2.2 skrll return 1; 562 1.2.2.2 skrll } 563 1.2.2.2 skrll 564 1.2.2.2 skrll #ifdef OCTEON_ETH_INTR_FEEDBACK_RING 565 1.2.2.2 skrll int 566 1.2.2.2 skrll octeon_pow_ring_reduce(void *arg) 567 1.2.2.2 skrll { 568 1.2.2.2 skrll struct octeon_pow_softc *sc = arg; 569 1.2.2.2 skrll int new, newi; 570 1.2.2.2 skrll int s; 571 1.2.2.2 skrll 572 1.2.2.2 skrll #if 0 573 1.2.2.2 skrll if (ipflow_fastforward_disable_flags == 0) { 574 1.2.2.2 skrll newi = int_rate = 1; 575 1.2.2.2 skrll octeon_pow_config_int_pc_rate(sc, int_rate); 576 1.2.2.2 skrll return recv_cnt; 577 1.2.2.2 skrll } 578 1.2.2.2 skrll #endif 579 1.2.2.2 skrll 580 1.2.2.2 skrll new = recv_cnt / 2; 581 1.2.2.2 skrll if (new < min_recv_cnt) { 582 1.2.2.2 skrll newi = int_rate << 1; 583 1.2.2.2 skrll if (newi > 128) { 584 1.2.2.2 skrll newi = 128; 585 1.2.2.2 skrll #ifdef POW_DEBUG 586 1.2.2.2 skrll log(LOG_DEBUG, 587 1.2.2.2 skrll "Min intr rate.\n"); 588 1.2.2.2 skrll #endif 589 1.2.2.2 skrll new = min_recv_cnt; 590 1.2.2.2 skrll } 591 1.2.2.2 skrll else { 592 1.2.2.2 skrll log(LOG_DEBUG, 593 1.2.2.2 skrll "pow interrupt rate optimized %d->%d.\n", 594 1.2.2.2 skrll int_rate, newi); 595 1.2.2.2 skrll int_rate = newi; 596 1.2.2.2 skrll octeon_pow_config_int_pc_rate(sc, int_rate); 597 1.2.2.2 skrll new = max_recv_cnt; 598 1.2.2.2 skrll } 599 1.2.2.2 skrll } 600 1.2.2.2 skrll 601 1.2.2.2 skrll s = splhigh(); /* XXX */ 602 1.2.2.2 skrll recv_cnt = new; 603 1.2.2.2 skrll splx(s); 604 1.2.2.2 skrll 605 1.2.2.2 skrll return new; 606 1.2.2.2 skrll } 607 1.2.2.2 skrll 608 1.2.2.2 skrll int 609 1.2.2.2 skrll octeon_pow_ring_grow(void *arg) 610 1.2.2.2 skrll { 611 1.2.2.2 skrll struct octeon_pow_softc *sc = arg; 612 1.2.2.2 skrll int new, newi; 613 1.2.2.2 skrll int s; 614 1.2.2.2 skrll 615 1.2.2.2 skrll #if 0 616 1.2.2.2 skrll if (ipflow_fastforward_disable_flags == 0) { 617 1.2.2.2 skrll newi = int_rate = 1; 618 1.2.2.2 skrll octeon_pow_config_int_pc_rate(sc, int_rate); 619 1.2.2.2 skrll return recv_cnt; 620 1.2.2.2 skrll } 621 1.2.2.2 skrll #endif 622 1.2.2.2 skrll 623 1.2.2.2 skrll new = recv_cnt + 1; 624 1.2.2.2 skrll if (new > max_recv_cnt) { 625 1.2.2.2 skrll newi = int_rate >> 1; 626 1.2.2.2 skrll if (newi <= 0) { 627 1.2.2.2 skrll newi = 1; 628 1.2.2.2 skrll #ifdef POW_DEBUG 629 1.2.2.2 skrll log(LOG_DEBUG, 630 1.2.2.2 skrll "Max intr rate.\n"); 631 1.2.2.2 skrll #endif 632 1.2.2.2 skrll new = max_recv_cnt; 633 1.2.2.2 skrll } 634 1.2.2.2 skrll else { 635 1.2.2.2 skrll log(LOG_DEBUG, 636 1.2.2.2 skrll "pow interrupt rate optimized %d->%d.\n", 637 1.2.2.2 skrll int_rate, newi); 638 1.2.2.2 skrll int_rate = newi; 639 1.2.2.2 skrll octeon_pow_config_int_pc_rate(sc, int_rate); 640 1.2.2.2 skrll new = min_recv_cnt; 641 1.2.2.2 skrll } 642 1.2.2.2 skrll } 643 1.2.2.2 skrll 644 1.2.2.2 skrll s = splhigh(); /* XXX */ 645 1.2.2.2 skrll recv_cnt = new; 646 1.2.2.2 skrll splx(s); 647 1.2.2.2 skrll 648 1.2.2.2 skrll return new; 649 1.2.2.2 skrll } 650 1.2.2.2 skrll 651 1.2.2.2 skrll int 652 1.2.2.2 skrll octeon_pow_ring_size(void) 653 1.2.2.2 skrll { 654 1.2.2.2 skrll return recv_cnt; 655 1.2.2.2 skrll } 656 1.2.2.2 skrll 657 1.2.2.2 skrll int 658 1.2.2.2 skrll octeon_pow_ring_intr(void) 659 1.2.2.2 skrll { 660 1.2.2.2 skrll return int_rate; 661 1.2.2.2 skrll } 662 1.2.2.2 skrll #endif /* OCTEON_ETH_INTR_FEEDBACK_RING */ 663 1.2.2.2 skrll 664 1.2.2.2 skrll /* -------------------------------------------------------------------------- */ 665 1.2.2.2 skrll 666 1.2.2.2 skrll /* ---- debug configuration */ 667 1.2.2.2 skrll 668 1.2.2.2 skrll #ifdef OCTEON_ETH_DEBUG 669 1.2.2.2 skrll 670 1.2.2.2 skrll void 671 1.2.2.2 skrll octeon_pow_error_int_enable(void *data, int enable) 672 1.2.2.2 skrll { 673 1.2.2.2 skrll struct octeon_pow_softc *sc = data; 674 1.2.2.2 skrll uint64_t pow_error_int_xxx; 675 1.2.2.2 skrll 676 1.2.2.2 skrll pow_error_int_xxx = 677 1.2.2.2 skrll POW_ECC_ERR_IOP | POW_ECC_ERR_RPE | 678 1.2.2.2 skrll POW_ECC_ERR_DBE | POW_ECC_ERR_SBE; 679 1.2.2.2 skrll _POW_WR8(sc, POW_ECC_ERR_OFFSET, pow_error_int_xxx); 680 1.2.2.2 skrll _POW_WR8(sc, POW_ECC_ERR_OFFSET, enable ? pow_error_int_xxx : 0); 681 1.2.2.2 skrll } 682 1.2.2.2 skrll 683 1.2.2.2 skrll uint64_t 684 1.2.2.2 skrll octeon_pow_error_int_summary(void *data) 685 1.2.2.2 skrll { 686 1.2.2.2 skrll struct octeon_pow_softc *sc = data; 687 1.2.2.2 skrll uint64_t summary; 688 1.2.2.2 skrll 689 1.2.2.2 skrll summary = _POW_RD8(sc, POW_ECC_ERR_OFFSET); 690 1.2.2.2 skrll _POW_WR8(sc, POW_ECC_ERR_OFFSET, summary); 691 1.2.2.2 skrll return summary; 692 1.2.2.2 skrll } 693 1.2.2.2 skrll 694 1.2.2.2 skrll #endif 695 1.2.2.2 skrll 696 1.2.2.2 skrll /* -------------------------------------------------------------------------- */ 697 1.2.2.2 skrll 698 1.2.2.2 skrll /* ---- debug counter */ 699 1.2.2.2 skrll 700 1.2.2.2 skrll #ifdef OCTEON_ETH_DEBUG 701 1.2.2.2 skrll int octeon_pow_intr_rml_verbose; 702 1.2.2.2 skrll struct evcnt octeon_pow_intr_evcnt; 703 1.2.2.2 skrll 704 1.2.2.2 skrll static const struct octeon_evcnt_entry octeon_pow_intr_evcnt_entries[] = { 705 1.2.2.2 skrll #define _ENTRY(name, type, parent, descr) \ 706 1.2.2.2 skrll OCTEON_EVCNT_ENTRY(struct octeon_pow_softc, name, type, parent, descr) 707 1.2.2.2 skrll _ENTRY(powecciopcsrpend, MISC, NULL, "pow csr load"), 708 1.2.2.2 skrll _ENTRY(powecciopdbgpend, MISC, NULL, "pow dbg load"), 709 1.2.2.2 skrll _ENTRY(powecciopaddwork, MISC, NULL, "pow addwork"), 710 1.2.2.2 skrll _ENTRY(powecciopillop, MISC, NULL, "pow ill op"), 711 1.2.2.2 skrll _ENTRY(poweccioppend24, MISC, NULL, "pow pend24"), 712 1.2.2.2 skrll _ENTRY(poweccioppend23, MISC, NULL, "pow pend23"), 713 1.2.2.2 skrll _ENTRY(poweccioppend22, MISC, NULL, "pow pend22"), 714 1.2.2.2 skrll _ENTRY(poweccioppend21, MISC, NULL, "pow pend21"), 715 1.2.2.2 skrll _ENTRY(poweccioptagnull, MISC, NULL, "pow tag null"), 716 1.2.2.2 skrll _ENTRY(poweccioptagnullnull, MISC, NULL, "pow tag nullnull"), 717 1.2.2.2 skrll _ENTRY(powecciopordatom, MISC, NULL, "pow ordered atomic"), 718 1.2.2.2 skrll _ENTRY(powecciopnull, MISC, NULL, "pow core null"), 719 1.2.2.2 skrll _ENTRY(powecciopnullnull, MISC, NULL, "pow core nullnull"), 720 1.2.2.2 skrll _ENTRY(poweccrpe, MISC, NULL, "pow remote-pointer error"), 721 1.2.2.2 skrll _ENTRY(poweccsyn, MISC, NULL, "pow syndrome value"), 722 1.2.2.2 skrll _ENTRY(poweccdbe, MISC, NULL, "pow double bit"), 723 1.2.2.2 skrll _ENTRY(poweccsbe, MISC, NULL, "pow single bit"), 724 1.2.2.2 skrll #undef _ENTRY 725 1.2.2.2 skrll }; 726 1.2.2.2 skrll 727 1.2.2.2 skrll void 728 1.2.2.2 skrll octeon_pow_intr_evcnt_attach(struct octeon_pow_softc *sc) 729 1.2.2.2 skrll { 730 1.2.2.2 skrll OCTEON_EVCNT_ATTACH_EVCNTS(sc, octeon_pow_intr_evcnt_entries, "pow0"); 731 1.2.2.2 skrll } 732 1.2.2.2 skrll 733 1.2.2.2 skrll void 734 1.2.2.2 skrll octeon_pow_intr_rml(void *arg) 735 1.2.2.2 skrll { 736 1.2.2.2 skrll struct octeon_pow_softc *sc; 737 1.2.2.2 skrll uint64_t reg; 738 1.2.2.2 skrll 739 1.2.2.2 skrll octeon_pow_intr_evcnt.ev_count++; 740 1.2.2.2 skrll sc = __octeon_pow_softc; 741 1.2.2.2 skrll KASSERT(sc != NULL); 742 1.2.2.2 skrll reg = octeon_pow_error_int_summary(sc); 743 1.2.2.2 skrll if (octeon_pow_intr_rml_verbose) 744 1.2.2.2 skrll printf("%s: POW_ECC_ERR=0x%016" PRIx64 "\n", __func__, reg); 745 1.2.2.2 skrll switch (reg & POW_ECC_ERR_IOP) { 746 1.2.2.2 skrll case POW_ECC_ERR_IOP_CSRPEND: 747 1.2.2.2 skrll OCTEON_EVCNT_INC(sc, powecciopcsrpend); 748 1.2.2.2 skrll break; 749 1.2.2.2 skrll case POW_ECC_ERR_IOP_DBGPEND: 750 1.2.2.2 skrll OCTEON_EVCNT_INC(sc, powecciopdbgpend); 751 1.2.2.2 skrll break; 752 1.2.2.2 skrll case POW_ECC_ERR_IOP_ADDWORK: 753 1.2.2.2 skrll OCTEON_EVCNT_INC(sc, powecciopaddwork); 754 1.2.2.2 skrll break; 755 1.2.2.2 skrll case POW_ECC_ERR_IOP_ILLOP: 756 1.2.2.2 skrll OCTEON_EVCNT_INC(sc, powecciopillop); 757 1.2.2.2 skrll break; 758 1.2.2.2 skrll case POW_ECC_ERR_IOP_PEND24: 759 1.2.2.2 skrll OCTEON_EVCNT_INC(sc, poweccioppend24); 760 1.2.2.2 skrll break; 761 1.2.2.2 skrll case POW_ECC_ERR_IOP_PEND23: 762 1.2.2.2 skrll OCTEON_EVCNT_INC(sc, poweccioppend23); 763 1.2.2.2 skrll break; 764 1.2.2.2 skrll case POW_ECC_ERR_IOP_PEND22: 765 1.2.2.2 skrll OCTEON_EVCNT_INC(sc, poweccioppend22); 766 1.2.2.2 skrll break; 767 1.2.2.2 skrll case POW_ECC_ERR_IOP_PEND21: 768 1.2.2.2 skrll OCTEON_EVCNT_INC(sc, poweccioppend21); 769 1.2.2.2 skrll break; 770 1.2.2.2 skrll case POW_ECC_ERR_IOP_TAGNULL: 771 1.2.2.2 skrll OCTEON_EVCNT_INC(sc, poweccioptagnull); 772 1.2.2.2 skrll break; 773 1.2.2.2 skrll case POW_ECC_ERR_IOP_TAGNULLNULL: 774 1.2.2.2 skrll OCTEON_EVCNT_INC(sc, poweccioptagnullnull); 775 1.2.2.2 skrll break; 776 1.2.2.2 skrll case POW_ECC_ERR_IOP_ORDATOM: 777 1.2.2.2 skrll OCTEON_EVCNT_INC(sc, powecciopordatom); 778 1.2.2.2 skrll break; 779 1.2.2.2 skrll case POW_ECC_ERR_IOP_NULL: 780 1.2.2.2 skrll OCTEON_EVCNT_INC(sc, powecciopnull); 781 1.2.2.2 skrll break; 782 1.2.2.2 skrll case POW_ECC_ERR_IOP_NULLNULL: 783 1.2.2.2 skrll OCTEON_EVCNT_INC(sc, powecciopnullnull); 784 1.2.2.2 skrll break; 785 1.2.2.2 skrll default: 786 1.2.2.2 skrll break; 787 1.2.2.2 skrll } 788 1.2.2.2 skrll if (reg & POW_ECC_ERR_RPE) 789 1.2.2.2 skrll OCTEON_EVCNT_INC(sc, poweccrpe); 790 1.2.2.2 skrll if (reg & POW_ECC_ERR_SYN) 791 1.2.2.2 skrll OCTEON_EVCNT_INC(sc, poweccsyn); 792 1.2.2.2 skrll if (reg & POW_ECC_ERR_DBE) 793 1.2.2.2 skrll OCTEON_EVCNT_INC(sc, poweccdbe); 794 1.2.2.2 skrll if (reg & POW_ECC_ERR_SBE) 795 1.2.2.2 skrll OCTEON_EVCNT_INC(sc, poweccsbe); 796 1.2.2.2 skrll } 797 1.2.2.2 skrll #endif 798 1.2.2.2 skrll 799 1.2.2.2 skrll /* -------------------------------------------------------------------------- */ 800 1.2.2.2 skrll 801 1.2.2.2 skrll /* ---- debug dump */ 802 1.2.2.2 skrll 803 1.2.2.2 skrll #ifdef OCTEON_ETH_DEBUG 804 1.2.2.2 skrll 805 1.2.2.2 skrll void octeon_pow_dump_reg(void); 806 1.2.2.2 skrll void octeon_pow_dump_ops(void); 807 1.2.2.2 skrll 808 1.2.2.2 skrll void 809 1.2.2.2 skrll octeon_pow_dump(void) 810 1.2.2.2 skrll { 811 1.2.2.2 skrll octeon_pow_dump_reg(); 812 1.2.2.2 skrll octeon_pow_dump_ops(); 813 1.2.2.2 skrll } 814 1.2.2.2 skrll 815 1.2.2.2 skrll /* ---- register dump */ 816 1.2.2.2 skrll 817 1.2.2.2 skrll struct octeon_pow_dump_reg_entry { 818 1.2.2.2 skrll const char *name; 819 1.2.2.2 skrll const char *format; 820 1.2.2.2 skrll size_t offset; 821 1.2.2.2 skrll }; 822 1.2.2.2 skrll 823 1.2.2.2 skrll #define _ENTRY(x) { #x, x##_BITS, x##_OFFSET } 824 1.2.2.2 skrll #define _ENTRY_0_7(x) \ 825 1.2.2.2 skrll _ENTRY(x## 0), _ENTRY(x## 1), _ENTRY(x## 2), _ENTRY(x## 3), \ 826 1.2.2.2 skrll _ENTRY(x## 4), _ENTRY(x## 5), _ENTRY(x## 6), _ENTRY(x## 7) 827 1.2.2.2 skrll #define _ENTRY_0_15(x) \ 828 1.2.2.2 skrll _ENTRY(x## 0), _ENTRY(x## 1), _ENTRY(x## 2), _ENTRY(x## 3), \ 829 1.2.2.2 skrll _ENTRY(x## 4), _ENTRY(x## 5), _ENTRY(x## 6), _ENTRY(x## 7), \ 830 1.2.2.2 skrll _ENTRY(x## 8), _ENTRY(x## 9), _ENTRY(x##10), _ENTRY(x##11), \ 831 1.2.2.2 skrll _ENTRY(x##12), _ENTRY(x##13), _ENTRY(x##14), _ENTRY(x##15) 832 1.2.2.2 skrll 833 1.2.2.2 skrll static const struct octeon_pow_dump_reg_entry octeon_pow_dump_reg_entries[] = { 834 1.2.2.2 skrll _ENTRY (POW_PP_GRP_MSK0), 835 1.2.2.2 skrll _ENTRY (POW_PP_GRP_MSK1), 836 1.2.2.2 skrll _ENTRY_0_15 (POW_WQ_INT_THR), 837 1.2.2.2 skrll _ENTRY_0_15 (POW_WQ_INT_CNT), 838 1.2.2.2 skrll _ENTRY_0_7 (POW_QOS_THR), 839 1.2.2.2 skrll _ENTRY_0_7 (POW_QOS_RND), 840 1.2.2.2 skrll _ENTRY (POW_WQ_INT), 841 1.2.2.2 skrll _ENTRY (POW_WQ_INT_PC), 842 1.2.2.2 skrll _ENTRY (POW_NW_TIM), 843 1.2.2.2 skrll _ENTRY (POW_ECC_ERR), 844 1.2.2.2 skrll _ENTRY (POW_NOS_CNT), 845 1.2.2.2 skrll _ENTRY_0_15 (POW_WS_PC), 846 1.2.2.2 skrll _ENTRY_0_7 (POW_WA_PC), 847 1.2.2.2 skrll _ENTRY_0_7 (POW_IQ_CNT), 848 1.2.2.2 skrll _ENTRY (POW_WA_COM_PC), 849 1.2.2.2 skrll _ENTRY (POW_IQ_COM_CNT), 850 1.2.2.2 skrll _ENTRY (POW_TS_PC), 851 1.2.2.2 skrll _ENTRY (POW_DS_PC), 852 1.2.2.2 skrll _ENTRY (POW_BIST_STAT) 853 1.2.2.2 skrll }; 854 1.2.2.2 skrll 855 1.2.2.2 skrll #undef _ENTRY 856 1.2.2.2 skrll 857 1.2.2.2 skrll void 858 1.2.2.2 skrll octeon_pow_dump_reg(void) 859 1.2.2.2 skrll { 860 1.2.2.2 skrll struct octeon_pow_softc *sc = __octeon_pow_softc; 861 1.2.2.2 skrll const struct octeon_pow_dump_reg_entry *entry; 862 1.2.2.2 skrll uint64_t tmp; 863 1.2.2.2 skrll char buf[512]; 864 1.2.2.2 skrll int i; 865 1.2.2.2 skrll 866 1.2.2.2 skrll for (i = 0; i < (int)__arraycount(octeon_pow_dump_reg_entries); i++) { 867 1.2.2.2 skrll entry = &octeon_pow_dump_reg_entries[i]; 868 1.2.2.2 skrll tmp = _POW_RD8(sc, entry->offset); 869 1.2.2.2 skrll if (entry->format == NULL) 870 1.2.2.2 skrll snprintf(buf, sizeof(buf), "%16" PRIx64, tmp); 871 1.2.2.2 skrll else 872 1.2.2.2 skrll snprintb(buf, sizeof(buf), entry->format, tmp); 873 1.2.2.2 skrll printf("\t%-24s: %s\n", entry->name, buf); 874 1.2.2.2 skrll } 875 1.2.2.2 skrll } 876 1.2.2.2 skrll 877 1.2.2.2 skrll /* ---- operations dump */ 878 1.2.2.2 skrll 879 1.2.2.2 skrll struct octeon_pow_dump_ops_entry { 880 1.2.2.2 skrll const char *name; 881 1.2.2.2 skrll const char *format; 882 1.2.2.2 skrll uint64_t (*func)(int); 883 1.2.2.2 skrll }; 884 1.2.2.2 skrll 885 1.2.2.2 skrll void octeon_pow_dump_ops_coreid(int); 886 1.2.2.2 skrll void octeon_pow_dump_ops_index(int); 887 1.2.2.2 skrll void octeon_pow_dump_ops_qos(int); 888 1.2.2.2 skrll void octeon_pow_dump_ops_grp(int); 889 1.2.2.2 skrll void octeon_pow_dump_ops_queue(int); 890 1.2.2.2 skrll void octeon_pow_dump_ops_common(const struct 891 1.2.2.2 skrll octeon_pow_dump_ops_entry *, size_t, const char *, 892 1.2.2.2 skrll int); 893 1.2.2.2 skrll 894 1.2.2.2 skrll #define _ENTRY_COMMON(name, prefix, x, y) \ 895 1.2.2.2 skrll { #name "_" #x, prefix##_##y##_BITS, octeon_pow_status_by_##name##_##x } 896 1.2.2.2 skrll 897 1.2.2.2 skrll const struct octeon_pow_dump_ops_entry octeon_pow_dump_ops_coreid_entries[] = { 898 1.2.2.2 skrll #define _ENTRY(x, y) _ENTRY_COMMON(coreid, POW_STATUS_LOAD_RESULT, x, y) 899 1.2.2.2 skrll _ENTRY(pend_tag, PEND_TAG), 900 1.2.2.2 skrll _ENTRY(pend_wqp, PEND_WQP), 901 1.2.2.2 skrll _ENTRY(cur_tag_next, CUR_TAG_NEXT), 902 1.2.2.2 skrll _ENTRY(cur_tag_prev, CUR_TAG_PREV), 903 1.2.2.2 skrll _ENTRY(cur_wqp_next, CUR_WQP_NEXT), 904 1.2.2.2 skrll _ENTRY(cur_wqp_prev, CUR_WQP_PREV) 905 1.2.2.2 skrll #undef _ENTRY 906 1.2.2.2 skrll }; 907 1.2.2.2 skrll 908 1.2.2.2 skrll const struct octeon_pow_dump_ops_entry octeon_pow_dump_ops_index_entries[] = { 909 1.2.2.2 skrll #define _ENTRY(x, y) _ENTRY_COMMON(index, POW_MEMORY_LOAD_RESULT, x, y) 910 1.2.2.2 skrll _ENTRY(tag, TAG), 911 1.2.2.2 skrll _ENTRY(wqp, WQP), 912 1.2.2.2 skrll _ENTRY(desched, DESCHED) 913 1.2.2.2 skrll #undef _ENTRY 914 1.2.2.2 skrll }; 915 1.2.2.2 skrll 916 1.2.2.2 skrll const struct octeon_pow_dump_ops_entry octeon_pow_dump_ops_qos_entries[] = { 917 1.2.2.2 skrll #define _ENTRY(x, y) _ENTRY_COMMON(qos, POW_IDXPTR_LOAD_RESULT_QOS, x, y) 918 1.2.2.2 skrll _ENTRY(free_loc, FREE_LOC) 919 1.2.2.2 skrll #undef _ENTRY 920 1.2.2.2 skrll }; 921 1.2.2.2 skrll 922 1.2.2.2 skrll const struct octeon_pow_dump_ops_entry octeon_pow_dump_ops_grp_entries[] = { 923 1.2.2.2 skrll #define _ENTRY(x, y) _ENTRY_COMMON(grp, POW_IDXPTR_LOAD_RESULT_GRP, x, y) 924 1.2.2.2 skrll _ENTRY(nosched_des, NOSCHED_DES) 925 1.2.2.2 skrll #undef _ENTRY 926 1.2.2.2 skrll }; 927 1.2.2.2 skrll 928 1.2.2.2 skrll const struct octeon_pow_dump_ops_entry octeon_pow_dump_ops_queue_entries[] = { 929 1.2.2.2 skrll #define _ENTRY(x, y) _ENTRY_COMMON(queue, POW_IDXPTR_LOAD_RESULT_QUEUE, x, y) 930 1.2.2.2 skrll _ENTRY(remote_head, REMOTE_HEAD), 931 1.2.2.2 skrll _ENTRY(remote_tail, REMOTE_TAIL) 932 1.2.2.2 skrll #undef _ENTRY 933 1.2.2.2 skrll }; 934 1.2.2.2 skrll 935 1.2.2.2 skrll void 936 1.2.2.2 skrll octeon_pow_dump_ops(void) 937 1.2.2.2 skrll { 938 1.2.2.2 skrll int i; 939 1.2.2.2 skrll 940 1.2.2.2 skrll /* XXX */ 941 1.2.2.2 skrll for (i = 0; i < 2/* XXX */; i++) 942 1.2.2.2 skrll octeon_pow_dump_ops_coreid(i); 943 1.2.2.2 skrll 944 1.2.2.2 skrll /* XXX */ 945 1.2.2.2 skrll octeon_pow_dump_ops_index(0); 946 1.2.2.2 skrll 947 1.2.2.2 skrll for (i = 0; i < 8; i++) 948 1.2.2.2 skrll octeon_pow_dump_ops_qos(i); 949 1.2.2.2 skrll 950 1.2.2.2 skrll for (i = 0; i < 16; i++) 951 1.2.2.2 skrll octeon_pow_dump_ops_grp(i); 952 1.2.2.2 skrll 953 1.2.2.2 skrll for (i = 0; i < 16; i++) 954 1.2.2.2 skrll octeon_pow_dump_ops_queue(i); 955 1.2.2.2 skrll } 956 1.2.2.2 skrll 957 1.2.2.2 skrll void 958 1.2.2.2 skrll octeon_pow_dump_ops_coreid(int coreid) 959 1.2.2.2 skrll { 960 1.2.2.2 skrll octeon_pow_dump_ops_common(octeon_pow_dump_ops_coreid_entries, 961 1.2.2.2 skrll __arraycount(octeon_pow_dump_ops_coreid_entries), "coreid", coreid); 962 1.2.2.2 skrll } 963 1.2.2.2 skrll 964 1.2.2.2 skrll void 965 1.2.2.2 skrll octeon_pow_dump_ops_index(int index) 966 1.2.2.2 skrll { 967 1.2.2.2 skrll octeon_pow_dump_ops_common(octeon_pow_dump_ops_index_entries, 968 1.2.2.2 skrll __arraycount(octeon_pow_dump_ops_index_entries), "index", index); 969 1.2.2.2 skrll } 970 1.2.2.2 skrll 971 1.2.2.2 skrll void 972 1.2.2.2 skrll octeon_pow_dump_ops_qos(int qos) 973 1.2.2.2 skrll { 974 1.2.2.2 skrll octeon_pow_dump_ops_common(octeon_pow_dump_ops_qos_entries, 975 1.2.2.2 skrll __arraycount(octeon_pow_dump_ops_qos_entries), "qos", qos); 976 1.2.2.2 skrll } 977 1.2.2.2 skrll 978 1.2.2.2 skrll void 979 1.2.2.2 skrll octeon_pow_dump_ops_grp(int grp) 980 1.2.2.2 skrll { 981 1.2.2.2 skrll octeon_pow_dump_ops_common(octeon_pow_dump_ops_grp_entries, 982 1.2.2.2 skrll __arraycount(octeon_pow_dump_ops_grp_entries), "grp", grp); 983 1.2.2.2 skrll } 984 1.2.2.2 skrll 985 1.2.2.2 skrll void 986 1.2.2.2 skrll octeon_pow_dump_ops_queue(int queue) 987 1.2.2.2 skrll { 988 1.2.2.2 skrll octeon_pow_dump_ops_common(octeon_pow_dump_ops_queue_entries, 989 1.2.2.2 skrll __arraycount(octeon_pow_dump_ops_queue_entries), "queue", queue); 990 1.2.2.2 skrll } 991 1.2.2.2 skrll 992 1.2.2.2 skrll void 993 1.2.2.2 skrll octeon_pow_dump_ops_common(const struct octeon_pow_dump_ops_entry *entries, 994 1.2.2.2 skrll size_t nentries, const char *by_what, int arg) 995 1.2.2.2 skrll { 996 1.2.2.2 skrll const struct octeon_pow_dump_ops_entry *entry; 997 1.2.2.2 skrll uint64_t tmp; 998 1.2.2.2 skrll char buf[512]; 999 1.2.2.2 skrll int i; 1000 1.2.2.2 skrll 1001 1.2.2.2 skrll printf("%s=%d\n", by_what, arg); 1002 1.2.2.2 skrll for (i = 0; i < (int)nentries; i++) { 1003 1.2.2.2 skrll entry = &entries[i]; 1004 1.2.2.2 skrll tmp = (*entry->func)(arg); 1005 1.2.2.2 skrll if (entry->format == NULL) 1006 1.2.2.2 skrll snprintf(buf, sizeof(buf), "%16" PRIx64, tmp); 1007 1.2.2.2 skrll else 1008 1.2.2.2 skrll snprintb(buf, sizeof(buf), entry->format, tmp); 1009 1.2.2.2 skrll printf("\t%-24s: %s\n", entry->name, buf); 1010 1.2.2.2 skrll } 1011 1.2.2.2 skrll } 1012 1.2.2.2 skrll 1013 1.2.2.2 skrll #endif 1014 1.2.2.2 skrll 1015 1.2.2.2 skrll /* -------------------------------------------------------------------------- */ 1016 1.2.2.2 skrll 1017 1.2.2.2 skrll /* ---- test */ 1018 1.2.2.2 skrll 1019 1.2.2.2 skrll #ifdef OCTEON_POW_TEST 1020 1.2.2.2 skrll /* 1021 1.2.2.2 skrll * Standalone test entries; meant to be called from ddb. 1022 1.2.2.2 skrll */ 1023 1.2.2.2 skrll 1024 1.2.2.2 skrll void octeon_pow_test(void); 1025 1.2.2.2 skrll void octeon_pow_test_dump_wqe(paddr_t); 1026 1.2.2.2 skrll 1027 1.2.2.2 skrll static void octeon_pow_test_1(void); 1028 1.2.2.2 skrll 1029 1.2.2.2 skrll struct test_wqe { 1030 1.2.2.2 skrll uint64_t word0; 1031 1.2.2.2 skrll uint64_t word1; 1032 1.2.2.2 skrll uint64_t word2; 1033 1.2.2.2 skrll uint64_t word3; 1034 1.2.2.2 skrll } __packed; 1035 1.2.2.2 skrll struct test_wqe test_wqe; 1036 1.2.2.2 skrll 1037 1.2.2.2 skrll void 1038 1.2.2.2 skrll octeon_pow_test(void) 1039 1.2.2.2 skrll { 1040 1.2.2.2 skrll octeon_pow_test_1(); 1041 1.2.2.2 skrll } 1042 1.2.2.2 skrll 1043 1.2.2.2 skrll static void 1044 1.2.2.2 skrll octeon_pow_test_1(void) 1045 1.2.2.2 skrll { 1046 1.2.2.2 skrll struct test_wqe *wqe = &test_wqe; 1047 1.2.2.2 skrll int qos, grp, queue, tt; 1048 1.2.2.2 skrll uint32_t tag; 1049 1.2.2.2 skrll paddr_t ptr; 1050 1.2.2.2 skrll 1051 1.2.2.2 skrll qos = 7; /* XXX */ 1052 1.2.2.2 skrll grp = queue = 15; /* XXX */ 1053 1.2.2.2 skrll tt = POW_TAG_TYPE_ORDERED; /* XXX */ 1054 1.2.2.2 skrll tag = UINT32_C(0x01234567); /* XXX */ 1055 1.2.2.2 skrll 1056 1.2.2.2 skrll /* => make sure that the queue is empty */ 1057 1.2.2.2 skrll 1058 1.2.2.2 skrll octeon_pow_dump_ops_qos(qos); 1059 1.2.2.2 skrll octeon_pow_dump_ops_grp(grp); 1060 1.2.2.2 skrll printf("\n"); 1061 1.2.2.2 skrll 1062 1.2.2.2 skrll /* 1063 1.2.2.2 skrll * Initialize WQE. 1064 1.2.2.2 skrll * 1065 1.2.2.2 skrll * word0:next is used by hardware. 1066 1.2.2.2 skrll * 1067 1.2.2.2 skrll * word1:qos, word1:grp, word1:tt, word1:tag must match with arguments 1068 1.2.2.2 skrll * of the following ADDWQ transaction. 1069 1.2.2.2 skrll */ 1070 1.2.2.2 skrll 1071 1.2.2.2 skrll (void)memset(wqe, 0, sizeof(*wqe)); 1072 1.2.2.2 skrll wqe->word0 = 1073 1.2.2.2 skrll __BITS64_SET(POW_WQE_WORD0_NEXT, 0); 1074 1.2.2.2 skrll wqe->word1 = 1075 1.2.2.2 skrll __BITS64_SET(POW_WQE_WORD1_QOS, qos) | 1076 1.2.2.2 skrll __BITS64_SET(POW_WQE_WORD1_GRP, grp) | 1077 1.2.2.2 skrll __BITS64_SET(POW_WQE_WORD1_TT, tt) | 1078 1.2.2.2 skrll __BITS64_SET(POW_WQE_WORD1_TAG, tag); 1079 1.2.2.2 skrll 1080 1.2.2.2 skrll printf("calling ADDWQ\n"); 1081 1.2.2.2 skrll octeon_pow_ops_addwq(MIPS_KSEG0_TO_PHYS(wqe), qos, grp, tt, tag); 1082 1.2.2.2 skrll 1083 1.2.2.2 skrll octeon_pow_dump_ops_qos(qos); 1084 1.2.2.2 skrll octeon_pow_dump_ops_grp(grp); 1085 1.2.2.2 skrll printf("\n"); 1086 1.2.2.2 skrll 1087 1.2.2.2 skrll /* => make sure that a WQE is added to the queue */ 1088 1.2.2.2 skrll 1089 1.2.2.2 skrll printf("calling GET_WORK_LOAD\n"); 1090 1.2.2.2 skrll ptr = octeon_pow_ops_get_work_load(0); 1091 1.2.2.2 skrll 1092 1.2.2.2 skrll octeon_pow_dump_ops_qos(qos); 1093 1.2.2.2 skrll octeon_pow_dump_ops_grp(grp); 1094 1.2.2.2 skrll printf("\n"); 1095 1.2.2.2 skrll 1096 1.2.2.2 skrll octeon_pow_test_dump_wqe(ptr); 1097 1.2.2.2 skrll 1098 1.2.2.2 skrll /* => make sure that the WQE is in-flight (and scheduled) */ 1099 1.2.2.2 skrll 1100 1.2.2.2 skrll printf("calling SWTAG(NULL)\n"); 1101 1.2.2.2 skrll octeon_pow_ops_swtag(POW_TAG_TYPE_NULL, tag); 1102 1.2.2.2 skrll 1103 1.2.2.2 skrll octeon_pow_dump_ops_qos(qos); 1104 1.2.2.2 skrll octeon_pow_dump_ops_grp(grp); 1105 1.2.2.2 skrll printf("\n"); 1106 1.2.2.2 skrll 1107 1.2.2.2 skrll /* => make sure that the WQE is un-scheduled (completed) */ 1108 1.2.2.2 skrll } 1109 1.2.2.2 skrll 1110 1.2.2.2 skrll void 1111 1.2.2.2 skrll octeon_pow_test_dump_wqe(paddr_t ptr) 1112 1.2.2.2 skrll { 1113 1.2.2.2 skrll uint64_t word0, word1; 1114 1.2.2.2 skrll char buf[128]; 1115 1.2.2.2 skrll 1116 1.2.2.2 skrll printf("wqe\n"); 1117 1.2.2.2 skrll 1118 1.2.2.2 skrll word0 = *(uint64_t *)MIPS_PHYS_TO_XKPHYS_CACHED(ptr); 1119 1.2.2.2 skrll snprintb(buf, sizeof(buf), POW_WQE_WORD0_BITS, word0); 1120 1.2.2.2 skrll printf("\t%-24s: %s\n", "word0", buf); 1121 1.2.2.2 skrll 1122 1.2.2.2 skrll word1 = *(uint64_t *)MIPS_PHYS_TO_XKPHYS_CACHED(ptr + 8); 1123 1.2.2.2 skrll snprintb(buf, sizeof(buf), POW_WQE_WORD1_BITS, word1); 1124 1.2.2.2 skrll printf("\t%-24s: %s\n", "word1", buf); 1125 1.2.2.2 skrll } 1126 1.2.2.2 skrll #endif 1127
Indexes created Thu Oct 02 14:10:14 GMT 2025