Home | History | Annotate | Line # | Download | only in dev
octeon_pko.c revision 1.3
      1  1.3  simonb /*	$NetBSD: octeon_pko.c,v 1.3 2020/06/18 13:52:08 simonb Exp $	*/
      2  1.1  hikaru 
      3  1.1  hikaru /*
      4  1.1  hikaru  * Copyright (c) 2007 Internet Initiative Japan, Inc.
      5  1.1  hikaru  * All rights reserved.
      6  1.1  hikaru  *
      7  1.1  hikaru  * Redistribution and use in source and binary forms, with or without
      8  1.1  hikaru  * modification, are permitted provided that the following conditions
      9  1.1  hikaru  * are met:
     10  1.1  hikaru  * 1. Redistributions of source code must retain the above copyright
     11  1.1  hikaru  *    notice, this list of conditions and the following disclaimer.
     12  1.1  hikaru  * 2. Redistributions in binary form must reproduce the above copyright
     13  1.1  hikaru  *    notice, this list of conditions and the following disclaimer in the
     14  1.1  hikaru  *    documentation and/or other materials provided with the distribution.
     15  1.1  hikaru  *
     16  1.1  hikaru  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     17  1.1  hikaru  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     18  1.1  hikaru  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     19  1.1  hikaru  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     20  1.1  hikaru  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     21  1.1  hikaru  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     22  1.1  hikaru  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     23  1.1  hikaru  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     24  1.1  hikaru  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     25  1.1  hikaru  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     26  1.1  hikaru  * SUCH DAMAGE.
     27  1.1  hikaru  */
     28  1.1  hikaru 
     29  1.1  hikaru #include <sys/cdefs.h>
     30  1.3  simonb __KERNEL_RCSID(0, "$NetBSD: octeon_pko.c,v 1.3 2020/06/18 13:52:08 simonb Exp $");
     31  1.1  hikaru 
     32  1.1  hikaru #include "opt_octeon.h"
     33  1.1  hikaru 
     34  1.1  hikaru #include <sys/param.h>
     35  1.1  hikaru #include <sys/systm.h>
     36  1.1  hikaru #include <sys/malloc.h>
     37  1.1  hikaru #include <mips/locore.h>
     38  1.1  hikaru #include <mips/cavium/octeonvar.h>
     39  1.1  hikaru #include <mips/cavium/dev/octeon_faureg.h>
     40  1.3  simonb #include <mips/cavium/dev/octeon_fpareg.h>
     41  1.1  hikaru #include <mips/cavium/dev/octeon_fpavar.h>
     42  1.1  hikaru #include <mips/cavium/dev/octeon_pkoreg.h>
     43  1.1  hikaru #include <mips/cavium/dev/octeon_pkovar.h>
     44  1.1  hikaru 
     45  1.2  simonb #ifdef CNMAC_DEBUG
     46  1.2  simonb void			octpko_intr_evcnt_attach(struct octpko_softc *);
     47  1.2  simonb void			octpko_intr_rml(void *);
     48  1.1  hikaru #endif
     49  1.1  hikaru 
     50  1.1  hikaru #define	_PKO_RD8(sc, off) \
     51  1.1  hikaru 	bus_space_read_8((sc)->sc_regt, (sc)->sc_regh, (off))
     52  1.1  hikaru #define	_PKO_WR8(sc, off, v) \
     53  1.1  hikaru 	bus_space_write_8((sc)->sc_regt, (sc)->sc_regh, (off), (v))
     54  1.1  hikaru 
     55  1.2  simonb #ifdef CNMAC_DEBUG
     56  1.2  simonb struct octpko_softc	*__octpko_softc;
     57  1.1  hikaru #endif
     58  1.1  hikaru 
     59  1.1  hikaru /* ----- gloal functions */
     60  1.1  hikaru 
     61  1.1  hikaru /* XXX */
     62  1.1  hikaru void
     63  1.2  simonb octpko_init(struct octpko_attach_args *aa, struct octpko_softc **rsc)
     64  1.1  hikaru {
     65  1.2  simonb 	struct octpko_softc *sc;
     66  1.1  hikaru 	int status;
     67  1.1  hikaru 
     68  1.1  hikaru 	sc = malloc(sizeof(*sc), M_DEVBUF, M_WAITOK | M_ZERO);
     69  1.1  hikaru 	if (sc == NULL)
     70  1.1  hikaru 		panic("can't allocate memory: %s", __func__);
     71  1.1  hikaru 
     72  1.1  hikaru 	sc->sc_port = aa->aa_port;
     73  1.1  hikaru 	sc->sc_regt = aa->aa_regt;
     74  1.1  hikaru 	sc->sc_cmdptr = aa->aa_cmdptr;
     75  1.1  hikaru 	sc->sc_cmd_buf_pool = aa->aa_cmd_buf_pool;
     76  1.1  hikaru 	sc->sc_cmd_buf_size = aa->aa_cmd_buf_size;
     77  1.1  hikaru 
     78  1.1  hikaru 	status = bus_space_map(sc->sc_regt, PKO_BASE, PKO_SIZE, 0,
     79  1.1  hikaru 	    &sc->sc_regh);
     80  1.1  hikaru 	if (status != 0)
     81  1.1  hikaru 		panic("can't map %s space", "pko register");
     82  1.1  hikaru 
     83  1.1  hikaru 	*rsc = sc;
     84  1.1  hikaru 
     85  1.2  simonb #ifdef CNMAC_DEBUG
     86  1.2  simonb 	octpko_intr_evcnt_attach(sc);
     87  1.2  simonb 	__octpko_softc = sc;
     88  1.1  hikaru #endif
     89  1.1  hikaru }
     90  1.1  hikaru 
     91  1.1  hikaru int
     92  1.2  simonb octpko_enable(struct octpko_softc *sc)
     93  1.1  hikaru {
     94  1.1  hikaru 	uint64_t reg_flags;
     95  1.1  hikaru 
     96  1.1  hikaru 	reg_flags = _PKO_RD8(sc, PKO_REG_FLAGS_OFFSET);
     97  1.1  hikaru 	/* PKO_REG_FLAGS_RESET=0 */
     98  1.1  hikaru 	/* PKO_REG_FLAGS_STORE_BE=0 */
     99  1.1  hikaru 	SET(reg_flags, PKO_REG_FLAGS_ENA_DWB);
    100  1.1  hikaru 	SET(reg_flags, PKO_REG_FLAGS_ENA_PKO);
    101  1.1  hikaru 	/* XXX */
    102  1.1  hikaru 	OCTEON_SYNCW;
    103  1.1  hikaru 	_PKO_WR8(sc, PKO_REG_FLAGS_OFFSET, reg_flags);
    104  1.1  hikaru 
    105  1.1  hikaru 	return 0;
    106  1.1  hikaru }
    107  1.1  hikaru 
    108  1.1  hikaru #if 0
    109  1.1  hikaru void
    110  1.2  simonb octpko_reset(octpko_softc *sc)
    111  1.1  hikaru {
    112  1.1  hikaru 	uint64_t reg_flags;
    113  1.1  hikaru 
    114  1.1  hikaru 	reg_flags = _PKO_RD8(sc, PKO_REG_FLAGS_OFFSET);
    115  1.1  hikaru 	SET(reg_flags, PKO_REG_FLAGS_RESET);
    116  1.1  hikaru 	_PKO_WR8(sc, PKO_REG_FLAGS_OFFSET, reg_flags);
    117  1.1  hikaru }
    118  1.1  hikaru #endif
    119  1.1  hikaru 
    120  1.1  hikaru void
    121  1.2  simonb octpko_config(struct octpko_softc *sc)
    122  1.1  hikaru {
    123  1.1  hikaru 	uint64_t reg_cmd_buf = 0;
    124  1.1  hikaru 
    125  1.1  hikaru 	SET(reg_cmd_buf, (sc->sc_cmd_buf_pool << 20) & PKO_REG_CMD_BUF_POOL);
    126  1.1  hikaru 	SET(reg_cmd_buf, sc->sc_cmd_buf_size & PKO_REG_CMD_BUF_SIZE);
    127  1.1  hikaru 	_PKO_WR8(sc, PKO_REG_CMD_BUF_OFFSET, reg_cmd_buf);
    128  1.1  hikaru 
    129  1.2  simonb #ifdef CNMAC_DEBUG
    130  1.2  simonb 	octpko_int_enable(sc, 1);
    131  1.1  hikaru #endif
    132  1.1  hikaru }
    133  1.1  hikaru 
    134  1.1  hikaru int
    135  1.2  simonb octpko_port_enable(struct octpko_softc *sc, int enable)
    136  1.1  hikaru {
    137  1.1  hikaru 	uint64_t reg_read_idx;
    138  1.1  hikaru 	uint64_t mem_queue_qos;
    139  1.1  hikaru 
    140  1.1  hikaru 	reg_read_idx = 0;
    141  1.1  hikaru 	SET(reg_read_idx, sc->sc_port & PKO_REG_READ_IDX_IDX);
    142  1.1  hikaru 
    143  1.1  hikaru 	/* XXX assume one queue maped one port */
    144  1.1  hikaru 	/* Enable packet output by enabling all queues for this port */
    145  1.1  hikaru 	mem_queue_qos = 0;
    146  1.1  hikaru 	SET(mem_queue_qos, ((uint64_t)sc->sc_port << 7) & PKO_MEM_QUEUE_QOS_PID);
    147  1.1  hikaru 	SET(mem_queue_qos, sc->sc_port & PKO_MEM_QUEUE_QOS_QID);
    148  1.1  hikaru 	SET(mem_queue_qos, ((enable ? 0xffULL : 0x00ULL) << 53) &
    149  1.1  hikaru 	    PKO_MEM_QUEUE_QOS_QOS_MASK);
    150  1.1  hikaru 
    151  1.1  hikaru 	_PKO_WR8(sc, PKO_REG_READ_IDX_OFFSET, reg_read_idx);
    152  1.1  hikaru 	_PKO_WR8(sc, PKO_MEM_QUEUE_QOS_OFFSET, mem_queue_qos);
    153  1.1  hikaru 
    154  1.1  hikaru 	return 0;
    155  1.1  hikaru }
    156  1.1  hikaru 
    157  1.1  hikaru static int pko_queue_map_init[32];
    158  1.1  hikaru 
    159  1.1  hikaru int
    160  1.2  simonb octpko_port_config(struct octpko_softc *sc)
    161  1.1  hikaru {
    162  1.1  hikaru 	paddr_t buf_ptr = 0;
    163  1.1  hikaru 	uint64_t mem_queue_ptrs;
    164  1.1  hikaru 
    165  1.1  hikaru 	KASSERT(sc->sc_port < 32);
    166  1.1  hikaru 
    167  1.2  simonb 	buf_ptr = octfpa_load(FPA_COMMAND_BUFFER_POOL);
    168  1.1  hikaru 	if (buf_ptr == 0)
    169  1.1  hikaru 		return 1;
    170  1.1  hikaru 
    171  1.1  hikaru 	KASSERT(buf_ptr != 0);
    172  1.1  hikaru 
    173  1.1  hikaru 	/* assume one queue maped one port */
    174  1.1  hikaru 	mem_queue_ptrs = 0;
    175  1.1  hikaru 	SET(mem_queue_ptrs, PKO_MEM_QUEUE_PTRS_TAIL);
    176  1.1  hikaru 	SET(mem_queue_ptrs, ((uint64_t)0 << 13) & PKO_MEM_QUEUE_PTRS_IDX);
    177  1.1  hikaru 	SET(mem_queue_ptrs, ((uint64_t)sc->sc_port << 7) & PKO_MEM_QUEUE_PTRS_PID);
    178  1.1  hikaru 	SET(mem_queue_ptrs, sc->sc_port & PKO_MEM_QUEUE_PTRS_QID);
    179  1.1  hikaru 	SET(mem_queue_ptrs, ((uint64_t)0xff << 53) & PKO_MEM_QUEUE_PTRS_QOS_MASK);
    180  1.1  hikaru 	SET(mem_queue_ptrs, ((uint64_t)buf_ptr << 17) & PKO_MEM_QUEUE_PTRS_BUF_PTR);
    181  1.1  hikaru 	OCTEON_SYNCW;
    182  1.1  hikaru 	_PKO_WR8(sc, PKO_MEM_QUEUE_PTRS_OFFSET, mem_queue_ptrs);
    183  1.1  hikaru 
    184  1.1  hikaru 	/*
    185  1.1  hikaru 	 * Set initial command buffer address and index
    186  1.1  hikaru 	 * for queue.
    187  1.1  hikaru 	 */
    188  1.1  hikaru 	sc->sc_cmdptr->cmdptr = (uint64_t)buf_ptr;
    189  1.1  hikaru 	sc->sc_cmdptr->cmdptr_idx = 0;
    190  1.1  hikaru 
    191  1.1  hikaru 	pko_queue_map_init[sc->sc_port] = 1;
    192  1.1  hikaru 
    193  1.1  hikaru 	return 0;
    194  1.1  hikaru }
    195  1.1  hikaru 
    196  1.2  simonb #ifdef CNMAC_DEBUG
    197  1.2  simonb int			octpko_intr_rml_verbose;
    198  1.2  simonb struct evcnt		octpko_intr_evcnt;
    199  1.1  hikaru 
    200  1.2  simonb static const struct octeon_evcnt_entry octpko_intr_evcnt_entries[] = {
    201  1.1  hikaru #define	_ENTRY(name, type, parent, descr) \
    202  1.2  simonb 	OCTEON_EVCNT_ENTRY(struct octpko_softc, name, type, parent, descr)
    203  1.1  hikaru 	_ENTRY(pkoerrdbell,		MISC, NULL, "pko doorbell overflow"),
    204  1.1  hikaru 	_ENTRY(pkoerrparity,		MISC, NULL, "pko parity error")
    205  1.1  hikaru #undef	_ENTRY
    206  1.1  hikaru };
    207  1.1  hikaru 
    208  1.1  hikaru void
    209  1.2  simonb octpko_intr_evcnt_attach(struct octpko_softc *sc)
    210  1.1  hikaru {
    211  1.2  simonb 	OCTEON_EVCNT_ATTACH_EVCNTS(sc, octpko_intr_evcnt_entries, "pko0");
    212  1.1  hikaru }
    213  1.1  hikaru 
    214  1.1  hikaru void
    215  1.2  simonb octpko_intr_rml(void *arg)
    216  1.1  hikaru {
    217  1.2  simonb 	struct octpko_softc *sc;
    218  1.1  hikaru 	uint64_t reg;
    219  1.1  hikaru 
    220  1.2  simonb 	octpko_intr_evcnt.ev_count++;
    221  1.2  simonb 	sc = __octpko_softc;
    222  1.1  hikaru 	KASSERT(sc != NULL);
    223  1.2  simonb 	reg = octpko_int_summary(sc);
    224  1.2  simonb 	if (octpko_intr_rml_verbose)
    225  1.1  hikaru 		printf("%s: PKO_REG_ERROR=0x%016" PRIx64 "\n", __func__, reg);
    226  1.1  hikaru 	if (reg & PKO_REG_ERROR_DOORBELL)
    227  1.1  hikaru 		OCTEON_EVCNT_INC(sc, pkoerrdbell);
    228  1.1  hikaru 	if (reg & PKO_REG_ERROR_PARITY)
    229  1.1  hikaru 		OCTEON_EVCNT_INC(sc, pkoerrparity);
    230  1.1  hikaru }
    231  1.1  hikaru 
    232  1.1  hikaru void
    233  1.2  simonb octpko_int_enable(struct octpko_softc *sc, int enable)
    234  1.1  hikaru {
    235  1.1  hikaru 	uint64_t pko_int_xxx = 0;
    236  1.1  hikaru 
    237  1.1  hikaru 	pko_int_xxx = PKO_REG_ERROR_DOORBELL | PKO_REG_ERROR_PARITY;
    238  1.1  hikaru 	_PKO_WR8(sc, PKO_REG_ERROR_OFFSET, pko_int_xxx);
    239  1.1  hikaru 	_PKO_WR8(sc, PKO_REG_INT_MASK_OFFSET, enable ? pko_int_xxx : 0);
    240  1.1  hikaru }
    241  1.1  hikaru 
    242  1.1  hikaru uint64_t
    243  1.2  simonb octpko_int_summary(struct octpko_softc *sc)
    244  1.1  hikaru {
    245  1.1  hikaru 	uint64_t summary;
    246  1.1  hikaru 
    247  1.1  hikaru 	summary = _PKO_RD8(sc, PKO_REG_ERROR_OFFSET);
    248  1.1  hikaru 	_PKO_WR8(sc, PKO_REG_ERROR_OFFSET, summary);
    249  1.1  hikaru 	return summary;
    250  1.1  hikaru }
    251  1.1  hikaru #endif
    252