Home | History | Annotate | Line # | Download | only in dev
      1  1.4  simonb /*	$NetBSD: octeon_fau.c,v 1.4 2020/06/23 05:14:18 simonb Exp $	*/
      2  1.1  hikaru 
      3  1.1  hikaru /*
      4  1.1  hikaru  * Copyright (c) 2007 Internet Initiative Japan, Inc.
      5  1.1  hikaru  * All rights reserved.
      6  1.1  hikaru  *
      7  1.1  hikaru  * Redistribution and use in source and binary forms, with or without
      8  1.1  hikaru  * modification, are permitted provided that the following conditions
      9  1.1  hikaru  * are met:
     10  1.1  hikaru  * 1. Redistributions of source code must retain the above copyright
     11  1.1  hikaru  *    notice, this list of conditions and the following disclaimer.
     12  1.1  hikaru  * 2. Redistributions in binary form must reproduce the above copyright
     13  1.1  hikaru  *    notice, this list of conditions and the following disclaimer in the
     14  1.1  hikaru  *    documentation and/or other materials provided with the distribution.
     15  1.1  hikaru  *
     16  1.1  hikaru  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     17  1.1  hikaru  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     18  1.1  hikaru  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     19  1.1  hikaru  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     20  1.1  hikaru  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     21  1.1  hikaru  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     22  1.1  hikaru  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     23  1.1  hikaru  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     24  1.1  hikaru  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     25  1.1  hikaru  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     26  1.1  hikaru  * SUCH DAMAGE.
     27  1.1  hikaru  */
     28  1.1  hikaru 
     29  1.1  hikaru #include <sys/cdefs.h>
     30  1.4  simonb __KERNEL_RCSID(0, "$NetBSD: octeon_fau.c,v 1.4 2020/06/23 05:14:18 simonb Exp $");
     31  1.1  hikaru 
     32  1.1  hikaru #include <sys/param.h>
     33  1.1  hikaru #include <sys/systm.h>
     34  1.1  hikaru #include <mips/locore.h>
     35  1.1  hikaru #include <mips/cavium/octeonvar.h>
     36  1.1  hikaru #include <mips/cavium/dev/octeon_faureg.h>
     37  1.1  hikaru #include <mips/cavium/dev/octeon_fauvar.h>
     38  1.1  hikaru 
     39  1.2  simonb static inline int64_t	octfau_op_load(uint64_t);
     40  1.2  simonb static inline void	octfau_op_iobdma(int, uint64_t);
     41  1.2  simonb static inline void	octfau_op_store(uint64_t, int64_t);
     42  1.2  simonb static inline int64_t	octfau_op_load_paddr(int, int, int);
     43  1.2  simonb static inline void	octfau_op_iobdma_store_data(int, int, int, int, int);
     44  1.2  simonb static inline void	octfau_op_store_paddr(int, int, int64_t);
     45  1.1  hikaru 
     46  1.1  hikaru 
     47  1.1  hikaru /* ---- utilities */
     48  1.1  hikaru 
     49  1.1  hikaru static inline int64_t
     50  1.2  simonb octfau_op_load(uint64_t args)
     51  1.1  hikaru {
     52  1.3  simonb 	paddr_t addr = OCTEON_ADDR_IO_DID(FAU_MAJOR_DID, FAU_SUB_DID) |
     53  1.3  simonb 	    __SHIFTIN(args, OCTEON_ADDR_OFFSET);
     54  1.1  hikaru 
     55  1.4  simonb 	return octeon_xkphys_read_8(addr);
     56  1.1  hikaru }
     57  1.1  hikaru 
     58  1.1  hikaru static inline void
     59  1.2  simonb octfau_op_store(uint64_t args, int64_t value)
     60  1.1  hikaru {
     61  1.3  simonb 	paddr_t addr = OCTEON_ADDR_IO_DID(FAU_MAJOR_DID, FAU_SUB_DID) |
     62  1.3  simonb 	    __SHIFTIN(args, OCTEON_ADDR_OFFSET);
     63  1.1  hikaru 
     64  1.4  simonb 	octeon_xkphys_write_8(addr, value);
     65  1.1  hikaru }
     66  1.1  hikaru 
     67  1.1  hikaru /* ---- operation primitives */
     68  1.1  hikaru 
     69  1.1  hikaru /*
     70  1.1  hikaru  * Fetch-and-Add Operations
     71  1.1  hikaru  */
     72  1.1  hikaru 
     73  1.1  hikaru /* Load Operations */
     74  1.1  hikaru 
     75  1.1  hikaru /* Load Physical Address for FAU Operations */
     76  1.1  hikaru 
     77  1.1  hikaru static inline int64_t
     78  1.2  simonb octfau_op_load_paddr(int incval, int tagwait, int reg)
     79  1.1  hikaru {
     80  1.3  simonb 	uint64_t args =
     81  1.3  simonb 	    __SHIFTIN(incval, POW_LOAD_INCVAL) |
     82  1.3  simonb 	    __SHIFTIN(tagwait, POW_LOAD_TAGWAIT) |
     83  1.3  simonb 	    __SHIFTIN(reg, POW_LOAD_REG);
     84  1.1  hikaru 
     85  1.2  simonb 	return octfau_op_load(args);
     86  1.1  hikaru }
     87  1.1  hikaru 
     88  1.1  hikaru /* Store Operations */
     89  1.1  hikaru 
     90  1.1  hikaru /* Store Physical Address for FAU Operations */
     91  1.1  hikaru 
     92  1.1  hikaru static inline void
     93  1.2  simonb octfau_op_store_paddr(int noadd, int reg, int64_t value)
     94  1.1  hikaru {
     95  1.3  simonb 	uint64_t args = POW_STORE_NOADD | __SHIFTIN(reg, POW_STORE_REG);
     96  1.1  hikaru 
     97  1.2  simonb 	octfau_op_store(args, value);
     98  1.1  hikaru }
     99  1.1  hikaru 
    100  1.1  hikaru /* ---- API */
    101  1.1  hikaru 
    102  1.1  hikaru void
    103  1.2  simonb octfau_op_init(struct octfau_desc *fd, size_t scroff, size_t regno)
    104  1.1  hikaru {
    105  1.3  simonb 
    106  1.1  hikaru 	fd->fd_scroff = scroff;
    107  1.1  hikaru 	fd->fd_regno = regno;
    108  1.1  hikaru }
    109  1.1  hikaru 
    110  1.1  hikaru uint64_t
    111  1.2  simonb octfau_op_save(struct octfau_desc *fd)
    112  1.1  hikaru {
    113  1.3  simonb 
    114  1.1  hikaru 	OCTEON_SYNCIOBDMA/* XXX */;
    115  1.1  hikaru 	return octeon_cvmseg_read_8(fd->fd_scroff);
    116  1.1  hikaru }
    117  1.1  hikaru 
    118  1.1  hikaru void
    119  1.2  simonb octfau_op_restore(struct octfau_desc *fd, uint64_t backup)
    120  1.1  hikaru {
    121  1.3  simonb 
    122  1.1  hikaru 	octeon_cvmseg_write_8(fd->fd_scroff, backup);
    123  1.1  hikaru }
    124  1.1  hikaru 
    125  1.1  hikaru int64_t
    126  1.2  simonb octfau_op_inc_8(struct octfau_desc *fd, int64_t v)
    127  1.1  hikaru {
    128  1.3  simonb 
    129  1.2  simonb 	octfau_op_iobdma_store_data(fd->fd_scroff, v, 0, OCT_FAU_OP_SIZE_64/* XXX */,
    130  1.1  hikaru 	    fd->fd_regno);
    131  1.1  hikaru 	OCTEON_SYNCIOBDMA/* XXX */;
    132  1.1  hikaru 	return octeon_cvmseg_read_8(fd->fd_scroff)/* XXX */;
    133  1.1  hikaru }
    134  1.1  hikaru 
    135  1.1  hikaru int64_t
    136  1.2  simonb octfau_op_incwait_8(struct octfau_desc *fd, int v)
    137  1.1  hikaru {
    138  1.3  simonb 
    139  1.2  simonb 	octfau_op_iobdma_store_data(fd->fd_scroff, v, 1, OCT_FAU_OP_SIZE_64/* XXX */,
    140  1.1  hikaru 	    fd->fd_regno);
    141  1.1  hikaru 	/* XXX */
    142  1.1  hikaru 	OCTEON_SYNCIOBDMA/* XXX */;
    143  1.1  hikaru 	/* XXX */
    144  1.1  hikaru 	return octeon_cvmseg_read_8(fd->fd_scroff)/* XXX */;
    145  1.1  hikaru }
    146  1.1  hikaru 
    147  1.1  hikaru void
    148  1.2  simonb octfau_op_add_8(struct octfau_desc *fd, int64_t v)
    149  1.1  hikaru {
    150  1.3  simonb 
    151  1.2  simonb 	octfau_op_store_paddr(0, fd->fd_regno, v);
    152  1.1  hikaru }
    153  1.1  hikaru 
    154  1.1  hikaru void
    155  1.2  simonb octfau_op_set_8(struct octfau_desc *fd, int64_t v)
    156  1.1  hikaru {
    157  1.3  simonb 
    158  1.2  simonb 	octfau_op_store_paddr(1, fd->fd_regno, v);
    159  1.1  hikaru }
    160