1 1.4 simonb /* $NetBSD: octeon_fau.c,v 1.4 2020/06/23 05:14:18 simonb Exp $ */ 2 1.1 hikaru 3 1.1 hikaru /* 4 1.1 hikaru * Copyright (c) 2007 Internet Initiative Japan, Inc. 5 1.1 hikaru * All rights reserved. 6 1.1 hikaru * 7 1.1 hikaru * Redistribution and use in source and binary forms, with or without 8 1.1 hikaru * modification, are permitted provided that the following conditions 9 1.1 hikaru * are met: 10 1.1 hikaru * 1. Redistributions of source code must retain the above copyright 11 1.1 hikaru * notice, this list of conditions and the following disclaimer. 12 1.1 hikaru * 2. Redistributions in binary form must reproduce the above copyright 13 1.1 hikaru * notice, this list of conditions and the following disclaimer in the 14 1.1 hikaru * documentation and/or other materials provided with the distribution. 15 1.1 hikaru * 16 1.1 hikaru * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND 17 1.1 hikaru * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 18 1.1 hikaru * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 19 1.1 hikaru * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE 20 1.1 hikaru * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 21 1.1 hikaru * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 22 1.1 hikaru * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 23 1.1 hikaru * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 24 1.1 hikaru * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 25 1.1 hikaru * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 26 1.1 hikaru * SUCH DAMAGE. 27 1.1 hikaru */ 28 1.1 hikaru 29 1.1 hikaru #include <sys/cdefs.h> 30 1.4 simonb __KERNEL_RCSID(0, "$NetBSD: octeon_fau.c,v 1.4 2020/06/23 05:14:18 simonb Exp $"); 31 1.1 hikaru 32 1.1 hikaru #include <sys/param.h> 33 1.1 hikaru #include <sys/systm.h> 34 1.1 hikaru #include <mips/locore.h> 35 1.1 hikaru #include <mips/cavium/octeonvar.h> 36 1.1 hikaru #include <mips/cavium/dev/octeon_faureg.h> 37 1.1 hikaru #include <mips/cavium/dev/octeon_fauvar.h> 38 1.1 hikaru 39 1.2 simonb static inline int64_t octfau_op_load(uint64_t); 40 1.2 simonb static inline void octfau_op_iobdma(int, uint64_t); 41 1.2 simonb static inline void octfau_op_store(uint64_t, int64_t); 42 1.2 simonb static inline int64_t octfau_op_load_paddr(int, int, int); 43 1.2 simonb static inline void octfau_op_iobdma_store_data(int, int, int, int, int); 44 1.2 simonb static inline void octfau_op_store_paddr(int, int, int64_t); 45 1.1 hikaru 46 1.1 hikaru 47 1.1 hikaru /* ---- utilities */ 48 1.1 hikaru 49 1.1 hikaru static inline int64_t 50 1.2 simonb octfau_op_load(uint64_t args) 51 1.1 hikaru { 52 1.3 simonb paddr_t addr = OCTEON_ADDR_IO_DID(FAU_MAJOR_DID, FAU_SUB_DID) | 53 1.3 simonb __SHIFTIN(args, OCTEON_ADDR_OFFSET); 54 1.1 hikaru 55 1.4 simonb return octeon_xkphys_read_8(addr); 56 1.1 hikaru } 57 1.1 hikaru 58 1.1 hikaru static inline void 59 1.2 simonb octfau_op_store(uint64_t args, int64_t value) 60 1.1 hikaru { 61 1.3 simonb paddr_t addr = OCTEON_ADDR_IO_DID(FAU_MAJOR_DID, FAU_SUB_DID) | 62 1.3 simonb __SHIFTIN(args, OCTEON_ADDR_OFFSET); 63 1.1 hikaru 64 1.4 simonb octeon_xkphys_write_8(addr, value); 65 1.1 hikaru } 66 1.1 hikaru 67 1.1 hikaru /* ---- operation primitives */ 68 1.1 hikaru 69 1.1 hikaru /* 70 1.1 hikaru * Fetch-and-Add Operations 71 1.1 hikaru */ 72 1.1 hikaru 73 1.1 hikaru /* Load Operations */ 74 1.1 hikaru 75 1.1 hikaru /* Load Physical Address for FAU Operations */ 76 1.1 hikaru 77 1.1 hikaru static inline int64_t 78 1.2 simonb octfau_op_load_paddr(int incval, int tagwait, int reg) 79 1.1 hikaru { 80 1.3 simonb uint64_t args = 81 1.3 simonb __SHIFTIN(incval, POW_LOAD_INCVAL) | 82 1.3 simonb __SHIFTIN(tagwait, POW_LOAD_TAGWAIT) | 83 1.3 simonb __SHIFTIN(reg, POW_LOAD_REG); 84 1.1 hikaru 85 1.2 simonb return octfau_op_load(args); 86 1.1 hikaru } 87 1.1 hikaru 88 1.1 hikaru /* Store Operations */ 89 1.1 hikaru 90 1.1 hikaru /* Store Physical Address for FAU Operations */ 91 1.1 hikaru 92 1.1 hikaru static inline void 93 1.2 simonb octfau_op_store_paddr(int noadd, int reg, int64_t value) 94 1.1 hikaru { 95 1.3 simonb uint64_t args = POW_STORE_NOADD | __SHIFTIN(reg, POW_STORE_REG); 96 1.1 hikaru 97 1.2 simonb octfau_op_store(args, value); 98 1.1 hikaru } 99 1.1 hikaru 100 1.1 hikaru /* ---- API */ 101 1.1 hikaru 102 1.1 hikaru void 103 1.2 simonb octfau_op_init(struct octfau_desc *fd, size_t scroff, size_t regno) 104 1.1 hikaru { 105 1.3 simonb 106 1.1 hikaru fd->fd_scroff = scroff; 107 1.1 hikaru fd->fd_regno = regno; 108 1.1 hikaru } 109 1.1 hikaru 110 1.1 hikaru uint64_t 111 1.2 simonb octfau_op_save(struct octfau_desc *fd) 112 1.1 hikaru { 113 1.3 simonb 114 1.1 hikaru OCTEON_SYNCIOBDMA/* XXX */; 115 1.1 hikaru return octeon_cvmseg_read_8(fd->fd_scroff); 116 1.1 hikaru } 117 1.1 hikaru 118 1.1 hikaru void 119 1.2 simonb octfau_op_restore(struct octfau_desc *fd, uint64_t backup) 120 1.1 hikaru { 121 1.3 simonb 122 1.1 hikaru octeon_cvmseg_write_8(fd->fd_scroff, backup); 123 1.1 hikaru } 124 1.1 hikaru 125 1.1 hikaru int64_t 126 1.2 simonb octfau_op_inc_8(struct octfau_desc *fd, int64_t v) 127 1.1 hikaru { 128 1.3 simonb 129 1.2 simonb octfau_op_iobdma_store_data(fd->fd_scroff, v, 0, OCT_FAU_OP_SIZE_64/* XXX */, 130 1.1 hikaru fd->fd_regno); 131 1.1 hikaru OCTEON_SYNCIOBDMA/* XXX */; 132 1.1 hikaru return octeon_cvmseg_read_8(fd->fd_scroff)/* XXX */; 133 1.1 hikaru } 134 1.1 hikaru 135 1.1 hikaru int64_t 136 1.2 simonb octfau_op_incwait_8(struct octfau_desc *fd, int v) 137 1.1 hikaru { 138 1.3 simonb 139 1.2 simonb octfau_op_iobdma_store_data(fd->fd_scroff, v, 1, OCT_FAU_OP_SIZE_64/* XXX */, 140 1.1 hikaru fd->fd_regno); 141 1.1 hikaru /* XXX */ 142 1.1 hikaru OCTEON_SYNCIOBDMA/* XXX */; 143 1.1 hikaru /* XXX */ 144 1.1 hikaru return octeon_cvmseg_read_8(fd->fd_scroff)/* XXX */; 145 1.1 hikaru } 146 1.1 hikaru 147 1.1 hikaru void 148 1.2 simonb octfau_op_add_8(struct octfau_desc *fd, int64_t v) 149 1.1 hikaru { 150 1.3 simonb 151 1.2 simonb octfau_op_store_paddr(0, fd->fd_regno, v); 152 1.1 hikaru } 153 1.1 hikaru 154 1.1 hikaru void 155 1.2 simonb octfau_op_set_8(struct octfau_desc *fd, int64_t v) 156 1.1 hikaru { 157 1.3 simonb 158 1.2 simonb octfau_op_store_paddr(1, fd->fd_regno, v); 159 1.1 hikaru } 160