octeon_powvar.h revision 1.2.16.2 1 1.2.16.2 jdolecek /* $NetBSD: octeon_powvar.h,v 1.2.16.2 2017/12/03 11:36:27 jdolecek Exp $ */
2 1.2.16.2 jdolecek
3 1.2.16.2 jdolecek /*
4 1.2.16.2 jdolecek * Copyright (c) 2007 Internet Initiative Japan, Inc.
5 1.2.16.2 jdolecek * All rights reserved.
6 1.2.16.2 jdolecek *
7 1.2.16.2 jdolecek * Redistribution and use in source and binary forms, with or without
8 1.2.16.2 jdolecek * modification, are permitted provided that the following conditions
9 1.2.16.2 jdolecek * are met:
10 1.2.16.2 jdolecek * 1. Redistributions of source code must retain the above copyright
11 1.2.16.2 jdolecek * notice, this list of conditions and the following disclaimer.
12 1.2.16.2 jdolecek * 2. Redistributions in binary form must reproduce the above copyright
13 1.2.16.2 jdolecek * notice, this list of conditions and the following disclaimer in the
14 1.2.16.2 jdolecek * documentation and/or other materials provided with the distribution.
15 1.2.16.2 jdolecek *
16 1.2.16.2 jdolecek * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
17 1.2.16.2 jdolecek * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
18 1.2.16.2 jdolecek * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
19 1.2.16.2 jdolecek * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
20 1.2.16.2 jdolecek * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
21 1.2.16.2 jdolecek * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
22 1.2.16.2 jdolecek * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
23 1.2.16.2 jdolecek * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
24 1.2.16.2 jdolecek * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
25 1.2.16.2 jdolecek * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26 1.2.16.2 jdolecek * SUCH DAMAGE.
27 1.2.16.2 jdolecek */
28 1.2.16.2 jdolecek
29 1.2.16.2 jdolecek #ifndef _OCTEON_POWVAR_H_
30 1.2.16.2 jdolecek #define _OCTEON_POWVAR_H_
31 1.2.16.2 jdolecek
32 1.2.16.2 jdolecek #include <sys/cpu.h>
33 1.2.16.2 jdolecek
34 1.2.16.2 jdolecek #define POW_TAG_TYPE_ORDERED 0
35 1.2.16.2 jdolecek #define POW_TAG_TYPE_ATOMIC 1
36 1.2.16.2 jdolecek #define POW_TAG_TYPE_NULL 2
37 1.2.16.2 jdolecek #define POW_TAG_TYPE_NULL_NULL 3
38 1.2.16.2 jdolecek
39 1.2.16.2 jdolecek #define POW_TAG_OP_SWTAG 0
40 1.2.16.2 jdolecek #define POW_TAG_OP_SWTAG_FULL 1
41 1.2.16.2 jdolecek #define POW_TAG_OP_SWTAG_DESCHED 2
42 1.2.16.2 jdolecek #define POW_TAG_OP_DESCHED 3
43 1.2.16.2 jdolecek #define POW_TAG_OP_ADDWQ 4
44 1.2.16.2 jdolecek #define POW_TAG_OP_UPD_WQP_GRP 5
45 1.2.16.2 jdolecek #define POW_TAG_OP_CLR_NSCHED 7
46 1.2.16.2 jdolecek #define POW_TAG_OP_NOP 15
47 1.2.16.2 jdolecek
48 1.2.16.2 jdolecek #define POW_WAIT 1
49 1.2.16.2 jdolecek #define POW_NO_WAIT 0
50 1.2.16.2 jdolecek
51 1.2.16.2 jdolecek /* XXX */
52 1.2.16.2 jdolecek struct octeon_pow_softc {
53 1.2.16.2 jdolecek device_t sc_dev;
54 1.2.16.2 jdolecek bus_space_tag_t sc_regt;
55 1.2.16.2 jdolecek bus_space_handle_t sc_regh;
56 1.2.16.2 jdolecek int sc_port;
57 1.2.16.2 jdolecek int sc_int_pc_base;
58 1.2.16.2 jdolecek #ifdef OCTEON_ETH_DEBUG
59 1.2.16.2 jdolecek struct evcnt sc_ev_powecciopcsrpend;
60 1.2.16.2 jdolecek struct evcnt sc_ev_powecciopdbgpend;
61 1.2.16.2 jdolecek struct evcnt sc_ev_powecciopaddwork;
62 1.2.16.2 jdolecek struct evcnt sc_ev_powecciopillop;
63 1.2.16.2 jdolecek struct evcnt sc_ev_poweccioppend24;
64 1.2.16.2 jdolecek struct evcnt sc_ev_poweccioppend23;
65 1.2.16.2 jdolecek struct evcnt sc_ev_poweccioppend22;
66 1.2.16.2 jdolecek struct evcnt sc_ev_poweccioppend21;
67 1.2.16.2 jdolecek struct evcnt sc_ev_poweccioptagnull;
68 1.2.16.2 jdolecek struct evcnt sc_ev_poweccioptagnullnull;
69 1.2.16.2 jdolecek struct evcnt sc_ev_powecciopordatom;
70 1.2.16.2 jdolecek struct evcnt sc_ev_powecciopnull;
71 1.2.16.2 jdolecek struct evcnt sc_ev_powecciopnullnull;
72 1.2.16.2 jdolecek struct evcnt sc_ev_poweccrpe;
73 1.2.16.2 jdolecek struct evcnt sc_ev_poweccsyn;
74 1.2.16.2 jdolecek struct evcnt sc_ev_poweccdbe;
75 1.2.16.2 jdolecek struct evcnt sc_ev_poweccsbe;
76 1.2.16.2 jdolecek #endif
77 1.2.16.2 jdolecek };
78 1.2.16.2 jdolecek
79 1.2.16.2 jdolecek /* XXX */
80 1.2.16.2 jdolecek struct octeon_pow_attach_args {
81 1.2.16.2 jdolecek int aa_port;
82 1.2.16.2 jdolecek bus_space_tag_t aa_regt;
83 1.2.16.2 jdolecek };
84 1.2.16.2 jdolecek
85 1.2.16.2 jdolecek void octeon_pow_config(struct octeon_pow_softc *, int);
86 1.2.16.2 jdolecek void *octeon_pow_intr_establish(int, int,
87 1.2.16.2 jdolecek void (*)(void *, uint64_t *),
88 1.2.16.2 jdolecek void (*)(int *, int *, uint64_t, void *),
89 1.2.16.2 jdolecek void *);
90 1.2.16.2 jdolecek void octeon_pow_error_int_enable(void *, int);
91 1.2.16.2 jdolecek uint64_t octeon_pow_error_int_summary(void *);
92 1.2.16.2 jdolecek int octeon_pow_ring_reduce(void *);
93 1.2.16.2 jdolecek int octeon_pow_ring_grow(void *);
94 1.2.16.2 jdolecek int octeon_pow_ring_size(void);
95 1.2.16.2 jdolecek int octeon_pow_ring_intr(void);
96 1.2.16.2 jdolecek
97 1.2.16.2 jdolecek #define _POW_RD8(sc, off) \
98 1.2.16.2 jdolecek bus_space_read_8((sc)->sc_regt, (sc)->sc_regh, (off))
99 1.2.16.2 jdolecek #define _POW_WR8(sc, off, v) \
100 1.2.16.2 jdolecek bus_space_write_8((sc)->sc_regt, (sc)->sc_regh, (off), (v))
101 1.2.16.2 jdolecek #define _POW_GROUP_RD8(sc, pi, off) \
102 1.2.16.2 jdolecek bus_space_read_8((sc)->sc_regt, (sc)->sc_regh, \
103 1.2.16.2 jdolecek (off) + sizeof(uint64_t) * (pi)->pi_group)
104 1.2.16.2 jdolecek #define _POW_GROUP_WR8(sc, pi, off, v) \
105 1.2.16.2 jdolecek bus_space_write_8((sc)->sc_regt, (sc)->sc_regh, \
106 1.2.16.2 jdolecek (off) + sizeof(uint64_t) * (pi)->pi_group, (v))
107 1.2.16.2 jdolecek
108 1.2.16.2 jdolecek extern struct octeon_pow_softc octeon_pow_softc;
109 1.2.16.2 jdolecek
110 1.2.16.2 jdolecek /* -------------------------------------------------------------------------- */
111 1.2.16.2 jdolecek
112 1.2.16.2 jdolecek /* Load Operations */
113 1.2.16.2 jdolecek
114 1.2.16.2 jdolecek /* GET_WORK Loads */
115 1.2.16.2 jdolecek
116 1.2.16.2 jdolecek static inline uint64_t
117 1.2.16.2 jdolecek octeon_pow_ops_get_work_load(
118 1.2.16.2 jdolecek int wait) /* 0-1 */
119 1.2.16.2 jdolecek {
120 1.2.16.2 jdolecek uint64_t ptr =
121 1.2.16.2 jdolecek POW_OPERATION_BASE_IO_BIT |
122 1.2.16.2 jdolecek __BITS64_SET(POW_OPERATION_BASE_MAJOR_DID, 0x0c) |
123 1.2.16.2 jdolecek __BITS64_SET(POW_OPERATION_BASE_SUB_DID, 0x00) |
124 1.2.16.2 jdolecek __BITS64_SET(POW_GET_WORK_LOAD_WAIT, wait);
125 1.2.16.2 jdolecek
126 1.2.16.2 jdolecek return octeon_xkphys_read_8(ptr);
127 1.2.16.2 jdolecek }
128 1.2.16.2 jdolecek
129 1.2.16.2 jdolecek /* POW Status Loads */
130 1.2.16.2 jdolecek
131 1.2.16.2 jdolecek /*
132 1.2.16.2 jdolecek * a) get_cur == 0, get_wqp == 0 (pend_tag)
133 1.2.16.2 jdolecek * b) get_cur == 0, get_wqp == 1 (pend_wqp)
134 1.2.16.2 jdolecek * c) get_cur == 1, get_wqp == 0, get_rev == 0 (cur_tag_next)
135 1.2.16.2 jdolecek * d) get_cur == 1, get_wqp == 0, get_rev == 1 (cur_tag_prev)
136 1.2.16.2 jdolecek * e) get_cur == 1, get_wqp == 1, get_rev == 0 (cur_wqp_next)
137 1.2.16.2 jdolecek * f) get_cur == 1, get_wqp == 1, get_rev == 1 (cur_wqp_prev)
138 1.2.16.2 jdolecek */
139 1.2.16.2 jdolecek
140 1.2.16.2 jdolecek static inline uint64_t
141 1.2.16.2 jdolecek octeon_pow_ops_pow_status(
142 1.2.16.2 jdolecek int coreid, /* 0-15 */
143 1.2.16.2 jdolecek int get_rev, /* 0-1 */
144 1.2.16.2 jdolecek int get_cur, /* 0-1 */
145 1.2.16.2 jdolecek int get_wqp) /* 0-1 */
146 1.2.16.2 jdolecek {
147 1.2.16.2 jdolecek uint64_t ptr =
148 1.2.16.2 jdolecek POW_OPERATION_BASE_IO_BIT |
149 1.2.16.2 jdolecek __BITS64_SET(POW_OPERATION_BASE_MAJOR_DID, 0x0c) |
150 1.2.16.2 jdolecek __BITS64_SET(POW_OPERATION_BASE_SUB_DID, 0x01) |
151 1.2.16.2 jdolecek __BITS64_SET(POW_STATUS_LOAD_COREID, coreid) |
152 1.2.16.2 jdolecek __BITS64_SET(POW_STATUS_LOAD_GET_REV, get_rev) |
153 1.2.16.2 jdolecek __BITS64_SET(POW_STATUS_LOAD_GET_CUR, get_cur) |
154 1.2.16.2 jdolecek __BITS64_SET(POW_STATUS_LOAD_GET_WQP, get_wqp);
155 1.2.16.2 jdolecek
156 1.2.16.2 jdolecek return octeon_xkphys_read_8(ptr);
157 1.2.16.2 jdolecek }
158 1.2.16.2 jdolecek
159 1.2.16.2 jdolecek /* POW Memory Loads */
160 1.2.16.2 jdolecek
161 1.2.16.2 jdolecek /*
162 1.2.16.2 jdolecek * a) get_des == 0, get_wqp == 0 (tag)
163 1.2.16.2 jdolecek * b) get_des == 0, get_wqp == 1 (wqe)
164 1.2.16.2 jdolecek * c) get_des == 1 (desched)
165 1.2.16.2 jdolecek */
166 1.2.16.2 jdolecek
167 1.2.16.2 jdolecek static inline uint64_t
168 1.2.16.2 jdolecek octeon_pow_ops_pow_memory(
169 1.2.16.2 jdolecek int index, /* 0-2047 */
170 1.2.16.2 jdolecek int get_des, /* 0-1 */
171 1.2.16.2 jdolecek int get_wqp) /* 0-1 */
172 1.2.16.2 jdolecek {
173 1.2.16.2 jdolecek uint64_t ptr =
174 1.2.16.2 jdolecek POW_OPERATION_BASE_IO_BIT |
175 1.2.16.2 jdolecek __BITS64_SET(POW_OPERATION_BASE_MAJOR_DID, 0x0c) |
176 1.2.16.2 jdolecek __BITS64_SET(POW_OPERATION_BASE_SUB_DID, 0x02) |
177 1.2.16.2 jdolecek __BITS64_SET(POW_MEMORY_LOAD_INDEX, index) |
178 1.2.16.2 jdolecek __BITS64_SET(POW_MEMORY_LOAD_GET_DES, get_des) |
179 1.2.16.2 jdolecek __BITS64_SET(POW_MEMORY_LOAD_GET_WQP, get_wqp);
180 1.2.16.2 jdolecek
181 1.2.16.2 jdolecek return octeon_xkphys_read_8(ptr);
182 1.2.16.2 jdolecek }
183 1.2.16.2 jdolecek
184 1.2.16.2 jdolecek /* POW Index/Pointer Loads */
185 1.2.16.2 jdolecek
186 1.2.16.2 jdolecek /*
187 1.2.16.2 jdolecek * a) get_rmt == 0, get_des_get_tail == 0
188 1.2.16.2 jdolecek * b) get_rmt == 0, get_des_get_tail == 1
189 1.2.16.2 jdolecek * c) get_rmt == 1, get_des_get_tail == 0
190 1.2.16.2 jdolecek * d) get_rmt == 1, get_des_get_tail == 1
191 1.2.16.2 jdolecek */
192 1.2.16.2 jdolecek
193 1.2.16.2 jdolecek static inline uint64_t
194 1.2.16.2 jdolecek octeon_pow_ops_pow_idxptr(
195 1.2.16.2 jdolecek int qosgrp, /* 0-7 */
196 1.2.16.2 jdolecek int get_des_get_tail, /* 0-1 */
197 1.2.16.2 jdolecek int get_rmt) /* 0-1 */
198 1.2.16.2 jdolecek {
199 1.2.16.2 jdolecek uint64_t ptr =
200 1.2.16.2 jdolecek POW_OPERATION_BASE_IO_BIT |
201 1.2.16.2 jdolecek __BITS64_SET(POW_OPERATION_BASE_MAJOR_DID, 0x0c) |
202 1.2.16.2 jdolecek __BITS64_SET(POW_OPERATION_BASE_SUB_DID, 0x03) |
203 1.2.16.2 jdolecek __BITS64_SET(POW_IDXPTR_LOAD_QOSGRP, qosgrp) |
204 1.2.16.2 jdolecek __BITS64_SET(POW_IDXPTR_LOAD_GET_DES_GET_TAIL, get_des_get_tail) |
205 1.2.16.2 jdolecek __BITS64_SET(POW_IDXPTR_LOAD_GET_RMT, get_rmt);
206 1.2.16.2 jdolecek
207 1.2.16.2 jdolecek return octeon_xkphys_read_8(ptr);
208 1.2.16.2 jdolecek }
209 1.2.16.2 jdolecek
210 1.2.16.2 jdolecek /* NULL_RD Loads */
211 1.2.16.2 jdolecek
212 1.2.16.2 jdolecek static inline uint64_t
213 1.2.16.2 jdolecek octeon_pow_ops_null_rd_load(void)
214 1.2.16.2 jdolecek {
215 1.2.16.2 jdolecek uint64_t ptr =
216 1.2.16.2 jdolecek POW_OPERATION_BASE_IO_BIT |
217 1.2.16.2 jdolecek __BITS64_SET(POW_OPERATION_BASE_MAJOR_DID, 0x0c) |
218 1.2.16.2 jdolecek __BITS64_SET(POW_OPERATION_BASE_SUB_DID, 0x04);
219 1.2.16.2 jdolecek
220 1.2.16.2 jdolecek return octeon_xkphys_read_8(ptr);
221 1.2.16.2 jdolecek }
222 1.2.16.2 jdolecek
223 1.2.16.2 jdolecek /* IOBDMA Operations */
224 1.2.16.2 jdolecek
225 1.2.16.2 jdolecek /* ``subdid'' values are inverted between ``get_work_addr'' and ``null_read_id'' */
226 1.2.16.2 jdolecek
227 1.2.16.2 jdolecek /* The ``scraddr'' part is index in 8 byte words, not address. */
228 1.2.16.2 jdolecek
229 1.2.16.2 jdolecek /* GET_WORK IOBDMAs */
230 1.2.16.2 jdolecek
231 1.2.16.2 jdolecek static inline void
232 1.2.16.2 jdolecek octeon_pow_ops_get_work_iobdma(
233 1.2.16.2 jdolecek int scraddr, /* 0-2047 */
234 1.2.16.2 jdolecek int wait) /* 0-1 */
235 1.2.16.2 jdolecek {
236 1.2.16.2 jdolecek /* ``scraddr'' part is index in 64-bit words, not address */
237 1.2.16.2 jdolecek const int scrindex = scraddr / sizeof(uint64_t);
238 1.2.16.2 jdolecek
239 1.2.16.2 jdolecek uint64_t args =
240 1.2.16.2 jdolecek __BITS64_SET(POW_IOBDMA_GET_WORK_WAIT, wait);
241 1.2.16.2 jdolecek uint64_t value =
242 1.2.16.2 jdolecek __BITS64_SET(POW_IOBDMA_BASE_SCRADDR, scrindex) |
243 1.2.16.2 jdolecek __BITS64_SET(POW_IOBDMA_BASE_LEN, 0x01) |
244 1.2.16.2 jdolecek __BITS64_SET(POW_IOBDMA_BASE_MAJOR_DID, 0x0c) |
245 1.2.16.2 jdolecek __BITS64_SET(POW_IOBDMA_BASE_SUB_DID, 0x00) |
246 1.2.16.2 jdolecek __BITS64_SET(POW_IOBDMA_BASE_39_0, args);
247 1.2.16.2 jdolecek
248 1.2.16.2 jdolecek octeon_iobdma_write_8(value);
249 1.2.16.2 jdolecek }
250 1.2.16.2 jdolecek
251 1.2.16.2 jdolecek /* NULL_RD IOBDMAs */
252 1.2.16.2 jdolecek
253 1.2.16.2 jdolecek static inline void
254 1.2.16.2 jdolecek octeon_pow_ops_null_rd_iobdma(
255 1.2.16.2 jdolecek int scraddr) /* 0-2047 */
256 1.2.16.2 jdolecek {
257 1.2.16.2 jdolecek /* ``scraddr'' part is index in 64-bit words, not address */
258 1.2.16.2 jdolecek const int scrindex = scraddr / sizeof(uint64_t);
259 1.2.16.2 jdolecek
260 1.2.16.2 jdolecek uint64_t value =
261 1.2.16.2 jdolecek __BITS64_SET(POW_IOBDMA_BASE_SCRADDR, scrindex) |
262 1.2.16.2 jdolecek __BITS64_SET(POW_IOBDMA_BASE_LEN, 0x01) |
263 1.2.16.2 jdolecek __BITS64_SET(POW_IOBDMA_BASE_MAJOR_DID, 0x0c) |
264 1.2.16.2 jdolecek __BITS64_SET(POW_IOBDMA_BASE_SUB_DID, 0x04) |
265 1.2.16.2 jdolecek __BITS64_SET(POW_IOBDMA_BASE_39_0, 0);
266 1.2.16.2 jdolecek
267 1.2.16.2 jdolecek octeon_iobdma_write_8(value);
268 1.2.16.2 jdolecek }
269 1.2.16.2 jdolecek
270 1.2.16.2 jdolecek /* Store Operations */
271 1.2.16.2 jdolecek
272 1.2.16.2 jdolecek static inline void
273 1.2.16.2 jdolecek octeon_pow_store(
274 1.2.16.2 jdolecek int subdid, /* 0, 1, 3 */
275 1.2.16.2 jdolecek uint64_t addr, /* 0-0x0000.000f.ffff.ffff */
276 1.2.16.2 jdolecek int no_sched, /* 0, 1 */
277 1.2.16.2 jdolecek int index, /* 0-8191 */
278 1.2.16.2 jdolecek int op, /* 0-15 */
279 1.2.16.2 jdolecek int qos, /* 0-7 */
280 1.2.16.2 jdolecek int grp, /* 0-7 */
281 1.2.16.2 jdolecek int type, /* 0-7 */
282 1.2.16.2 jdolecek uint32_t tag) /* 0-0xffff.ffff */
283 1.2.16.2 jdolecek {
284 1.2.16.2 jdolecek /* Physical Address to Store to POW */
285 1.2.16.2 jdolecek uint64_t ptr =
286 1.2.16.2 jdolecek POW_OPERATION_BASE_IO_BIT |
287 1.2.16.2 jdolecek __BITS64_SET(POW_OPERATION_BASE_MAJOR_DID, 0x0c) |
288 1.2.16.2 jdolecek __BITS64_SET(POW_OPERATION_BASE_SUB_DID, subdid) |
289 1.2.16.2 jdolecek __BITS64_SET(POW_PHY_ADDR_STORE_ADDR, addr);
290 1.2.16.2 jdolecek
291 1.2.16.2 jdolecek /* Store Data on Store to POW */
292 1.2.16.2 jdolecek uint64_t args =
293 1.2.16.2 jdolecek __BITS64_SET(POW_STORE_DATA_NO_SCHED, no_sched) |
294 1.2.16.2 jdolecek __BITS64_SET(POW_STORE_DATA_INDEX, index) |
295 1.2.16.2 jdolecek __BITS64_SET(POW_STORE_DATA_OP, op) |
296 1.2.16.2 jdolecek __BITS64_SET(POW_STORE_DATA_QOS, qos) |
297 1.2.16.2 jdolecek __BITS64_SET(POW_STORE_DATA_GRP, grp) |
298 1.2.16.2 jdolecek __BITS64_SET(POW_STORE_DATA_TYPE, type) |
299 1.2.16.2 jdolecek __BITS64_SET(POW_STORE_DATA_TAG, tag);
300 1.2.16.2 jdolecek
301 1.2.16.2 jdolecek octeon_xkphys_write_8(ptr, args);
302 1.2.16.2 jdolecek }
303 1.2.16.2 jdolecek
304 1.2.16.2 jdolecek /* SWTAG */
305 1.2.16.2 jdolecek
306 1.2.16.2 jdolecek static inline void
307 1.2.16.2 jdolecek octeon_pow_ops_swtag(int type, uint32_t tag)
308 1.2.16.2 jdolecek {
309 1.2.16.2 jdolecek octeon_pow_store(
310 1.2.16.2 jdolecek 1, /* subdid == 1 */
311 1.2.16.2 jdolecek 0, /* addr (not used for SWTAG) */
312 1.2.16.2 jdolecek 0, /* no_sched (not used for SWTAG) */
313 1.2.16.2 jdolecek 0, /* index (not used for SWTAG) */
314 1.2.16.2 jdolecek POW_TAG_OP_SWTAG, /* op == SWTAG */
315 1.2.16.2 jdolecek 0, /* qos (not used for SWTAG) */
316 1.2.16.2 jdolecek 0, /* grp (not used for SWTAG) */
317 1.2.16.2 jdolecek type,
318 1.2.16.2 jdolecek tag);
319 1.2.16.2 jdolecek /* switch to NULL completes immediately */
320 1.2.16.2 jdolecek }
321 1.2.16.2 jdolecek
322 1.2.16.2 jdolecek /* SWTAG_FULL */
323 1.2.16.2 jdolecek
324 1.2.16.2 jdolecek static inline void
325 1.2.16.2 jdolecek octeon_pow_ops_swtag_full(paddr_t addr, int grp, int type, uint32_t tag)
326 1.2.16.2 jdolecek {
327 1.2.16.2 jdolecek octeon_pow_store(
328 1.2.16.2 jdolecek 0, /* subdid == 0 */
329 1.2.16.2 jdolecek addr,
330 1.2.16.2 jdolecek 0, /* no_sched (not used for SWTAG_FULL) */
331 1.2.16.2 jdolecek 0, /* index (not used for SWTAG_FULL) */
332 1.2.16.2 jdolecek POW_TAG_OP_SWTAG_FULL, /* op == SWTAG_FULL */
333 1.2.16.2 jdolecek 0, /* qos (not used for SWTAG_FULL) */
334 1.2.16.2 jdolecek grp,
335 1.2.16.2 jdolecek type,
336 1.2.16.2 jdolecek tag);
337 1.2.16.2 jdolecek }
338 1.2.16.2 jdolecek
339 1.2.16.2 jdolecek /* SWTAG_DESCHED */
340 1.2.16.2 jdolecek
341 1.2.16.2 jdolecek static inline void
342 1.2.16.2 jdolecek octeon_pow_ops_swtag_desched(int no_sched, int grp, int type, uint32_t tag)
343 1.2.16.2 jdolecek {
344 1.2.16.2 jdolecek octeon_pow_store(
345 1.2.16.2 jdolecek 3, /* subdid == 3 */
346 1.2.16.2 jdolecek 0, /* addr (not used for SWTAG_DESCHED) */
347 1.2.16.2 jdolecek no_sched,
348 1.2.16.2 jdolecek 0, /* index (not used for SWTAG_DESCHED) */
349 1.2.16.2 jdolecek POW_TAG_OP_SWTAG_DESCHED, /* op == SWTAG_DESCHED */
350 1.2.16.2 jdolecek 0, /* qos (not used for SWTAG_DESCHED) */
351 1.2.16.2 jdolecek grp,
352 1.2.16.2 jdolecek type,
353 1.2.16.2 jdolecek tag);
354 1.2.16.2 jdolecek }
355 1.2.16.2 jdolecek
356 1.2.16.2 jdolecek /* DESCHED */
357 1.2.16.2 jdolecek
358 1.2.16.2 jdolecek static inline void
359 1.2.16.2 jdolecek octeon_pow_ops_desched(int no_sched)
360 1.2.16.2 jdolecek {
361 1.2.16.2 jdolecek octeon_pow_store(
362 1.2.16.2 jdolecek 3, /* subdid == 3 */
363 1.2.16.2 jdolecek 0, /* addr (not used for DESCHED) */
364 1.2.16.2 jdolecek no_sched,
365 1.2.16.2 jdolecek 0, /* index (not used for DESCHED) */
366 1.2.16.2 jdolecek POW_TAG_OP_DESCHED, /* op == DESCHED */
367 1.2.16.2 jdolecek 0, /* qos (not used for DESCHED) */
368 1.2.16.2 jdolecek 0, /* grp (not used for DESCHED) */
369 1.2.16.2 jdolecek 0, /* type (not used for DESCHED) */
370 1.2.16.2 jdolecek 0); /* tag (not used for DESCHED) */
371 1.2.16.2 jdolecek }
372 1.2.16.2 jdolecek
373 1.2.16.2 jdolecek /* ADDWQ */
374 1.2.16.2 jdolecek
375 1.2.16.2 jdolecek static inline void
376 1.2.16.2 jdolecek octeon_pow_ops_addwq(paddr_t addr, int qos, int grp, int type, uint32_t tag)
377 1.2.16.2 jdolecek {
378 1.2.16.2 jdolecek octeon_pow_store(
379 1.2.16.2 jdolecek 1, /* subdid == 1 */
380 1.2.16.2 jdolecek addr,
381 1.2.16.2 jdolecek 0, /* no_sched (not used for ADDWQ) */
382 1.2.16.2 jdolecek 0, /* index (not used for ADDWQ) */
383 1.2.16.2 jdolecek POW_TAG_OP_ADDWQ, /* op == ADDWQ */
384 1.2.16.2 jdolecek qos,
385 1.2.16.2 jdolecek grp,
386 1.2.16.2 jdolecek type,
387 1.2.16.2 jdolecek tag);
388 1.2.16.2 jdolecek }
389 1.2.16.2 jdolecek
390 1.2.16.2 jdolecek /* UPD_WQP_GRP */
391 1.2.16.2 jdolecek
392 1.2.16.2 jdolecek static inline void
393 1.2.16.2 jdolecek octeon_pow_ops_upd_wqp_grp(paddr_t addr, int grp)
394 1.2.16.2 jdolecek {
395 1.2.16.2 jdolecek octeon_pow_store(
396 1.2.16.2 jdolecek 1, /* subdid == 1 */
397 1.2.16.2 jdolecek addr,
398 1.2.16.2 jdolecek 0, /* no_sched (not used for UPD_WQP_GRP) */
399 1.2.16.2 jdolecek 0, /* index (not used for UPD_WQP_GRP) */
400 1.2.16.2 jdolecek POW_TAG_OP_UPD_WQP_GRP, /* op == UPD_WQP_GRP */
401 1.2.16.2 jdolecek 0, /* qos (not used for UPD_WQP_GRP) */
402 1.2.16.2 jdolecek grp,
403 1.2.16.2 jdolecek 0, /* type (not used for UPD_WQP_GRP) */
404 1.2.16.2 jdolecek 0); /* tag (not used for UPD_WQP_GRP) */
405 1.2.16.2 jdolecek }
406 1.2.16.2 jdolecek
407 1.2.16.2 jdolecek /* CLR_NSCHED */
408 1.2.16.2 jdolecek
409 1.2.16.2 jdolecek static inline void
410 1.2.16.2 jdolecek octeon_pow_ops_clr_nsched(paddr_t addr, int index)
411 1.2.16.2 jdolecek {
412 1.2.16.2 jdolecek octeon_pow_store(
413 1.2.16.2 jdolecek 1, /* subdid == 1 */
414 1.2.16.2 jdolecek addr,
415 1.2.16.2 jdolecek 0, /* no_sched (not used for CLR_NSCHED) */
416 1.2.16.2 jdolecek index,
417 1.2.16.2 jdolecek POW_TAG_OP_CLR_NSCHED, /* op == CLR_NSCHED */
418 1.2.16.2 jdolecek 0, /* qos (not used for CLR_NSCHED) */
419 1.2.16.2 jdolecek 0, /* grp (not used for CLR_NSCHED) */
420 1.2.16.2 jdolecek 0, /* type (not used for CLR_NSCHED) */
421 1.2.16.2 jdolecek 0); /* tag (not used for CLR_NSCHED) */
422 1.2.16.2 jdolecek }
423 1.2.16.2 jdolecek
424 1.2.16.2 jdolecek /* NOP */
425 1.2.16.2 jdolecek
426 1.2.16.2 jdolecek static inline void
427 1.2.16.2 jdolecek octeon_pow_ops_nop(void)
428 1.2.16.2 jdolecek {
429 1.2.16.2 jdolecek octeon_pow_store(
430 1.2.16.2 jdolecek 1, /* subdid == 1 */
431 1.2.16.2 jdolecek 0, /* addr (not used for NOP) */
432 1.2.16.2 jdolecek 0, /* no_sched (not used for NOP) */
433 1.2.16.2 jdolecek 0, /* index (not used for NOP) */
434 1.2.16.2 jdolecek POW_TAG_OP_NOP, /* op == NOP */
435 1.2.16.2 jdolecek 0, /* qos (not used for NOP) */
436 1.2.16.2 jdolecek 0, /* grp (not used for NOP) */
437 1.2.16.2 jdolecek 0, /* type (not used for NOP) */
438 1.2.16.2 jdolecek 0); /* tag (not used for NOP) */
439 1.2.16.2 jdolecek }
440 1.2.16.2 jdolecek
441 1.2.16.2 jdolecek /* -------------------------------------------------------------------------- */
442 1.2.16.2 jdolecek
443 1.2.16.2 jdolecek /*
444 1.2.16.2 jdolecek * global functions
445 1.2.16.2 jdolecek */
446 1.2.16.2 jdolecek static inline void
447 1.2.16.2 jdolecek octeon_pow_work_request_async(uint64_t scraddr, uint64_t wait)
448 1.2.16.2 jdolecek {
449 1.2.16.2 jdolecek octeon_pow_ops_get_work_iobdma(scraddr, wait);
450 1.2.16.2 jdolecek }
451 1.2.16.2 jdolecek
452 1.2.16.2 jdolecek static inline uint64_t *
453 1.2.16.2 jdolecek octeon_pow_work_response_async(uint64_t scraddr)
454 1.2.16.2 jdolecek {
455 1.2.16.2 jdolecek uint64_t result;
456 1.2.16.2 jdolecek
457 1.2.16.2 jdolecek OCTEON_SYNCIOBDMA;
458 1.2.16.2 jdolecek result = octeon_cvmseg_read_8(scraddr);
459 1.2.16.2 jdolecek
460 1.2.16.2 jdolecek paddr_t addr = result & POW_IOBDMA_GET_WORK_RESULT_ADDR;
461 1.2.16.2 jdolecek
462 1.2.16.2 jdolecek if (result & POW_IOBDMA_GET_WORK_RESULT_NO_WORK)
463 1.2.16.2 jdolecek return NULL;
464 1.2.16.2 jdolecek #ifdef __mips_n32
465 1.2.16.2 jdolecek KASSERT(addr < MIPS_PHYS_MASK);
466 1.2.16.2 jdolecek //if (addr < MIPS_PHYS_MASK)
467 1.2.16.2 jdolecek return (uint64_t *)MIPS_PHYS_TO_KSEG0(addr);
468 1.2.16.2 jdolecek #else
469 1.2.16.2 jdolecek return (uint64_t *)MIPS_PHYS_TO_XKPHYS_CACHED(addr);
470 1.2.16.2 jdolecek #endif
471 1.2.16.2 jdolecek }
472 1.2.16.2 jdolecek
473 1.2.16.2 jdolecek static inline void
474 1.2.16.2 jdolecek octeon_pow_config_int_pc(struct octeon_pow_softc *sc, int unit)
475 1.2.16.2 jdolecek {
476 1.2.16.2 jdolecek uint64_t wq_int_pc;
477 1.2.16.2 jdolecek uint64_t pc_thr;
478 1.2.16.2 jdolecek static uint64_t cpu_clock_hz;
479 1.2.16.2 jdolecek
480 1.2.16.2 jdolecek if (cpu_clock_hz == 0)
481 1.2.16.2 jdolecek cpu_clock_hz = curcpu()->ci_cpu_freq;
482 1.2.16.2 jdolecek
483 1.2.16.2 jdolecek /* from SDK */
484 1.2.16.2 jdolecek pc_thr = (cpu_clock_hz) / (unit * 16 * 256);
485 1.2.16.2 jdolecek
486 1.2.16.2 jdolecek wq_int_pc = pc_thr << POW_WQ_INT_PC_PC_THR_SHIFT;
487 1.2.16.2 jdolecek _POW_WR8(sc, POW_WQ_INT_PC_OFFSET, wq_int_pc);
488 1.2.16.2 jdolecek }
489 1.2.16.2 jdolecek
490 1.2.16.2 jdolecek static inline void
491 1.2.16.2 jdolecek octeon_pow_config_int_pc_rate(struct octeon_pow_softc *sc, int rate)
492 1.2.16.2 jdolecek {
493 1.2.16.2 jdolecek octeon_pow_config_int_pc(sc, sc->sc_int_pc_base / rate);
494 1.2.16.2 jdolecek }
495 1.2.16.2 jdolecek
496 1.2.16.2 jdolecek /* wait until ready */
497 1.2.16.2 jdolecek static inline void
498 1.2.16.2 jdolecek octeon_pow_tag_sw_wait(void)
499 1.2.16.2 jdolecek {
500 1.2.16.2 jdolecek __asm __volatile (
501 1.2.16.2 jdolecek " .set push \n"
502 1.2.16.2 jdolecek " .set noreorder \n"
503 1.2.16.2 jdolecek " .set arch=octeon \n"
504 1.2.16.2 jdolecek "1: rdhwr $2, $30 \n"
505 1.2.16.2 jdolecek " beqz $2, 1b \n"
506 1.2.16.2 jdolecek " nop \n"
507 1.2.16.2 jdolecek " .set pop \n"
508 1.2.16.2 jdolecek );
509 1.2.16.2 jdolecek }
510 1.2.16.2 jdolecek
511 1.2.16.2 jdolecek #endif /* _OCTEON_POWVAR_H_ */
512