cache.h revision 1.5 1 1.5 simonb /* $NetBSD: cache.h,v 1.5 2002/12/17 12:04:29 simonb Exp $ */
2 1.2 thorpej
3 1.2 thorpej /*
4 1.2 thorpej * Copyright 2001 Wasabi Systems, Inc.
5 1.2 thorpej * All rights reserved.
6 1.2 thorpej *
7 1.2 thorpej * Written by Jason R. Thorpe for Wasabi Systems, Inc.
8 1.2 thorpej *
9 1.2 thorpej * Redistribution and use in source and binary forms, with or without
10 1.2 thorpej * modification, are permitted provided that the following conditions
11 1.2 thorpej * are met:
12 1.2 thorpej * 1. Redistributions of source code must retain the above copyright
13 1.2 thorpej * notice, this list of conditions and the following disclaimer.
14 1.2 thorpej * 2. Redistributions in binary form must reproduce the above copyright
15 1.2 thorpej * notice, this list of conditions and the following disclaimer in the
16 1.2 thorpej * documentation and/or other materials provided with the distribution.
17 1.2 thorpej * 3. All advertising materials mentioning features or use of this software
18 1.2 thorpej * must display the following acknowledgement:
19 1.2 thorpej * This product includes software developed for the NetBSD Project by
20 1.2 thorpej * Wasabi Systems, Inc.
21 1.2 thorpej * 4. The name of Wasabi Systems, Inc. may not be used to endorse
22 1.2 thorpej * or promote products derived from this software without specific prior
23 1.2 thorpej * written permission.
24 1.2 thorpej *
25 1.2 thorpej * THIS SOFTWARE IS PROVIDED BY WASABI SYSTEMS, INC. ``AS IS'' AND
26 1.2 thorpej * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
27 1.2 thorpej * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
28 1.2 thorpej * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL WASABI SYSTEMS, INC
29 1.2 thorpej * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
30 1.2 thorpej * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
31 1.2 thorpej * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
32 1.2 thorpej * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
33 1.2 thorpej * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
34 1.2 thorpej * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
35 1.2 thorpej * POSSIBILITY OF SUCH DAMAGE.
36 1.2 thorpej */
37 1.2 thorpej
38 1.2 thorpej /*
39 1.2 thorpej * Cache operations.
40 1.2 thorpej *
41 1.2 thorpej * We define the following primitives:
42 1.2 thorpej *
43 1.2 thorpej * --- Instruction cache synchronization (mandatory):
44 1.2 thorpej *
45 1.2 thorpej * icache_sync_all Synchronize I-cache
46 1.2 thorpej *
47 1.2 thorpej * icache_sync_range Synchronize I-cache range
48 1.2 thorpej *
49 1.2 thorpej * icache_sync_range_index (index ops)
50 1.2 thorpej *
51 1.2 thorpej * --- Primary data cache (mandatory):
52 1.2 thorpej *
53 1.2 thorpej * pdcache_wbinv_all Write-back Invalidate primary D-cache
54 1.2 thorpej *
55 1.2 thorpej * pdcache_wbinv_range Write-back Invalidate primary D-cache range
56 1.2 thorpej *
57 1.2 thorpej * pdcache_wbinv_range_index (index ops)
58 1.2 thorpej *
59 1.2 thorpej * pdcache_inv_range Invalidate primary D-cache range
60 1.2 thorpej *
61 1.2 thorpej * pdcache_wb_range Write-back primary D-cache range
62 1.2 thorpej *
63 1.2 thorpej * --- Secondary data cache (optional):
64 1.2 thorpej *
65 1.2 thorpej * sdcache_wbinv_all Write-back Invalidate secondary D-cache
66 1.2 thorpej *
67 1.2 thorpej * sdcache_wbinv_range Write-back Invalidate secondary D-cache range
68 1.2 thorpej *
69 1.2 thorpej * sdcache_wbinv_range_index (index ops)
70 1.2 thorpej *
71 1.2 thorpej * sdcache_inv_range Invalidate secondary D-cache range
72 1.2 thorpej *
73 1.2 thorpej * sdcache_wb_range Write-back secondary D-cache range
74 1.2 thorpej *
75 1.2 thorpej * There are some rules that must be followed:
76 1.2 thorpej *
77 1.2 thorpej * I-cache Synch (all or range):
78 1.2 thorpej * The goal is to synchronize the instruction stream,
79 1.2 thorpej * so you may need to write-back dirty data cache
80 1.2 thorpej * blocks first. If a range is requested, and you
81 1.2 thorpej * can't synchronize just a range, you have to hit
82 1.2 thorpej * the whole thing.
83 1.2 thorpej *
84 1.2 thorpej * D-cache Write-back Invalidate range:
85 1.2 thorpej * If you can't WB-Inv a range, you must WB-Inv the
86 1.2 thorpej * entire D-cache.
87 1.2 thorpej *
88 1.2 thorpej * D-cache Invalidate:
89 1.2 thorpej * If you can't Inv the D-cache without doing a
90 1.2 thorpej * Write-back, YOU MUST PANIC. This is to catch
91 1.2 thorpej * errors in calling code. Callers must be aware
92 1.2 thorpej * of this scenario, and must handle it appropriately
93 1.2 thorpej * (consider the bus_dma(9) operations).
94 1.2 thorpej *
95 1.2 thorpej * D-cache Write-back:
96 1.2 thorpej * If you can't Write-back without doing an invalidate,
97 1.2 thorpej * that's fine. Then treat this as a WB-Inv. Skipping
98 1.2 thorpej * the invalidate is merely an optimization.
99 1.2 thorpej *
100 1.2 thorpej * All operations:
101 1.2 thorpej * Valid virtual addresses must be passed to the
102 1.2 thorpej * cache operation.
103 1.2 thorpej *
104 1.2 thorpej * Finally, these primitives are grouped together in reasonable
105 1.2 thorpej * ways. For all operations described here, first the primary
106 1.2 thorpej * cache is frobbed, then the secondary cache frobbed, if the
107 1.2 thorpej * operation for the secondary cache exists.
108 1.2 thorpej *
109 1.2 thorpej * mips_icache_sync_all Synchronize I-cache
110 1.2 thorpej *
111 1.2 thorpej * mips_icache_sync_range Synchronize I-cache range
112 1.2 thorpej *
113 1.2 thorpej * mips_icache_sync_range_index (index ops)
114 1.2 thorpej *
115 1.2 thorpej * mips_dcache_wbinv_all Write-back Invalidate D-cache
116 1.2 thorpej *
117 1.2 thorpej * mips_dcache_wbinv_range Write-back Invalidate D-cache range
118 1.2 thorpej *
119 1.2 thorpej * mips_dcache_wbinv_range_index (index ops)
120 1.2 thorpej *
121 1.2 thorpej * mips_dcache_inv_range Invalidate D-cache range
122 1.2 thorpej *
123 1.2 thorpej * mips_dcache_wb_range Write-back D-cache range
124 1.2 thorpej */
125 1.2 thorpej
126 1.2 thorpej struct mips_cache_ops {
127 1.2 thorpej void (*mco_icache_sync_all)(void);
128 1.2 thorpej void (*mco_icache_sync_range)(vaddr_t, vsize_t);
129 1.2 thorpej void (*mco_icache_sync_range_index)(vaddr_t, vsize_t);
130 1.2 thorpej
131 1.2 thorpej void (*mco_pdcache_wbinv_all)(void);
132 1.2 thorpej void (*mco_pdcache_wbinv_range)(vaddr_t, vsize_t);
133 1.2 thorpej void (*mco_pdcache_wbinv_range_index)(vaddr_t, vsize_t);
134 1.2 thorpej void (*mco_pdcache_inv_range)(vaddr_t, vsize_t);
135 1.2 thorpej void (*mco_pdcache_wb_range)(vaddr_t, vsize_t);
136 1.2 thorpej
137 1.5 simonb /* These are called only by the (mipsNN) icache functions. */
138 1.5 simonb void (*mco_intern_pdcache_wbinv_all)(void);
139 1.5 simonb void (*mco_intern_pdcache_wbinv_range_index)(vaddr_t, vsize_t);
140 1.5 simonb void (*mco_intern_pdcache_wb_range)(vaddr_t, vsize_t);
141 1.5 simonb
142 1.2 thorpej void (*mco_sdcache_wbinv_all)(void);
143 1.2 thorpej void (*mco_sdcache_wbinv_range)(vaddr_t, vsize_t);
144 1.2 thorpej void (*mco_sdcache_wbinv_range_index)(vaddr_t, vsize_t);
145 1.2 thorpej void (*mco_sdcache_inv_range)(vaddr_t, vsize_t);
146 1.2 thorpej void (*mco_sdcache_wb_range)(vaddr_t, vsize_t);
147 1.5 simonb
148 1.5 simonb /* These are called only by the (mipsNN) icache functions. */
149 1.5 simonb void (*mco_intern_sdcache_wbinv_all)(void);
150 1.5 simonb void (*mco_intern_sdcache_wbinv_range_index)(vaddr_t, vsize_t);
151 1.5 simonb void (*mco_intern_sdcache_wb_range)(vaddr_t, vsize_t);
152 1.2 thorpej };
153 1.2 thorpej
154 1.2 thorpej #ifdef _KERNEL
155 1.2 thorpej extern struct mips_cache_ops mips_cache_ops;
156 1.2 thorpej
157 1.2 thorpej /* PRIMARY CACHE VARIABLES */
158 1.4 thorpej extern u_int mips_picache_size;
159 1.4 thorpej extern u_int mips_picache_line_size;
160 1.4 thorpej extern u_int mips_picache_ways;
161 1.4 thorpej extern u_int mips_picache_way_size;
162 1.4 thorpej extern u_int mips_picache_way_mask;
163 1.4 thorpej
164 1.4 thorpej extern u_int mips_pdcache_size; /* and unified */
165 1.4 thorpej extern u_int mips_pdcache_line_size;
166 1.4 thorpej extern u_int mips_pdcache_ways;
167 1.4 thorpej extern u_int mips_pdcache_way_size;
168 1.4 thorpej extern u_int mips_pdcache_way_mask;
169 1.2 thorpej extern int mips_pdcache_write_through;
170 1.2 thorpej
171 1.2 thorpej extern int mips_pcache_unified;
172 1.2 thorpej
173 1.2 thorpej /* SECONDARY CACHE VARIABLES */
174 1.4 thorpej extern u_int mips_sicache_size;
175 1.4 thorpej extern u_int mips_sicache_line_size;
176 1.4 thorpej extern u_int mips_sicache_ways;
177 1.4 thorpej extern u_int mips_sicache_way_size;
178 1.4 thorpej extern u_int mips_sicache_way_mask;
179 1.4 thorpej
180 1.4 thorpej extern u_int mips_sdcache_size; /* and unified */
181 1.4 thorpej extern u_int mips_sdcache_line_size;
182 1.4 thorpej extern u_int mips_sdcache_ways;
183 1.4 thorpej extern u_int mips_sdcache_way_size;
184 1.4 thorpej extern u_int mips_sdcache_way_mask;
185 1.2 thorpej extern int mips_sdcache_write_through;
186 1.2 thorpej
187 1.2 thorpej extern int mips_scache_unified;
188 1.2 thorpej
189 1.2 thorpej /* TERTIARY CACHE VARIABLES */
190 1.4 thorpej extern u_int mips_tcache_size; /* always unified */
191 1.4 thorpej extern u_int mips_tcache_line_size;
192 1.4 thorpej extern u_int mips_tcache_ways;
193 1.4 thorpej extern u_int mips_tcache_way_size;
194 1.4 thorpej extern u_int mips_tcache_way_mask;
195 1.2 thorpej extern int mips_tcache_write_through;
196 1.2 thorpej
197 1.4 thorpej extern u_int mips_dcache_align;
198 1.4 thorpej extern u_int mips_dcache_align_mask;
199 1.3 thorpej
200 1.4 thorpej extern u_int mips_cache_alias_mask;
201 1.4 thorpej extern u_int mips_cache_prefer_mask;
202 1.2 thorpej
203 1.2 thorpej /*
204 1.2 thorpej * XXX XXX XXX THIS SHOULD NOT EXIST XXX XXX XXX
205 1.2 thorpej */
206 1.2 thorpej #define mips_cache_indexof(x) (((vaddr_t)(x)) & mips_cache_alias_mask)
207 1.2 thorpej
208 1.5 simonb #define __mco_noargs(prefix, x) \
209 1.2 thorpej do { \
210 1.5 simonb (*mips_cache_ops.mco_ ## prefix ## p ## x )(); \
211 1.5 simonb if (*mips_cache_ops.mco_ ## prefix ## s ## x ) \
212 1.5 simonb (*mips_cache_ops.mco_ ## prefix ## s ## x )(); \
213 1.2 thorpej } while (/*CONSTCOND*/0)
214 1.2 thorpej
215 1.5 simonb #define __mco_2args(prefix, x, a, b) \
216 1.2 thorpej do { \
217 1.5 simonb (*mips_cache_ops.mco_ ## prefix ## p ## x )((a), (b)); \
218 1.5 simonb if (*mips_cache_ops.mco_ ## prefix ## s ## x ) \
219 1.5 simonb (*mips_cache_ops.mco_ ## prefix ## s ## x )((a), (b)); \
220 1.2 thorpej } while (/*CONSTCOND*/0)
221 1.2 thorpej
222 1.2 thorpej #define mips_icache_sync_all() \
223 1.2 thorpej (*mips_cache_ops.mco_icache_sync_all)()
224 1.2 thorpej
225 1.2 thorpej #define mips_icache_sync_range(v, s) \
226 1.2 thorpej (*mips_cache_ops.mco_icache_sync_range)((v), (s))
227 1.2 thorpej
228 1.2 thorpej #define mips_icache_sync_range_index(v, s) \
229 1.2 thorpej (*mips_cache_ops.mco_icache_sync_range_index)((v), (s))
230 1.2 thorpej
231 1.2 thorpej #define mips_dcache_wbinv_all() \
232 1.5 simonb __mco_noargs(, dcache_wbinv_all)
233 1.2 thorpej
234 1.2 thorpej #define mips_dcache_wbinv_range(v, s) \
235 1.5 simonb __mco_2args(, dcache_wbinv_range, (v), (s))
236 1.2 thorpej
237 1.2 thorpej #define mips_dcache_wbinv_range_index(v, s) \
238 1.5 simonb __mco_2args(, dcache_wbinv_range_index, (v), (s))
239 1.2 thorpej
240 1.2 thorpej #define mips_dcache_inv_range(v, s) \
241 1.5 simonb __mco_2args(, dcache_inv_range, (v), (s))
242 1.2 thorpej
243 1.2 thorpej #define mips_dcache_wb_range(v, s) \
244 1.5 simonb __mco_2args(, dcache_wb_range, (v), (s))
245 1.5 simonb
246 1.5 simonb
247 1.5 simonb /*
248 1.5 simonb * Private D-cache functions only called from (currently only the
249 1.5 simonb * mipsNN) I-cache functions.
250 1.5 simonb */
251 1.5 simonb #define mips_intern_dcache_wbinv_all() \
252 1.5 simonb __mco_noargs(intern_, dcache_wbinv_all)
253 1.5 simonb
254 1.5 simonb #define mips_intern_dcache_wbinv_range_index(v, s) \
255 1.5 simonb __mco_2args(intern_, dcache_wbinv_range_index, (v), (s))
256 1.5 simonb
257 1.5 simonb #define mips_intern_dcache_wb_range(v, s) \
258 1.5 simonb __mco_2args(intern_, dcache_wb_range, (v), (s))
259 1.2 thorpej
260 1.2 thorpej void mips_config_cache(void);
261 1.3 thorpej void mips_dcache_compute_align(void);
262 1.5 simonb
263 1.5 simonb #include <mips/cache_mipsNN.h>
264 1.2 thorpej
265 1.2 thorpej #endif /* _KERNEL */
266