cpufunc.h revision 1.41 1 /* $NetBSD: cpufunc.h,v 1.41 2007/09/15 09:25:22 scw Exp $ */
2
3 /*
4 * Copyright (c) 1997 Mark Brinicombe.
5 * Copyright (c) 1997 Causality Limited
6 * All rights reserved.
7 *
8 * Redistribution and use in source and binary forms, with or without
9 * modification, are permitted provided that the following conditions
10 * are met:
11 * 1. Redistributions of source code must retain the above copyright
12 * notice, this list of conditions and the following disclaimer.
13 * 2. Redistributions in binary form must reproduce the above copyright
14 * notice, this list of conditions and the following disclaimer in the
15 * documentation and/or other materials provided with the distribution.
16 * 3. All advertising materials mentioning features or use of this software
17 * must display the following acknowledgement:
18 * This product includes software developed by Causality Limited.
19 * 4. The name of Causality Limited may not be used to endorse or promote
20 * products derived from this software without specific prior written
21 * permission.
22 *
23 * THIS SOFTWARE IS PROVIDED BY CAUSALITY LIMITED ``AS IS'' AND ANY EXPRESS
24 * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
25 * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
26 * DISCLAIMED. IN NO EVENT SHALL CAUSALITY LIMITED BE LIABLE FOR ANY DIRECT,
27 * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
28 * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
29 * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
30 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
31 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
32 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
33 * SUCH DAMAGE.
34 *
35 * RiscBSD kernel project
36 *
37 * cpufunc.h
38 *
39 * Prototypes for cpu, mmu and tlb related functions.
40 */
41
42 #ifndef _ARM32_CPUFUNC_H_
43 #define _ARM32_CPUFUNC_H_
44
45 #ifdef _KERNEL
46
47 #include <sys/types.h>
48 #include <arm/cpuconf.h>
49
50 struct cpu_functions {
51
52 /* CPU functions */
53
54 u_int (*cf_id) (void);
55 void (*cf_cpwait) (void);
56
57 /* MMU functions */
58
59 u_int (*cf_control) (u_int, u_int);
60 void (*cf_domains) (u_int);
61 void (*cf_setttb) (u_int);
62 u_int (*cf_faultstatus) (void);
63 u_int (*cf_faultaddress) (void);
64
65 /* TLB functions */
66
67 void (*cf_tlb_flushID) (void);
68 void (*cf_tlb_flushID_SE) (u_int);
69 void (*cf_tlb_flushI) (void);
70 void (*cf_tlb_flushI_SE) (u_int);
71 void (*cf_tlb_flushD) (void);
72 void (*cf_tlb_flushD_SE) (u_int);
73
74 /*
75 * Cache operations:
76 *
77 * We define the following primitives:
78 *
79 * icache_sync_all Synchronize I-cache
80 * icache_sync_range Synchronize I-cache range
81 *
82 * dcache_wbinv_all Write-back and Invalidate D-cache
83 * dcache_wbinv_range Write-back and Invalidate D-cache range
84 * dcache_inv_range Invalidate D-cache range
85 * dcache_wb_range Write-back D-cache range
86 *
87 * idcache_wbinv_all Write-back and Invalidate D-cache,
88 * Invalidate I-cache
89 * idcache_wbinv_range Write-back and Invalidate D-cache,
90 * Invalidate I-cache range
91 *
92 * Note that the ARM term for "write-back" is "clean". We use
93 * the term "write-back" since it's a more common way to describe
94 * the operation.
95 *
96 * There are some rules that must be followed:
97 *
98 * I-cache Synch (all or range):
99 * The goal is to synchronize the instruction stream,
100 * so you may beed to write-back dirty D-cache blocks
101 * first. If a range is requested, and you can't
102 * synchronize just a range, you have to hit the whole
103 * thing.
104 *
105 * D-cache Write-Back and Invalidate range:
106 * If you can't WB-Inv a range, you must WB-Inv the
107 * entire D-cache.
108 *
109 * D-cache Invalidate:
110 * If you can't Inv the D-cache, you must Write-Back
111 * and Invalidate. Code that uses this operation
112 * MUST NOT assume that the D-cache will not be written
113 * back to memory.
114 *
115 * D-cache Write-Back:
116 * If you can't Write-back without doing an Inv,
117 * that's fine. Then treat this as a WB-Inv.
118 * Skipping the invalidate is merely an optimization.
119 *
120 * All operations:
121 * Valid virtual addresses must be passed to each
122 * cache operation.
123 */
124 void (*cf_icache_sync_all) (void);
125 void (*cf_icache_sync_range) (vaddr_t, vsize_t);
126
127 void (*cf_dcache_wbinv_all) (void);
128 void (*cf_dcache_wbinv_range)(vaddr_t, vsize_t);
129 void (*cf_dcache_inv_range) (vaddr_t, vsize_t);
130 void (*cf_dcache_wb_range) (vaddr_t, vsize_t);
131
132 void (*cf_idcache_wbinv_all) (void);
133 void (*cf_idcache_wbinv_range)(vaddr_t, vsize_t);
134
135 /* Other functions */
136
137 void (*cf_flush_prefetchbuf) (void);
138 void (*cf_drain_writebuf) (void);
139 void (*cf_flush_brnchtgt_C) (void);
140 void (*cf_flush_brnchtgt_E) (u_int);
141
142 void (*cf_sleep) (int mode);
143
144 /* Soft functions */
145
146 int (*cf_dataabt_fixup) (void *);
147 int (*cf_prefetchabt_fixup) (void *);
148
149 void (*cf_context_switch) (u_int);
150
151 void (*cf_setup) (char *);
152 };
153
154 extern struct cpu_functions cpufuncs;
155 extern u_int cputype;
156
157 #define cpu_id() cpufuncs.cf_id()
158 #define cpu_cpwait() cpufuncs.cf_cpwait()
159
160 #define cpu_control(c, e) cpufuncs.cf_control(c, e)
161 #define cpu_domains(d) cpufuncs.cf_domains(d)
162 #define cpu_setttb(t) cpufuncs.cf_setttb(t)
163 #define cpu_faultstatus() cpufuncs.cf_faultstatus()
164 #define cpu_faultaddress() cpufuncs.cf_faultaddress()
165
166 #define cpu_tlb_flushID() cpufuncs.cf_tlb_flushID()
167 #define cpu_tlb_flushID_SE(e) cpufuncs.cf_tlb_flushID_SE(e)
168 #define cpu_tlb_flushI() cpufuncs.cf_tlb_flushI()
169 #define cpu_tlb_flushI_SE(e) cpufuncs.cf_tlb_flushI_SE(e)
170 #define cpu_tlb_flushD() cpufuncs.cf_tlb_flushD()
171 #define cpu_tlb_flushD_SE(e) cpufuncs.cf_tlb_flushD_SE(e)
172
173 #define cpu_icache_sync_all() cpufuncs.cf_icache_sync_all()
174 #define cpu_icache_sync_range(a, s) cpufuncs.cf_icache_sync_range((a), (s))
175
176 #define cpu_dcache_wbinv_all() cpufuncs.cf_dcache_wbinv_all()
177 #define cpu_dcache_wbinv_range(a, s) cpufuncs.cf_dcache_wbinv_range((a), (s))
178 #define cpu_dcache_inv_range(a, s) cpufuncs.cf_dcache_inv_range((a), (s))
179 #define cpu_dcache_wb_range(a, s) cpufuncs.cf_dcache_wb_range((a), (s))
180
181 #define cpu_idcache_wbinv_all() cpufuncs.cf_idcache_wbinv_all()
182 #define cpu_idcache_wbinv_range(a, s) cpufuncs.cf_idcache_wbinv_range((a), (s))
183
184 #define cpu_flush_prefetchbuf() cpufuncs.cf_flush_prefetchbuf()
185 #define cpu_drain_writebuf() cpufuncs.cf_drain_writebuf()
186 #define cpu_flush_brnchtgt_C() cpufuncs.cf_flush_brnchtgt_C()
187 #define cpu_flush_brnchtgt_E(e) cpufuncs.cf_flush_brnchtgt_E(e)
188
189 #define cpu_sleep(m) cpufuncs.cf_sleep(m)
190
191 #define cpu_dataabt_fixup(a) cpufuncs.cf_dataabt_fixup(a)
192 #define cpu_prefetchabt_fixup(a) cpufuncs.cf_prefetchabt_fixup(a)
193 #define ABORT_FIXUP_OK 0 /* fixup succeeded */
194 #define ABORT_FIXUP_FAILED 1 /* fixup failed */
195 #define ABORT_FIXUP_RETURN 2 /* abort handler should return */
196
197 #define cpu_context_switch(a) cpufuncs.cf_context_switch(a)
198 #define cpu_setup(a) cpufuncs.cf_setup(a)
199
200 int set_cpufuncs (void);
201 int set_cpufuncs_id (u_int);
202 #define ARCHITECTURE_NOT_PRESENT 1 /* known but not configured */
203 #define ARCHITECTURE_NOT_SUPPORTED 2 /* not known */
204
205 void cpufunc_nullop (void);
206 int cpufunc_null_fixup (void *);
207 int early_abort_fixup (void *);
208 int late_abort_fixup (void *);
209 u_int cpufunc_id (void);
210 u_int cpufunc_control (u_int, u_int);
211 void cpufunc_domains (u_int);
212 u_int cpufunc_faultstatus (void);
213 u_int cpufunc_faultaddress (void);
214
215 #ifdef CPU_ARM2
216 u_int arm2_id (void);
217 #endif /* CPU_ARM2 */
218
219 #ifdef CPU_ARM250
220 u_int arm250_id (void);
221 #endif
222
223 #ifdef CPU_ARM3
224 u_int arm3_control (u_int, u_int);
225 void arm3_cache_flush (void);
226 #endif /* CPU_ARM3 */
227
228 #if defined(CPU_ARM6) || defined(CPU_ARM7)
229 void arm67_setttb (u_int);
230 void arm67_tlb_flush (void);
231 void arm67_tlb_purge (u_int);
232 void arm67_cache_flush (void);
233 void arm67_context_switch (u_int);
234 #endif /* CPU_ARM6 || CPU_ARM7 */
235
236 #ifdef CPU_ARM6
237 void arm6_setup (char *);
238 #endif /* CPU_ARM6 */
239
240 #ifdef CPU_ARM7
241 void arm7_setup (char *);
242 #endif /* CPU_ARM7 */
243
244 #ifdef CPU_ARM7TDMI
245 int arm7_dataabt_fixup (void *);
246 void arm7tdmi_setup (char *);
247 void arm7tdmi_setttb (u_int);
248 void arm7tdmi_tlb_flushID (void);
249 void arm7tdmi_tlb_flushID_SE (u_int);
250 void arm7tdmi_cache_flushID (void);
251 void arm7tdmi_context_switch (u_int);
252 #endif /* CPU_ARM7TDMI */
253
254 #ifdef CPU_ARM8
255 void arm8_setttb (u_int);
256 void arm8_tlb_flushID (void);
257 void arm8_tlb_flushID_SE (u_int);
258 void arm8_cache_flushID (void);
259 void arm8_cache_flushID_E (u_int);
260 void arm8_cache_cleanID (void);
261 void arm8_cache_cleanID_E (u_int);
262 void arm8_cache_purgeID (void);
263 void arm8_cache_purgeID_E (u_int entry);
264
265 void arm8_cache_syncI (void);
266 void arm8_cache_cleanID_rng (vaddr_t, vsize_t);
267 void arm8_cache_cleanD_rng (vaddr_t, vsize_t);
268 void arm8_cache_purgeID_rng (vaddr_t, vsize_t);
269 void arm8_cache_purgeD_rng (vaddr_t, vsize_t);
270 void arm8_cache_syncI_rng (vaddr_t, vsize_t);
271
272 void arm8_context_switch (u_int);
273
274 void arm8_setup (char *);
275
276 u_int arm8_clock_config (u_int, u_int);
277 #endif
278
279 #ifdef CPU_SA110
280 void sa110_setup (char *);
281 void sa110_context_switch (u_int);
282 #endif /* CPU_SA110 */
283
284 #if defined(CPU_SA1100) || defined(CPU_SA1110)
285 void sa11x0_drain_readbuf (void);
286
287 void sa11x0_context_switch (u_int);
288 void sa11x0_cpu_sleep (int);
289
290 void sa11x0_setup (char *);
291 #endif
292
293 #if defined(CPU_SA110) || defined(CPU_SA1100) || defined(CPU_SA1110)
294 void sa1_setttb (u_int);
295
296 void sa1_tlb_flushID_SE (u_int);
297
298 void sa1_cache_flushID (void);
299 void sa1_cache_flushI (void);
300 void sa1_cache_flushD (void);
301 void sa1_cache_flushD_SE (u_int);
302
303 void sa1_cache_cleanID (void);
304 void sa1_cache_cleanD (void);
305 void sa1_cache_cleanD_E (u_int);
306
307 void sa1_cache_purgeID (void);
308 void sa1_cache_purgeID_E (u_int);
309 void sa1_cache_purgeD (void);
310 void sa1_cache_purgeD_E (u_int);
311
312 void sa1_cache_syncI (void);
313 void sa1_cache_cleanID_rng (vaddr_t, vsize_t);
314 void sa1_cache_cleanD_rng (vaddr_t, vsize_t);
315 void sa1_cache_purgeID_rng (vaddr_t, vsize_t);
316 void sa1_cache_purgeD_rng (vaddr_t, vsize_t);
317 void sa1_cache_syncI_rng (vaddr_t, vsize_t);
318
319 #endif
320
321 #ifdef CPU_ARM9
322 void arm9_setttb (u_int);
323
324 void arm9_tlb_flushID_SE (u_int);
325
326 void arm9_icache_sync_all (void);
327 void arm9_icache_sync_range (vaddr_t, vsize_t);
328
329 void arm9_dcache_wbinv_all (void);
330 void arm9_dcache_wbinv_range (vaddr_t, vsize_t);
331 void arm9_dcache_inv_range (vaddr_t, vsize_t);
332 void arm9_dcache_wb_range (vaddr_t, vsize_t);
333
334 void arm9_idcache_wbinv_all (void);
335 void arm9_idcache_wbinv_range (vaddr_t, vsize_t);
336
337 void arm9_context_switch (u_int);
338
339 void arm9_setup (char *);
340
341 extern unsigned arm9_dcache_sets_max;
342 extern unsigned arm9_dcache_sets_inc;
343 extern unsigned arm9_dcache_index_max;
344 extern unsigned arm9_dcache_index_inc;
345 #endif
346
347 #if defined(CPU_ARM9E) || defined(CPU_ARM10)
348 void arm10_tlb_flushID_SE (u_int);
349 void arm10_tlb_flushI_SE (u_int);
350
351 void arm10_context_switch (u_int);
352
353 void arm10_setup (char *);
354 #endif
355
356 #ifdef CPU_ARM11
357 void arm11_setttb (u_int);
358
359 void arm11_tlb_flushID_SE (u_int);
360 void arm11_tlb_flushI_SE (u_int);
361
362 void arm11_context_switch (u_int);
363
364 void arm11_setup (char *string);
365 void arm11_tlb_flushID (void);
366 void arm11_tlb_flushI (void);
367 void arm11_tlb_flushD (void);
368 void arm11_tlb_flushD_SE (u_int va);
369
370 void arm11_drain_writebuf (void);
371 #endif
372
373 #if defined(CPU_ARM9E) || defined (CPU_ARM10)
374 void armv5_ec_setttb (u_int);
375
376 void armv5_ec_icache_sync_all (void);
377 void armv5_ec_icache_sync_range (vaddr_t, vsize_t);
378
379 void armv5_ec_dcache_wbinv_all (void);
380 void armv5_ec_dcache_wbinv_range (vaddr_t, vsize_t);
381 void armv5_ec_dcache_inv_range (vaddr_t, vsize_t);
382 void armv5_ec_dcache_wb_range (vaddr_t, vsize_t);
383
384 void armv5_ec_idcache_wbinv_all (void);
385 void armv5_ec_idcache_wbinv_range (vaddr_t, vsize_t);
386 #endif
387
388 #if defined (CPU_ARM10) || defined (CPU_ARM11)
389 void armv5_setttb (u_int);
390
391 void armv5_icache_sync_all (void);
392 void armv5_icache_sync_range (vaddr_t, vsize_t);
393
394 void armv5_dcache_wbinv_all (void);
395 void armv5_dcache_wbinv_range (vaddr_t, vsize_t);
396 void armv5_dcache_inv_range (vaddr_t, vsize_t);
397 void armv5_dcache_wb_range (vaddr_t, vsize_t);
398
399 void armv5_idcache_wbinv_all (void);
400 void armv5_idcache_wbinv_range (vaddr_t, vsize_t);
401
402 extern unsigned armv5_dcache_sets_max;
403 extern unsigned armv5_dcache_sets_inc;
404 extern unsigned armv5_dcache_index_max;
405 extern unsigned armv5_dcache_index_inc;
406 #endif
407
408 #if defined(CPU_ARM9) || defined(CPU_ARM9E) || defined(CPU_ARM10) || \
409 defined(CPU_SA110) || defined(CPU_SA1100) || defined(CPU_SA1110) || \
410 defined(CPU_XSCALE_80200) || defined(CPU_XSCALE_80321) || \
411 defined(__CPU_XSCALE_PXA2XX) || defined(CPU_XSCALE_IXP425)
412
413 void armv4_tlb_flushID (void);
414 void armv4_tlb_flushI (void);
415 void armv4_tlb_flushD (void);
416 void armv4_tlb_flushD_SE (u_int);
417
418 void armv4_drain_writebuf (void);
419 #endif
420
421 #if defined(CPU_IXP12X0)
422 void ixp12x0_drain_readbuf (void);
423 void ixp12x0_context_switch (u_int);
424 void ixp12x0_setup (char *);
425 #endif
426
427 #if defined(CPU_XSCALE_80200) || defined(CPU_XSCALE_80321) || \
428 defined(__CPU_XSCALE_PXA2XX) || defined(CPU_XSCALE_IXP425)
429 void xscale_cpwait (void);
430
431 void xscale_cpu_sleep (int);
432
433 u_int xscale_control (u_int, u_int);
434
435 void xscale_setttb (u_int);
436
437 void xscale_tlb_flushID_SE (u_int);
438
439 void xscale_cache_flushID (void);
440 void xscale_cache_flushI (void);
441 void xscale_cache_flushD (void);
442 void xscale_cache_flushD_SE (u_int);
443
444 void xscale_cache_cleanID (void);
445 void xscale_cache_cleanD (void);
446 void xscale_cache_cleanD_E (u_int);
447
448 void xscale_cache_clean_minidata (void);
449
450 void xscale_cache_purgeID (void);
451 void xscale_cache_purgeID_E (u_int);
452 void xscale_cache_purgeD (void);
453 void xscale_cache_purgeD_E (u_int);
454
455 void xscale_cache_syncI (void);
456 void xscale_cache_cleanID_rng (vaddr_t, vsize_t);
457 void xscale_cache_cleanD_rng (vaddr_t, vsize_t);
458 void xscale_cache_purgeID_rng (vaddr_t, vsize_t);
459 void xscale_cache_purgeD_rng (vaddr_t, vsize_t);
460 void xscale_cache_syncI_rng (vaddr_t, vsize_t);
461 void xscale_cache_flushD_rng (vaddr_t, vsize_t);
462
463 void xscale_context_switch (u_int);
464
465 void xscale_setup (char *);
466 #endif /* CPU_XSCALE_80200 || CPU_XSCALE_80321 || __CPU_XSCALE_PXA2XX || CPU_XSCALE_IXP425 */
467
468 #define tlb_flush cpu_tlb_flushID
469 #define setttb cpu_setttb
470 #define drain_writebuf cpu_drain_writebuf
471
472 /*
473 * Macros for manipulating CPU interrupts
474 */
475 #ifdef __PROG32
476 static __inline u_int32_t __set_cpsr_c(u_int bic, u_int eor) __attribute__((__unused__));
477
478 static __inline u_int32_t
479 __set_cpsr_c(u_int bic, u_int eor)
480 {
481 u_int32_t tmp, ret;
482
483 __asm volatile(
484 "mrs %0, cpsr\n" /* Get the CPSR */
485 "bic %1, %0, %2\n" /* Clear bits */
486 "eor %1, %1, %3\n" /* XOR bits */
487 "msr cpsr_c, %1\n" /* Set the control field of CPSR */
488 : "=&r" (ret), "=&r" (tmp)
489 : "r" (bic), "r" (eor) : "memory");
490
491 return ret;
492 }
493
494 #define disable_interrupts(mask) \
495 (__set_cpsr_c((mask) & (I32_bit | F32_bit), \
496 (mask) & (I32_bit | F32_bit)))
497
498 #define enable_interrupts(mask) \
499 (__set_cpsr_c((mask) & (I32_bit | F32_bit), 0))
500
501 #define restore_interrupts(old_cpsr) \
502 (__set_cpsr_c((I32_bit | F32_bit), (old_cpsr) & (I32_bit | F32_bit)))
503 #else /* ! __PROG32 */
504 #define disable_interrupts(mask) \
505 (set_r15((mask) & (R15_IRQ_DISABLE | R15_FIQ_DISABLE), \
506 (mask) & (R15_IRQ_DISABLE | R15_FIQ_DISABLE)))
507
508 #define enable_interrupts(mask) \
509 (set_r15((mask) & (R15_IRQ_DISABLE | R15_FIQ_DISABLE), 0))
510
511 #define restore_interrupts(old_r15) \
512 (set_r15((R15_IRQ_DISABLE | R15_FIQ_DISABLE), \
513 (old_r15) & (R15_IRQ_DISABLE | R15_FIQ_DISABLE)))
514 #endif /* __PROG32 */
515
516 #ifdef __PROG32
517 /* Functions to manipulate the CPSR. */
518 u_int SetCPSR(u_int, u_int);
519 u_int GetCPSR(void);
520 #else
521 /* Functions to manipulate the processor control bits in r15. */
522 u_int set_r15(u_int, u_int);
523 u_int get_r15(void);
524 #endif /* __PROG32 */
525
526 /*
527 * Functions to manipulate cpu r13
528 * (in arm/arm32/setstack.S)
529 */
530
531 void set_stackptr (u_int, u_int);
532 u_int get_stackptr (u_int);
533
534 /*
535 * Miscellany
536 */
537
538 int get_pc_str_offset (void);
539
540 /*
541 * CPU functions from locore.S
542 */
543
544 void cpu_reset (void) __attribute__((__noreturn__));
545
546 /*
547 * Cache info variables.
548 */
549
550 /* PRIMARY CACHE VARIABLES */
551 extern int arm_picache_size;
552 extern int arm_picache_line_size;
553 extern int arm_picache_ways;
554
555 extern int arm_pdcache_size; /* and unified */
556 extern int arm_pdcache_line_size;
557 extern int arm_pdcache_ways;
558
559 extern int arm_pcache_type;
560 extern int arm_pcache_unified;
561
562 extern int arm_dcache_align;
563 extern int arm_dcache_align_mask;
564
565 #endif /* _KERNEL */
566 #endif /* _ARM32_CPUFUNC_H_ */
567
568 /* End of cpufunc.h */
569