Home | History | Annotate | Line # | Download | only in include
cpufunc.h revision 1.62
      1 /*	cpufunc.h,v 1.40.22.4 2007/11/08 10:59:33 matt Exp	*/
      2 
      3 /*
      4  * Copyright (c) 1997 Mark Brinicombe.
      5  * Copyright (c) 1997 Causality Limited
      6  * All rights reserved.
      7  *
      8  * Redistribution and use in source and binary forms, with or without
      9  * modification, are permitted provided that the following conditions
     10  * are met:
     11  * 1. Redistributions of source code must retain the above copyright
     12  *    notice, this list of conditions and the following disclaimer.
     13  * 2. Redistributions in binary form must reproduce the above copyright
     14  *    notice, this list of conditions and the following disclaimer in the
     15  *    documentation and/or other materials provided with the distribution.
     16  * 3. All advertising materials mentioning features or use of this software
     17  *    must display the following acknowledgement:
     18  *	This product includes software developed by Causality Limited.
     19  * 4. The name of Causality Limited may not be used to endorse or promote
     20  *    products derived from this software without specific prior written
     21  *    permission.
     22  *
     23  * THIS SOFTWARE IS PROVIDED BY CAUSALITY LIMITED ``AS IS'' AND ANY EXPRESS
     24  * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
     25  * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
     26  * DISCLAIMED. IN NO EVENT SHALL CAUSALITY LIMITED BE LIABLE FOR ANY DIRECT,
     27  * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
     28  * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
     29  * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     30  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     31  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     32  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     33  * SUCH DAMAGE.
     34  *
     35  * RiscBSD kernel project
     36  *
     37  * cpufunc.h
     38  *
     39  * Prototypes for cpu, mmu and tlb related functions.
     40  */
     41 
     42 #ifndef _ARM32_CPUFUNC_H_
     43 #define _ARM32_CPUFUNC_H_
     44 
     45 #ifdef _KERNEL
     46 
     47 #include <sys/types.h>
     48 #include <arm/armreg.h>
     49 #include <arm/cpuconf.h>
     50 #include <arm/armreg.h>
     51 
     52 struct cpu_functions {
     53 
     54 	/* CPU functions */
     55 
     56 	u_int	(*cf_id)		(void);
     57 	void	(*cf_cpwait)		(void);
     58 
     59 	/* MMU functions */
     60 
     61 	u_int	(*cf_control)		(u_int, u_int);
     62 	void	(*cf_domains)		(u_int);
     63 	void	(*cf_setttb)		(u_int, bool);
     64 	u_int	(*cf_faultstatus)	(void);
     65 	u_int	(*cf_faultaddress)	(void);
     66 
     67 	/* TLB functions */
     68 
     69 	void	(*cf_tlb_flushID)	(void);
     70 	void	(*cf_tlb_flushID_SE)	(u_int);
     71 	void	(*cf_tlb_flushI)	(void);
     72 	void	(*cf_tlb_flushI_SE)	(u_int);
     73 	void	(*cf_tlb_flushD)	(void);
     74 	void	(*cf_tlb_flushD_SE)	(u_int);
     75 
     76 	/*
     77 	 * Cache operations:
     78 	 *
     79 	 * We define the following primitives:
     80 	 *
     81 	 *	icache_sync_all		Synchronize I-cache
     82 	 *	icache_sync_range	Synchronize I-cache range
     83 	 *
     84 	 *	dcache_wbinv_all	Write-back and Invalidate D-cache
     85 	 *	dcache_wbinv_range	Write-back and Invalidate D-cache range
     86 	 *	dcache_inv_range	Invalidate D-cache range
     87 	 *	dcache_wb_range		Write-back D-cache range
     88 	 *
     89 	 *	idcache_wbinv_all	Write-back and Invalidate D-cache,
     90 	 *				Invalidate I-cache
     91 	 *	idcache_wbinv_range	Write-back and Invalidate D-cache,
     92 	 *				Invalidate I-cache range
     93 	 *
     94 	 * Note that the ARM term for "write-back" is "clean".  We use
     95 	 * the term "write-back" since it's a more common way to describe
     96 	 * the operation.
     97 	 *
     98 	 * There are some rules that must be followed:
     99 	 *
    100 	 *	I-cache Synch (all or range):
    101 	 *		The goal is to synchronize the instruction stream,
    102 	 *		so you may beed to write-back dirty D-cache blocks
    103 	 *		first.  If a range is requested, and you can't
    104 	 *		synchronize just a range, you have to hit the whole
    105 	 *		thing.
    106 	 *
    107 	 *	D-cache Write-Back and Invalidate range:
    108 	 *		If you can't WB-Inv a range, you must WB-Inv the
    109 	 *		entire D-cache.
    110 	 *
    111 	 *	D-cache Invalidate:
    112 	 *		If you can't Inv the D-cache, you must Write-Back
    113 	 *		and Invalidate.  Code that uses this operation
    114 	 *		MUST NOT assume that the D-cache will not be written
    115 	 *		back to memory.
    116 	 *
    117 	 *	D-cache Write-Back:
    118 	 *		If you can't Write-back without doing an Inv,
    119 	 *		that's fine.  Then treat this as a WB-Inv.
    120 	 *		Skipping the invalidate is merely an optimization.
    121 	 *
    122 	 *	All operations:
    123 	 *		Valid virtual addresses must be passed to each
    124 	 *		cache operation.
    125 	 */
    126 	void	(*cf_icache_sync_all)	(void);
    127 	void	(*cf_icache_sync_range)	(vaddr_t, vsize_t);
    128 
    129 	void	(*cf_dcache_wbinv_all)	(void);
    130 	void	(*cf_dcache_wbinv_range)(vaddr_t, vsize_t);
    131 	void	(*cf_dcache_inv_range)	(vaddr_t, vsize_t);
    132 	void	(*cf_dcache_wb_range)	(vaddr_t, vsize_t);
    133 
    134 	void	(*cf_sdcache_wbinv_range)(vaddr_t, paddr_t, psize_t);
    135 	void	(*cf_sdcache_inv_range)	(vaddr_t, paddr_t, psize_t);
    136 	void	(*cf_sdcache_wb_range)	(vaddr_t, paddr_t, psize_t);
    137 
    138 	void	(*cf_idcache_wbinv_all)	(void);
    139 	void	(*cf_idcache_wbinv_range)(vaddr_t, vsize_t);
    140 
    141 	/* Other functions */
    142 
    143 	void	(*cf_flush_prefetchbuf)	(void);
    144 	void	(*cf_drain_writebuf)	(void);
    145 	void	(*cf_flush_brnchtgt_C)	(void);
    146 	void	(*cf_flush_brnchtgt_E)	(u_int);
    147 
    148 	void	(*cf_sleep)		(int mode);
    149 
    150 	/* Soft functions */
    151 
    152 	int	(*cf_dataabt_fixup)	(void *);
    153 	int	(*cf_prefetchabt_fixup)	(void *);
    154 
    155 	void	(*cf_context_switch)	(u_int);
    156 
    157 	void	(*cf_setup)		(char *);
    158 };
    159 
    160 extern struct cpu_functions cpufuncs;
    161 extern u_int cputype;
    162 
    163 #define cpu_id()		cpufuncs.cf_id()
    164 
    165 #define cpu_control(c, e)	cpufuncs.cf_control(c, e)
    166 #define cpu_domains(d)		cpufuncs.cf_domains(d)
    167 #define cpu_setttb(t, f)	cpufuncs.cf_setttb(t, f)
    168 #define cpu_faultstatus()	cpufuncs.cf_faultstatus()
    169 #define cpu_faultaddress()	cpufuncs.cf_faultaddress()
    170 
    171 #define	cpu_tlb_flushID()	cpufuncs.cf_tlb_flushID()
    172 #define	cpu_tlb_flushID_SE(e)	cpufuncs.cf_tlb_flushID_SE(e)
    173 #define	cpu_tlb_flushI()	cpufuncs.cf_tlb_flushI()
    174 #define	cpu_tlb_flushI_SE(e)	cpufuncs.cf_tlb_flushI_SE(e)
    175 #define	cpu_tlb_flushD()	cpufuncs.cf_tlb_flushD()
    176 #define	cpu_tlb_flushD_SE(e)	cpufuncs.cf_tlb_flushD_SE(e)
    177 
    178 #define	cpu_icache_sync_all()	cpufuncs.cf_icache_sync_all()
    179 #define	cpu_icache_sync_range(a, s) cpufuncs.cf_icache_sync_range((a), (s))
    180 
    181 #define	cpu_dcache_wbinv_all()	cpufuncs.cf_dcache_wbinv_all()
    182 #define	cpu_dcache_wbinv_range(a, s) cpufuncs.cf_dcache_wbinv_range((a), (s))
    183 #define	cpu_dcache_inv_range(a, s) cpufuncs.cf_dcache_inv_range((a), (s))
    184 #define	cpu_dcache_wb_range(a, s) cpufuncs.cf_dcache_wb_range((a), (s))
    185 
    186 #define	cpu_sdcache_wbinv_range(a, b, s) cpufuncs.cf_sdcache_wbinv_range((a), (b), (s))
    187 #define	cpu_sdcache_inv_range(a, b, s) cpufuncs.cf_sdcache_inv_range((a), (b), (s))
    188 #define	cpu_sdcache_wb_range(a, b, s) cpufuncs.cf_sdcache_wb_range((a), (b), (s))
    189 
    190 #define	cpu_idcache_wbinv_all()	cpufuncs.cf_idcache_wbinv_all()
    191 #define	cpu_idcache_wbinv_range(a, s) cpufuncs.cf_idcache_wbinv_range((a), (s))
    192 
    193 #define	cpu_flush_prefetchbuf()	cpufuncs.cf_flush_prefetchbuf()
    194 #define	cpu_drain_writebuf()	cpufuncs.cf_drain_writebuf()
    195 #define	cpu_flush_brnchtgt_C()	cpufuncs.cf_flush_brnchtgt_C()
    196 #define	cpu_flush_brnchtgt_E(e)	cpufuncs.cf_flush_brnchtgt_E(e)
    197 
    198 #define cpu_sleep(m)		cpufuncs.cf_sleep(m)
    199 
    200 #define cpu_dataabt_fixup(a)		cpufuncs.cf_dataabt_fixup(a)
    201 #define cpu_prefetchabt_fixup(a)	cpufuncs.cf_prefetchabt_fixup(a)
    202 #define ABORT_FIXUP_OK		0	/* fixup succeeded */
    203 #define ABORT_FIXUP_FAILED	1	/* fixup failed */
    204 #define ABORT_FIXUP_RETURN	2	/* abort handler should return */
    205 
    206 #define cpu_context_switch(a)		cpufuncs.cf_context_switch(a)
    207 #define cpu_setup(a)			cpufuncs.cf_setup(a)
    208 
    209 int	set_cpufuncs		(void);
    210 int	set_cpufuncs_id		(u_int);
    211 #define ARCHITECTURE_NOT_PRESENT	1	/* known but not configured */
    212 #define ARCHITECTURE_NOT_SUPPORTED	2	/* not known */
    213 
    214 void	cpufunc_nullop		(void);
    215 int	cpufunc_null_fixup	(void *);
    216 int	early_abort_fixup	(void *);
    217 int	late_abort_fixup	(void *);
    218 u_int	cpufunc_id		(void);
    219 u_int	cpufunc_control		(u_int, u_int);
    220 void	cpufunc_domains		(u_int);
    221 u_int	cpufunc_faultstatus	(void);
    222 u_int	cpufunc_faultaddress	(void);
    223 
    224 #if defined(CPU_ARM2) || defined(CPU_ARM250) || defined(CPU_ARM3)
    225 void	arm3_cache_flush	(void);
    226 #endif	/* CPU_ARM2 || CPU_ARM250 || CPU_ARM3 */
    227 
    228 #ifdef CPU_ARM2
    229 u_int	arm2_id			(void);
    230 #endif /* CPU_ARM2 */
    231 
    232 #ifdef CPU_ARM250
    233 u_int	arm250_id		(void);
    234 #endif
    235 
    236 #ifdef CPU_ARM3
    237 u_int	arm3_control		(u_int, u_int);
    238 #endif	/* CPU_ARM3 */
    239 
    240 #if defined(CPU_ARM6) || defined(CPU_ARM7)
    241 void	arm67_setttb		(u_int, bool);
    242 void	arm67_tlb_flush		(void);
    243 void	arm67_tlb_purge		(u_int);
    244 void	arm67_cache_flush	(void);
    245 void	arm67_context_switch	(u_int);
    246 #endif	/* CPU_ARM6 || CPU_ARM7 */
    247 
    248 #ifdef CPU_ARM6
    249 void	arm6_setup		(char *);
    250 #endif	/* CPU_ARM6 */
    251 
    252 #ifdef CPU_ARM7
    253 void	arm7_setup		(char *);
    254 #endif	/* CPU_ARM7 */
    255 
    256 #ifdef CPU_ARM7TDMI
    257 int	arm7_dataabt_fixup	(void *);
    258 void	arm7tdmi_setup		(char *);
    259 void	arm7tdmi_setttb		(u_int, bool);
    260 void	arm7tdmi_tlb_flushID	(void);
    261 void	arm7tdmi_tlb_flushID_SE	(u_int);
    262 void	arm7tdmi_cache_flushID	(void);
    263 void	arm7tdmi_context_switch	(u_int);
    264 #endif /* CPU_ARM7TDMI */
    265 
    266 #ifdef CPU_ARM8
    267 void	arm8_setttb		(u_int, bool);
    268 void	arm8_tlb_flushID	(void);
    269 void	arm8_tlb_flushID_SE	(u_int);
    270 void	arm8_cache_flushID	(void);
    271 void	arm8_cache_flushID_E	(u_int);
    272 void	arm8_cache_cleanID	(void);
    273 void	arm8_cache_cleanID_E	(u_int);
    274 void	arm8_cache_purgeID	(void);
    275 void	arm8_cache_purgeID_E	(u_int entry);
    276 
    277 void	arm8_cache_syncI	(void);
    278 void	arm8_cache_cleanID_rng	(vaddr_t, vsize_t);
    279 void	arm8_cache_cleanD_rng	(vaddr_t, vsize_t);
    280 void	arm8_cache_purgeID_rng	(vaddr_t, vsize_t);
    281 void	arm8_cache_purgeD_rng	(vaddr_t, vsize_t);
    282 void	arm8_cache_syncI_rng	(vaddr_t, vsize_t);
    283 
    284 void	arm8_context_switch	(u_int);
    285 
    286 void	arm8_setup		(char *);
    287 
    288 u_int	arm8_clock_config	(u_int, u_int);
    289 #endif
    290 
    291 #ifdef CPU_FA526
    292 void	fa526_setup		(char *);
    293 void	fa526_setttb		(u_int, bool);
    294 void	fa526_context_switch	(u_int);
    295 void	fa526_cpu_sleep		(int);
    296 void	fa526_tlb_flushI_SE	(u_int);
    297 void	fa526_tlb_flushID_SE	(u_int);
    298 void	fa526_flush_prefetchbuf	(void);
    299 void	fa526_flush_brnchtgt_E	(u_int);
    300 
    301 void	fa526_icache_sync_all	(void);
    302 void	fa526_icache_sync_range(vaddr_t, vsize_t);
    303 void	fa526_dcache_wbinv_all	(void);
    304 void	fa526_dcache_wbinv_range(vaddr_t, vsize_t);
    305 void	fa526_dcache_inv_range	(vaddr_t, vsize_t);
    306 void	fa526_dcache_wb_range	(vaddr_t, vsize_t);
    307 void	fa526_idcache_wbinv_all(void);
    308 void	fa526_idcache_wbinv_range(vaddr_t, vsize_t);
    309 #endif
    310 
    311 #ifdef CPU_SA110
    312 void	sa110_setup		(char *);
    313 void	sa110_context_switch	(u_int);
    314 #endif	/* CPU_SA110 */
    315 
    316 #if defined(CPU_SA1100) || defined(CPU_SA1110)
    317 void	sa11x0_drain_readbuf	(void);
    318 
    319 void	sa11x0_context_switch	(u_int);
    320 void	sa11x0_cpu_sleep	(int);
    321 
    322 void	sa11x0_setup		(char *);
    323 #endif
    324 
    325 #if defined(CPU_SA110) || defined(CPU_SA1100) || defined(CPU_SA1110)
    326 void	sa1_setttb		(u_int, bool);
    327 
    328 void	sa1_tlb_flushID_SE	(u_int);
    329 
    330 void	sa1_cache_flushID	(void);
    331 void	sa1_cache_flushI	(void);
    332 void	sa1_cache_flushD	(void);
    333 void	sa1_cache_flushD_SE	(u_int);
    334 
    335 void	sa1_cache_cleanID	(void);
    336 void	sa1_cache_cleanD	(void);
    337 void	sa1_cache_cleanD_E	(u_int);
    338 
    339 void	sa1_cache_purgeID	(void);
    340 void	sa1_cache_purgeID_E	(u_int);
    341 void	sa1_cache_purgeD	(void);
    342 void	sa1_cache_purgeD_E	(u_int);
    343 
    344 void	sa1_cache_syncI		(void);
    345 void	sa1_cache_cleanID_rng	(vaddr_t, vsize_t);
    346 void	sa1_cache_cleanD_rng	(vaddr_t, vsize_t);
    347 void	sa1_cache_purgeID_rng	(vaddr_t, vsize_t);
    348 void	sa1_cache_purgeD_rng	(vaddr_t, vsize_t);
    349 void	sa1_cache_syncI_rng	(vaddr_t, vsize_t);
    350 
    351 #endif
    352 
    353 #ifdef CPU_ARM9
    354 void	arm9_setttb		(u_int, bool);
    355 
    356 void	arm9_tlb_flushID_SE	(u_int);
    357 
    358 void	arm9_icache_sync_all	(void);
    359 void	arm9_icache_sync_range	(vaddr_t, vsize_t);
    360 
    361 void	arm9_dcache_wbinv_all	(void);
    362 void	arm9_dcache_wbinv_range (vaddr_t, vsize_t);
    363 void	arm9_dcache_inv_range	(vaddr_t, vsize_t);
    364 void	arm9_dcache_wb_range	(vaddr_t, vsize_t);
    365 
    366 void	arm9_idcache_wbinv_all	(void);
    367 void	arm9_idcache_wbinv_range (vaddr_t, vsize_t);
    368 
    369 void	arm9_context_switch	(u_int);
    370 
    371 void	arm9_setup		(char *);
    372 
    373 extern unsigned arm9_dcache_sets_max;
    374 extern unsigned arm9_dcache_sets_inc;
    375 extern unsigned arm9_dcache_index_max;
    376 extern unsigned arm9_dcache_index_inc;
    377 #endif
    378 
    379 #if defined(CPU_ARM9E) || defined(CPU_ARM10) || defined(CPU_SHEEVA)
    380 void	arm10_tlb_flushID_SE	(u_int);
    381 void	arm10_tlb_flushI_SE	(u_int);
    382 
    383 void	arm10_context_switch	(u_int);
    384 
    385 void	arm10_setup		(char *);
    386 #endif
    387 
    388 #if defined(CPU_ARM9E) || defined (CPU_ARM10) || defined(CPU_SHEEVA)
    389 void	armv5_ec_setttb			(u_int, bool);
    390 
    391 void	armv5_ec_icache_sync_all	(void);
    392 void	armv5_ec_icache_sync_range	(vaddr_t, vsize_t);
    393 
    394 void	armv5_ec_dcache_wbinv_all	(void);
    395 void	armv5_ec_dcache_wbinv_range	(vaddr_t, vsize_t);
    396 void	armv5_ec_dcache_inv_range	(vaddr_t, vsize_t);
    397 void	armv5_ec_dcache_wb_range	(vaddr_t, vsize_t);
    398 
    399 void	armv5_ec_idcache_wbinv_all	(void);
    400 void	armv5_ec_idcache_wbinv_range	(vaddr_t, vsize_t);
    401 #endif
    402 
    403 #if defined (CPU_ARM10) || defined (CPU_ARM11MPCORE)
    404 void	armv5_setttb		(u_int, bool);
    405 
    406 void	armv5_icache_sync_all	(void);
    407 void	armv5_icache_sync_range	(vaddr_t, vsize_t);
    408 
    409 void	armv5_dcache_wbinv_all	(void);
    410 void	armv5_dcache_wbinv_range (vaddr_t, vsize_t);
    411 void	armv5_dcache_inv_range	(vaddr_t, vsize_t);
    412 void	armv5_dcache_wb_range	(vaddr_t, vsize_t);
    413 
    414 void	armv5_idcache_wbinv_all	(void);
    415 void	armv5_idcache_wbinv_range (vaddr_t, vsize_t);
    416 
    417 extern unsigned armv5_dcache_sets_max;
    418 extern unsigned armv5_dcache_sets_inc;
    419 extern unsigned armv5_dcache_index_max;
    420 extern unsigned armv5_dcache_index_inc;
    421 #endif
    422 
    423 #if defined(CPU_ARM11MPCORE)
    424 void	arm11mpcore_setup		(char *);
    425 #endif
    426 
    427 #if defined(CPU_ARM11) || defined(CPU_CORTEX)
    428 void	arm11_setttb		(u_int, bool);
    429 
    430 void	arm11_tlb_flushID_SE	(u_int);
    431 void	arm11_tlb_flushI_SE	(u_int);
    432 
    433 void	arm11_context_switch	(u_int);
    434 
    435 void	arm11_cpu_sleep		(int);
    436 void	arm11_setup		(char *string);
    437 void	arm11_tlb_flushID	(void);
    438 void	arm11_tlb_flushI	(void);
    439 void	arm11_tlb_flushD	(void);
    440 void	arm11_tlb_flushD_SE	(u_int va);
    441 
    442 void	armv11_dcache_wbinv_all (void);
    443 void	armv11_idcache_wbinv_all(void);
    444 
    445 void	arm11_drain_writebuf	(void);
    446 void	arm11_sleep		(int);
    447 
    448 void	armv6_setttb		(u_int, bool);
    449 
    450 void	armv6_icache_sync_all	(void);
    451 void	armv6_icache_sync_range	(vaddr_t, vsize_t);
    452 
    453 void	armv6_dcache_wbinv_all	(void);
    454 void	armv6_dcache_wbinv_range (vaddr_t, vsize_t);
    455 void	armv6_dcache_inv_range	(vaddr_t, vsize_t);
    456 void	armv6_dcache_wb_range	(vaddr_t, vsize_t);
    457 
    458 void	armv6_idcache_wbinv_all	(void);
    459 void	armv6_idcache_wbinv_range (vaddr_t, vsize_t);
    460 #endif
    461 
    462 #if defined(CPU_CORTEX)
    463 void	armv7_setttb(u_int, bool);
    464 
    465 void	armv7_icache_sync_range(vaddr_t, vsize_t);
    466 void	armv7_dcache_wb_range(vaddr_t, vsize_t);
    467 void	armv7_dcache_wbinv_range(vaddr_t, vsize_t);
    468 void	armv7_dcache_inv_range(vaddr_t, vsize_t);
    469 void	armv7_idcache_wbinv_range(vaddr_t, vsize_t);
    470 
    471 void 	armv7_dcache_wbinv_all (void);
    472 void	armv7_idcache_wbinv_all(void);
    473 void	armv7_icache_sync_all(void);
    474 void	armv7_cpu_sleep(int);
    475 void	armv7_context_switch(u_int);
    476 void	armv7_tlb_flushID_SE(u_int);
    477 void	armv7_drain_writebuf(void);
    478 void	armv7_setup(char *string);
    479 #endif
    480 
    481 
    482 #if defined(CPU_ARM1136) || defined(CPU_ARM1176)
    483 void	arm11x6_setttb			(u_int, bool);
    484 void	arm11x6_idcache_wbinv_all	(void);
    485 void	arm11x6_dcache_wbinv_all	(void);
    486 void	arm11x6_icache_sync_all		(void);
    487 void	arm11x6_flush_prefetchbuf	(void);
    488 void	arm11x6_icache_sync_range	(vaddr_t, vsize_t);
    489 void	arm11x6_idcache_wbinv_range	(vaddr_t, vsize_t);
    490 void	arm11x6_setup			(char *string);
    491 void	arm11x6_sleep			(int);	/* no ref. for errata */
    492 #endif
    493 #if defined(CPU_ARM1136)
    494 void	arm1136_sleep_rev0		(int);	/* for errata 336501 */
    495 #endif
    496 
    497 
    498 #if defined(CPU_ARM9) || defined(CPU_ARM9E) || defined(CPU_ARM10) || \
    499     defined(CPU_SA110) || defined(CPU_SA1100) || defined(CPU_SA1110) || \
    500     defined(CPU_FA526) || \
    501     defined(CPU_XSCALE_80200) || defined(CPU_XSCALE_80321) || \
    502     defined(__CPU_XSCALE_PXA2XX) || defined(CPU_XSCALE_IXP425) || \
    503     defined(CPU_CORTEX) || defined(CPU_SHEEVA)
    504 
    505 void	armv4_tlb_flushID	(void);
    506 void	armv4_tlb_flushI	(void);
    507 void	armv4_tlb_flushD	(void);
    508 void	armv4_tlb_flushD_SE	(u_int);
    509 
    510 void	armv4_drain_writebuf	(void);
    511 #endif
    512 
    513 #if defined(CPU_IXP12X0)
    514 void	ixp12x0_drain_readbuf	(void);
    515 void	ixp12x0_context_switch	(u_int);
    516 void	ixp12x0_setup		(char *);
    517 #endif
    518 
    519 #if defined(CPU_XSCALE_80200) || defined(CPU_XSCALE_80321) || \
    520     defined(__CPU_XSCALE_PXA2XX) || defined(CPU_XSCALE_IXP425) || \
    521     defined(CPU_CORTEX)
    522 
    523 void	xscale_cpwait		(void);
    524 #define	cpu_cpwait()		cpufuncs.cf_cpwait()
    525 
    526 void	xscale_cpu_sleep	(int);
    527 
    528 u_int	xscale_control		(u_int, u_int);
    529 
    530 void	xscale_setttb		(u_int, bool);
    531 
    532 void	xscale_tlb_flushID_SE	(u_int);
    533 
    534 void	xscale_cache_flushID	(void);
    535 void	xscale_cache_flushI	(void);
    536 void	xscale_cache_flushD	(void);
    537 void	xscale_cache_flushD_SE	(u_int);
    538 
    539 void	xscale_cache_cleanID	(void);
    540 void	xscale_cache_cleanD	(void);
    541 void	xscale_cache_cleanD_E	(u_int);
    542 
    543 void	xscale_cache_clean_minidata (void);
    544 
    545 void	xscale_cache_purgeID	(void);
    546 void	xscale_cache_purgeID_E	(u_int);
    547 void	xscale_cache_purgeD	(void);
    548 void	xscale_cache_purgeD_E	(u_int);
    549 
    550 void	xscale_cache_syncI	(void);
    551 void	xscale_cache_cleanID_rng (vaddr_t, vsize_t);
    552 void	xscale_cache_cleanD_rng	(vaddr_t, vsize_t);
    553 void	xscale_cache_purgeID_rng (vaddr_t, vsize_t);
    554 void	xscale_cache_purgeD_rng	(vaddr_t, vsize_t);
    555 void	xscale_cache_syncI_rng	(vaddr_t, vsize_t);
    556 void	xscale_cache_flushD_rng	(vaddr_t, vsize_t);
    557 
    558 void	xscale_context_switch	(u_int);
    559 
    560 void	xscale_setup		(char *);
    561 #endif	/* CPU_XSCALE_80200 || CPU_XSCALE_80321 || __CPU_XSCALE_PXA2XX || CPU_XSCALE_IXP425 || CPU_CORTEX */
    562 
    563 #if defined(CPU_SHEEVA)
    564 void	sheeva_dcache_wbinv_range (vaddr_t, vsize_t);
    565 void	sheeva_dcache_inv_range	(vaddr_t, vsize_t);
    566 void	sheeva_dcache_wb_range	(vaddr_t, vsize_t);
    567 void	sheeva_idcache_wbinv_range (vaddr_t, vsize_t);
    568 void	sheeva_setup(char *);
    569 void	sheeva_cpu_sleep(int);
    570 #endif
    571 
    572 #define tlb_flush	cpu_tlb_flushID
    573 #define setttb		cpu_setttb
    574 #define drain_writebuf	cpu_drain_writebuf
    575 
    576 #ifndef cpu_cpwait
    577 #define	cpu_cpwait()
    578 #endif
    579 
    580 /*
    581  * Macros for manipulating CPU interrupts
    582  */
    583 #ifdef __PROG32
    584 static __inline uint32_t __set_cpsr_c(uint32_t bic, uint32_t eor) __attribute__((__unused__));
    585 static __inline uint32_t disable_interrupts(uint32_t mask) __attribute__((__unused__));
    586 static __inline uint32_t enable_interrupts(uint32_t mask) __attribute__((__unused__));
    587 
    588 static __inline uint32_t
    589 __set_cpsr_c(uint32_t bic, uint32_t eor)
    590 {
    591 	uint32_t	tmp, ret;
    592 
    593 	__asm volatile(
    594 		"mrs     %0, cpsr\n"	/* Get the CPSR */
    595 		"bic	 %1, %0, %2\n"	/* Clear bits */
    596 		"eor	 %1, %1, %3\n"	/* XOR bits */
    597 		"msr     cpsr_c, %1\n"	/* Set the control field of CPSR */
    598 	: "=&r" (ret), "=&r" (tmp)
    599 	: "r" (bic), "r" (eor) : "memory");
    600 
    601 	return ret;
    602 }
    603 
    604 static __inline uint32_t
    605 disable_interrupts(uint32_t mask)
    606 {
    607 	uint32_t	tmp, ret;
    608 	mask &= (I32_bit | F32_bit);
    609 
    610 	__asm volatile(
    611 		"mrs     %0, cpsr\n"	/* Get the CPSR */
    612 		"orr	 %1, %0, %2\n"	/* set bits */
    613 		"msr     cpsr_c, %1\n"	/* Set the control field of CPSR */
    614 	: "=&r" (ret), "=&r" (tmp)
    615 	: "r" (mask)
    616 	: "memory");
    617 
    618 	return ret;
    619 }
    620 
    621 static __inline uint32_t
    622 enable_interrupts(uint32_t mask)
    623 {
    624 	uint32_t	ret, tmp;
    625 	mask &= (I32_bit | F32_bit);
    626 
    627 	__asm volatile(
    628 		"mrs     %0, cpsr\n"	/* Get the CPSR */
    629 		"bic	 %1, %0, %2\n"	/* Clear bits */
    630 		"msr     cpsr_c, %1\n"	/* Set the control field of CPSR */
    631 	: "=&r" (ret), "=&r" (tmp)
    632 	: "r" (mask)
    633 	: "memory");
    634 
    635 	return ret;
    636 }
    637 
    638 #define restore_interrupts(old_cpsr)					\
    639 	(__set_cpsr_c((I32_bit | F32_bit), (old_cpsr) & (I32_bit | F32_bit)))
    640 
    641 static inline void cpsie(register_t psw) __attribute__((__unused__));
    642 static inline register_t cpsid(register_t psw) __attribute__((__unused__));
    643 
    644 static inline void
    645 cpsie(register_t psw)
    646 {
    647 #ifdef _ARM_ARCH_6
    648 	if (!__builtin_constant_p(psw)) {
    649 		enable_interrupts(psw);
    650 		return;
    651 	}
    652 	switch (psw & (I32_bit|F32_bit)) {
    653 	case I32_bit:		__asm("cpsie\ti"); break;
    654 	case F32_bit:		__asm("cpsie\tf"); break;
    655 	case I32_bit|F32_bit:	__asm("cpsie\tif"); break;
    656 	}
    657 #else
    658 	enable_interrupts(psw);
    659 #endif
    660 }
    661 
    662 static inline register_t
    663 cpsid(register_t psw)
    664 {
    665 #ifdef _ARM_ARCH_6
    666 	register_t oldpsw;
    667 	if (!__builtin_constant_p(psw))
    668 		return disable_interrupts(psw);
    669 
    670 	__asm("mrs	%0, cpsr" : "=r"(oldpsw));
    671 	switch (psw & (I32_bit|F32_bit)) {
    672 	case I32_bit:		__asm("cpsid\ti"); break;
    673 	case F32_bit:		__asm("cpsid\tf"); break;
    674 	case I32_bit|F32_bit:	__asm("cpsid\tif"); break;
    675 	}
    676 	return oldpsw;
    677 #else
    678 	return disable_interrupts(psw);
    679 #endif
    680 }
    681 
    682 #else /* ! __PROG32 */
    683 #define	disable_interrupts(mask)					\
    684 	(set_r15((mask) & (R15_IRQ_DISABLE | R15_FIQ_DISABLE),		\
    685 		 (mask) & (R15_IRQ_DISABLE | R15_FIQ_DISABLE)))
    686 
    687 #define	enable_interrupts(mask)						\
    688 	(set_r15((mask) & (R15_IRQ_DISABLE | R15_FIQ_DISABLE), 0))
    689 
    690 #define	restore_interrupts(old_r15)					\
    691 	(set_r15((R15_IRQ_DISABLE | R15_FIQ_DISABLE),			\
    692 		 (old_r15) & (R15_IRQ_DISABLE | R15_FIQ_DISABLE)))
    693 #endif /* __PROG32 */
    694 
    695 #ifdef __PROG32
    696 /* Functions to manipulate the CPSR. */
    697 u_int	SetCPSR(u_int, u_int);
    698 u_int	GetCPSR(void);
    699 #else
    700 /* Functions to manipulate the processor control bits in r15. */
    701 u_int	set_r15(u_int, u_int);
    702 u_int	get_r15(void);
    703 #endif /* __PROG32 */
    704 
    705 
    706 /*
    707  * CPU functions from locore.S
    708  */
    709 
    710 void cpu_reset		(void) __dead;
    711 
    712 /*
    713  * Cache info variables.
    714  */
    715 
    716 /* PRIMARY CACHE VARIABLES */
    717 struct arm_cache_info {
    718 	u_int icache_size;
    719 	u_int icache_line_size;
    720 	u_int icache_ways;
    721 	u_int icache_sets;
    722 
    723 	u_int dcache_size;
    724 	u_int dcache_line_size;
    725 	u_int dcache_ways;
    726 	u_int dcache_sets;
    727 
    728 	u_int cache_type;
    729 	bool cache_unified;
    730 };
    731 
    732 extern u_int arm_cache_prefer_mask;
    733 extern u_int arm_dcache_align;
    734 extern u_int arm_dcache_align_mask;
    735 
    736 extern struct arm_cache_info arm_pcache;
    737 extern struct arm_cache_info arm_scache;
    738 #endif	/* _KERNEL */
    739 
    740 #if defined(_KERNEL) || defined(_KMEMUSER)
    741 /*
    742  * Miscellany
    743  */
    744 
    745 int get_pc_str_offset	(void);
    746 
    747 /*
    748  * Functions to manipulate cpu r13
    749  * (in arm/arm32/setstack.S)
    750  */
    751 
    752 void set_stackptr	(u_int, u_int);
    753 u_int get_stackptr	(u_int);
    754 
    755 #endif /* _KERNEL || _KMEMUSER */
    756 
    757 #endif	/* _ARM32_CPUFUNC_H_ */
    758 
    759 /* End of cpufunc.h */
    760