cpufunc.h revision 1.63
1 /* cpufunc.h,v 1.40.22.4 2007/11/08 10:59:33 matt Exp */ 2 3 /* 4 * Copyright (c) 1997 Mark Brinicombe. 5 * Copyright (c) 1997 Causality Limited 6 * All rights reserved. 7 * 8 * Redistribution and use in source and binary forms, with or without 9 * modification, are permitted provided that the following conditions 10 * are met: 11 * 1. Redistributions of source code must retain the above copyright 12 * notice, this list of conditions and the following disclaimer. 13 * 2. Redistributions in binary form must reproduce the above copyright 14 * notice, this list of conditions and the following disclaimer in the 15 * documentation and/or other materials provided with the distribution. 16 * 3. All advertising materials mentioning features or use of this software 17 * must display the following acknowledgement: 18 * This product includes software developed by Causality Limited. 19 * 4. The name of Causality Limited may not be used to endorse or promote 20 * products derived from this software without specific prior written 21 * permission. 22 * 23 * THIS SOFTWARE IS PROVIDED BY CAUSALITY LIMITED ``AS IS'' AND ANY EXPRESS 24 * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 25 * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE 26 * DISCLAIMED. IN NO EVENT SHALL CAUSALITY LIMITED BE LIABLE FOR ANY DIRECT, 27 * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES 28 * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR 29 * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 30 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 31 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 32 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 33 * SUCH DAMAGE. 34 * 35 * RiscBSD kernel project 36 * 37 * cpufunc.h 38 * 39 * Prototypes for cpu, mmu and tlb related functions. 40 */ 41 42 #ifndef _ARM32_CPUFUNC_H_ 43 #define _ARM32_CPUFUNC_H_ 44 45 #ifdef _KERNEL 46 47 #include <sys/types.h> 48 #include <arm/armreg.h> 49 #include <arm/cpuconf.h> 50 #include <arm/armreg.h> 51 52 struct cpu_functions { 53 54 /* CPU functions */ 55 56 u_int (*cf_id) (void); 57 void (*cf_cpwait) (void); 58 59 /* MMU functions */ 60 61 u_int (*cf_control) (u_int, u_int); 62 void (*cf_domains) (u_int); 63 void (*cf_setttb) (u_int, bool); 64 u_int (*cf_faultstatus) (void); 65 u_int (*cf_faultaddress) (void); 66 67 /* TLB functions */ 68 69 void (*cf_tlb_flushID) (void); 70 void (*cf_tlb_flushID_SE) (u_int); 71 void (*cf_tlb_flushI) (void); 72 void (*cf_tlb_flushI_SE) (u_int); 73 void (*cf_tlb_flushD) (void); 74 void (*cf_tlb_flushD_SE) (u_int); 75 76 /* 77 * Cache operations: 78 * 79 * We define the following primitives: 80 * 81 * icache_sync_all Synchronize I-cache 82 * icache_sync_range Synchronize I-cache range 83 * 84 * dcache_wbinv_all Write-back and Invalidate D-cache 85 * dcache_wbinv_range Write-back and Invalidate D-cache range 86 * dcache_inv_range Invalidate D-cache range 87 * dcache_wb_range Write-back D-cache range 88 * 89 * idcache_wbinv_all Write-back and Invalidate D-cache, 90 * Invalidate I-cache 91 * idcache_wbinv_range Write-back and Invalidate D-cache, 92 * Invalidate I-cache range 93 * 94 * Note that the ARM term for "write-back" is "clean". We use 95 * the term "write-back" since it's a more common way to describe 96 * the operation. 97 * 98 * There are some rules that must be followed: 99 * 100 * I-cache Synch (all or range): 101 * The goal is to synchronize the instruction stream, 102 * so you may beed to write-back dirty D-cache blocks 103 * first. If a range is requested, and you can't 104 * synchronize just a range, you have to hit the whole 105 * thing. 106 * 107 * D-cache Write-Back and Invalidate range: 108 * If you can't WB-Inv a range, you must WB-Inv the 109 * entire D-cache. 110 * 111 * D-cache Invalidate: 112 * If you can't Inv the D-cache, you must Write-Back 113 * and Invalidate. Code that uses this operation 114 * MUST NOT assume that the D-cache will not be written 115 * back to memory. 116 * 117 * D-cache Write-Back: 118 * If you can't Write-back without doing an Inv, 119 * that's fine. Then treat this as a WB-Inv. 120 * Skipping the invalidate is merely an optimization. 121 * 122 * All operations: 123 * Valid virtual addresses must be passed to each 124 * cache operation. 125 */ 126 void (*cf_icache_sync_all) (void); 127 void (*cf_icache_sync_range) (vaddr_t, vsize_t); 128 129 void (*cf_dcache_wbinv_all) (void); 130 void (*cf_dcache_wbinv_range)(vaddr_t, vsize_t); 131 void (*cf_dcache_inv_range) (vaddr_t, vsize_t); 132 void (*cf_dcache_wb_range) (vaddr_t, vsize_t); 133 134 void (*cf_sdcache_wbinv_range)(vaddr_t, paddr_t, psize_t); 135 void (*cf_sdcache_inv_range) (vaddr_t, paddr_t, psize_t); 136 void (*cf_sdcache_wb_range) (vaddr_t, paddr_t, psize_t); 137 138 void (*cf_idcache_wbinv_all) (void); 139 void (*cf_idcache_wbinv_range)(vaddr_t, vsize_t); 140 141 /* Other functions */ 142 143 void (*cf_flush_prefetchbuf) (void); 144 void (*cf_drain_writebuf) (void); 145 void (*cf_flush_brnchtgt_C) (void); 146 void (*cf_flush_brnchtgt_E) (u_int); 147 148 void (*cf_sleep) (int mode); 149 150 /* Soft functions */ 151 152 int (*cf_dataabt_fixup) (void *); 153 int (*cf_prefetchabt_fixup) (void *); 154 155 void (*cf_context_switch) (u_int); 156 157 void (*cf_setup) (char *); 158 }; 159 160 extern struct cpu_functions cpufuncs; 161 extern u_int cputype; 162 163 #define cpu_id() cpufuncs.cf_id() 164 165 #define cpu_control(c, e) cpufuncs.cf_control(c, e) 166 #define cpu_domains(d) cpufuncs.cf_domains(d) 167 #define cpu_setttb(t, f) cpufuncs.cf_setttb(t, f) 168 #define cpu_faultstatus() cpufuncs.cf_faultstatus() 169 #define cpu_faultaddress() cpufuncs.cf_faultaddress() 170 171 #define cpu_tlb_flushID() cpufuncs.cf_tlb_flushID() 172 #define cpu_tlb_flushID_SE(e) cpufuncs.cf_tlb_flushID_SE(e) 173 #define cpu_tlb_flushI() cpufuncs.cf_tlb_flushI() 174 #define cpu_tlb_flushI_SE(e) cpufuncs.cf_tlb_flushI_SE(e) 175 #define cpu_tlb_flushD() cpufuncs.cf_tlb_flushD() 176 #define cpu_tlb_flushD_SE(e) cpufuncs.cf_tlb_flushD_SE(e) 177 178 #define cpu_icache_sync_all() cpufuncs.cf_icache_sync_all() 179 #define cpu_icache_sync_range(a, s) cpufuncs.cf_icache_sync_range((a), (s)) 180 181 #define cpu_dcache_wbinv_all() cpufuncs.cf_dcache_wbinv_all() 182 #define cpu_dcache_wbinv_range(a, s) cpufuncs.cf_dcache_wbinv_range((a), (s)) 183 #define cpu_dcache_inv_range(a, s) cpufuncs.cf_dcache_inv_range((a), (s)) 184 #define cpu_dcache_wb_range(a, s) cpufuncs.cf_dcache_wb_range((a), (s)) 185 186 #define cpu_sdcache_wbinv_range(a, b, s) cpufuncs.cf_sdcache_wbinv_range((a), (b), (s)) 187 #define cpu_sdcache_inv_range(a, b, s) cpufuncs.cf_sdcache_inv_range((a), (b), (s)) 188 #define cpu_sdcache_wb_range(a, b, s) cpufuncs.cf_sdcache_wb_range((a), (b), (s)) 189 190 #define cpu_idcache_wbinv_all() cpufuncs.cf_idcache_wbinv_all() 191 #define cpu_idcache_wbinv_range(a, s) cpufuncs.cf_idcache_wbinv_range((a), (s)) 192 193 #define cpu_flush_prefetchbuf() cpufuncs.cf_flush_prefetchbuf() 194 #define cpu_drain_writebuf() cpufuncs.cf_drain_writebuf() 195 #define cpu_flush_brnchtgt_C() cpufuncs.cf_flush_brnchtgt_C() 196 #define cpu_flush_brnchtgt_E(e) cpufuncs.cf_flush_brnchtgt_E(e) 197 198 #define cpu_sleep(m) cpufuncs.cf_sleep(m) 199 200 #define cpu_dataabt_fixup(a) cpufuncs.cf_dataabt_fixup(a) 201 #define cpu_prefetchabt_fixup(a) cpufuncs.cf_prefetchabt_fixup(a) 202 #define ABORT_FIXUP_OK 0 /* fixup succeeded */ 203 #define ABORT_FIXUP_FAILED 1 /* fixup failed */ 204 #define ABORT_FIXUP_RETURN 2 /* abort handler should return */ 205 206 #define cpu_context_switch(a) cpufuncs.cf_context_switch(a) 207 #define cpu_setup(a) cpufuncs.cf_setup(a) 208 209 int set_cpufuncs (void); 210 int set_cpufuncs_id (u_int); 211 #define ARCHITECTURE_NOT_PRESENT 1 /* known but not configured */ 212 #define ARCHITECTURE_NOT_SUPPORTED 2 /* not known */ 213 214 void cpufunc_nullop (void); 215 int cpufunc_null_fixup (void *); 216 int early_abort_fixup (void *); 217 int late_abort_fixup (void *); 218 u_int cpufunc_id (void); 219 u_int cpufunc_control (u_int, u_int); 220 void cpufunc_domains (u_int); 221 u_int cpufunc_faultstatus (void); 222 u_int cpufunc_faultaddress (void); 223 224 u_int cpu_pfr (int); 225 226 #if defined(CPU_ARM2) || defined(CPU_ARM250) || defined(CPU_ARM3) 227 void arm3_cache_flush (void); 228 #endif /* CPU_ARM2 || CPU_ARM250 || CPU_ARM3 */ 229 230 #ifdef CPU_ARM2 231 u_int arm2_id (void); 232 #endif /* CPU_ARM2 */ 233 234 #ifdef CPU_ARM250 235 u_int arm250_id (void); 236 #endif 237 238 #ifdef CPU_ARM3 239 u_int arm3_control (u_int, u_int); 240 #endif /* CPU_ARM3 */ 241 242 #if defined(CPU_ARM6) || defined(CPU_ARM7) 243 void arm67_setttb (u_int, bool); 244 void arm67_tlb_flush (void); 245 void arm67_tlb_purge (u_int); 246 void arm67_cache_flush (void); 247 void arm67_context_switch (u_int); 248 #endif /* CPU_ARM6 || CPU_ARM7 */ 249 250 #ifdef CPU_ARM6 251 void arm6_setup (char *); 252 #endif /* CPU_ARM6 */ 253 254 #ifdef CPU_ARM7 255 void arm7_setup (char *); 256 #endif /* CPU_ARM7 */ 257 258 #ifdef CPU_ARM7TDMI 259 int arm7_dataabt_fixup (void *); 260 void arm7tdmi_setup (char *); 261 void arm7tdmi_setttb (u_int, bool); 262 void arm7tdmi_tlb_flushID (void); 263 void arm7tdmi_tlb_flushID_SE (u_int); 264 void arm7tdmi_cache_flushID (void); 265 void arm7tdmi_context_switch (u_int); 266 #endif /* CPU_ARM7TDMI */ 267 268 #ifdef CPU_ARM8 269 void arm8_setttb (u_int, bool); 270 void arm8_tlb_flushID (void); 271 void arm8_tlb_flushID_SE (u_int); 272 void arm8_cache_flushID (void); 273 void arm8_cache_flushID_E (u_int); 274 void arm8_cache_cleanID (void); 275 void arm8_cache_cleanID_E (u_int); 276 void arm8_cache_purgeID (void); 277 void arm8_cache_purgeID_E (u_int entry); 278 279 void arm8_cache_syncI (void); 280 void arm8_cache_cleanID_rng (vaddr_t, vsize_t); 281 void arm8_cache_cleanD_rng (vaddr_t, vsize_t); 282 void arm8_cache_purgeID_rng (vaddr_t, vsize_t); 283 void arm8_cache_purgeD_rng (vaddr_t, vsize_t); 284 void arm8_cache_syncI_rng (vaddr_t, vsize_t); 285 286 void arm8_context_switch (u_int); 287 288 void arm8_setup (char *); 289 290 u_int arm8_clock_config (u_int, u_int); 291 #endif 292 293 #ifdef CPU_FA526 294 void fa526_setup (char *); 295 void fa526_setttb (u_int, bool); 296 void fa526_context_switch (u_int); 297 void fa526_cpu_sleep (int); 298 void fa526_tlb_flushI_SE (u_int); 299 void fa526_tlb_flushID_SE (u_int); 300 void fa526_flush_prefetchbuf (void); 301 void fa526_flush_brnchtgt_E (u_int); 302 303 void fa526_icache_sync_all (void); 304 void fa526_icache_sync_range(vaddr_t, vsize_t); 305 void fa526_dcache_wbinv_all (void); 306 void fa526_dcache_wbinv_range(vaddr_t, vsize_t); 307 void fa526_dcache_inv_range (vaddr_t, vsize_t); 308 void fa526_dcache_wb_range (vaddr_t, vsize_t); 309 void fa526_idcache_wbinv_all(void); 310 void fa526_idcache_wbinv_range(vaddr_t, vsize_t); 311 #endif 312 313 #ifdef CPU_SA110 314 void sa110_setup (char *); 315 void sa110_context_switch (u_int); 316 #endif /* CPU_SA110 */ 317 318 #if defined(CPU_SA1100) || defined(CPU_SA1110) 319 void sa11x0_drain_readbuf (void); 320 321 void sa11x0_context_switch (u_int); 322 void sa11x0_cpu_sleep (int); 323 324 void sa11x0_setup (char *); 325 #endif 326 327 #if defined(CPU_SA110) || defined(CPU_SA1100) || defined(CPU_SA1110) 328 void sa1_setttb (u_int, bool); 329 330 void sa1_tlb_flushID_SE (u_int); 331 332 void sa1_cache_flushID (void); 333 void sa1_cache_flushI (void); 334 void sa1_cache_flushD (void); 335 void sa1_cache_flushD_SE (u_int); 336 337 void sa1_cache_cleanID (void); 338 void sa1_cache_cleanD (void); 339 void sa1_cache_cleanD_E (u_int); 340 341 void sa1_cache_purgeID (void); 342 void sa1_cache_purgeID_E (u_int); 343 void sa1_cache_purgeD (void); 344 void sa1_cache_purgeD_E (u_int); 345 346 void sa1_cache_syncI (void); 347 void sa1_cache_cleanID_rng (vaddr_t, vsize_t); 348 void sa1_cache_cleanD_rng (vaddr_t, vsize_t); 349 void sa1_cache_purgeID_rng (vaddr_t, vsize_t); 350 void sa1_cache_purgeD_rng (vaddr_t, vsize_t); 351 void sa1_cache_syncI_rng (vaddr_t, vsize_t); 352 353 #endif 354 355 #ifdef CPU_ARM9 356 void arm9_setttb (u_int, bool); 357 358 void arm9_tlb_flushID_SE (u_int); 359 360 void arm9_icache_sync_all (void); 361 void arm9_icache_sync_range (vaddr_t, vsize_t); 362 363 void arm9_dcache_wbinv_all (void); 364 void arm9_dcache_wbinv_range (vaddr_t, vsize_t); 365 void arm9_dcache_inv_range (vaddr_t, vsize_t); 366 void arm9_dcache_wb_range (vaddr_t, vsize_t); 367 368 void arm9_idcache_wbinv_all (void); 369 void arm9_idcache_wbinv_range (vaddr_t, vsize_t); 370 371 void arm9_context_switch (u_int); 372 373 void arm9_setup (char *); 374 375 extern unsigned arm9_dcache_sets_max; 376 extern unsigned arm9_dcache_sets_inc; 377 extern unsigned arm9_dcache_index_max; 378 extern unsigned arm9_dcache_index_inc; 379 #endif 380 381 #if defined(CPU_ARM9E) || defined(CPU_ARM10) || defined(CPU_SHEEVA) 382 void arm10_tlb_flushID_SE (u_int); 383 void arm10_tlb_flushI_SE (u_int); 384 385 void arm10_context_switch (u_int); 386 387 void arm10_setup (char *); 388 #endif 389 390 #if defined(CPU_ARM9E) || defined (CPU_ARM10) || defined(CPU_SHEEVA) 391 void armv5_ec_setttb (u_int, bool); 392 393 void armv5_ec_icache_sync_all (void); 394 void armv5_ec_icache_sync_range (vaddr_t, vsize_t); 395 396 void armv5_ec_dcache_wbinv_all (void); 397 void armv5_ec_dcache_wbinv_range (vaddr_t, vsize_t); 398 void armv5_ec_dcache_inv_range (vaddr_t, vsize_t); 399 void armv5_ec_dcache_wb_range (vaddr_t, vsize_t); 400 401 void armv5_ec_idcache_wbinv_all (void); 402 void armv5_ec_idcache_wbinv_range (vaddr_t, vsize_t); 403 #endif 404 405 #if defined (CPU_ARM10) || defined (CPU_ARM11MPCORE) 406 void armv5_setttb (u_int, bool); 407 408 void armv5_icache_sync_all (void); 409 void armv5_icache_sync_range (vaddr_t, vsize_t); 410 411 void armv5_dcache_wbinv_all (void); 412 void armv5_dcache_wbinv_range (vaddr_t, vsize_t); 413 void armv5_dcache_inv_range (vaddr_t, vsize_t); 414 void armv5_dcache_wb_range (vaddr_t, vsize_t); 415 416 void armv5_idcache_wbinv_all (void); 417 void armv5_idcache_wbinv_range (vaddr_t, vsize_t); 418 419 extern unsigned armv5_dcache_sets_max; 420 extern unsigned armv5_dcache_sets_inc; 421 extern unsigned armv5_dcache_index_max; 422 extern unsigned armv5_dcache_index_inc; 423 #endif 424 425 #if defined(CPU_ARM11MPCORE) 426 void arm11mpcore_setup (char *); 427 #endif 428 429 #if defined(CPU_ARM11) || defined(CPU_CORTEX) 430 void arm11_setttb (u_int, bool); 431 432 void arm11_tlb_flushID_SE (u_int); 433 void arm11_tlb_flushI_SE (u_int); 434 435 void arm11_context_switch (u_int); 436 437 void arm11_cpu_sleep (int); 438 void arm11_setup (char *string); 439 void arm11_tlb_flushID (void); 440 void arm11_tlb_flushI (void); 441 void arm11_tlb_flushD (void); 442 void arm11_tlb_flushD_SE (u_int va); 443 444 void armv11_dcache_wbinv_all (void); 445 void armv11_idcache_wbinv_all(void); 446 447 void arm11_drain_writebuf (void); 448 void arm11_sleep (int); 449 450 void armv6_setttb (u_int, bool); 451 452 void armv6_icache_sync_all (void); 453 void armv6_icache_sync_range (vaddr_t, vsize_t); 454 455 void armv6_dcache_wbinv_all (void); 456 void armv6_dcache_wbinv_range (vaddr_t, vsize_t); 457 void armv6_dcache_inv_range (vaddr_t, vsize_t); 458 void armv6_dcache_wb_range (vaddr_t, vsize_t); 459 460 void armv6_idcache_wbinv_all (void); 461 void armv6_idcache_wbinv_range (vaddr_t, vsize_t); 462 #endif 463 464 #if defined(CPU_CORTEX) 465 void armv7_setttb(u_int, bool); 466 467 void armv7_icache_sync_range(vaddr_t, vsize_t); 468 void armv7_dcache_wb_range(vaddr_t, vsize_t); 469 void armv7_dcache_wbinv_range(vaddr_t, vsize_t); 470 void armv7_dcache_inv_range(vaddr_t, vsize_t); 471 void armv7_idcache_wbinv_range(vaddr_t, vsize_t); 472 473 void armv7_icache_sync_all(void); 474 void armv7_cpu_sleep(int); 475 void armv7_context_switch(u_int); 476 void armv7_tlb_flushID_SE(u_int); 477 void armv7_drain_writebuf(void); 478 void armv7_setup(char *string); 479 #endif 480 481 #if defined(CPU_CORTEX) || defined(CPU_PJ4B) 482 void armv7_dcache_wbinv_all (void); 483 void armv7_idcache_wbinv_all(void); 484 #endif 485 486 #if defined(CPU_PJ4B) 487 void pj4b_setttb(u_int, bool); 488 void pj4b_tlb_flushID(void); 489 void pj4b_tlb_flushID_SE(u_int); 490 491 void pj4b_icache_sync_range(vm_offset_t, vm_size_t); 492 void pj4b_idcache_wbinv_range(vm_offset_t, vm_size_t); 493 void pj4b_dcache_wbinv_range(vm_offset_t, vm_size_t); 494 void pj4b_dcache_inv_range(vm_offset_t, vm_size_t); 495 void pj4b_dcache_wb_range(vm_offset_t, vm_size_t); 496 497 void pj4b_drain_writebuf(void); 498 void pj4b_drain_readbuf(void); 499 void pj4b_flush_brnchtgt_all(void); 500 void pj4b_flush_brnchtgt_va(u_int); 501 void pj4b_context_switch(u_int); 502 void pj4b_sleep(int); 503 504 void pj4bv7_setup(char *string); 505 void pj4b_config(void); 506 507 #endif /* CPU_PJ4B */ 508 509 #if defined(CPU_ARM1136) || defined(CPU_ARM1176) 510 void arm11x6_setttb (u_int, bool); 511 void arm11x6_idcache_wbinv_all (void); 512 void arm11x6_dcache_wbinv_all (void); 513 void arm11x6_icache_sync_all (void); 514 void arm11x6_flush_prefetchbuf (void); 515 void arm11x6_icache_sync_range (vaddr_t, vsize_t); 516 void arm11x6_idcache_wbinv_range (vaddr_t, vsize_t); 517 void arm11x6_setup (char *string); 518 void arm11x6_sleep (int); /* no ref. for errata */ 519 #endif 520 #if defined(CPU_ARM1136) 521 void arm1136_sleep_rev0 (int); /* for errata 336501 */ 522 #endif 523 524 525 #if defined(CPU_ARM9) || defined(CPU_ARM9E) || defined(CPU_ARM10) || \ 526 defined(CPU_SA110) || defined(CPU_SA1100) || defined(CPU_SA1110) || \ 527 defined(CPU_FA526) || \ 528 defined(CPU_XSCALE_80200) || defined(CPU_XSCALE_80321) || \ 529 defined(__CPU_XSCALE_PXA2XX) || defined(CPU_XSCALE_IXP425) || \ 530 defined(CPU_CORTEX) || defined(CPU_SHEEVA) 531 532 void armv4_tlb_flushID (void); 533 void armv4_tlb_flushI (void); 534 void armv4_tlb_flushD (void); 535 void armv4_tlb_flushD_SE (u_int); 536 537 void armv4_drain_writebuf (void); 538 #endif 539 540 #if defined(CPU_IXP12X0) 541 void ixp12x0_drain_readbuf (void); 542 void ixp12x0_context_switch (u_int); 543 void ixp12x0_setup (char *); 544 #endif 545 546 #if defined(CPU_XSCALE_80200) || defined(CPU_XSCALE_80321) || \ 547 defined(__CPU_XSCALE_PXA2XX) || defined(CPU_XSCALE_IXP425) || \ 548 defined(CPU_CORTEX) 549 550 void xscale_cpwait (void); 551 #define cpu_cpwait() cpufuncs.cf_cpwait() 552 553 void xscale_cpu_sleep (int); 554 555 u_int xscale_control (u_int, u_int); 556 557 void xscale_setttb (u_int, bool); 558 559 void xscale_tlb_flushID_SE (u_int); 560 561 void xscale_cache_flushID (void); 562 void xscale_cache_flushI (void); 563 void xscale_cache_flushD (void); 564 void xscale_cache_flushD_SE (u_int); 565 566 void xscale_cache_cleanID (void); 567 void xscale_cache_cleanD (void); 568 void xscale_cache_cleanD_E (u_int); 569 570 void xscale_cache_clean_minidata (void); 571 572 void xscale_cache_purgeID (void); 573 void xscale_cache_purgeID_E (u_int); 574 void xscale_cache_purgeD (void); 575 void xscale_cache_purgeD_E (u_int); 576 577 void xscale_cache_syncI (void); 578 void xscale_cache_cleanID_rng (vaddr_t, vsize_t); 579 void xscale_cache_cleanD_rng (vaddr_t, vsize_t); 580 void xscale_cache_purgeID_rng (vaddr_t, vsize_t); 581 void xscale_cache_purgeD_rng (vaddr_t, vsize_t); 582 void xscale_cache_syncI_rng (vaddr_t, vsize_t); 583 void xscale_cache_flushD_rng (vaddr_t, vsize_t); 584 585 void xscale_context_switch (u_int); 586 587 void xscale_setup (char *); 588 #endif /* CPU_XSCALE_80200 || CPU_XSCALE_80321 || __CPU_XSCALE_PXA2XX || CPU_XSCALE_IXP425 || CPU_CORTEX */ 589 590 #if defined(CPU_SHEEVA) 591 void sheeva_dcache_wbinv_range (vaddr_t, vsize_t); 592 void sheeva_dcache_inv_range (vaddr_t, vsize_t); 593 void sheeva_dcache_wb_range (vaddr_t, vsize_t); 594 void sheeva_idcache_wbinv_range (vaddr_t, vsize_t); 595 void sheeva_setup(char *); 596 void sheeva_cpu_sleep(int); 597 #endif 598 599 #define tlb_flush cpu_tlb_flushID 600 #define setttb cpu_setttb 601 #define drain_writebuf cpu_drain_writebuf 602 603 #ifndef cpu_cpwait 604 #define cpu_cpwait() 605 #endif 606 607 /* 608 * Macros for manipulating CPU interrupts 609 */ 610 #ifdef __PROG32 611 static __inline uint32_t __set_cpsr_c(uint32_t bic, uint32_t eor) __attribute__((__unused__)); 612 static __inline uint32_t disable_interrupts(uint32_t mask) __attribute__((__unused__)); 613 static __inline uint32_t enable_interrupts(uint32_t mask) __attribute__((__unused__)); 614 615 static __inline uint32_t 616 __set_cpsr_c(uint32_t bic, uint32_t eor) 617 { 618 uint32_t tmp, ret; 619 620 __asm volatile( 621 "mrs %0, cpsr\n" /* Get the CPSR */ 622 "bic %1, %0, %2\n" /* Clear bits */ 623 "eor %1, %1, %3\n" /* XOR bits */ 624 "msr cpsr_c, %1\n" /* Set the control field of CPSR */ 625 : "=&r" (ret), "=&r" (tmp) 626 : "r" (bic), "r" (eor) : "memory"); 627 628 return ret; 629 } 630 631 static __inline uint32_t 632 disable_interrupts(uint32_t mask) 633 { 634 uint32_t tmp, ret; 635 mask &= (I32_bit | F32_bit); 636 637 __asm volatile( 638 "mrs %0, cpsr\n" /* Get the CPSR */ 639 "orr %1, %0, %2\n" /* set bits */ 640 "msr cpsr_c, %1\n" /* Set the control field of CPSR */ 641 : "=&r" (ret), "=&r" (tmp) 642 : "r" (mask) 643 : "memory"); 644 645 return ret; 646 } 647 648 static __inline uint32_t 649 enable_interrupts(uint32_t mask) 650 { 651 uint32_t ret, tmp; 652 mask &= (I32_bit | F32_bit); 653 654 __asm volatile( 655 "mrs %0, cpsr\n" /* Get the CPSR */ 656 "bic %1, %0, %2\n" /* Clear bits */ 657 "msr cpsr_c, %1\n" /* Set the control field of CPSR */ 658 : "=&r" (ret), "=&r" (tmp) 659 : "r" (mask) 660 : "memory"); 661 662 return ret; 663 } 664 665 #define restore_interrupts(old_cpsr) \ 666 (__set_cpsr_c((I32_bit | F32_bit), (old_cpsr) & (I32_bit | F32_bit))) 667 668 static inline void cpsie(register_t psw) __attribute__((__unused__)); 669 static inline register_t cpsid(register_t psw) __attribute__((__unused__)); 670 671 static inline void 672 cpsie(register_t psw) 673 { 674 #ifdef _ARM_ARCH_6 675 if (!__builtin_constant_p(psw)) { 676 enable_interrupts(psw); 677 return; 678 } 679 switch (psw & (I32_bit|F32_bit)) { 680 case I32_bit: __asm("cpsie\ti"); break; 681 case F32_bit: __asm("cpsie\tf"); break; 682 case I32_bit|F32_bit: __asm("cpsie\tif"); break; 683 } 684 #else 685 enable_interrupts(psw); 686 #endif 687 } 688 689 static inline register_t 690 cpsid(register_t psw) 691 { 692 #ifdef _ARM_ARCH_6 693 register_t oldpsw; 694 if (!__builtin_constant_p(psw)) 695 return disable_interrupts(psw); 696 697 __asm("mrs %0, cpsr" : "=r"(oldpsw)); 698 switch (psw & (I32_bit|F32_bit)) { 699 case I32_bit: __asm("cpsid\ti"); break; 700 case F32_bit: __asm("cpsid\tf"); break; 701 case I32_bit|F32_bit: __asm("cpsid\tif"); break; 702 } 703 return oldpsw; 704 #else 705 return disable_interrupts(psw); 706 #endif 707 } 708 709 #else /* ! __PROG32 */ 710 #define disable_interrupts(mask) \ 711 (set_r15((mask) & (R15_IRQ_DISABLE | R15_FIQ_DISABLE), \ 712 (mask) & (R15_IRQ_DISABLE | R15_FIQ_DISABLE))) 713 714 #define enable_interrupts(mask) \ 715 (set_r15((mask) & (R15_IRQ_DISABLE | R15_FIQ_DISABLE), 0)) 716 717 #define restore_interrupts(old_r15) \ 718 (set_r15((R15_IRQ_DISABLE | R15_FIQ_DISABLE), \ 719 (old_r15) & (R15_IRQ_DISABLE | R15_FIQ_DISABLE))) 720 #endif /* __PROG32 */ 721 722 #ifdef __PROG32 723 /* Functions to manipulate the CPSR. */ 724 u_int SetCPSR(u_int, u_int); 725 u_int GetCPSR(void); 726 #else 727 /* Functions to manipulate the processor control bits in r15. */ 728 u_int set_r15(u_int, u_int); 729 u_int get_r15(void); 730 #endif /* __PROG32 */ 731 732 733 /* 734 * CPU functions from locore.S 735 */ 736 737 void cpu_reset (void) __dead; 738 739 /* 740 * Cache info variables. 741 */ 742 743 /* PRIMARY CACHE VARIABLES */ 744 struct arm_cache_info { 745 u_int icache_size; 746 u_int icache_line_size; 747 u_int icache_ways; 748 u_int icache_sets; 749 750 u_int dcache_size; 751 u_int dcache_line_size; 752 u_int dcache_ways; 753 u_int dcache_sets; 754 755 u_int cache_type; 756 bool cache_unified; 757 }; 758 759 extern u_int arm_cache_prefer_mask; 760 extern u_int arm_dcache_align; 761 extern u_int arm_dcache_align_mask; 762 763 extern struct arm_cache_info arm_pcache; 764 extern struct arm_cache_info arm_scache; 765 #endif /* _KERNEL */ 766 767 #if defined(_KERNEL) || defined(_KMEMUSER) 768 /* 769 * Miscellany 770 */ 771 772 int get_pc_str_offset (void); 773 774 /* 775 * Functions to manipulate cpu r13 776 * (in arm/arm32/setstack.S) 777 */ 778 779 void set_stackptr (u_int, u_int); 780 u_int get_stackptr (u_int); 781 782 #endif /* _KERNEL || _KMEMUSER */ 783 784 #endif /* _ARM32_CPUFUNC_H_ */ 785 786 /* End of cpufunc.h */ 787
Indexes created Fri Sep 26 20:09:58 GMT 2025