armreg.h revision 1.116 1 /* $NetBSD: armreg.h,v 1.116 2017/12/20 15:22:14 skrll Exp $ */
2
3 /*
4 * Copyright (c) 1998, 2001 Ben Harris
5 * Copyright (c) 1994-1996 Mark Brinicombe.
6 * Copyright (c) 1994 Brini.
7 * All rights reserved.
8 *
9 * This code is derived from software written for Brini by Mark Brinicombe
10 *
11 * Redistribution and use in source and binary forms, with or without
12 * modification, are permitted provided that the following conditions
13 * are met:
14 * 1. Redistributions of source code must retain the above copyright
15 * notice, this list of conditions and the following disclaimer.
16 * 2. Redistributions in binary form must reproduce the above copyright
17 * notice, this list of conditions and the following disclaimer in the
18 * documentation and/or other materials provided with the distribution.
19 * 3. All advertising materials mentioning features or use of this software
20 * must display the following acknowledgement:
21 * This product includes software developed by Brini.
22 * 4. The name of the company nor the name of the author may be used to
23 * endorse or promote products derived from this software without specific
24 * prior written permission.
25 *
26 * THIS SOFTWARE IS PROVIDED BY BRINI ``AS IS'' AND ANY EXPRESS OR IMPLIED
27 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
28 * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
29 * IN NO EVENT SHALL BRINI OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT,
30 * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
31 * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
32 * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
33 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
34 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
35 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
36 * SUCH DAMAGE.
37 */
38
39 #ifndef _ARM_ARMREG_H
40 #define _ARM_ARMREG_H
41
42 /*
43 * ARM Process Status Register
44 *
45 * The picture in the ARM manuals looks like this:
46 * 3 3 2 2 2 2
47 * 1 0 9 8 7 6 8 7 6 5 4 0
48 * +-+-+-+-+-+-------------------------------------+-+-+-+---------+
49 * |N|Z|C|V|Q| reserved |I|F|T|M M M M M|
50 * | | | | | | | | | |4 3 2 1 0|
51 * +-+-+-+-+-+-------------------------------------+-+-+-+---------+
52 */
53
54 #define PSR_FLAGS 0xf0000000 /* flags */
55 #define PSR_N_bit (1 << 31) /* negative */
56 #define PSR_Z_bit (1 << 30) /* zero */
57 #define PSR_C_bit (1 << 29) /* carry */
58 #define PSR_V_bit (1 << 28) /* overflow */
59
60 #define PSR_Q_bit (1 << 27) /* saturation */
61 #define PSR_IT1_bit (1 << 26)
62 #define PSR_IT0_bit (1 << 25)
63 #define PSR_J_bit (1 << 24) /* Jazelle mode */
64 #define PSR_GE_bits (15 << 16) /* SIMD GE bits */
65 #define PSR_IT7_bit (1 << 15)
66 #define PSR_IT6_bit (1 << 14)
67 #define PSR_IT5_bit (1 << 13)
68 #define PSR_IT4_bit (1 << 12)
69 #define PSR_IT3_bit (1 << 11)
70 #define PSR_IT2_bit (1 << 10)
71 #define PSR_E_BIT (1 << 9) /* Endian state */
72 #define PSR_A_BIT (1 << 8) /* Async abort disable */
73
74 #define I32_bit (1 << 7) /* IRQ disable */
75 #define F32_bit (1 << 6) /* FIQ disable */
76 #define IF32_bits (3 << 6) /* IRQ/FIQ disable */
77
78 #define PSR_T_bit (1 << 5) /* Thumb state */
79
80 #define PSR_MODE 0x0000001f /* mode mask */
81 #define PSR_USR26_MODE 0x00000000
82 #define PSR_FIQ26_MODE 0x00000001
83 #define PSR_IRQ26_MODE 0x00000002
84 #define PSR_SVC26_MODE 0x00000003
85 #define PSR_USR32_MODE 0x00000010
86 #define PSR_FIQ32_MODE 0x00000011
87 #define PSR_IRQ32_MODE 0x00000012
88 #define PSR_SVC32_MODE 0x00000013
89 #define PSR_MON32_MODE 0x00000016
90 #define PSR_ABT32_MODE 0x00000017
91 #define PSR_HYP32_MODE 0x0000001a
92 #define PSR_UND32_MODE 0x0000001b
93 #define PSR_SYS32_MODE 0x0000001f
94 #define PSR_32_MODE 0x00000010
95
96 #define PSR_IN_USR_MODE(psr) (!((psr) & 3)) /* XXX */
97 #define PSR_IN_32_MODE(psr) ((psr) & PSR_32_MODE)
98
99 /* In 26-bit modes, the PSR is stuffed into R15 along with the PC. */
100
101 #define R15_MODE 0x00000003
102 #define R15_MODE_USR 0x00000000
103 #define R15_MODE_FIQ 0x00000001
104 #define R15_MODE_IRQ 0x00000002
105 #define R15_MODE_SVC 0x00000003
106
107 #define R15_PC 0x03fffffc
108
109 #define R15_FIQ_DISABLE 0x04000000
110 #define R15_IRQ_DISABLE 0x08000000
111
112 #define R15_FLAGS 0xf0000000
113 #define R15_FLAG_N 0x80000000
114 #define R15_FLAG_Z 0x40000000
115 #define R15_FLAG_C 0x20000000
116 #define R15_FLAG_V 0x10000000
117
118 /*
119 * Co-processor 15: The system control co-processor.
120 */
121
122 #define ARM_CP15_CPU_ID 0
123
124 /*
125 * The CPU ID register is theoretically structured, but the definitions of
126 * the fields keep changing.
127 */
128
129 /* The high-order byte is always the implementor */
130 #define CPU_ID_IMPLEMENTOR_MASK 0xff000000
131 #define CPU_ID_ARM_LTD 0x41000000 /* 'A' */
132 #define CPU_ID_DEC 0x44000000 /* 'D' */
133 #define CPU_ID_INTEL 0x69000000 /* 'i' */
134 #define CPU_ID_TI 0x54000000 /* 'T' */
135 #define CPU_ID_MARVELL 0x56000000 /* 'V' */
136 #define CPU_ID_FARADAY 0x66000000 /* 'f' */
137
138 /* How to decide what format the CPUID is in. */
139 #define CPU_ID_ISOLD(x) (((x) & 0x0000f000) == 0x00000000)
140 #define CPU_ID_IS7(x) (((x) & 0x0000f000) == 0x00007000)
141 #define CPU_ID_ISNEW(x) (!CPU_ID_ISOLD(x) && !CPU_ID_IS7(x))
142
143 /* On ARM3 and ARM6, this byte holds the foundry ID. */
144 #define CPU_ID_FOUNDRY_MASK 0x00ff0000
145 #define CPU_ID_FOUNDRY_VLSI 0x00560000
146
147 /* On ARM7 it holds the architecture and variant (sub-model) */
148 #define CPU_ID_7ARCH_MASK 0x00800000
149 #define CPU_ID_7ARCH_V3 0x00000000
150 #define CPU_ID_7ARCH_V4T 0x00800000
151 #define CPU_ID_7VARIANT_MASK 0x007f0000
152
153 /* On more recent ARMs, it does the same, but in a different format */
154 #define CPU_ID_ARCH_MASK 0x000f0000
155 #define CPU_ID_ARCH_V3 0x00000000
156 #define CPU_ID_ARCH_V4 0x00010000
157 #define CPU_ID_ARCH_V4T 0x00020000
158 #define CPU_ID_ARCH_V5 0x00030000
159 #define CPU_ID_ARCH_V5T 0x00040000
160 #define CPU_ID_ARCH_V5TE 0x00050000
161 #define CPU_ID_ARCH_V5TEJ 0x00060000
162 #define CPU_ID_ARCH_V6 0x00070000
163 #define CPU_ID_VARIANT_MASK 0x00f00000
164
165 /* Next three nybbles are part number */
166 #define CPU_ID_PARTNO_MASK 0x0000fff0
167
168 /* Intel XScale has sub fields in part number */
169 #define CPU_ID_XSCALE_COREGEN_MASK 0x0000e000 /* core generation */
170 #define CPU_ID_XSCALE_COREREV_MASK 0x00001c00 /* core revision */
171 #define CPU_ID_XSCALE_PRODUCT_MASK 0x000003f0 /* product number */
172
173 /* And finally, the revision number. */
174 #define CPU_ID_REVISION_MASK 0x0000000f
175
176 /* Individual CPUs are probably best IDed by everything but the revision. */
177 #define CPU_ID_CPU_MASK 0xfffffff0
178
179 /* Fake CPU IDs for ARMs without CP15 */
180 #define CPU_ID_ARM2 0x41560200
181 #define CPU_ID_ARM250 0x41560250
182
183 /* Pre-ARM7 CPUs -- [15:12] == 0 */
184 #define CPU_ID_ARM3 0x41560300
185 #define CPU_ID_ARM600 0x41560600
186 #define CPU_ID_ARM610 0x41560610
187 #define CPU_ID_ARM620 0x41560620
188
189 /* ARM7 CPUs -- [15:12] == 7 */
190 #define CPU_ID_ARM700 0x41007000 /* XXX This is a guess. */
191 #define CPU_ID_ARM710 0x41007100
192 #define CPU_ID_ARM7500 0x41027100
193 #define CPU_ID_ARM710A 0x41067100
194 #define CPU_ID_ARM7500FE 0x41077100
195 #define CPU_ID_ARM710T 0x41807100
196 #define CPU_ID_ARM720T 0x41807200
197 #define CPU_ID_ARM740T8K 0x41807400 /* XXX no MMU, 8KB cache */
198 #define CPU_ID_ARM740T4K 0x41817400 /* XXX no MMU, 4KB cache */
199
200 /* Post-ARM7 CPUs */
201 #define CPU_ID_ARM810 0x41018100
202 #define CPU_ID_ARM920T 0x41129200
203 #define CPU_ID_ARM922T 0x41029220
204 #define CPU_ID_ARM926EJS 0x41069260
205 #define CPU_ID_ARM940T 0x41029400 /* XXX no MMU */
206 #define CPU_ID_ARM946ES 0x41049460 /* XXX no MMU */
207 #define CPU_ID_ARM966ES 0x41049660 /* XXX no MMU */
208 #define CPU_ID_ARM966ESR1 0x41059660 /* XXX no MMU */
209 #define CPU_ID_ARM1020E 0x4115a200 /* (AKA arm10 rev 1) */
210 #define CPU_ID_ARM1022ES 0x4105a220
211 #define CPU_ID_ARM1026EJS 0x4106a260
212 #define CPU_ID_ARM11MPCORE 0x410fb020
213 #define CPU_ID_ARM1136JS 0x4107b360
214 #define CPU_ID_ARM1136JSR1 0x4117b360
215 #define CPU_ID_ARM1156T2S 0x4107b560 /* MPU only */
216 #define CPU_ID_ARM1176JZS 0x410fb760
217 #define CPU_ID_ARM11_P(n) ((n & 0xff07f000) == 0x4107b000)
218 #define CPU_ID_CORTEXA5R0 0x410fc050
219 #define CPU_ID_CORTEXA7R0 0x410fc070
220 #define CPU_ID_CORTEXA8R1 0x411fc080
221 #define CPU_ID_CORTEXA8R2 0x412fc080
222 #define CPU_ID_CORTEXA8R3 0x413fc080
223 #define CPU_ID_CORTEXA9R1 0x411fc090
224 #define CPU_ID_CORTEXA9R2 0x412fc090
225 #define CPU_ID_CORTEXA9R3 0x413fc090
226 #define CPU_ID_CORTEXA9R4 0x414fc090
227 #define CPU_ID_CORTEXA15R2 0x412fc0f0
228 #define CPU_ID_CORTEXA15R3 0x413fc0f0
229 #define CPU_ID_CORTEXA17R1 0x411fc0e0
230 #define CPU_ID_CORTEXA35R0 0x410fd040
231 #define CPU_ID_CORTEXA53R0 0x410fd030
232 #define CPU_ID_CORTEXA57R0 0x410fd070
233 #define CPU_ID_CORTEXA57R1 0x411fd070
234 #define CPU_ID_CORTEXA72R0 0x410fd080
235
236 #define CPU_ID_CORTEX_P(n) ((n & 0xff0fe000) == 0x410fc000)
237 #define CPU_ID_CORTEX_A5_P(n) ((n & 0xff0ff0f0) == 0x410fc050)
238 #define CPU_ID_CORTEX_A7_P(n) ((n & 0xff0ff0f0) == 0x410fc070)
239 #define CPU_ID_CORTEX_A8_P(n) ((n & 0xff0ff0f0) == 0x410fc080)
240 #define CPU_ID_CORTEX_A9_P(n) ((n & 0xff0ff0f0) == 0x410fc090)
241 #define CPU_ID_CORTEX_A15_P(n) ((n & 0xff0ff0f0) == 0x410fc0f0)
242 #define CPU_ID_CORTEX_A35_P(n) ((n & 0xff0ff0f0) == 0x410fd040)
243 #define CPU_ID_CORTEX_A53_P(n) ((n & 0xff0ff0f0) == 0x410fd030)
244 #define CPU_ID_CORTEX_A57_P(n) ((n & 0xff0ff0f0) == 0x410fd070)
245 #define CPU_ID_CORTEX_A72_P(n) ((n & 0xff0ff0f0) == 0x410fd080)
246 #define CPU_ID_SA110 0x4401a100
247 #define CPU_ID_SA1100 0x4401a110
248 #define CPU_ID_TI925T 0x54029250
249 #define CPU_ID_MV88FR571_VD 0x56155710
250 #define CPU_ID_MV88SV131 0x56251310
251 #define CPU_ID_FA526 0x66015260
252 #define CPU_ID_SA1110 0x6901b110
253 #define CPU_ID_IXP1200 0x6901c120
254 #define CPU_ID_80200 0x69052000
255 #define CPU_ID_PXA250 0x69052100 /* sans core revision */
256 #define CPU_ID_PXA210 0x69052120
257 #define CPU_ID_PXA250A 0x69052100 /* 1st version Core */
258 #define CPU_ID_PXA210A 0x69052120 /* 1st version Core */
259 #define CPU_ID_PXA250B 0x69052900 /* 3rd version Core */
260 #define CPU_ID_PXA210B 0x69052920 /* 3rd version Core */
261 #define CPU_ID_PXA250C 0x69052d00 /* 4th version Core */
262 #define CPU_ID_PXA210C 0x69052d20 /* 4th version Core */
263 #define CPU_ID_PXA27X 0x69054110
264 #define CPU_ID_80321_400 0x69052420
265 #define CPU_ID_80321_600 0x69052430
266 #define CPU_ID_80321_400_B0 0x69052c20
267 #define CPU_ID_80321_600_B0 0x69052c30
268 #define CPU_ID_80219_400 0x69052e20
269 #define CPU_ID_80219_600 0x69052e30
270 #define CPU_ID_IXP425_533 0x690541c0
271 #define CPU_ID_IXP425_400 0x690541d0
272 #define CPU_ID_IXP425_266 0x690541f0
273 #define CPU_ID_MV88SV58XX_P(n) ((n & 0xff0fff00) == 0x560f5800)
274 #define CPU_ID_MV88SV581X_V6 0x560f5810 /* Marvell Sheeva 88SV581x v6 Core */
275 #define CPU_ID_MV88SV581X_V7 0x561f5810 /* Marvell Sheeva 88SV581x v7 Core */
276 #define CPU_ID_MV88SV584X_V6 0x561f5840 /* Marvell Sheeva 88SV584x v6 Core */
277 #define CPU_ID_MV88SV584X_V7 0x562f5840 /* Marvell Sheeva 88SV584x v7 Core */
278 /* Marvell's CPUIDs with ARM ID in implementor field */
279 #define CPU_ID_ARM_88SV581X_V6 0x410fb760 /* Marvell Sheeva 88SV581x v6 Core */
280 #define CPU_ID_ARM_88SV581X_V7 0x413fc080 /* Marvell Sheeva 88SV581x v7 Core */
281 #define CPU_ID_ARM_88SV584X_V6 0x410fb020 /* Marvell Sheeva 88SV584x v6 Core */
282
283 /* CPUID registers */
284 #define ARM_ISA3_SYNCHPRIM_MASK 0x0000f000
285 #define ARM_ISA4_SYNCHPRIM_MASK 0x00f00000
286 #define ARM_ISA3_SYNCHPRIM_LDREX 0x10 // LDREX
287 #define ARM_ISA3_SYNCHPRIM_LDREXPLUS 0x13 // +CLREX/LDREXB/LDREXH
288 #define ARM_ISA3_SYNCHPRIM_LDREXD 0x20 // +LDREXD
289 #define ARM_PFR0_THUMBEE_MASK 0x0000f000
290 #define ARM_PFR1_GTIMER_MASK 0x000f0000
291 #define ARM_PFR1_VIRT_MASK 0x0000f000
292 #define ARM_PFR1_SEC_MASK 0x000000f0
293
294 /* Media and VFP Feature registers */
295 #define ARM_MVFR0_ROUNDING_MASK 0xf0000000
296 #define ARM_MVFR0_SHORTVEC_MASK 0x0f000000
297 #define ARM_MVFR0_SQRT_MASK 0x00f00000
298 #define ARM_MVFR0_DIVIDE_MASK 0x000f0000
299 #define ARM_MVFR0_EXCEPT_MASK 0x0000f000
300 #define ARM_MVFR0_DFLOAT_MASK 0x00000f00
301 #define ARM_MVFR0_SFLOAT_MASK 0x000000f0
302 #define ARM_MVFR0_ASIMD_MASK 0x0000000f
303 #define ARM_MVFR1_ASIMD_FMACS_MASK 0xf0000000
304 #define ARM_MVFR1_VFP_HPFP_MASK 0x0f000000
305 #define ARM_MVFR1_ASIMD_HPFP_MASK 0x00f00000
306 #define ARM_MVFR1_ASIMD_SPFP_MASK 0x000f0000
307 #define ARM_MVFR1_ASIMD_INT_MASK 0x0000f000
308 #define ARM_MVFR1_ASIMD_LDST_MASK 0x00000f00
309 #define ARM_MVFR1_D_NAN_MASK 0x000000f0
310 #define ARM_MVFR1_FTZ_MASK 0x0000000f
311
312 /* ARM3-specific coprocessor 15 registers */
313 #define ARM3_CP15_FLUSH 1
314 #define ARM3_CP15_CONTROL 2
315 #define ARM3_CP15_CACHEABLE 3
316 #define ARM3_CP15_UPDATEABLE 4
317 #define ARM3_CP15_DISRUPTIVE 5
318
319 /* ARM3 Control register bits */
320 #define ARM3_CTL_CACHE_ON 0x00000001
321 #define ARM3_CTL_SHARED 0x00000002
322 #define ARM3_CTL_MONITOR 0x00000004
323
324 /*
325 * Post-ARM3 CP15 registers:
326 *
327 * 1 Control register
328 *
329 * 2 Translation Table Base
330 *
331 * 3 Domain Access Control
332 *
333 * 4 Reserved
334 *
335 * 5 Fault Status
336 *
337 * 6 Fault Address
338 *
339 * 7 Cache/write-buffer Control
340 *
341 * 8 TLB Control
342 *
343 * 9 Cache Lockdown
344 *
345 * 10 TLB Lockdown
346 *
347 * 11 Reserved
348 *
349 * 12 Reserved
350 *
351 * 13 Process ID (for FCSE)
352 *
353 * 14 Reserved
354 *
355 * 15 Implementation Dependent
356 */
357
358 /* Some of the definitions below need cleaning up for V3/V4 architectures */
359
360 /* CPU control register (CP15 register 1) */
361 #define CPU_CONTROL_MMU_ENABLE 0x00000001 /* M: MMU/Protection unit enable */
362 #define CPU_CONTROL_AFLT_ENABLE 0x00000002 /* A: Alignment fault enable */
363 #define CPU_CONTROL_DC_ENABLE 0x00000004 /* C: IDC/DC enable */
364 #define CPU_CONTROL_WBUF_ENABLE 0x00000008 /* W: Write buffer enable */
365 #define CPU_CONTROL_32BP_ENABLE 0x00000010 /* P: 32-bit exception handlers */
366 #define CPU_CONTROL_32BD_ENABLE 0x00000020 /* D: 32-bit addressing */
367 #define CPU_CONTROL_LABT_ENABLE 0x00000040 /* L: Late abort enable */
368 #define CPU_CONTROL_BEND_ENABLE 0x00000080 /* B: Big-endian mode */
369 #define CPU_CONTROL_SYST_ENABLE 0x00000100 /* S: System protection bit */
370 #define CPU_CONTROL_ROM_ENABLE 0x00000200 /* R: ROM protection bit */
371 #define CPU_CONTROL_CPCLK 0x00000400 /* F: Implementation defined */
372 #define CPU_CONTROL_SWP_ENABLE 0x00000400 /* SW: SWP{B} perform normally. */
373 #define CPU_CONTROL_BPRD_ENABLE 0x00000800 /* Z: Branch prediction enable */
374 #define CPU_CONTROL_IC_ENABLE 0x00001000 /* I: IC enable */
375 #define CPU_CONTROL_VECRELOC 0x00002000 /* V: Vector relocation */
376 #define CPU_CONTROL_ROUNDROBIN 0x00004000 /* RR: Predictable replacement */
377 #define CPU_CONTROL_V4COMPAT 0x00008000 /* L4: ARMv4 compat LDR R15 etc */
378 #define CPU_CONTROL_HA_ENABLE 0x00020000 /* HA: Hardware Access flag enable */
379 #define CPU_CONTROL_WXN_ENABLE 0x00080000 /* WXN: Write Execute Never */
380 #define CPU_CONTROL_UWXN_ENABLE 0x00100000 /* UWXN: User Write eXecute Never */
381 #define CPU_CONTROL_FI_ENABLE 0x00200000 /* FI: Low interrupt latency */
382 #define CPU_CONTROL_UNAL_ENABLE 0x00400000 /* U: unaligned data access */
383 #define CPU_CONTROL_XP_ENABLE 0x00800000 /* XP: extended page table */
384 #define CPU_CONTROL_V_ENABLE 0x01000000 /* VE: Interrupt vectors enable */
385 #define CPU_CONTROL_EX_BEND 0x02000000 /* EE: exception endianness */
386 #define CPU_CONTROL_NMFI 0x08000000 /* NMFI: Non maskable FIQ */
387 #define CPU_CONTROL_TR_ENABLE 0x10000000 /* TRE: */
388 #define CPU_CONTROL_AF_ENABLE 0x20000000 /* AFE: Access flag enable */
389 #define CPU_CONTROL_TE_ENABLE 0x40000000 /* TE: Thumb Exception enable */
390
391 #define CPU_CONTROL_IDC_ENABLE CPU_CONTROL_DC_ENABLE
392
393 /* ARMv6/ARMv7 Co-Processor Access Control Register (CP15, 0, c1, c0, 2) */
394 #define CPACR_V7_ASEDIS 0x80000000 /* Disable Advanced SIMD Ext. */
395 #define CPACR_V7_D32DIS 0x40000000 /* Disable VFP regs 15-31 */
396 #define CPACR_CPn(n) (3 << (2*n))
397 #define CPACR_NOACCESS 0 /* reset value */
398 #define CPACR_PRIVED 1 /* Privileged mode access */
399 #define CPACR_RESERVED 2
400 #define CPACR_ALL 3 /* Privileged and User mode access */
401
402 /* ARMv6/ARMv7 Non-Secure Access Control Register (CP15, 0, c1, c1, 2) */
403 #define NSACR_SMP 0x00040000 /* ACTRL.SMP is writeable (!A8) */
404 #define NSACR_L2ERR 0x00020000 /* L2ECTRL is writeable (!A8) */
405 #define NSACR_ASEDIS 0x00008000 /* Deny Advanced SIMD Ext. */
406 #define NSACR_D32DIS 0x00004000 /* Deny VFP regs 15-31 */
407 #define NSACR_CPn(n) (1 << (n)) /* NonSecure access allowed */
408
409 /* ARM11x6 Auxiliary Control Register (CP15 register 1, opcode2 1) */
410 #define ARM11X6_AUXCTL_RS 0x00000001 /* return stack */
411 #define ARM11X6_AUXCTL_DB 0x00000002 /* dynamic branch prediction */
412 #define ARM11X6_AUXCTL_SB 0x00000004 /* static branch prediction */
413 #define ARM11X6_AUXCTL_TR 0x00000008 /* MicroTLB replacement strat. */
414 #define ARM11X6_AUXCTL_EX 0x00000010 /* exclusive L1/L2 cache */
415 #define ARM11X6_AUXCTL_RA 0x00000020 /* clean entire cache disable */
416 #define ARM11X6_AUXCTL_RV 0x00000040 /* block transfer cache disable */
417 #define ARM11X6_AUXCTL_CZ 0x00000080 /* restrict cache size */
418
419 /* ARM1136 Auxiliary Control Register (CP15 register 1, opcode2 1) */
420 #define ARM1136_AUXCTL_PFI 0x80000000 /* PFI: partial FI mode. */
421 /* This is an undocumented flag
422 * used to work around a cache bug
423 * in r0 steppings. See errata
424 * 364296.
425 */
426 /* ARM1176 Auxiliary Control Register (CP15 register 1, opcode2 1) */
427 #define ARM1176_AUXCTL_PHD 0x10000000 /* inst. prefetch halting disable */
428 #define ARM1176_AUXCTL_BFD 0x20000000 /* branch folding disable */
429 #define ARM1176_AUXCTL_FSD 0x40000000 /* force speculative ops disable */
430 #define ARM1176_AUXCTL_FIO 0x80000000 /* low intr latency override */
431
432 /* XScale Auxiliary Control Register (CP15 register 1, opcode2 1) */
433 #define XSCALE_AUXCTL_K 0x00000001 /* dis. write buffer coalescing */
434 #define XSCALE_AUXCTL_P 0x00000002 /* ECC protect page table access */
435 #define XSCALE_AUXCTL_MD_WB_RA 0x00000000 /* mini-D$ wb, read-allocate */
436 #define XSCALE_AUXCTL_MD_WB_RWA 0x00000010 /* mini-D$ wb, read/write-allocate */
437 #define XSCALE_AUXCTL_MD_WT 0x00000020 /* mini-D$ wt, read-allocate */
438 #define XSCALE_AUXCTL_MD_MASK 0x00000030
439
440 /* ARM11 MPCore Auxiliary Control Register (CP15 register 1, opcode2 1) */
441 #define MPCORE_AUXCTL_RS 0x00000001 /* return stack */
442 #define MPCORE_AUXCTL_DB 0x00000002 /* dynamic branch prediction */
443 #define MPCORE_AUXCTL_SB 0x00000004 /* static branch prediction */
444 #define MPCORE_AUXCTL_F 0x00000008 /* instruction folding enable */
445 #define MPCORE_AUXCTL_EX 0x00000010 /* exclusive L1/L2 cache */
446 #define MPCORE_AUXCTL_SA 0x00000020 /* SMP/AMP */
447
448 /* Marvell PJ4B Auxillary Control Register (CP15.0.R1.c0.1) */
449 #define PJ4B_AUXCTL_FW __BIT(0) /* Cache and TLB updates broadcast */
450 #define PJ4B_AUXCTL_SMPNAMP __BIT(6) /* 0 = AMP, 1 = SMP */
451 #define PJ4B_AUXCTL_L1PARITY __BIT(9) /* L1 parity checking */
452
453 /* Marvell PJ4B Auxialiary Function Modes Control 0 (CP15.1.R15.c2.0) */
454 #define PJ4B_AUXFMC0_L2EN __BIT(0) /* Tightly-Coupled L2 cache enable */
455 #define PJ4B_AUXFMC0_SMPNAMP __BIT(1) /* 0 = AMP, 1 = SMP */
456 #define PJ4B_AUXFMC0_L1PARITY __BIT(2) /* alias of PJ4B_AUXCTL_L1PARITY */
457 #define PJ4B_AUXFMC0_DCSLFD __BIT(2) /* Disable DC Speculative linefill */
458 #define PJ4B_AUXFMC0_FW __BIT(8) /* alias of PJ4B_AUXCTL_FW*/
459
460 /* Cortex-A9 Auxiliary Control Register (CP15 register 1, opcode 1) */
461 #define CORTEXA9_AUXCTL_FW 0x00000001 /* Cache and TLB updates broadcast */
462 #define CORTEXA9_AUXCTL_L2PE 0x00000002 /* Prefetch hint enable */
463 #define CORTEXA9_AUXCTL_L1PE 0x00000004 /* Data prefetch hint enable */
464 #define CORTEXA9_AUXCTL_WR_ZERO 0x00000008 /* Ena. write full line of 0s mode */
465 #define CORTEXA9_AUXCTL_SMP 0x00000040 /* Coherency is active */
466 #define CORTEXA9_AUXCTL_EXCL 0x00000080 /* Exclusive cache bit */
467 #define CORTEXA9_AUXCTL_ONEWAY 0x00000100 /* Allocate in on cache way only */
468 #define CORTEXA9_AUXCTL_PARITY 0x00000200 /* Support parity checking */
469
470 /* Cortex-A15 Auxiliary Control Register (CP15 register 1, opcode 1) */
471 #define CORTEXA15_ACTLR_BTB __BIT(0) /* Cache and TLB updates broadcast */
472 #define CORTEXA15_ACTLR_SMP __BIT(6) /* SMP */
473 #define CORTEXA15_ACTLR_IOBEU __BIT(15) /* In order issue in Branch Exec Unit */
474
475 /* Marvell Feroceon Extra Features Register (CP15 register 1, opcode2 0) */
476 #define FC_DCACHE_REPL_LOCK 0x80000000 /* Replace DCache Lock */
477 #define FC_DCACHE_STREAM_EN 0x20000000 /* DCache Streaming Switch */
478 #define FC_WR_ALLOC_EN 0x10000000 /* Enable Write Allocate */
479 #define FC_L2_PREF_DIS 0x01000000 /* L2 Cache Prefetch Disable */
480 #define FC_L2_INV_EVICT_LINE 0x00800000 /* L2 Invalidates Uncorrectable Error Line Eviction */
481 #define FC_L2CACHE_EN 0x00400000 /* L2 enable */
482 #define FC_ICACHE_REPL_LOCK 0x00080000 /* Replace ICache Lock */
483 #define FC_GLOB_HIST_REG_EN 0x00040000 /* Branch Global History Register Enable */
484 #define FC_BRANCH_TARG_BUF_DIS 0x00020000 /* Branch Target Buffer Disable */
485 #define FC_L1_PAR_ERR_EN 0x00010000 /* L1 Parity Error Enable */
486
487 /* Cache type register definitions 0 */
488 #define CPU_CT_FORMAT(x) (((x) >> 29) & 0x7) /* reg format */
489 #define CPU_CT_ISIZE(x) ((x) & 0xfff) /* I$ info */
490 #define CPU_CT_DSIZE(x) (((x) >> 12) & 0xfff) /* D$ info */
491 #define CPU_CT_S (1U << 24) /* split cache */
492 #define CPU_CT_CTYPE(x) (((x) >> 25) & 0xf) /* cache type */
493
494 #define CPU_CT_CTYPE_WT 0 /* write-through */
495 #define CPU_CT_CTYPE_WB1 1 /* write-back, clean w/ read */
496 #define CPU_CT_CTYPE_WB2 2 /* w/b, clean w/ cp15,7 */
497 #define CPU_CT_CTYPE_WB6 6 /* w/b, cp15,7, lockdown fmt A */
498 #define CPU_CT_CTYPE_WB7 7 /* w/b, cp15,7, lockdown fmt B */
499 #define CPU_CT_CTYPE_WB14 14 /* w/b, cp15,7, lockdown fmt C */
500
501 #define CPU_CT_xSIZE_LEN(x) ((x) & 0x3) /* line size */
502 #define CPU_CT_xSIZE_M (1U << 2) /* multiplier */
503 #define CPU_CT_xSIZE_ASSOC(x) (((x) >> 3) & 0x7) /* associativity */
504 #define CPU_CT_xSIZE_SIZE(x) (((x) >> 6) & 0x7) /* size */
505 #define CPU_CT_xSIZE_P (1U << 11) /* need to page-color */
506
507 /* format 4 definitions */
508 #define CPU_CT4_ILINE(x) ((x) & 0xf) /* I$ line size */
509 #define CPU_CT4_DLINE(x) (((x) >> 16) & 0xf) /* D$ line size */
510 #define CPU_CT4_L1IPOLICY(x) (((x) >> 14) & 0x3) /* I$ policy */
511 #define CPU_CT4_L1_AIVIVT 1 /* ASID tagged VIVT */
512 #define CPU_CT4_L1_VIPT 2 /* VIPT */
513 #define CPU_CT4_L1_PIPT 3 /* PIPT */
514 #define CPU_CT4_ERG(x) (((x) >> 20) & 0xf) /* Cache WriteBack Granule */
515 #define CPU_CT4_CWG(x) (((x) >> 24) & 0xf) /* Exclusive Resv. Granule */
516
517 /* Cache size identifaction register definitions 1, Rd, c0, c0, 0 */
518 #define CPU_CSID_CTYPE_WT 0x80000000 /* write-through avail */
519 #define CPU_CSID_CTYPE_WB 0x40000000 /* write-back avail */
520 #define CPU_CSID_CTYPE_RA 0x20000000 /* read-allocation avail */
521 #define CPU_CSID_CTYPE_WA 0x10000000 /* write-allocation avail */
522 #define CPU_CSID_NUMSETS(x) (((x) >> 13) & 0x7fff)
523 #define CPU_CSID_ASSOC(x) (((x) >> 3) & 0x1ff)
524 #define CPU_CSID_LEN(x) ((x) & 0x07)
525
526 /* Cache size selection register definitions 2, Rd, c0, c0, 0 */
527 #define CPU_CSSR_L2 0x00000002
528 #define CPU_CSSR_L1 0x00000000
529 #define CPU_CSSR_InD 0x00000001
530
531 /* Fault status register definitions */
532
533 #define FAULT_TYPE_MASK 0x0f
534 #define FAULT_USER 0x10
535
536 #define FAULT_WRTBUF_0 0x00 /* Vector Exception */
537 #define FAULT_WRTBUF_1 0x02 /* Terminal Exception */
538 #define FAULT_BUSERR_0 0x04 /* External Abort on Linefetch -- Section */
539 #define FAULT_BUSERR_1 0x06 /* External Abort on Linefetch -- Page */
540 #define FAULT_BUSERR_2 0x08 /* External Abort on Non-linefetch -- Section */
541 #define FAULT_BUSERR_3 0x0a /* External Abort on Non-linefetch -- Page */
542 #define FAULT_BUSTRNL1 0x0c /* External abort on Translation -- Level 1 */
543 #define FAULT_BUSTRNL2 0x0e /* External abort on Translation -- Level 2 */
544 #define FAULT_ALIGN_0 0x01 /* Alignment */
545 #define FAULT_ALIGN_1 0x03 /* Alignment */
546 #define FAULT_TRANS_S 0x05 /* Translation -- Section */
547 #define FAULT_TRANS_P 0x07 /* Translation -- Page */
548 #define FAULT_DOMAIN_S 0x09 /* Domain -- Section */
549 #define FAULT_DOMAIN_P 0x0b /* Domain -- Page */
550 #define FAULT_PERM_S 0x0d /* Permission -- Section */
551 #define FAULT_PERM_P 0x0f /* Permission -- Page */
552
553 #define FAULT_LPAE 0x0200 /* (SW) used long descriptors */
554 #define FAULT_IMPRECISE 0x0400 /* Imprecise exception (XSCALE) */
555 #define FAULT_WRITE 0x0800 /* fault was due to write (ARMv6+) */
556 #define FAULT_EXT 0x1000 /* fault was due to external abort (ARMv6+) */
557 #define FAULT_CM 0x2000 /* fault was due to cache maintenance (ARMv7+) */
558
559 /*
560 * Address of the vector page, low and high versions.
561 */
562 #define ARM_VECTORS_LOW 0x00000000U
563 #define ARM_VECTORS_HIGH 0xffff0000U
564
565 /*
566 * ARM Instructions
567 *
568 * 3 3 2 2 2
569 * 1 0 9 8 7 0
570 * +-------+-------------------------------------------------------+
571 * | cond | instruction dependent |
572 * |c c c c| |
573 * +-------+-------------------------------------------------------+
574 */
575
576 #define INSN_SIZE 4 /* Always 4 bytes */
577 #define INSN_COND_MASK 0xf0000000 /* Condition mask */
578 #define INSN_COND_EQ 0 /* Z == 1 */
579 #define INSN_COND_NE 1 /* Z == 0 */
580 #define INSN_COND_CS 2 /* C == 1 */
581 #define INSN_COND_CC 3 /* C == 0 */
582 #define INSN_COND_MI 4 /* N == 1 */
583 #define INSN_COND_PL 5 /* N == 0 */
584 #define INSN_COND_VS 6 /* V == 1 */
585 #define INSN_COND_VC 7 /* V == 0 */
586 #define INSN_COND_HI 8 /* C == 1 && Z == 0 */
587 #define INSN_COND_LS 9 /* C == 0 || Z == 1 */
588 #define INSN_COND_GE 10 /* N == V */
589 #define INSN_COND_LT 11 /* N != V */
590 #define INSN_COND_GT 12 /* Z == 0 && N == V */
591 #define INSN_COND_LE 13 /* Z == 1 || N != V */
592 #define INSN_COND_AL 14 /* Always condition */
593
594 #define THUMB_INSN_SIZE 2 /* Some are 4 bytes. */
595
596 /*
597 * Defines and such for arm11 Performance Monitor Counters (p15, c15, c12, 0)
598 */
599 #define ARM11_PMCCTL_E __BIT(0) /* enable all three counters */
600 #define ARM11_PMCCTL_P __BIT(1) /* reset both Count Registers to zero */
601 #define ARM11_PMCCTL_C __BIT(2) /* reset the Cycle Counter Register to zero */
602 #define ARM11_PMCCTL_D __BIT(3) /* cycle count divide by 64 */
603 #define ARM11_PMCCTL_EC0 __BIT(4) /* Enable Counter Register 0 interrupt */
604 #define ARM11_PMCCTL_EC1 __BIT(5) /* Enable Counter Register 1 interrupt */
605 #define ARM11_PMCCTL_ECC __BIT(6) /* Enable Cycle Counter interrupt */
606 #define ARM11_PMCCTL_SBZa __BIT(7) /* UNP/SBZ */
607 #define ARM11_PMCCTL_CR0 __BIT(8) /* Count Register 0 overflow flag */
608 #define ARM11_PMCCTL_CR1 __BIT(9) /* Count Register 1 overflow flag */
609 #define ARM11_PMCCTL_CCR __BIT(10) /* Cycle Count Register overflow flag */
610 #define ARM11_PMCCTL_X __BIT(11) /* Enable Export of the events to the event bus */
611 #define ARM11_PMCCTL_EVT1 __BITS(19,12) /* source of events for Count Register 1 */
612 #define ARM11_PMCCTL_EVT0 __BITS(27,20) /* source of events for Count Register 0 */
613 #define ARM11_PMCCTL_SBZb __BITS(31,28) /* UNP/SBZ */
614 #define ARM11_PMCCTL_SBZ \
615 (ARM11_PMCCTL_SBZa | ARM11_PMCCTL_SBZb)
616
617 #define ARM11_PMCEVT_ICACHE_MISS 0 /* Instruction Cache Miss */
618 #define ARM11_PMCEVT_ISTREAM_STALL 1 /* Instruction Stream Stall */
619 #define ARM11_PMCEVT_IUTLB_MISS 2 /* Instruction uTLB Miss */
620 #define ARM11_PMCEVT_DUTLB_MISS 3 /* Data uTLB Miss */
621 #define ARM11_PMCEVT_BRANCH 4 /* Branch Inst. Executed */
622 #define ARM11_PMCEVT_BRANCH_MISS 6 /* Branch mispredicted */
623 #define ARM11_PMCEVT_INST_EXEC 7 /* Instruction Executed */
624 #define ARM11_PMCEVT_DCACHE_ACCESS0 9 /* Data Cache Access */
625 #define ARM11_PMCEVT_DCACHE_ACCESS1 10 /* Data Cache Access */
626 #define ARM11_PMCEVT_DCACHE_MISS 11 /* Data Cache Miss */
627 #define ARM11_PMCEVT_DCACHE_WRITEBACK 12 /* Data Cache Writeback */
628 #define ARM11_PMCEVT_PC_CHANGE 13 /* Software PC change */
629 #define ARM11_PMCEVT_TLB_MISS 15 /* Main TLB Miss */
630 #define ARM11_PMCEVT_DATA_ACCESS 16 /* non-cached data access */
631 #define ARM11_PMCEVT_LSU_STALL 17 /* Load/Store Unit stall */
632 #define ARM11_PMCEVT_WBUF_DRAIN 18 /* Write buffer drained */
633 #define ARM11_PMCEVT_ETMEXTOUT0 32 /* ETMEXTOUT[0] asserted */
634 #define ARM11_PMCEVT_ETMEXTOUT1 33 /* ETMEXTOUT[1] asserted */
635 #define ARM11_PMCEVT_ETMEXTOUT 34 /* ETMEXTOUT[0 & 1] */
636 #define ARM11_PMCEVT_CALL_EXEC 35 /* Procedure call executed */
637 #define ARM11_PMCEVT_RETURN_EXEC 36 /* Return executed */
638 #define ARM11_PMCEVT_RETURN_HIT 37 /* return address predicted */
639 #define ARM11_PMCEVT_RETURN_MISS 38 /* return addr. mispredicted */
640 #define ARM11_PMCEVT_CYCLE 255 /* Increment each cycle */
641
642 /* Defines for ARM CORTEX performance counters */
643 #define CORTEX_CNTENS_C __BIT(31) /* Enables the cycle counter */
644 #define CORTEX_CNTENC_C __BIT(31) /* Disables the cycle counter */
645 #define CORTEX_CNTOFL_C __BIT(31) /* Cycle counter overflow flag */
646
647 /* Defines for ARM Cortex A7/A15 L2CTRL */
648 #define L2CTRL_NUMCPU __BITS(25,24) // numcpus - 1
649 #define L2CTRL_ICPRES __BIT(23) // Interrupt Controller is present
650
651 /* Translation Table Base Register */
652 #define TTBR_C __BIT(0) /* without MPE */
653 #define TTBR_S __BIT(1)
654 #define TTBR_IMP __BIT(2)
655 #define TTBR_RGN_MASK __BITS(4,3)
656 #define TTBR_RGN_NC __SHIFTIN(0, TTBR_RGN_MASK)
657 #define TTBR_RGN_WBWA __SHIFTIN(1, TTBR_RGN_MASK)
658 #define TTBR_RGN_WT __SHIFTIN(2, TTBR_RGN_MASK)
659 #define TTBR_RGN_WBNWA __SHIFTIN(3, TTBR_RGN_MASK)
660 #define TTBR_NOS __BIT(5)
661 #define TTBR_IRGN_MASK (__BIT(6) | __BIT(0))
662 #define TTBR_IRGN_NC 0
663 #define TTBR_IRGN_WBWA __BIT(6)
664 #define TTBR_IRGN_WT __BIT(0)
665 #define TTBR_IRGN_WBNWA (__BIT(0) | __BIT(6))
666
667 /* Translate Table Base Control Register */
668 #define TTBCR_S_EAE __BIT(31) // Extended Address Extension
669 #define TTBCR_S_PD1 __BIT(5) // Don't use TTBR1
670 #define TTBCR_S_PD0 __BIT(4) // Don't use TTBR0
671 #define TTBCR_S_N __BITS(2,0) // Width of base address in TTB0
672
673 #define TTBCR_L_EAE __BIT(31) // Extended Address Extension
674 #define TTBCR_L_SH1 __BITS(29,28) // TTBR1 Shareability
675 #define TTBCR_L_ORGN1 __BITS(27,26) // TTBR1 Outer cacheability
676 #define TTBCR_L_IRGN1 __BITS(25,24) // TTBR1 inner cacheability
677 #define TTBCR_L_EPD1 __BIT(23) // Don't use TTBR1
678 #define TTBCR_L_A1 __BIT(22) // ASID is in TTBR1
679 #define TTBCR_L_T1SZ __BITS(18,16) // TTBR1 size offset
680 #define TTBCR_L_SH0 __BITS(13,12) // TTBR0 Shareability
681 #define TTBCR_L_ORGN0 __BITS(11,10) // TTBR0 Outer cacheability
682 #define TTBCR_L_IRGN0 __BITS(9,8) // TTBR0 inner cacheability
683 #define TTBCR_L_EPD0 __BIT(7) // Don't use TTBR0
684 #define TTBCR_L_T0SZ __BITS(2,0) // TTBR0 size offset
685
686 #define NRRR_ORn(n) __BITS(17+2*(n),16+2*(n)) // Outer Cacheable mappings
687 #define NRRR_IRn(n) __BITS(1+2*(n),0+2*(n)) // Inner Cacheable mappings
688 #define NRRR_NC 0 // non-cacheable
689 #define NRRR_WB_WA 1 // write-back write-allocate
690 #define NRRR_WT 2 // write-through
691 #define NRRR_WB 3 // write-back
692 #define PRRR_NOSn(n) __BITS(24+2*(n))// Memory region is Inner Shareable
693 #define PRRR_NS1 __BIT(19) // Normal Shareable S=1 is Shareable
694 #define PRRR_NS0 __BIT(18) // Normal Shareable S=0 is Shareable
695 #define PRRR_DS1 __BIT(17) // Device Shareable S=1 is Shareable
696 #define PRRR_DS0 __BIT(16) // Device Shareable S=0 is Shareable
697 #define PRRR_TRn(n) __BITS(1+2*(n),0+2*(n))
698 #define PRRR_TR_STRONG 0 // Strongly Ordered
699 #define PRRR_TR_DEVICE 1 // Device
700 #define PRRR_TR_NORMAL 2 // Normal Memory
701
702 /* ARMv7 MPIDR, Multiprocessor Affinity Register generic format */
703 #define MPIDR_MP __BIT(31) /* 1 = Have MP Extention */
704 #define MPIDR_U __BIT(30) /* 1 = Uni-Processor System */
705 #define MPIDR_MT __BIT(24) /* 1 = SMT(AFF0 is logical) */
706 #define MPIDR_AFF2 __BITS(23,16) /* Affinity Level 2 */
707 #define MPIDR_AFF1 __BITS(15,8) /* Affinity Level 1 */
708 #define MPIDR_AFF0 __BITS(7,0) /* Affinity Level 0 */
709
710 /* MPIDR implementation of ARM Cortex A9: SMT and AFF2 is not used */
711 #define CORTEXA9_MPIDR_MP MPIDR_MP
712 #define CORTEXA9_MPIDR_U MPIDR_U
713 #define CORTEXA9_MPIDR_CLID __BITS(11,8) /* AFF1 = cluster id */
714 #define CORTEXA9_MPIDR_CPUID __BITS(0,1) /* AFF0 = physical core id */
715
716 /* MPIDR implementation of Marvell PJ4B-MP: AFF2 is not used */
717 #define PJ4B_MPIDR_MP MPIDR_MP
718 #define PJ4B_MPIDR_U MPIDR_U
719 #define PJ4B_MPIDR_MT MPIDR_MT /* 1 = SMT(AFF0 is logical) */
720 #define PJ4B_MPIDR_CLID __BITS(11,8) /* AFF1 = cluster id */
721 #define PJ4B_MPIDR_CPUID __BITS(0,3) /* AFF0 = core id */
722
723 /* Defines for ARM Generic Timer */
724 #define ARM_CNTCTL_ISTATUS __BIT(2) // Interrupt is pending
725 #define ARM_CNTCTL_IMASK __BIT(1) // Mask Interrupt
726 #define ARM_CNTCTL_ENABLE __BIT(0) // Timer Enabled
727
728 #define ARM_CNTKCTL_PL0PTEN __BIT(9) /* PL0 Physical Timer Enable */
729 #define ARM_CNTKCTL_PL0VTEN __BIT(8) /* PL0 Virtual Timer Enable */
730 #define ARM_CNTKCTL_EVNTI __BITS(7,4) /* CNTVCT Event Bit Select */
731 #define ARM_CNTKCTL_EVNTDIR __BIT(3) /* CNTVCT Event Dir (1->0) */
732 #define ARM_CNTKCTL_EVNTEN __BIT(2) /* CNTVCT Event Enable */
733 #define ARM_CNTKCTL_PL0VCTEN __BIT(1) /* PL0 Virtual Counter Enable */
734 #define ARM_CNTKCTL_PL0PCTEN __BIT(0) /* PL0 Physical Counter Enable */
735
736 /* CNCHCTL, Timer PL2 Control register, Virtualization Extensions */
737 #define ARM_CNTHCTL_EVNTI __BITS(7,4)
738 #define ARM_CNTHCTL_EVNTDIR __BIT(3)
739 #define ARM_CNTHCTL_EVNTEN __BIT(2)
740 #define ARM_CNTHCTL_PL1PCEN __BIT(1)
741 #define ARM_CNTHCTL_PL1PCTEN __BIT(0)
742
743 #define ARM_A5_TLBDATA_DOM __BITS(62,59)
744 #define ARM_A5_TLBDATA_AP __BITS(58,56)
745 #define ARM_A5_TLBDATA_NS_WALK __BIT(55)
746 #define ARM_A5_TLBDATA_NS_PAGE __BIT(54)
747 #define ARM_A5_TLBDATA_XN __BIT(53)
748 #define ARM_A5_TLBDATA_TEX __BITS(52,50)
749 #define ARM_A5_TLBDATA_B __BIT(49)
750 #define ARM_A5_TLBDATA_C __BIT(48)
751 #define ARM_A5_TLBDATA_S __BIT(47)
752 #define ARM_A5_TLBDATA_ASID __BITS(46,39)
753 #define ARM_A5_TLBDATA_SIZE __BITS(38,37)
754 #define ARM_A5_TLBDATA_SIZE_4KB 0
755 #define ARM_A5_TLBDATA_SIZE_16KB 1
756 #define ARM_A5_TLBDATA_SIZE_1MB 2
757 #define ARM_A5_TLBDATA_SIZE_16MB 3
758 #define ARM_A5_TLBDATA_VA __BITS(36,22)
759 #define ARM_A5_TLBDATA_PA __BITS(21,2)
760 #define ARM_A5_TLBDATA_nG __BIT(1)
761 #define ARM_A5_TLBDATA_VALID __BIT(0)
762
763 #define ARM_A7_TLBDATA2_S2_LEVEL __BITS(85-64,84-64)
764 #define ARM_A7_TLBDATA2_S1_SIZE __BITS(83-64,82-64)
765 #define ARM_A7_TLBDATA2_S1_SIZE_4KB 0
766 #define ARM_A7_TLBDATA2_S1_SIZE_64KB 1
767 #define ARM_A7_TLBDATA2_S1_SIZE_1MB 2
768 #define ARM_A7_TLBDATA2_S1_SIZE_16MB 3
769 #define ARM_A7_TLBDATA2_DOM __BITS(81-64,78-64)
770 #define ARM_A7_TLBDATA2_IS __BITS(77-64,76-64)
771 #define ARM_A7_TLBDATA2_IS_NC 0
772 #define ARM_A7_TLBDATA2_IS_WB_WA 1
773 #define ARM_A7_TLBDATA2_IS_WT 2
774 #define ARM_A7_TLBDATA2_IS_DSO 3
775 #define ARM_A7_TLBDATA2_S2OVR __BIT(75-64)
776 #define ARM_A7_TLBDATA2_SDO_MT __BITS(74-64,72-64)
777 #define ARM_A7_TLBDATA2_SDO_MT_D 2
778 #define ARM_A7_TLBDATA2_SDO_MT_SO 6
779 #define ARM_A7_TLBDATA2_OS __BITS(75-64,74-64)
780 #define ARM_A7_TLBDATA2_OS_NC 0
781 #define ARM_A7_TLBDATA2_OS_WB_WA 1
782 #define ARM_A7_TLBDATA2_OS_WT 2
783 #define ARM_A7_TLBDATA2_OS_WB 3
784 #define ARM_A7_TLBDATA2_SH __BITS(73-64,72-64)
785 #define ARM_A7_TLBDATA2_SH_NONE 0
786 #define ARM_A7_TLBDATA2_SH_UNUSED 1
787 #define ARM_A7_TLBDATA2_SH_OS 2
788 #define ARM_A7_TLBDATA2_SH_IS 3
789 #define ARM_A7_TLBDATA2_XN2 __BIT(71-64)
790 #define ARM_A7_TLBDATA2_XN1 __BIT(70-64)
791 #define ARM_A7_TLBDATA2_PXN __BIT(69-64)
792
793 #define ARM_A7_TLBDATA12_PA __BITS(68-32,41-32)
794
795 #define ARM_A7_TLBDATA1_NS __BIT(40-32)
796 #define ARM_A7_TLBDATA1_HAP __BITS(39-32,38-32)
797 #define ARM_A7_TLBDATA1_AP __BITS(37-32,35-32)
798 #define ARM_A7_TLBDATA1_nG __BIT(34-32)
799
800 #define ARM_A7_TLBDATA01_ASID __BITS(33,26)
801
802 #define ARM_A7_TLBDATA0_VMID __BITS(25,18)
803 #define ARM_A7_TLBDATA0_VA __BITS(17,5)
804 #define ARM_A7_TLBDATA0_NS_WALK __BIT(4)
805 #define ARM_A7_TLBDATA0_SIZE __BITS(3,1)
806 #define ARM_A7_TLBDATA0_SIZE_V7_4KB 0
807 #define ARM_A7_TLBDATA0_SIZE_LPAE_4KB 1
808 #define ARM_A7_TLBDATA0_SIZE_V7_64KB 2
809 #define ARM_A7_TLBDATA0_SIZE_LPAE_64KB 3
810 #define ARM_A7_TLBDATA0_SIZE_V7_1MB 4
811 #define ARM_A7_TLBDATA0_SIZE_LPAE_2MB 5
812 #define ARM_A7_TLBDATA0_SIZE_V7_16MB 6
813 #define ARM_A7_TLBDATA0_SIZE_LPAE_1GB 7
814
815 #define ARM_TLBDATA_VALID __BIT(0)
816
817 #define ARM_TLBDATAOP_WAY __BIT(31)
818 #define ARM_A5_TLBDATAOP_INDEX __BITS(5,0)
819 #define ARM_A7_TLBDATAOP_INDEX __BITS(6,0)
820
821 #if !defined(__ASSEMBLER__) && defined(_KERNEL)
822 static inline bool
823 arm_cond_ok_p(uint32_t insn, uint32_t psr)
824 {
825 const uint32_t __cond = __SHIFTOUT(insn, INSN_COND_MASK);
826
827 bool __ok;
828 const bool __z = (psr & PSR_Z_bit);
829 const bool __n = (psr & PSR_N_bit);
830 const bool __c = (psr & PSR_C_bit);
831 const bool __v = (psr & PSR_V_bit);
832 switch (__cond & ~1) {
833 case INSN_COND_EQ: // Z == 1
834 __ok = __z;
835 break;
836 case INSN_COND_CS: // C == 1
837 __ok = __c;
838 break;
839 case INSN_COND_MI: // N == 1
840 __ok = __n;
841 break;
842 case INSN_COND_VS: // V == 1
843 __ok = __v;
844 break;
845 case INSN_COND_HI: // C == 1 && Z == 0
846 __ok = __c && !__z;
847 break;
848 case INSN_COND_GE: // N == V
849 __ok = __n == __v;
850 break;
851 case INSN_COND_GT: // N == V && Z == 0
852 __ok = __n == __v && !__z;
853 break;
854 default: /* INSN_COND_AL or unconditional */
855 return true;
856 }
857
858 return (__cond & 1) ? !__ok : __ok;
859 }
860 #endif /* !__ASSEMBLER && _KERNEL */
861
862 #if !defined(__ASSEMBLER__) && !defined(_RUMPKERNEL)
863 #define ARMREG_READ_INLINE(name, __insnstring) \
864 static inline uint32_t armreg_##name##_read(void) \
865 { \
866 uint32_t __rv; \
867 __asm __volatile("mrc " __insnstring : "=r"(__rv)); \
868 return __rv; \
869 }
870
871 #define ARMREG_WRITE_INLINE(name, __insnstring) \
872 static inline void armreg_##name##_write(uint32_t __val) \
873 { \
874 __asm __volatile("mcr " __insnstring :: "r"(__val)); \
875 }
876
877 #define ARMREG_READ_INLINE2(name, __insnstring) \
878 static inline uint32_t armreg_##name##_read(void) \
879 { \
880 uint32_t __rv; \
881 __asm __volatile(__insnstring : "=r"(__rv)); \
882 return __rv; \
883 }
884
885 #define ARMREG_WRITE_INLINE2(name, __insnstring) \
886 static inline void armreg_##name##_write(uint32_t __val) \
887 { \
888 __asm __volatile(__insnstring :: "r"(__val)); \
889 }
890
891 #define ARMREG_READ64_INLINE(name, __insnstring) \
892 static inline uint64_t armreg_##name##_read(void) \
893 { \
894 uint64_t __rv; \
895 __asm __volatile("mrrc " __insnstring : "=r"(__rv)); \
896 return __rv; \
897 }
898
899 #define ARMREG_WRITE64_INLINE(name, __insnstring) \
900 static inline void armreg_##name##_write(uint64_t __val) \
901 { \
902 __asm __volatile("mcrr " __insnstring :: "r"(__val)); \
903 }
904
905 /* cp10 registers */
906 ARMREG_READ_INLINE2(fpsid, "vmrs\t%0, fpsid") /* VFP System ID */
907 ARMREG_READ_INLINE2(fpscr, "vmrs\t%0, fpscr") /* VFP Status/Control Register */
908 ARMREG_WRITE_INLINE2(fpscr, "vmsr\tfpscr, %0") /* VFP Status/Control Register */
909 ARMREG_READ_INLINE2(mvfr1, "vmrs\t%0, mvfr1") /* Media and VFP Feature Register 1 */
910 ARMREG_READ_INLINE2(mvfr0, "vmrs\t%0, mvfr0") /* Media and VFP Feature Register 0 */
911 ARMREG_READ_INLINE2(fpexc, "vmrs\t%0, fpexc") /* VFP Exception Register */
912 ARMREG_WRITE_INLINE2(fpexc, "vmsr\tfpexc, %0") /* VFP Exception Register */
913 ARMREG_READ_INLINE2(fpinst, "fmrx\t%0, fpinst") /* VFP Exception Instruction */
914 ARMREG_WRITE_INLINE2(fpinst, "fmxr\tfpinst, %0") /* VFP Exception Instruction */
915 ARMREG_READ_INLINE2(fpinst2, "fmrx\t%0, fpinst2") /* VFP Exception Instruction 2 */
916 ARMREG_WRITE_INLINE2(fpinst2, "fmxr\tfpinst2, %0") /* VFP Exception Instruction 2 */
917
918 /* cp15 c0 registers */
919 ARMREG_READ_INLINE(midr, "p15,0,%0,c0,c0,0") /* Main ID Register */
920 ARMREG_READ_INLINE(ctr, "p15,0,%0,c0,c0,1") /* Cache Type Register */
921 ARMREG_READ_INLINE(tlbtr, "p15,0,%0,c0,c0,3") /* TLB Type Register */
922 ARMREG_READ_INLINE(mpidr, "p15,0,%0,c0,c0,5") /* Multiprocess Affinity Register */
923 ARMREG_READ_INLINE(revidr, "p15,0,%0,c0,c0,6") /* Revision ID Register */
924 ARMREG_READ_INLINE(pfr0, "p15,0,%0,c0,c1,0") /* Processor Feature Register 0 */
925 ARMREG_READ_INLINE(pfr1, "p15,0,%0,c0,c1,1") /* Processor Feature Register 1 */
926 ARMREG_READ_INLINE(mmfr0, "p15,0,%0,c0,c1,4") /* Memory Model Feature Register 0 */
927 ARMREG_READ_INLINE(mmfr1, "p15,0,%0,c0,c1,5") /* Memory Model Feature Register 1 */
928 ARMREG_READ_INLINE(mmfr2, "p15,0,%0,c0,c1,6") /* Memory Model Feature Register 2 */
929 ARMREG_READ_INLINE(mmfr3, "p15,0,%0,c0,c1,7") /* Memory Model Feature Register 3 */
930 ARMREG_READ_INLINE(isar0, "p15,0,%0,c0,c2,0") /* Instruction Set Attribute Register 0 */
931 ARMREG_READ_INLINE(isar1, "p15,0,%0,c0,c2,1") /* Instruction Set Attribute Register 1 */
932 ARMREG_READ_INLINE(isar2, "p15,0,%0,c0,c2,2") /* Instruction Set Attribute Register 2 */
933 ARMREG_READ_INLINE(isar3, "p15,0,%0,c0,c2,3") /* Instruction Set Attribute Register 3 */
934 ARMREG_READ_INLINE(isar4, "p15,0,%0,c0,c2,4") /* Instruction Set Attribute Register 4 */
935 ARMREG_READ_INLINE(isar5, "p15,0,%0,c0,c2,5") /* Instruction Set Attribute Register 5 */
936 ARMREG_READ_INLINE(ccsidr, "p15,1,%0,c0,c0,0") /* Cache Size ID Register */
937 ARMREG_READ_INLINE(clidr, "p15,1,%0,c0,c0,1") /* Cache Level ID Register */
938 ARMREG_READ_INLINE(csselr, "p15,2,%0,c0,c0,0") /* Cache Size Selection Register */
939 ARMREG_WRITE_INLINE(csselr, "p15,2,%0,c0,c0,0") /* Cache Size Selection Register */
940 /* cp15 c1 registers */
941 ARMREG_READ_INLINE(sctlr, "p15,0,%0,c1,c0,0") /* System Control Register */
942 ARMREG_WRITE_INLINE(sctlr, "p15,0,%0,c1,c0,0") /* System Control Register */
943 ARMREG_READ_INLINE(auxctl, "p15,0,%0,c1,c0,1") /* Auxiliary Control Register */
944 ARMREG_WRITE_INLINE(auxctl, "p15,0,%0,c1,c0,1") /* Auxiliary Control Register */
945 ARMREG_READ_INLINE(cpacr, "p15,0,%0,c1,c0,2") /* Co-Processor Access Control Register */
946 ARMREG_WRITE_INLINE(cpacr, "p15,0,%0,c1,c0,2") /* Co-Processor Access Control Register */
947 ARMREG_READ_INLINE(scr, "p15,0,%0,c1,c1,0") /* Secure Configuration Register */
948 ARMREG_READ_INLINE(nsacr, "p15,0,%0,c1,c1,2") /* Non-Secure Access Control Register */
949 /* cp15 c2 registers */
950 ARMREG_READ_INLINE(ttbr, "p15,0,%0,c2,c0,0") /* Translation Table Base Register 0 */
951 ARMREG_WRITE_INLINE(ttbr, "p15,0,%0,c2,c0,0") /* Translation Table Base Register 0 */
952 ARMREG_READ_INLINE(ttbr1, "p15,0,%0,c2,c0,1") /* Translation Table Base Register 1 */
953 ARMREG_WRITE_INLINE(ttbr1, "p15,0,%0,c2,c0,1") /* Translation Table Base Register 1 */
954 ARMREG_READ_INLINE(ttbcr, "p15,0,%0,c2,c0,2") /* Translation Table Base Register */
955 ARMREG_WRITE_INLINE(ttbcr, "p15,0,%0,c2,c0,2") /* Translation Table Base Register */
956 /* cp15 c3 registers */
957 ARMREG_READ_INLINE(dacr, "p15,0,%0,c3,c0,0") /* Domain Access Control Register */
958 ARMREG_WRITE_INLINE(dacr, "p15,0,%0,c3,c0,0") /* Domain Access Control Register */
959 /* cp15 c5 registers */
960 ARMREG_READ_INLINE(dfsr, "p15,0,%0,c5,c0,0") /* Data Fault Status Register */
961 ARMREG_READ_INLINE(ifsr, "p15,0,%0,c5,c0,1") /* Instruction Fault Status Register */
962 /* cp15 c6 registers */
963 ARMREG_READ_INLINE(dfar, "p15,0,%0,c6,c0,0") /* Data Fault Address Register */
964 ARMREG_READ_INLINE(ifar, "p15,0,%0,c6,c0,2") /* Instruction Fault Address Register */
965 /* cp15 c7 registers */
966 ARMREG_WRITE_INLINE(icialluis, "p15,0,%0,c7,c1,0") /* Instruction Inv All (IS) */
967 ARMREG_WRITE_INLINE(bpiallis, "p15,0,%0,c7,c1,6") /* Branch Predictor Invalidate All (IS) */
968 ARMREG_READ_INLINE(par, "p15,0,%0,c7,c4,0") /* Physical Address Register */
969 ARMREG_WRITE_INLINE(iciallu, "p15,0,%0,c7,c5,0") /* Instruction Invalidate All */
970 ARMREG_WRITE_INLINE(icimvau, "p15,0,%0,c7,c5,1") /* Instruction Invalidate MVA */
971 ARMREG_WRITE_INLINE(isb, "p15,0,%0,c7,c5,4") /* Instruction Synchronization Barrier */
972 ARMREG_WRITE_INLINE(bpiall, "p15,0,%0,c7,c5,6") /* Branch Predictor Invalidate All */
973 ARMREG_WRITE_INLINE(bpimva, "p15,0,%0,c7,c5,7") /* Branch Predictor invalidate by MVA */
974 ARMREG_WRITE_INLINE(dcimvac, "p15,0,%0,c7,c6,1") /* Data Invalidate MVA to PoC */
975 ARMREG_WRITE_INLINE(dcisw, "p15,0,%0,c7,c6,2") /* Data Invalidate Set/Way */
976 ARMREG_WRITE_INLINE(ats1cpr, "p15,0,%0,c7,c8,0") /* AddrTrans CurState PL1 Read */
977 ARMREG_WRITE_INLINE(ats1cpw, "p15,0,%0,c7,c8,1") /* AddrTrans CurState PL1 Write */
978 ARMREG_WRITE_INLINE(ats1cur, "p15,0,%0,c7,c8,2") /* AddrTrans CurState PL0 Read */
979 ARMREG_WRITE_INLINE(ats1cuw, "p15,0,%0,c7,c8,3") /* AddrTrans CurState PL0 Write */
980 ARMREG_WRITE_INLINE(dccmvac, "p15,0,%0,c7,c10,1") /* Data Clean MVA to PoC */
981 ARMREG_WRITE_INLINE(dccsw, "p15,0,%0,c7,c10,2") /* Data Clean Set/Way */
982 ARMREG_WRITE_INLINE(dsb, "p15,0,%0,c7,c10,4") /* Data Synchronization Barrier */
983 ARMREG_WRITE_INLINE(dmb, "p15,0,%0,c7,c10,5") /* Data Memory Barrier */
984 ARMREG_WRITE_INLINE(dccmvau, "p15,0,%0,c7,c11,1") /* Data Clean MVA to PoU */
985 ARMREG_WRITE_INLINE(dccimvac, "p15,0,%0,c7,c14,1") /* Data Clean&Inv MVA to PoC */
986 ARMREG_WRITE_INLINE(dccisw, "p15,0,%0,c7,c14,2") /* Data Clean&Inv Set/Way */
987 /* cp15 c8 registers */
988 ARMREG_WRITE_INLINE(tlbiallis, "p15,0,%0,c8,c3,0") /* Invalidate entire unified TLB, inner shareable */
989 ARMREG_WRITE_INLINE(tlbimvais, "p15,0,%0,c8,c3,1") /* Invalidate unified TLB by MVA, inner shareable */
990 ARMREG_WRITE_INLINE(tlbiasidis, "p15,0,%0,c8,c3,2") /* Invalidate unified TLB by ASID, inner shareable */
991 ARMREG_WRITE_INLINE(tlbimvaais, "p15,0,%0,c8,c3,3") /* Invalidate unified TLB by MVA, all ASID, inner shareable */
992 ARMREG_WRITE_INLINE(itlbiall, "p15,0,%0,c8,c5,0") /* Invalidate entire instruction TLB */
993 ARMREG_WRITE_INLINE(itlbimva, "p15,0,%0,c8,c5,1") /* Invalidate instruction TLB by MVA */
994 ARMREG_WRITE_INLINE(itlbiasid, "p15,0,%0,c8,c5,2") /* Invalidate instruction TLB by ASID */
995 ARMREG_WRITE_INLINE(dtlbiall, "p15,0,%0,c8,c6,0") /* Invalidate entire data TLB */
996 ARMREG_WRITE_INLINE(dtlbimva, "p15,0,%0,c8,c6,1") /* Invalidate data TLB by MVA */
997 ARMREG_WRITE_INLINE(dtlbiasid, "p15,0,%0,c8,c6,2") /* Invalidate data TLB by ASID */
998 ARMREG_WRITE_INLINE(tlbiall, "p15,0,%0,c8,c7,0") /* Invalidate entire unified TLB */
999 ARMREG_WRITE_INLINE(tlbimva, "p15,0,%0,c8,c7,1") /* Invalidate unified TLB by MVA */
1000 ARMREG_WRITE_INLINE(tlbiasid, "p15,0,%0,c8,c7,2") /* Invalidate unified TLB by ASID */
1001 ARMREG_WRITE_INLINE(tlbimvaa, "p15,0,%0,c8,c7,3") /* Invalidate unified TLB by MVA, all ASID */
1002 /* cp15 c9 registers */
1003 ARMREG_READ_INLINE(pmcr, "p15,0,%0,c9,c12,0") /* PMC Control Register */
1004 ARMREG_WRITE_INLINE(pmcr, "p15,0,%0,c9,c12,0") /* PMC Control Register */
1005 ARMREG_READ_INLINE(pmcntenset, "p15,0,%0,c9,c12,1") /* PMC Count Enable Set */
1006 ARMREG_WRITE_INLINE(pmcntenset, "p15,0,%0,c9,c12,1") /* PMC Count Enable Set */
1007 ARMREG_READ_INLINE(pmcntenclr, "p15,0,%0,c9,c12,2") /* PMC Count Enable Clear */
1008 ARMREG_WRITE_INLINE(pmcntenclr, "p15,0,%0,c9,c12,2") /* PMC Count Enable Clear */
1009 ARMREG_READ_INLINE(pmovsr, "p15,0,%0,c9,c12,3") /* PMC Overflow Flag Status */
1010 ARMREG_WRITE_INLINE(pmovsr, "p15,0,%0,c9,c12,3") /* PMC Overflow Flag Status */
1011 ARMREG_READ_INLINE(pmccntr, "p15,0,%0,c9,c13,0") /* PMC Cycle Counter */
1012 ARMREG_WRITE_INLINE(pmccntr, "p15,0,%0,c9,c13,0") /* PMC Cycle Counter */
1013 ARMREG_READ_INLINE(pmuserenr, "p15,0,%0,c9,c14,0") /* PMC User Enable */
1014 ARMREG_WRITE_INLINE(pmuserenr, "p15,0,%0,c9,c14,0") /* PMC User Enable */
1015 ARMREG_READ_INLINE(pmintenset, "p15,0,%0,c9,c14,1") /* PMC Interrupt Enable Set */
1016 ARMREG_WRITE_INLINE(pmintenset, "p15,0,%0,c9,c14,1") /* PMC Interrupt Enable Set */
1017 ARMREG_READ_INLINE(pmintenclr, "p15,0,%0,c9,c14,2") /* PMC Interrupt Enable Clear */
1018 ARMREG_WRITE_INLINE(pmintenclr, "p15,0,%0,c9,c14,2") /* PMC Interrupt Enable Clear */
1019 ARMREG_READ_INLINE(l2ctrl, "p15,1,%0,c9,c0,2") /* A7/A15 L2 Control Register */
1020 /* cp10 c10 registers */
1021 ARMREG_READ_INLINE(prrr, "p15,0,%0,c10,c2,0") /* Primary Region Remap Register */
1022 ARMREG_WRITE_INLINE(prrr, "p15,0,%0,c10,c2,0") /* Primary Region Remap Register */
1023 ARMREG_READ_INLINE(nrrr, "p15,0,%0,c10,c2,1") /* Normal Region Remap Register */
1024 ARMREG_WRITE_INLINE(nrrr, "p15,0,%0,c10,c2,1") /* Normal Region Remap Register */
1025 /* cp15 c13 registers */
1026 ARMREG_READ_INLINE(contextidr, "p15,0,%0,c13,c0,1") /* Context ID Register */
1027 ARMREG_WRITE_INLINE(contextidr, "p15,0,%0,c13,c0,1") /* Context ID Register */
1028 ARMREG_READ_INLINE(tpidrurw, "p15,0,%0,c13,c0,2") /* User read-write Thread ID Register */
1029 ARMREG_WRITE_INLINE(tpidrurw, "p15,0,%0,c13,c0,2") /* User read-write Thread ID Register */
1030 ARMREG_READ_INLINE(tpidruro, "p15,0,%0,c13,c0,3") /* User read-only Thread ID Register */
1031 ARMREG_WRITE_INLINE(tpidruro, "p15,0,%0,c13,c0,3") /* User read-only Thread ID Register */
1032 ARMREG_READ_INLINE(tpidrprw, "p15,0,%0,c13,c0,4") /* PL1 only Thread ID Register */
1033 ARMREG_WRITE_INLINE(tpidrprw, "p15,0,%0,c13,c0,4") /* PL1 only Thread ID Register */
1034 /* cp14 c12 registers */
1035 ARMREG_READ_INLINE(vbar, "p15,0,%0,c12,c0,0") /* Vector Base Address Register */
1036 ARMREG_WRITE_INLINE(vbar, "p15,0,%0,c12,c0,0") /* Vector Base Address Register */
1037 /* cp15 c14 registers */
1038 /* cp15 Global Timer Registers */
1039 ARMREG_READ_INLINE(cnt_frq, "p15,0,%0,c14,c0,0") /* Counter Frequency Register */
1040 ARMREG_WRITE_INLINE(cnt_frq, "p15,0,%0,c14,c0,0") /* Counter Frequency Register */
1041 ARMREG_READ_INLINE(cntk_ctl, "p15,0,%0,c14,c1,0") /* Timer PL1 Control Register */
1042 ARMREG_WRITE_INLINE(cntk_ctl, "p15,0,%0,c14,c1,0") /* Timer PL1 Control Register */
1043 ARMREG_READ_INLINE(cntp_tval, "p15,0,%0,c14,c2,0") /* PL1 Physical TimerValue Register */
1044 ARMREG_WRITE_INLINE(cntp_tval, "p15,0,%0,c14,c2,0") /* PL1 Physical TimerValue Register */
1045 ARMREG_READ_INLINE(cntp_ctl, "p15,0,%0,c14,c2,1") /* PL1 Physical Timer Control Register */
1046 ARMREG_WRITE_INLINE(cntp_ctl, "p15,0,%0,c14,c2,1") /* PL1 Physical Timer Control Register */
1047 ARMREG_READ_INLINE(cntv_tval, "p15,0,%0,c14,c3,0") /* Virtual TimerValue Register */
1048 ARMREG_WRITE_INLINE(cntv_tval, "p15,0,%0,c14,c3,0") /* Virtual TimerValue Register */
1049 ARMREG_READ_INLINE(cntv_ctl, "p15,0,%0,c14,c3,1") /* Virtual Timer Control Register */
1050 ARMREG_WRITE_INLINE(cntv_ctl, "p15,0,%0,c14,c3,1") /* Virtual Timer Control Register */
1051 ARMREG_READ64_INLINE(cntp_ct, "p15,0,%Q0,%R0,c14") /* Physical Count Register */
1052 ARMREG_WRITE64_INLINE(cntp_ct, "p15,0,%Q0,%R0,c14") /* Physical Count Register */
1053 ARMREG_READ64_INLINE(cntv_ct, "p15,1,%Q0,%R0,c14") /* Virtual Count Register */
1054 ARMREG_WRITE64_INLINE(cntv_ct, "p15,1,%Q0,%R0,c14") /* Virtual Count Register */
1055 ARMREG_READ64_INLINE(cntp_cval, "p15,2,%Q0,%R0,c14") /* PL1 Physical Timer CompareValue Register */
1056 ARMREG_WRITE64_INLINE(cntp_cval, "p15,2,%Q0,%R0,c14") /* PL1 Physical Timer CompareValue Register */
1057 ARMREG_READ64_INLINE(cntv_cval, "p15,3,%Q0,%R0,c14") /* PL1 Virtual Timer CompareValue Register */
1058 ARMREG_WRITE64_INLINE(cntv_cval, "p15,3,%Q0,%R0,c14") /* PL1 Virtual Timer CompareValue Register */
1059 ARMREG_READ64_INLINE(cntvoff, "p15,4,%Q0,%R0,c14") /* Virtual Offset Register */
1060 ARMREG_WRITE64_INLINE(cntvoff, "p15,4,%Q0,%R0,c14") /* Virtual Offset Register */
1061 /* cp15 c15 registers */
1062 ARMREG_READ_INLINE(cbar, "p15,4,%0,c15,c0,0") /* Configuration Base Address Register */
1063 ARMREG_READ_INLINE(pmcrv6, "p15,0,%0,c15,c12,0") /* PMC Control Register (armv6) */
1064 ARMREG_WRITE_INLINE(pmcrv6, "p15,0,%0,c15,c12,0") /* PMC Control Register (armv6) */
1065 ARMREG_READ_INLINE(pmccntrv6, "p15,0,%0,c15,c12,1") /* PMC Cycle Counter (armv6) */
1066 ARMREG_WRITE_INLINE(pmccntrv6, "p15,0,%0,c15,c12,1") /* PMC Cycle Counter (armv6) */
1067
1068 ARMREG_READ_INLINE(tlbdata0, "p15,3,%0,c15,c0,0") /* TLB Data Register 0 (cortex) */
1069 ARMREG_READ_INLINE(tlbdata1, "p15,3,%0,c15,c0,1") /* TLB Data Register 1 (cortex) */
1070 ARMREG_READ_INLINE(tlbdata2, "p15,3,%0,c15,c0,2") /* TLB Data Register 2 (cortex) */
1071 ARMREG_WRITE_INLINE(tlbdataop, "p15,3,%0,c15,c4,2") /* TLB Data Read Operation (cortex) */
1072
1073 ARMREG_READ_INLINE(sheeva_xctrl, "p15,1,%0,c15,c1,0") /* Sheeva eXtra Control register */
1074 ARMREG_WRITE_INLINE(sheeva_xctrl, "p15,1,%0,c15,c1,0") /* Sheeva eXtra Control register */
1075
1076 #endif /* !__ASSEMBLER__ */
1077
1078 #endif /* _ARM_ARMREG_H */
1079