armreg.h revision 1.14 1 /* $NetBSD: armreg.h,v 1.14 2018/08/05 07:49:02 skrll Exp $ */
2
3 /*-
4 * Copyright (c) 2014 The NetBSD Foundation, Inc.
5 * All rights reserved.
6 *
7 * This code is derived from software contributed to The NetBSD Foundation
8 * by Matt Thomas of 3am Software Foundry.
9 *
10 * Redistribution and use in source and binary forms, with or without
11 * modification, are permitted provided that the following conditions
12 * are met:
13 * 1. Redistributions of source code must retain the above copyright
14 * notice, this list of conditions and the following disclaimer.
15 * 2. Redistributions in binary form must reproduce the above copyright
16 * notice, this list of conditions and the following disclaimer in the
17 * documentation and/or other materials provided with the distribution.
18 *
19 * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 * POSSIBILITY OF SUCH DAMAGE.
30 */
31
32 #ifndef _AARCH64_ARMREG_H_
33 #define _AARCH64_ARMREG_H_
34
35 #include <arm/cputypes.h>
36 #include <sys/types.h>
37
38 #define AARCH64REG_READ_INLINE2(regname, regdesc) \
39 static __inline uint64_t \
40 reg_##regname##_read(void) \
41 { \
42 uint64_t __rv; \
43 __asm __volatile("mrs %0, " #regdesc : "=r"(__rv)); \
44 return __rv; \
45 }
46
47 #define AARCH64REG_WRITE_INLINE2(regname, regdesc) \
48 static __inline void \
49 reg_##regname##_write(uint64_t __val) \
50 { \
51 __asm __volatile("msr " #regdesc ", %0" :: "r"(__val)); \
52 }
53
54 #define AARCH64REG_WRITEIMM_INLINE2(regname, regdesc) \
55 static __inline void \
56 reg_##regname##_write(uint64_t __val) \
57 { \
58 __asm __volatile("msr " #regdesc ", %0" :: "n"(__val)); \
59 }
60
61 #define AARCH64REG_READ_INLINE(regname) \
62 AARCH64REG_READ_INLINE2(regname, regname)
63
64 #define AARCH64REG_WRITE_INLINE(regname) \
65 AARCH64REG_WRITE_INLINE2(regname, regname)
66
67 #define AARCH64REG_WRITEIMM_INLINE(regname) \
68 AARCH64REG_WRITEIMM_INLINE2(regname, regname)
69 /*
70 * System registers available at EL0 (user)
71 */
72 AARCH64REG_READ_INLINE(ctr_el0) // Cache Type Register
73
74 #define CTR_EL0_CWG_LINE __BITS(27,24) // Cacheback Writeback Granule
75 #define CTR_EL0_ERG_LINE __BITS(23,20) // Exclusives Reservation Granule
76 #define CTR_EL0_DMIN_LINE __BITS(19,16) // Dcache MIN LINE size (log2 - 2)
77 #define CTR_EL0_L1IP_MASK __BITS(15,14)
78 #define CTR_EL0_L1IP_AIVIVT 1 // ASID-tagged Virtual Index, Virtual Tag
79 #define CTR_EL0_L1IP_VIPT 2 // Virtual Index, Physical Tag
80 #define CTR_EL0_L1IP_PIPT 3 // Physical Index, Physical Tag
81 #define CTR_EL0_IMIN_LINE __BITS(3,0) // Icache MIN LINE size (log2 - 2)
82
83 AARCH64REG_READ_INLINE(dczid_el0) // Data Cache Zero ID Register
84
85 #define DCZID_DZP __BIT(4) // Data Zero Prohibited
86 #define DCZID_BS __BITS(3,0) // Block Size (log2 - 2)
87
88 AARCH64REG_READ_INLINE(fpcr) // Floating Point Control Register
89 AARCH64REG_WRITE_INLINE(fpcr)
90
91 #define FPCR_AHP __BIT(26) // Alternative Half Precision
92 #define FPCR_DN __BIT(25) // Default Nan Control
93 #define FPCR_FZ __BIT(24) // Flush-To-Zero
94 #define FPCR_RMODE __BITS(23,22) // Rounding Mode
95 #define FPCR_RN 0 // Round Nearest
96 #define FPCR_RP 1 // Round towards Plus infinity
97 #define FPCR_RM 2 // Round towards Minus infinity
98 #define FPCR_RZ 3 // Round towards Zero
99 #define FPCR_STRIDE __BITS(21,20)
100 #define FPCR_LEN __BITS(18,16)
101 #define FPCR_IDE __BIT(15) // Input Denormal Exception enable
102 #define FPCR_IXE __BIT(12) // IneXact Exception enable
103 #define FPCR_UFE __BIT(11) // UnderFlow Exception enable
104 #define FPCR_OFE __BIT(10) // OverFlow Exception enable
105 #define FPCR_DZE __BIT(9) // Divide by Zero Exception enable
106 #define FPCR_IOE __BIT(8) // Invalid Operation Exception enable
107 #define FPCR_ESUM 0x1F00
108
109 AARCH64REG_READ_INLINE(fpsr) // Floating Point Status Register
110 AARCH64REG_WRITE_INLINE(fpsr)
111
112 #define FPSR_N32 __BIT(31) // AARCH32 Negative
113 #define FPSR_Z32 __BIT(30) // AARCH32 Zero
114 #define FPSR_C32 __BIT(29) // AARCH32 Carry
115 #define FPSR_V32 __BIT(28) // AARCH32 Overflow
116 #define FPSR_QC __BIT(27) // SIMD Saturation
117 #define FPSR_IDC __BIT(7) // Input Denormal Cumulative status
118 #define FPSR_IXC __BIT(4) // IneXact Cumulative status
119 #define FPSR_UFC __BIT(3) // UnderFlow Cumulative status
120 #define FPSR_OFC __BIT(2) // OverFlow Cumulative status
121 #define FPSR_DZC __BIT(1) // Divide by Zero Cumulative status
122 #define FPSR_IOC __BIT(0) // Invalid Operation Cumulative status
123 #define FPSR_CSUM 0x1F
124
125 AARCH64REG_READ_INLINE(nzcv) // condition codes
126 AARCH64REG_WRITE_INLINE(nzcv)
127
128 #define NZCV_N __BIT(31) // Negative
129 #define NZCV_Z __BIT(30) // Zero
130 #define NZCV_C __BIT(29) // Carry
131 #define NZCV_V __BIT(28) // Overflow
132
133 AARCH64REG_READ_INLINE(tpidr_el0) // Thread Pointer ID Register (RW)
134 AARCH64REG_WRITE_INLINE(tpidr_el0)
135
136 AARCH64REG_READ_INLINE(tpidrro_el0) // Thread Pointer ID Register (RO)
137
138 /*
139 * From here on, these can only be accessed at EL1 (kernel)
140 */
141
142 /*
143 * These are readonly registers
144 */
145 AARCH64REG_READ_INLINE(aidr_el1)
146
147 AARCH64REG_READ_INLINE2(cbar_el1, s3_1_c15_c3_0) // Cortex-A57
148
149 #define CBAR_PA __BITS(47,18)
150
151 AARCH64REG_READ_INLINE(ccsidr_el1)
152
153 #define CCSIDR_WT __BIT(31) // Write-through supported
154 #define CCSIDR_WB __BIT(30) // Write-back supported
155 #define CCSIDR_RA __BIT(29) // Read-allocation supported
156 #define CCSIDR_WA __BIT(28) // Write-allocation supported
157 #define CCSIDR_NUMSET __BITS(27,13) // (Number of sets in cache) - 1
158 #define CCSIDR_ASSOC __BITS(12,3) // (Associativity of cache) - 1
159 #define CCSIDR_LINESIZE __BITS(2,0) // Number of bytes in cache line
160
161 AARCH64REG_READ_INLINE(clidr_el1)
162
163 #define CLIDR_LOUU __BITS(29,27) // Level of Unification Uniprocessor
164 #define CLIDR_LOC __BITS(26,24) // Level of Coherency
165 #define CLIDR_LOUIS __BITS(23,21) // Level of Unification InnerShareable*/
166 #define CLIDR_CTYPE7 __BITS(20,18) // Cache Type field for level7
167 #define CLIDR_CTYPE6 __BITS(17,15) // Cache Type field for level6
168 #define CLIDR_CTYPE5 __BITS(14,12) // Cache Type field for level5
169 #define CLIDR_CTYPE4 __BITS(11,9) // Cache Type field for level4
170 #define CLIDR_CTYPE3 __BITS(8,6) // Cache Type field for level3
171 #define CLIDR_CTYPE2 __BITS(5,3) // Cache Type field for level2
172 #define CLIDR_CTYPE1 __BITS(2,0) // Cache Type field for level1
173 #define CLIDR_TYPE_NOCACHE 0 // No cache
174 #define CLIDR_TYPE_ICACHE 1 // Instruction cache only
175 #define CLIDR_TYPE_DCACHE 2 // Data cache only
176 #define CLIDR_TYPE_IDCACHE 3 // Separate inst and data caches
177 #define CLIDR_TYPE_UNIFIEDCACHE 4 // Unified cache
178
179 AARCH64REG_READ_INLINE(currentel)
180 AARCH64REG_READ_INLINE(id_aa64afr0_el1)
181 AARCH64REG_READ_INLINE(id_aa64afr1_el1)
182 AARCH64REG_READ_INLINE(id_aa64dfr0_el1)
183
184 #define ID_AA64DFR0_EL1_CTX_CMPS __BITS(31,28)
185 #define ID_AA64DFR0_EL1_WRPS __BITS(20,23)
186 #define ID_AA64DFR0_EL1_BRPS __BITS(12,15)
187 #define ID_AA64DFR0_EL1_PMUVER __BITS(8,11)
188 #define ID_AA64DFR0_EL1_PMUVER_NONE 0
189 #define ID_AA64DFR0_EL1_PMUVER_V3 1
190 #define ID_AA64DFR0_EL1_PMUVER_NOV3 2
191 #define ID_AA64DFR0_EL1_TRACEVER __BITS(4,7)
192 #define ID_AA64DFR0_EL1_TRACEVER_NONE 0
193 #define ID_AA64DFR0_EL1_TRACEVER_IMPL 1
194 #define ID_AA64DFR0_EL1_DEBUGVER __BITS(0,3)
195 #define ID_AA64DFR0_EL1_DEBUGVER_V8A 6
196
197 AARCH64REG_READ_INLINE(id_aa64dfr1_el1)
198
199 AARCH64REG_READ_INLINE(id_aa64isar0_el1)
200
201 #define ID_AA64ISAR0_EL1_CRC32 __BITS(19,16)
202 #define ID_AA64ISAR0_EL1_CRC32_NONE 0
203 #define ID_AA64ISAR0_EL1_CRC32_CRC32X 1
204 #define ID_AA64ISAR0_EL1_SHA2 __BITS(15,12)
205 #define ID_AA64ISAR0_EL1_SHA2_NONE 0
206 #define ID_AA64ISAR0_EL1_SHA2_SHA256HSU 1
207 #define ID_AA64ISAR0_EL1_SHA1 __BITS(11,8)
208 #define ID_AA64ISAR0_EL1_SHA1_NONE 0
209 #define ID_AA64ISAR0_EL1_SHA1_SHA1CPMHSU 1
210 #define ID_AA64ISAR0_EL1_AES __BITS(7,4)
211 #define ID_AA64ISAR0_EL1_AES_NONE 0
212 #define ID_AA64ISAR0_EL1_AES_AES 1
213 #define ID_AA64ISAR0_EL1_AES_PMUL 2
214
215 AARCH64REG_READ_INLINE(id_aa64isar1_el1)
216 AARCH64REG_READ_INLINE(id_aa64mmfr0_el1)
217
218 #define ID_AA64MMFR0_EL1_TGRAN4 __BITS(31,28)
219 #define ID_AA64MMFR0_EL1_TGRAN4_4KB 0
220 #define ID_AA64MMFR0_EL1_TGRAN4_NONE 15
221 #define ID_AA64MMFR0_EL1_TGRAN64 __BITS(24,27)
222 #define ID_AA64MMFR0_EL1_TGRAN64_64KB 0
223 #define ID_AA64MMFR0_EL1_TGRAN64_NONE 15
224 #define ID_AA64MMFR0_EL1_TGRAN16 __BITS(20,23)
225 #define ID_AA64MMFR0_EL1_TGRAN16_NONE 0
226 #define ID_AA64MMFR0_EL1_TGRAN16_16KB 1
227 #define ID_AA64MMFR0_EL1_BIGENDEL0 __BITS(16,19)
228 #define ID_AA64MMFR0_EL1_BIGENDEL0_NONE 0
229 #define ID_AA64MMFR0_EL1_BIGENDEL0_MIX 1
230 #define ID_AA64MMFR0_EL1_SNSMEM __BITS(12,15)
231 #define ID_AA64MMFR0_EL1_SNSMEM_NONE 0
232 #define ID_AA64MMFR0_EL1_SNSMEM_SNSMEM 1
233 #define ID_AA64MMFR0_EL1_BIGEND __BITS(8,11)
234 #define ID_AA64MMFR0_EL1_BIGEND_NONE 0
235 #define ID_AA64MMFR0_EL1_BIGEND_MIX 1
236 #define ID_AA64MMFR0_EL1_ASIDBITS __BITS(4,7)
237 #define ID_AA64MMFR0_EL1_ASIDBITS_8BIT 0
238 #define ID_AA64MMFR0_EL1_ASIDBITS_16BIT 2
239 #define ID_AA64MMFR0_EL1_PARANGE __BITS(0,3)
240 #define ID_AA64MMFR0_EL1_PARANGE_4G 0
241 #define ID_AA64MMFR0_EL1_PARANGE_64G 1
242 #define ID_AA64MMFR0_EL1_PARANGE_1T 2
243 #define ID_AA64MMFR0_EL1_PARANGE_4T 3
244 #define ID_AA64MMFR0_EL1_PARANGE_16T 4
245 #define ID_AA64MMFR0_EL1_PARANGE_256T 5
246
247 AARCH64REG_READ_INLINE(id_aa64mmfr1_el1)
248 AARCH64REG_READ_INLINE(id_aa64pfr0_el1)
249 AARCH64REG_READ_INLINE(id_aa64pfr1_el1)
250 AARCH64REG_READ_INLINE(id_pfr1_el1)
251 AARCH64REG_READ_INLINE(isr_el1)
252 AARCH64REG_READ_INLINE(midr_el1)
253 AARCH64REG_READ_INLINE(mpidr_el1)
254
255 #define MPIDR_AFF3 __BITS(32,39)
256 #define MPIDR_U __BIT(30) // 1 = Uni-Processor System
257 #define MPIDR_MT __BIT(24) // 1 = SMT(AFF0 is logical)
258 #define MPIDR_AFF2 __BITS(16,23)
259 #define MPIDR_AFF1 __BITS(8,15)
260 #define MPIDR_AFF0 __BITS(0,7)
261
262 AARCH64REG_READ_INLINE(mvfr0_el1)
263
264 #define MVFR0_FPROUND __BITS(31,28)
265 #define MVFR0_FPROUND_NEAREST 0
266 #define MVFR0_FPROUND_ALL 1
267 #define MVFR0_FPSHVEC __BITS(27,24)
268 #define MVFR0_FPSHVEC_NONE 0
269 #define MVFR0_FPSHVEC_SHVEC 1
270 #define MVFR0_FPSQRT __BITS(23,20)
271 #define MVFR0_FPSQRT_NONE 0
272 #define MVFR0_FPSQRT_VSQRT 1
273 #define MVFR0_FPDIVIDE __BITS(19,16)
274 #define MVFR0_FPDIVIDE_NONE 0
275 #define MVFR0_FPDIVIDE_VDIV 1
276 #define MVFR0_FPTRAP __BITS(15,12)
277 #define MVFR0_FPTRAP_NONE 0
278 #define MVFR0_FPTRAP_TRAP 1
279 #define MVFR0_FPDP __BITS(11,8)
280 #define MVFR0_FPDP_NONE 0
281 #define MVFR0_FPDP_VFPV2 1
282 #define MVFR0_FPDP_VFPV3 2
283 #define MVFR0_FPSP __BITS(7,4)
284 #define MVFR0_FPSP_NONE 0
285 #define MVFR0_FPSP_VFPV2 1
286 #define MVFR0_FPSP_VFPV3 2
287 #define MVFR0_SIMDREG __BITS(3,0)
288 #define MVFR0_SIMDREG_NONE 0
289 #define MVFR0_SIMDREG_16x64 1
290 #define MVFR0_SIMDREG_32x64 2
291
292 AARCH64REG_READ_INLINE(mvfr1_el1)
293
294 #define MVFR1_SIMDFMAC __BITS(31,28)
295 #define MVFR1_SIMDFMAC_NONE 0
296 #define MVFR1_SIMDFMAC_FMAC 1
297 #define MVFR1_FPHP __BITS(27,24)
298 #define MVFR1_FPHP_NONE 0
299 #define MVFR1_FPHP_HALF_SINGLE 1
300 #define MVFR1_FPHP_HALF_DOUBLE 2
301 #define MVFR1_SIMDHP __BITS(23,20)
302 #define MVFR1_SIMDHP_NONE 0
303 #define MVFR1_SIMDHP_HALF 1
304 #define MVFR1_SIMDSP __BITS(19,16)
305 #define MVFR1_SIMDSP_NONE 0
306 #define MVFR1_SIMDSP_SINGLE 1
307 #define MVFR1_SIMDINT __BITS(15,12)
308 #define MVFR1_SIMDINT_NONE 0
309 #define MVFR1_SIMDINT_INTEGER 1
310 #define MVFR1_SIMDLS __BITS(11,8)
311 #define MVFR1_SIMDLS_NONE 0
312 #define MVFR1_SIMDLS_LOADSTORE 1
313 #define MVFR1_FPDNAN __BITS(7,4)
314 #define MVFR1_FPDNAN_NONE 0
315 #define MVFR1_FPDNAN_NAN 1
316 #define MVFR1_FPFTZ __BITS(3,0)
317 #define MVFR1_FPFTZ_NONE 0
318 #define MVFR1_FPFTZ_DENORMAL 1
319
320 AARCH64REG_READ_INLINE(mvfr2_el1)
321
322 #define MVFR2_FPMISC __BITS(7,4)
323 #define MVFR2_FPMISC_NONE 0
324 #define MVFR2_FPMISC_SEL 1
325 #define MVFR2_FPMISC_DROUND 2
326 #define MVFR2_FPMISC_ROUNDINT 3
327 #define MVFR2_FPMISC_MAXMIN 4
328 #define MVFR2_SIMDMISC __BITS(3,0)
329 #define MVFR2_SIMDMISC_NONE 0
330 #define MVFR2_SIMDMISC_DROUND 1
331 #define MVFR2_SIMDMISC_ROUNDINT 2
332 #define MVFR2_SIMDMISC_MAXMIN 3
333
334 AARCH64REG_READ_INLINE(revidr_el1)
335
336 /*
337 * These are read/write registers
338 */
339 AARCH64REG_READ_INLINE(cpacr_el1) // Coprocessor Access Control Regiser
340 AARCH64REG_WRITE_INLINE(cpacr_el1)
341
342 #define CPACR_TTA __BIT(28) // System Register Access Traps
343 #define CPACR_FPEN __BITS(21,20)
344 #define CPACR_FPEN_NONE __SHIFTIN(0, CPACR_FPEN)
345 #define CPACR_FPEN_EL1 __SHIFTIN(1, CPACR_FPEN)
346 #define CPACR_FPEN_NONE_2 __SHIFTIN(2, CPACR_FPEN)
347 #define CPACR_FPEN_ALL __SHIFTIN(3, CPACR_FPEN)
348
349 AARCH64REG_READ_INLINE(csselr_el1) // Cache Size Selection Register
350 AARCH64REG_WRITE_INLINE(csselr_el1)
351
352 #define CSSELR_LEVEL __BITS(3,1) // Cache level of required cache
353 #define CSSELR_IND __BIT(0) // Instruction not Data bit
354
355 AARCH64REG_READ_INLINE(daif) // Debug Async Irq Fiq mask register
356 AARCH64REG_WRITE_INLINE(daif)
357 AARCH64REG_WRITEIMM_INLINE(daifclr)
358 AARCH64REG_WRITEIMM_INLINE(daifset)
359
360 #define DAIF_D __BIT(9) // Debug Exception Mask
361 #define DAIF_A __BIT(8) // SError Abort Mask
362 #define DAIF_I __BIT(7) // IRQ Mask
363 #define DAIF_F __BIT(6) // FIQ Mask
364 #define DAIF_SETCLR_SHIFT 6 // for daifset/daifclr #imm shift
365
366 AARCH64REG_READ_INLINE(elr_el1) // Exception Link Register
367 AARCH64REG_WRITE_INLINE(elr_el1)
368
369 AARCH64REG_READ_INLINE(esr_el1) // Exception Symdrone Register
370 AARCH64REG_WRITE_INLINE(esr_el1)
371
372 #define ESR_EC __BITS(31,26) // Exception Cause
373 #define ESR_EC_UNKNOWN 0x00 // AXX: Unknown Reason
374 #define ESR_EC_WFX 0x01 // AXX: WFI or WFE instruction execution
375 #define ESR_EC_CP15_RT 0x03 // A32: MCR/MRC access to CP15 !EC=0
376 #define ESR_EC_CP15_RRT 0x04 // A32: MCRR/MRRC access to CP15 !EC=0
377 #define ESR_EC_CP14_RT 0x05 // A32: MCR/MRC access to CP14
378 #define ESR_EC_CP14_DT 0x06 // A32: LDC/STC access to CP14
379 #define ESR_EC_FP_ACCESS 0x07 // AXX: Access to SIMD/FP Registers
380 #define ESR_EC_FPID 0x08 // A32: MCR/MRC access to CP10 !EC=7
381 #define ESR_EC_CP14_RRT 0x0c // A32: MRRC access to CP14
382 #define ESR_EC_ILL_STATE 0x0e // AXX: Illegal Execution State
383 #define ESR_EC_SVC_A32 0x11 // A32: SVC Instruction Execution
384 #define ESR_EC_HVC_A32 0x12 // A32: HVC Instruction Execution
385 #define ESR_EC_SMC_A32 0x13 // A32: SMC Instruction Execution
386 #define ESR_EC_SVC_A64 0x15 // A64: SVC Instruction Execution
387 #define ESR_EC_HVC_A64 0x16 // A64: HVC Instruction Execution
388 #define ESR_EC_SMC_A64 0x17 // A64: SMC Instruction Execution
389 #define ESR_EC_SYS_REG 0x18 // A64: MSR/MRS/SYS instruction (!EC0/1/7)
390 #define ESR_EC_INSN_ABT_EL0 0x20 // AXX: Instruction Abort (EL0)
391 #define ESR_EC_INSN_ABT_EL1 0x21 // AXX: Instruction Abort (EL1)
392 #define ESR_EC_PC_ALIGNMENT 0x22 // AXX: Misaligned PC
393 #define ESR_EC_DATA_ABT_EL0 0x24 // AXX: Data Abort (EL0)
394 #define ESR_EC_DATA_ABT_EL1 0x25 // AXX: Data Abort (EL1)
395 #define ESR_EC_SP_ALIGNMENT 0x26 // AXX: Misaligned SP
396 #define ESR_EC_FP_TRAP_A32 0x28 // A32: FP Exception
397 #define ESR_EC_FP_TRAP_A64 0x2c // A64: FP Exception
398 #define ESR_EC_SERROR 0x2f // AXX: SError Interrupt
399 #define ESR_EC_BRKPNT_EL0 0x30 // AXX: Breakpoint Exception (EL0)
400 #define ESR_EC_BRKPNT_EL1 0x31 // AXX: Breakpoint Exception (EL1)
401 #define ESR_EC_SW_STEP_EL0 0x32 // AXX: Software Step (EL0)
402 #define ESR_EC_SW_STEP_EL1 0x33 // AXX: Software Step (EL1)
403 #define ESR_EC_WTCHPNT_EL0 0x34 // AXX: Watchpoint (EL0)
404 #define ESR_EC_WTCHPNT_EL1 0x35 // AXX: Watchpoint (EL1)
405 #define ESR_EC_BKPT_INSN_A32 0x38 // A32: BKPT Instruction Execution
406 #define ESR_EC_VECTOR_CATCH 0x3a // A32: Vector Catch Exception
407 #define ESR_EC_BKPT_INSN_A64 0x3c // A64: BKPT Instruction Execution
408 #define ESR_IL __BIT(25) // Instruction Length (1=32-bit)
409 #define ESR_ISS __BITS(24,0) // Instruction Specific Syndrome
410 #define ESR_ISS_CV __BIT(24) // common
411 #define ESR_ISS_COND __BITS(23,20) // common
412 #define ESR_ISS_WFX_TRAP_INSN __BIT(0) // for ESR_EC_WFX
413 #define ESR_ISS_MRC_OPC2 __BITS(19,17) // for ESR_EC_CP15_RT
414 #define ESR_ISS_MRC_OPC1 __BITS(16,14) // for ESR_EC_CP15_RT
415 #define ESR_ISS_MRC_CRN __BITS(13,10) // for ESR_EC_CP15_RT
416 #define ESR_ISS_MRC_RT __BITS(9,5) // for ESR_EC_CP15_RT
417 #define ESR_ISS_MRC_CRM __BITS(4,1) // for ESR_EC_CP15_RT
418 #define ESR_ISS_MRC_DIRECTION __BIT(0) // for ESR_EC_CP15_RT
419 #define ESR_ISS_MCRR_OPC1 __BITS(19,16) // for ESR_EC_CP15_RRT
420 #define ESR_ISS_MCRR_RT2 __BITS(14,10) // for ESR_EC_CP15_RRT
421 #define ESR_ISS_MCRR_RT __BITS(9,5) // for ESR_EC_CP15_RRT
422 #define ESR_ISS_MCRR_CRM __BITS(4,1) // for ESR_EC_CP15_RRT
423 #define ESR_ISS_MCRR_DIRECTION __BIT(0) // for ESR_EC_CP15_RRT
424 #define ESR_ISS_HVC_IMM16 __BITS(15,0) // for ESR_EC_{SVC,HVC}
425 // ...
426 #define ESR_ISS_INSNABORT_EA __BIT(9) // for ESC_RC_INSN_ABT_EL[01]
427 #define ESR_ISS_INSNABORT_S1PTW __BIT(7) // for ESC_RC_INSN_ABT_EL[01]
428 #define ESR_ISS_INSNABORT_IFSC __BITS(0,5) // for ESC_RC_INSN_ABT_EL[01]
429 #define ESR_ISS_DATAABORT_ISV __BIT(24) // for ESC_RC_DATA_ABT_EL[01]
430 #define ESR_ISS_DATAABORT_SAS __BITS(23,22) // for ESC_RC_DATA_ABT_EL[01]
431 #define ESR_ISS_DATAABORT_SSE __BIT(21) // for ESC_RC_DATA_ABT_EL[01]
432 #define ESR_ISS_DATAABORT_SRT __BITS(19,16) // for ESC_RC_DATA_ABT_EL[01]
433 #define ESR_ISS_DATAABORT_SF __BIT(15) // for ESC_RC_DATA_ABT_EL[01]
434 #define ESR_ISS_DATAABORT_AR __BIT(14) // for ESC_RC_DATA_ABT_EL[01]
435 #define ESR_ISS_DATAABORT_EA __BIT(9) // for ESC_RC_DATA_ABT_EL[01]
436 #define ESR_ISS_DATAABORT_CM __BIT(8) // for ESC_RC_DATA_ABT_EL[01]
437 #define ESR_ISS_DATAABORT_S1PTW __BIT(7) // for ESC_RC_DATA_ABT_EL[01]
438 #define ESR_ISS_DATAABORT_WnR __BIT(6) // for ESC_RC_DATA_ABT_EL[01]
439 #define ESR_ISS_DATAABORT_DFSC __BITS(0,5) // for ESC_RC_DATA_ABT_EL[01]
440
441 #define ESR_ISS_FSC_ADDRESS_SIZE_FAULT_0 0x00
442 #define ESR_ISS_FSC_ADDRESS_SIZE_FAULT_1 0x01
443 #define ESR_ISS_FSC_ADDRESS_SIZE_FAULT_2 0x02
444 #define ESR_ISS_FSC_ADDRESS_SIZE_FAULT_3 0x03
445 #define ESR_ISS_FSC_TRANSLATION_FAULT_0 0x04
446 #define ESR_ISS_FSC_TRANSLATION_FAULT_1 0x05
447 #define ESR_ISS_FSC_TRANSLATION_FAULT_2 0x06
448 #define ESR_ISS_FSC_TRANSLATION_FAULT_3 0x07
449 #define ESR_ISS_FSC_ACCESS_FAULT_0 0x08
450 #define ESR_ISS_FSC_ACCESS_FAULT_1 0x09
451 #define ESR_ISS_FSC_ACCESS_FAULT_2 0x0a
452 #define ESR_ISS_FSC_ACCESS_FAULT_3 0x0b
453 #define ESR_ISS_FSC_PERM_FAULT_0 0x0c
454 #define ESR_ISS_FSC_PERM_FAULT_1 0x0d
455 #define ESR_ISS_FSC_PERM_FAULT_2 0x0e
456 #define ESR_ISS_FSC_PERM_FAULT_3 0x0f
457 #define ESR_ISS_FSC_SYNC_EXTERNAL_ABORT 0x10
458 #define ESR_ISS_FSC_SYNC_EXTERNAL_ABORT_TTWALK_0 0x14
459 #define ESR_ISS_FSC_SYNC_EXTERNAL_ABORT_TTWALK_1 0x15
460 #define ESR_ISS_FSC_SYNC_EXTERNAL_ABORT_TTWALK_2 0x16
461 #define ESR_ISS_FSC_SYNC_EXTERNAL_ABORT_TTWALK_3 0x17
462 #define ESR_ISS_FSC_SYNC_PARITY_ERROR 0x18
463 #define ESR_ISS_FSC_SYNC_PARITY_ERROR_ON_TTWALK_0 0x1c
464 #define ESR_ISS_FSC_SYNC_PARITY_ERROR_ON_TTWALK_1 0x1d
465 #define ESR_ISS_FSC_SYNC_PARITY_ERROR_ON_TTWALK_2 0x1e
466 #define ESR_ISS_FSC_SYNC_PARITY_ERROR_ON_TTWALK_3 0x1f
467 #define ESR_ISS_FSC_ALIGNMENT_FAULT 0x21
468 #define ESR_ISS_FSC_TLB_CONFLICT_FAULT 0x30
469 #define ESR_ISS_FSC_LOCKDOWN_ABORT 0x34
470 #define ESR_ISS_FSC_UNSUPPORTED_EXCLUSIVE 0x35
471 #define ESR_ISS_FSC_FIRST_LEVEL_DOMAIN_FAULT 0x3d
472 #define ESR_ISS_FSC_SECOND_LEVEL_DOMAIN_FAULT 0x3e
473
474
475 AARCH64REG_READ_INLINE(far_el1) // Fault Address Register
476 AARCH64REG_WRITE_INLINE(far_el1)
477
478 AARCH64REG_READ_INLINE2(l2ctlr_el1, s3_1_c11_c0_2) // Cortex-A53,57,72,73
479 AARCH64REG_WRITE_INLINE2(l2ctlr_el1, s3_1_c11_c0_2) // Cortex-A53,57,72,73
480
481 #define L2CTLR_NUMOFCORE __BITS(25,24) // Number of cores
482 #define L2CTLR_CPUCACHEPROT __BIT(22) // CPU Cache Protection
483 #define L2CTLR_SCUL2CACHEPROT __BIT(21) // SCU-L2 Cache Protection
484 #define L2CTLR_L2_INPUT_LATENCY __BIT(5) // L2 Data RAM input latency
485 #define L2CTLR_L2_OUTPUT_LATENCY __BIT(0) // L2 Data RAM output latency
486
487 AARCH64REG_READ_INLINE(mair_el1) // Memory Attribute Indirection Register
488 AARCH64REG_WRITE_INLINE(mair_el1)
489
490 #define MAIR_ATTR0 __BITS(7,0)
491 #define MAIR_ATTR1 __BITS(15,8)
492 #define MAIR_ATTR2 __BITS(23,16)
493 #define MAIR_ATTR3 __BITS(31,24)
494 #define MAIR_ATTR4 __BITS(39,32)
495 #define MAIR_ATTR5 __BITS(47,40)
496 #define MAIR_ATTR6 __BITS(55,48)
497 #define MAIR_ATTR7 __BITS(63,56)
498 #define MAIR_DEVICE_nGnRnE 0x00 // NoGathering,NoReordering,NoEarlyWriteAck.
499 #define MAIR_NORMAL_NC 0x44
500 #define MAIR_NORMAL_WT 0xbb
501 #define MAIR_NORMAL_WB 0xff
502
503 AARCH64REG_READ_INLINE(par_el1) // Physical Address Register
504 AARCH64REG_WRITE_INLINE(par_el1)
505
506 #define PAR_ATTR __BITS(63,56) // F=0 memory attributes
507 #define PAR_PA __BITS(47,12) // F=0 physical address
508 #define PAR_NS __BIT(9) // F=0 non-secure
509 #define PAR_S __BIT(9) // F=1 failure stage
510 #define PAR_SHA __BITS(8,7) // F=0 shareability attribute
511 #define PAR_SHA_NONE 0
512 #define PAR_SHA_OUTER 2
513 #define PAR_SHA_INNER 3
514 #define PAR_PTW __BIT(8) // F=1 partial table walk
515 #define PAR_FST __BITS(6,1) // F=1 fault status code
516 #define PAR_F __BIT(0) // translation failed
517
518 AARCH64REG_READ_INLINE(rmr_el1) // Reset Management Register
519 AARCH64REG_WRITE_INLINE(rmr_el1)
520
521 AARCH64REG_READ_INLINE(rvbar_el1) // Reset Vector Base Address Register
522 AARCH64REG_WRITE_INLINE(rvbar_el1)
523
524 AARCH64REG_READ_INLINE(sctlr_el1) // System Control Register
525 AARCH64REG_WRITE_INLINE(sctlr_el1)
526
527 #define SCTLR_RES0 0xc8222400 // Reserved ARMv8.0, write 0
528 #define SCTLR_RES1 0x30d00800 // Reserved ARMv8.0, write 1
529 #define SCTLR_M __BIT(0)
530 #define SCTLR_A __BIT(1)
531 #define SCTLR_C __BIT(2)
532 #define SCTLR_SA __BIT(3)
533 #define SCTLR_SA0 __BIT(4)
534 #define SCTLR_CP15BEN __BIT(5)
535 #define SCTLR_THEE __BIT(6)
536 #define SCTLR_ITD __BIT(7)
537 #define SCTLR_SED __BIT(8)
538 #define SCTLR_UMA __BIT(9)
539 #define SCTLR_I __BIT(12)
540 #define SCTLR_DZE __BIT(14)
541 #define SCTLR_UCT __BIT(15)
542 #define SCTLR_nTWI __BIT(16)
543 #define SCTLR_nTWE __BIT(18)
544 #define SCTLR_WXN __BIT(19)
545 #define SCTLR_IESB __BIT(21)
546 #define SCTLR_SPAN __BIT(23)
547 #define SCTLR_EOE __BIT(24)
548 #define SCTLR_EE __BIT(25)
549 #define SCTLR_UCI __BIT(26)
550 #define SCTLR_nTLSMD __BIT(28)
551 #define SCTLR_LSMAOE __BIT(29)
552
553 // current EL stack pointer
554 static __inline uint64_t
555 reg_sp_read(void)
556 {
557 uint64_t __rv;
558 __asm __volatile ("mov %0, sp" : "=r"(__rv));
559 return __rv;
560 }
561
562 AARCH64REG_READ_INLINE(sp_el0) // EL0 Stack Pointer
563 AARCH64REG_WRITE_INLINE(sp_el0)
564
565 AARCH64REG_READ_INLINE(spsel) // Stack Pointer Select
566 AARCH64REG_WRITE_INLINE(spsel)
567
568 #define SPSEL_SP __BIT(0); // use SP_EL0 at all exception levels
569
570 AARCH64REG_READ_INLINE(spsr_el1) // Saved Program Status Register
571 AARCH64REG_WRITE_INLINE(spsr_el1)
572
573 #define SPSR_NZCV __BITS(31,28) // mask of N Z C V
574 #define SPSR_N __BIT(31) // Negative
575 #define SPSR_Z __BIT(30) // Zero
576 #define SPSR_C __BIT(29) // Carry
577 #define SPSR_V __BIT(28) // oVerflow
578 #define SPSR_A32_Q __BIT(27) // A32: Overflow
579 #define SPSR_A32_J __BIT(24) // A32: Jazelle Mode
580 #define SPSR_A32_IT1 __BIT(23) // A32: IT[1]
581 #define SPSR_A32_IT0 __BIT(22) // A32: IT[0]
582 #define SPSR_SS __BIT(21) // Software Step
583 #define SPSR_IL __BIT(20) // Instruction Length
584 #define SPSR_GE __BITS(19,16) // A32: SIMD GE
585 #define SPSR_IT7 __BIT(15) // A32: IT[7]
586 #define SPSR_IT6 __BIT(14) // A32: IT[6]
587 #define SPSR_IT5 __BIT(13) // A32: IT[5]
588 #define SPSR_IT4 __BIT(12) // A32: IT[4]
589 #define SPSR_IT3 __BIT(11) // A32: IT[3]
590 #define SPSR_IT2 __BIT(10) // A32: IT[2]
591 #define SPSR_A64_D __BIT(9) // A64: Debug Exception Mask
592 #define SPSR_A32_E __BIT(9) // A32: BE Endian Mode
593 #define SPSR_A __BIT(8) // Async abort (SError) Mask
594 #define SPSR_I __BIT(7) // IRQ Mask
595 #define SPSR_F __BIT(6) // FIQ Mask
596 #define SPSR_A32_T __BIT(5) // A32 Thumb Mode
597 #define SPSR_M __BITS(4,0) // Execution State
598 #define SPSR_M_EL3H 0x0d
599 #define SPSR_M_EL3T 0x0c
600 #define SPSR_M_EL2H 0x09
601 #define SPSR_M_EL2T 0x08
602 #define SPSR_M_EL1H 0x05
603 #define SPSR_M_EL1T 0x04
604 #define SPSR_M_EL0T 0x00
605 #define SPSR_M_SYS32 0x1f
606 #define SPSR_M_UND32 0x1b
607 #define SPSR_M_ABT32 0x17
608 #define SPSR_M_SVC32 0x13
609 #define SPSR_M_IRQ32 0x12
610 #define SPSR_M_FIQ32 0x11
611 #define SPSR_M_USR32 0x10
612
613 AARCH64REG_READ_INLINE(tcr_el1) // Translation Control Register
614 AARCH64REG_WRITE_INLINE(tcr_el1)
615
616 #define TCR_PAGE_SIZE1(tcr) (1L << ((1L << __SHIFTOUT(tcr, TCR_TG1)) + 8))
617
618 AARCH64REG_READ_INLINE(tpidr_el1) // Thread ID Register (EL1)
619 AARCH64REG_WRITE_INLINE(tpidr_el1)
620
621 AARCH64REG_WRITE_INLINE(tpidrro_el0) // Thread ID Register (RO for EL0)
622
623 AARCH64REG_READ_INLINE(ttbr0_el1) // Translation Table Base Register 0 EL1
624 AARCH64REG_WRITE_INLINE(ttbr0_el1)
625
626 AARCH64REG_READ_INLINE(ttbr1_el1) // Translation Table Base Register 1 EL1
627 AARCH64REG_WRITE_INLINE(ttbr1_el1)
628
629 AARCH64REG_READ_INLINE(vbar_el1) // Vector Base Address Register
630 AARCH64REG_WRITE_INLINE(vbar_el1)
631
632 /*
633 * From here on, these are DEBUG registers
634 */
635 AARCH64REG_READ_INLINE(dbgbcr0_el1) // Debug Breakpoint Control Register 0
636 AARCH64REG_WRITE_INLINE(dbgbcr0_el1)
637 AARCH64REG_READ_INLINE(dbgbcr1_el1) // Debug Breakpoint Control Register 1
638 AARCH64REG_WRITE_INLINE(dbgbcr1_el1)
639 AARCH64REG_READ_INLINE(dbgbcr2_el1) // Debug Breakpoint Control Register 2
640 AARCH64REG_WRITE_INLINE(dbgbcr2_el1)
641 AARCH64REG_READ_INLINE(dbgbcr3_el1) // Debug Breakpoint Control Register 3
642 AARCH64REG_WRITE_INLINE(dbgbcr3_el1)
643 AARCH64REG_READ_INLINE(dbgbcr4_el1) // Debug Breakpoint Control Register 4
644 AARCH64REG_WRITE_INLINE(dbgbcr4_el1)
645 AARCH64REG_READ_INLINE(dbgbcr5_el1) // Debug Breakpoint Control Register 5
646 AARCH64REG_WRITE_INLINE(dbgbcr5_el1)
647 AARCH64REG_READ_INLINE(dbgbcr6_el1) // Debug Breakpoint Control Register 6
648 AARCH64REG_WRITE_INLINE(dbgbcr6_el1)
649 AARCH64REG_READ_INLINE(dbgbcr7_el1) // Debug Breakpoint Control Register 7
650 AARCH64REG_WRITE_INLINE(dbgbcr7_el1)
651 AARCH64REG_READ_INLINE(dbgbcr8_el1) // Debug Breakpoint Control Register 8
652 AARCH64REG_WRITE_INLINE(dbgbcr8_el1)
653 AARCH64REG_READ_INLINE(dbgbcr9_el1) // Debug Breakpoint Control Register 9
654 AARCH64REG_WRITE_INLINE(dbgbcr9_el1)
655 AARCH64REG_READ_INLINE(dbgbcr10_el1) // Debug Breakpoint Control Register 10
656 AARCH64REG_WRITE_INLINE(dbgbcr10_el1)
657 AARCH64REG_READ_INLINE(dbgbcr11_el1) // Debug Breakpoint Control Register 11
658 AARCH64REG_WRITE_INLINE(dbgbcr11_el1)
659 AARCH64REG_READ_INLINE(dbgbcr12_el1) // Debug Breakpoint Control Register 12
660 AARCH64REG_WRITE_INLINE(dbgbcr12_el1)
661 AARCH64REG_READ_INLINE(dbgbcr13_el1) // Debug Breakpoint Control Register 13
662 AARCH64REG_WRITE_INLINE(dbgbcr13_el1)
663 AARCH64REG_READ_INLINE(dbgbcr14_el1) // Debug Breakpoint Control Register 14
664 AARCH64REG_WRITE_INLINE(dbgbcr14_el1)
665 AARCH64REG_READ_INLINE(dbgbcr15_el1) // Debug Breakpoint Control Register 15
666 AARCH64REG_WRITE_INLINE(dbgbcr15_el1)
667
668 #define DBGBCR_BT __BITS(23,20)
669 #define DBGBCR_LBN __BITS(19,16)
670 #define DBGBCR_SSC __BITS(15,14)
671 #define DBGBCR_HMC __BIT(13)
672 #define DBGBCR_BAS __BITS(8,5)
673 #define DBGBCR_PMC __BITS(2,1)
674 #define DBGBCR_E __BIT(0)
675
676 AARCH64REG_READ_INLINE(dbgbvr0_el1) // Debug Breakpoint Value Register 0
677 AARCH64REG_WRITE_INLINE(dbgbvr0_el1)
678 AARCH64REG_READ_INLINE(dbgbvr1_el1) // Debug Breakpoint Value Register 1
679 AARCH64REG_WRITE_INLINE(dbgbvr1_el1)
680 AARCH64REG_READ_INLINE(dbgbvr2_el1) // Debug Breakpoint Value Register 2
681 AARCH64REG_WRITE_INLINE(dbgbvr2_el1)
682 AARCH64REG_READ_INLINE(dbgbvr3_el1) // Debug Breakpoint Value Register 3
683 AARCH64REG_WRITE_INLINE(dbgbvr3_el1)
684 AARCH64REG_READ_INLINE(dbgbvr4_el1) // Debug Breakpoint Value Register 4
685 AARCH64REG_WRITE_INLINE(dbgbvr4_el1)
686 AARCH64REG_READ_INLINE(dbgbvr5_el1) // Debug Breakpoint Value Register 5
687 AARCH64REG_WRITE_INLINE(dbgbvr5_el1)
688 AARCH64REG_READ_INLINE(dbgbvr6_el1) // Debug Breakpoint Value Register 6
689 AARCH64REG_WRITE_INLINE(dbgbvr6_el1)
690 AARCH64REG_READ_INLINE(dbgbvr7_el1) // Debug Breakpoint Value Register 7
691 AARCH64REG_WRITE_INLINE(dbgbvr7_el1)
692 AARCH64REG_READ_INLINE(dbgbvr8_el1) // Debug Breakpoint Value Register 8
693 AARCH64REG_WRITE_INLINE(dbgbvr8_el1)
694 AARCH64REG_READ_INLINE(dbgbvr9_el1) // Debug Breakpoint Value Register 9
695 AARCH64REG_WRITE_INLINE(dbgbvr9_el1)
696 AARCH64REG_READ_INLINE(dbgbvr10_el1) // Debug Breakpoint Value Register 10
697 AARCH64REG_WRITE_INLINE(dbgbvr10_el1)
698 AARCH64REG_READ_INLINE(dbgbvr11_el1) // Debug Breakpoint Value Register 11
699 AARCH64REG_WRITE_INLINE(dbgbvr11_el1)
700 AARCH64REG_READ_INLINE(dbgbvr12_el1) // Debug Breakpoint Value Register 12
701 AARCH64REG_WRITE_INLINE(dbgbvr12_el1)
702 AARCH64REG_READ_INLINE(dbgbvr13_el1) // Debug Breakpoint Value Register 13
703 AARCH64REG_WRITE_INLINE(dbgbvr13_el1)
704 AARCH64REG_READ_INLINE(dbgbvr14_el1) // Debug Breakpoint Value Register 14
705 AARCH64REG_WRITE_INLINE(dbgbvr14_el1)
706 AARCH64REG_READ_INLINE(dbgbvr15_el1) // Debug Breakpoint Value Register 15
707 AARCH64REG_WRITE_INLINE(dbgbvr15_el1)
708
709 AARCH64REG_READ_INLINE(dbgwcr0_el1) // Debug Watchpoint Control Register 0
710 AARCH64REG_WRITE_INLINE(dbgwcr0_el1)
711 AARCH64REG_READ_INLINE(dbgwcr1_el1) // Debug Watchpoint Control Register 1
712 AARCH64REG_WRITE_INLINE(dbgwcr1_el1)
713 AARCH64REG_READ_INLINE(dbgwcr2_el1) // Debug Watchpoint Control Register 2
714 AARCH64REG_WRITE_INLINE(dbgwcr2_el1)
715 AARCH64REG_READ_INLINE(dbgwcr3_el1) // Debug Watchpoint Control Register 3
716 AARCH64REG_WRITE_INLINE(dbgwcr3_el1)
717 AARCH64REG_READ_INLINE(dbgwcr4_el1) // Debug Watchpoint Control Register 4
718 AARCH64REG_WRITE_INLINE(dbgwcr4_el1)
719 AARCH64REG_READ_INLINE(dbgwcr5_el1) // Debug Watchpoint Control Register 5
720 AARCH64REG_WRITE_INLINE(dbgwcr5_el1)
721 AARCH64REG_READ_INLINE(dbgwcr6_el1) // Debug Watchpoint Control Register 6
722 AARCH64REG_WRITE_INLINE(dbgwcr6_el1)
723 AARCH64REG_READ_INLINE(dbgwcr7_el1) // Debug Watchpoint Control Register 7
724 AARCH64REG_WRITE_INLINE(dbgwcr7_el1)
725 AARCH64REG_READ_INLINE(dbgwcr8_el1) // Debug Watchpoint Control Register 8
726 AARCH64REG_WRITE_INLINE(dbgwcr8_el1)
727 AARCH64REG_READ_INLINE(dbgwcr9_el1) // Debug Watchpoint Control Register 9
728 AARCH64REG_WRITE_INLINE(dbgwcr9_el1)
729 AARCH64REG_READ_INLINE(dbgwcr10_el1) // Debug Watchpoint Control Register 10
730 AARCH64REG_WRITE_INLINE(dbgwcr10_el1)
731 AARCH64REG_READ_INLINE(dbgwcr11_el1) // Debug Watchpoint Control Register 11
732 AARCH64REG_WRITE_INLINE(dbgwcr11_el1)
733 AARCH64REG_READ_INLINE(dbgwcr12_el1) // Debug Watchpoint Control Register 12
734 AARCH64REG_WRITE_INLINE(dbgwcr12_el1)
735 AARCH64REG_READ_INLINE(dbgwcr13_el1) // Debug Watchpoint Control Register 13
736 AARCH64REG_WRITE_INLINE(dbgwcr13_el1)
737 AARCH64REG_READ_INLINE(dbgwcr14_el1) // Debug Watchpoint Control Register 14
738 AARCH64REG_WRITE_INLINE(dbgwcr14_el1)
739 AARCH64REG_READ_INLINE(dbgwcr15_el1) // Debug Watchpoint Control Register 15
740 AARCH64REG_WRITE_INLINE(dbgwcr15_el1)
741
742 #define DBGWCR_MASK __BITS(28,24)
743 #define DBGWCR_WT __BIT(20)
744 #define DBGWCR_LBN __BITS(19,16)
745 #define DBGWCR_SSC __BITS(15,14)
746 #define DBGWCR_HMC __BIT(13)
747 #define DBGWCR_BAS __BITS(12,5)
748 #define DBGWCR_LSC __BITS(4,3)
749 #define DBGWCR_PAC __BITS(2,1)
750 #define DBGWCR_E __BIT(0)
751
752 AARCH64REG_READ_INLINE(dbgwvr0_el1) // Debug Watchpoint Value Register 0
753 AARCH64REG_WRITE_INLINE(dbgwvr0_el1)
754 AARCH64REG_READ_INLINE(dbgwvr1_el1) // Debug Watchpoint Value Register 1
755 AARCH64REG_WRITE_INLINE(dbgwvr1_el1)
756 AARCH64REG_READ_INLINE(dbgwvr2_el1) // Debug Watchpoint Value Register 2
757 AARCH64REG_WRITE_INLINE(dbgwvr2_el1)
758 AARCH64REG_READ_INLINE(dbgwvr3_el1) // Debug Watchpoint Value Register 3
759 AARCH64REG_WRITE_INLINE(dbgwvr3_el1)
760 AARCH64REG_READ_INLINE(dbgwvr4_el1) // Debug Watchpoint Value Register 4
761 AARCH64REG_WRITE_INLINE(dbgwvr4_el1)
762 AARCH64REG_READ_INLINE(dbgwvr5_el1) // Debug Watchpoint Value Register 5
763 AARCH64REG_WRITE_INLINE(dbgwvr5_el1)
764 AARCH64REG_READ_INLINE(dbgwvr6_el1) // Debug Watchpoint Value Register 6
765 AARCH64REG_WRITE_INLINE(dbgwvr6_el1)
766 AARCH64REG_READ_INLINE(dbgwvr7_el1) // Debug Watchpoint Value Register 7
767 AARCH64REG_WRITE_INLINE(dbgwvr7_el1)
768 AARCH64REG_READ_INLINE(dbgwvr8_el1) // Debug Watchpoint Value Register 8
769 AARCH64REG_WRITE_INLINE(dbgwvr8_el1)
770 AARCH64REG_READ_INLINE(dbgwvr9_el1) // Debug Watchpoint Value Register 9
771 AARCH64REG_WRITE_INLINE(dbgwvr9_el1)
772 AARCH64REG_READ_INLINE(dbgwvr10_el1) // Debug Watchpoint Value Register 10
773 AARCH64REG_WRITE_INLINE(dbgwvr10_el1)
774 AARCH64REG_READ_INLINE(dbgwvr11_el1) // Debug Watchpoint Value Register 11
775 AARCH64REG_WRITE_INLINE(dbgwvr11_el1)
776 AARCH64REG_READ_INLINE(dbgwvr12_el1) // Debug Watchpoint Value Register 12
777 AARCH64REG_WRITE_INLINE(dbgwvr12_el1)
778 AARCH64REG_READ_INLINE(dbgwvr13_el1) // Debug Watchpoint Value Register 13
779 AARCH64REG_WRITE_INLINE(dbgwvr13_el1)
780 AARCH64REG_READ_INLINE(dbgwvr14_el1) // Debug Watchpoint Value Register 14
781 AARCH64REG_WRITE_INLINE(dbgwvr14_el1)
782 AARCH64REG_READ_INLINE(dbgwvr15_el1) // Debug Watchpoint Value Register 15
783 AARCH64REG_WRITE_INLINE(dbgwvr15_el1)
784
785 #define DBGWVR_MASK __BITS(64,3)
786
787
788 AARCH64REG_READ_INLINE(mdscr_el1) // Monitor Debug System Control Register
789 AARCH64REG_WRITE_INLINE(mdscr_el1)
790
791 AARCH64REG_WRITE_INLINE(oslar_el1) // OS Lock Access Register
792
793 AARCH64REG_READ_INLINE(oslsr_el1) // OS Lock Status Register
794
795 /*
796 * From here on, these are PMC registers
797 */
798
799 AARCH64REG_READ_INLINE(pmccfiltr_el0)
800 AARCH64REG_WRITE_INLINE(pmccfiltr_el0)
801
802 #define PMCCFILTR_P __BIT(31) // Don't count cycles in EL1
803 #define PMCCFILTR_U __BIT(30) // Don't count cycles in EL0
804 #define PMCCFILTR_NSK __BIT(29) // Don't count cycles in NS EL1
805 #define PMCCFILTR_NSU __BIT(28) // Don't count cycles in NS EL0
806 #define PMCCFILTR_NSH __BIT(27) // Don't count cycles in NS EL2
807 #define PMCCFILTR_M __BIT(26) // Don't count cycles in EL3
808
809 AARCH64REG_READ_INLINE(pmccntr_el0)
810
811 AARCH64REG_READ_INLINE(pmceid0_el0)
812 AARCH64REG_READ_INLINE(pmceid1_el0)
813
814 AARCH64REG_WRITE_INLINE(pmcntenclr_el0)
815 AARCH64REG_WRITE_INLINE(pmcntenset_el0)
816
817 AARCH64REG_READ_INLINE(pmcr_el0)
818 AARCH64REG_WRITE_INLINE(pmcr_el0)
819
820 #define PMCR_IMP __BITS(31,24) // Implementor code
821 #define PMCR_IDCODE __BITS(23,16) // Identification code
822 #define PMCR_N __BITS(15,11) // Number of event counters
823 #define PMCR_LC __BIT(6) // Long cycle counter enable
824 #define PMCR_DP __BIT(5) // Disable cycle counter when event
825 // counting is prohibited
826 #define PMCR_X __BIT(4) // Enable export of events
827 #define PMCR_D __BIT(3) // Clock divider
828 #define PMCR_C __BIT(2) // Cycle counter reset
829 #define PMCR_P __BIT(1) // Event counter reset
830 #define PMCR_E __BIT(0) // Enable
831
832
833 AARCH64REG_READ_INLINE(pmevcntr1_el0)
834 AARCH64REG_WRITE_INLINE(pmevcntr1_el0)
835
836 AARCH64REG_READ_INLINE(pmevtyper1_el0)
837 AARCH64REG_WRITE_INLINE(pmevtyper1_el0)
838
839 #define PMEVTYPER_P __BIT(31) // Don't count events in EL1
840 #define PMEVTYPER_U __BIT(30) // Don't count events in EL0
841 #define PMEVTYPER_NSK __BIT(29) // Don't count events in NS EL1
842 #define PMEVTYPER_NSU __BIT(28) // Don't count events in NS EL0
843 #define PMEVTYPER_NSH __BIT(27) // Count events in NS EL2
844 #define PMEVTYPER_M __BIT(26) // Don't count events in EL3
845 #define PMEVTYPER_MT __BIT(25) // Count events on all CPUs with same
846 // aff1 level
847 #define PMEVTYPER_EVTCOUNT __BITS(15,0) // Event to count
848
849 AARCH64REG_WRITE_INLINE(pmintenclr_el1)
850 AARCH64REG_WRITE_INLINE(pmintenset_el1)
851
852 AARCH64REG_WRITE_INLINE(pmovsclr_el0)
853 AARCH64REG_READ_INLINE(pmovsset_el0)
854 AARCH64REG_WRITE_INLINE(pmovsset_el0)
855
856 AARCH64REG_WRITE_INLINE(pmselr_el0)
857
858 AARCH64REG_WRITE_INLINE(pmswinc_el0)
859
860 AARCH64REG_READ_INLINE(pmuserenr_el0)
861 AARCH64REG_WRITE_INLINE(pmuserenr_el0)
862
863 AARCH64REG_READ_INLINE(pmxevcntr_el0)
864 AARCH64REG_WRITE_INLINE(pmxevcntr_el0)
865
866 AARCH64REG_READ_INLINE(pmxevtyper_el0)
867 AARCH64REG_WRITE_INLINE(pmxevtyper_el0)
868
869 /*
870 * Generic timer registers
871 */
872
873 AARCH64REG_READ_INLINE(cntfrq_el0)
874
875 AARCH64REG_READ_INLINE(cnthctl_el2)
876 AARCH64REG_WRITE_INLINE(cnthctl_el2)
877
878 #define CNTHCTL_EVNTDIR __BIT(3)
879 #define CNTHCTL_EVNTEN __BIT(2)
880 #define CNTHCTL_EL1PCEN __BIT(1)
881 #define CNTHCTL_EL1PCTEN __BIT(0)
882
883 AARCH64REG_READ_INLINE(cntkctl_el1)
884 AARCH64REG_WRITE_INLINE(cntkctl_el1)
885
886 #define CNTKCTL_EL0PTEN __BIT(9) // EL0 access for CNTP CVAL/TVAL/CTL
887 #define CNTKCTL_PL0PTEN CNTKCTL_EL0PTEN
888 #define CNTKCTL_EL0VTEN __BIT(8) // EL0 access for CNTV CVAL/TVAL/CTL
889 #define CNTKCTL_PL0VTEN CNTKCTL_EL0VTEN
890 #define CNTKCTL_ELNTI __BITS(7,4)
891 #define CNTKCTL_EVNTDIR __BIT(3)
892 #define CNTKCTL_EVNTEN __BIT(2)
893 #define CNTKCTL_EL0VCTEN __BIT(1) // EL0 access for CNTVCT and CNTFRQ
894 #define CNTKCTL_PL0VCTEN CNTKCTL_EL0VCTEN
895 #define CNTKCTL_EL0PCTEN __BIT(0) // EL0 access for CNTPCT and CNTFRQ
896 #define CNTKCTL_PL0PCTEN CNTKCTL_EL0PCTEN
897
898 AARCH64REG_READ_INLINE(cntp_ctl_el0)
899 AARCH64REG_WRITE_INLINE(cntp_ctl_el0)
900 AARCH64REG_READ_INLINE(cntp_cval_el0)
901 AARCH64REG_WRITE_INLINE(cntp_cval_el0)
902 AARCH64REG_READ_INLINE(cntp_tval_el0)
903 AARCH64REG_WRITE_INLINE(cntp_tval_el0)
904 AARCH64REG_READ_INLINE(cntpct_el0)
905 AARCH64REG_WRITE_INLINE(cntpct_el0)
906
907 AARCH64REG_READ_INLINE(cntps_ctl_el1)
908 AARCH64REG_WRITE_INLINE(cntps_ctl_el1)
909 AARCH64REG_READ_INLINE(cntps_cval_el1)
910 AARCH64REG_WRITE_INLINE(cntps_cval_el1)
911 AARCH64REG_READ_INLINE(cntps_tval_el1)
912 AARCH64REG_WRITE_INLINE(cntps_tval_el1)
913
914 AARCH64REG_READ_INLINE(cntv_ctl_el0)
915 AARCH64REG_WRITE_INLINE(cntv_ctl_el0)
916 AARCH64REG_READ_INLINE(cntv_cval_el0)
917 AARCH64REG_WRITE_INLINE(cntv_cval_el0)
918 AARCH64REG_READ_INLINE(cntv_tval_el0)
919 AARCH64REG_WRITE_INLINE(cntv_tval_el0)
920 AARCH64REG_READ_INLINE(cntvct_el0)
921 AARCH64REG_WRITE_INLINE(cntvct_el0)
922
923 #define CNTCTL_ISTATUS __BIT(2) // Interrupt Asserted
924 #define CNTCTL_IMASK __BIT(1) // Timer Interrupt is Masked
925 #define CNTCTL_ENABLE __BIT(0) // Timer Enabled
926
927
928 // ID_AA64PFR0_EL1: AArch64 Processor Feature Register 0
929 #define ID_AA64PFR0_EL1_GIC __BITS(24,27) // GIC CPU IF
930 #define ID_AA64PFR0_EL1_GIC_SHIFT 24
931 #define ID_AA64PFR0_EL1_GIC_CPUIF_EN 1
932 #define ID_AA64PFR0_EL1_GIC_CPUIF_NONE 0
933 #define ID_AA64PFR0_EL1_ADVSIMD __BITS(23,20) // SIMD
934 #define ID_AA64PFR0_EL1_ADV_SIMD_IMPL 0x0
935 #define ID_AA64PFR0_EL1_ADV_SIMD_NONE 0xf
936 #define ID_AA64PFR0_EL1_FP __BITS(19,16) // FP
937 #define ID_AA64PFR0_EL1_FP_IMPL 0x0
938 #define ID_AA64PFR0_EL1_FP_NONE 0xf
939 #define ID_AA64PFR0_EL1_EL3 __BITS(15,12) // EL3 handling
940 #define ID_AA64PFR0_EL1_EL3_NONE 0
941 #define ID_AA64PFR0_EL1_EL3_64 1
942 #define ID_AA64PFR0_EL1_EL3_64_32 2
943 #define ID_AA64PFR0_EL1_EL2 __BITS(11,8) // EL2 handling
944 #define ID_AA64PFR0_EL1_EL2_NONE 0
945 #define ID_AA64PFR0_EL1_EL2_64 1
946 #define ID_AA64PFR0_EL1_EL2_64_32 2
947 #define ID_AA64PFR0_EL1_EL1 __BITS(7,4) // EL1 handling
948 #define ID_AA64PFR0_EL1_EL1_64 1
949 #define ID_AA64PFR0_EL1_EL1_64_32 2
950 #define ID_AA64PFR0_EL1_EL0 __BITS(3,0) // EL0 handling
951 #define ID_AA64PFR0_EL1_EL0_64 1
952 #define ID_AA64PFR0_EL1_EL0_64_32 2
953
954 // ICC_SRE_EL1: Interrupt Controller System Register Enable register
955 #define ICC_SRE_EL1_SRE __BIT(0)
956 #define ICC_SRE_EL1_DFB __BIT(1)
957 #define ICC_SRE_EL1_DIB __BIT(2)
958
959 // ICC_SRE_EL2: Interrupt Controller System Register Enable register
960 #define ICC_SRE_EL2_SRE __BIT(0)
961 #define ICC_SRE_EL2_DFB __BIT(1)
962 #define ICC_SRE_EL2_DIB __BIT(2)
963 #define ICC_SRE_EL2_EN __BIT(3)
964
965
966 /*
967 * GENERIC TIMER REGISTER ACCESS
968 */
969 static __inline uint32_t
970 gtmr_cntfrq_read(void)
971 {
972
973 return reg_cntfrq_el0_read();
974 }
975
976 static __inline uint32_t
977 gtmr_cntk_ctl_read(void)
978 {
979
980 return reg_cntkctl_el1_read();
981 }
982
983 static __inline void
984 gtmr_cntk_ctl_write(uint32_t val)
985 {
986
987 reg_cntkctl_el1_write(val);
988 }
989
990 /*
991 * Counter-timer Virtual Count timer
992 */
993 static __inline uint64_t
994 gtmr_cntpct_read(void)
995 {
996
997 return reg_cntpct_el0_read();
998 }
999
1000 static __inline uint64_t
1001 gtmr_cntvct_read(void)
1002 {
1003
1004 return reg_cntvct_el0_read();
1005 }
1006
1007 /*
1008 * Counter-timer Virtual Timer Control register
1009 */
1010 static __inline uint32_t
1011 gtmr_cntv_ctl_read(void)
1012 {
1013
1014 return reg_cntv_ctl_el0_read();
1015 }
1016
1017 static __inline void
1018 gtmr_cntv_ctl_write(uint32_t val)
1019 {
1020
1021 reg_cntv_ctl_el0_write(val);
1022 }
1023
1024 static __inline void
1025 gtmr_cntp_ctl_write(uint32_t val)
1026 {
1027
1028
1029 reg_cntp_ctl_el0_write(val);
1030 }
1031
1032 /*
1033 * Counter-timer Virtual Timer TimerValue register
1034 */
1035 static __inline uint32_t
1036 gtmr_cntv_tval_read(void)
1037 {
1038
1039 return reg_cntv_tval_el0_read();
1040 }
1041
1042 static __inline void
1043 gtmr_cntv_tval_write(uint32_t val)
1044 {
1045
1046 reg_cntv_tval_el0_write(val);
1047 }
1048
1049
1050 /*
1051 * Counter-timer Virtual Timer CompareValue register
1052 */
1053 static __inline uint64_t
1054 gtmr_cntv_cval_read(void)
1055 {
1056
1057 return reg_cntv_cval_el0_read();
1058 }
1059
1060 #endif /* _AARCH64_ARMREG_H_ */
1061