locore.h revision 1.17.2.3 1 1.17.2.2 tls /* $NetBSD: locore.h,v 1.17.2.3 2017/12/03 11:35:53 jdolecek Exp $ */
2 1.17.2.2 tls
3 1.17.2.2 tls /*
4 1.17.2.2 tls * Copyright (c) 1994-1996 Mark Brinicombe.
5 1.17.2.2 tls * Copyright (c) 1994 Brini.
6 1.17.2.2 tls * All rights reserved.
7 1.17.2.2 tls *
8 1.17.2.2 tls * This code is derived from software written for Brini by Mark Brinicombe
9 1.17.2.2 tls *
10 1.17.2.2 tls * Redistribution and use in source and binary forms, with or without
11 1.17.2.2 tls * modification, are permitted provided that the following conditions
12 1.17.2.2 tls * are met:
13 1.17.2.2 tls * 1. Redistributions of source code must retain the above copyright
14 1.17.2.2 tls * notice, this list of conditions and the following disclaimer.
15 1.17.2.2 tls * 2. Redistributions in binary form must reproduce the above copyright
16 1.17.2.2 tls * notice, this list of conditions and the following disclaimer in the
17 1.17.2.2 tls * documentation and/or other materials provided with the distribution.
18 1.17.2.2 tls * 3. All advertising materials mentioning features or use of this software
19 1.17.2.2 tls * must display the following acknowledgement:
20 1.17.2.2 tls * This product includes software developed by Brini.
21 1.17.2.2 tls * 4. The name of the company nor the name of the author may be used to
22 1.17.2.2 tls * endorse or promote products derived from this software without specific
23 1.17.2.2 tls * prior written permission.
24 1.17.2.2 tls *
25 1.17.2.2 tls * THIS SOFTWARE IS PROVIDED BY BRINI ``AS IS'' AND ANY EXPRESS OR IMPLIED
26 1.17.2.2 tls * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
27 1.17.2.2 tls * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
28 1.17.2.2 tls * IN NO EVENT SHALL BRINI OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT,
29 1.17.2.2 tls * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
30 1.17.2.2 tls * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
31 1.17.2.2 tls * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
32 1.17.2.2 tls * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
33 1.17.2.2 tls * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
34 1.17.2.2 tls * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
35 1.17.2.2 tls * SUCH DAMAGE.
36 1.17.2.2 tls *
37 1.17.2.2 tls * RiscBSD kernel project
38 1.17.2.2 tls *
39 1.17.2.2 tls * cpu.h
40 1.17.2.2 tls *
41 1.17.2.2 tls * CPU specific symbols
42 1.17.2.2 tls *
43 1.17.2.2 tls * Created : 18/09/94
44 1.17.2.2 tls *
45 1.17.2.2 tls * Based on kate/katelib/arm6.h
46 1.17.2.2 tls */
47 1.17.2.2 tls
48 1.17.2.2 tls #ifndef _ARM_LOCORE_H_
49 1.17.2.2 tls #define _ARM_LOCORE_H_
50 1.17.2.2 tls
51 1.17.2.2 tls #ifdef _KERNEL_OPT
52 1.17.2.2 tls #include "opt_cpuoptions.h"
53 1.17.2.2 tls #include "opt_cputypes.h"
54 1.17.2.2 tls #include "opt_arm_debug.h"
55 1.17.2.2 tls #endif
56 1.17.2.2 tls
57 1.17.2.3 jdolecek #include <sys/pcu.h>
58 1.17.2.3 jdolecek
59 1.17.2.2 tls #include <arm/cpuconf.h>
60 1.17.2.2 tls #include <arm/armreg.h>
61 1.17.2.2 tls
62 1.17.2.2 tls #include <machine/frame.h>
63 1.17.2.2 tls
64 1.17.2.2 tls #ifdef _LOCORE
65 1.17.2.2 tls
66 1.17.2.2 tls #if defined(_ARM_ARCH_6)
67 1.17.2.2 tls #define IRQdisable cpsid i
68 1.17.2.2 tls #define IRQenable cpsie i
69 1.17.2.2 tls #elif defined(__PROG32)
70 1.17.2.2 tls #define IRQdisable \
71 1.17.2.2 tls stmfd sp!, {r0} ; \
72 1.17.2.2 tls mrs r0, cpsr ; \
73 1.17.2.2 tls orr r0, r0, #(I32_bit) ; \
74 1.17.2.2 tls msr cpsr_c, r0 ; \
75 1.17.2.2 tls ldmfd sp!, {r0}
76 1.17.2.2 tls
77 1.17.2.2 tls #define IRQenable \
78 1.17.2.2 tls stmfd sp!, {r0} ; \
79 1.17.2.2 tls mrs r0, cpsr ; \
80 1.17.2.2 tls bic r0, r0, #(I32_bit) ; \
81 1.17.2.2 tls msr cpsr_c, r0 ; \
82 1.17.2.3 jdolecek ldmfd sp!, {r0}
83 1.17.2.2 tls #else
84 1.17.2.2 tls /* Not yet used in 26-bit code */
85 1.17.2.2 tls #endif
86 1.17.2.2 tls
87 1.17.2.2 tls #if defined (TPIDRPRW_IS_CURCPU)
88 1.17.2.2 tls #define GET_CURCPU(rX) mrc p15, 0, rX, c13, c0, 4
89 1.17.2.2 tls #define GET_CURLWP(rX) GET_CURCPU(rX); ldr rX, [rX, #CI_CURLWP]
90 1.17.2.2 tls #elif defined (TPIDRPRW_IS_CURLWP)
91 1.17.2.2 tls #define GET_CURLWP(rX) mrc p15, 0, rX, c13, c0, 4
92 1.17.2.3 jdolecek #if defined (MULTIPROCESSOR)
93 1.17.2.2 tls #define GET_CURCPU(rX) GET_CURLWP(rX); ldr rX, [rX, #L_CPU]
94 1.17.2.3 jdolecek #elif defined(_ARM_ARCH_7)
95 1.17.2.3 jdolecek #define GET_CURCPU(rX) movw rX, #:lower16:cpu_info_store; movt rX, #:upper16:cpu_info_store
96 1.17.2.3 jdolecek #else
97 1.17.2.3 jdolecek #define GET_CURCPU(rX) ldr rX, =_C_LABEL(cpu_info_store)
98 1.17.2.3 jdolecek #endif
99 1.17.2.2 tls #elif !defined(MULTIPROCESSOR)
100 1.17.2.2 tls #define GET_CURCPU(rX) ldr rX, =_C_LABEL(cpu_info_store)
101 1.17.2.2 tls #define GET_CURLWP(rX) GET_CURCPU(rX); ldr rX, [rX, #CI_CURLWP]
102 1.17.2.2 tls #endif
103 1.17.2.2 tls #define GET_CURPCB(rX) GET_CURLWP(rX); ldr rX, [rX, #L_PCB]
104 1.17.2.2 tls
105 1.17.2.2 tls #else /* !_LOCORE */
106 1.17.2.2 tls
107 1.17.2.2 tls #include <arm/cpufunc.h>
108 1.17.2.2 tls
109 1.17.2.2 tls #ifdef __PROG32
110 1.17.2.2 tls #define IRQdisable __set_cpsr_c(I32_bit, I32_bit);
111 1.17.2.2 tls #define IRQenable __set_cpsr_c(I32_bit, 0);
112 1.17.2.2 tls #else
113 1.17.2.2 tls #define IRQdisable set_r15(R15_IRQ_DISABLE, R15_IRQ_DISABLE);
114 1.17.2.2 tls #define IRQenable set_r15(R15_IRQ_DISABLE, 0);
115 1.17.2.2 tls #endif
116 1.17.2.2 tls
117 1.17.2.2 tls /*
118 1.17.2.2 tls * Validate a PC or PSR for a user process. Used by various system calls
119 1.17.2.2 tls * that take a context passed by the user and restore it.
120 1.17.2.2 tls */
121 1.17.2.2 tls
122 1.17.2.2 tls #ifdef __PROG32
123 1.17.2.3 jdolecek #ifdef __NO_FIQ
124 1.17.2.3 jdolecek #define VALID_R15_PSR(r15,psr) \
125 1.17.2.3 jdolecek (((psr) & PSR_MODE) == PSR_USR32_MODE && ((psr) & I32_bit) == 0)
126 1.17.2.3 jdolecek #else
127 1.17.2.2 tls #define VALID_R15_PSR(r15,psr) \
128 1.17.2.3 jdolecek (((psr) & PSR_MODE) == PSR_USR32_MODE && ((psr) & IF32_bits) == 0)
129 1.17.2.3 jdolecek #endif
130 1.17.2.2 tls #else
131 1.17.2.2 tls #define VALID_R15_PSR(r15,psr) \
132 1.17.2.2 tls (((r15) & R15_MODE) == R15_MODE_USR && \
133 1.17.2.2 tls ((r15) & (R15_IRQ_DISABLE | R15_FIQ_DISABLE)) == 0)
134 1.17.2.2 tls #endif
135 1.17.2.2 tls
136 1.17.2.3 jdolecek /*
137 1.17.2.3 jdolecek * Translation Table Base Register Share/Cache settings
138 1.17.2.3 jdolecek */
139 1.17.2.3 jdolecek #define TTBR_UPATTR (TTBR_S | TTBR_RGN_WBNWA | TTBR_C)
140 1.17.2.3 jdolecek #define TTBR_MPATTR (TTBR_S | TTBR_RGN_WBNWA /* | TTBR_NOS */ | TTBR_IRGN_WBNWA)
141 1.17.2.2 tls
142 1.17.2.2 tls /* The address of the vector page. */
143 1.17.2.2 tls extern vaddr_t vector_page;
144 1.17.2.2 tls #ifdef __PROG32
145 1.17.2.2 tls void arm32_vector_init(vaddr_t, int);
146 1.17.2.2 tls
147 1.17.2.2 tls #define ARM_VEC_RESET (1 << 0)
148 1.17.2.2 tls #define ARM_VEC_UNDEFINED (1 << 1)
149 1.17.2.2 tls #define ARM_VEC_SWI (1 << 2)
150 1.17.2.2 tls #define ARM_VEC_PREFETCH_ABORT (1 << 3)
151 1.17.2.2 tls #define ARM_VEC_DATA_ABORT (1 << 4)
152 1.17.2.2 tls #define ARM_VEC_ADDRESS_EXCEPTION (1 << 5)
153 1.17.2.2 tls #define ARM_VEC_IRQ (1 << 6)
154 1.17.2.2 tls #define ARM_VEC_FIQ (1 << 7)
155 1.17.2.2 tls
156 1.17.2.2 tls #define ARM_NVEC 8
157 1.17.2.2 tls #define ARM_VEC_ALL 0xffffffff
158 1.17.2.2 tls #endif /* __PROG32 */
159 1.17.2.2 tls
160 1.17.2.2 tls #ifndef acorn26
161 1.17.2.2 tls /*
162 1.17.2.2 tls * cpu device glue (belongs in cpuvar.h)
163 1.17.2.2 tls */
164 1.17.2.2 tls void cpu_attach(device_t, cpuid_t);
165 1.17.2.2 tls #endif
166 1.17.2.2 tls
167 1.17.2.2 tls /* 1 == use cpu_sleep(), 0 == don't */
168 1.17.2.2 tls extern int cpu_do_powersave;
169 1.17.2.2 tls extern int cpu_printfataltraps;
170 1.17.2.2 tls extern int cpu_fpu_present;
171 1.17.2.2 tls extern int cpu_hwdiv_present;
172 1.17.2.2 tls extern int cpu_neon_present;
173 1.17.2.2 tls extern int cpu_simd_present;
174 1.17.2.2 tls extern int cpu_simdex_present;
175 1.17.2.2 tls extern int cpu_umull_present;
176 1.17.2.2 tls extern int cpu_synchprim_present;
177 1.17.2.2 tls
178 1.17.2.2 tls extern int cpu_instruction_set_attributes[6];
179 1.17.2.2 tls extern int cpu_memory_model_features[4];
180 1.17.2.2 tls extern int cpu_processor_features[2];
181 1.17.2.2 tls extern int cpu_media_and_vfp_features[2];
182 1.17.2.2 tls
183 1.17.2.2 tls extern bool arm_has_tlbiasid_p;
184 1.17.2.3 jdolecek extern bool arm_has_mpext_p;
185 1.17.2.2 tls #ifdef MULTIPROCESSOR
186 1.17.2.2 tls extern u_int arm_cpu_max;
187 1.17.2.2 tls extern volatile u_int arm_cpu_hatched;
188 1.17.2.2 tls #endif
189 1.17.2.2 tls
190 1.17.2.2 tls #if !defined(CPU_ARMV7)
191 1.17.2.2 tls #define CPU_IS_ARMV7_P() false
192 1.17.2.2 tls #elif defined(CPU_ARMV6) || defined(CPU_PRE_ARMV6)
193 1.17.2.2 tls extern bool cpu_armv7_p;
194 1.17.2.2 tls #define CPU_IS_ARMV7_P() (cpu_armv7_p)
195 1.17.2.2 tls #else
196 1.17.2.2 tls #define CPU_IS_ARMV7_P() true
197 1.17.2.2 tls #endif
198 1.17.2.2 tls #if !defined(CPU_ARMV6)
199 1.17.2.2 tls #define CPU_IS_ARMV6_P() false
200 1.17.2.2 tls #elif defined(CPU_ARMV7) || defined(CPU_PRE_ARMV6)
201 1.17.2.2 tls extern bool cpu_armv6_p;
202 1.17.2.2 tls #define CPU_IS_ARMV6_P() (cpu_armv6_p)
203 1.17.2.2 tls #else
204 1.17.2.2 tls #define CPU_IS_ARMV6_P() true
205 1.17.2.2 tls #endif
206 1.17.2.2 tls
207 1.17.2.2 tls /*
208 1.17.2.2 tls * Used by the fault code to read the current instruction.
209 1.17.2.2 tls */
210 1.17.2.2 tls static inline uint32_t
211 1.17.2.2 tls read_insn(vaddr_t va, bool user_p)
212 1.17.2.2 tls {
213 1.17.2.2 tls uint32_t insn;
214 1.17.2.2 tls if (user_p) {
215 1.17.2.2 tls __asm __volatile("ldrt %0, [%1]" : "=&r"(insn) : "r"(va));
216 1.17.2.2 tls } else {
217 1.17.2.2 tls insn = *(const uint32_t *)va;
218 1.17.2.2 tls }
219 1.17.2.2 tls #if defined(__ARMEB__) && defined(_ARM_ARCH_7)
220 1.17.2.2 tls insn = bswap32(insn);
221 1.17.2.2 tls #endif
222 1.17.2.2 tls return insn;
223 1.17.2.2 tls }
224 1.17.2.2 tls
225 1.17.2.2 tls /*
226 1.17.2.2 tls * Used by the fault code to read the current thumb instruction.
227 1.17.2.2 tls */
228 1.17.2.2 tls static inline uint32_t
229 1.17.2.2 tls read_thumb_insn(vaddr_t va, bool user_p)
230 1.17.2.2 tls {
231 1.17.2.2 tls va &= ~1;
232 1.17.2.2 tls uint32_t insn;
233 1.17.2.2 tls if (user_p) {
234 1.17.2.3 jdolecek #if defined(__thumb__) && defined(_ARM_ARCH_T2)
235 1.17.2.3 jdolecek __asm __volatile("ldrht %0, [%1, #0]" : "=&r"(insn) : "r"(va));
236 1.17.2.3 jdolecek #elif defined(_ARM_ARCH_7)
237 1.17.2.2 tls __asm __volatile("ldrht %0, [%1], #0" : "=&r"(insn) : "r"(va));
238 1.17.2.2 tls #else
239 1.17.2.2 tls __asm __volatile("ldrt %0, [%1]" : "=&r"(insn) : "r"(va & ~3));
240 1.17.2.2 tls #ifdef __ARMEB__
241 1.17.2.2 tls insn = (uint16_t) (insn >> (((va ^ 2) & 2) << 3));
242 1.17.2.2 tls #else
243 1.17.2.2 tls insn = (uint16_t) (insn >> ((va & 2) << 3));
244 1.17.2.2 tls #endif
245 1.17.2.2 tls #endif
246 1.17.2.2 tls } else {
247 1.17.2.2 tls insn = *(const uint16_t *)va;
248 1.17.2.2 tls }
249 1.17.2.2 tls #if defined(__ARMEB__) && defined(_ARM_ARCH_7)
250 1.17.2.2 tls insn = bswap16(insn);
251 1.17.2.2 tls #endif
252 1.17.2.2 tls return insn;
253 1.17.2.2 tls }
254 1.17.2.2 tls
255 1.17.2.3 jdolecek #ifndef _RUMPKERNEL
256 1.17.2.2 tls static inline void
257 1.17.2.2 tls arm_dmb(void)
258 1.17.2.2 tls {
259 1.17.2.2 tls if (CPU_IS_ARMV6_P())
260 1.17.2.2 tls armreg_dmb_write(0);
261 1.17.2.2 tls else if (CPU_IS_ARMV7_P())
262 1.17.2.3 jdolecek __asm __volatile("dmb" ::: "memory");
263 1.17.2.2 tls }
264 1.17.2.2 tls
265 1.17.2.2 tls static inline void
266 1.17.2.2 tls arm_dsb(void)
267 1.17.2.2 tls {
268 1.17.2.2 tls if (CPU_IS_ARMV6_P())
269 1.17.2.2 tls armreg_dsb_write(0);
270 1.17.2.2 tls else if (CPU_IS_ARMV7_P())
271 1.17.2.3 jdolecek __asm __volatile("dsb" ::: "memory");
272 1.17.2.2 tls }
273 1.17.2.2 tls
274 1.17.2.2 tls static inline void
275 1.17.2.2 tls arm_isb(void)
276 1.17.2.2 tls {
277 1.17.2.2 tls if (CPU_IS_ARMV6_P())
278 1.17.2.2 tls armreg_isb_write(0);
279 1.17.2.2 tls else if (CPU_IS_ARMV7_P())
280 1.17.2.3 jdolecek __asm __volatile("isb" ::: "memory");
281 1.17.2.2 tls }
282 1.17.2.3 jdolecek #endif
283 1.17.2.2 tls
284 1.17.2.2 tls /*
285 1.17.2.2 tls * Random cruft
286 1.17.2.2 tls */
287 1.17.2.2 tls
288 1.17.2.2 tls struct lwp;
289 1.17.2.2 tls
290 1.17.2.2 tls /* cpu.c */
291 1.17.2.2 tls void identify_arm_cpu(device_t, struct cpu_info *);
292 1.17.2.2 tls
293 1.17.2.2 tls /* cpuswitch.S */
294 1.17.2.2 tls struct pcb;
295 1.17.2.2 tls void savectx(struct pcb *);
296 1.17.2.2 tls
297 1.17.2.2 tls /* ast.c */
298 1.17.2.2 tls void userret(struct lwp *);
299 1.17.2.2 tls
300 1.17.2.2 tls /* *_machdep.c */
301 1.17.2.2 tls void bootsync(void);
302 1.17.2.2 tls
303 1.17.2.2 tls /* fault.c */
304 1.17.2.2 tls int badaddr_read(void *, size_t, void *);
305 1.17.2.2 tls
306 1.17.2.2 tls /* syscall.c */
307 1.17.2.2 tls void swi_handler(trapframe_t *);
308 1.17.2.2 tls
309 1.17.2.2 tls /* arm_machdep.c */
310 1.17.2.2 tls void ucas_ras_check(trapframe_t *);
311 1.17.2.2 tls
312 1.17.2.2 tls /* vfp_init.c */
313 1.17.2.2 tls void vfp_attach(struct cpu_info *);
314 1.17.2.3 jdolecek void vfp_discardcontext(lwp_t *, bool);
315 1.17.2.3 jdolecek void vfp_savecontext(lwp_t *);
316 1.17.2.2 tls void vfp_kernel_acquire(void);
317 1.17.2.2 tls void vfp_kernel_release(void);
318 1.17.2.3 jdolecek bool vfp_used_p(const lwp_t *);
319 1.17.2.2 tls extern const pcu_ops_t arm_vfp_ops;
320 1.17.2.2 tls
321 1.17.2.2 tls #endif /* !_LOCORE */
322 1.17.2.2 tls
323 1.17.2.2 tls #endif /* !_ARM_LOCORE_H_ */
324