sa11x0_irq.S revision 1.3 1 1.3 ichiro /* $NetBSD: sa11x0_irq.S,v 1.3 2002/07/19 18:36:26 ichiro Exp $ */
2 1.1 rjs
3 1.1 rjs /*
4 1.1 rjs * Copyright (c) 1998 Mark Brinicombe.
5 1.1 rjs * Copyright (c) 1998 Causality Limited
6 1.1 rjs * All rights reserved.
7 1.1 rjs *
8 1.1 rjs * This code is derived from software contributed to the NetBSD Foundation
9 1.1 rjs * by IWAMOTO Toshihiro.
10 1.1 rjs *
11 1.1 rjs * Redistribution and use in source and binary forms, with or without
12 1.1 rjs * modification, are permitted provided that the following conditions
13 1.1 rjs * are met:
14 1.1 rjs * 1. Redistributions of source code must retain the above copyright
15 1.1 rjs * notice, this list of conditions and the following disclaimer.
16 1.1 rjs * 2. Redistributions in binary form must reproduce the above copyright
17 1.1 rjs * notice, this list of conditions and the following disclaimer in the
18 1.1 rjs * documentation and/or other materials provided with the distribution.
19 1.1 rjs * 3. All advertising materials mentioning features or use of this software
20 1.1 rjs * must display the following acknowledgement:
21 1.1 rjs * This product includes software developed by Mark Brinicombe
22 1.1 rjs * for the NetBSD Project.
23 1.1 rjs * 4. The name of the company nor the name of the author may be used to
24 1.1 rjs * endorse or promote products derived from this software without specific
25 1.1 rjs * prior written permission.
26 1.1 rjs *
27 1.1 rjs * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
28 1.1 rjs * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
29 1.1 rjs * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
30 1.1 rjs * IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT,
31 1.1 rjs * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
32 1.1 rjs * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
33 1.1 rjs * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
34 1.1 rjs * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
35 1.1 rjs * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
36 1.1 rjs * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
37 1.1 rjs * SUCH DAMAGE.
38 1.1 rjs */
39 1.1 rjs
40 1.1 rjs #include "opt_irqstats.h"
41 1.1 rjs
42 1.1 rjs #include "assym.h"
43 1.1 rjs #include <machine/asm.h>
44 1.1 rjs #include <machine/cpu.h>
45 1.1 rjs #include <machine/frame.h>
46 1.3 ichiro #include <arm/sa11x0/sa11x0_reg.h>
47 1.1 rjs
48 1.1 rjs
49 1.1 rjs .text
50 1.1 rjs .align 0
51 1.1 rjs
52 1.1 rjs Lcurrent_spl_level:
53 1.1 rjs .word _C_LABEL(current_spl_level)
54 1.1 rjs
55 1.1 rjs Lcurrent_intr_depth:
56 1.1 rjs .word _C_LABEL(current_intr_depth)
57 1.1 rjs
58 1.1 rjs Lspl_masks:
59 1.1 rjs .word _C_LABEL(spl_masks)
60 1.1 rjs
61 1.1 rjs .globl _C_LABEL(saipic_base)
62 1.1 rjs _C_LABEL(saipic_base):
63 1.1 rjs .word 0x00000000
64 1.1 rjs
65 1.1 rjs #ifdef INTR_DEBUG
66 1.1 rjs Ldbg_str:
67 1.1 rjs .asciz "irq_entry %x %x\n"
68 1.1 rjs #endif
69 1.1 rjs
70 1.1 rjs /*
71 1.1 rjs * Regsister usage
72 1.1 rjs *
73 1.1 rjs * r6 - Address of current handler
74 1.1 rjs * r7 - Pointer to handler pointer list
75 1.1 rjs * r8 - Current IRQ requests.
76 1.1 rjs * r9 - Used to count through possible IRQ bits.
77 1.1 rjs * r10 - Base address of SAIP
78 1.1 rjs */
79 1.1 rjs
80 1.1 rjs ASENTRY_NP(irq_entry)
81 1.1 rjs sub lr, lr, #0x00000004 /* Adjust the lr */
82 1.1 rjs
83 1.1 rjs PUSHFRAMEINSVC /* Push an interrupt frame */
84 1.1 rjs
85 1.1 rjs /* Load r8 with the SAIPIC interrupt requests */
86 1.1 rjs
87 1.1 rjs ldr r10, [pc, #_C_LABEL(saipic_base) - . - 8]
88 1.1 rjs ldr r8, [r10, #(SAIPIC_IP)] /* Load IRQ pending register */
89 1.1 rjs
90 1.1 rjs #ifdef INTR_DEBUG
91 1.1 rjs ldr r2, [r10, #(SAIPIC_MR)]
92 1.1 rjs add r0, pc, #Ldbg_str - . - 8
93 1.1 rjs mov r1, r8
94 1.1 rjs bl _C_LABEL(printf)
95 1.1 rjs #endif
96 1.1 rjs /*
97 1.1 rjs * Note that we have entered the IRQ handler.
98 1.1 rjs * We are in SVC mode so we cannot use the processor mode
99 1.1 rjs * to determine if we are in an IRQ. Instead we will count the
100 1.1 rjs * each time the interrupt handler is nested.
101 1.1 rjs */
102 1.1 rjs
103 1.1 rjs ldr r0, Lcurrent_intr_depth
104 1.1 rjs ldr r1, [r0]
105 1.1 rjs add r1, r1, #1
106 1.1 rjs str r1, [r0]
107 1.1 rjs
108 1.1 rjs /*
109 1.1 rjs * Need to block all interrupts at the IPL or lower for
110 1.1 rjs * all asserted interrupts.
111 1.1 rjs * This basically emulates hardware interrupt priority levels.
112 1.1 rjs * Means we need to go through the interrupt mask and for
113 1.1 rjs * every asserted interrupt we need to mask out all other
114 1.1 rjs * interrupts at the same or lower IPL.
115 1.1 rjs * If only we could wait until the main loop but we need to sort
116 1.1 rjs * this out first so interrupts can be re-enabled.
117 1.1 rjs *
118 1.1 rjs * This would benefit from a special ffs type routine
119 1.1 rjs */
120 1.1 rjs
121 1.1 rjs mov r9, #(_SPL_LEVELS - 1)
122 1.1 rjs ldr r7, Lspl_masks
123 1.1 rjs
124 1.1 rjs Lfind_highest_ipl:
125 1.1 rjs ldr r2, [r7, r9, lsl #2]
126 1.1 rjs tst r8, r2
127 1.1 rjs subeq r9, r9, #1
128 1.1 rjs beq Lfind_highest_ipl
129 1.1 rjs
130 1.1 rjs /* r9 = SPL level of highest priority interrupt */
131 1.1 rjs add r9, r9, #1
132 1.1 rjs ldr r2, [r7, r9, lsl #2]
133 1.1 rjs mvn r2, r2
134 1.1 rjs
135 1.1 rjs ldr r0, Lcurrent_spl_level
136 1.1 rjs ldr r1, [r0]
137 1.1 rjs str r9, [r0]
138 1.1 rjs stmfd sp!, {r1}
139 1.1 rjs
140 1.1 rjs /* Update the SAIP irq masks */
141 1.1 rjs bl _C_LABEL(irq_setmasks)
142 1.1 rjs
143 1.1 rjs #ifdef INTR_DEBUG
144 1.1 rjs stmfd sp!, {r0,r1,r2}
145 1.1 rjs add r0, pc, #Ldbg_str - . - 8
146 1.1 rjs mov r1, #1
147 1.1 rjs mov r2, r9
148 1.1 rjs bl _C_LABEL(printf)
149 1.1 rjs ldmia sp!, {r0,r1,r2}
150 1.1 rjs #endif
151 1.1 rjs mrs r0, cpsr_all /* Enable IRQ's */
152 1.1 rjs bic r0, r0, #I32_bit
153 1.1 rjs msr cpsr_all, r0
154 1.1 rjs
155 1.1 rjs ldr r7, [pc, #Lirqhandlers - . - 8]
156 1.1 rjs mov r9, #0x00000001
157 1.1 rjs
158 1.1 rjs irqloop:
159 1.1 rjs /* This would benefit from a special ffs type routine */
160 1.1 rjs tst r8, r9 /* Is a bit set ? */
161 1.1 rjs beq nextirq /* No ? try next bit */
162 1.1 rjs
163 1.1 rjs ldr r6, [r7] /* Get address of first handler structure */
164 1.1 rjs
165 1.1 rjs teq r6, #0x00000000 /* Do we have a handler */
166 1.1 rjs moveq r0, r8 /* IRQ requests as arg 0 */
167 1.1 rjs beq _C_LABEL(stray_irqhandler) /* call special handler */
168 1.1 rjs
169 1.1 rjs ldr r0, Lcnt /* Stat info */
170 1.1 rjs ldr r1, [r0, #(V_INTR)]
171 1.1 rjs add r1, r1, #0x00000001
172 1.1 rjs str r1, [r0, #(V_INTR)]
173 1.1 rjs
174 1.1 rjs /*
175 1.1 rjs * XXX: Should stats be accumlated for every interrupt routine
176 1.1 rjs * called or for every physical interrupt that is serviced.
177 1.1 rjs */
178 1.1 rjs
179 1.1 rjs #ifdef IRQSTATS
180 1.1 rjs ldr r0, Lintrcnt
181 1.1 rjs ldr r1, [r6, #(IH_COUNT)]
182 1.1 rjs
183 1.1 rjs add r0, r0, r1, lsl #2
184 1.1 rjs ldr r1, [r0]
185 1.1 rjs add r1, r1, #0x00000001
186 1.1 rjs str r1, [r0]
187 1.1 rjs #endif /* IRQSTATS */
188 1.1 rjs
189 1.1 rjs irqchainloop:
190 1.1 rjs #ifdef INTR_DEBUG
191 1.1 rjs stmfd sp!, {r0,r1,r2}
192 1.1 rjs add r0, pc, #Ldbg_str - . - 8
193 1.1 rjs mov r1, #2
194 1.1 rjs bl _C_LABEL(printf)
195 1.1 rjs ldmia sp!, {r0,r1,r2}
196 1.1 rjs #endif
197 1.1 rjs add lr, pc, #nextinchain - . - 8 /* return address */
198 1.1 rjs ldr r0, [r6, #(IH_ARG)] /* Get argument pointer */
199 1.1 rjs teq r0, #0x00000000 /* If arg is zero pass stack frame */
200 1.1 rjs addeq r0, sp, #4 /* ... stack frame [XXX needs care] */
201 1.1 rjs ldr pc, [r6, #(IH_FUNC)] /* Call handler */
202 1.1 rjs
203 1.1 rjs nextinchain:
204 1.1 rjs teq r0, #0x00000001 /* Was the irq serviced ? */
205 1.1 rjs beq irqdone
206 1.1 rjs
207 1.1 rjs ldr r6, [r6, #(IH_NEXT)]
208 1.1 rjs teq r6, #0x00000000
209 1.1 rjs bne irqchainloop
210 1.1 rjs
211 1.1 rjs irqdone:
212 1.1 rjs nextirq:
213 1.1 rjs add r7, r7, #0x00000004 /* update pointer to handlers */
214 1.1 rjs mov r9, r9, lsl #1 /* move on to next bit */
215 1.1 rjs teq r9, #(1 << 31) /* done the last bit ? */
216 1.1 rjs bne irqloop /* no - loop back. */
217 1.1 rjs
218 1.1 rjs ldmfd sp!, {r2}
219 1.1 rjs ldr r1, Lcurrent_spl_level
220 1.1 rjs str r2, [r1]
221 1.1 rjs
222 1.1 rjs /* Restore previous disabled mask */
223 1.1 rjs bl _C_LABEL(irq_setmasks)
224 1.1 rjs
225 1.1 rjs bl _C_LABEL(dosoftints) /* Handle the soft interrupts */
226 1.1 rjs
227 1.1 rjs /* Manage AST's. Maybe this should be done as a soft interrupt ? */
228 1.1 rjs ldr r0, [sp] /* Get the SPSR from stack */
229 1.1 rjs
230 1.1 rjs and r0, r0, #(PSR_MODE) /* Test for USR32 mode before the IRQ */
231 1.1 rjs teq r0, #(PSR_USR32_MODE)
232 1.1 rjs ldreq r0, Lastpending /* Do we have an AST pending ? */
233 1.1 rjs ldreq r1, [r0]
234 1.1 rjs teqeq r1, #0x00000001
235 1.1 rjs
236 1.1 rjs beq irqast /* call the AST handler */
237 1.1 rjs
238 1.1 rjs /* Kill IRQ's in preparation for exit */
239 1.1 rjs mrs r0, cpsr_all
240 1.1 rjs orr r0, r0, #(I32_bit)
241 1.1 rjs msr cpsr_all, r0
242 1.1 rjs
243 1.1 rjs #ifdef INTR_DEBUG
244 1.1 rjs add r0, pc, #Ldbg_str - . - 8
245 1.1 rjs mov r1, #3
246 1.1 rjs ldr r2, [r10, #(SAIPIC_MR)]
247 1.1 rjs bl _C_LABEL(printf)
248 1.1 rjs #endif
249 1.1 rjs
250 1.1 rjs /* Decrement the nest count */
251 1.1 rjs ldr r0, Lcurrent_intr_depth
252 1.1 rjs ldr r1, [r0]
253 1.1 rjs sub r1, r1, #1
254 1.1 rjs str r1, [r0]
255 1.1 rjs
256 1.1 rjs PULLFRAMEFROMSVCANDEXIT
257 1.1 rjs
258 1.1 rjs /* NOT REACHED */
259 1.1 rjs b . - 8
260 1.1 rjs
261 1.1 rjs /*
262 1.1 rjs * Ok, snag with current intr depth ...
263 1.1 rjs * If ast() calls mi_sleep() the current_intr_depth will not be
264 1.1 rjs * decremented until the process is woken up. This can result
265 1.1 rjs * in the system believing it is still in the interrupt handler.
266 1.1 rjs * If we are calling ast() then correct the current_intr_depth
267 1.1 rjs * before the call.
268 1.1 rjs */
269 1.1 rjs irqast:
270 1.1 rjs mov r1, #0x00000000 /* Clear ast_pending */
271 1.1 rjs str r1, [r0]
272 1.1 rjs
273 1.1 rjs /* Kill IRQ's so we atomically decrement current_intr_depth */
274 1.1 rjs mrs r2, cpsr_all
275 1.1 rjs orr r3, r2, #(I32_bit)
276 1.1 rjs msr cpsr_all, r3
277 1.1 rjs
278 1.1 rjs /* Decrement the interrupt nesting count */
279 1.1 rjs ldr r0, Lcurrent_intr_depth
280 1.1 rjs ldr r1, [r0]
281 1.1 rjs sub r1, r1, #1
282 1.1 rjs str r1, [r0]
283 1.1 rjs
284 1.1 rjs /* Restore IRQ's */
285 1.1 rjs msr cpsr_all, r2
286 1.1 rjs
287 1.1 rjs mov r0, sp
288 1.1 rjs bl _C_LABEL(ast)
289 1.1 rjs
290 1.1 rjs /* Kill IRQ's in preparation for exit */
291 1.1 rjs mrs r0, cpsr_all
292 1.1 rjs orr r0, r0, #(I32_bit)
293 1.1 rjs msr cpsr_all, r0
294 1.1 rjs
295 1.1 rjs PULLFRAMEFROMSVCANDEXIT
296 1.1 rjs
297 1.1 rjs /* NOT REACHED */
298 1.1 rjs b . - 8
299 1.1 rjs
300 1.1 rjs
301 1.1 rjs ENTRY(irq_setmasks)
302 1.1 rjs /* Disable interrupts */
303 1.1 rjs mrs r3, cpsr_all
304 1.1 rjs orr r1, r3, #(I32_bit)
305 1.1 rjs msr cpsr_all, r1
306 1.1 rjs
307 1.1 rjs /* Calculate interrupt mask */
308 1.1 rjs ldr r0, Lspl_masks
309 1.1 rjs ldr r2, Lcurrent_spl_level
310 1.1 rjs ldr r2, [r2]
311 1.1 rjs ldr r2, [r0, r2, lsl #2]
312 1.1 rjs
313 1.1 rjs ldr r0, [pc, #_C_LABEL(saipic_base) - . - 8]
314 1.1 rjs str r2, [r0, #(SAIPIC_MR)] /* Set mask register */
315 1.1 rjs
316 1.1 rjs /* Restore old cpsr and exit */
317 1.1 rjs msr cpsr_all, r3
318 1.1 rjs mov pc, lr
319 1.1 rjs
320 1.1 rjs Lcnt:
321 1.1 rjs .word _C_LABEL(uvmexp)
322 1.1 rjs
323 1.1 rjs #ifdef IRQSTATS
324 1.1 rjs Lintrcnt:
325 1.1 rjs .word _C_LABEL(intrcnt)
326 1.1 rjs #endif
327 1.1 rjs
328 1.1 rjs Lirqhandlers:
329 1.1 rjs .word _C_LABEL(irqhandlers) /* Pointer to array of irqhandlers */
330 1.1 rjs
331 1.1 rjs Lastpending:
332 1.1 rjs .word _C_LABEL(astpending)
333 1.1 rjs
334 1.1 rjs
335 1.1 rjs
336 1.1 rjs #ifdef IRQSTATS
337 1.1 rjs .globl _C_LABEL(intrcnt), _C_LABEL(sintrcnt)
338 1.1 rjs
339 1.1 rjs _C_LABEL(intrcnt):
340 1.1 rjs .space ICU_LEN*4 /* XXX Should be linked to number of interrupts */
341 1.1 rjs
342 1.1 rjs _C_LABEL(sintrcnt):
343 1.1 rjs .space 32*4
344 1.1 rjs #endif
345