iomd_irq.S revision 1.14 1 /* $NetBSD: iomd_irq.S,v 1.14 2012/08/29 07:06:27 matt Exp $ */
2
3 /*
4 * Copyright (c) 1994-1998 Mark Brinicombe.
5 * Copyright (c) 1994 Brini.
6 * All rights reserved.
7 *
8 * This code is derived from software written for Brini by Mark Brinicombe
9 *
10 * Redistribution and use in source and binary forms, with or without
11 * modification, are permitted provided that the following conditions
12 * are met:
13 * 1. Redistributions of source code must retain the above copyright
14 * notice, this list of conditions and the following disclaimer.
15 * 2. Redistributions in binary form must reproduce the above copyright
16 * notice, this list of conditions and the following disclaimer in the
17 * documentation and/or other materials provided with the distribution.
18 * 3. All advertising materials mentioning features or use of this software
19 * must display the following acknowledgement:
20 * This product includes software developed by Mark Brinicombe
21 * for the NetBSD Project.
22 * 4. The name of the company nor the name of the author may be used to
23 * endorse or promote products derived from this software without specific
24 * prior written permission.
25 *
26 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
27 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
28 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
29 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
30 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
31 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
32 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
33 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
34 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
35 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
36 *
37 * Low level irq and fiq handlers
38 *
39 * Created : 27/09/94
40 */
41
42 #include "opt_irqstats.h"
43
44 #include "assym.h"
45 #include <machine/asm.h>
46 #include <machine/cpu.h>
47 #include <machine/frame.h>
48 #include <arm/iomd/iomdreg.h>
49
50 .text
51 .align 0
52 /*
53 * ffs table used for servicing irq's quickly must be here otherwise adr can't
54 * reach it
55 * The algorithm for ffs was devised by D. Seal and posted to
56 * comp.sys.arm on 16 Feb 1994.
57 */
58 .type Lirq_ffs_table, _ASM_TYPE_OBJECT;
59 Lirq_ffs_table:
60 /* same as ffs table but all nums are -1 from that */
61 /* 0 1 2 3 4 5 6 7 */
62 .byte 0, 0, 1, 12, 2, 6, 0, 13 /* 0- 7 */
63 .byte 3, 0, 7, 0, 0, 0, 0, 14 /* 8-15 */
64 .byte 10, 4, 0, 0, 8, 0, 0, 25 /* 16-23 */
65 .byte 0, 0, 0, 0, 0, 21, 27, 15 /* 24-31 */
66 .byte 31, 11, 5, 0, 0, 0, 0, 0 /* 32-39 */
67 .byte 9, 0, 0, 24, 0, 0, 20, 26 /* 40-47 */
68 .byte 30, 0, 0, 0, 0, 23, 0, 19 /* 48-55 */
69 .byte 29, 0, 22, 18, 28, 17, 16, 0 /* 56-63 */
70
71 /*
72 *
73 * irq_entry
74 *
75 * Main entry point for the IRQ vector
76 *
77 * This function reads the irq request bits in the IOMD registers
78 * IRQRQA, IRQRQB and DMARQ
79 * It then calls an installed handler for each bit that is set.
80 * The function stray_irqhandler is called if a handler is not defined
81 * for a particular interrupt.
82 * If a interrupt handler is found then it is called with r0 containing
83 * the argument defined in the handler structure. If the field ih_arg
84 * is zero then a pointer to the IRQ frame on the stack is passed instead.
85 */
86
87 Lcurrent_spl_level:
88 .word _C_LABEL(cpu_info_store) + CI_CPL
89
90 Ldisabled_mask:
91 .word _C_LABEL(disabled_mask)
92
93 Lspl_masks:
94 .word _C_LABEL(spl_masks)
95
96 LOCK_CAS_CHECK_LOCALS
97
98 AST_ALIGNMENT_FAULT_LOCALS
99
100 /*
101 * Register usage
102 *
103 * r4 - Address of cpu_info
104 * r5 - Address of ffs table
105 * r6 - Address of current handler
106 * r7 - Pointer to handler pointer list
107 * r8 - Current IRQ requests.
108 * r10 - Base address of IOMD
109 * r11 - IRQ requests still to service.
110 */
111
112 Liomd_base:
113 .word _C_LABEL(iomd_base)
114
115 Larm7500_ioc_found:
116 .word _C_LABEL(arm7500_ioc_found)
117
118 ASENTRY_NP(irq_entry)
119 sub lr, lr, #0x00000004 /* Adjust the lr */
120
121 PUSHFRAMEINSVC /* Push an interrupt frame */
122 ENABLE_ALIGNMENT_FAULTS
123
124 str r7, [sp, #TF_FILL] /* save r7 */
125
126 /* Load r8 with the IOMD interrupt requests */
127
128 ldr r10, Liomd_base
129 ldr r10, [r10] /* Point to the IOMD */
130 ldrb r8, [r10, #(IOMD_IRQRQA << 2)] /* Get IRQ request A */
131 ldrb r9, [r10, #(IOMD_IRQRQB << 2)] /* Get IRQ request B */
132 orr r8, r8, r9, lsl #8
133
134 ldr r9, Larm7500_ioc_found
135 ldr r9, [r9] /* get the flag */
136 cmp r9, #0
137 beq skip_extended_IRQs_reading
138
139 /* ARM 7500 only */
140 ldrb r9, [r10, #(IOMD_IRQRQC << 2)] /* Get IRQ request C */
141 orr r8, r8, r9, lsl #16
142 ldrb r9, [r10, #(IOMD_IRQRQD << 2)] /* Get IRQ request D */
143 orr r8, r8, r9, lsl #24
144 ldrb r9, [r10, #(IOMD_DMARQ << 2)] /* Get DMA Request */
145 tst r9, #0x10
146 orrne r8, r8, r9, lsl #27
147 b irq_entry_continue
148
149 skip_extended_IRQs_reading:
150 /* non ARM7500 machines */
151 ldrb r9, [r10, #(IOMD_DMARQ << 2)] /* Get DMA Request */
152 orr r8, r8, r9, lsl #16
153 irq_entry_continue:
154
155 and r0, r8, #0x7d /* Clear IOMD IRQA bits */
156 strb r0, [r10, #(IOMD_IRQRQA << 2)]
157
158 /*
159 * Note that we have entered the IRQ handler.
160 * We are in SVC mode so we cannot use the processor mode
161 * to determine if we are in an IRQ. Instead we will count the
162 * each time the interrupt handler is nested.
163 */
164
165 ldr r0, [r4, #CI_INTR_DEPTH]
166 add r0, r0, #1
167 str r0, [r4, #CI_INTR_DEPTH]
168
169 /* Block the current requested interrupts */
170 ldr r1, Ldisabled_mask
171 ldr r0, [r1]
172 stmfd sp!, {r0}
173 orr r0, r0, r8
174
175 /*
176 * Need to block all interrupts at the IPL or lower for
177 * all asserted interrupts.
178 * This basically emulates hardware interrupt priority levels.
179 * Means we need to go through the interrupt mask and for
180 * every asserted interrupt we need to mask out all other
181 * interrupts at the same or lower IPL.
182 * If only we could wait until the main loop but we need to sort
183 * this out first so interrupts can be re-enabled.
184 *
185 * This would benefit from a special ffs type routine
186 */
187
188 mov r9, #(NIPL - 1)
189 ldr r7, Lspl_masks
190
191 Lfind_highest_ipl:
192 ldr r2, [r7, r9, lsl #2]
193 tst r8, r2
194 subeq r9, r9, #1
195 beq Lfind_highest_ipl
196
197 /* r9 = SPL level of highest priority interrupt */
198 add r9, r9, #1
199 ldr r2, [r7, r9, lsl #2]
200 mvn r2, r2
201 orr r0, r0, r2
202
203 str r0, [r1]
204
205 ldr r0, [r4, #CI_CPL]
206 str r9, [r4, #CI_CPL]
207 stmfd sp!, {r0}
208
209 /* Update the IOMD irq masks */
210 bl _C_LABEL(irq_setmasks)
211
212 mrs r0, cpsr_all /* Enable IRQ's */
213 bic r0, r0, #I32_bit
214 msr cpsr_all, r0
215
216 ldr r7, Lirqhandlers
217
218 /*
219 * take a copy of the IRQ request so that we can strip bits out of it
220 * note that we only use 24 bits with iomd2 chips
221 */
222 ldr r5, Larm7500_ioc_found
223 ldr r5, [r5] /* get the flag */
224 cmp r5, #0
225 movne r11, r8 /* ARM7500 -> copy all bits */
226 biceq r11, r8, #0xff000000 /* !ARM7500 -> only use 24 bit */
227
228 /* ffs routine to find first irq to service */
229 /* standard trick to isolate bottom bit in a0 or 0 if a0 = 0 on entry */
230 rsb r5, r11, #0
231 ands r10, r11, r5
232
233 /*
234 * now r10 has at most 1 set bit, call this X
235 * if X = 0, branch to exit code
236 */
237 beq exitirq
238 irqloop:
239 adr r5, Lirq_ffs_table
240 /*
241 * at this point:
242 * r5 = address of ffs table
243 * r7 = address of irq handlers table
244 * r8 = irq request
245 * r10 = bit of irq to be serviced
246 * r11 = bitmask of IRQ's to service
247 */
248
249 /* find the set bit */
250 orr r9, r10, r10, lsl #4 /* X * 0x11 */
251 orr r9, r9, r9, lsl #6 /* X * 0x451 */
252 rsb r9, r9, r9, lsl #16 /* X * 0x0450fbaf */
253 /* fetch the bit number */
254 ldrb r9, [r5, r9, lsr #26 ]
255
256 /*
257 * r9 = irq to service
258 */
259
260 /* apologies for the dogs dinner of code here, but it's in an attempt
261 * to minimise stalling on SA's, hence lots of things happen here:
262 * - getting address of handler, if it doesn't exist we call
263 * stray_irqhandler this is assumed to be rare so we don't
264 * care about performance for it
265 * - statinfo is updated
266 * - unsetting of the irq bit in r11
267 * - irq stats (if enabled) also get put in the mix
268 */
269 ldr r6, [r7, r9, lsl #2] /* Get address of first handler structure */
270
271 teq r6, #0x00000000 /* Do we have a handler */
272 moveq r0, r8 /* IRQ requests as arg 0 */
273 adreq lr, nextirq /* return Address */
274 beq _C_LABEL(stray_irqhandler) /* call special handler */
275
276 /* stat info C */
277 ldr r1, [r4, #(CI_CC_NINTR)] /* Stat info B */
278 ldr r2, [r4, #(CI_CC_NINTR+4)]
279 #ifdef _ARMEL
280 adds r1, r1, #0x00000001
281 adc r2, r2, #0x00000000
282 #else
283 adds r2, r2, #0x00000001
284 adc r1, r1, #0x00000000
285 #endif
286 str r1, [r4, #(CI_CC_NINTR)]
287 str r2, [r4, #(CI_CC_NINTR+4)]
288
289 #ifdef IRQSTATS
290 ldr r2, Lintrcnt
291 ldr r3, [r6, #(IH_NUM)]
292 ldr r3, [r2, r3, lsl #2]!
293 #endif
294 bic r11, r11, r10 /* clear the IRQ bit */
295
296 #ifdef IRQSTATS
297 add r3, r3, #0x00000001
298 str r3, [r2]
299 #endif /* IRQSTATS */
300
301 irqchainloop:
302 ldr r0, [r6, #(IH_ARG)] /* Get argument pointer */
303 teq r0, #0x00000000 /* If arg is zero pass stack frame */
304 addeq r0, sp, #8 /* ... stack frame [XXX needs care] */
305 mov lr, pc /* return address */
306 ldr pc, [r6, #(IH_FUNC)] /* Call handler */
307
308 ldr r6, [r6, #(IH_NEXT)] /* fetch next handler */
309
310 teq r0, #0x00000001 /* Was the irq serviced ? */
311
312 /* if it was it'll just fall through this: */
313 teqne r6, #0x00000000
314 bne irqchainloop
315 nextirq:
316 /* Check for next irq */
317 rsb r5, r11, #0
318 ands r10, r11, r5
319 /* check if there are anymore irq's to service */
320 bne irqloop
321
322 exitirq:
323 ldmfd sp!, {r2, r3}
324 ldr r0, Ldisabled_mask
325 str r2, [r4, #CI_CPL]
326 str r3, [r0]
327
328 bl _C_LABEL(irq_setmasks)
329
330 #if __HAVE_FAST_SOFTINTS
331 bl _C_LABEL(dosoftints) /* Handle the soft interrupts */
332 #endif
333
334 /* Kill IRQ's in preparation for exit */
335 mrs r0, cpsr_all
336 orr r0, r0, #(I32_bit)
337 msr cpsr_all, r0
338
339 /* Decrement the nest count */
340 ldr r0, [r4, #CI_INTR_DEPTH]
341 sub r0, r0, #1
342 str r0, [r4, #CI_INTR_DEPTH]
343
344 ldr r7, [sp, #TF_FILL] /* restore r7 */
345 LOCK_CAS_CHECK
346
347 DO_AST_AND_RESTORE_ALIGNMENT_FAULTS
348 PULLFRAMEFROMSVCANDEXIT
349
350 /* NOT REACHED */
351 b . - 8
352
353 Lcurrent_mask:
354 .word _C_LABEL(current_mask) /* irq's that are usable */
355
356 ENTRY(irq_setmasks)
357 /* Disable interrupts */
358 mrs r3, cpsr_all
359 orr r1, r3, #(I32_bit)
360 msr cpsr_all, r1
361
362 /* Calculate IOMD interrupt mask */
363 ldr r1, Lcurrent_mask /* All the enabled interrupts */
364 ldr r1, [r1]
365 ldr r0, Lspl_masks /* Block due to current spl level */
366 ldr r2, Lcurrent_spl_level
367 ldr r2, [r2]
368 ldr r2, [r0, r2, lsl #2]
369 and r1, r1, r2
370 ldr r2, Ldisabled_mask /* Block due to active interrupts */
371 ldr r2, [r2]
372 bic r1, r1, r2
373
374 ldr r0, Liomd_base
375 ldr r0, [r0] /* Point to the IOMD */
376 strb r1, [r0, #(IOMD_IRQMSKA << 2)] /* Set IRQ mask A */
377 mov r1, r1, lsr #8
378 strb r1, [r0, #(IOMD_IRQMSKB << 2)] /* Set IRQ mask B */
379 mov r1, r1, lsr #8
380
381 ldr r2, Larm7500_ioc_found
382 ldr r2, [r2]
383 cmp r2, #0
384 beq skip_setting_extended_DMA_mask
385
386 /* only for ARM7500's */
387 strb r1, [r0, #(IOMD_IRQMSKC << 2)]
388 mov r1, r1, lsr #8
389 and r2, r1, #0xef
390 strb r2, [r0, #(IOMD_IRQMSKD << 2)]
391 mov r1, r1, lsr #3
392 and r2, r1, #0x10
393 strb r2, [r0, #(IOMD_DMAMSK << 2)] /* Set DMA mask */
394 b continue_setting_masks
395
396 skip_setting_extended_DMA_mask:
397 /* non ARM7500's */
398 strb r1, [r0, #(IOMD_DMAMSK << 2)] /* Set DMA mask */
399
400 continue_setting_masks:
401
402 /* Restore old cpsr and exit */
403 msr cpsr_all, r3
404 mov pc, lr
405
406 Lintrcnt:
407 .word _C_LABEL(intrcnt)
408
409
410 Lirqhandlers:
411 .word _C_LABEL(irqhandlers) /* Pointer to array of irqhandlers */
412
413 #ifdef IRQSTATS
414 /* These symbols are used by vmstat */
415
416 .section .rodata
417
418 .global _C_LABEL(_intrnames)
419 _C_LABEL(_intrnames):
420 .word _C_LABEL(intrnames)
421
422 .globl _C_LABEL(intrnames), _C_LABEL(eintrnames), _C_LABEL(intrcnt), _C_LABEL(sintrcnt), _C_LABEL(eintrcnt)
423 _C_LABEL(intrnames):
424 .asciz "interrupt 0 "
425 .asciz "interrupt 1 " /* reserved0 */
426 .asciz "interrupt 2 "
427 .asciz "interrupt 3 "
428 .asciz "interrupt 4 "
429 .asciz "interrupt 5 "
430 .asciz "interrupt 6 "
431 .asciz "interrupt 7 " /* reserved1 */
432 .asciz "interrupt 8 " /* reserved2 */
433 .asciz "interrupt 9 "
434 .asciz "interrupt 10 "
435 .asciz "interrupt 11 "
436 .asciz "interrupt 12 "
437 .asciz "interrupt 13 "
438 .asciz "interrupt 14 "
439 .asciz "interrupt 15 "
440 .asciz "dma channel 0"
441 .asciz "dma channel 1"
442 .asciz "dma channel 2"
443 .asciz "dma channel 3"
444 .asciz "interrupt 20 "
445 .asciz "interrupt 21 "
446 .asciz "reserved 3 "
447 .asciz "reserved 4 "
448 .asciz "exp card 0 "
449 .asciz "exp card 1 "
450 .asciz "exp card 2 "
451 .asciz "exp card 3 "
452 .asciz "exp card 4 "
453 .asciz "exp card 5 "
454 .asciz "exp card 6 "
455 .asciz "exp card 7 "
456
457 _C_LABEL(sintrnames):
458 .asciz "softclock "
459 .asciz "softnet "
460 .asciz "softserial "
461 .asciz "softintr 3 "
462 .asciz "softintr 4 "
463 .asciz "softintr 5 "
464 .asciz "softintr 6 "
465 .asciz "softintr 7 "
466 .asciz "softintr 8 "
467 .asciz "softintr 9 "
468 .asciz "softintr 10 "
469 .asciz "softintr 11 "
470 .asciz "softintr 12 "
471 .asciz "softintr 13 "
472 .asciz "softintr 14 "
473 .asciz "softintr 15 "
474 .asciz "softintr 16 "
475 .asciz "softintr 17 "
476 .asciz "softintr 18 "
477 .asciz "softintr 19 "
478 .asciz "softintr 20 "
479 .asciz "softintr 21 "
480 .asciz "softintr 22 "
481 .asciz "softintr 23 "
482 .asciz "softintr 24 "
483 .asciz "softintr 25 "
484 .asciz "softintr 26 "
485 .asciz "softintr 27 "
486 .asciz "softintr 28 "
487 .asciz "softintr 29 "
488 .asciz "softintr 30 "
489 .asciz "softintr 31 "
490 _C_LABEL(eintrnames):
491
492 .bss
493 .align 0
494 _C_LABEL(intrcnt):
495 .space 32*4 /* XXX Should be linked to number of interrupts */
496
497 _C_LABEL(sintrcnt):
498 .space 32*4 /* XXX Should be linked to number of interrupts */
499 _C_LABEL(eintrcnt):
500
501 #else /* IRQSTATS */
502 /* Dummy entries to keep vmstat happy */
503
504 .section .rodata
505 .globl _C_LABEL(intrnames), _C_LABEL(eintrnames), _C_LABEL(intrcnt), _C_LABEL(eintrcnt)
506 _C_LABEL(intrnames):
507 .long 0
508 _C_LABEL(eintrnames):
509
510 _C_LABEL(intrcnt):
511 .long 0
512 _C_LABEL(eintrcnt):
513 #endif /* IRQSTATS */
514