Home | History | Annotate | Line # | Download | only in iomd
iomd_irq.S revision 1.14
      1 /*	$NetBSD: iomd_irq.S,v 1.14 2012/08/29 07:06:27 matt Exp $	*/
      2 
      3 /*
      4  * Copyright (c) 1994-1998 Mark Brinicombe.
      5  * Copyright (c) 1994 Brini.
      6  * All rights reserved.
      7  *
      8  * This code is derived from software written for Brini by Mark Brinicombe
      9  *
     10  * Redistribution and use in source and binary forms, with or without
     11  * modification, are permitted provided that the following conditions
     12  * are met:
     13  * 1. Redistributions of source code must retain the above copyright
     14  *    notice, this list of conditions and the following disclaimer.
     15  * 2. Redistributions in binary form must reproduce the above copyright
     16  *    notice, this list of conditions and the following disclaimer in the
     17  *    documentation and/or other materials provided with the distribution.
     18  * 3. All advertising materials mentioning features or use of this software
     19  *    must display the following acknowledgement:
     20  *	This product includes software developed by Mark Brinicombe
     21  *	for the NetBSD Project.
     22  * 4. The name of the company nor the name of the author may be used to
     23  *    endorse or promote products derived from this software without specific
     24  *    prior written permission.
     25  *
     26  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
     27  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
     28  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     29  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
     30  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
     31  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
     32  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
     33  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
     34  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
     35  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     36  *
     37  * Low level irq and fiq handlers
     38  *
     39  * Created      : 27/09/94
     40  */
     41 
     42 #include "opt_irqstats.h"
     43 
     44 #include "assym.h"
     45 #include <machine/asm.h>
     46 #include <machine/cpu.h>
     47 #include <machine/frame.h>
     48 #include <arm/iomd/iomdreg.h>
     49 
     50 	.text
     51 	.align	0
     52 /*
     53  * ffs table used for servicing irq's quickly must be here otherwise adr can't
     54  * reach it
     55  * The algorithm for ffs was devised by D. Seal and posted to
     56  * comp.sys.arm on 16 Feb 1994.
     57  */
     58 .type Lirq_ffs_table, _ASM_TYPE_OBJECT;
     59 Lirq_ffs_table:
     60 /* same as ffs table but all nums are -1 from that */
     61 /*               0   1   2   3   4   5   6   7           */
     62 	.byte	 0,  0,  1, 12,  2,  6,  0, 13  /*  0- 7 */
     63 	.byte	 3,  0,  7,  0,  0,  0,  0, 14  /*  8-15 */
     64 	.byte	10,  4,  0,  0,  8,  0,  0, 25  /* 16-23 */
     65 	.byte	 0,  0,  0,  0,  0, 21, 27, 15  /* 24-31 */
     66 	.byte	31, 11,  5,  0,  0,  0,  0,  0	/* 32-39 */
     67 	.byte	 9,  0,  0, 24,  0,  0, 20, 26  /* 40-47 */
     68 	.byte	30,  0,  0,  0,  0, 23,  0, 19  /* 48-55 */
     69 	.byte   29,  0, 22, 18, 28, 17, 16,  0  /* 56-63 */
     70 
     71 /*
     72  *
     73  * irq_entry
     74  *
     75  * Main entry point for the IRQ vector
     76  *
     77  * This function reads the irq request bits in the IOMD registers
     78  * IRQRQA, IRQRQB and DMARQ
     79  * It then calls an installed handler for each bit that is set.
     80  * The function stray_irqhandler is called if a handler is not defined
     81  * for a particular interrupt.
     82  * If a interrupt handler is found then it is called with r0 containing
     83  * the argument defined in the handler structure. If the field ih_arg
     84  * is zero then a pointer to the IRQ frame on the stack is passed instead.
     85  */
     86 
     87 Lcurrent_spl_level:
     88 	.word	_C_LABEL(cpu_info_store) + CI_CPL
     89 
     90 Ldisabled_mask:
     91 	.word	_C_LABEL(disabled_mask)
     92 
     93 Lspl_masks:
     94 	.word	_C_LABEL(spl_masks)
     95 
     96 LOCK_CAS_CHECK_LOCALS
     97 
     98 AST_ALIGNMENT_FAULT_LOCALS
     99 
    100 /*
    101  * Register usage
    102  *
    103  *  r4  - Address of cpu_info
    104  *  r5  - Address of ffs table
    105  *  r6  - Address of current handler
    106  *  r7  - Pointer to handler pointer list
    107  *  r8  - Current IRQ requests.
    108  *  r10 - Base address of IOMD
    109  *  r11 - IRQ requests still to service.
    110  */
    111 
    112 Liomd_base:
    113 	.word	_C_LABEL(iomd_base)
    114 
    115 Larm7500_ioc_found:
    116 	.word	_C_LABEL(arm7500_ioc_found)
    117 
    118 ASENTRY_NP(irq_entry)
    119 	sub	lr, lr, #0x00000004	/* Adjust the lr */
    120 
    121 	PUSHFRAMEINSVC			/* Push an interrupt frame */
    122 	ENABLE_ALIGNMENT_FAULTS
    123 
    124 	str	r7, [sp, #TF_FILL]	/* save r7 */
    125 
    126 	/* Load r8 with the IOMD interrupt requests */
    127 
    128 	ldr	r10, Liomd_base
    129  	ldr	r10, [r10]			/* Point to the IOMD */
    130 	ldrb	r8, [r10, #(IOMD_IRQRQA << 2)]	/* Get IRQ request A */
    131 	ldrb	r9, [r10, #(IOMD_IRQRQB << 2)]	/* Get IRQ request B */
    132 	orr	r8, r8, r9, lsl #8
    133 
    134 	ldr	r9, Larm7500_ioc_found
    135 	ldr	r9, [r9]			/* get the flag      */
    136 	cmp	r9, #0
    137 	beq	skip_extended_IRQs_reading
    138 
    139 	/* ARM 7500 only */
    140 	ldrb	r9, [r10, #(IOMD_IRQRQC << 2)]	/* Get IRQ request C */
    141 	orr	r8, r8, r9, lsl #16
    142 	ldrb	r9, [r10, #(IOMD_IRQRQD << 2)]	/* Get IRQ request D */
    143 	orr	r8, r8, r9, lsl #24
    144 	ldrb	r9, [r10, #(IOMD_DMARQ << 2)]	/* Get DMA Request */
    145 	tst	r9, #0x10
    146 	orrne	r8, r8, r9, lsl #27
    147 	b	irq_entry_continue
    148 
    149 skip_extended_IRQs_reading:
    150 	/* non ARM7500 machines */
    151 	ldrb	r9, [r10, #(IOMD_DMARQ << 2)]	/* Get DMA Request */
    152 	orr	r8, r8, r9, lsl #16
    153 irq_entry_continue:
    154 
    155 	and	r0, r8, #0x7d		/* Clear IOMD IRQA bits */
    156 	strb	r0, [r10, #(IOMD_IRQRQA << 2)]
    157 
    158 	/*
    159 	 * Note that we have entered the IRQ handler.
    160 	 * We are in SVC mode so we cannot use the processor mode
    161 	 * to determine if we are in an IRQ. Instead we will count the
    162 	 * each time the interrupt handler is nested.
    163 	 */
    164 
    165 	ldr	r0, [r4, #CI_INTR_DEPTH]
    166 	add	r0, r0, #1
    167 	str	r0, [r4, #CI_INTR_DEPTH]
    168 
    169 	/* Block the current requested interrupts */
    170 	ldr	r1, Ldisabled_mask
    171 	ldr	r0, [r1]
    172 	stmfd	sp!, {r0}
    173 	orr	r0, r0, r8
    174 
    175 	/*
    176  	 * Need to block all interrupts at the IPL or lower for
    177 	 * all asserted interrupts.
    178 	 * This basically emulates hardware interrupt priority levels.
    179 	 * Means we need to go through the interrupt mask and for
    180 	 * every asserted interrupt we need to mask out all other
    181 	 * interrupts at the same or lower IPL.
    182 	 * If only we could wait until the main loop but we need to sort
    183 	 * this out first so interrupts can be re-enabled.
    184 	 *
    185 	 * This would benefit from a special ffs type routine
    186 	 */
    187 
    188 	mov	r9, #(NIPL - 1)
    189 	ldr	r7, Lspl_masks
    190 
    191 Lfind_highest_ipl:
    192 	ldr	r2, [r7, r9, lsl #2]
    193 	tst	r8, r2
    194 	subeq	r9, r9, #1
    195 	beq	Lfind_highest_ipl
    196 
    197 	/* r9 = SPL level of highest priority interrupt */
    198 	add	r9, r9, #1
    199 	ldr	r2, [r7, r9, lsl #2]
    200 	mvn	r2, r2
    201 	orr	r0, r0, r2
    202 
    203 	str	r0, [r1]
    204 
    205 	ldr	r0, [r4, #CI_CPL]
    206 	str	r9, [r4, #CI_CPL]
    207 	stmfd	sp!, {r0}
    208 
    209 	/* Update the IOMD irq masks */
    210 	bl	_C_LABEL(irq_setmasks)
    211 
    212         mrs     r0, cpsr_all		/* Enable IRQ's */
    213 	bic	r0, r0, #I32_bit
    214 	msr	cpsr_all, r0
    215 
    216 	ldr	r7, Lirqhandlers
    217 
    218 	/*
    219 	 * take a copy of the IRQ request so that we can strip bits out of it
    220 	 * note that we only use 24 bits with iomd2 chips
    221 	 */
    222 	ldr	r5, Larm7500_ioc_found
    223 	ldr	r5, [r5]			/* get the flag      */
    224 	cmp	r5, #0
    225 	movne	r11, r8				/* ARM7500  -> copy all bits   */
    226 	biceq	r11, r8, #0xff000000		/* !ARM7500 -> only use 24 bit */
    227 
    228 	/* ffs routine to find first irq to service */
    229 	/* standard trick to isolate bottom bit in a0 or 0 if a0 = 0 on entry */
    230 	rsb	r5, r11, #0
    231 	ands	r10, r11, r5
    232 
    233 	/*
    234 	 * now r10 has at most 1 set bit, call this X
    235 	 * if X = 0, branch to exit code
    236 	 */
    237 	beq	exitirq
    238 irqloop:
    239 	adr	r5, Lirq_ffs_table
    240 	/*
    241 	 * at this point:
    242 	 *	r5 = address of ffs table
    243 	 *	r7 = address of irq handlers table
    244 	 *	r8 = irq request
    245 	 *	r10 = bit of irq to be serviced
    246 	 *	r11 = bitmask of IRQ's to service
    247 	 */
    248 
    249 	/* find the set bit */
    250 	orr	r9, r10, r10, lsl #4	/* X * 0x11 */
    251 	orr	r9, r9, r9, lsl #6	/* X * 0x451 */
    252 	rsb	r9, r9, r9, lsl #16	/* X * 0x0450fbaf */
    253 	/* fetch the bit number */
    254 	ldrb	r9, [r5, r9, lsr #26 ]
    255 
    256 	/*
    257 	 * r9 = irq to service
    258 	 */
    259 
    260 	/* apologies for the dogs dinner of code here, but it's in an attempt
    261 	 * to minimise stalling on SA's, hence lots of things happen here:
    262 	 *	- getting address of handler, if it doesn't exist we call
    263 	 *	  stray_irqhandler this is assumed to be rare so we don't
    264 	 *	  care about performance for it
    265 	 *	- statinfo is updated
    266 	 *	- unsetting of the irq bit in r11
    267 	 *	- irq stats (if enabled) also get put in the mix
    268 	 */
    269 	ldr	r6, [r7, r9, lsl #2]	/* Get address of first handler structure */
    270 
    271 	teq	r6, #0x00000000		/* Do we have a handler */
    272 	moveq	r0, r8			/* IRQ requests as arg 0 */
    273 	adreq	lr, nextirq		/* return Address */
    274 	beq	_C_LABEL(stray_irqhandler) /* call special handler */
    275 
    276 	/* stat info C */
    277 	ldr	r1, [r4, #(CI_CC_NINTR)] /* Stat info B */
    278 	ldr	r2, [r4, #(CI_CC_NINTR+4)]
    279 #ifdef _ARMEL
    280 	adds	r1, r1, #0x00000001
    281 	adc	r2, r2, #0x00000000
    282 #else
    283 	adds	r2, r2, #0x00000001
    284 	adc	r1, r1, #0x00000000
    285 #endif
    286 	str	r1, [r4, #(CI_CC_NINTR)]
    287 	str	r2, [r4, #(CI_CC_NINTR+4)]
    288 
    289 #ifdef IRQSTATS
    290 	ldr	r2, Lintrcnt
    291 	ldr	r3, [r6, #(IH_NUM)]
    292 	ldr	r3, [r2, r3, lsl #2]!
    293 #endif
    294 	bic	r11, r11, r10		/* clear the IRQ bit */
    295 
    296 #ifdef IRQSTATS
    297 	add	r3, r3, #0x00000001
    298 	str	r3, [r2]
    299 #endif	/* IRQSTATS */
    300 
    301 irqchainloop:
    302 	ldr	r0, [r6, #(IH_ARG)]	/* Get argument pointer */
    303 	teq	r0, #0x00000000		/* If arg is zero pass stack frame */
    304 	addeq	r0, sp, #8		/* ... stack frame [XXX needs care] */
    305 	mov	lr, pc			/* return address */
    306 	ldr	pc, [r6, #(IH_FUNC)]	/* Call handler */
    307 
    308 	ldr	r6, [r6, #(IH_NEXT)]	/* fetch next handler */
    309 
    310 	teq	r0, #0x00000001		/* Was the irq serviced ? */
    311 
    312 	/* if it was it'll just fall through this: */
    313 	teqne	r6, #0x00000000
    314 	bne	irqchainloop
    315 nextirq:
    316 	/* Check for next irq */
    317 	rsb	r5, r11, #0
    318 	ands	r10, r11, r5
    319 	/* check if there are anymore irq's to service */
    320 	bne 	irqloop
    321 
    322 exitirq:
    323 	ldmfd	sp!, {r2, r3}
    324 	ldr	r0, Ldisabled_mask
    325 	str	r2, [r4, #CI_CPL]
    326 	str	r3, [r0]
    327 
    328 	bl	_C_LABEL(irq_setmasks)
    329 
    330 #if __HAVE_FAST_SOFTINTS
    331 	bl	_C_LABEL(dosoftints)	/* Handle the soft interrupts */
    332 #endif
    333 
    334 	/* Kill IRQ's in preparation for exit */
    335         mrs     r0, cpsr_all
    336         orr     r0, r0, #(I32_bit)
    337         msr     cpsr_all, r0
    338 
    339 	/* Decrement the nest count */
    340 	ldr	r0, [r4, #CI_INTR_DEPTH]
    341 	sub	r0, r0, #1
    342 	str	r0, [r4, #CI_INTR_DEPTH]
    343 
    344 	ldr	r7, [sp, #TF_FILL]		/* restore r7 */
    345 	LOCK_CAS_CHECK
    346 
    347 	DO_AST_AND_RESTORE_ALIGNMENT_FAULTS
    348 	PULLFRAMEFROMSVCANDEXIT
    349 
    350 	/* NOT REACHED */
    351 	b	. - 8
    352 
    353 Lcurrent_mask:
    354 	.word	_C_LABEL(current_mask)	/* irq's that are usable */
    355 
    356 ENTRY(irq_setmasks)
    357 	/* Disable interrupts */
    358 	mrs	r3, cpsr_all
    359 	orr	r1, r3,  #(I32_bit)
    360 	msr	cpsr_all, r1
    361 
    362 	/* Calculate IOMD interrupt mask */
    363 	ldr	r1, Lcurrent_mask	/* All the enabled interrupts */
    364 	ldr	r1, [r1]
    365 	ldr	r0, Lspl_masks		/* Block due to current spl level */
    366 	ldr	r2, Lcurrent_spl_level
    367 	ldr	r2, [r2]
    368 	ldr	r2, [r0, r2, lsl #2]
    369 	and	r1, r1, r2
    370 	ldr	r2, Ldisabled_mask	/* Block due to active interrupts */
    371 	ldr	r2, [r2]
    372 	bic	r1, r1, r2
    373 
    374 	ldr	r0, Liomd_base
    375  	ldr	r0, [r0]			/* Point to the IOMD */
    376 	strb	r1, [r0, #(IOMD_IRQMSKA << 2)]	/* Set IRQ mask A */
    377 	mov	r1, r1, lsr #8
    378 	strb	r1, [r0, #(IOMD_IRQMSKB << 2)]	/* Set IRQ mask B */
    379 	mov	r1, r1, lsr #8
    380 
    381 	ldr	r2, Larm7500_ioc_found
    382 	ldr	r2, [r2]
    383 	cmp	r2, #0
    384 	beq	skip_setting_extended_DMA_mask
    385 
    386 	/* only for ARM7500's */
    387 	strb	r1, [r0, #(IOMD_IRQMSKC << 2)]
    388 	mov	r1, r1, lsr #8
    389 	and	r2, r1, #0xef
    390 	strb	r2, [r0, #(IOMD_IRQMSKD << 2)]
    391 	mov	r1, r1, lsr #3
    392 	and	r2, r1, #0x10
    393 	strb	r2, [r0, #(IOMD_DMAMSK << 2)]	/* Set DMA mask */
    394 	b	continue_setting_masks
    395 
    396 skip_setting_extended_DMA_mask:
    397 	/* non ARM7500's */
    398 	strb	r1, [r0, #(IOMD_DMAMSK << 2)]	/* Set DMA mask */
    399 
    400 continue_setting_masks:
    401 
    402 	/* Restore old cpsr and exit */
    403 	msr	cpsr_all, r3
    404 	mov	pc, lr
    405 
    406 Lintrcnt:
    407 	.word	_C_LABEL(intrcnt)
    408 
    409 
    410 Lirqhandlers:
    411 	.word	_C_LABEL(irqhandlers)	/* Pointer to array of irqhandlers */
    412 
    413 #ifdef IRQSTATS
    414 /* These symbols are used by vmstat */
    415 
    416 	.section .rodata
    417 
    418 	.global	_C_LABEL(_intrnames)
    419 _C_LABEL(_intrnames):
    420 	.word	_C_LABEL(intrnames)
    421 
    422         .globl  _C_LABEL(intrnames), _C_LABEL(eintrnames), _C_LABEL(intrcnt), _C_LABEL(sintrcnt), _C_LABEL(eintrcnt)
    423 _C_LABEL(intrnames):
    424 	.asciz	"interrupt  0 "
    425 	.asciz	"interrupt  1 "	/* reserved0 */
    426 	.asciz	"interrupt  2 "
    427 	.asciz	"interrupt  3 "
    428 	.asciz	"interrupt  4 "
    429 	.asciz	"interrupt  5 "
    430 	.asciz	"interrupt  6 "
    431 	.asciz	"interrupt  7 "	/* reserved1 */
    432 	.asciz	"interrupt  8 " /* reserved2 */
    433 	.asciz	"interrupt  9 "
    434 	.asciz	"interrupt 10 "
    435 	.asciz	"interrupt 11 "
    436 	.asciz	"interrupt 12 "
    437 	.asciz	"interrupt 13 "
    438 	.asciz	"interrupt 14 "
    439 	.asciz	"interrupt 15 "
    440 	.asciz	"dma channel 0"
    441 	.asciz	"dma channel 1"
    442 	.asciz	"dma channel 2"
    443 	.asciz	"dma channel 3"
    444 	.asciz	"interrupt 20 "
    445 	.asciz	"interrupt 21 "
    446 	.asciz	"reserved 3   "
    447 	.asciz	"reserved 4   "
    448 	.asciz	"exp card 0   "
    449 	.asciz	"exp card 1   "
    450 	.asciz	"exp card 2   "
    451 	.asciz	"exp card 3   "
    452 	.asciz	"exp card 4   "
    453 	.asciz	"exp card 5   "
    454 	.asciz	"exp card 6   "
    455 	.asciz	"exp card 7   "
    456 
    457 _C_LABEL(sintrnames):
    458 	.asciz	"softclock    "
    459 	.asciz	"softnet      "
    460 	.asciz	"softserial   "
    461 	.asciz	"softintr  3  "
    462 	.asciz	"softintr  4  "
    463 	.asciz	"softintr  5  "
    464 	.asciz	"softintr  6  "
    465 	.asciz	"softintr  7   "
    466 	.asciz	"softintr  8  "
    467 	.asciz	"softintr  9  "
    468 	.asciz	"softintr 10  "
    469 	.asciz	"softintr 11  "
    470 	.asciz	"softintr 12  "
    471 	.asciz	"softintr 13  "
    472 	.asciz	"softintr 14  "
    473 	.asciz	"softintr 15  "
    474 	.asciz	"softintr 16  "
    475 	.asciz	"softintr 17  "
    476 	.asciz	"softintr 18  "
    477 	.asciz	"softintr 19  "
    478 	.asciz	"softintr 20  "
    479 	.asciz	"softintr 21  "
    480 	.asciz	"softintr 22  "
    481 	.asciz	"softintr 23  "
    482 	.asciz	"softintr 24  "
    483 	.asciz	"softintr 25  "
    484 	.asciz	"softintr 26  "
    485 	.asciz	"softintr 27  "
    486 	.asciz	"softintr 28  "
    487 	.asciz	"softintr 29  "
    488 	.asciz	"softintr 30  "
    489 	.asciz	"softintr 31  "
    490 _C_LABEL(eintrnames):
    491 
    492 	.bss
    493 	.align	0
    494 _C_LABEL(intrcnt):
    495 	.space	32*4	/* XXX Should be linked to number of interrupts */
    496 
    497 _C_LABEL(sintrcnt):
    498 	.space	32*4	/* XXX Should be linked to number of interrupts */
    499 _C_LABEL(eintrcnt):
    500 
    501 #else	/* IRQSTATS */
    502 	/* Dummy entries to keep vmstat happy */
    503 
    504 	.section .rodata
    505         .globl  _C_LABEL(intrnames), _C_LABEL(eintrnames), _C_LABEL(intrcnt), _C_LABEL(eintrcnt)
    506 _C_LABEL(intrnames):
    507 	.long	0
    508 _C_LABEL(eintrnames):
    509 
    510 _C_LABEL(intrcnt):
    511 	.long	0
    512 _C_LABEL(eintrcnt):
    513 #endif	/* IRQSTATS */
    514