11.17Sskrll/*	$NetBSD: irq_dispatch.S,v 1.17 2020/11/21 19:46:13 skrll Exp $	*/
21.1Sthorpej
31.1Sthorpej/*
41.1Sthorpej * Copyright (c) 2002 Fujitsu Component Limited
51.1Sthorpej * Copyright (c) 2002 Genetec Corporation
61.1Sthorpej * All rights reserved.
71.1Sthorpej *
81.1Sthorpej * Redistribution and use in source and binary forms, with or without
91.1Sthorpej * modification, are permitted provided that the following conditions
101.1Sthorpej * are met:
111.1Sthorpej * 1. Redistributions of source code must retain the above copyright
121.1Sthorpej *    notice, this list of conditions and the following disclaimer.
131.1Sthorpej * 2. Redistributions in binary form must reproduce the above copyright
141.1Sthorpej *    notice, this list of conditions and the following disclaimer in the
151.1Sthorpej *    documentation and/or other materials provided with the distribution.
161.1Sthorpej * 3. Neither the name of The Fujitsu Component Limited nor the name of
171.1Sthorpej *    Genetec corporation may not be used to endorse or promote products
181.1Sthorpej *    derived from this software without specific prior written permission.
191.1Sthorpej *
201.1Sthorpej * THIS SOFTWARE IS PROVIDED BY FUJITSU COMPONENT LIMITED AND GENETEC
211.1Sthorpej * CORPORATION ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES,
221.1Sthorpej * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
231.1Sthorpej * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
241.1Sthorpej * DISCLAIMED.  IN NO EVENT SHALL FUJITSU COMPONENT LIMITED OR GENETEC
251.1Sthorpej * CORPORATION BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
261.1Sthorpej * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
271.1Sthorpej * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
281.1Sthorpej * USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
291.1Sthorpej * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
301.1Sthorpej * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
311.1Sthorpej * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
321.1Sthorpej * SUCH DAMAGE.
331.1Sthorpej */
341.1Sthorpej
351.1Sthorpej/*
361.1Sthorpej * Copyright (c) 2002, 2003 Wasabi Systems, Inc.
371.1Sthorpej * All rights reserved.
381.1Sthorpej *
391.1Sthorpej * Written by Jason R. Thorpe for Wasabi Systems, Inc.
401.1Sthorpej *
411.1Sthorpej * Redistribution and use in source and binary forms, with or without
421.1Sthorpej * modification, are permitted provided that the following conditions
431.1Sthorpej * are met:
441.1Sthorpej * 1. Redistributions of source code must retain the above copyright
451.1Sthorpej *    notice, this list of conditions and the following disclaimer.
461.1Sthorpej * 2. Redistributions in binary form must reproduce the above copyright
471.1Sthorpej *    notice, this list of conditions and the following disclaimer in the
481.1Sthorpej *    documentation and/or other materials provided with the distribution.
491.1Sthorpej * 3. All advertising materials mentioning features or use of this software
501.1Sthorpej *    must display the following acknowledgement:
511.1Sthorpej *	This product includes software developed for the NetBSD Project by
521.1Sthorpej *	Wasabi Systems, Inc.
531.1Sthorpej * 4. The name of Wasabi Systems, Inc. may not be used to endorse
541.1Sthorpej *    or promote products derived from this software without specific prior
551.1Sthorpej *    written permission.
561.1Sthorpej *
571.1Sthorpej * THIS SOFTWARE IS PROVIDED BY WASABI SYSTEMS, INC. ``AS IS'' AND
581.1Sthorpej * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
591.1Sthorpej * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
601.1Sthorpej * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL WASABI SYSTEMS, INC
611.1Sthorpej * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
621.1Sthorpej * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
631.1Sthorpej * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
641.1Sthorpej * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
651.1Sthorpej * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
661.1Sthorpej * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
671.1Sthorpej * POSSIBILITY OF SUCH DAMAGE.
681.1Sthorpej */
691.1Sthorpej
701.1Sthorpej#include "assym.h"
711.1Sthorpej
721.1Sthorpej#include <machine/asm.h>
731.15Smatt
741.15Smatt#include <arm/locore.h>
751.1Sthorpej
761.1Sthorpej#include "opt_arm_intr_impl.h"
771.1Sthorpej#ifdef ARM_INTR_IMPL
781.1Sthorpej#include ARM_INTR_IMPL
791.1Sthorpej#else
801.1Sthorpej#error ARM_INTR_IMPL not defined
811.1Sthorpej#endif
821.1Sthorpej
831.1Sthorpej#ifndef ARM_IRQ_HANDLER
841.1Sthorpej#error ARM_IRQ_HANDLER not defined
851.1Sthorpej#endif
861.1Sthorpej
871.1Sthorpej/*
881.1Sthorpej * irq_entry:
891.1Sthorpej *	Main entry point for the IRQ vector.  This is a generic version
901.1Sthorpej *	which can be used by different platforms.
911.1Sthorpej */
921.1Sthorpej	.text
931.12Smatt	.p2align	5
941.15SmattARM_ASENTRY_NP(irq_entry)
951.1Sthorpej	sub	lr, lr, #0x00000004	/* Adjust the lr */
961.1Sthorpej
971.1Sthorpej	PUSHFRAMEINSVC			/* Push an interrupt frame */
981.17Sskrll	ENABLE_ALIGNMENT_FAULTS		/* puts cur{cpu,lwp} in r4/r5 */
991.3Sscw
1001.16Smatt#ifdef _ARM_ARCH_7
1011.16Smatt	clrex				/* force all strex to fail */
1021.16Smatt	dmb				/* synchronize memory writes */
1031.16Smatt#endif
1041.16Smatt
1051.2Sthorpej	/*
1061.2Sthorpej	 * Increment the interrupt nesting depth and call the interrupt
1071.2Sthorpej	 * dispatch routine.  We've pushed a frame, so we can safely use
1081.2Sthorpej	 * callee-saved regs here.  We use the following registers, which
1091.11Sjakllsch	 * we expect to persist:
1101.2Sthorpej	 *
1111.17Sskrll	 *	r4	address of current cpu_info (curcpu)
1121.17Sskrll	 *      r5	address of current lwp (curlwp)
1131.10Smatt	 *	r6	old value of `ci_intr_depth'
1141.2Sthorpej	 */
1151.10Smatt	ldr	r6, [r4, #CI_INTR_DEPTH]
1161.2Sthorpej	add	r1, r6, #1
1171.10Smatt	str	r1, [r4, #CI_INTR_DEPTH]
1181.2Sthorpej
1191.12Smatt	mov	r0, sp			/* arg for dispatcher */
1201.1Sthorpej	bl	ARM_IRQ_HANDLER
1211.1Sthorpej
1221.1Sthorpej	/*
1231.2Sthorpej	 * Restore the old interrupt depth value (which should be the
1241.2Sthorpej	 * same as decrementing it at this point).
1251.2Sthorpej	 */
1261.10Smatt	str	r6, [r4, #CI_INTR_DEPTH]
1271.2Sthorpej
1281.8Sthorpej	LOCK_CAS_CHECK
1291.8Sthorpej
1301.5Sscw	DO_AST_AND_RESTORE_ALIGNMENT_FAULTS
1311.3Sscw	PULLFRAMEFROMSVCANDEXIT
1321.15Smatt#ifdef __thumb__
1331.15Smatt	subs	pc, lr, #0		/* Exit */
1341.15Smatt#else
1351.3Sscw	movs	pc, lr			/* Exit */
1361.15Smatt#endif
1371.12Smatt
1381.12Smatt	.align	0
1391.12SmattLOCK_CAS_CHECK_LOCALS
1401.12Smatt
1411.12SmattAST_ALIGNMENT_FAULT_LOCALS
1421.15SmattASEND(irq_entry)
1431.13Smatt
1441.13Smatt	.p2align	5
1451.15SmattARM_ASENTRY_NP(irq_idle_entry)
1461.13Smatt	PUSHIDLEFRAME
1471.13Smatt
1481.13Smatt	/*
1491.13Smatt	 * Increment the interrupt nesting depth and call the interrupt
1501.13Smatt	 * dispatch routine.  We've pushed a frame, so we can safely use
1511.13Smatt	 * callee-saved regs here.  We use the following registers, which
1521.13Smatt	 * we expect to persist:
1531.13Smatt	 *
1541.13Smatt	 *	r4	address of current cpu_info
1551.13Smatt	 *	r6	old value of `ci_intr_depth'
1561.13Smatt	 */
1571.13Smatt	GET_CURCPU(r4)
1581.13Smatt	ldr	r6, [r4, #CI_INTR_DEPTH]
1591.13Smatt	add	r1, r6, #1
1601.13Smatt	str	r1, [r4, #CI_INTR_DEPTH]
1611.13Smatt
1621.16Smatt#ifdef _ARM_ARCH_7
1631.16Smatt	clrex				/* force all strex to fail */
1641.16Smatt	dmb				/* synchronize memory writes */
1651.16Smatt#endif
1661.16Smatt
1671.13Smatt	mov	r0, sp			/* arg for dispatcher */
1681.13Smatt	bl	ARM_IRQ_HANDLER
1691.13Smatt
1701.13Smatt	/*
1711.13Smatt	 * Restore the old interrupt depth value (which should be the
1721.13Smatt	 * same as decrementing it at this point).
1731.13Smatt	 */
1741.13Smatt	str	r6, [r4, #CI_INTR_DEPTH]
1751.13Smatt
1761.14Smatt#if defined(__HAVE_FAST_SOFTINTS) && !defined(__HAVE_PIC_FAST_SOFTINTS)
1771.14Smatt        ldr	r2, [r4, #CI_CPL]	/* Get current priority level */
1781.14Smatt	ldr	r3, [r4, #CI_SOFTINTS]	/* Get pending softint mask */
1791.14Smatt#endif
1801.14Smatt
1811.14Smatt	PULLIDLEFRAME			/* restore r4, r6, sp, lr */
1821.14Smatt
1831.14Smatt#if defined(__HAVE_FAST_SOFTINTS) && !defined(__HAVE_PIC_FAST_SOFTINTS)
1841.14Smatt        lsrs	r3, r3, r2		/* shift mask by cpl */
1851.14Smatt	bne	_C_LABEL(dosoftints)	/* dosoftints(void) */
1861.14Smatt#endif
1871.13Smatt	RET
1881.15SmattASEND(irq_idle_entry)
189