11.17Sskrll/* $NetBSD: irq_dispatch.S,v 1.17 2020/11/21 19:46:13 skrll Exp $ */ 21.1Sthorpej 31.1Sthorpej/* 41.1Sthorpej * Copyright (c) 2002 Fujitsu Component Limited 51.1Sthorpej * Copyright (c) 2002 Genetec Corporation 61.1Sthorpej * All rights reserved. 71.1Sthorpej * 81.1Sthorpej * Redistribution and use in source and binary forms, with or without 91.1Sthorpej * modification, are permitted provided that the following conditions 101.1Sthorpej * are met: 111.1Sthorpej * 1. Redistributions of source code must retain the above copyright 121.1Sthorpej * notice, this list of conditions and the following disclaimer. 131.1Sthorpej * 2. Redistributions in binary form must reproduce the above copyright 141.1Sthorpej * notice, this list of conditions and the following disclaimer in the 151.1Sthorpej * documentation and/or other materials provided with the distribution. 161.1Sthorpej * 3. Neither the name of The Fujitsu Component Limited nor the name of 171.1Sthorpej * Genetec corporation may not be used to endorse or promote products 181.1Sthorpej * derived from this software without specific prior written permission. 191.1Sthorpej * 201.1Sthorpej * THIS SOFTWARE IS PROVIDED BY FUJITSU COMPONENT LIMITED AND GENETEC 211.1Sthorpej * CORPORATION ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, 221.1Sthorpej * INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF 231.1Sthorpej * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE 241.1Sthorpej * DISCLAIMED. IN NO EVENT SHALL FUJITSU COMPONENT LIMITED OR GENETEC 251.1Sthorpej * CORPORATION BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, 261.1Sthorpej * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT 271.1Sthorpej * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF 281.1Sthorpej * USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND 291.1Sthorpej * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, 301.1Sthorpej * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT 311.1Sthorpej * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 321.1Sthorpej * SUCH DAMAGE. 331.1Sthorpej */ 341.1Sthorpej 351.1Sthorpej/* 361.1Sthorpej * Copyright (c) 2002, 2003 Wasabi Systems, Inc. 371.1Sthorpej * All rights reserved. 381.1Sthorpej * 391.1Sthorpej * Written by Jason R. Thorpe for Wasabi Systems, Inc. 401.1Sthorpej * 411.1Sthorpej * Redistribution and use in source and binary forms, with or without 421.1Sthorpej * modification, are permitted provided that the following conditions 431.1Sthorpej * are met: 441.1Sthorpej * 1. Redistributions of source code must retain the above copyright 451.1Sthorpej * notice, this list of conditions and the following disclaimer. 461.1Sthorpej * 2. Redistributions in binary form must reproduce the above copyright 471.1Sthorpej * notice, this list of conditions and the following disclaimer in the 481.1Sthorpej * documentation and/or other materials provided with the distribution. 491.1Sthorpej * 3. All advertising materials mentioning features or use of this software 501.1Sthorpej * must display the following acknowledgement: 511.1Sthorpej * This product includes software developed for the NetBSD Project by 521.1Sthorpej * Wasabi Systems, Inc. 531.1Sthorpej * 4. The name of Wasabi Systems, Inc. may not be used to endorse 541.1Sthorpej * or promote products derived from this software without specific prior 551.1Sthorpej * written permission. 561.1Sthorpej * 571.1Sthorpej * THIS SOFTWARE IS PROVIDED BY WASABI SYSTEMS, INC. ``AS IS'' AND 581.1Sthorpej * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED 591.1Sthorpej * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 601.1Sthorpej * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL WASABI SYSTEMS, INC 611.1Sthorpej * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 621.1Sthorpej * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 631.1Sthorpej * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 641.1Sthorpej * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 651.1Sthorpej * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 661.1Sthorpej * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 671.1Sthorpej * POSSIBILITY OF SUCH DAMAGE. 681.1Sthorpej */ 691.1Sthorpej 701.1Sthorpej#include "assym.h" 711.1Sthorpej 721.1Sthorpej#include <machine/asm.h> 731.15Smatt 741.15Smatt#include <arm/locore.h> 751.1Sthorpej 761.1Sthorpej#include "opt_arm_intr_impl.h" 771.1Sthorpej#ifdef ARM_INTR_IMPL 781.1Sthorpej#include ARM_INTR_IMPL 791.1Sthorpej#else 801.1Sthorpej#error ARM_INTR_IMPL not defined 811.1Sthorpej#endif 821.1Sthorpej 831.1Sthorpej#ifndef ARM_IRQ_HANDLER 841.1Sthorpej#error ARM_IRQ_HANDLER not defined 851.1Sthorpej#endif 861.1Sthorpej 871.1Sthorpej/* 881.1Sthorpej * irq_entry: 891.1Sthorpej * Main entry point for the IRQ vector. This is a generic version 901.1Sthorpej * which can be used by different platforms. 911.1Sthorpej */ 921.1Sthorpej .text 931.12Smatt .p2align 5 941.15SmattARM_ASENTRY_NP(irq_entry) 951.1Sthorpej sub lr, lr, #0x00000004 /* Adjust the lr */ 961.1Sthorpej 971.1Sthorpej PUSHFRAMEINSVC /* Push an interrupt frame */ 981.17Sskrll ENABLE_ALIGNMENT_FAULTS /* puts cur{cpu,lwp} in r4/r5 */ 991.3Sscw 1001.16Smatt#ifdef _ARM_ARCH_7 1011.16Smatt clrex /* force all strex to fail */ 1021.16Smatt dmb /* synchronize memory writes */ 1031.16Smatt#endif 1041.16Smatt 1051.2Sthorpej /* 1061.2Sthorpej * Increment the interrupt nesting depth and call the interrupt 1071.2Sthorpej * dispatch routine. We've pushed a frame, so we can safely use 1081.2Sthorpej * callee-saved regs here. We use the following registers, which 1091.11Sjakllsch * we expect to persist: 1101.2Sthorpej * 1111.17Sskrll * r4 address of current cpu_info (curcpu) 1121.17Sskrll * r5 address of current lwp (curlwp) 1131.10Smatt * r6 old value of `ci_intr_depth' 1141.2Sthorpej */ 1151.10Smatt ldr r6, [r4, #CI_INTR_DEPTH] 1161.2Sthorpej add r1, r6, #1 1171.10Smatt str r1, [r4, #CI_INTR_DEPTH] 1181.2Sthorpej 1191.12Smatt mov r0, sp /* arg for dispatcher */ 1201.1Sthorpej bl ARM_IRQ_HANDLER 1211.1Sthorpej 1221.1Sthorpej /* 1231.2Sthorpej * Restore the old interrupt depth value (which should be the 1241.2Sthorpej * same as decrementing it at this point). 1251.2Sthorpej */ 1261.10Smatt str r6, [r4, #CI_INTR_DEPTH] 1271.2Sthorpej 1281.8Sthorpej LOCK_CAS_CHECK 1291.8Sthorpej 1301.5Sscw DO_AST_AND_RESTORE_ALIGNMENT_FAULTS 1311.3Sscw PULLFRAMEFROMSVCANDEXIT 1321.15Smatt#ifdef __thumb__ 1331.15Smatt subs pc, lr, #0 /* Exit */ 1341.15Smatt#else 1351.3Sscw movs pc, lr /* Exit */ 1361.15Smatt#endif 1371.12Smatt 1381.12Smatt .align 0 1391.12SmattLOCK_CAS_CHECK_LOCALS 1401.12Smatt 1411.12SmattAST_ALIGNMENT_FAULT_LOCALS 1421.15SmattASEND(irq_entry) 1431.13Smatt 1441.13Smatt .p2align 5 1451.15SmattARM_ASENTRY_NP(irq_idle_entry) 1461.13Smatt PUSHIDLEFRAME 1471.13Smatt 1481.13Smatt /* 1491.13Smatt * Increment the interrupt nesting depth and call the interrupt 1501.13Smatt * dispatch routine. We've pushed a frame, so we can safely use 1511.13Smatt * callee-saved regs here. We use the following registers, which 1521.13Smatt * we expect to persist: 1531.13Smatt * 1541.13Smatt * r4 address of current cpu_info 1551.13Smatt * r6 old value of `ci_intr_depth' 1561.13Smatt */ 1571.13Smatt GET_CURCPU(r4) 1581.13Smatt ldr r6, [r4, #CI_INTR_DEPTH] 1591.13Smatt add r1, r6, #1 1601.13Smatt str r1, [r4, #CI_INTR_DEPTH] 1611.13Smatt 1621.16Smatt#ifdef _ARM_ARCH_7 1631.16Smatt clrex /* force all strex to fail */ 1641.16Smatt dmb /* synchronize memory writes */ 1651.16Smatt#endif 1661.16Smatt 1671.13Smatt mov r0, sp /* arg for dispatcher */ 1681.13Smatt bl ARM_IRQ_HANDLER 1691.13Smatt 1701.13Smatt /* 1711.13Smatt * Restore the old interrupt depth value (which should be the 1721.13Smatt * same as decrementing it at this point). 1731.13Smatt */ 1741.13Smatt str r6, [r4, #CI_INTR_DEPTH] 1751.13Smatt 1761.14Smatt#if defined(__HAVE_FAST_SOFTINTS) && !defined(__HAVE_PIC_FAST_SOFTINTS) 1771.14Smatt ldr r2, [r4, #CI_CPL] /* Get current priority level */ 1781.14Smatt ldr r3, [r4, #CI_SOFTINTS] /* Get pending softint mask */ 1791.14Smatt#endif 1801.14Smatt 1811.14Smatt PULLIDLEFRAME /* restore r4, r6, sp, lr */ 1821.14Smatt 1831.14Smatt#if defined(__HAVE_FAST_SOFTINTS) && !defined(__HAVE_PIC_FAST_SOFTINTS) 1841.14Smatt lsrs r3, r3, r2 /* shift mask by cpl */ 1851.14Smatt bne _C_LABEL(dosoftints) /* dosoftints(void) */ 1861.14Smatt#endif 1871.13Smatt RET 1881.15SmattASEND(irq_idle_entry) 189