Home | History | Annotate | Line # | Download | only in ixp12x0
ixp12x0_intr.c revision 1.23.2.2
      1  1.23.2.2      tls /* $NetBSD: ixp12x0_intr.c,v 1.23.2.2 2014/08/20 00:02:46 tls Exp $ */
      2       1.1   ichiro 
      3       1.1   ichiro /*
      4       1.1   ichiro  * Copyright (c) 2002 The NetBSD Foundation, Inc.
      5       1.1   ichiro  * All rights reserved.
      6       1.1   ichiro  *
      7       1.1   ichiro  * This code is derived from software contributed to The NetBSD Foundation
      8       1.1   ichiro  * by Ichiro FUKUHARA and Naoto Shimazaki.
      9       1.1   ichiro  *
     10       1.1   ichiro  * Redistribution and use in source and binary forms, with or without
     11       1.1   ichiro  * modification, are permitted provided that the following conditions
     12       1.1   ichiro  * are met:
     13       1.1   ichiro  * 1. Redistributions of source code must retain the above copyright
     14       1.1   ichiro  *    notice, this list of conditions and the following disclaimer.
     15       1.1   ichiro  * 2. Redistributions in binary form must reproduce the above copyright
     16       1.1   ichiro  *    notice, this list of conditions and the following disclaimer in the
     17       1.1   ichiro  *    documentation and/or other materials provided with the distribution.
     18       1.1   ichiro  *
     19       1.1   ichiro  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20       1.1   ichiro  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21       1.1   ichiro  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22       1.1   ichiro  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23       1.1   ichiro  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24       1.1   ichiro  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25       1.1   ichiro  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26       1.1   ichiro  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27       1.1   ichiro  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28       1.1   ichiro  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29       1.1   ichiro  * POSSIBILITY OF SUCH DAMAGE.
     30       1.1   ichiro  */
     31       1.7      igy 
     32       1.7      igy #include <sys/cdefs.h>
     33  1.23.2.2      tls __KERNEL_RCSID(0, "$NetBSD: ixp12x0_intr.c,v 1.23.2.2 2014/08/20 00:02:46 tls Exp $");
     34       1.1   ichiro 
     35       1.1   ichiro /*
     36       1.1   ichiro  * Interrupt support for the Intel ixp12x0
     37       1.1   ichiro  */
     38       1.1   ichiro 
     39       1.1   ichiro #include <sys/param.h>
     40       1.1   ichiro #include <sys/systm.h>
     41       1.1   ichiro #include <sys/malloc.h>
     42       1.4   ichiro #include <sys/termios.h>
     43      1.22   dyoung #include <sys/bus.h>
     44  1.23.2.2      tls #include <sys/intr.h>
     45       1.1   ichiro 
     46  1.23.2.2      tls #include <arm/locore.h>
     47       1.1   ichiro 
     48       1.1   ichiro #include <arm/ixp12x0/ixp12x0reg.h>
     49       1.1   ichiro #include <arm/ixp12x0/ixp12x0var.h>
     50       1.1   ichiro #include <arm/ixp12x0/ixp12x0_comreg.h>
     51       1.4   ichiro #include <arm/ixp12x0/ixp12x0_comvar.h>
     52       1.1   ichiro #include <arm/ixp12x0/ixp12x0_pcireg.h>
     53       1.1   ichiro 
     54      1.10      igy 
     55  1.23.2.1      tls extern uint32_t	ixpcom_cr;	/* current cr from *_com.c */
     56  1.23.2.1      tls extern uint32_t	ixpcom_imask;	/* tell mask to *_com.c */
     57       1.1   ichiro 
     58       1.1   ichiro /* Interrupt handler queues. */
     59       1.1   ichiro struct intrq intrq[NIRQ];
     60       1.1   ichiro 
     61       1.1   ichiro /* Interrupts to mask at each level. */
     62  1.23.2.1      tls static uint32_t imask[NIPL];
     63  1.23.2.1      tls static uint32_t pci_imask[NIPL];
     64       1.1   ichiro 
     65       1.1   ichiro /* Current interrupt priority level. */
     66      1.14    perry volatile int hardware_spl_level;
     67       1.1   ichiro 
     68       1.1   ichiro /* Software copy of the IRQs we have enabled. */
     69  1.23.2.1      tls volatile uint32_t intr_enabled;
     70  1.23.2.1      tls volatile uint32_t pci_intr_enabled;
     71       1.1   ichiro 
     72      1.23    skrll void	ixp12x0_intr_dispatch(struct trapframe *);
     73       1.9      igy 
     74  1.23.2.1      tls #define IXPREG(reg)	*((volatile uint32_t*) (reg))
     75       1.1   ichiro 
     76  1.23.2.1      tls static inline uint32_t
     77       1.1   ichiro ixp12x0_irq_read(void)
     78       1.1   ichiro {
     79       1.1   ichiro 	return IXPREG(IXP12X0_IRQ_VBASE) & IXP12X0_INTR_MASK;
     80       1.1   ichiro }
     81       1.1   ichiro 
     82  1.23.2.1      tls static inline uint32_t
     83       1.1   ichiro ixp12x0_pci_irq_read(void)
     84       1.1   ichiro {
     85       1.1   ichiro 	return IXPREG(IXPPCI_IRQ_STATUS);
     86       1.1   ichiro }
     87       1.1   ichiro 
     88       1.1   ichiro static void
     89       1.1   ichiro ixp12x0_enable_uart_irq(void)
     90       1.1   ichiro {
     91       1.1   ichiro 	ixpcom_imask = 0;
     92       1.4   ichiro 	if (ixpcom_sc)
     93       1.4   ichiro 		bus_space_write_4(ixpcom_sc->sc_iot, ixpcom_sc->sc_ioh,
     94       1.4   ichiro 				  IXPCOM_CR, ixpcom_cr & ~ixpcom_imask);
     95       1.1   ichiro }
     96       1.1   ichiro 
     97       1.1   ichiro static void
     98       1.1   ichiro ixp12x0_disable_uart_irq(void)
     99       1.1   ichiro {
    100       1.1   ichiro 	ixpcom_imask = CR_RIE | CR_XIE;
    101       1.4   ichiro 	if (ixpcom_sc)
    102       1.4   ichiro 		bus_space_write_4(ixpcom_sc->sc_iot, ixpcom_sc->sc_ioh,
    103       1.4   ichiro 				  IXPCOM_CR, ixpcom_cr & ~ixpcom_imask);
    104       1.1   ichiro }
    105       1.1   ichiro 
    106       1.1   ichiro static void
    107  1.23.2.1      tls ixp12x0_set_intrmask(uint32_t irqs, uint32_t pci_irqs)
    108       1.1   ichiro {
    109       1.1   ichiro 	if (irqs & (1U << IXP12X0_INTR_UART)) {
    110       1.1   ichiro 		ixp12x0_disable_uart_irq();
    111       1.1   ichiro 	} else {
    112       1.1   ichiro 		ixp12x0_enable_uart_irq();
    113       1.1   ichiro 	}
    114       1.1   ichiro 	IXPREG(IXPPCI_IRQ_ENABLE_CLEAR) = pci_irqs;
    115       1.1   ichiro 	IXPREG(IXPPCI_IRQ_ENABLE_SET) = pci_intr_enabled & ~pci_irqs;
    116       1.1   ichiro }
    117       1.1   ichiro 
    118       1.1   ichiro static void
    119       1.1   ichiro ixp12x0_enable_irq(int irq)
    120       1.1   ichiro {
    121       1.1   ichiro 	if (irq < SYS_NIRQ) {
    122       1.1   ichiro 		intr_enabled |= (1U << irq);
    123       1.1   ichiro 		switch (irq) {
    124       1.1   ichiro 		case IXP12X0_INTR_UART:
    125       1.1   ichiro 			ixp12x0_enable_uart_irq();
    126       1.1   ichiro 			break;
    127       1.1   ichiro 
    128       1.1   ichiro 		case IXP12X0_INTR_PCI:
    129       1.1   ichiro 			/* nothing to do */
    130       1.1   ichiro 			break;
    131       1.1   ichiro 		default:
    132       1.3   provos 			panic("enable_irq:bad IRQ %d", irq);
    133       1.1   ichiro 		}
    134       1.1   ichiro 	} else {
    135       1.1   ichiro 		pci_intr_enabled |= (1U << (irq - SYS_NIRQ));
    136       1.1   ichiro 		IXPREG(IXPPCI_IRQ_ENABLE_SET) = (1U << (irq - SYS_NIRQ));
    137       1.1   ichiro 	}
    138       1.1   ichiro }
    139       1.1   ichiro 
    140      1.14    perry static inline void
    141       1.1   ichiro ixp12x0_disable_irq(int irq)
    142       1.1   ichiro {
    143       1.1   ichiro 	if (irq < SYS_NIRQ) {
    144       1.1   ichiro 		intr_enabled ^= ~(1U << irq);
    145       1.1   ichiro 		switch (irq) {
    146       1.1   ichiro 		case IXP12X0_INTR_UART:
    147       1.1   ichiro 			ixp12x0_disable_uart_irq();
    148       1.1   ichiro 			break;
    149       1.1   ichiro 
    150       1.1   ichiro 		case IXP12X0_INTR_PCI:
    151       1.1   ichiro 			/* nothing to do */
    152       1.1   ichiro 			break;
    153       1.1   ichiro 		default:
    154       1.1   ichiro 			/* nothing to do */
    155      1.11     matt 			break;
    156       1.1   ichiro 		}
    157       1.1   ichiro 	} else {
    158       1.2   ichiro 		pci_intr_enabled &= ~(1U << (irq - SYS_NIRQ));
    159       1.1   ichiro 		IXPREG(IXPPCI_IRQ_ENABLE_CLEAR) = (1U << (irq - SYS_NIRQ));
    160       1.1   ichiro 	}
    161       1.1   ichiro }
    162       1.1   ichiro 
    163       1.1   ichiro /*
    164       1.1   ichiro  * NOTE: This routine must be called with interrupts disabled in the CPSR.
    165       1.1   ichiro  */
    166       1.1   ichiro static void
    167       1.1   ichiro ixp12x0_intr_calculate_masks(void)
    168       1.1   ichiro {
    169       1.1   ichiro 	struct intrq *iq;
    170       1.1   ichiro 	struct intrhand *ih;
    171       1.1   ichiro 	int irq, ipl;
    172       1.1   ichiro 
    173       1.1   ichiro 	/* First, figure out which IPLs each IRQ has. */
    174       1.1   ichiro 	for (irq = 0; irq < NIRQ; irq++) {
    175       1.1   ichiro 		int levels = 0;
    176       1.1   ichiro 		iq = &intrq[irq];
    177       1.1   ichiro 		ixp12x0_disable_irq(irq);
    178       1.1   ichiro 		for (ih = TAILQ_FIRST(&iq->iq_list); ih != NULL;
    179       1.1   ichiro 		     ih = TAILQ_NEXT(ih, ih_list))
    180       1.1   ichiro 			levels |= (1U << ih->ih_ipl);
    181       1.1   ichiro 		iq->iq_levels = levels;
    182       1.1   ichiro 	}
    183       1.1   ichiro 
    184       1.1   ichiro 	/* Next, figure out which IRQs are used by each IPL. */
    185       1.1   ichiro 	for (ipl = 0; ipl < NIPL; ipl++) {
    186       1.1   ichiro 		int irqs = 0;
    187       1.1   ichiro 		int pci_irqs = 0;
    188       1.1   ichiro 		for (irq = 0; irq < SYS_NIRQ; irq++) {
    189       1.1   ichiro 			if (intrq[irq].iq_levels & (1U << ipl))
    190       1.1   ichiro 				irqs |= (1U << irq);
    191       1.1   ichiro 		}
    192       1.1   ichiro 		imask[ipl] = irqs;
    193       1.1   ichiro 		for (irq = 0; irq < SYS_NIRQ; irq++) {
    194       1.1   ichiro 			if (intrq[irq + SYS_NIRQ].iq_levels & (1U << ipl))
    195       1.1   ichiro 				pci_irqs |= (1U << irq);
    196       1.1   ichiro 		}
    197       1.1   ichiro 		pci_imask[ipl] = pci_irqs;
    198       1.1   ichiro 	}
    199       1.1   ichiro 
    200      1.17     matt 	KASSERT(imask[IPL_NONE] == 0);
    201      1.17     matt 	KASSERT(pci_imask[IPL_NONE] == 0);
    202      1.20  tsutsui 	KASSERT(imask[IPL_SOFTCLOCK] == 0);
    203      1.20  tsutsui 	KASSERT(pci_imask[IPL_SOFTCLOCK] == 0);
    204      1.20  tsutsui 	KASSERT(imask[IPL_SOFTBIO] == 0);
    205      1.20  tsutsui 	KASSERT(pci_imask[IPL_SOFTBIO] == 0);
    206      1.20  tsutsui 	KASSERT(imask[IPL_SOFTNET] == 0);
    207      1.20  tsutsui 	KASSERT(pci_imask[IPL_SOFTNET] == 0);
    208      1.20  tsutsui 	KASSERT(imask[IPL_SOFTSERIAL] == 0);
    209      1.20  tsutsui 	KASSERT(pci_imask[IPL_SOFTSERIAL] == 0);
    210       1.1   ichiro 
    211      1.18     matt 	KASSERT(imask[IPL_VM] != 0);
    212      1.18     matt 	KASSERT(pci_imask[IPL_VM] != 0);
    213       1.1   ichiro 
    214       1.1   ichiro 	/*
    215      1.20  tsutsui 	 * splsched() must block anything that uses the scheduler.
    216       1.1   ichiro 	 */
    217      1.20  tsutsui 	imask[IPL_SCHED] |= imask[IPL_VM];
    218      1.20  tsutsui 	pci_imask[IPL_SCHED] |= pci_imask[IPL_VM];
    219       1.1   ichiro 
    220       1.1   ichiro 	/*
    221       1.1   ichiro 	 * splhigh() must block "everything".
    222       1.1   ichiro 	 */
    223      1.20  tsutsui 	imask[IPL_HIGH] |= imask[IPL_SCHED];
    224      1.20  tsutsui 	pci_imask[IPL_HIGH] |= pci_imask[IPL_SCHED];
    225       1.1   ichiro 
    226       1.1   ichiro 	/*
    227       1.1   ichiro 	 * Now compute which IRQs must be blocked when servicing any
    228       1.1   ichiro 	 * given IRQ.
    229       1.1   ichiro 	 */
    230       1.1   ichiro 	for (irq = 0; irq < NIRQ; irq++) {
    231       1.1   ichiro 		int	irqs;
    232       1.1   ichiro 		int	pci_irqs;
    233       1.1   ichiro 
    234       1.1   ichiro 		if (irq < SYS_NIRQ) {
    235       1.1   ichiro 			irqs = (1U << irq);
    236       1.1   ichiro 			pci_irqs = 0;
    237       1.1   ichiro 		} else {
    238       1.1   ichiro 			irqs = 0;
    239       1.1   ichiro 			pci_irqs = (1U << (irq - SYS_NIRQ));
    240       1.1   ichiro 		}
    241       1.1   ichiro 		iq = &intrq[irq];
    242       1.1   ichiro 		if (TAILQ_FIRST(&iq->iq_list) != NULL)
    243       1.1   ichiro 			ixp12x0_enable_irq(irq);
    244       1.1   ichiro 		for (ih = TAILQ_FIRST(&iq->iq_list); ih != NULL;
    245       1.1   ichiro 		     ih = TAILQ_NEXT(ih, ih_list)) {
    246       1.1   ichiro 			irqs |= imask[ih->ih_ipl];
    247       1.1   ichiro 			pci_irqs |= pci_imask[ih->ih_ipl];
    248       1.1   ichiro 		}
    249       1.1   ichiro 		iq->iq_mask = irqs;
    250       1.1   ichiro 		iq->iq_pci_mask = pci_irqs;
    251       1.1   ichiro 	}
    252       1.1   ichiro }
    253       1.1   ichiro 
    254      1.14    perry inline void
    255       1.1   ichiro splx(int new)
    256       1.1   ichiro {
    257       1.1   ichiro 	u_int	oldirqstate;
    258       1.1   ichiro 
    259       1.1   ichiro 	oldirqstate = disable_interrupts(I32_bit);
    260      1.18     matt 	set_curcpl(new);
    261      1.10      igy 	if (new != hardware_spl_level) {
    262      1.10      igy 		hardware_spl_level = new;
    263      1.10      igy 		ixp12x0_set_intrmask(imask[new], pci_imask[new]);
    264      1.10      igy 	}
    265       1.1   ichiro 	restore_interrupts(oldirqstate);
    266       1.1   ichiro 
    267      1.17     matt #ifdef __HAVE_FAST_SOFTINTS
    268      1.18     matt 	cpu_dosoftints();
    269      1.17     matt #endif
    270       1.1   ichiro }
    271       1.1   ichiro 
    272       1.1   ichiro int
    273       1.1   ichiro _splraise(int ipl)
    274       1.1   ichiro {
    275      1.10      igy 	int	old;
    276      1.10      igy 	u_int	oldirqstate;
    277       1.1   ichiro 
    278      1.10      igy 	oldirqstate = disable_interrupts(I32_bit);
    279      1.18     matt 	old = curcpl();
    280      1.18     matt 	set_curcpl(ipl);
    281      1.10      igy 	restore_interrupts(oldirqstate);
    282       1.1   ichiro 	return (old);
    283       1.1   ichiro }
    284       1.1   ichiro 
    285       1.1   ichiro int
    286       1.1   ichiro _spllower(int ipl)
    287       1.1   ichiro {
    288      1.18     matt 	int	old = curcpl();
    289       1.1   ichiro 
    290       1.1   ichiro 	if (old <= ipl)
    291       1.1   ichiro 		return (old);
    292       1.1   ichiro 	splx(ipl);
    293       1.1   ichiro 	return (old);
    294       1.1   ichiro }
    295       1.1   ichiro 
    296       1.1   ichiro /*
    297       1.1   ichiro  * ixp12x0_intr_init:
    298       1.1   ichiro  *
    299       1.1   ichiro  *	Initialize the rest of the interrupt subsystem, making it
    300       1.1   ichiro  *	ready to handle interrupts from devices.
    301       1.1   ichiro  */
    302       1.1   ichiro void
    303       1.1   ichiro ixp12x0_intr_init(void)
    304       1.1   ichiro {
    305       1.1   ichiro 	struct intrq *iq;
    306       1.1   ichiro 	int i;
    307       1.1   ichiro 
    308       1.1   ichiro 	intr_enabled = 0;
    309       1.1   ichiro 	pci_intr_enabled = 0;
    310       1.1   ichiro 
    311       1.1   ichiro 	for (i = 0; i < NIRQ; i++) {
    312       1.1   ichiro 		iq = &intrq[i];
    313       1.1   ichiro 		TAILQ_INIT(&iq->iq_list);
    314       1.1   ichiro 
    315  1.23.2.2      tls 		snprintf(iq->iq_name, sizeof(iq->iq_name), "ipl %d", i);
    316       1.1   ichiro 		evcnt_attach_dynamic(&iq->iq_ev, EVCNT_TYPE_INTR,
    317       1.1   ichiro 				     NULL, "ixpintr", iq->iq_name);
    318       1.1   ichiro 	}
    319      1.18     matt 	curcpu()->ci_intr_depth = 0;
    320      1.18     matt 	curcpu()->ci_cpl = 0;
    321      1.10      igy 	hardware_spl_level = 0;
    322       1.1   ichiro 
    323       1.5   ichiro 	ixp12x0_intr_calculate_masks();
    324       1.5   ichiro 
    325       1.1   ichiro 	/* Enable IRQs (don't yet use FIQs). */
    326       1.1   ichiro 	enable_interrupts(I32_bit);
    327       1.1   ichiro }
    328       1.1   ichiro 
    329       1.1   ichiro void *
    330       1.1   ichiro ixp12x0_intr_establish(int irq, int ipl, int (*ih_func)(void *), void *arg)
    331       1.1   ichiro {
    332       1.1   ichiro 	struct intrq*		iq;
    333       1.1   ichiro 	struct intrhand*	ih;
    334       1.1   ichiro 	u_int			oldirqstate;
    335       1.1   ichiro #ifdef DEBUG
    336       1.5   ichiro 	printf("ixp12x0_intr_establish(irq=%d, ipl=%d, ih_func=%08x, arg=%08x)\n",
    337  1.23.2.1      tls 	       irq, ipl, (uint32_t) ih_func, (uint32_t) arg);
    338       1.1   ichiro #endif
    339       1.1   ichiro 	if (irq < 0 || irq > NIRQ)
    340       1.1   ichiro 		panic("ixp12x0_intr_establish: IRQ %d out of range", ipl);
    341       1.1   ichiro 	if (ipl < 0 || ipl > NIPL)
    342       1.1   ichiro 		panic("ixp12x0_intr_establish: IPL %d out of range", ipl);
    343       1.1   ichiro 
    344       1.1   ichiro 	ih = malloc(sizeof(*ih), M_DEVBUF, M_NOWAIT);
    345       1.1   ichiro 	if (ih == NULL)
    346       1.1   ichiro 		return (NULL);
    347       1.1   ichiro 
    348       1.1   ichiro 	ih->ih_func = ih_func;
    349       1.1   ichiro 	ih->ih_arg = arg;
    350       1.1   ichiro 	ih->ih_irq = irq;
    351       1.1   ichiro 	ih->ih_ipl = ipl;
    352       1.1   ichiro 
    353       1.1   ichiro 	iq = &intrq[irq];
    354       1.5   ichiro 	iq->iq_ist = IST_LEVEL;
    355       1.1   ichiro 
    356       1.1   ichiro 	oldirqstate = disable_interrupts(I32_bit);
    357       1.1   ichiro 	TAILQ_INSERT_TAIL(&iq->iq_list, ih, ih_list);
    358       1.1   ichiro 	ixp12x0_intr_calculate_masks();
    359       1.1   ichiro 	restore_interrupts(oldirqstate);
    360       1.1   ichiro 
    361       1.1   ichiro 	return (ih);
    362       1.1   ichiro }
    363       1.1   ichiro 
    364       1.1   ichiro void
    365       1.1   ichiro ixp12x0_intr_disestablish(void *cookie)
    366       1.1   ichiro {
    367       1.1   ichiro 	struct intrhand*	ih = cookie;
    368       1.1   ichiro 	struct intrq*		iq = &intrq[ih->ih_ipl];
    369       1.1   ichiro 	u_int			oldirqstate;
    370       1.1   ichiro 
    371       1.1   ichiro 	oldirqstate = disable_interrupts(I32_bit);
    372       1.1   ichiro 	TAILQ_REMOVE(&iq->iq_list, ih, ih_list);
    373       1.1   ichiro 	ixp12x0_intr_calculate_masks();
    374       1.1   ichiro 	restore_interrupts(oldirqstate);
    375       1.1   ichiro }
    376       1.1   ichiro 
    377       1.1   ichiro void
    378      1.23    skrll ixp12x0_intr_dispatch(struct trapframe *frame)
    379       1.1   ichiro {
    380       1.1   ichiro 	struct intrq*		iq;
    381       1.1   ichiro 	struct intrhand*	ih;
    382      1.18     matt 	struct cpu_info* const	ci = curcpu();
    383      1.18     matt 	const int		ppl = ci->ci_cpl;
    384       1.1   ichiro 	u_int			oldirqstate;
    385  1.23.2.1      tls 	uint32_t		hwpend;
    386  1.23.2.1      tls 	uint32_t		pci_hwpend;
    387       1.1   ichiro 	int			irq;
    388  1.23.2.1      tls 	uint32_t		ibit;
    389       1.1   ichiro 
    390       1.1   ichiro 
    391       1.1   ichiro 	hwpend = ixp12x0_irq_read();
    392       1.1   ichiro 	pci_hwpend = ixp12x0_pci_irq_read();
    393       1.1   ichiro 
    394      1.18     matt 	hardware_spl_level = ppl;
    395      1.18     matt 	ixp12x0_set_intrmask(imask[ppl] | hwpend, pci_imask[ppl] | pci_hwpend);
    396      1.10      igy 
    397      1.18     matt 	hwpend &= ~imask[ppl];
    398      1.18     matt 	pci_hwpend &= ~pci_imask[ppl];
    399      1.10      igy 
    400       1.1   ichiro 	while (hwpend) {
    401       1.1   ichiro 		irq = ffs(hwpend) - 1;
    402       1.1   ichiro 		ibit = (1U << irq);
    403       1.1   ichiro 
    404       1.1   ichiro 		iq = &intrq[irq];
    405       1.1   ichiro 		iq->iq_ev.ev_count++;
    406      1.21     matt 		ci->ci_data.cpu_nintr++;
    407      1.18     matt 		TAILQ_FOREACH(ih, &iq->iq_list, ih_list) {
    408      1.18     matt 			ci->ci_cpl = ih->ih_ipl;
    409       1.1   ichiro 			oldirqstate = enable_interrupts(I32_bit);
    410       1.1   ichiro 			(void) (*ih->ih_func)(ih->ih_arg ? ih->ih_arg : frame);
    411       1.1   ichiro 			restore_interrupts(oldirqstate);
    412       1.1   ichiro 			hwpend &= ~ibit;
    413       1.1   ichiro 		}
    414       1.1   ichiro 	}
    415       1.1   ichiro 	while (pci_hwpend) {
    416       1.1   ichiro 		irq = ffs(pci_hwpend) - 1;
    417       1.1   ichiro 		ibit = (1U << irq);
    418       1.1   ichiro 
    419       1.1   ichiro 		iq = &intrq[irq + SYS_NIRQ];
    420       1.1   ichiro 		iq->iq_ev.ev_count++;
    421      1.21     matt 		ci->ci_data.cpu_nintr++;
    422      1.18     matt 		TAILQ_FOREACH(ih, &iq->iq_list, ih_list) {
    423      1.18     matt 			ci->ci_cpl = ih->ih_ipl;
    424       1.1   ichiro 			oldirqstate = enable_interrupts(I32_bit);
    425       1.1   ichiro 			(void) (*ih->ih_func)(ih->ih_arg ? ih->ih_arg : frame);
    426       1.1   ichiro 			restore_interrupts(oldirqstate);
    427       1.1   ichiro 		}
    428      1.18     matt 		pci_hwpend &= ~ibit;
    429       1.1   ichiro 	}
    430       1.1   ichiro 
    431      1.18     matt 	ci->ci_cpl = ppl;
    432      1.18     matt 	hardware_spl_level = ppl;
    433      1.18     matt 	ixp12x0_set_intrmask(imask[ppl], pci_imask[ppl]);
    434       1.1   ichiro 
    435      1.17     matt #ifdef __HAVE_FAST_SOFTINTS
    436      1.18     matt 	cpu_dosoftints();
    437      1.17     matt #endif
    438       1.1   ichiro }
    439