Home | History | Annotate | Line # | Download | only in ixp12x0
ixp12x0_intr.c revision 1.20
      1  1.20  tsutsui /* $NetBSD: ixp12x0_intr.c,v 1.20 2010/06/13 02:11:23 tsutsui Exp $ */
      2   1.1   ichiro 
      3   1.1   ichiro /*
      4   1.1   ichiro  * Copyright (c) 2002 The NetBSD Foundation, Inc.
      5   1.1   ichiro  * All rights reserved.
      6   1.1   ichiro  *
      7   1.1   ichiro  * This code is derived from software contributed to The NetBSD Foundation
      8   1.1   ichiro  * by Ichiro FUKUHARA and Naoto Shimazaki.
      9   1.1   ichiro  *
     10   1.1   ichiro  * Redistribution and use in source and binary forms, with or without
     11   1.1   ichiro  * modification, are permitted provided that the following conditions
     12   1.1   ichiro  * are met:
     13   1.1   ichiro  * 1. Redistributions of source code must retain the above copyright
     14   1.1   ichiro  *    notice, this list of conditions and the following disclaimer.
     15   1.1   ichiro  * 2. Redistributions in binary form must reproduce the above copyright
     16   1.1   ichiro  *    notice, this list of conditions and the following disclaimer in the
     17   1.1   ichiro  *    documentation and/or other materials provided with the distribution.
     18   1.1   ichiro  *
     19   1.1   ichiro  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20   1.1   ichiro  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21   1.1   ichiro  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22   1.1   ichiro  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23   1.1   ichiro  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24   1.1   ichiro  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25   1.1   ichiro  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26   1.1   ichiro  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27   1.1   ichiro  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28   1.1   ichiro  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29   1.1   ichiro  * POSSIBILITY OF SUCH DAMAGE.
     30   1.1   ichiro  */
     31   1.7      igy 
     32   1.7      igy #include <sys/cdefs.h>
     33  1.20  tsutsui __KERNEL_RCSID(0, "$NetBSD: ixp12x0_intr.c,v 1.20 2010/06/13 02:11:23 tsutsui Exp $");
     34   1.1   ichiro 
     35   1.1   ichiro /*
     36   1.1   ichiro  * Interrupt support for the Intel ixp12x0
     37   1.1   ichiro  */
     38   1.1   ichiro 
     39   1.1   ichiro #include <sys/param.h>
     40   1.1   ichiro #include <sys/systm.h>
     41   1.1   ichiro #include <sys/malloc.h>
     42  1.17     matt #include <sys/simplelock.h>
     43   1.4   ichiro #include <sys/termios.h>
     44   1.1   ichiro 
     45   1.1   ichiro #include <uvm/uvm_extern.h>
     46   1.1   ichiro 
     47   1.1   ichiro #include <machine/bus.h>
     48   1.1   ichiro #include <machine/intr.h>
     49   1.1   ichiro 
     50   1.1   ichiro #include <arm/cpufunc.h>
     51   1.1   ichiro 
     52   1.1   ichiro #include <arm/ixp12x0/ixp12x0reg.h>
     53   1.1   ichiro #include <arm/ixp12x0/ixp12x0var.h>
     54   1.1   ichiro #include <arm/ixp12x0/ixp12x0_comreg.h>
     55   1.4   ichiro #include <arm/ixp12x0/ixp12x0_comvar.h>
     56   1.1   ichiro #include <arm/ixp12x0/ixp12x0_pcireg.h>
     57   1.1   ichiro 
     58  1.10      igy 
     59   1.1   ichiro extern u_int32_t	ixpcom_cr;	/* current cr from *_com.c */
     60   1.1   ichiro extern u_int32_t	ixpcom_imask;	/* tell mask to *_com.c */
     61   1.1   ichiro 
     62   1.1   ichiro /* Interrupt handler queues. */
     63   1.1   ichiro struct intrq intrq[NIRQ];
     64   1.1   ichiro 
     65   1.1   ichiro /* Interrupts to mask at each level. */
     66   1.1   ichiro static u_int32_t imask[NIPL];
     67   1.1   ichiro static u_int32_t pci_imask[NIPL];
     68   1.1   ichiro 
     69   1.1   ichiro /* Current interrupt priority level. */
     70  1.14    perry volatile int hardware_spl_level;
     71   1.1   ichiro 
     72   1.1   ichiro /* Software copy of the IRQs we have enabled. */
     73  1.14    perry volatile u_int32_t intr_enabled;
     74  1.14    perry volatile u_int32_t pci_intr_enabled;
     75   1.1   ichiro 
     76   1.1   ichiro /* Interrupts pending. */
     77  1.14    perry static volatile int ipending;
     78   1.1   ichiro 
     79   1.1   ichiro void	ixp12x0_intr_dispatch(struct irqframe *frame);
     80   1.9      igy 
     81   1.9      igy #define IXPREG(reg)	*((volatile u_int32_t*) (reg))
     82   1.1   ichiro 
     83  1.14    perry static inline u_int32_t
     84   1.1   ichiro ixp12x0_irq_read(void)
     85   1.1   ichiro {
     86   1.1   ichiro 	return IXPREG(IXP12X0_IRQ_VBASE) & IXP12X0_INTR_MASK;
     87   1.1   ichiro }
     88   1.1   ichiro 
     89  1.14    perry static inline u_int32_t
     90   1.1   ichiro ixp12x0_pci_irq_read(void)
     91   1.1   ichiro {
     92   1.1   ichiro 	return IXPREG(IXPPCI_IRQ_STATUS);
     93   1.1   ichiro }
     94   1.1   ichiro 
     95   1.1   ichiro static void
     96   1.1   ichiro ixp12x0_enable_uart_irq(void)
     97   1.1   ichiro {
     98   1.1   ichiro 	ixpcom_imask = 0;
     99   1.4   ichiro 	if (ixpcom_sc)
    100   1.4   ichiro 		bus_space_write_4(ixpcom_sc->sc_iot, ixpcom_sc->sc_ioh,
    101   1.4   ichiro 				  IXPCOM_CR, ixpcom_cr & ~ixpcom_imask);
    102   1.1   ichiro }
    103   1.1   ichiro 
    104   1.1   ichiro static void
    105   1.1   ichiro ixp12x0_disable_uart_irq(void)
    106   1.1   ichiro {
    107   1.1   ichiro 	ixpcom_imask = CR_RIE | CR_XIE;
    108   1.4   ichiro 	if (ixpcom_sc)
    109   1.4   ichiro 		bus_space_write_4(ixpcom_sc->sc_iot, ixpcom_sc->sc_ioh,
    110   1.4   ichiro 				  IXPCOM_CR, ixpcom_cr & ~ixpcom_imask);
    111   1.1   ichiro }
    112   1.1   ichiro 
    113   1.1   ichiro static void
    114   1.1   ichiro ixp12x0_set_intrmask(u_int32_t irqs, u_int32_t pci_irqs)
    115   1.1   ichiro {
    116   1.1   ichiro 	if (irqs & (1U << IXP12X0_INTR_UART)) {
    117   1.1   ichiro 		ixp12x0_disable_uart_irq();
    118   1.1   ichiro 	} else {
    119   1.1   ichiro 		ixp12x0_enable_uart_irq();
    120   1.1   ichiro 	}
    121   1.1   ichiro 	IXPREG(IXPPCI_IRQ_ENABLE_CLEAR) = pci_irqs;
    122   1.1   ichiro 	IXPREG(IXPPCI_IRQ_ENABLE_SET) = pci_intr_enabled & ~pci_irqs;
    123   1.1   ichiro }
    124   1.1   ichiro 
    125   1.1   ichiro static void
    126   1.1   ichiro ixp12x0_enable_irq(int irq)
    127   1.1   ichiro {
    128   1.1   ichiro 	if (irq < SYS_NIRQ) {
    129   1.1   ichiro 		intr_enabled |= (1U << irq);
    130   1.1   ichiro 		switch (irq) {
    131   1.1   ichiro 		case IXP12X0_INTR_UART:
    132   1.1   ichiro 			ixp12x0_enable_uart_irq();
    133   1.1   ichiro 			break;
    134   1.1   ichiro 
    135   1.1   ichiro 		case IXP12X0_INTR_PCI:
    136   1.1   ichiro 			/* nothing to do */
    137   1.1   ichiro 			break;
    138   1.1   ichiro 		default:
    139   1.3   provos 			panic("enable_irq:bad IRQ %d", irq);
    140   1.1   ichiro 		}
    141   1.1   ichiro 	} else {
    142   1.1   ichiro 		pci_intr_enabled |= (1U << (irq - SYS_NIRQ));
    143   1.1   ichiro 		IXPREG(IXPPCI_IRQ_ENABLE_SET) = (1U << (irq - SYS_NIRQ));
    144   1.1   ichiro 	}
    145   1.1   ichiro }
    146   1.1   ichiro 
    147  1.14    perry static inline void
    148   1.1   ichiro ixp12x0_disable_irq(int irq)
    149   1.1   ichiro {
    150   1.1   ichiro 	if (irq < SYS_NIRQ) {
    151   1.1   ichiro 		intr_enabled ^= ~(1U << irq);
    152   1.1   ichiro 		switch (irq) {
    153   1.1   ichiro 		case IXP12X0_INTR_UART:
    154   1.1   ichiro 			ixp12x0_disable_uart_irq();
    155   1.1   ichiro 			break;
    156   1.1   ichiro 
    157   1.1   ichiro 		case IXP12X0_INTR_PCI:
    158   1.1   ichiro 			/* nothing to do */
    159   1.1   ichiro 			break;
    160   1.1   ichiro 		default:
    161   1.1   ichiro 			/* nothing to do */
    162  1.11     matt 			break;
    163   1.1   ichiro 		}
    164   1.1   ichiro 	} else {
    165   1.2   ichiro 		pci_intr_enabled &= ~(1U << (irq - SYS_NIRQ));
    166   1.1   ichiro 		IXPREG(IXPPCI_IRQ_ENABLE_CLEAR) = (1U << (irq - SYS_NIRQ));
    167   1.1   ichiro 	}
    168   1.1   ichiro }
    169   1.1   ichiro 
    170   1.1   ichiro /*
    171   1.1   ichiro  * NOTE: This routine must be called with interrupts disabled in the CPSR.
    172   1.1   ichiro  */
    173   1.1   ichiro static void
    174   1.1   ichiro ixp12x0_intr_calculate_masks(void)
    175   1.1   ichiro {
    176   1.1   ichiro 	struct intrq *iq;
    177   1.1   ichiro 	struct intrhand *ih;
    178   1.1   ichiro 	int irq, ipl;
    179   1.1   ichiro 
    180   1.1   ichiro 	/* First, figure out which IPLs each IRQ has. */
    181   1.1   ichiro 	for (irq = 0; irq < NIRQ; irq++) {
    182   1.1   ichiro 		int levels = 0;
    183   1.1   ichiro 		iq = &intrq[irq];
    184   1.1   ichiro 		ixp12x0_disable_irq(irq);
    185   1.1   ichiro 		for (ih = TAILQ_FIRST(&iq->iq_list); ih != NULL;
    186   1.1   ichiro 		     ih = TAILQ_NEXT(ih, ih_list))
    187   1.1   ichiro 			levels |= (1U << ih->ih_ipl);
    188   1.1   ichiro 		iq->iq_levels = levels;
    189   1.1   ichiro 	}
    190   1.1   ichiro 
    191   1.1   ichiro 	/* Next, figure out which IRQs are used by each IPL. */
    192   1.1   ichiro 	for (ipl = 0; ipl < NIPL; ipl++) {
    193   1.1   ichiro 		int irqs = 0;
    194   1.1   ichiro 		int pci_irqs = 0;
    195   1.1   ichiro 		for (irq = 0; irq < SYS_NIRQ; irq++) {
    196   1.1   ichiro 			if (intrq[irq].iq_levels & (1U << ipl))
    197   1.1   ichiro 				irqs |= (1U << irq);
    198   1.1   ichiro 		}
    199   1.1   ichiro 		imask[ipl] = irqs;
    200   1.1   ichiro 		for (irq = 0; irq < SYS_NIRQ; irq++) {
    201   1.1   ichiro 			if (intrq[irq + SYS_NIRQ].iq_levels & (1U << ipl))
    202   1.1   ichiro 				pci_irqs |= (1U << irq);
    203   1.1   ichiro 		}
    204   1.1   ichiro 		pci_imask[ipl] = pci_irqs;
    205   1.1   ichiro 	}
    206   1.1   ichiro 
    207  1.17     matt 	KASSERT(imask[IPL_NONE] == 0);
    208  1.17     matt 	KASSERT(pci_imask[IPL_NONE] == 0);
    209  1.20  tsutsui 	KASSERT(imask[IPL_SOFTCLOCK] == 0);
    210  1.20  tsutsui 	KASSERT(pci_imask[IPL_SOFTCLOCK] == 0);
    211  1.20  tsutsui 	KASSERT(imask[IPL_SOFTBIO] == 0);
    212  1.20  tsutsui 	KASSERT(pci_imask[IPL_SOFTBIO] == 0);
    213  1.20  tsutsui 	KASSERT(imask[IPL_SOFTNET] == 0);
    214  1.20  tsutsui 	KASSERT(pci_imask[IPL_SOFTNET] == 0);
    215  1.20  tsutsui 	KASSERT(imask[IPL_SOFTSERIAL] == 0);
    216  1.20  tsutsui 	KASSERT(pci_imask[IPL_SOFTSERIAL] == 0);
    217   1.1   ichiro 
    218  1.18     matt 	KASSERT(imask[IPL_VM] != 0);
    219  1.18     matt 	KASSERT(pci_imask[IPL_VM] != 0);
    220   1.1   ichiro 
    221   1.1   ichiro 	/*
    222  1.20  tsutsui 	 * splsched() must block anything that uses the scheduler.
    223   1.1   ichiro 	 */
    224  1.20  tsutsui 	imask[IPL_SCHED] |= imask[IPL_VM];
    225  1.20  tsutsui 	pci_imask[IPL_SCHED] |= pci_imask[IPL_VM];
    226   1.1   ichiro 
    227   1.1   ichiro 	/*
    228   1.1   ichiro 	 * splhigh() must block "everything".
    229   1.1   ichiro 	 */
    230  1.20  tsutsui 	imask[IPL_HIGH] |= imask[IPL_SCHED];
    231  1.20  tsutsui 	pci_imask[IPL_HIGH] |= pci_imask[IPL_SCHED];
    232   1.1   ichiro 
    233   1.1   ichiro 	/*
    234   1.1   ichiro 	 * Now compute which IRQs must be blocked when servicing any
    235   1.1   ichiro 	 * given IRQ.
    236   1.1   ichiro 	 */
    237   1.1   ichiro 	for (irq = 0; irq < NIRQ; irq++) {
    238   1.1   ichiro 		int	irqs;
    239   1.1   ichiro 		int	pci_irqs;
    240   1.1   ichiro 
    241   1.1   ichiro 		if (irq < SYS_NIRQ) {
    242   1.1   ichiro 			irqs = (1U << irq);
    243   1.1   ichiro 			pci_irqs = 0;
    244   1.1   ichiro 		} else {
    245   1.1   ichiro 			irqs = 0;
    246   1.1   ichiro 			pci_irqs = (1U << (irq - SYS_NIRQ));
    247   1.1   ichiro 		}
    248   1.1   ichiro 		iq = &intrq[irq];
    249   1.1   ichiro 		if (TAILQ_FIRST(&iq->iq_list) != NULL)
    250   1.1   ichiro 			ixp12x0_enable_irq(irq);
    251   1.1   ichiro 		for (ih = TAILQ_FIRST(&iq->iq_list); ih != NULL;
    252   1.1   ichiro 		     ih = TAILQ_NEXT(ih, ih_list)) {
    253   1.1   ichiro 			irqs |= imask[ih->ih_ipl];
    254   1.1   ichiro 			pci_irqs |= pci_imask[ih->ih_ipl];
    255   1.1   ichiro 		}
    256   1.1   ichiro 		iq->iq_mask = irqs;
    257   1.1   ichiro 		iq->iq_pci_mask = pci_irqs;
    258   1.1   ichiro 	}
    259   1.1   ichiro }
    260   1.1   ichiro 
    261  1.14    perry inline void
    262   1.1   ichiro splx(int new)
    263   1.1   ichiro {
    264   1.1   ichiro 	int	old;
    265   1.1   ichiro 	u_int	oldirqstate;
    266   1.1   ichiro 
    267   1.1   ichiro 	oldirqstate = disable_interrupts(I32_bit);
    268  1.18     matt 	old = curcpl();
    269  1.18     matt 	set_curcpl(new);
    270  1.10      igy 	if (new != hardware_spl_level) {
    271  1.10      igy 		hardware_spl_level = new;
    272  1.10      igy 		ixp12x0_set_intrmask(imask[new], pci_imask[new]);
    273  1.10      igy 	}
    274   1.1   ichiro 	restore_interrupts(oldirqstate);
    275   1.1   ichiro 
    276  1.17     matt #ifdef __HAVE_FAST_SOFTINTS
    277  1.18     matt 	cpu_dosoftints();
    278  1.17     matt #endif
    279   1.1   ichiro }
    280   1.1   ichiro 
    281   1.1   ichiro int
    282   1.1   ichiro _splraise(int ipl)
    283   1.1   ichiro {
    284  1.10      igy 	int	old;
    285  1.10      igy 	u_int	oldirqstate;
    286   1.1   ichiro 
    287  1.10      igy 	oldirqstate = disable_interrupts(I32_bit);
    288  1.18     matt 	old = curcpl();
    289  1.18     matt 	set_curcpl(ipl);
    290  1.10      igy 	restore_interrupts(oldirqstate);
    291   1.1   ichiro 	return (old);
    292   1.1   ichiro }
    293   1.1   ichiro 
    294   1.1   ichiro int
    295   1.1   ichiro _spllower(int ipl)
    296   1.1   ichiro {
    297  1.18     matt 	int	old = curcpl();
    298   1.1   ichiro 
    299   1.1   ichiro 	if (old <= ipl)
    300   1.1   ichiro 		return (old);
    301   1.1   ichiro 	splx(ipl);
    302   1.1   ichiro 	return (old);
    303   1.1   ichiro }
    304   1.1   ichiro 
    305   1.1   ichiro /*
    306   1.1   ichiro  * ixp12x0_intr_init:
    307   1.1   ichiro  *
    308   1.1   ichiro  *	Initialize the rest of the interrupt subsystem, making it
    309   1.1   ichiro  *	ready to handle interrupts from devices.
    310   1.1   ichiro  */
    311   1.1   ichiro void
    312   1.1   ichiro ixp12x0_intr_init(void)
    313   1.1   ichiro {
    314   1.1   ichiro 	struct intrq *iq;
    315   1.1   ichiro 	int i;
    316   1.1   ichiro 
    317   1.1   ichiro 	intr_enabled = 0;
    318   1.1   ichiro 	pci_intr_enabled = 0;
    319   1.1   ichiro 
    320   1.1   ichiro 	for (i = 0; i < NIRQ; i++) {
    321   1.1   ichiro 		iq = &intrq[i];
    322   1.1   ichiro 		TAILQ_INIT(&iq->iq_list);
    323   1.1   ichiro 
    324   1.1   ichiro 		sprintf(iq->iq_name, "ipl %d", i);
    325   1.1   ichiro 		evcnt_attach_dynamic(&iq->iq_ev, EVCNT_TYPE_INTR,
    326   1.1   ichiro 				     NULL, "ixpintr", iq->iq_name);
    327   1.1   ichiro 	}
    328  1.18     matt 	curcpu()->ci_intr_depth = 0;
    329  1.18     matt 	curcpu()->ci_cpl = 0;
    330  1.10      igy 	hardware_spl_level = 0;
    331   1.1   ichiro 
    332   1.5   ichiro 	ixp12x0_intr_calculate_masks();
    333   1.5   ichiro 
    334   1.1   ichiro 	/* Enable IRQs (don't yet use FIQs). */
    335   1.1   ichiro 	enable_interrupts(I32_bit);
    336   1.1   ichiro }
    337   1.1   ichiro 
    338   1.1   ichiro void *
    339   1.1   ichiro ixp12x0_intr_establish(int irq, int ipl, int (*ih_func)(void *), void *arg)
    340   1.1   ichiro {
    341   1.1   ichiro 	struct intrq*		iq;
    342   1.1   ichiro 	struct intrhand*	ih;
    343   1.1   ichiro 	u_int			oldirqstate;
    344   1.1   ichiro #ifdef DEBUG
    345   1.5   ichiro 	printf("ixp12x0_intr_establish(irq=%d, ipl=%d, ih_func=%08x, arg=%08x)\n",
    346   1.1   ichiro 	       irq, ipl, (u_int32_t) ih_func, (u_int32_t) arg);
    347   1.1   ichiro #endif
    348   1.1   ichiro 	if (irq < 0 || irq > NIRQ)
    349   1.1   ichiro 		panic("ixp12x0_intr_establish: IRQ %d out of range", ipl);
    350   1.1   ichiro 	if (ipl < 0 || ipl > NIPL)
    351   1.1   ichiro 		panic("ixp12x0_intr_establish: IPL %d out of range", ipl);
    352   1.1   ichiro 
    353   1.1   ichiro 	ih = malloc(sizeof(*ih), M_DEVBUF, M_NOWAIT);
    354   1.1   ichiro 	if (ih == NULL)
    355   1.1   ichiro 		return (NULL);
    356   1.1   ichiro 
    357   1.1   ichiro 	ih->ih_func = ih_func;
    358   1.1   ichiro 	ih->ih_arg = arg;
    359   1.1   ichiro 	ih->ih_irq = irq;
    360   1.1   ichiro 	ih->ih_ipl = ipl;
    361   1.1   ichiro 
    362   1.1   ichiro 	iq = &intrq[irq];
    363   1.5   ichiro 	iq->iq_ist = IST_LEVEL;
    364   1.1   ichiro 
    365   1.1   ichiro 	oldirqstate = disable_interrupts(I32_bit);
    366   1.1   ichiro 	TAILQ_INSERT_TAIL(&iq->iq_list, ih, ih_list);
    367   1.1   ichiro 	ixp12x0_intr_calculate_masks();
    368   1.1   ichiro 	restore_interrupts(oldirqstate);
    369   1.1   ichiro 
    370   1.1   ichiro 	return (ih);
    371   1.1   ichiro }
    372   1.1   ichiro 
    373   1.1   ichiro void
    374   1.1   ichiro ixp12x0_intr_disestablish(void *cookie)
    375   1.1   ichiro {
    376   1.1   ichiro 	struct intrhand*	ih = cookie;
    377   1.1   ichiro 	struct intrq*		iq = &intrq[ih->ih_ipl];
    378   1.1   ichiro 	u_int			oldirqstate;
    379   1.1   ichiro 
    380   1.1   ichiro 	oldirqstate = disable_interrupts(I32_bit);
    381   1.1   ichiro 	TAILQ_REMOVE(&iq->iq_list, ih, ih_list);
    382   1.1   ichiro 	ixp12x0_intr_calculate_masks();
    383   1.1   ichiro 	restore_interrupts(oldirqstate);
    384   1.1   ichiro }
    385   1.1   ichiro 
    386   1.1   ichiro void
    387  1.12       he ixp12x0_intr_dispatch(struct irqframe *frame)
    388   1.1   ichiro {
    389   1.1   ichiro 	struct intrq*		iq;
    390   1.1   ichiro 	struct intrhand*	ih;
    391  1.18     matt 	struct cpu_info* const	ci = curcpu();
    392  1.18     matt 	const int		ppl = ci->ci_cpl;
    393   1.1   ichiro 	u_int			oldirqstate;
    394   1.1   ichiro 	u_int32_t		hwpend;
    395   1.1   ichiro 	u_int32_t		pci_hwpend;
    396   1.1   ichiro 	int			irq;
    397   1.1   ichiro 	u_int32_t		ibit;
    398   1.1   ichiro 
    399   1.1   ichiro 
    400   1.1   ichiro 	hwpend = ixp12x0_irq_read();
    401   1.1   ichiro 	pci_hwpend = ixp12x0_pci_irq_read();
    402   1.1   ichiro 
    403  1.18     matt 	hardware_spl_level = ppl;
    404  1.18     matt 	ixp12x0_set_intrmask(imask[ppl] | hwpend, pci_imask[ppl] | pci_hwpend);
    405  1.10      igy 
    406  1.18     matt 	hwpend &= ~imask[ppl];
    407  1.18     matt 	pci_hwpend &= ~pci_imask[ppl];
    408  1.10      igy 
    409   1.1   ichiro 	while (hwpend) {
    410   1.1   ichiro 		irq = ffs(hwpend) - 1;
    411   1.1   ichiro 		ibit = (1U << irq);
    412   1.1   ichiro 
    413   1.1   ichiro 		iq = &intrq[irq];
    414   1.1   ichiro 		iq->iq_ev.ev_count++;
    415   1.1   ichiro 		uvmexp.intrs++;
    416  1.18     matt 		TAILQ_FOREACH(ih, &iq->iq_list, ih_list) {
    417  1.18     matt 			ci->ci_cpl = ih->ih_ipl;
    418   1.1   ichiro 			oldirqstate = enable_interrupts(I32_bit);
    419   1.1   ichiro 			(void) (*ih->ih_func)(ih->ih_arg ? ih->ih_arg : frame);
    420   1.1   ichiro 			restore_interrupts(oldirqstate);
    421   1.1   ichiro 			hwpend &= ~ibit;
    422   1.1   ichiro 		}
    423   1.1   ichiro 	}
    424   1.1   ichiro 	while (pci_hwpend) {
    425   1.1   ichiro 		irq = ffs(pci_hwpend) - 1;
    426   1.1   ichiro 		ibit = (1U << irq);
    427   1.1   ichiro 
    428   1.1   ichiro 		iq = &intrq[irq + SYS_NIRQ];
    429   1.1   ichiro 		iq->iq_ev.ev_count++;
    430   1.1   ichiro 		uvmexp.intrs++;
    431  1.18     matt 		TAILQ_FOREACH(ih, &iq->iq_list, ih_list) {
    432  1.18     matt 			ci->ci_cpl = ih->ih_ipl;
    433   1.1   ichiro 			oldirqstate = enable_interrupts(I32_bit);
    434   1.1   ichiro 			(void) (*ih->ih_func)(ih->ih_arg ? ih->ih_arg : frame);
    435   1.1   ichiro 			restore_interrupts(oldirqstate);
    436   1.1   ichiro 		}
    437  1.18     matt 		pci_hwpend &= ~ibit;
    438   1.1   ichiro 	}
    439   1.1   ichiro 
    440  1.18     matt 	ci->ci_cpl = ppl;
    441  1.18     matt 	hardware_spl_level = ppl;
    442  1.18     matt 	ixp12x0_set_intrmask(imask[ppl], pci_imask[ppl]);
    443   1.1   ichiro 
    444  1.17     matt #ifdef __HAVE_FAST_SOFTINTS
    445  1.18     matt 	cpu_dosoftints();
    446  1.17     matt #endif
    447   1.1   ichiro }
    448