Home | History | Annotate | Line # | Download | only in ixp12x0
ixp12x0_intr.c revision 1.19.20.1
      1  1.19.20.1  uebayasi /* $NetBSD: ixp12x0_intr.c,v 1.19.20.1 2010/08/17 06:44:04 uebayasi Exp $ */
      2        1.1    ichiro 
      3        1.1    ichiro /*
      4        1.1    ichiro  * Copyright (c) 2002 The NetBSD Foundation, Inc.
      5        1.1    ichiro  * All rights reserved.
      6        1.1    ichiro  *
      7        1.1    ichiro  * This code is derived from software contributed to The NetBSD Foundation
      8        1.1    ichiro  * by Ichiro FUKUHARA and Naoto Shimazaki.
      9        1.1    ichiro  *
     10        1.1    ichiro  * Redistribution and use in source and binary forms, with or without
     11        1.1    ichiro  * modification, are permitted provided that the following conditions
     12        1.1    ichiro  * are met:
     13        1.1    ichiro  * 1. Redistributions of source code must retain the above copyright
     14        1.1    ichiro  *    notice, this list of conditions and the following disclaimer.
     15        1.1    ichiro  * 2. Redistributions in binary form must reproduce the above copyright
     16        1.1    ichiro  *    notice, this list of conditions and the following disclaimer in the
     17        1.1    ichiro  *    documentation and/or other materials provided with the distribution.
     18        1.1    ichiro  *
     19        1.1    ichiro  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20        1.1    ichiro  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21        1.1    ichiro  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22        1.1    ichiro  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23        1.1    ichiro  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24        1.1    ichiro  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25        1.1    ichiro  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26        1.1    ichiro  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27        1.1    ichiro  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28        1.1    ichiro  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29        1.1    ichiro  * POSSIBILITY OF SUCH DAMAGE.
     30        1.1    ichiro  */
     31        1.7       igy 
     32        1.7       igy #include <sys/cdefs.h>
     33  1.19.20.1  uebayasi __KERNEL_RCSID(0, "$NetBSD: ixp12x0_intr.c,v 1.19.20.1 2010/08/17 06:44:04 uebayasi Exp $");
     34        1.1    ichiro 
     35        1.1    ichiro /*
     36        1.1    ichiro  * Interrupt support for the Intel ixp12x0
     37        1.1    ichiro  */
     38        1.1    ichiro 
     39        1.1    ichiro #include <sys/param.h>
     40        1.1    ichiro #include <sys/systm.h>
     41        1.1    ichiro #include <sys/malloc.h>
     42       1.17      matt #include <sys/simplelock.h>
     43        1.4    ichiro #include <sys/termios.h>
     44        1.1    ichiro 
     45        1.1    ichiro #include <uvm/uvm_extern.h>
     46        1.1    ichiro 
     47        1.1    ichiro #include <machine/bus.h>
     48        1.1    ichiro #include <machine/intr.h>
     49        1.1    ichiro 
     50        1.1    ichiro #include <arm/cpufunc.h>
     51        1.1    ichiro 
     52        1.1    ichiro #include <arm/ixp12x0/ixp12x0reg.h>
     53        1.1    ichiro #include <arm/ixp12x0/ixp12x0var.h>
     54        1.1    ichiro #include <arm/ixp12x0/ixp12x0_comreg.h>
     55        1.4    ichiro #include <arm/ixp12x0/ixp12x0_comvar.h>
     56        1.1    ichiro #include <arm/ixp12x0/ixp12x0_pcireg.h>
     57        1.1    ichiro 
     58       1.10       igy 
     59        1.1    ichiro extern u_int32_t	ixpcom_cr;	/* current cr from *_com.c */
     60        1.1    ichiro extern u_int32_t	ixpcom_imask;	/* tell mask to *_com.c */
     61        1.1    ichiro 
     62        1.1    ichiro /* Interrupt handler queues. */
     63        1.1    ichiro struct intrq intrq[NIRQ];
     64        1.1    ichiro 
     65        1.1    ichiro /* Interrupts to mask at each level. */
     66        1.1    ichiro static u_int32_t imask[NIPL];
     67        1.1    ichiro static u_int32_t pci_imask[NIPL];
     68        1.1    ichiro 
     69        1.1    ichiro /* Current interrupt priority level. */
     70       1.14     perry volatile int hardware_spl_level;
     71        1.1    ichiro 
     72        1.1    ichiro /* Software copy of the IRQs we have enabled. */
     73       1.14     perry volatile u_int32_t intr_enabled;
     74       1.14     perry volatile u_int32_t pci_intr_enabled;
     75        1.1    ichiro 
     76        1.1    ichiro /* Interrupts pending. */
     77       1.14     perry static volatile int ipending;
     78        1.1    ichiro 
     79        1.1    ichiro void	ixp12x0_intr_dispatch(struct irqframe *frame);
     80        1.9       igy 
     81        1.9       igy #define IXPREG(reg)	*((volatile u_int32_t*) (reg))
     82        1.1    ichiro 
     83       1.14     perry static inline u_int32_t
     84        1.1    ichiro ixp12x0_irq_read(void)
     85        1.1    ichiro {
     86        1.1    ichiro 	return IXPREG(IXP12X0_IRQ_VBASE) & IXP12X0_INTR_MASK;
     87        1.1    ichiro }
     88        1.1    ichiro 
     89       1.14     perry static inline u_int32_t
     90        1.1    ichiro ixp12x0_pci_irq_read(void)
     91        1.1    ichiro {
     92        1.1    ichiro 	return IXPREG(IXPPCI_IRQ_STATUS);
     93        1.1    ichiro }
     94        1.1    ichiro 
     95        1.1    ichiro static void
     96        1.1    ichiro ixp12x0_enable_uart_irq(void)
     97        1.1    ichiro {
     98        1.1    ichiro 	ixpcom_imask = 0;
     99        1.4    ichiro 	if (ixpcom_sc)
    100        1.4    ichiro 		bus_space_write_4(ixpcom_sc->sc_iot, ixpcom_sc->sc_ioh,
    101        1.4    ichiro 				  IXPCOM_CR, ixpcom_cr & ~ixpcom_imask);
    102        1.1    ichiro }
    103        1.1    ichiro 
    104        1.1    ichiro static void
    105        1.1    ichiro ixp12x0_disable_uart_irq(void)
    106        1.1    ichiro {
    107        1.1    ichiro 	ixpcom_imask = CR_RIE | CR_XIE;
    108        1.4    ichiro 	if (ixpcom_sc)
    109        1.4    ichiro 		bus_space_write_4(ixpcom_sc->sc_iot, ixpcom_sc->sc_ioh,
    110        1.4    ichiro 				  IXPCOM_CR, ixpcom_cr & ~ixpcom_imask);
    111        1.1    ichiro }
    112        1.1    ichiro 
    113        1.1    ichiro static void
    114        1.1    ichiro ixp12x0_set_intrmask(u_int32_t irqs, u_int32_t pci_irqs)
    115        1.1    ichiro {
    116        1.1    ichiro 	if (irqs & (1U << IXP12X0_INTR_UART)) {
    117        1.1    ichiro 		ixp12x0_disable_uart_irq();
    118        1.1    ichiro 	} else {
    119        1.1    ichiro 		ixp12x0_enable_uart_irq();
    120        1.1    ichiro 	}
    121        1.1    ichiro 	IXPREG(IXPPCI_IRQ_ENABLE_CLEAR) = pci_irqs;
    122        1.1    ichiro 	IXPREG(IXPPCI_IRQ_ENABLE_SET) = pci_intr_enabled & ~pci_irqs;
    123        1.1    ichiro }
    124        1.1    ichiro 
    125        1.1    ichiro static void
    126        1.1    ichiro ixp12x0_enable_irq(int irq)
    127        1.1    ichiro {
    128        1.1    ichiro 	if (irq < SYS_NIRQ) {
    129        1.1    ichiro 		intr_enabled |= (1U << irq);
    130        1.1    ichiro 		switch (irq) {
    131        1.1    ichiro 		case IXP12X0_INTR_UART:
    132        1.1    ichiro 			ixp12x0_enable_uart_irq();
    133        1.1    ichiro 			break;
    134        1.1    ichiro 
    135        1.1    ichiro 		case IXP12X0_INTR_PCI:
    136        1.1    ichiro 			/* nothing to do */
    137        1.1    ichiro 			break;
    138        1.1    ichiro 		default:
    139        1.3    provos 			panic("enable_irq:bad IRQ %d", irq);
    140        1.1    ichiro 		}
    141        1.1    ichiro 	} else {
    142        1.1    ichiro 		pci_intr_enabled |= (1U << (irq - SYS_NIRQ));
    143        1.1    ichiro 		IXPREG(IXPPCI_IRQ_ENABLE_SET) = (1U << (irq - SYS_NIRQ));
    144        1.1    ichiro 	}
    145        1.1    ichiro }
    146        1.1    ichiro 
    147       1.14     perry static inline void
    148        1.1    ichiro ixp12x0_disable_irq(int irq)
    149        1.1    ichiro {
    150        1.1    ichiro 	if (irq < SYS_NIRQ) {
    151        1.1    ichiro 		intr_enabled ^= ~(1U << irq);
    152        1.1    ichiro 		switch (irq) {
    153        1.1    ichiro 		case IXP12X0_INTR_UART:
    154        1.1    ichiro 			ixp12x0_disable_uart_irq();
    155        1.1    ichiro 			break;
    156        1.1    ichiro 
    157        1.1    ichiro 		case IXP12X0_INTR_PCI:
    158        1.1    ichiro 			/* nothing to do */
    159        1.1    ichiro 			break;
    160        1.1    ichiro 		default:
    161        1.1    ichiro 			/* nothing to do */
    162       1.11      matt 			break;
    163        1.1    ichiro 		}
    164        1.1    ichiro 	} else {
    165        1.2    ichiro 		pci_intr_enabled &= ~(1U << (irq - SYS_NIRQ));
    166        1.1    ichiro 		IXPREG(IXPPCI_IRQ_ENABLE_CLEAR) = (1U << (irq - SYS_NIRQ));
    167        1.1    ichiro 	}
    168        1.1    ichiro }
    169        1.1    ichiro 
    170        1.1    ichiro /*
    171        1.1    ichiro  * NOTE: This routine must be called with interrupts disabled in the CPSR.
    172        1.1    ichiro  */
    173        1.1    ichiro static void
    174        1.1    ichiro ixp12x0_intr_calculate_masks(void)
    175        1.1    ichiro {
    176        1.1    ichiro 	struct intrq *iq;
    177        1.1    ichiro 	struct intrhand *ih;
    178        1.1    ichiro 	int irq, ipl;
    179        1.1    ichiro 
    180        1.1    ichiro 	/* First, figure out which IPLs each IRQ has. */
    181        1.1    ichiro 	for (irq = 0; irq < NIRQ; irq++) {
    182        1.1    ichiro 		int levels = 0;
    183        1.1    ichiro 		iq = &intrq[irq];
    184        1.1    ichiro 		ixp12x0_disable_irq(irq);
    185        1.1    ichiro 		for (ih = TAILQ_FIRST(&iq->iq_list); ih != NULL;
    186        1.1    ichiro 		     ih = TAILQ_NEXT(ih, ih_list))
    187        1.1    ichiro 			levels |= (1U << ih->ih_ipl);
    188        1.1    ichiro 		iq->iq_levels = levels;
    189        1.1    ichiro 	}
    190        1.1    ichiro 
    191        1.1    ichiro 	/* Next, figure out which IRQs are used by each IPL. */
    192        1.1    ichiro 	for (ipl = 0; ipl < NIPL; ipl++) {
    193        1.1    ichiro 		int irqs = 0;
    194        1.1    ichiro 		int pci_irqs = 0;
    195        1.1    ichiro 		for (irq = 0; irq < SYS_NIRQ; irq++) {
    196        1.1    ichiro 			if (intrq[irq].iq_levels & (1U << ipl))
    197        1.1    ichiro 				irqs |= (1U << irq);
    198        1.1    ichiro 		}
    199        1.1    ichiro 		imask[ipl] = irqs;
    200        1.1    ichiro 		for (irq = 0; irq < SYS_NIRQ; irq++) {
    201        1.1    ichiro 			if (intrq[irq + SYS_NIRQ].iq_levels & (1U << ipl))
    202        1.1    ichiro 				pci_irqs |= (1U << irq);
    203        1.1    ichiro 		}
    204        1.1    ichiro 		pci_imask[ipl] = pci_irqs;
    205        1.1    ichiro 	}
    206        1.1    ichiro 
    207       1.17      matt 	KASSERT(imask[IPL_NONE] == 0);
    208       1.17      matt 	KASSERT(pci_imask[IPL_NONE] == 0);
    209  1.19.20.1  uebayasi 	KASSERT(imask[IPL_SOFTCLOCK] == 0);
    210  1.19.20.1  uebayasi 	KASSERT(pci_imask[IPL_SOFTCLOCK] == 0);
    211  1.19.20.1  uebayasi 	KASSERT(imask[IPL_SOFTBIO] == 0);
    212  1.19.20.1  uebayasi 	KASSERT(pci_imask[IPL_SOFTBIO] == 0);
    213  1.19.20.1  uebayasi 	KASSERT(imask[IPL_SOFTNET] == 0);
    214  1.19.20.1  uebayasi 	KASSERT(pci_imask[IPL_SOFTNET] == 0);
    215  1.19.20.1  uebayasi 	KASSERT(imask[IPL_SOFTSERIAL] == 0);
    216  1.19.20.1  uebayasi 	KASSERT(pci_imask[IPL_SOFTSERIAL] == 0);
    217        1.1    ichiro 
    218       1.18      matt 	KASSERT(imask[IPL_VM] != 0);
    219       1.18      matt 	KASSERT(pci_imask[IPL_VM] != 0);
    220        1.1    ichiro 
    221        1.1    ichiro 	/*
    222  1.19.20.1  uebayasi 	 * splsched() must block anything that uses the scheduler.
    223        1.1    ichiro 	 */
    224  1.19.20.1  uebayasi 	imask[IPL_SCHED] |= imask[IPL_VM];
    225  1.19.20.1  uebayasi 	pci_imask[IPL_SCHED] |= pci_imask[IPL_VM];
    226        1.1    ichiro 
    227        1.1    ichiro 	/*
    228        1.1    ichiro 	 * splhigh() must block "everything".
    229        1.1    ichiro 	 */
    230  1.19.20.1  uebayasi 	imask[IPL_HIGH] |= imask[IPL_SCHED];
    231  1.19.20.1  uebayasi 	pci_imask[IPL_HIGH] |= pci_imask[IPL_SCHED];
    232        1.1    ichiro 
    233        1.1    ichiro 	/*
    234        1.1    ichiro 	 * Now compute which IRQs must be blocked when servicing any
    235        1.1    ichiro 	 * given IRQ.
    236        1.1    ichiro 	 */
    237        1.1    ichiro 	for (irq = 0; irq < NIRQ; irq++) {
    238        1.1    ichiro 		int	irqs;
    239        1.1    ichiro 		int	pci_irqs;
    240        1.1    ichiro 
    241        1.1    ichiro 		if (irq < SYS_NIRQ) {
    242        1.1    ichiro 			irqs = (1U << irq);
    243        1.1    ichiro 			pci_irqs = 0;
    244        1.1    ichiro 		} else {
    245        1.1    ichiro 			irqs = 0;
    246        1.1    ichiro 			pci_irqs = (1U << (irq - SYS_NIRQ));
    247        1.1    ichiro 		}
    248        1.1    ichiro 		iq = &intrq[irq];
    249        1.1    ichiro 		if (TAILQ_FIRST(&iq->iq_list) != NULL)
    250        1.1    ichiro 			ixp12x0_enable_irq(irq);
    251        1.1    ichiro 		for (ih = TAILQ_FIRST(&iq->iq_list); ih != NULL;
    252        1.1    ichiro 		     ih = TAILQ_NEXT(ih, ih_list)) {
    253        1.1    ichiro 			irqs |= imask[ih->ih_ipl];
    254        1.1    ichiro 			pci_irqs |= pci_imask[ih->ih_ipl];
    255        1.1    ichiro 		}
    256        1.1    ichiro 		iq->iq_mask = irqs;
    257        1.1    ichiro 		iq->iq_pci_mask = pci_irqs;
    258        1.1    ichiro 	}
    259        1.1    ichiro }
    260        1.1    ichiro 
    261       1.14     perry inline void
    262        1.1    ichiro splx(int new)
    263        1.1    ichiro {
    264        1.1    ichiro 	int	old;
    265        1.1    ichiro 	u_int	oldirqstate;
    266        1.1    ichiro 
    267        1.1    ichiro 	oldirqstate = disable_interrupts(I32_bit);
    268       1.18      matt 	old = curcpl();
    269       1.18      matt 	set_curcpl(new);
    270       1.10       igy 	if (new != hardware_spl_level) {
    271       1.10       igy 		hardware_spl_level = new;
    272       1.10       igy 		ixp12x0_set_intrmask(imask[new], pci_imask[new]);
    273       1.10       igy 	}
    274        1.1    ichiro 	restore_interrupts(oldirqstate);
    275        1.1    ichiro 
    276       1.17      matt #ifdef __HAVE_FAST_SOFTINTS
    277       1.18      matt 	cpu_dosoftints();
    278       1.17      matt #endif
    279        1.1    ichiro }
    280        1.1    ichiro 
    281        1.1    ichiro int
    282        1.1    ichiro _splraise(int ipl)
    283        1.1    ichiro {
    284       1.10       igy 	int	old;
    285       1.10       igy 	u_int	oldirqstate;
    286        1.1    ichiro 
    287       1.10       igy 	oldirqstate = disable_interrupts(I32_bit);
    288       1.18      matt 	old = curcpl();
    289       1.18      matt 	set_curcpl(ipl);
    290       1.10       igy 	restore_interrupts(oldirqstate);
    291        1.1    ichiro 	return (old);
    292        1.1    ichiro }
    293        1.1    ichiro 
    294        1.1    ichiro int
    295        1.1    ichiro _spllower(int ipl)
    296        1.1    ichiro {
    297       1.18      matt 	int	old = curcpl();
    298        1.1    ichiro 
    299        1.1    ichiro 	if (old <= ipl)
    300        1.1    ichiro 		return (old);
    301        1.1    ichiro 	splx(ipl);
    302        1.1    ichiro 	return (old);
    303        1.1    ichiro }
    304        1.1    ichiro 
    305        1.1    ichiro /*
    306        1.1    ichiro  * ixp12x0_intr_init:
    307        1.1    ichiro  *
    308        1.1    ichiro  *	Initialize the rest of the interrupt subsystem, making it
    309        1.1    ichiro  *	ready to handle interrupts from devices.
    310        1.1    ichiro  */
    311        1.1    ichiro void
    312        1.1    ichiro ixp12x0_intr_init(void)
    313        1.1    ichiro {
    314        1.1    ichiro 	struct intrq *iq;
    315        1.1    ichiro 	int i;
    316        1.1    ichiro 
    317        1.1    ichiro 	intr_enabled = 0;
    318        1.1    ichiro 	pci_intr_enabled = 0;
    319        1.1    ichiro 
    320        1.1    ichiro 	for (i = 0; i < NIRQ; i++) {
    321        1.1    ichiro 		iq = &intrq[i];
    322        1.1    ichiro 		TAILQ_INIT(&iq->iq_list);
    323        1.1    ichiro 
    324        1.1    ichiro 		sprintf(iq->iq_name, "ipl %d", i);
    325        1.1    ichiro 		evcnt_attach_dynamic(&iq->iq_ev, EVCNT_TYPE_INTR,
    326        1.1    ichiro 				     NULL, "ixpintr", iq->iq_name);
    327        1.1    ichiro 	}
    328       1.18      matt 	curcpu()->ci_intr_depth = 0;
    329       1.18      matt 	curcpu()->ci_cpl = 0;
    330       1.10       igy 	hardware_spl_level = 0;
    331        1.1    ichiro 
    332        1.5    ichiro 	ixp12x0_intr_calculate_masks();
    333        1.5    ichiro 
    334        1.1    ichiro 	/* Enable IRQs (don't yet use FIQs). */
    335        1.1    ichiro 	enable_interrupts(I32_bit);
    336        1.1    ichiro }
    337        1.1    ichiro 
    338        1.1    ichiro void *
    339        1.1    ichiro ixp12x0_intr_establish(int irq, int ipl, int (*ih_func)(void *), void *arg)
    340        1.1    ichiro {
    341        1.1    ichiro 	struct intrq*		iq;
    342        1.1    ichiro 	struct intrhand*	ih;
    343        1.1    ichiro 	u_int			oldirqstate;
    344        1.1    ichiro #ifdef DEBUG
    345        1.5    ichiro 	printf("ixp12x0_intr_establish(irq=%d, ipl=%d, ih_func=%08x, arg=%08x)\n",
    346        1.1    ichiro 	       irq, ipl, (u_int32_t) ih_func, (u_int32_t) arg);
    347        1.1    ichiro #endif
    348        1.1    ichiro 	if (irq < 0 || irq > NIRQ)
    349        1.1    ichiro 		panic("ixp12x0_intr_establish: IRQ %d out of range", ipl);
    350        1.1    ichiro 	if (ipl < 0 || ipl > NIPL)
    351        1.1    ichiro 		panic("ixp12x0_intr_establish: IPL %d out of range", ipl);
    352        1.1    ichiro 
    353        1.1    ichiro 	ih = malloc(sizeof(*ih), M_DEVBUF, M_NOWAIT);
    354        1.1    ichiro 	if (ih == NULL)
    355        1.1    ichiro 		return (NULL);
    356        1.1    ichiro 
    357        1.1    ichiro 	ih->ih_func = ih_func;
    358        1.1    ichiro 	ih->ih_arg = arg;
    359        1.1    ichiro 	ih->ih_irq = irq;
    360        1.1    ichiro 	ih->ih_ipl = ipl;
    361        1.1    ichiro 
    362        1.1    ichiro 	iq = &intrq[irq];
    363        1.5    ichiro 	iq->iq_ist = IST_LEVEL;
    364        1.1    ichiro 
    365        1.1    ichiro 	oldirqstate = disable_interrupts(I32_bit);
    366        1.1    ichiro 	TAILQ_INSERT_TAIL(&iq->iq_list, ih, ih_list);
    367        1.1    ichiro 	ixp12x0_intr_calculate_masks();
    368        1.1    ichiro 	restore_interrupts(oldirqstate);
    369        1.1    ichiro 
    370        1.1    ichiro 	return (ih);
    371        1.1    ichiro }
    372        1.1    ichiro 
    373        1.1    ichiro void
    374        1.1    ichiro ixp12x0_intr_disestablish(void *cookie)
    375        1.1    ichiro {
    376        1.1    ichiro 	struct intrhand*	ih = cookie;
    377        1.1    ichiro 	struct intrq*		iq = &intrq[ih->ih_ipl];
    378        1.1    ichiro 	u_int			oldirqstate;
    379        1.1    ichiro 
    380        1.1    ichiro 	oldirqstate = disable_interrupts(I32_bit);
    381        1.1    ichiro 	TAILQ_REMOVE(&iq->iq_list, ih, ih_list);
    382        1.1    ichiro 	ixp12x0_intr_calculate_masks();
    383        1.1    ichiro 	restore_interrupts(oldirqstate);
    384        1.1    ichiro }
    385        1.1    ichiro 
    386        1.1    ichiro void
    387       1.12        he ixp12x0_intr_dispatch(struct irqframe *frame)
    388        1.1    ichiro {
    389        1.1    ichiro 	struct intrq*		iq;
    390        1.1    ichiro 	struct intrhand*	ih;
    391       1.18      matt 	struct cpu_info* const	ci = curcpu();
    392       1.18      matt 	const int		ppl = ci->ci_cpl;
    393        1.1    ichiro 	u_int			oldirqstate;
    394        1.1    ichiro 	u_int32_t		hwpend;
    395        1.1    ichiro 	u_int32_t		pci_hwpend;
    396        1.1    ichiro 	int			irq;
    397        1.1    ichiro 	u_int32_t		ibit;
    398        1.1    ichiro 
    399        1.1    ichiro 
    400        1.1    ichiro 	hwpend = ixp12x0_irq_read();
    401        1.1    ichiro 	pci_hwpend = ixp12x0_pci_irq_read();
    402        1.1    ichiro 
    403       1.18      matt 	hardware_spl_level = ppl;
    404       1.18      matt 	ixp12x0_set_intrmask(imask[ppl] | hwpend, pci_imask[ppl] | pci_hwpend);
    405       1.10       igy 
    406       1.18      matt 	hwpend &= ~imask[ppl];
    407       1.18      matt 	pci_hwpend &= ~pci_imask[ppl];
    408       1.10       igy 
    409        1.1    ichiro 	while (hwpend) {
    410        1.1    ichiro 		irq = ffs(hwpend) - 1;
    411        1.1    ichiro 		ibit = (1U << irq);
    412        1.1    ichiro 
    413        1.1    ichiro 		iq = &intrq[irq];
    414        1.1    ichiro 		iq->iq_ev.ev_count++;
    415        1.1    ichiro 		uvmexp.intrs++;
    416       1.18      matt 		TAILQ_FOREACH(ih, &iq->iq_list, ih_list) {
    417       1.18      matt 			ci->ci_cpl = ih->ih_ipl;
    418        1.1    ichiro 			oldirqstate = enable_interrupts(I32_bit);
    419        1.1    ichiro 			(void) (*ih->ih_func)(ih->ih_arg ? ih->ih_arg : frame);
    420        1.1    ichiro 			restore_interrupts(oldirqstate);
    421        1.1    ichiro 			hwpend &= ~ibit;
    422        1.1    ichiro 		}
    423        1.1    ichiro 	}
    424        1.1    ichiro 	while (pci_hwpend) {
    425        1.1    ichiro 		irq = ffs(pci_hwpend) - 1;
    426        1.1    ichiro 		ibit = (1U << irq);
    427        1.1    ichiro 
    428        1.1    ichiro 		iq = &intrq[irq + SYS_NIRQ];
    429        1.1    ichiro 		iq->iq_ev.ev_count++;
    430        1.1    ichiro 		uvmexp.intrs++;
    431       1.18      matt 		TAILQ_FOREACH(ih, &iq->iq_list, ih_list) {
    432       1.18      matt 			ci->ci_cpl = ih->ih_ipl;
    433        1.1    ichiro 			oldirqstate = enable_interrupts(I32_bit);
    434        1.1    ichiro 			(void) (*ih->ih_func)(ih->ih_arg ? ih->ih_arg : frame);
    435        1.1    ichiro 			restore_interrupts(oldirqstate);
    436        1.1    ichiro 		}
    437       1.18      matt 		pci_hwpend &= ~ibit;
    438        1.1    ichiro 	}
    439        1.1    ichiro 
    440       1.18      matt 	ci->ci_cpl = ppl;
    441       1.18      matt 	hardware_spl_level = ppl;
    442       1.18      matt 	ixp12x0_set_intrmask(imask[ppl], pci_imask[ppl]);
    443        1.1    ichiro 
    444       1.17      matt #ifdef __HAVE_FAST_SOFTINTS
    445       1.18      matt 	cpu_dosoftints();
    446       1.17      matt #endif
    447        1.1    ichiro }
    448