Home | History | Annotate | Line # | Download | only in marvell
      1  1.22   thorpej /*	$NetBSD: mvpex.c,v 1.22 2021/08/07 16:19:13 thorpej Exp $	*/
      2   1.1  kiyohara /*
      3   1.1  kiyohara  * Copyright (c) 2008 KIYOHARA Takashi
      4   1.1  kiyohara  * All rights reserved.
      5   1.1  kiyohara  *
      6   1.1  kiyohara  * Redistribution and use in source and binary forms, with or without
      7   1.1  kiyohara  * modification, are permitted provided that the following conditions
      8   1.1  kiyohara  * are met:
      9   1.1  kiyohara  * 1. Redistributions of source code must retain the above copyright
     10   1.1  kiyohara  *    notice, this list of conditions and the following disclaimer.
     11   1.1  kiyohara  * 2. Redistributions in binary form must reproduce the above copyright
     12   1.1  kiyohara  *    notice, this list of conditions and the following disclaimer in the
     13   1.1  kiyohara  *    documentation and/or other materials provided with the distribution.
     14   1.1  kiyohara  *
     15   1.1  kiyohara  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
     16   1.1  kiyohara  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
     17   1.1  kiyohara  * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
     18   1.1  kiyohara  * DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT,
     19   1.1  kiyohara  * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
     20   1.1  kiyohara  * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
     21   1.1  kiyohara  * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     22   1.1  kiyohara  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
     23   1.1  kiyohara  * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
     24   1.1  kiyohara  * ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     25   1.1  kiyohara  * POSSIBILITY OF SUCH DAMAGE.
     26   1.1  kiyohara  */
     27   1.1  kiyohara 
     28   1.1  kiyohara #include <sys/cdefs.h>
     29  1.22   thorpej __KERNEL_RCSID(0, "$NetBSD: mvpex.c,v 1.22 2021/08/07 16:19:13 thorpej Exp $");
     30   1.1  kiyohara 
     31   1.1  kiyohara #include "opt_pci.h"
     32   1.1  kiyohara #include "pci.h"
     33   1.1  kiyohara 
     34   1.1  kiyohara #include <sys/param.h>
     35   1.1  kiyohara #include <sys/bus.h>
     36   1.1  kiyohara #include <sys/device.h>
     37   1.1  kiyohara #include <sys/errno.h>
     38   1.1  kiyohara #include <sys/evcnt.h>
     39   1.1  kiyohara #include <sys/malloc.h>
     40   1.1  kiyohara #include <sys/systm.h>
     41   1.1  kiyohara 
     42   1.1  kiyohara #include <prop/proplib.h>
     43   1.1  kiyohara 
     44   1.1  kiyohara #include <dev/pci/pcivar.h>
     45   1.1  kiyohara #include <dev/pci/pcireg.h>
     46   1.1  kiyohara #include <dev/pci/pciconf.h>
     47   1.1  kiyohara 
     48   1.1  kiyohara #include <dev/marvell/mvpexreg.h>
     49   1.1  kiyohara #include <dev/marvell/mvpexvar.h>
     50   1.1  kiyohara #include <dev/marvell/marvellreg.h>
     51   1.1  kiyohara #include <dev/marvell/marvellvar.h>
     52   1.1  kiyohara 
     53   1.1  kiyohara #include <machine/pci_machdep.h>
     54   1.1  kiyohara 
     55   1.1  kiyohara #include "locators.h"
     56   1.1  kiyohara 
     57   1.1  kiyohara 
     58   1.1  kiyohara static int mvpex_match(device_t, struct cfdata *, void *);
     59   1.1  kiyohara static void mvpex_attach(device_t, device_t, void *);
     60   1.1  kiyohara 
     61   1.1  kiyohara static int mvpex_intr(void *);
     62   1.1  kiyohara 
     63   1.9  kiyohara static void mvpex_init(struct mvpex_softc *, enum marvell_tags *);
     64   1.1  kiyohara #if 0	/* shall move to pchb(4)? */
     65   1.1  kiyohara static void mvpex_barinit(struct mvpex_softc *);
     66   1.1  kiyohara static int mvpex_wininit(struct mvpex_softc *, int, int, int, int, uint32_t *,
     67   1.1  kiyohara 			 uint32_t *);
     68   1.1  kiyohara #else
     69   1.9  kiyohara static void mvpex_wininit(struct mvpex_softc *, enum marvell_tags *);
     70   1.1  kiyohara #endif
     71   1.1  kiyohara #if NPCI > 0
     72   1.1  kiyohara static void mvpex_pci_config(struct mvpex_softc *, bus_space_tag_t,
     73   1.1  kiyohara 			     bus_space_tag_t, bus_dma_tag_t, pci_chipset_tag_t,
     74   1.1  kiyohara 			     u_long, u_long, u_long, u_long, int);
     75   1.1  kiyohara #endif
     76   1.1  kiyohara 
     77   1.9  kiyohara enum marvell_tags *mvpex_bar2_tags;
     78   1.9  kiyohara 
     79   1.1  kiyohara CFATTACH_DECL_NEW(mvpex_gt, sizeof(struct mvpex_softc),
     80   1.1  kiyohara     mvpex_match, mvpex_attach, NULL, NULL);
     81   1.1  kiyohara CFATTACH_DECL_NEW(mvpex_mbus, sizeof(struct mvpex_softc),
     82   1.1  kiyohara     mvpex_match, mvpex_attach, NULL, NULL);
     83   1.1  kiyohara 
     84   1.1  kiyohara 
     85   1.1  kiyohara /* ARGSUSED */
     86   1.1  kiyohara static int
     87   1.1  kiyohara mvpex_match(device_t parent, struct cfdata *match, void *aux)
     88   1.1  kiyohara {
     89   1.1  kiyohara 	struct marvell_attach_args *mva = aux;
     90   1.1  kiyohara 
     91   1.2  kiyohara 	if (strcmp(mva->mva_name, match->cf_name) != 0)
     92   1.1  kiyohara 		return 0;
     93   1.1  kiyohara 	if (mva->mva_offset == MVA_OFFSET_DEFAULT ||
     94   1.1  kiyohara 	    mva->mva_irq == MVA_IRQ_DEFAULT)
     95   1.1  kiyohara 		return 0;
     96   1.1  kiyohara 
     97   1.1  kiyohara 	mva->mva_size = MVPEX_SIZE;
     98   1.1  kiyohara 	return 1;
     99   1.1  kiyohara }
    100   1.1  kiyohara 
    101   1.1  kiyohara /* ARGSUSED */
    102   1.1  kiyohara static void
    103   1.1  kiyohara mvpex_attach(device_t parent, device_t self, void *aux)
    104   1.1  kiyohara {
    105   1.1  kiyohara 	struct mvpex_softc *sc = device_private(self);
    106   1.1  kiyohara 	struct marvell_attach_args *mva = aux;
    107   1.1  kiyohara #if NPCI > 0
    108   1.1  kiyohara 	prop_dictionary_t dict = device_properties(self);
    109   1.1  kiyohara 	prop_object_t pc, iot, memt;
    110   1.1  kiyohara 	pci_chipset_tag_t mvpex_chipset;
    111   1.1  kiyohara 	bus_space_tag_t mvpex_io_bs_tag, mvpex_mem_bs_tag;
    112   1.1  kiyohara 	uint64_t iostart = 0, ioend = 0, memstart = 0, memend = 0;
    113   1.3  jakllsch 	uint32_t cl_size = 0;
    114   1.1  kiyohara 	int i;
    115   1.1  kiyohara #endif
    116   1.1  kiyohara 
    117   1.1  kiyohara 	aprint_normal(": Marvell PCI Express Interface\n");
    118   1.1  kiyohara 	aprint_naive("\n");
    119   1.1  kiyohara 
    120   1.1  kiyohara #if NPCI > 0
    121   1.1  kiyohara 	iot = prop_dictionary_get(dict, "io-bus-tag");
    122   1.1  kiyohara 	if (iot == NULL) {
    123   1.1  kiyohara 		aprint_error_dev(self, "no io-bus-tag property\n");
    124   1.1  kiyohara 		return;
    125   1.1  kiyohara 	}
    126   1.1  kiyohara 	KASSERT(prop_object_type(iot) == PROP_TYPE_DATA);
    127   1.1  kiyohara 	mvpex_io_bs_tag = __UNCONST(prop_data_data_nocopy(iot));
    128   1.1  kiyohara 	memt = prop_dictionary_get(dict, "mem-bus-tag");
    129   1.1  kiyohara 	if (memt == NULL) {
    130   1.1  kiyohara 		aprint_error_dev(self, "no mem-bus-tag property\n");
    131   1.1  kiyohara 		return;
    132   1.1  kiyohara 	}
    133   1.1  kiyohara 	KASSERT(prop_object_type(memt) == PROP_TYPE_DATA);
    134   1.1  kiyohara 	mvpex_mem_bs_tag = __UNCONST(prop_data_data_nocopy(memt));
    135   1.1  kiyohara 	pc = prop_dictionary_get(dict, "pci-chipset");
    136   1.1  kiyohara 	if (pc == NULL) {
    137   1.1  kiyohara 		aprint_error_dev(self, "no pci-chipset property\n");
    138   1.1  kiyohara 		return;
    139   1.1  kiyohara 	}
    140   1.1  kiyohara 	KASSERT(prop_object_type(pc) == PROP_TYPE_DATA);
    141   1.1  kiyohara 	mvpex_chipset = __UNCONST(prop_data_data_nocopy(pc));
    142   1.1  kiyohara #ifdef PCI_NETBSD_CONFIGURE
    143   1.1  kiyohara 	if (!prop_dictionary_get_uint64(dict, "iostart", &iostart)) {
    144   1.1  kiyohara 		aprint_error_dev(self, "no iostart property\n");
    145   1.1  kiyohara 		return;
    146   1.1  kiyohara 	}
    147   1.1  kiyohara 	if (!prop_dictionary_get_uint64(dict, "ioend", &ioend)) {
    148   1.1  kiyohara 		aprint_error_dev(self, "no ioend property\n");
    149   1.1  kiyohara 		return;
    150   1.1  kiyohara 	}
    151   1.1  kiyohara 	if (!prop_dictionary_get_uint64(dict, "memstart", &memstart)) {
    152   1.1  kiyohara 		aprint_error_dev(self, "no memstart property\n");
    153   1.1  kiyohara 		return;
    154   1.1  kiyohara 	}
    155   1.1  kiyohara 	if (!prop_dictionary_get_uint64(dict, "memend", &memend)) {
    156   1.1  kiyohara 		aprint_error_dev(self, "no memend property\n");
    157   1.1  kiyohara 		return;
    158   1.1  kiyohara 	}
    159   1.1  kiyohara 	if (!prop_dictionary_get_uint32(dict, "cache-line-size", &cl_size)) {
    160   1.1  kiyohara 		aprint_error_dev(self, "no cache-line-size property\n");
    161   1.1  kiyohara 		return;
    162   1.1  kiyohara 	}
    163   1.1  kiyohara #endif
    164   1.1  kiyohara #endif
    165   1.1  kiyohara 
    166   1.1  kiyohara 	sc->sc_dev = self;
    167   1.1  kiyohara 	sc->sc_model = mva->mva_model;
    168   1.1  kiyohara 	sc->sc_rev = mva->mva_revision;
    169   1.1  kiyohara 	sc->sc_offset = mva->mva_offset;
    170   1.1  kiyohara 	sc->sc_iot = mva->mva_iot;
    171   1.1  kiyohara 
    172   1.1  kiyohara 	/* Map I/O registers for mvpex */
    173   1.1  kiyohara 	if (bus_space_subregion(mva->mva_iot, mva->mva_ioh, mva->mva_offset,
    174   1.1  kiyohara 	    mva->mva_size, &sc->sc_ioh)) {
    175   1.1  kiyohara 		aprint_error_dev(self, "can't map registers\n");
    176   1.1  kiyohara 		return;
    177   1.1  kiyohara 	}
    178   1.9  kiyohara 	mvpex_init(sc, mva->mva_tags);
    179   1.1  kiyohara 
    180   1.1  kiyohara 	/* XXX: looks seem good to specify level IPL_VM. */
    181   1.1  kiyohara 	marvell_intr_establish(mva->mva_irq, IPL_VM, mvpex_intr, sc);
    182   1.1  kiyohara 
    183   1.1  kiyohara #if NPCI > 0
    184   1.1  kiyohara 	for (i = 0; i < PCI_INTERRUPT_PIN_MAX; i++) {
    185   1.1  kiyohara 		sc->sc_intrtab[i].intr_pin = PCI_INTERRUPT_PIN_A + i;
    186   1.1  kiyohara 		sc->sc_intrtab[i].intr_refcnt = 0;
    187   1.1  kiyohara 		LIST_INIT(&sc->sc_intrtab[i].intr_list);
    188   1.1  kiyohara 	}
    189   1.1  kiyohara 
    190   1.1  kiyohara 	mvpex_pci_config(sc, mvpex_io_bs_tag, mvpex_mem_bs_tag, mva->mva_dmat,
    191   1.1  kiyohara 	    mvpex_chipset, iostart, ioend, memstart, memend, cl_size);
    192   1.1  kiyohara #endif
    193   1.1  kiyohara }
    194   1.1  kiyohara 
    195   1.1  kiyohara static int
    196   1.1  kiyohara mvpex_intr(void *arg)
    197   1.1  kiyohara {
    198   1.1  kiyohara 	struct mvpex_softc *sc = (struct mvpex_softc *)arg;
    199   1.1  kiyohara 	struct mvpex_intrhand *ih;
    200   1.1  kiyohara 	struct mvpex_intrtab *intrtab;
    201   1.1  kiyohara 	uint32_t ic, im;
    202   1.1  kiyohara 	int handled = 0, pin, rv, i, s;
    203   1.1  kiyohara 
    204   1.1  kiyohara 	for (;;) {
    205   1.1  kiyohara 		ic = bus_space_read_4(sc->sc_iot, sc->sc_ioh, MVPEX_IC);
    206   1.1  kiyohara 		im = bus_space_read_4(sc->sc_iot, sc->sc_ioh, MVPEX_IM);
    207   1.1  kiyohara 		ic &= im;
    208   1.1  kiyohara 
    209   1.1  kiyohara 		if (!ic)
    210   1.1  kiyohara 			break;
    211   1.1  kiyohara 
    212   1.1  kiyohara 		for (i = 0, pin = PCI_INTERRUPT_PIN_A;
    213   1.1  kiyohara 		    i < PCI_INTERRUPT_PIN_MAX; pin++, i++) {
    214   1.1  kiyohara 			if ((ic & MVPEX_I_PIN(pin)) == 0)
    215   1.1  kiyohara 				continue;
    216   1.1  kiyohara 
    217   1.1  kiyohara 			intrtab = &sc->sc_intrtab[i];
    218   1.1  kiyohara 			LIST_FOREACH(ih, &intrtab->intr_list, ih_q) {
    219   1.1  kiyohara 				s = _splraise(ih->ih_type);
    220   1.1  kiyohara 				rv = (*ih->ih_func)(ih->ih_arg);
    221   1.1  kiyohara 				splx(s);
    222   1.1  kiyohara 				if (rv) {
    223   1.1  kiyohara 					ih->ih_evcnt.ev_count++;
    224   1.1  kiyohara 					handled++;
    225   1.1  kiyohara 				}
    226   1.1  kiyohara 			}
    227   1.1  kiyohara 			bus_space_write_4(sc->sc_iot, sc->sc_ioh, MVPEX_IC,
    228   1.1  kiyohara 			    ~MVPEX_I_PIN(pin));
    229   1.1  kiyohara 		}
    230   1.1  kiyohara 	}
    231   1.1  kiyohara 
    232   1.1  kiyohara 	return handled;
    233   1.1  kiyohara }
    234   1.1  kiyohara 
    235   1.1  kiyohara 
    236   1.1  kiyohara static void
    237   1.9  kiyohara mvpex_init(struct mvpex_softc *sc, enum marvell_tags *tags)
    238   1.1  kiyohara {
    239   1.1  kiyohara 	uint32_t reg;
    240   1.1  kiyohara 	int window;
    241   1.1  kiyohara 
    242   1.1  kiyohara 	/*
    243   1.1  kiyohara 	 * First implement Guideline (GL# PCI Express-2) Wrong Default Value
    244   1.1  kiyohara 	 * to Transmitter Output Current (TXAMP) Relevant for: 88F5181-A1/B0/B1
    245   1.1  kiyohara 	 * and 88F5281-B0
    246   1.1  kiyohara 	 */
    247   1.1  kiyohara 						/* Write the read command */
    248   1.1  kiyohara 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, 0x1b00, 0x80820000);
    249   1.1  kiyohara 	reg = bus_space_read_4(sc->sc_iot, sc->sc_ioh, 0x1b00);
    250   1.1  kiyohara 	/* Prepare new data for write */
    251   1.1  kiyohara 	reg &= ~0x7;		/* Clear bits [2:0] */
    252   1.1  kiyohara 	reg |= 0x4;		/* Set the new value */
    253   1.1  kiyohara 	reg &= ~0x80000000;	/* Set "write" command */
    254   1.1  kiyohara 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, 0x1b00, reg);
    255   1.1  kiyohara 
    256   1.1  kiyohara 	for (window = 0; window < MVPEX_NWINDOW; window++)
    257   1.1  kiyohara 		bus_space_write_4(sc->sc_iot, sc->sc_ioh, MVPEX_WC(window), 0);
    258   1.1  kiyohara 
    259   1.1  kiyohara #if 0	/* shall move to pchb(4)? */
    260   1.1  kiyohara 	mvpex_barinit(sc);
    261   1.1  kiyohara #else
    262   1.9  kiyohara 	mvpex_wininit(sc, tags);
    263   1.1  kiyohara #endif
    264   1.1  kiyohara 
    265   1.1  kiyohara 	/* Clear Interrupt Cause and Mask registers */
    266   1.1  kiyohara 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, MVPEX_IC, 0);
    267   1.1  kiyohara 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, MVPEX_IM, 0);
    268   1.1  kiyohara 
    269   1.1  kiyohara 	/* now wait 60 ns to be sure the link is valid (spec compliant) */
    270   1.1  kiyohara 	delay(1);
    271   1.1  kiyohara }
    272   1.1  kiyohara 
    273   1.1  kiyohara #if 0
    274   1.1  kiyohara static int
    275   1.1  kiyohara mvpex_wininit(struct mvpex_softc *sc, int window, int tbegin, int tend,
    276   1.1  kiyohara 	      int barmap, uint32_t *barbase, uint32_t *barsize)
    277   1.1  kiyohara {
    278   1.1  kiyohara 	uint32_t target, attr, base, size;
    279   1.1  kiyohara 	int targetid;
    280   1.1  kiyohara 
    281   1.1  kiyohara 	for (targetid = tbegin; targetid <= tend && window < MVPEX_NWINDOW;
    282   1.1  kiyohara 	    targetid++) {
    283   1.1  kiyohara 		if (orion_target(targetid, &target, &attr, &base, &size) == -1)
    284   1.1  kiyohara 			continue;
    285   1.1  kiyohara 		if (size == 0)
    286   1.1  kiyohara 			continue;
    287   1.1  kiyohara 
    288   1.1  kiyohara 		if (base < *barbase)
    289   1.1  kiyohara 			*barbase = base;
    290   1.1  kiyohara 		*barsize += size;
    291   1.1  kiyohara 
    292   1.1  kiyohara 		bus_space_write_4(sc->sc_iot, sc->sc_ioh, MVPEX_WC(window),
    293   1.1  kiyohara 		    MVPEX_WC_WINEN		|
    294   1.1  kiyohara 		    barmap			|
    295   1.1  kiyohara 		    MVPEX_WC_TARGET(target)	|
    296   1.1  kiyohara 		    MVPEX_WC_ATTR(attr)		|
    297   1.1  kiyohara 		    MVPEX_WC_SIZE(size));
    298   1.1  kiyohara 		bus_space_write_4(sc->sc_iot, sc->sc_ioh, MVPEX_WB(window),
    299   1.1  kiyohara 		    MVPEX_WB_BASE(base));
    300   1.1  kiyohara 		bus_space_write_4(sc->sc_iot, sc->sc_ioh, MVPEX_WR(window), 0);
    301   1.1  kiyohara 		window++;
    302   1.1  kiyohara 	}
    303   1.1  kiyohara 
    304   1.1  kiyohara 	return window;
    305   1.1  kiyohara }
    306   1.1  kiyohara 
    307   1.1  kiyohara /* shall move to pchb(4)? */
    308   1.1  kiyohara static void
    309   1.1  kiyohara mvpex_barinit(struct mvpex_softc *sc)
    310   1.1  kiyohara {
    311   1.1  kiyohara 	const uint32_t barflag =
    312   1.1  kiyohara 	    PCI_MAPREG_MEM_PREFETCHABLE_MASK | PCI_MAPREG_MEM_TYPE_64BIT;
    313   1.1  kiyohara 	uint32_t base, size;
    314   1.1  kiyohara 	int window = 0;
    315   1.1  kiyohara 
    316   1.1  kiyohara 	marvell_winparams_by_tag(device_parent(sc->sc_dev),
    317   1.1  kiyohara 	    ORION_TARGETID_INTERNALREG, NULL, NULL, &base, &size);
    318   1.1  kiyohara 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, MVPEX_BAR0INTERNAL,
    319   1.1  kiyohara 	    barflag | (base & MVPEX_BAR0INTERNAL_MASK));
    320   1.1  kiyohara 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, MVPEX_BAR0INTERNALH, 0);
    321   1.1  kiyohara 
    322   1.1  kiyohara 	base = size = 0;
    323   1.1  kiyohara 	window = mvpex_wininit(sc, window, ORION_TARGETID_SDRAM_CS0,
    324   1.1  kiyohara 	    ORION_TARGETID_SDRAM_CS3, MVPEX_WC_BARMAP_BAR1, &base, &size);
    325   1.1  kiyohara 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, MVPEX_BAR1,
    326   1.1  kiyohara 	    barflag | (base & MVPEX_BAR_MASK));
    327   1.1  kiyohara 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, MVPEX_BAR1H, 0);
    328   1.1  kiyohara 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, MVPEX_BAR1C,
    329   1.1  kiyohara 	    MVPEX_BARC_BARSIZE(size) | MVPEX_BARC_BAREN);
    330   1.1  kiyohara 
    331   1.1  kiyohara #if 0
    332   1.1  kiyohara 	base = size = 0;
    333   1.1  kiyohara 	if (sc->sc_model == MARVELL_ORION_1_88F1181)
    334   1.1  kiyohara 		window = mvpex_wininit(sc, window, ORION_TARGETID_FLASH_CS,
    335   1.1  kiyohara 		    ORION_TARGETID_DEVICE_BOOTCS,
    336   1.1  kiyohara 		    MVPEX_WC_BARMAP_BAR2, &base, &size);
    337   1.1  kiyohara 	else {
    338   1.1  kiyohara 		window = mvpex_wininit(sc, window,
    339   1.1  kiyohara 		    ORION_TARGETID_DEVICE_CS0, ORION_TARGETID_DEVICE_CS2,
    340   1.1  kiyohara 		    MVPEX_WC_BARMAP_BAR2, &base, &size);
    341   1.1  kiyohara 		window = mvpex_wininit(sc, window,
    342   1.1  kiyohara 		    ORION_TARGETID_DEVICE_BOOTCS, ORION_TARGETID_DEVICE_BOOTCS,
    343   1.1  kiyohara 		    MVPEX_WC_BARMAP_BAR2, &base, &size);
    344   1.1  kiyohara 	}
    345   1.1  kiyohara 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, MVPEX_BAR2,
    346   1.1  kiyohara 	    barflag | (base & MVPEX_BAR_MASK));
    347   1.1  kiyohara 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, MVPEX_BAR2H, 0);
    348   1.1  kiyohara 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, MVPEX_BAR2C,
    349   1.1  kiyohara 	    MVPEX_BARC_BARSIZE(size) | MVPEX_BARC_BAREN);
    350   1.1  kiyohara #else
    351   1.1  kiyohara 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, MVPEX_BAR2C, 0);
    352   1.1  kiyohara #endif
    353   1.1  kiyohara }
    354   1.1  kiyohara #else
    355   1.1  kiyohara static void
    356   1.9  kiyohara mvpex_wininit(struct mvpex_softc *sc, enum marvell_tags *tags)
    357   1.1  kiyohara {
    358   1.1  kiyohara 	device_t pdev = device_parent(sc->sc_dev);
    359   1.1  kiyohara 	uint64_t base;
    360   1.9  kiyohara 	uint32_t size, bar;
    361   1.9  kiyohara 	int target, attr, window, rv, i, j;
    362   1.1  kiyohara 
    363   1.1  kiyohara 	for (window = 0, i = 0;
    364   1.9  kiyohara 	    tags[i] != MARVELL_TAG_UNDEFINED && window < MVPEX_NWINDOW; i++) {
    365   1.9  kiyohara 		rv = marvell_winparams_by_tag(pdev, tags[i],
    366   1.1  kiyohara 		    &target, &attr, &base, &size);
    367   1.1  kiyohara 		if (rv != 0 || size == 0)
    368   1.1  kiyohara 			continue;
    369   1.1  kiyohara 
    370   1.1  kiyohara 		if (base > 0xffffffffULL) {
    371   1.1  kiyohara 			aprint_error_dev(sc->sc_dev,
    372   1.1  kiyohara 			    "tag %d address 0x%llx not support\n",
    373   1.9  kiyohara 			    tags[i], base);
    374   1.1  kiyohara 			continue;
    375   1.1  kiyohara 		}
    376   1.1  kiyohara 
    377   1.9  kiyohara 		bar = MVPEX_WC_BARMAP_BAR1;
    378   1.9  kiyohara 		if (mvpex_bar2_tags != NULL)
    379   1.9  kiyohara 			for (j = 0; mvpex_bar2_tags[j] != MARVELL_TAG_UNDEFINED;
    380   1.9  kiyohara 			    j++) {
    381   1.9  kiyohara 				if (mvpex_bar2_tags[j] != tags[i])
    382   1.9  kiyohara 					continue;
    383   1.9  kiyohara 				bar = MVPEX_WC_BARMAP_BAR2;
    384   1.9  kiyohara 				break;
    385   1.9  kiyohara 			}
    386   1.9  kiyohara 
    387   1.1  kiyohara 		bus_space_write_4(sc->sc_iot, sc->sc_ioh, MVPEX_WC(window),
    388   1.1  kiyohara 		    MVPEX_WC_WINEN		|
    389   1.9  kiyohara 		    bar				|
    390   1.1  kiyohara 		    MVPEX_WC_TARGET(target)	|
    391   1.1  kiyohara 		    MVPEX_WC_ATTR(attr)		|
    392   1.1  kiyohara 		    MVPEX_WC_SIZE(size));
    393   1.1  kiyohara 		bus_space_write_4(sc->sc_iot, sc->sc_ioh, MVPEX_WB(window),
    394   1.1  kiyohara 		    MVPEX_WB_BASE(base));
    395   1.1  kiyohara 		bus_space_write_4(sc->sc_iot, sc->sc_ioh, MVPEX_WR(window), 0);
    396   1.1  kiyohara 		window++;
    397   1.1  kiyohara 	}
    398   1.1  kiyohara 	for ( ; window < MVPEX_NWINDOW; window++)
    399   1.1  kiyohara 		bus_space_write_4(sc->sc_iot, sc->sc_ioh, MVPEX_WC(window), 0);
    400   1.1  kiyohara }
    401   1.1  kiyohara #endif
    402   1.1  kiyohara 
    403   1.1  kiyohara #if NPCI > 0
    404   1.1  kiyohara static void
    405   1.1  kiyohara mvpex_pci_config(struct mvpex_softc *sc, bus_space_tag_t iot,
    406   1.1  kiyohara 		 bus_space_tag_t memt, bus_dma_tag_t dmat, pci_chipset_tag_t pc,
    407   1.1  kiyohara 		 u_long iostart, u_long ioend, u_long memstart, u_long memend,
    408   1.1  kiyohara 		 int cacheline_size)
    409   1.1  kiyohara {
    410   1.1  kiyohara 	struct pcibus_attach_args pba;
    411   1.1  kiyohara 	uint32_t stat;
    412   1.1  kiyohara 
    413   1.1  kiyohara 	stat = bus_space_read_4(sc->sc_iot, sc->sc_ioh, MVPEX_STAT);
    414   1.1  kiyohara 
    415   1.1  kiyohara #ifdef PCI_NETBSD_CONFIGURE
    416  1.20   thorpej 	struct pciconf_resources *pcires = pciconf_resource_init();
    417  1.20   thorpej 
    418  1.20   thorpej 	pciconf_resource_add(pcires, PCICONF_RESOURCE_IO,
    419  1.20   thorpej 	    iostart, (ioend - iostart) + 1);
    420  1.20   thorpej 	pciconf_resource_add(pcires, PCICONF_RESOURCE_MEM,
    421  1.20   thorpej 	    memstart, (memend - memstart) + 1);
    422  1.19       chs 
    423  1.20   thorpej 	pci_configure_bus(pc, pcires,
    424  1.19       chs 	    MVPEX_STAT_PEXBUSNUM(stat), cacheline_size);
    425  1.19       chs 
    426  1.20   thorpej 	pciconf_resource_fini(pcires);
    427   1.1  kiyohara #endif
    428   1.1  kiyohara 
    429   1.1  kiyohara 	pba.pba_iot = iot;
    430   1.1  kiyohara 	pba.pba_memt = memt;
    431   1.1  kiyohara 	pba.pba_dmat = dmat;
    432   1.1  kiyohara 	pba.pba_dmat64 = NULL;
    433   1.1  kiyohara 	pba.pba_pc = pc;
    434   1.5    dyoung 	pba.pba_flags = PCI_FLAGS_IO_OKAY | PCI_FLAGS_MEM_OKAY;
    435   1.1  kiyohara 	pba.pba_bus = MVPEX_STAT_PEXBUSNUM(stat);
    436   1.1  kiyohara 	pba.pba_bridgetag = NULL;
    437  1.22   thorpej 	config_found(sc->sc_dev, &pba, NULL, CFARGS_NONE);
    438   1.1  kiyohara }
    439   1.1  kiyohara 
    440   1.1  kiyohara 
    441   1.1  kiyohara /*
    442   1.1  kiyohara  * PCI-Express CPU dependent code
    443   1.1  kiyohara  */
    444   1.1  kiyohara 
    445   1.1  kiyohara /* ARGSUSED */
    446   1.1  kiyohara void
    447   1.1  kiyohara mvpex_attach_hook(device_t parent, device_t self,
    448   1.1  kiyohara 		  struct pcibus_attach_args *pba)
    449   1.1  kiyohara {
    450   1.1  kiyohara 
    451   1.1  kiyohara 	/* Nothing */
    452   1.1  kiyohara }
    453   1.1  kiyohara 
    454   1.1  kiyohara /*
    455   1.1  kiyohara  * Bit map for configuration register:
    456   1.1  kiyohara  *   [31]    ConfigEn
    457   1.1  kiyohara  *   [30:28] Reserved
    458   1.1  kiyohara  *   [27:24] ExtRegNum (PCI Express only)
    459   1.1  kiyohara  *   [23:16] BusNum
    460   1.1  kiyohara  *   [15:11] DevNum
    461   1.1  kiyohara  *   [10: 8] FunctNum
    462   1.1  kiyohara  *   [ 7: 2] RegNum
    463   1.1  kiyohara  *   [ 1: 0] reserved
    464   1.1  kiyohara  */
    465   1.1  kiyohara 
    466   1.1  kiyohara /* ARGSUSED */
    467   1.1  kiyohara int
    468   1.1  kiyohara mvpex_bus_maxdevs(void *v, int busno)
    469   1.1  kiyohara {
    470   1.1  kiyohara 
    471   1.1  kiyohara 	return 32;	/* 32 device/bus */
    472   1.1  kiyohara }
    473   1.1  kiyohara 
    474   1.1  kiyohara /* ARGSUSED */
    475   1.1  kiyohara pcitag_t
    476   1.1  kiyohara mvpex_make_tag(void *v, int bus, int dev, int func)
    477   1.1  kiyohara {
    478   1.1  kiyohara 
    479   1.1  kiyohara 	return (bus << 16) | (dev << 11) | (func << 8);
    480   1.1  kiyohara }
    481   1.1  kiyohara 
    482   1.1  kiyohara /* ARGSUSED */
    483   1.1  kiyohara void
    484   1.1  kiyohara mvpex_decompose_tag(void *v, pcitag_t tag, int *bp, int *dp, int *fp)
    485   1.1  kiyohara {
    486   1.1  kiyohara 
    487   1.1  kiyohara 	if (bp != NULL)
    488   1.1  kiyohara 		*bp = (tag >> 16) & 0xff;
    489   1.1  kiyohara 	if (dp != NULL)
    490   1.1  kiyohara 		*dp = (tag >> 11) & 0x1f;
    491   1.1  kiyohara 	if (fp != NULL)
    492   1.1  kiyohara 		*fp = (tag >> 8) & 0x07;
    493   1.1  kiyohara }
    494   1.1  kiyohara 
    495   1.1  kiyohara pcireg_t
    496   1.1  kiyohara mvpex_conf_read(void *v, pcitag_t tag, int reg)
    497   1.1  kiyohara {
    498   1.1  kiyohara 	struct mvpex_softc *sc = v;
    499   1.1  kiyohara 	pcireg_t addr, pci_cs;
    500   1.1  kiyohara 	uint32_t stat;
    501   1.1  kiyohara 	int bus, dev, func, pexbus, pexdev;
    502   1.1  kiyohara 
    503  1.15   msaitoh 	if ((unsigned int)reg >= PCI_EXTCONF_SIZE)
    504  1.15   msaitoh 		return -1;
    505  1.15   msaitoh 
    506   1.1  kiyohara 	mvpex_decompose_tag(v, tag, &bus, &dev, &func);
    507   1.1  kiyohara 
    508   1.1  kiyohara 	stat = bus_space_read_4(sc->sc_iot, sc->sc_ioh, MVPEX_STAT);
    509   1.1  kiyohara 	pexbus = MVPEX_STAT_PEXBUSNUM(stat);
    510   1.1  kiyohara 	pexdev = MVPEX_STAT_PEXDEVNUM(stat);
    511   1.1  kiyohara 	if (bus != pexbus || dev != pexdev)
    512   1.1  kiyohara 		if (stat & MVPEX_STAT_DLDOWN)
    513   1.1  kiyohara 			return -1;
    514   1.1  kiyohara 
    515   1.1  kiyohara 	if (bus == pexbus) {
    516   1.1  kiyohara 		if (pexdev == 0) {
    517   1.1  kiyohara 			if (dev != 1 && dev != pexdev)
    518   1.1  kiyohara 				return -1;
    519   1.1  kiyohara 		} else {
    520   1.1  kiyohara 			if (dev != 0 && dev != pexdev)
    521   1.1  kiyohara 				return -1;
    522   1.1  kiyohara 		}
    523   1.1  kiyohara 		if (func != 0)
    524   1.1  kiyohara 			return -1;
    525   1.1  kiyohara 	}
    526   1.1  kiyohara 
    527   1.1  kiyohara 	addr = ((reg & 0xf00) << 24)  | tag | (reg & 0xfc);
    528   1.1  kiyohara 
    529   1.1  kiyohara 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, MVPEX_CA,
    530   1.1  kiyohara 	    addr | MVPEX_CA_CONFIGEN);
    531   1.1  kiyohara 	if ((addr | MVPEX_CA_CONFIGEN) !=
    532   1.1  kiyohara 	    bus_space_read_4(sc->sc_iot, sc->sc_ioh, MVPEX_CA))
    533   1.1  kiyohara 		return -1;
    534   1.1  kiyohara 
    535   1.1  kiyohara 	pci_cs = bus_space_read_4(sc->sc_iot, sc->sc_ioh,
    536   1.1  kiyohara 	    PCI_COMMAND_STATUS_REG);
    537   1.1  kiyohara 	bus_space_write_4(sc->sc_iot, sc->sc_ioh,
    538   1.1  kiyohara 	    PCI_COMMAND_STATUS_REG, pci_cs | PCI_STATUS_MASTER_ABORT);
    539   1.1  kiyohara 
    540   1.1  kiyohara 	return bus_space_read_4(sc->sc_iot, sc->sc_ioh, MVPEX_CD);
    541   1.1  kiyohara }
    542   1.1  kiyohara 
    543   1.1  kiyohara void
    544   1.1  kiyohara mvpex_conf_write(void *v, pcitag_t tag, int reg, pcireg_t data)
    545   1.1  kiyohara {
    546   1.1  kiyohara 	struct mvpex_softc *sc = v;
    547   1.1  kiyohara 	pcireg_t addr;
    548   1.1  kiyohara 	uint32_t stat;
    549   1.1  kiyohara 	int bus, dev, func, pexbus, pexdev;
    550   1.1  kiyohara 
    551  1.15   msaitoh 	if ((unsigned int)reg >= PCI_EXTCONF_SIZE)
    552  1.15   msaitoh 		return;
    553  1.15   msaitoh 
    554   1.1  kiyohara 	mvpex_decompose_tag(v, tag, &bus, &dev, &func);
    555   1.1  kiyohara 
    556   1.1  kiyohara 	stat = bus_space_read_4(sc->sc_iot, sc->sc_ioh, MVPEX_STAT);
    557   1.1  kiyohara 	pexbus = MVPEX_STAT_PEXBUSNUM(stat);
    558   1.1  kiyohara 	pexdev = MVPEX_STAT_PEXDEVNUM(stat);
    559   1.1  kiyohara 	if (bus != pexbus || dev != pexdev)
    560   1.1  kiyohara 		if (stat & MVPEX_STAT_DLDOWN)
    561   1.1  kiyohara 			return;
    562   1.1  kiyohara 
    563   1.1  kiyohara 	if (bus == pexbus) {
    564   1.1  kiyohara 		if (pexdev == 0) {
    565   1.1  kiyohara 			if (dev != 1 && dev != pexdev)
    566   1.1  kiyohara 				return;
    567   1.1  kiyohara 		} else {
    568   1.1  kiyohara 			if (dev != 0 && dev != pexdev)
    569   1.1  kiyohara 				return;
    570   1.1  kiyohara 		}
    571   1.1  kiyohara 		if (func != 0)
    572   1.1  kiyohara 			return;
    573   1.1  kiyohara 	}
    574   1.1  kiyohara 
    575   1.1  kiyohara 	addr = ((reg & 0xf00) << 24)  | tag | (reg & 0xfc);
    576   1.1  kiyohara 
    577   1.1  kiyohara 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, MVPEX_CA,
    578   1.1  kiyohara 	    addr | MVPEX_CA_CONFIGEN);
    579   1.1  kiyohara 	if ((addr | MVPEX_CA_CONFIGEN) !=
    580   1.1  kiyohara 	    bus_space_read_4(sc->sc_iot, sc->sc_ioh, MVPEX_CA))
    581   1.1  kiyohara 		return;
    582   1.1  kiyohara 
    583   1.1  kiyohara 	bus_space_write_4(sc->sc_iot, sc->sc_ioh, MVPEX_CD, data);
    584   1.1  kiyohara }
    585   1.1  kiyohara 
    586   1.1  kiyohara /* ARGSUSED */
    587   1.1  kiyohara int
    588   1.7      matt mvpex_conf_hook(void *v, int bus, int dev, int func, pcireg_t id)
    589   1.1  kiyohara {
    590   1.1  kiyohara 
    591   1.1  kiyohara 	if (bus == 0 && dev == 0)	/* don't configure GT */
    592   1.1  kiyohara 		return 0;
    593   1.1  kiyohara 
    594   1.8   rkujawa 	/*
    595   1.8   rkujawa 	 * Do not configure PCI Express root complex on MV78460 - avoid
    596   1.8   rkujawa 	 * setting up IO and memory windows.
    597   1.8   rkujawa 	 * XXX: should also avoid that other Aramadas.
    598   1.8   rkujawa 	 */
    599   1.8   rkujawa 	else if ((dev == 0) && (PCI_PRODUCT(id) == MARVELL_ARMADAXP_MV78460))
    600   1.8   rkujawa 		return 0;
    601   1.8   rkujawa 
    602   1.1  kiyohara 	return PCI_CONF_DEFAULT;
    603   1.1  kiyohara }
    604   1.1  kiyohara 
    605   1.1  kiyohara int
    606   1.4    dyoung mvpex_intr_map(const struct pci_attach_args *pa, pci_intr_handle_t *ihp)
    607   1.1  kiyohara {
    608   1.1  kiyohara 
    609   1.1  kiyohara 	switch (pa->pa_intrpin) {
    610   1.1  kiyohara 	case PCI_INTERRUPT_PIN_A:
    611   1.1  kiyohara 	case PCI_INTERRUPT_PIN_B:
    612   1.1  kiyohara 	case PCI_INTERRUPT_PIN_C:
    613   1.1  kiyohara 	case PCI_INTERRUPT_PIN_D:
    614   1.1  kiyohara 		*ihp = pa->pa_intrpin;
    615   1.1  kiyohara 		return 0;
    616   1.1  kiyohara 	}
    617   1.1  kiyohara 	return -1;
    618   1.1  kiyohara }
    619   1.1  kiyohara 
    620   1.1  kiyohara /* ARGSUSED */
    621   1.1  kiyohara const char *
    622  1.11     htodd mvpex_intr_string(void *v, pci_intr_handle_t pin, char *buf, size_t len)
    623   1.1  kiyohara {
    624   1.1  kiyohara 	switch (pin) {
    625   1.1  kiyohara 	case PCI_INTERRUPT_PIN_A:
    626   1.1  kiyohara 	case PCI_INTERRUPT_PIN_B:
    627   1.1  kiyohara 	case PCI_INTERRUPT_PIN_C:
    628   1.1  kiyohara 	case PCI_INTERRUPT_PIN_D:
    629   1.1  kiyohara 		break;
    630   1.1  kiyohara 
    631   1.1  kiyohara 	default:
    632   1.1  kiyohara 		return NULL;
    633   1.1  kiyohara 	}
    634  1.10  christos 	snprintf(buf, len, "interrupt pin INT%c#", (char)('A' - 1 + pin));
    635   1.1  kiyohara 
    636  1.10  christos 	return buf;
    637   1.1  kiyohara }
    638   1.1  kiyohara 
    639   1.1  kiyohara /* ARGSUSED */
    640   1.1  kiyohara const struct evcnt *
    641   1.1  kiyohara mvpex_intr_evcnt(void *v, pci_intr_handle_t pin)
    642   1.1  kiyohara {
    643   1.1  kiyohara 
    644   1.1  kiyohara 	return NULL;
    645   1.1  kiyohara }
    646   1.1  kiyohara 
    647   1.1  kiyohara /*
    648   1.1  kiyohara  * XXXX: Shall these functions use mutex(9) instead of spl(9)?
    649   1.1  kiyohara  *       MV78200 and MV64360 and after supports SMP.
    650   1.1  kiyohara  */
    651   1.1  kiyohara 
    652   1.1  kiyohara /* ARGSUSED */
    653   1.1  kiyohara void *
    654   1.1  kiyohara mvpex_intr_establish(void *v, pci_intr_handle_t pin, int ipl,
    655  1.17  jmcneill 		     int (*intrhand)(void *), void *intrarg, const char *xname)
    656   1.1  kiyohara {
    657   1.1  kiyohara 	struct mvpex_softc *sc = (struct mvpex_softc *)v;
    658   1.1  kiyohara 	struct mvpex_intrtab *intrtab;
    659   1.1  kiyohara 	struct mvpex_intrhand *pexih;
    660   1.1  kiyohara 	uint32_t mask;
    661   1.1  kiyohara 	int ih = pin - 1, s;
    662   1.1  kiyohara 
    663   1.1  kiyohara 	intrtab = &sc->sc_intrtab[ih];
    664   1.1  kiyohara 
    665   1.1  kiyohara 	KASSERT(pin == intrtab->intr_pin);
    666   1.1  kiyohara 
    667  1.18       chs 	pexih = malloc(sizeof(*pexih), M_DEVBUF, M_WAITOK);
    668   1.1  kiyohara 	pexih->ih_func = intrhand;
    669   1.1  kiyohara 	pexih->ih_arg = intrarg;
    670   1.1  kiyohara 	pexih->ih_type = ipl;
    671   1.1  kiyohara 	pexih->ih_intrtab = intrtab;
    672  1.13  knakahar 	mvpex_intr_string(v, pin, pexih->ih_evname, sizeof(pexih->ih_evname));
    673  1.16    nonaka 	evcnt_attach_dynamic(&pexih->ih_evcnt, EVCNT_TYPE_INTR, NULL,
    674  1.16    nonaka 	    device_xname(sc->sc_dev), pexih->ih_evname);
    675   1.1  kiyohara 
    676   1.1  kiyohara 	s = splhigh();
    677   1.1  kiyohara 
    678   1.1  kiyohara 	/* First, link it into the tables. */
    679   1.1  kiyohara 	LIST_INSERT_HEAD(&intrtab->intr_list, pexih, ih_q);
    680   1.1  kiyohara 
    681   1.1  kiyohara 	/* Now enable it. */
    682   1.1  kiyohara 	if (intrtab->intr_refcnt++ == 0) {
    683   1.1  kiyohara 		mask = bus_space_read_4(sc->sc_iot, sc->sc_ioh, MVPEX_IM);
    684   1.1  kiyohara 		mask |= MVPEX_I_PIN(intrtab->intr_pin);
    685   1.1  kiyohara 		bus_space_write_4(sc->sc_iot, sc->sc_ioh, MVPEX_IM, mask);
    686   1.1  kiyohara 	}
    687   1.1  kiyohara 
    688   1.1  kiyohara 	splx(s);
    689   1.1  kiyohara 
    690   1.1  kiyohara 	return pexih;
    691   1.1  kiyohara }
    692   1.1  kiyohara 
    693   1.1  kiyohara void
    694   1.1  kiyohara mvpex_intr_disestablish(void *v, void *ih)
    695   1.1  kiyohara {
    696   1.1  kiyohara 	struct mvpex_softc *sc = (struct mvpex_softc *)v;
    697   1.1  kiyohara 	struct mvpex_intrtab *intrtab;
    698   1.1  kiyohara 	struct mvpex_intrhand *pexih = ih;
    699   1.1  kiyohara 	uint32_t mask;
    700   1.1  kiyohara 	int s;
    701   1.1  kiyohara 
    702  1.14  knakahar 	evcnt_detach(&pexih->ih_evcnt);
    703  1.14  knakahar 
    704   1.1  kiyohara 	intrtab = pexih->ih_intrtab;
    705   1.1  kiyohara 
    706   1.1  kiyohara 	s = splhigh();
    707   1.1  kiyohara 
    708   1.1  kiyohara 	/*
    709   1.1  kiyohara 	 * First, remove it from the table.
    710   1.1  kiyohara 	 */
    711   1.1  kiyohara 	LIST_REMOVE(pexih, ih_q);
    712   1.1  kiyohara 
    713   1.1  kiyohara 	/* Now, disable it, if there is nothing remaining on the list. */
    714   1.1  kiyohara 	if (intrtab->intr_refcnt-- == 1) {
    715   1.1  kiyohara 		mask = bus_space_read_4(sc->sc_iot, sc->sc_ioh, MVPEX_IM);
    716   1.1  kiyohara 		mask &= ~MVPEX_I_PIN(intrtab->intr_pin);
    717   1.1  kiyohara 		bus_space_write_4(sc->sc_iot, sc->sc_ioh, MVPEX_IM, mask);
    718   1.1  kiyohara 	}
    719   1.1  kiyohara 	splx(s);
    720   1.1  kiyohara 
    721   1.1  kiyohara 	free(pexih, M_DEVBUF);
    722   1.1  kiyohara }
    723   1.1  kiyohara #endif	/* NPCI > 0 */
    724