Home | History | Annotate | Line # | Download | only in dev
pyro.c revision 1.23.4.1
      1  1.23.4.1      cjep /*	$NetBSD: pyro.c,v 1.23.4.1 2021/05/31 22:15:16 cjep Exp $	*/
      2       1.2       mrg /*	from: $OpenBSD: pyro.c,v 1.20 2010/12/05 15:15:14 kettenis Exp $	*/
      3       1.1       mrg 
      4       1.1       mrg /*
      5       1.1       mrg  * Copyright (c) 2002 Jason L. Wright (jason (at) thought.net)
      6       1.1       mrg  * Copyright (c) 2003 Henric Jungheim
      7       1.1       mrg  * Copyright (c) 2007 Mark Kettenis
      8       1.2       mrg  * Copyright (c) 2011 Matthew R. Green
      9       1.1       mrg  * All rights reserved.
     10       1.1       mrg  *
     11       1.1       mrg  * Redistribution and use in source and binary forms, with or without
     12       1.1       mrg  * modification, are permitted provided that the following conditions
     13       1.1       mrg  * are met:
     14       1.1       mrg  * 1. Redistributions of source code must retain the above copyright
     15       1.1       mrg  *    notice, this list of conditions and the following disclaimer.
     16       1.1       mrg  * 2. Redistributions in binary form must reproduce the above copyright
     17       1.1       mrg  *    notice, this list of conditions and the following disclaimer in the
     18       1.1       mrg  *    documentation and/or other materials provided with the distribution.
     19       1.1       mrg  *
     20       1.1       mrg  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
     21       1.1       mrg  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
     22       1.1       mrg  * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
     23       1.1       mrg  * DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT,
     24       1.1       mrg  * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
     25       1.1       mrg  * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
     26       1.1       mrg  * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     27       1.1       mrg  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
     28       1.1       mrg  * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
     29       1.1       mrg  * ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     30       1.1       mrg  * POSSIBILITY OF SUCH DAMAGE.
     31       1.1       mrg  */
     32       1.1       mrg 
     33      1.11       mrg #include <sys/cdefs.h>
     34  1.23.4.1      cjep __KERNEL_RCSID(0, "$NetBSD: pyro.c,v 1.23.4.1 2021/05/31 22:15:16 cjep Exp $");
     35      1.11       mrg 
     36       1.1       mrg #include <sys/param.h>
     37       1.1       mrg #include <sys/device.h>
     38       1.1       mrg #include <sys/errno.h>
     39       1.1       mrg #include <sys/malloc.h>
     40      1.21   thorpej #include <sys/kmem.h>
     41       1.1       mrg #include <sys/systm.h>
     42       1.1       mrg 
     43       1.1       mrg #define _SPARC_BUS_DMA_PRIVATE
     44       1.8    dyoung #include <sys/bus.h>
     45       1.1       mrg #include <machine/autoconf.h>
     46       1.1       mrg 
     47       1.1       mrg #ifdef DDB
     48       1.1       mrg #include <machine/db_machdep.h>
     49       1.1       mrg #endif
     50       1.1       mrg 
     51       1.1       mrg #include <dev/pci/pcivar.h>
     52       1.1       mrg #include <dev/pci/pcireg.h>
     53       1.1       mrg 
     54       1.1       mrg #include <sparc64/dev/iommureg.h>
     55       1.1       mrg #include <sparc64/dev/iommuvar.h>
     56       1.1       mrg #include <sparc64/dev/pyrovar.h>
     57       1.1       mrg 
     58       1.1       mrg #ifdef DEBUG
     59       1.1       mrg #define PDB_PROM        0x01
     60       1.1       mrg #define PDB_BUSMAP      0x02
     61       1.1       mrg #define PDB_INTR        0x04
     62       1.1       mrg #define PDB_CONF        0x08
     63      1.15       mrg int pyro_debug = 0x0;
     64       1.1       mrg #define DPRINTF(l, s)   do { if (pyro_debug & l) printf s; } while (0)
     65       1.1       mrg #else
     66       1.1       mrg #define DPRINTF(l, s)
     67       1.1       mrg #endif
     68       1.1       mrg 
     69       1.1       mrg #define FIRE_RESET_GEN			0x7010
     70       1.1       mrg 
     71       1.1       mrg #define FIRE_RESET_GEN_XIR		0x0000000000000002L
     72       1.1       mrg 
     73       1.1       mrg #define FIRE_INTRMAP_INT_CNTRL_NUM_MASK	0x000003c0
     74       1.1       mrg #define FIRE_INTRMAP_INT_CNTRL_NUM0	0x00000040
     75       1.1       mrg #define FIRE_INTRMAP_INT_CNTRL_NUM1	0x00000080
     76       1.1       mrg #define FIRE_INTRMAP_INT_CNTRL_NUM2	0x00000100
     77       1.1       mrg #define FIRE_INTRMAP_INT_CNTRL_NUM3	0x00000200
     78       1.1       mrg #define FIRE_INTRMAP_T_JPID_SHIFT	26
     79       1.1       mrg #define FIRE_INTRMAP_T_JPID_MASK	0x7c000000
     80       1.1       mrg 
     81       1.1       mrg #define OBERON_INTRMAP_T_DESTID_SHIFT	21
     82       1.1       mrg #define OBERON_INTRMAP_T_DESTID_MASK	0x7fe00000
     83       1.1       mrg 
     84       1.1       mrg extern struct sparc_pci_chipset _sparc_pci_chipset;
     85       1.1       mrg 
     86       1.6  christos int pyro_match(device_t, cfdata_t, void *);
     87       1.6  christos void pyro_attach(device_t, device_t, void *);
     88       1.2       mrg int pyro_print(void *, const char *);
     89       1.2       mrg 
     90       1.7  christos CFATTACH_DECL_NEW(pyro, sizeof(struct pyro_softc),
     91       1.2       mrg     pyro_match, pyro_attach, NULL, NULL);
     92       1.2       mrg 
     93       1.1       mrg void pyro_init(struct pyro_softc *, int);
     94       1.1       mrg void pyro_init_iommu(struct pyro_softc *, struct pyro_pbm *);
     95       1.1       mrg 
     96       1.1       mrg pci_chipset_tag_t pyro_alloc_chipset(struct pyro_pbm *, int,
     97       1.1       mrg     pci_chipset_tag_t);
     98       1.1       mrg bus_space_tag_t pyro_alloc_mem_tag(struct pyro_pbm *);
     99       1.1       mrg bus_space_tag_t pyro_alloc_io_tag(struct pyro_pbm *);
    100       1.1       mrg bus_space_tag_t pyro_alloc_config_tag(struct pyro_pbm *);
    101       1.2       mrg bus_space_tag_t pyro_alloc_bus_tag(struct pyro_pbm *, const char *, int);
    102       1.1       mrg bus_dma_tag_t pyro_alloc_dma_tag(struct pyro_pbm *);
    103       1.1       mrg 
    104       1.2       mrg #if 0
    105       1.1       mrg int pyro_conf_size(pci_chipset_tag_t, pcitag_t);
    106       1.2       mrg #endif
    107       1.1       mrg pcireg_t pyro_conf_read(pci_chipset_tag_t, pcitag_t, int);
    108       1.1       mrg void pyro_conf_write(pci_chipset_tag_t, pcitag_t, int, pcireg_t);
    109       1.1       mrg 
    110       1.2       mrg static void * pyro_pci_intr_establish(pci_chipset_tag_t pc,
    111       1.2       mrg 				      pci_intr_handle_t ih, int level,
    112       1.2       mrg 				      int (*func)(void *), void *arg);
    113       1.2       mrg 
    114       1.4    dyoung int pyro_intr_map(const struct pci_attach_args *, pci_intr_handle_t *);
    115       1.2       mrg int pyro_bus_map(bus_space_tag_t, bus_addr_t,
    116       1.2       mrg     bus_size_t, int, vaddr_t, bus_space_handle_t *);
    117       1.2       mrg paddr_t pyro_bus_mmap(bus_space_tag_t, bus_addr_t, off_t,
    118       1.1       mrg     int, int);
    119       1.2       mrg void *pyro_intr_establish(bus_space_tag_t, int, int,
    120       1.2       mrg     int (*)(void *), void *, void (*)(void));
    121       1.1       mrg 
    122       1.2       mrg int pyro_dmamap_create(bus_dma_tag_t, bus_size_t, int,
    123       1.1       mrg     bus_size_t, bus_size_t, int, bus_dmamap_t *);
    124       1.1       mrg 
    125       1.1       mrg int
    126      1.12       chs pyro_match(device_t parent, cfdata_t match, void *aux)
    127       1.1       mrg {
    128       1.1       mrg 	struct mainbus_attach_args *ma = aux;
    129       1.1       mrg 	char *str;
    130       1.1       mrg 
    131       1.1       mrg 	if (strcmp(ma->ma_name, "pci") != 0)
    132       1.1       mrg 		return (0);
    133       1.1       mrg 
    134       1.2       mrg 	str = prom_getpropstring(ma->ma_node, "compatible");
    135       1.1       mrg 	if (strcmp(str, "pciex108e,80f0") == 0 ||
    136       1.1       mrg 	    strcmp(str, "pciex108e,80f8") == 0)
    137       1.1       mrg 		return (1);
    138       1.1       mrg 
    139       1.1       mrg 	return (0);
    140       1.1       mrg }
    141       1.1       mrg 
    142       1.1       mrg void
    143      1.12       chs pyro_attach(device_t parent, device_t self, void *aux)
    144       1.1       mrg {
    145       1.6  christos 	struct pyro_softc *sc = device_private(self);
    146       1.1       mrg 	struct mainbus_attach_args *ma = aux;
    147       1.1       mrg 	char *str;
    148       1.1       mrg 	int busa;
    149       1.1       mrg 
    150       1.6  christos 	sc->sc_dev = self;
    151       1.1       mrg 	sc->sc_node = ma->ma_node;
    152       1.1       mrg 	sc->sc_dmat = ma->ma_dmatag;
    153       1.2       mrg 	sc->sc_bustag = ma->ma_bustag;
    154       1.1       mrg 	sc->sc_csr = ma->ma_reg[0].ur_paddr;
    155       1.1       mrg 	sc->sc_xbc = ma->ma_reg[1].ur_paddr;
    156       1.1       mrg 	sc->sc_ign = INTIGN(ma->ma_upaid << INTMAP_IGN_SHIFT);
    157       1.1       mrg 
    158       1.1       mrg 	if ((ma->ma_reg[0].ur_paddr & 0x00700000) == 0x00600000)
    159       1.1       mrg 		busa = 1;
    160       1.1       mrg 	else
    161       1.1       mrg 		busa = 0;
    162       1.1       mrg 
    163       1.2       mrg 	if (bus_space_map(sc->sc_bustag, sc->sc_csr,
    164       1.2       mrg 	    ma->ma_reg[0].ur_len, BUS_SPACE_MAP_LINEAR, &sc->sc_csrh)) {
    165       1.1       mrg 		printf(": failed to map csr registers\n");
    166       1.1       mrg 		return;
    167       1.1       mrg 	}
    168       1.1       mrg 
    169       1.2       mrg 	if (bus_space_map(sc->sc_bustag, sc->sc_xbc,
    170       1.1       mrg 	    ma->ma_reg[1].ur_len, 0, &sc->sc_xbch)) {
    171       1.1       mrg 		printf(": failed to map xbc registers\n");
    172       1.1       mrg 		return;
    173       1.1       mrg 	}
    174       1.1       mrg 
    175       1.2       mrg 	str = prom_getpropstring(ma->ma_node, "compatible");
    176       1.1       mrg 	if (strcmp(str, "pciex108e,80f8") == 0)
    177       1.1       mrg 		sc->sc_oberon = 1;
    178       1.1       mrg 
    179       1.1       mrg 	pyro_init(sc, busa);
    180       1.1       mrg }
    181       1.1       mrg 
    182       1.1       mrg void
    183       1.1       mrg pyro_init(struct pyro_softc *sc, int busa)
    184       1.1       mrg {
    185       1.1       mrg 	struct pyro_pbm *pbm;
    186       1.1       mrg 	struct pcibus_attach_args pba;
    187       1.1       mrg 	int *busranges = NULL, nranges;
    188       1.1       mrg 
    189      1.21   thorpej 	pbm = kmem_zalloc(sizeof(*pbm), KM_SLEEP);
    190       1.1       mrg 	pbm->pp_sc = sc;
    191       1.1       mrg 	pbm->pp_bus_a = busa;
    192       1.1       mrg 
    193       1.2       mrg 	if (prom_getprop(sc->sc_node, "ranges", sizeof(struct pyro_range),
    194       1.1       mrg 	    &pbm->pp_nrange, (void **)&pbm->pp_range))
    195       1.1       mrg 		panic("pyro: can't get ranges");
    196       1.1       mrg 
    197       1.2       mrg 	if (prom_getprop(sc->sc_node, "bus-range", sizeof(int), &nranges,
    198       1.1       mrg 	    (void **)&busranges))
    199       1.1       mrg 		panic("pyro: can't get bus-range");
    200       1.1       mrg 
    201       1.1       mrg 	printf(": \"%s\", rev %d, ign %x, bus %c %d to %d\n",
    202       1.1       mrg 	    sc->sc_oberon ? "Oberon" : "Fire",
    203       1.2       mrg 	    prom_getpropint(sc->sc_node, "module-revision#", 0), sc->sc_ign,
    204       1.1       mrg 	    busa ? 'A' : 'B', busranges[0], busranges[1]);
    205       1.1       mrg 
    206       1.6  christos 	printf("%s: ", device_xname(sc->sc_dev));
    207       1.1       mrg 	pyro_init_iommu(sc, pbm);
    208       1.1       mrg 
    209       1.1       mrg 	pbm->pp_memt = pyro_alloc_mem_tag(pbm);
    210       1.1       mrg 	pbm->pp_iot = pyro_alloc_io_tag(pbm);
    211       1.1       mrg 	pbm->pp_cfgt = pyro_alloc_config_tag(pbm);
    212       1.1       mrg 	pbm->pp_dmat = pyro_alloc_dma_tag(pbm);
    213       1.5    dyoung 	pbm->pp_flags = (pbm->pp_memt ? PCI_FLAGS_MEM_OKAY : 0) |
    214       1.5    dyoung 		        (pbm->pp_iot ? PCI_FLAGS_IO_OKAY : 0);
    215       1.1       mrg 
    216       1.1       mrg 	if (bus_space_map(pbm->pp_cfgt, 0, 0x10000000, 0, &pbm->pp_cfgh))
    217       1.1       mrg 		panic("pyro: can't map config space");
    218       1.1       mrg 
    219       1.1       mrg 	pbm->pp_pc = pyro_alloc_chipset(pbm, sc->sc_node, &_sparc_pci_chipset);
    220       1.2       mrg 	pbm->pp_pc->spc_busmax = busranges[1];
    221      1.21   thorpej 	pbm->pp_pc->spc_busnode = kmem_zalloc(sizeof(*pbm->pp_pc->spc_busnode),
    222      1.21   thorpej 	    KM_SLEEP);
    223       1.1       mrg 
    224       1.2       mrg #if 0
    225       1.1       mrg 	pbm->pp_pc->bustag = pbm->pp_cfgt;
    226       1.1       mrg 	pbm->pp_pc->bushandle = pbm->pp_cfgh;
    227       1.2       mrg #endif
    228       1.1       mrg 
    229       1.1       mrg 	bzero(&pba, sizeof(pba));
    230       1.1       mrg 	pba.pba_bus = busranges[0];
    231       1.1       mrg 	pba.pba_pc = pbm->pp_pc;
    232       1.1       mrg 	pba.pba_flags = pbm->pp_flags;
    233       1.1       mrg 	pba.pba_dmat = pbm->pp_dmat;
    234       1.2       mrg 	pba.pba_dmat64 = NULL;	/* XXX */
    235       1.1       mrg 	pba.pba_memt = pbm->pp_memt;
    236       1.1       mrg 	pba.pba_iot = pbm->pp_iot;
    237       1.1       mrg 
    238       1.1       mrg 	free(busranges, M_DEVBUF);
    239       1.1       mrg 
    240  1.23.4.1      cjep 	config_found(sc->sc_dev, &pba, pyro_print,
    241  1.23.4.1      cjep 	    CFARG_DEVHANDLE, prom_node_to_devhandle(sc->sc_node),
    242  1.23.4.1      cjep 	    CFARG_EOL);
    243       1.1       mrg }
    244       1.1       mrg 
    245       1.1       mrg void
    246       1.1       mrg pyro_init_iommu(struct pyro_softc *sc, struct pyro_pbm *pbm)
    247       1.1       mrg {
    248       1.1       mrg 	struct iommu_state *is = &pbm->pp_is;
    249       1.1       mrg 	int tsbsize = 7;
    250       1.1       mrg 	u_int32_t iobase = -1;
    251       1.1       mrg 	char *name;
    252       1.1       mrg 
    253       1.2       mrg 	pbm->pp_sb.sb_is = is;
    254       1.2       mrg 	is->is_bustag = sc->sc_bustag;
    255       1.1       mrg 
    256       1.1       mrg 	if (bus_space_subregion(is->is_bustag, sc->sc_csrh,
    257       1.1       mrg 	    0x40000, 0x100, &is->is_iommu)) {
    258       1.1       mrg 		panic("pyro: unable to create iommu handle");
    259       1.1       mrg 	}
    260       1.1       mrg 
    261       1.3       mrg 	/* We have no STC.  */
    262       1.3       mrg 	is->is_sb[0] = NULL;
    263       1.1       mrg 
    264      1.21   thorpej 	name = kmem_asprintf("%s dvma", device_xname(sc->sc_dev));
    265       1.1       mrg 
    266       1.3       mrg 	/* Tell iommu how to set the TSB size.  */
    267       1.3       mrg 	is->is_flags = IOMMU_TSBSIZE_IN_PTSB;
    268       1.3       mrg 
    269       1.1       mrg 	/* On Oberon, we need to flush the cache. */
    270       1.1       mrg 	if (sc->sc_oberon)
    271       1.1       mrg 		is->is_flags |= IOMMU_FLUSH_CACHE;
    272       1.1       mrg 
    273       1.1       mrg 	iommu_init(name, is, tsbsize, iobase);
    274       1.1       mrg }
    275       1.1       mrg 
    276       1.1       mrg int
    277       1.1       mrg pyro_print(void *aux, const char *p)
    278       1.1       mrg {
    279       1.1       mrg 	if (p == NULL)
    280       1.1       mrg 		return (UNCONF);
    281       1.1       mrg 	return (QUIET);
    282       1.1       mrg }
    283       1.1       mrg 
    284       1.1       mrg pcireg_t
    285       1.1       mrg pyro_conf_read(pci_chipset_tag_t pc, pcitag_t tag, int reg)
    286       1.1       mrg {
    287       1.2       mrg 	struct pyro_pbm *pp = pc->cookie;
    288       1.2       mrg 	pcireg_t val = (pcireg_t)~0;
    289      1.13  nakayama 	int s;
    290       1.2       mrg 
    291       1.2       mrg 	DPRINTF(PDB_CONF, ("%s: tag %lx reg %x ", __func__, (long)tag, reg));
    292      1.16   msaitoh 	if (PCITAG_NODE(tag) != -1 && (unsigned int)reg < PCI_CONF_SIZE) {
    293      1.13  nakayama 		s = splhigh();
    294      1.22       mrg 		struct cpu_info *ci = curcpu();
    295      1.13  nakayama 		ci->ci_pci_probe = true;
    296      1.13  nakayama 		membar_Sync();
    297       1.2       mrg 		val = bus_space_read_4(pp->pp_cfgt, pp->pp_cfgh,
    298       1.2       mrg 		    (PCITAG_OFFSET(tag) << 4) + reg);
    299      1.13  nakayama 		membar_Sync();
    300      1.13  nakayama 		if (ci->ci_pci_fault)
    301      1.13  nakayama 			val = (pcireg_t)~0;
    302      1.13  nakayama 		ci->ci_pci_probe = ci->ci_pci_fault = false;
    303      1.13  nakayama 		splx(s);
    304      1.13  nakayama 	}
    305       1.2       mrg 	DPRINTF(PDB_CONF, (" returning %08x\n", (u_int)val));
    306       1.2       mrg 	return (val);
    307       1.1       mrg }
    308       1.1       mrg 
    309       1.1       mrg void
    310       1.1       mrg pyro_conf_write(pci_chipset_tag_t pc, pcitag_t tag, int reg, pcireg_t data)
    311       1.1       mrg {
    312       1.2       mrg 	struct pyro_pbm *pp = pc->cookie;
    313       1.2       mrg 
    314       1.2       mrg 	DPRINTF(PDB_CONF, ("%s: tag %lx; reg %x; data %x", __func__,
    315       1.2       mrg 		(long)tag, reg, (int)data));
    316       1.2       mrg 
    317       1.2       mrg 	/* If we don't know it, just punt it.  */
    318       1.2       mrg 	if (PCITAG_NODE(tag) == -1) {
    319       1.2       mrg 		DPRINTF(PDB_CONF, (" .. bad addr\n"));
    320       1.2       mrg 		return;
    321       1.2       mrg 	}
    322       1.2       mrg 
    323      1.16   msaitoh 	if ((unsigned int)reg >= PCI_CONF_SIZE)
    324      1.16   msaitoh 		return;
    325      1.16   msaitoh 
    326       1.2       mrg         bus_space_write_4(pp->pp_cfgt, pp->pp_cfgh,
    327       1.1       mrg 	    (PCITAG_OFFSET(tag) << 4) + reg, data);
    328       1.2       mrg 	DPRINTF(PDB_CONF, (" .. done\n"));
    329       1.1       mrg }
    330       1.1       mrg 
    331       1.1       mrg /*
    332       1.1       mrg  * Bus-specific interrupt mapping
    333       1.1       mrg  */
    334       1.1       mrg int
    335       1.4    dyoung pyro_intr_map(const struct pci_attach_args *pa, pci_intr_handle_t *ihp)
    336       1.1       mrg {
    337       1.1       mrg 	struct pyro_pbm *pp = pa->pa_pc->cookie;
    338       1.1       mrg 	struct pyro_softc *sc = pp->pp_sc;
    339       1.1       mrg 	u_int dev;
    340       1.1       mrg 
    341       1.1       mrg 	if (*ihp != (pci_intr_handle_t)-1) {
    342       1.1       mrg 		*ihp |= sc->sc_ign;
    343       1.3       mrg 		DPRINTF(PDB_INTR, ("%s: not -1 -> ih %lx\n", __func__, (u_long)*ihp));
    344       1.1       mrg 		return (0);
    345       1.1       mrg 	}
    346       1.1       mrg 
    347       1.1       mrg 	/*
    348       1.1       mrg 	 * We didn't find a PROM mapping for this interrupt.  Try to
    349       1.1       mrg 	 * construct one ourselves based on the swizzled interrupt pin
    350       1.1       mrg 	 * and the interrupt mapping for PCI slots documented in the
    351       1.1       mrg 	 * UltraSPARC-IIi User's Manual.
    352       1.1       mrg 	 */
    353       1.1       mrg 
    354       1.2       mrg 	if (pa->pa_intrpin == 0) {
    355       1.3       mrg 		DPRINTF(PDB_INTR, ("%s: no intrpen\n", __func__));
    356       1.1       mrg 		return (-1);
    357       1.2       mrg 	}
    358       1.1       mrg 
    359       1.1       mrg 	/*
    360       1.1       mrg 	 * This deserves some documentation.  Should anyone
    361       1.1       mrg 	 * have anything official looking, please speak up.
    362       1.1       mrg 	 */
    363       1.1       mrg 	dev = pa->pa_device - 1;
    364       1.1       mrg 
    365       1.1       mrg 	*ihp = (pa->pa_intrpin - 1) & INTMAP_PCIINT;
    366       1.1       mrg 	*ihp |= (dev << 2) & INTMAP_PCISLOT;
    367       1.1       mrg 	*ihp |= sc->sc_ign;
    368       1.1       mrg 
    369       1.3       mrg 	DPRINTF(PDB_INTR, ("%s: weird hack -> ih %lx\n", __func__, (u_long)*ihp));
    370       1.1       mrg 	return (0);
    371       1.1       mrg }
    372       1.1       mrg 
    373       1.1       mrg bus_space_tag_t
    374       1.1       mrg pyro_alloc_mem_tag(struct pyro_pbm *pp)
    375       1.1       mrg {
    376       1.2       mrg 	return (pyro_alloc_bus_tag(pp, "mem", PCI_MEMORY_BUS_SPACE));
    377       1.1       mrg }
    378       1.1       mrg 
    379       1.1       mrg bus_space_tag_t
    380       1.1       mrg pyro_alloc_io_tag(struct pyro_pbm *pp)
    381       1.1       mrg {
    382       1.2       mrg 	return (pyro_alloc_bus_tag(pp, "io", PCI_IO_BUS_SPACE));
    383       1.1       mrg }
    384       1.1       mrg 
    385       1.1       mrg bus_space_tag_t
    386       1.1       mrg pyro_alloc_config_tag(struct pyro_pbm *pp)
    387       1.1       mrg {
    388       1.2       mrg 	return (pyro_alloc_bus_tag(pp, "cfg", PCI_CONFIG_BUS_SPACE));
    389       1.1       mrg }
    390       1.1       mrg 
    391       1.1       mrg bus_space_tag_t
    392       1.2       mrg pyro_alloc_bus_tag(struct pyro_pbm *pbm, const char *name, int type)
    393       1.1       mrg {
    394       1.1       mrg 	struct pyro_softc *sc = pbm->pp_sc;
    395       1.1       mrg 	struct sparc_bus_space_tag *bt;
    396       1.1       mrg 
    397      1.21   thorpej 	bt = kmem_zalloc(sizeof(*bt), KM_SLEEP);
    398       1.1       mrg 
    399       1.2       mrg #if 0
    400       1.1       mrg 	snprintf(bt->name, sizeof(bt->name), "%s-pbm_%s(%d/%2.2x)",
    401       1.6  christos 	    device_xname(sc->sc_dev), name, ss, asi);
    402       1.2       mrg #endif
    403       1.1       mrg 
    404       1.1       mrg 	bt->cookie = pbm;
    405       1.2       mrg 	bt->parent = sc->sc_bustag;
    406       1.2       mrg 	bt->type = type;
    407       1.2       mrg 	bt->sparc_bus_map = pyro_bus_map;
    408       1.2       mrg 	bt->sparc_bus_mmap = pyro_bus_mmap;
    409       1.2       mrg 	bt->sparc_intr_establish = pyro_intr_establish;
    410       1.1       mrg 	return (bt);
    411       1.1       mrg }
    412       1.1       mrg 
    413       1.1       mrg bus_dma_tag_t
    414       1.1       mrg pyro_alloc_dma_tag(struct pyro_pbm *pbm)
    415       1.1       mrg {
    416       1.1       mrg 	struct pyro_softc *sc = pbm->pp_sc;
    417       1.1       mrg 	bus_dma_tag_t dt, pdt = sc->sc_dmat;
    418       1.1       mrg 
    419      1.21   thorpej 	dt = kmem_zalloc(sizeof(*dt), KM_SLEEP);
    420       1.1       mrg 	dt->_cookie = pbm;
    421       1.1       mrg 	dt->_parent = pdt;
    422       1.2       mrg #define PCOPY(x)	dt->x = pdt->x
    423       1.1       mrg 	dt->_dmamap_create	= pyro_dmamap_create;
    424       1.2       mrg 	PCOPY(_dmamap_destroy);
    425       1.1       mrg 	dt->_dmamap_load	= iommu_dvmamap_load;
    426       1.2       mrg 	PCOPY(_dmamap_load_mbuf);
    427       1.2       mrg 	PCOPY(_dmamap_load_uio);
    428       1.1       mrg 	dt->_dmamap_load_raw	= iommu_dvmamap_load_raw;
    429       1.1       mrg 	dt->_dmamap_unload	= iommu_dvmamap_unload;
    430       1.1       mrg 	dt->_dmamap_sync	= iommu_dvmamap_sync;
    431       1.1       mrg 	dt->_dmamem_alloc	= iommu_dvmamem_alloc;
    432       1.1       mrg 	dt->_dmamem_free	= iommu_dvmamem_free;
    433       1.2       mrg 	dt->_dmamem_map = iommu_dvmamem_map;
    434       1.2       mrg 	dt->_dmamem_unmap = iommu_dvmamem_unmap;
    435       1.2       mrg 	PCOPY(_dmamem_mmap);
    436       1.2       mrg #undef	PCOPY
    437       1.1       mrg 	return (dt);
    438       1.1       mrg }
    439       1.1       mrg 
    440       1.1       mrg pci_chipset_tag_t
    441       1.1       mrg pyro_alloc_chipset(struct pyro_pbm *pbm, int node, pci_chipset_tag_t pc)
    442       1.1       mrg {
    443       1.1       mrg 	pci_chipset_tag_t npc;
    444       1.1       mrg 
    445      1.21   thorpej 	npc = kmem_alloc(sizeof *npc, KM_SLEEP);
    446       1.1       mrg 	memcpy(npc, pc, sizeof *pc);
    447       1.1       mrg 	npc->cookie = pbm;
    448       1.1       mrg 	npc->rootnode = node;
    449       1.2       mrg 	npc->spc_conf_read = pyro_conf_read;
    450       1.2       mrg 	npc->spc_conf_write = pyro_conf_write;
    451       1.2       mrg 	npc->spc_intr_map = pyro_intr_map;
    452       1.2       mrg 	npc->spc_intr_establish = pyro_pci_intr_establish;
    453       1.2       mrg 	npc->spc_find_ino = NULL;
    454       1.1       mrg 	return (npc);
    455       1.1       mrg }
    456       1.1       mrg 
    457       1.1       mrg int
    458       1.2       mrg pyro_dmamap_create(bus_dma_tag_t t, bus_size_t size,
    459       1.1       mrg     int nsegments, bus_size_t maxsegsz, bus_size_t boundary, int flags,
    460       1.1       mrg     bus_dmamap_t *dmamp)
    461       1.1       mrg {
    462       1.2       mrg 	struct pyro_pbm *pbm = t->_cookie;
    463       1.2       mrg 	int error;
    464       1.1       mrg 
    465       1.2       mrg 	error = bus_dmamap_create(t->_parent, size, nsegments, maxsegsz,
    466       1.2       mrg 				  boundary, flags, dmamp);
    467       1.2       mrg 	if (error == 0)
    468       1.2       mrg 		(*dmamp)->_dm_cookie = &pbm->pp_sb;
    469       1.2       mrg 	return error;
    470       1.1       mrg }
    471       1.1       mrg 
    472       1.1       mrg int
    473       1.2       mrg pyro_bus_map(bus_space_tag_t t, bus_addr_t offset,
    474       1.2       mrg     bus_size_t size, int flags, vaddr_t unused, bus_space_handle_t *hp)
    475       1.1       mrg {
    476       1.1       mrg 	struct pyro_pbm *pbm = t->cookie;
    477       1.2       mrg 	struct pyro_softc *sc = pbm->pp_sc;
    478       1.1       mrg 	int i, ss;
    479       1.1       mrg 
    480       1.2       mrg 	DPRINTF(PDB_BUSMAP, ("pyro_bus_map: type %d off %qx sz %qx flags %d",
    481       1.2       mrg 	    t->type,
    482       1.1       mrg 	    (unsigned long long)offset,
    483       1.1       mrg 	    (unsigned long long)size,
    484       1.1       mrg 	    flags));
    485       1.1       mrg 
    486      1.18  macallan 	/*
    487      1.18  macallan 	 * BUS_SPACE_MAP_PREFETCHABLE causes hard hangs on schizo, so weed it
    488      1.19      maya 	 * out for now until someone can verify whether it works on pyro
    489      1.18  macallan 	 */
    490      1.18  macallan 	flags &= ~BUS_SPACE_MAP_PREFETCHABLE;
    491      1.18  macallan 
    492       1.2       mrg 	ss = sparc_pci_childspace(t->type);
    493       1.1       mrg 	DPRINTF(PDB_BUSMAP, (" cspace %d", ss));
    494       1.1       mrg 
    495       1.1       mrg 	if (t->parent == 0 || t->parent->sparc_bus_map == 0) {
    496       1.1       mrg 		printf("\n_pyro_bus_map: invalid parent");
    497       1.1       mrg 		return (EINVAL);
    498       1.1       mrg 	}
    499       1.1       mrg 
    500       1.1       mrg 	for (i = 0; i < pbm->pp_nrange; i++) {
    501       1.1       mrg 		bus_addr_t paddr;
    502       1.2       mrg 		struct pyro_range *pr = &pbm->pp_range[i];
    503       1.1       mrg 
    504       1.2       mrg 		if (((pr->cspace >> 24) & 0x03) != ss)
    505       1.1       mrg 			continue;
    506       1.1       mrg 
    507       1.2       mrg 		paddr = BUS_ADDR(pr->phys_hi, pr->phys_lo + offset);
    508       1.2       mrg 		return ((*sc->sc_bustag->sparc_bus_map)(t, paddr, size,
    509       1.2       mrg 			flags, 0, hp));
    510       1.1       mrg 	}
    511       1.1       mrg 
    512       1.1       mrg 	return (EINVAL);
    513       1.1       mrg }
    514       1.1       mrg 
    515       1.1       mrg paddr_t
    516       1.2       mrg pyro_bus_mmap(bus_space_tag_t t, bus_addr_t paddr,
    517       1.1       mrg     off_t off, int prot, int flags)
    518       1.1       mrg {
    519       1.1       mrg 	bus_addr_t offset = paddr;
    520       1.1       mrg 	struct pyro_pbm *pbm = t->cookie;
    521       1.2       mrg 	struct pyro_softc *sc = pbm->pp_sc;
    522       1.1       mrg 	int i, ss;
    523       1.1       mrg 
    524      1.18  macallan 	/*
    525      1.18  macallan 	 * BUS_SPACE_MAP_PREFETCHABLE causes hard hangs on schizo, so weed it
    526      1.19      maya 	 * out for now until someone can verify whether it works on pyro
    527      1.18  macallan 	 */
    528      1.18  macallan 	flags &= ~BUS_SPACE_MAP_PREFETCHABLE;
    529      1.18  macallan 
    530       1.2       mrg 	ss = sparc_pci_childspace(t->type);
    531       1.1       mrg 
    532       1.2       mrg 	DPRINTF(PDB_BUSMAP, ("pyro_bus_mmap: prot %d flags %d pa %qx\n",
    533       1.1       mrg 	    prot, flags, (unsigned long long)paddr));
    534       1.1       mrg 
    535       1.1       mrg 	if (t->parent == 0 || t->parent->sparc_bus_mmap == 0) {
    536       1.1       mrg 		printf("\n_pyro_bus_mmap: invalid parent");
    537       1.1       mrg 		return (-1);
    538       1.1       mrg 	}
    539       1.1       mrg 
    540       1.1       mrg 	for (i = 0; i < pbm->pp_nrange; i++) {
    541       1.2       mrg 		struct pyro_range *pr = &pbm->pp_range[i];
    542       1.1       mrg 
    543       1.2       mrg 		if (((pr->cspace >> 24) & 0x03) != ss)
    544       1.1       mrg 			continue;
    545       1.1       mrg 
    546       1.2       mrg 		paddr = BUS_ADDR(pr->phys_hi, pr->phys_lo + offset);
    547       1.2       mrg 		return (bus_space_mmap(sc->sc_bustag, paddr, off,
    548       1.2       mrg 				       prot, flags));
    549       1.1       mrg 	}
    550       1.1       mrg 
    551       1.1       mrg 	return (-1);
    552       1.1       mrg }
    553       1.1       mrg 
    554       1.1       mrg void *
    555       1.2       mrg pyro_intr_establish(bus_space_tag_t t, int ihandle, int level,
    556       1.2       mrg 	int (*handler)(void *), void *arg, void (*fastvec)(void) /* ignored */)
    557       1.1       mrg {
    558       1.1       mrg 	struct pyro_pbm *pbm = t->cookie;
    559       1.1       mrg 	struct pyro_softc *sc = pbm->pp_sc;
    560       1.1       mrg 	struct intrhand *ih = NULL;
    561       1.1       mrg 	volatile u_int64_t *intrmapptr = NULL, *intrclrptr = NULL;
    562       1.3       mrg 	u_int64_t *imapbase, *iclrbase;
    563       1.1       mrg 	int ino;
    564       1.1       mrg 
    565       1.1       mrg 	ino = INTINO(ihandle);
    566      1.10       mrg 	DPRINTF(PDB_INTR, ("%s: ih %lx; level %d ino %#x", __func__, (u_long)ihandle, level, ino));
    567       1.1       mrg 
    568       1.1       mrg 	if (level == IPL_NONE)
    569       1.1       mrg 		level = INTLEV(ihandle);
    570       1.1       mrg 	if (level == IPL_NONE) {
    571       1.1       mrg 		printf(": no IPL, setting IPL 2.\n");
    572       1.1       mrg 		level = 2;
    573       1.1       mrg 	}
    574       1.1       mrg 
    575       1.3       mrg 	imapbase = (uint64_t *)((uintptr_t)bus_space_vaddr(sc->sc_bustag, sc->sc_csrh) + 0x1000);
    576       1.3       mrg 	iclrbase = (uint64_t *)((uintptr_t)bus_space_vaddr(sc->sc_bustag, sc->sc_csrh) + 0x1400);
    577       1.3       mrg 	intrmapptr = &imapbase[ino];
    578       1.3       mrg 	intrclrptr = &iclrbase[ino];
    579      1.10       mrg 	DPRINTF(PDB_INTR, (" mapptr %p clrptr %p\n", intrmapptr, intrclrptr));
    580      1.10       mrg 
    581       1.2       mrg 	ino |= INTVEC(ihandle);
    582       1.1       mrg 
    583      1.17     palle 	ih = intrhand_alloc();
    584       1.1       mrg 
    585       1.2       mrg 	/* Register the map and clear intr registers */
    586       1.2       mrg 	ih->ih_map = intrmapptr;
    587       1.2       mrg 	ih->ih_clr = intrclrptr;
    588       1.2       mrg 
    589      1.10       mrg 	ih->ih_ivec = ihandle;
    590       1.2       mrg 	ih->ih_fun = handler;
    591       1.2       mrg 	ih->ih_arg = arg;
    592       1.2       mrg 	ih->ih_pil = level;
    593       1.2       mrg 	ih->ih_number = ino;
    594      1.10       mrg 	ih->ih_pending = 0;
    595       1.2       mrg 
    596       1.2       mrg 	intr_establish(ih->ih_pil, level != IPL_VM, ih);
    597       1.1       mrg 
    598       1.1       mrg 	if (intrmapptr != NULL) {
    599       1.3       mrg 		u_int64_t imap;
    600       1.1       mrg 
    601       1.3       mrg 		imap = *intrmapptr;
    602       1.3       mrg 		DPRINTF(PDB_INTR, ("%s: read intrmap = %016qx", __func__,
    603       1.3       mrg 			(unsigned long long)imap));
    604       1.3       mrg 		imap &= ~FIRE_INTRMAP_INT_CNTRL_NUM_MASK;
    605       1.3       mrg 		imap |= FIRE_INTRMAP_INT_CNTRL_NUM0;
    606       1.3       mrg 		DPRINTF(PDB_INTR, ("; set intr group intrmap = %016qx",
    607       1.3       mrg 			(unsigned long long)imap));
    608       1.1       mrg 		if (sc->sc_oberon) {
    609       1.3       mrg 			imap &= ~OBERON_INTRMAP_T_DESTID_MASK;
    610       1.3       mrg 			imap |= CPU_JUPITERID <<
    611       1.1       mrg 			    OBERON_INTRMAP_T_DESTID_SHIFT;
    612       1.1       mrg 		} else {
    613       1.3       mrg 			imap &= ~FIRE_INTRMAP_T_JPID_MASK;
    614       1.3       mrg 			imap |= CPU_UPAID << FIRE_INTRMAP_T_JPID_SHIFT;
    615       1.1       mrg 		}
    616       1.3       mrg 		DPRINTF(PDB_INTR, ("; set cpuid num intrmap = %016qx",
    617       1.3       mrg 			(unsigned long long)imap));
    618       1.3       mrg 		imap |= INTMAP_V;
    619       1.3       mrg 		*intrmapptr = imap;
    620       1.3       mrg 		DPRINTF(PDB_INTR, ("; writing intrmap = %016qx",
    621       1.3       mrg 			(unsigned long long)imap));
    622       1.3       mrg 		imap = *intrmapptr;
    623       1.3       mrg 		ih->ih_number |= imap & INTMAP_INR;
    624      1.10       mrg 		DPRINTF(PDB_INTR, ("; reread intrmap = %016qx, "
    625      1.10       mrg 				   "set ih_number to %x\n",
    626      1.10       mrg 				   (unsigned long long)imap, ih->ih_number));
    627       1.2       mrg 	}
    628       1.2       mrg  	if (intrclrptr) {
    629       1.2       mrg  		/* set state to IDLE */
    630       1.2       mrg 		*intrclrptr = 0;
    631       1.2       mrg  	}
    632       1.1       mrg 
    633       1.1       mrg 	return (ih);
    634       1.1       mrg }
    635       1.1       mrg 
    636       1.2       mrg static void *
    637       1.2       mrg pyro_pci_intr_establish(pci_chipset_tag_t pc, pci_intr_handle_t ih, int level,
    638       1.2       mrg 	int (*func)(void *), void *arg)
    639       1.2       mrg {
    640       1.2       mrg 	void *cookie;
    641       1.2       mrg 	struct pyro_pbm *pbm = (struct pyro_pbm *)pc->cookie;
    642       1.2       mrg 
    643       1.3       mrg 	DPRINTF(PDB_INTR, ("%s: ih %lx; level %d\n", __func__, (u_long)ih, level));
    644       1.2       mrg 	cookie = bus_intr_establish(pbm->pp_memt, ih, level, func, arg);
    645       1.2       mrg 
    646       1.3       mrg 	DPRINTF(PDB_INTR, ("%s: returning handle %p\n", __func__, cookie));
    647       1.2       mrg 	return (cookie);
    648       1.2       mrg }
    649