Home | History | Annotate | Line # | Download | only in nvidia
tegra_pcie.c revision 1.20
      1  1.20  jmcneill /* $NetBSD: tegra_pcie.c,v 1.20 2017/09/25 08:55:27 jmcneill Exp $ */
      2   1.1  jmcneill 
      3   1.1  jmcneill /*-
      4   1.1  jmcneill  * Copyright (c) 2015 Jared D. McNeill <jmcneill (at) invisible.ca>
      5   1.1  jmcneill  * All rights reserved.
      6   1.1  jmcneill  *
      7   1.1  jmcneill  * Redistribution and use in source and binary forms, with or without
      8   1.1  jmcneill  * modification, are permitted provided that the following conditions
      9   1.1  jmcneill  * are met:
     10   1.1  jmcneill  * 1. Redistributions of source code must retain the above copyright
     11   1.1  jmcneill  *    notice, this list of conditions and the following disclaimer.
     12   1.1  jmcneill  * 2. Redistributions in binary form must reproduce the above copyright
     13   1.1  jmcneill  *    notice, this list of conditions and the following disclaimer in the
     14   1.1  jmcneill  *    documentation and/or other materials provided with the distribution.
     15   1.1  jmcneill  *
     16   1.1  jmcneill  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
     17   1.1  jmcneill  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
     18   1.1  jmcneill  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     19   1.1  jmcneill  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
     20   1.1  jmcneill  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
     21   1.1  jmcneill  * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
     22   1.1  jmcneill  * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
     23   1.1  jmcneill  * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
     24   1.1  jmcneill  * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     25   1.1  jmcneill  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     26   1.1  jmcneill  * SUCH DAMAGE.
     27   1.1  jmcneill  */
     28   1.1  jmcneill 
     29   1.1  jmcneill #include <sys/cdefs.h>
     30  1.20  jmcneill __KERNEL_RCSID(0, "$NetBSD: tegra_pcie.c,v 1.20 2017/09/25 08:55:27 jmcneill Exp $");
     31   1.1  jmcneill 
     32   1.1  jmcneill #include <sys/param.h>
     33   1.1  jmcneill #include <sys/bus.h>
     34   1.1  jmcneill #include <sys/device.h>
     35   1.1  jmcneill #include <sys/intr.h>
     36   1.1  jmcneill #include <sys/systm.h>
     37   1.1  jmcneill #include <sys/kernel.h>
     38   1.1  jmcneill #include <sys/extent.h>
     39   1.1  jmcneill #include <sys/queue.h>
     40   1.1  jmcneill #include <sys/mutex.h>
     41   1.1  jmcneill #include <sys/kmem.h>
     42   1.1  jmcneill 
     43   1.1  jmcneill #include <arm/cpufunc.h>
     44   1.1  jmcneill 
     45   1.1  jmcneill #include <dev/pci/pcireg.h>
     46   1.1  jmcneill #include <dev/pci/pcivar.h>
     47   1.1  jmcneill #include <dev/pci/pciconf.h>
     48   1.1  jmcneill 
     49   1.1  jmcneill #include <arm/nvidia/tegra_reg.h>
     50   1.1  jmcneill #include <arm/nvidia/tegra_pciereg.h>
     51   1.1  jmcneill #include <arm/nvidia/tegra_var.h>
     52   1.1  jmcneill 
     53  1.14  jmcneill #include <dev/fdt/fdtvar.h>
     54  1.14  jmcneill 
     55  1.17  jmcneill /* Interrupt handle flags */
     56  1.17  jmcneill #define	IH_MPSAFE	0x80000000
     57  1.17  jmcneill 
     58   1.1  jmcneill static int	tegra_pcie_match(device_t, cfdata_t, void *);
     59   1.1  jmcneill static void	tegra_pcie_attach(device_t, device_t, void *);
     60   1.1  jmcneill 
     61  1.12  jakllsch #define TEGRA_PCIE_NBUS 256
     62  1.12  jakllsch #define TEGRA_PCIE_ECFB (1<<(12 - 8))	/* extended conf frags per bus */
     63  1.12  jakllsch 
     64   1.1  jmcneill struct tegra_pcie_ih {
     65   1.1  jmcneill 	int			(*ih_callback)(void *);
     66   1.1  jmcneill 	void			*ih_arg;
     67   1.1  jmcneill 	int			ih_ipl;
     68  1.16  jmcneill 	int			ih_mpsafe;
     69   1.1  jmcneill 	TAILQ_ENTRY(tegra_pcie_ih) ih_entry;
     70   1.1  jmcneill };
     71   1.1  jmcneill 
     72   1.1  jmcneill struct tegra_pcie_softc {
     73   1.1  jmcneill 	device_t		sc_dev;
     74   1.1  jmcneill 	bus_dma_tag_t		sc_dmat;
     75   1.1  jmcneill 	bus_space_tag_t		sc_bst;
     76   1.1  jmcneill 	bus_space_handle_t	sc_bsh_afi;
     77   1.9  jakllsch 	bus_space_handle_t	sc_bsh_rpconf;
     78  1.14  jmcneill 	int			sc_phandle;
     79   1.1  jmcneill 
     80   1.1  jmcneill 	struct arm32_pci_chipset sc_pc;
     81   1.1  jmcneill 
     82   1.1  jmcneill 	void			*sc_ih;
     83   1.1  jmcneill 
     84   1.1  jmcneill 	kmutex_t		sc_lock;
     85   1.1  jmcneill 
     86   1.1  jmcneill 	TAILQ_HEAD(, tegra_pcie_ih) sc_intrs;
     87   1.1  jmcneill 	u_int			sc_intrgen;
     88  1.12  jakllsch 
     89  1.12  jakllsch 	bus_space_handle_t	sc_bsh_extc[TEGRA_PCIE_NBUS-1][TEGRA_PCIE_ECFB];
     90   1.1  jmcneill };
     91   1.1  jmcneill 
     92   1.1  jmcneill static int	tegra_pcie_intr(void *);
     93   1.1  jmcneill static void	tegra_pcie_init(pci_chipset_tag_t, void *);
     94   1.1  jmcneill static void	tegra_pcie_enable(struct tegra_pcie_softc *);
     95  1.20  jmcneill static void	tegra_pcie_enable_clocks(struct tegra_pcie_softc *);
     96  1.10  jakllsch static void	tegra_pcie_setup(struct tegra_pcie_softc * const);
     97  1.12  jakllsch static void	tegra_pcie_conf_frag_map(struct tegra_pcie_softc * const,
     98  1.12  jakllsch 					 uint, uint);
     99  1.12  jakllsch static void	tegra_pcie_conf_map_bus(struct tegra_pcie_softc * const, uint);
    100  1.12  jakllsch static void	tegra_pcie_conf_map_buses(struct tegra_pcie_softc * const);
    101   1.1  jmcneill 
    102   1.1  jmcneill static void	tegra_pcie_attach_hook(device_t, device_t,
    103   1.1  jmcneill 				       struct pcibus_attach_args *);
    104   1.1  jmcneill static int	tegra_pcie_bus_maxdevs(void *, int);
    105   1.1  jmcneill static pcitag_t	tegra_pcie_make_tag(void *, int, int, int);
    106   1.1  jmcneill static void	tegra_pcie_decompose_tag(void *, pcitag_t, int *, int *, int *);
    107   1.1  jmcneill static pcireg_t	tegra_pcie_conf_read(void *, pcitag_t, int);
    108   1.1  jmcneill static void	tegra_pcie_conf_write(void *, pcitag_t, int, pcireg_t);
    109   1.1  jmcneill static int	tegra_pcie_conf_hook(void *, int, int, int, pcireg_t);
    110   1.1  jmcneill static void	tegra_pcie_conf_interrupt(void *, int, int, int, int, int *);
    111   1.1  jmcneill 
    112   1.1  jmcneill static int	tegra_pcie_intr_map(const struct pci_attach_args *,
    113   1.1  jmcneill 				    pci_intr_handle_t *);
    114   1.1  jmcneill static const char *tegra_pcie_intr_string(void *, pci_intr_handle_t,
    115   1.1  jmcneill 					  char *, size_t);
    116   1.1  jmcneill const struct evcnt *tegra_pcie_intr_evcnt(void *, pci_intr_handle_t);
    117  1.16  jmcneill static int	tegra_pcie_intr_setattr(void *, pci_intr_handle_t *, int,
    118  1.16  jmcneill 					uint64_t);
    119   1.1  jmcneill static void *	tegra_pcie_intr_establish(void *, pci_intr_handle_t,
    120   1.1  jmcneill 					 int, int (*)(void *), void *);
    121   1.1  jmcneill static void	tegra_pcie_intr_disestablish(void *, void *);
    122   1.1  jmcneill 
    123   1.1  jmcneill CFATTACH_DECL_NEW(tegra_pcie, sizeof(struct tegra_pcie_softc),
    124   1.1  jmcneill 	tegra_pcie_match, tegra_pcie_attach, NULL, NULL);
    125   1.1  jmcneill 
    126   1.1  jmcneill static int
    127   1.1  jmcneill tegra_pcie_match(device_t parent, cfdata_t cf, void *aux)
    128   1.1  jmcneill {
    129  1.18  jmcneill 	const char * const compatible[] = {
    130  1.18  jmcneill 		"nvidia,tegra210-pcie",
    131  1.18  jmcneill 		"nvidia,tegra124-pcie",
    132  1.18  jmcneill 		NULL
    133  1.18  jmcneill 	};
    134  1.14  jmcneill 	struct fdt_attach_args * const faa = aux;
    135  1.14  jmcneill 
    136  1.14  jmcneill 	return of_match_compatible(faa->faa_phandle, compatible);
    137   1.1  jmcneill }
    138   1.1  jmcneill 
    139   1.1  jmcneill static void
    140   1.1  jmcneill tegra_pcie_attach(device_t parent, device_t self, void *aux)
    141   1.1  jmcneill {
    142   1.1  jmcneill 	struct tegra_pcie_softc * const sc = device_private(self);
    143  1.14  jmcneill 	struct fdt_attach_args * const faa = aux;
    144  1.10  jakllsch 	struct extent *ioext, *memext, *pmemext;
    145   1.1  jmcneill 	struct pcibus_attach_args pba;
    146  1.14  jmcneill 	bus_addr_t afi_addr, cs_addr;
    147  1.14  jmcneill 	bus_size_t afi_size, cs_size;
    148  1.14  jmcneill 	char intrstr[128];
    149   1.1  jmcneill 	int error;
    150   1.1  jmcneill 
    151  1.14  jmcneill 	if (fdtbus_get_reg(faa->faa_phandle, 1, &afi_addr, &afi_size) != 0) {
    152  1.14  jmcneill 		aprint_error(": couldn't get afi registers\n");
    153  1.14  jmcneill 		return;
    154  1.14  jmcneill 	}
    155  1.14  jmcneill #if notyet
    156  1.14  jmcneill 	if (fdtbus_get_reg(faa->faa_phandle, 2, &cs_addr, &cs_size) != 0) {
    157  1.14  jmcneill 		aprint_error(": couldn't get cs registers\n");
    158  1.14  jmcneill 		return;
    159  1.14  jmcneill 	}
    160  1.14  jmcneill #else
    161  1.14  jmcneill 	cs_addr = TEGRA_PCIE_RPCONF_BASE;
    162  1.14  jmcneill 	cs_size = TEGRA_PCIE_RPCONF_SIZE;
    163  1.14  jmcneill #endif
    164  1.14  jmcneill 
    165   1.1  jmcneill 	sc->sc_dev = self;
    166  1.14  jmcneill 	sc->sc_dmat = faa->faa_dmat;
    167  1.14  jmcneill 	sc->sc_bst = faa->faa_bst;
    168  1.14  jmcneill 	sc->sc_phandle = faa->faa_phandle;
    169  1.14  jmcneill 	error = bus_space_map(sc->sc_bst, afi_addr, afi_size, 0,
    170  1.14  jmcneill 	    &sc->sc_bsh_afi);
    171  1.14  jmcneill 	if (error) {
    172  1.14  jmcneill 		aprint_error(": couldn't map afi registers: %d\n", error);
    173  1.14  jmcneill 		return;
    174  1.14  jmcneill 	}
    175  1.14  jmcneill 	error = bus_space_map(sc->sc_bst, cs_addr, cs_size, 0,
    176  1.14  jmcneill 	    &sc->sc_bsh_rpconf);
    177  1.14  jmcneill 	if (error) {
    178  1.14  jmcneill 		aprint_error(": couldn't map cs registers: %d\n", error);
    179  1.14  jmcneill 		return;
    180  1.14  jmcneill 	}
    181  1.14  jmcneill 
    182  1.12  jakllsch 	tegra_pcie_conf_map_buses(sc);
    183   1.1  jmcneill 
    184   1.1  jmcneill 	TAILQ_INIT(&sc->sc_intrs);
    185   1.1  jmcneill 	mutex_init(&sc->sc_lock, MUTEX_DEFAULT, IPL_VM);
    186   1.1  jmcneill 
    187   1.1  jmcneill 	aprint_naive("\n");
    188   1.1  jmcneill 	aprint_normal(": PCIE\n");
    189   1.1  jmcneill 
    190  1.20  jmcneill 	tegra_pcie_enable_clocks(sc);
    191  1.20  jmcneill 
    192  1.14  jmcneill 	if (!fdtbus_intr_str(faa->faa_phandle, 0, intrstr, sizeof(intrstr))) {
    193  1.14  jmcneill 		aprint_error_dev(self, "failed to decode interrupt\n");
    194  1.14  jmcneill 		return;
    195  1.14  jmcneill 	}
    196  1.14  jmcneill 
    197  1.16  jmcneill 	sc->sc_ih = fdtbus_intr_establish(faa->faa_phandle, 0, IPL_VM,
    198  1.16  jmcneill 	    FDT_INTR_MPSAFE, tegra_pcie_intr, sc);
    199   1.1  jmcneill 	if (sc->sc_ih == NULL) {
    200  1.14  jmcneill 		aprint_error_dev(self, "failed to establish interrupt on %s\n",
    201  1.14  jmcneill 		    intrstr);
    202   1.1  jmcneill 		return;
    203   1.1  jmcneill 	}
    204  1.14  jmcneill 	aprint_normal_dev(self, "interrupting on %s\n", intrstr);
    205   1.1  jmcneill 
    206  1.10  jakllsch 	tegra_pcie_setup(sc);
    207  1.10  jakllsch 
    208   1.1  jmcneill 	tegra_pcie_init(&sc->sc_pc, sc);
    209   1.1  jmcneill 
    210  1.10  jakllsch 	ioext = extent_create("pciio", TEGRA_PCIE_IO_BASE,
    211  1.10  jakllsch 	    TEGRA_PCIE_IO_BASE + TEGRA_PCIE_IO_SIZE - 1,
    212  1.10  jakllsch 	    NULL, 0, EX_NOWAIT);
    213   1.1  jmcneill 	memext = extent_create("pcimem", TEGRA_PCIE_MEM_BASE,
    214   1.1  jmcneill 	    TEGRA_PCIE_MEM_BASE + TEGRA_PCIE_MEM_SIZE - 1,
    215   1.1  jmcneill 	    NULL, 0, EX_NOWAIT);
    216   1.1  jmcneill 	pmemext = extent_create("pcipmem", TEGRA_PCIE_PMEM_BASE,
    217   1.1  jmcneill 	    TEGRA_PCIE_PMEM_BASE + TEGRA_PCIE_PMEM_SIZE - 1,
    218   1.1  jmcneill 	    NULL, 0, EX_NOWAIT);
    219   1.1  jmcneill 
    220  1.10  jakllsch 	error = pci_configure_bus(&sc->sc_pc, ioext, memext, pmemext, 0,
    221   1.1  jmcneill 	    arm_dcache_align);
    222   1.1  jmcneill 
    223  1.10  jakllsch 	extent_destroy(ioext);
    224   1.1  jmcneill 	extent_destroy(memext);
    225   1.1  jmcneill 	extent_destroy(pmemext);
    226   1.1  jmcneill 
    227   1.1  jmcneill 	if (error) {
    228   1.1  jmcneill 		aprint_error_dev(self, "configuration failed (%d)\n",
    229   1.1  jmcneill 		    error);
    230   1.1  jmcneill 		return;
    231   1.1  jmcneill 	}
    232   1.1  jmcneill 
    233   1.1  jmcneill 	tegra_pcie_enable(sc);
    234   1.1  jmcneill 
    235   1.1  jmcneill 	memset(&pba, 0, sizeof(pba));
    236   1.1  jmcneill 	pba.pba_flags = PCI_FLAGS_MRL_OKAY |
    237   1.1  jmcneill 			PCI_FLAGS_MRM_OKAY |
    238   1.1  jmcneill 			PCI_FLAGS_MWI_OKAY |
    239  1.10  jakllsch 			PCI_FLAGS_MEM_OKAY |
    240  1.10  jakllsch 			PCI_FLAGS_IO_OKAY;
    241  1.10  jakllsch 	pba.pba_iot = sc->sc_bst;
    242   1.1  jmcneill 	pba.pba_memt = sc->sc_bst;
    243   1.1  jmcneill 	pba.pba_dmat = sc->sc_dmat;
    244   1.1  jmcneill 	pba.pba_pc = &sc->sc_pc;
    245   1.1  jmcneill 	pba.pba_bus = 0;
    246   1.1  jmcneill 
    247   1.1  jmcneill 	config_found_ia(self, "pcibus", &pba, pcibusprint);
    248   1.1  jmcneill }
    249   1.1  jmcneill 
    250   1.1  jmcneill static int
    251   1.4  jmcneill tegra_pcie_legacy_intr(struct tegra_pcie_softc *sc)
    252   1.1  jmcneill {
    253   1.4  jmcneill 	const uint32_t msg = bus_space_read_4(sc->sc_bst, sc->sc_bsh_afi,
    254   1.4  jmcneill 	    AFI_MSG_REG);
    255   1.1  jmcneill 	struct tegra_pcie_ih *pcie_ih;
    256   1.4  jmcneill 	int rv = 0;
    257   1.1  jmcneill 
    258   1.4  jmcneill 	if (msg & (AFI_MSG_INT0|AFI_MSG_INT1)) {
    259   1.1  jmcneill 		mutex_enter(&sc->sc_lock);
    260   1.1  jmcneill 		const u_int lastgen = sc->sc_intrgen;
    261   1.1  jmcneill 		TAILQ_FOREACH(pcie_ih, &sc->sc_intrs, ih_entry) {
    262   1.1  jmcneill 			int (*callback)(void *) = pcie_ih->ih_callback;
    263   1.1  jmcneill 			void *arg = pcie_ih->ih_arg;
    264  1.16  jmcneill 			const int mpsafe = pcie_ih->ih_mpsafe;
    265   1.1  jmcneill 			mutex_exit(&sc->sc_lock);
    266  1.16  jmcneill 
    267  1.16  jmcneill 			if (!mpsafe)
    268  1.16  jmcneill 				KERNEL_LOCK(1, curlwp);
    269   1.4  jmcneill 			rv += callback(arg);
    270  1.16  jmcneill 			if (!mpsafe)
    271  1.16  jmcneill 				KERNEL_UNLOCK_ONE(curlwp);
    272  1.16  jmcneill 
    273   1.1  jmcneill 			mutex_enter(&sc->sc_lock);
    274   1.1  jmcneill 			if (lastgen != sc->sc_intrgen)
    275   1.1  jmcneill 				break;
    276   1.1  jmcneill 		}
    277   1.1  jmcneill 		mutex_exit(&sc->sc_lock);
    278   1.4  jmcneill 	} else if (msg & (AFI_MSG_PM_PME0|AFI_MSG_PM_PME1)) {
    279   1.4  jmcneill 		device_printf(sc->sc_dev, "PM PME message; AFI_MSG=%08x\n",
    280   1.4  jmcneill 		    msg);
    281   1.4  jmcneill 	} else {
    282   1.4  jmcneill 		bus_space_write_4(sc->sc_bst, sc->sc_bsh_afi, AFI_MSG_REG, msg);
    283   1.4  jmcneill 		rv = 1;
    284   1.4  jmcneill 	}
    285   1.4  jmcneill 
    286   1.4  jmcneill 	return rv;
    287   1.4  jmcneill }
    288   1.4  jmcneill 
    289   1.4  jmcneill static int
    290   1.4  jmcneill tegra_pcie_intr(void *priv)
    291   1.4  jmcneill {
    292   1.4  jmcneill 	struct tegra_pcie_softc *sc = priv;
    293  1.11  jakllsch 	int rv;
    294   1.4  jmcneill 
    295   1.4  jmcneill 	const uint32_t code = bus_space_read_4(sc->sc_bst, sc->sc_bsh_afi,
    296   1.4  jmcneill 	    AFI_INTR_CODE_REG);
    297   1.4  jmcneill 	const uint32_t sig = bus_space_read_4(sc->sc_bst, sc->sc_bsh_afi,
    298   1.4  jmcneill 	    AFI_INTR_SIGNATURE_REG);
    299   1.4  jmcneill 
    300   1.4  jmcneill 	switch (__SHIFTOUT(code, AFI_INTR_CODE_INT_CODE)) {
    301   1.4  jmcneill 	case AFI_INTR_CODE_SM_MSG:
    302  1.11  jakllsch 		rv = tegra_pcie_legacy_intr(sc);
    303  1.11  jakllsch 		break;
    304   1.1  jmcneill 	default:
    305   1.1  jmcneill 		device_printf(sc->sc_dev, "intr: code %#x sig %#x\n",
    306   1.1  jmcneill 		    code, sig);
    307  1.11  jakllsch 		rv = 1;
    308  1.11  jakllsch 		break;
    309   1.1  jmcneill 	}
    310  1.11  jakllsch 
    311  1.11  jakllsch 	bus_space_write_4(sc->sc_bst, sc->sc_bsh_afi, AFI_INTR_CODE_REG, 0);
    312  1.11  jakllsch 
    313  1.11  jakllsch 	return rv;
    314   1.1  jmcneill }
    315   1.1  jmcneill 
    316   1.1  jmcneill static void
    317  1.20  jmcneill tegra_pcie_enable_clocks(struct tegra_pcie_softc * const sc)
    318  1.20  jmcneill {
    319  1.20  jmcneill 	const char *clock_names[] = { "pex", "afi", "pll_e", "cml" };
    320  1.20  jmcneill 	const char *reset_names[] = { "pex", "afi", "pcie_x" };
    321  1.20  jmcneill 	struct fdtbus_reset *rst;
    322  1.20  jmcneill 	struct clk *clk;
    323  1.20  jmcneill 	int n;
    324  1.20  jmcneill 
    325  1.20  jmcneill 	for (n = 0; n < __arraycount(clock_names); n++) {
    326  1.20  jmcneill 		clk = fdtbus_clock_get(sc->sc_phandle, clock_names[n]);
    327  1.20  jmcneill 		if (clk == NULL || clk_enable(clk) != 0)
    328  1.20  jmcneill 			aprint_error_dev(sc->sc_dev, "couldn't enable clock %s\n",
    329  1.20  jmcneill 			    clock_names[n]);
    330  1.20  jmcneill 	}
    331  1.20  jmcneill 
    332  1.20  jmcneill 	for (n = 0; n < __arraycount(reset_names); n++) {
    333  1.20  jmcneill 		rst = fdtbus_reset_get(sc->sc_phandle, reset_names[n]);
    334  1.20  jmcneill 		if (rst == NULL || fdtbus_reset_deassert(rst) != 0)
    335  1.20  jmcneill 			aprint_error_dev(sc->sc_dev, "couldn't de-assert reset %s\n",
    336  1.20  jmcneill 			    reset_names[n]);
    337  1.20  jmcneill 	}
    338  1.20  jmcneill }
    339  1.20  jmcneill 
    340  1.20  jmcneill static void
    341  1.10  jakllsch tegra_pcie_setup(struct tegra_pcie_softc * const sc)
    342  1.10  jakllsch {
    343  1.10  jakllsch 	size_t i;
    344  1.10  jakllsch 
    345  1.10  jakllsch 	/*
    346  1.10  jakllsch 	 * Map PCI address spaces into ARM address space via
    347  1.10  jakllsch 	 * HyperTransport-like "FPCI".
    348  1.10  jakllsch 	 */
    349  1.10  jakllsch 	static const struct { uint32_t size, base, fpci; } pcie_init_table[] = {
    350  1.10  jakllsch 		/*
    351  1.10  jakllsch 		 * === BEWARE ===
    352  1.10  jakllsch 		 *
    353  1.10  jakllsch 		 * We depend on our TEGRA_PCIE_IO window overlaping the
    354  1.10  jakllsch 		 * TEGRA_PCIE_A1 window to allow us to use the same
    355  1.10  jakllsch 		 * bus_space_tag for both PCI IO and Memory spaces.
    356  1.10  jakllsch 		 *
    357  1.10  jakllsch 		 * 0xfdfc000000-0xfdfdffffff is the FPCI/HyperTransport
    358  1.10  jakllsch 		 * mapping for 0x0000000-0x1ffffff of PCI IO space.
    359  1.10  jakllsch 		 */
    360  1.10  jakllsch 		{ TEGRA_PCIE_IO_SIZE >> 12, TEGRA_PCIE_IO_BASE,
    361  1.10  jakllsch 		  (0xfdfc000000 + TEGRA_PCIE_IO_BASE) >> 8 | 0, },
    362  1.10  jakllsch 
    363  1.10  jakllsch 		/* HyperTransport Technology Type 1 Address Format */
    364  1.10  jakllsch 		{ TEGRA_PCIE_CONF_SIZE >> 12, TEGRA_PCIE_CONF_BASE,
    365  1.10  jakllsch 		  0xfdff000000 >> 8 | 0, },
    366  1.10  jakllsch 
    367  1.10  jakllsch 		/* 1:1 MMIO mapping */
    368  1.10  jakllsch 		{ TEGRA_PCIE_MEM_SIZE >> 12, TEGRA_PCIE_MEM_BASE,
    369  1.10  jakllsch 		  TEGRA_PCIE_MEM_BASE >> 8 | 1, },
    370  1.10  jakllsch 
    371  1.10  jakllsch 		/* Extended HyperTransport Technology Type 1 Address Format */
    372  1.10  jakllsch 		{ TEGRA_PCIE_EXTC_SIZE >> 12, TEGRA_PCIE_EXTC_BASE,
    373  1.10  jakllsch 		  0xfe10000000 >> 8 | 0, },
    374  1.10  jakllsch 
    375  1.10  jakllsch 		/* 1:1 prefetchable MMIO mapping */
    376  1.10  jakllsch 		{ TEGRA_PCIE_PMEM_SIZE >> 12, TEGRA_PCIE_PMEM_BASE,
    377  1.10  jakllsch 		  TEGRA_PCIE_PMEM_BASE >> 8 | 1, },
    378  1.10  jakllsch 	};
    379  1.10  jakllsch 
    380  1.10  jakllsch 	for (i = 0; i < AFI_AXI_NBAR; i++) {
    381  1.10  jakllsch 		bus_space_write_4(sc->sc_bst, sc->sc_bsh_afi,
    382  1.10  jakllsch 		    AFI_AXI_BARi_SZ(i), 0);
    383  1.10  jakllsch 		bus_space_write_4(sc->sc_bst, sc->sc_bsh_afi,
    384  1.10  jakllsch 		    AFI_AXI_BARi_START(i), 0);
    385  1.10  jakllsch 		bus_space_write_4(sc->sc_bst, sc->sc_bsh_afi,
    386  1.10  jakllsch 		    AFI_FPCI_BARi(i), 0);
    387  1.10  jakllsch 	}
    388  1.10  jakllsch 
    389  1.10  jakllsch 	for (i = 0; i < __arraycount(pcie_init_table); i++) {
    390  1.10  jakllsch 		bus_space_write_4(sc->sc_bst, sc->sc_bsh_afi,
    391  1.10  jakllsch 		    AFI_AXI_BARi_START(i), pcie_init_table[i].base);
    392  1.10  jakllsch 		bus_space_write_4(sc->sc_bst, sc->sc_bsh_afi,
    393  1.10  jakllsch 		    AFI_FPCI_BARi(i), pcie_init_table[i].fpci);
    394  1.10  jakllsch 		bus_space_write_4(sc->sc_bst, sc->sc_bsh_afi,
    395  1.10  jakllsch 		    AFI_AXI_BARi_SZ(i), pcie_init_table[i].size);
    396  1.10  jakllsch 	}
    397  1.10  jakllsch }
    398  1.10  jakllsch 
    399  1.10  jakllsch static void
    400   1.1  jmcneill tegra_pcie_enable(struct tegra_pcie_softc *sc)
    401   1.1  jmcneill {
    402   1.4  jmcneill 	/* disable MSI */
    403   1.4  jmcneill 	bus_space_write_4(sc->sc_bst, sc->sc_bsh_afi,
    404   1.4  jmcneill 	    AFI_MSI_BAR_SZ_REG, 0);
    405   1.4  jmcneill 	bus_space_write_4(sc->sc_bst, sc->sc_bsh_afi,
    406   1.4  jmcneill 	    AFI_MSI_FPCI_BAR_ST_REG, 0);
    407   1.4  jmcneill 	bus_space_write_4(sc->sc_bst, sc->sc_bsh_afi,
    408   1.4  jmcneill 	    AFI_MSI_AXI_BAR_ST_REG, 0);
    409   1.4  jmcneill 
    410   1.1  jmcneill 	bus_space_write_4(sc->sc_bst, sc->sc_bsh_afi,
    411   1.1  jmcneill 	    AFI_SM_INTR_ENABLE_REG, 0xffffffff);
    412   1.1  jmcneill 	bus_space_write_4(sc->sc_bst, sc->sc_bsh_afi,
    413   1.1  jmcneill 	    AFI_AFI_INTR_ENABLE_REG, 0);
    414   1.1  jmcneill 	bus_space_write_4(sc->sc_bst, sc->sc_bsh_afi, AFI_INTR_CODE_REG, 0);
    415   1.1  jmcneill 	bus_space_write_4(sc->sc_bst, sc->sc_bsh_afi,
    416   1.1  jmcneill 	    AFI_INTR_MASK_REG, AFI_INTR_MASK_INT);
    417   1.1  jmcneill }
    418   1.1  jmcneill 
    419  1.12  jakllsch static void
    420  1.12  jakllsch tegra_pcie_conf_frag_map(struct tegra_pcie_softc * const sc, uint bus,
    421  1.12  jakllsch     uint frg)
    422  1.12  jakllsch {
    423  1.12  jakllsch 	bus_addr_t a;
    424  1.12  jakllsch 
    425  1.12  jakllsch 	KASSERT(bus >= 1);
    426  1.12  jakllsch 	KASSERT(bus < TEGRA_PCIE_NBUS);
    427  1.12  jakllsch 	KASSERT(frg < TEGRA_PCIE_ECFB);
    428  1.12  jakllsch 
    429  1.12  jakllsch 	if (sc->sc_bsh_extc[bus-1][frg] != 0) {
    430  1.12  jakllsch 		device_printf(sc->sc_dev, "bus %u fragment %#x already "
    431  1.12  jakllsch 		    "mapped\n", bus, frg);
    432  1.12  jakllsch 		return;
    433  1.12  jakllsch 	}
    434  1.12  jakllsch 
    435  1.12  jakllsch 	a = TEGRA_PCIE_EXTC_BASE + (bus << 16) + (frg << 24);
    436  1.12  jakllsch 	if (bus_space_map(sc->sc_bst, a, 1 << 16, 0,
    437  1.12  jakllsch 	    &sc->sc_bsh_extc[bus-1][frg]) != 0)
    438  1.12  jakllsch 		device_printf(sc->sc_dev, "couldn't map PCIE "
    439  1.12  jakllsch 		    "configuration for bus %u fragment %#x", bus, frg);
    440  1.12  jakllsch }
    441  1.12  jakllsch 
    442  1.12  jakllsch /* map non-non-extended configuration space for full bus range */
    443  1.12  jakllsch static void
    444  1.12  jakllsch tegra_pcie_conf_map_bus(struct tegra_pcie_softc * const sc, uint bus)
    445  1.12  jakllsch {
    446  1.12  jakllsch 	uint i;
    447  1.12  jakllsch 
    448  1.12  jakllsch 	for (i = 1; i < TEGRA_PCIE_ECFB; i++) {
    449  1.12  jakllsch 		tegra_pcie_conf_frag_map(sc, bus, i);
    450  1.12  jakllsch 	}
    451  1.12  jakllsch }
    452  1.12  jakllsch 
    453  1.12  jakllsch /* map non-extended configuration space for full bus range */
    454  1.12  jakllsch static void
    455  1.12  jakllsch tegra_pcie_conf_map_buses(struct tegra_pcie_softc * const sc)
    456  1.12  jakllsch {
    457  1.12  jakllsch 	uint b;
    458  1.12  jakllsch 
    459  1.12  jakllsch 	for (b = 1; b < TEGRA_PCIE_NBUS; b++) {
    460  1.12  jakllsch 		tegra_pcie_conf_frag_map(sc, b, 0);
    461  1.12  jakllsch 	}
    462  1.12  jakllsch }
    463  1.12  jakllsch 
    464   1.1  jmcneill void
    465   1.1  jmcneill tegra_pcie_init(pci_chipset_tag_t pc, void *priv)
    466   1.1  jmcneill {
    467   1.1  jmcneill 	pc->pc_conf_v = priv;
    468   1.1  jmcneill 	pc->pc_attach_hook = tegra_pcie_attach_hook;
    469   1.1  jmcneill 	pc->pc_bus_maxdevs = tegra_pcie_bus_maxdevs;
    470   1.1  jmcneill 	pc->pc_make_tag = tegra_pcie_make_tag;
    471   1.1  jmcneill 	pc->pc_decompose_tag = tegra_pcie_decompose_tag;
    472   1.1  jmcneill 	pc->pc_conf_read = tegra_pcie_conf_read;
    473   1.1  jmcneill 	pc->pc_conf_write = tegra_pcie_conf_write;
    474   1.1  jmcneill 	pc->pc_conf_hook = tegra_pcie_conf_hook;
    475   1.1  jmcneill 	pc->pc_conf_interrupt = tegra_pcie_conf_interrupt;
    476   1.1  jmcneill 
    477   1.1  jmcneill 	pc->pc_intr_v = priv;
    478   1.1  jmcneill 	pc->pc_intr_map = tegra_pcie_intr_map;
    479   1.1  jmcneill 	pc->pc_intr_string = tegra_pcie_intr_string;
    480   1.1  jmcneill 	pc->pc_intr_evcnt = tegra_pcie_intr_evcnt;
    481  1.16  jmcneill 	pc->pc_intr_setattr = tegra_pcie_intr_setattr;
    482   1.1  jmcneill 	pc->pc_intr_establish = tegra_pcie_intr_establish;
    483   1.1  jmcneill 	pc->pc_intr_disestablish = tegra_pcie_intr_disestablish;
    484   1.1  jmcneill }
    485   1.1  jmcneill 
    486   1.1  jmcneill static void
    487   1.1  jmcneill tegra_pcie_attach_hook(device_t parent, device_t self,
    488   1.1  jmcneill     struct pcibus_attach_args *pba)
    489   1.1  jmcneill {
    490  1.12  jakllsch 	const pci_chipset_tag_t pc = pba->pba_pc;
    491  1.12  jakllsch 	struct tegra_pcie_softc * const sc = pc->pc_conf_v;
    492  1.12  jakllsch 
    493  1.12  jakllsch 	if (pba->pba_bus >= 1) {
    494  1.12  jakllsch 		tegra_pcie_conf_map_bus(sc, pba->pba_bus);
    495  1.12  jakllsch 	}
    496   1.1  jmcneill }
    497   1.1  jmcneill 
    498   1.1  jmcneill static int
    499   1.1  jmcneill tegra_pcie_bus_maxdevs(void *v, int busno)
    500   1.1  jmcneill {
    501   1.1  jmcneill 	return busno == 0 ? 2 : 32;
    502   1.1  jmcneill }
    503   1.1  jmcneill 
    504   1.1  jmcneill static pcitag_t
    505   1.1  jmcneill tegra_pcie_make_tag(void *v, int b, int d, int f)
    506   1.1  jmcneill {
    507   1.1  jmcneill 	return (b << 16) | (d << 11) | (f << 8);
    508   1.1  jmcneill }
    509   1.1  jmcneill 
    510   1.1  jmcneill static void
    511   1.1  jmcneill tegra_pcie_decompose_tag(void *v, pcitag_t tag, int *bp, int *dp, int *fp)
    512   1.1  jmcneill {
    513   1.1  jmcneill 	if (bp)
    514   1.1  jmcneill 		*bp = (tag >> 16) & 0xff;
    515   1.1  jmcneill 	if (dp)
    516   1.1  jmcneill 		*dp = (tag >> 11) & 0x1f;
    517   1.1  jmcneill 	if (fp)
    518   1.1  jmcneill 		*fp = (tag >> 8) & 0x7;
    519   1.1  jmcneill }
    520   1.1  jmcneill 
    521   1.1  jmcneill static pcireg_t
    522   1.1  jmcneill tegra_pcie_conf_read(void *v, pcitag_t tag, int offset)
    523   1.1  jmcneill {
    524   1.1  jmcneill 	struct tegra_pcie_softc *sc = v;
    525   1.1  jmcneill 	bus_space_handle_t bsh;
    526   1.1  jmcneill 	int b, d, f;
    527   1.1  jmcneill 	u_int reg;
    528   1.1  jmcneill 
    529   1.3   msaitoh 	if ((unsigned int)offset >= PCI_EXTCONF_SIZE)
    530   1.3   msaitoh 		return (pcireg_t) -1;
    531   1.3   msaitoh 
    532   1.1  jmcneill 	tegra_pcie_decompose_tag(v, tag, &b, &d, &f);
    533   1.1  jmcneill 
    534  1.12  jakllsch 	if (b >= TEGRA_PCIE_NBUS)
    535  1.12  jakllsch 		return (pcireg_t) -1;
    536  1.12  jakllsch 
    537   1.1  jmcneill 	if (b == 0) {
    538   1.6  jakllsch 		if (d >= 2 || f != 0)
    539   1.6  jakllsch 			return (pcireg_t) -1;
    540   1.1  jmcneill 		reg = d * 0x1000 + offset;
    541   1.9  jakllsch 		bsh = sc->sc_bsh_rpconf;
    542   1.1  jmcneill 	} else {
    543  1.12  jakllsch 		reg = (d << 11) | (f << 8) | (offset & 0xff);
    544  1.12  jakllsch 		bsh = sc->sc_bsh_extc[b-1][(offset >> 8) & 0xf];
    545  1.12  jakllsch 		if (bsh == 0)
    546   1.7  jakllsch 			return (pcireg_t) -1;
    547   1.1  jmcneill 	}
    548   1.1  jmcneill 
    549   1.1  jmcneill 	return bus_space_read_4(sc->sc_bst, bsh, reg);
    550   1.1  jmcneill }
    551   1.1  jmcneill 
    552   1.1  jmcneill static void
    553   1.1  jmcneill tegra_pcie_conf_write(void *v, pcitag_t tag, int offset, pcireg_t val)
    554   1.1  jmcneill {
    555   1.1  jmcneill 	struct tegra_pcie_softc *sc = v;
    556   1.1  jmcneill 	bus_space_handle_t bsh;
    557   1.1  jmcneill 	int b, d, f;
    558   1.1  jmcneill 	u_int reg;
    559   1.1  jmcneill 
    560   1.3   msaitoh 	if ((unsigned int)offset >= PCI_EXTCONF_SIZE)
    561   1.3   msaitoh 		return;
    562   1.3   msaitoh 
    563   1.1  jmcneill 	tegra_pcie_decompose_tag(v, tag, &b, &d, &f);
    564   1.1  jmcneill 
    565  1.12  jakllsch 	if (b >= TEGRA_PCIE_NBUS)
    566  1.12  jakllsch 		return;
    567  1.12  jakllsch 
    568   1.1  jmcneill 	if (b == 0) {
    569   1.6  jakllsch 		if (d >= 2 || f != 0)
    570   1.6  jakllsch 			return;
    571   1.1  jmcneill 		reg = d * 0x1000 + offset;
    572   1.9  jakllsch 		bsh = sc->sc_bsh_rpconf;
    573   1.1  jmcneill 	} else {
    574  1.12  jakllsch 		reg = (d << 11) | (f << 8) | (offset & 0xff);
    575  1.12  jakllsch 		bsh = sc->sc_bsh_extc[b-1][(offset >> 8) & 0xf];
    576  1.12  jakllsch 		if (bsh == 0)
    577   1.7  jakllsch 			return;
    578   1.1  jmcneill 	}
    579   1.1  jmcneill 
    580   1.1  jmcneill 	bus_space_write_4(sc->sc_bst, bsh, reg, val);
    581   1.1  jmcneill }
    582   1.1  jmcneill 
    583   1.1  jmcneill static int
    584   1.1  jmcneill tegra_pcie_conf_hook(void *v, int b, int d, int f, pcireg_t id)
    585   1.1  jmcneill {
    586  1.15  jakllsch 	return PCI_CONF_DEFAULT & ~PCI_CONF_ENABLE_BM;
    587   1.1  jmcneill }
    588   1.1  jmcneill 
    589   1.1  jmcneill static void
    590   1.1  jmcneill tegra_pcie_conf_interrupt(void *v, int bus, int dev, int ipin, int swiz,
    591   1.1  jmcneill     int *ilinep)
    592   1.1  jmcneill {
    593  1.14  jmcneill 	*ilinep = 5;
    594   1.1  jmcneill }
    595   1.1  jmcneill 
    596   1.1  jmcneill static int
    597   1.1  jmcneill tegra_pcie_intr_map(const struct pci_attach_args *pa, pci_intr_handle_t *ih)
    598   1.1  jmcneill {
    599   1.1  jmcneill 	if (pa->pa_intrpin == 0)
    600   1.1  jmcneill 		return EINVAL;
    601   1.1  jmcneill 	*ih = pa->pa_intrpin;
    602   1.1  jmcneill 	return 0;
    603   1.1  jmcneill }
    604   1.5  jakllsch 
    605   1.1  jmcneill static const char *
    606   1.1  jmcneill tegra_pcie_intr_string(void *v, pci_intr_handle_t ih, char *buf, size_t len)
    607   1.1  jmcneill {
    608   1.1  jmcneill 	struct tegra_pcie_softc *sc = v;
    609   1.1  jmcneill 
    610   1.1  jmcneill 	if (ih == PCI_INTERRUPT_PIN_NONE)
    611   1.1  jmcneill 		return NULL;
    612   1.1  jmcneill 
    613  1.14  jmcneill 	if (!fdtbus_intr_str(sc->sc_phandle, 0, buf, len))
    614  1.14  jmcneill 		return NULL;
    615  1.14  jmcneill 
    616   1.1  jmcneill 	return buf;
    617   1.1  jmcneill }
    618   1.1  jmcneill 
    619   1.1  jmcneill const struct evcnt *
    620   1.1  jmcneill tegra_pcie_intr_evcnt(void *v, pci_intr_handle_t ih)
    621   1.1  jmcneill {
    622   1.1  jmcneill 	return NULL;
    623   1.1  jmcneill }
    624   1.1  jmcneill 
    625  1.16  jmcneill static int
    626  1.16  jmcneill tegra_pcie_intr_setattr(void *v, pci_intr_handle_t *ih, int attr, uint64_t data)
    627  1.16  jmcneill {
    628  1.16  jmcneill 	switch (attr) {
    629  1.16  jmcneill 	case PCI_INTR_MPSAFE:
    630  1.17  jmcneill 		if (data)
    631  1.17  jmcneill 			*ih |= IH_MPSAFE;
    632  1.17  jmcneill 		else
    633  1.17  jmcneill 			*ih &= ~IH_MPSAFE;
    634  1.16  jmcneill 		return 0;
    635  1.16  jmcneill 	default:
    636  1.16  jmcneill 		return ENODEV;
    637  1.16  jmcneill 	}
    638  1.16  jmcneill }
    639  1.16  jmcneill 
    640   1.1  jmcneill static void *
    641   1.1  jmcneill tegra_pcie_intr_establish(void *v, pci_intr_handle_t ih, int ipl,
    642   1.1  jmcneill     int (*callback)(void *), void *arg)
    643   1.1  jmcneill {
    644   1.1  jmcneill 	struct tegra_pcie_softc *sc = v;
    645   1.1  jmcneill 	struct tegra_pcie_ih *pcie_ih;
    646   1.1  jmcneill 
    647   1.1  jmcneill 	if (ih == 0)
    648   1.1  jmcneill 		return NULL;
    649   1.1  jmcneill 
    650   1.1  jmcneill 	pcie_ih = kmem_alloc(sizeof(*pcie_ih), KM_SLEEP);
    651   1.1  jmcneill 	pcie_ih->ih_callback = callback;
    652   1.1  jmcneill 	pcie_ih->ih_arg = arg;
    653   1.1  jmcneill 	pcie_ih->ih_ipl = ipl;
    654  1.17  jmcneill 	pcie_ih->ih_mpsafe = (ih & IH_MPSAFE) != 0;
    655   1.1  jmcneill 
    656   1.1  jmcneill 	mutex_enter(&sc->sc_lock);
    657   1.1  jmcneill 	TAILQ_INSERT_TAIL(&sc->sc_intrs, pcie_ih, ih_entry);
    658   1.1  jmcneill 	sc->sc_intrgen++;
    659   1.1  jmcneill 	mutex_exit(&sc->sc_lock);
    660   1.1  jmcneill 
    661   1.1  jmcneill 	return pcie_ih;
    662   1.1  jmcneill }
    663   1.1  jmcneill 
    664   1.1  jmcneill static void
    665   1.1  jmcneill tegra_pcie_intr_disestablish(void *v, void *vih)
    666   1.1  jmcneill {
    667   1.1  jmcneill 	struct tegra_pcie_softc *sc = v;
    668   1.1  jmcneill 	struct tegra_pcie_ih *pcie_ih = vih;
    669   1.1  jmcneill 
    670   1.1  jmcneill 	mutex_enter(&sc->sc_lock);
    671   1.1  jmcneill 	TAILQ_REMOVE(&sc->sc_intrs, pcie_ih, ih_entry);
    672   1.1  jmcneill 	mutex_exit(&sc->sc_lock);
    673   1.1  jmcneill 
    674   1.1  jmcneill 	kmem_free(pcie_ih, sizeof(*pcie_ih));
    675   1.1  jmcneill }
    676