tegra_pcie.c revision 1.20 1 1.20 jmcneill /* $NetBSD: tegra_pcie.c,v 1.20 2017/09/25 08:55:27 jmcneill Exp $ */
2 1.1 jmcneill
3 1.1 jmcneill /*-
4 1.1 jmcneill * Copyright (c) 2015 Jared D. McNeill <jmcneill (at) invisible.ca>
5 1.1 jmcneill * All rights reserved.
6 1.1 jmcneill *
7 1.1 jmcneill * Redistribution and use in source and binary forms, with or without
8 1.1 jmcneill * modification, are permitted provided that the following conditions
9 1.1 jmcneill * are met:
10 1.1 jmcneill * 1. Redistributions of source code must retain the above copyright
11 1.1 jmcneill * notice, this list of conditions and the following disclaimer.
12 1.1 jmcneill * 2. Redistributions in binary form must reproduce the above copyright
13 1.1 jmcneill * notice, this list of conditions and the following disclaimer in the
14 1.1 jmcneill * documentation and/or other materials provided with the distribution.
15 1.1 jmcneill *
16 1.1 jmcneill * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
17 1.1 jmcneill * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
18 1.1 jmcneill * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
19 1.1 jmcneill * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
20 1.1 jmcneill * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
21 1.1 jmcneill * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
22 1.1 jmcneill * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
23 1.1 jmcneill * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
24 1.1 jmcneill * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
25 1.1 jmcneill * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26 1.1 jmcneill * SUCH DAMAGE.
27 1.1 jmcneill */
28 1.1 jmcneill
29 1.1 jmcneill #include <sys/cdefs.h>
30 1.20 jmcneill __KERNEL_RCSID(0, "$NetBSD: tegra_pcie.c,v 1.20 2017/09/25 08:55:27 jmcneill Exp $");
31 1.1 jmcneill
32 1.1 jmcneill #include <sys/param.h>
33 1.1 jmcneill #include <sys/bus.h>
34 1.1 jmcneill #include <sys/device.h>
35 1.1 jmcneill #include <sys/intr.h>
36 1.1 jmcneill #include <sys/systm.h>
37 1.1 jmcneill #include <sys/kernel.h>
38 1.1 jmcneill #include <sys/extent.h>
39 1.1 jmcneill #include <sys/queue.h>
40 1.1 jmcneill #include <sys/mutex.h>
41 1.1 jmcneill #include <sys/kmem.h>
42 1.1 jmcneill
43 1.1 jmcneill #include <arm/cpufunc.h>
44 1.1 jmcneill
45 1.1 jmcneill #include <dev/pci/pcireg.h>
46 1.1 jmcneill #include <dev/pci/pcivar.h>
47 1.1 jmcneill #include <dev/pci/pciconf.h>
48 1.1 jmcneill
49 1.1 jmcneill #include <arm/nvidia/tegra_reg.h>
50 1.1 jmcneill #include <arm/nvidia/tegra_pciereg.h>
51 1.1 jmcneill #include <arm/nvidia/tegra_var.h>
52 1.1 jmcneill
53 1.14 jmcneill #include <dev/fdt/fdtvar.h>
54 1.14 jmcneill
55 1.17 jmcneill /* Interrupt handle flags */
56 1.17 jmcneill #define IH_MPSAFE 0x80000000
57 1.17 jmcneill
58 1.1 jmcneill static int tegra_pcie_match(device_t, cfdata_t, void *);
59 1.1 jmcneill static void tegra_pcie_attach(device_t, device_t, void *);
60 1.1 jmcneill
61 1.12 jakllsch #define TEGRA_PCIE_NBUS 256
62 1.12 jakllsch #define TEGRA_PCIE_ECFB (1<<(12 - 8)) /* extended conf frags per bus */
63 1.12 jakllsch
64 1.1 jmcneill struct tegra_pcie_ih {
65 1.1 jmcneill int (*ih_callback)(void *);
66 1.1 jmcneill void *ih_arg;
67 1.1 jmcneill int ih_ipl;
68 1.16 jmcneill int ih_mpsafe;
69 1.1 jmcneill TAILQ_ENTRY(tegra_pcie_ih) ih_entry;
70 1.1 jmcneill };
71 1.1 jmcneill
72 1.1 jmcneill struct tegra_pcie_softc {
73 1.1 jmcneill device_t sc_dev;
74 1.1 jmcneill bus_dma_tag_t sc_dmat;
75 1.1 jmcneill bus_space_tag_t sc_bst;
76 1.1 jmcneill bus_space_handle_t sc_bsh_afi;
77 1.9 jakllsch bus_space_handle_t sc_bsh_rpconf;
78 1.14 jmcneill int sc_phandle;
79 1.1 jmcneill
80 1.1 jmcneill struct arm32_pci_chipset sc_pc;
81 1.1 jmcneill
82 1.1 jmcneill void *sc_ih;
83 1.1 jmcneill
84 1.1 jmcneill kmutex_t sc_lock;
85 1.1 jmcneill
86 1.1 jmcneill TAILQ_HEAD(, tegra_pcie_ih) sc_intrs;
87 1.1 jmcneill u_int sc_intrgen;
88 1.12 jakllsch
89 1.12 jakllsch bus_space_handle_t sc_bsh_extc[TEGRA_PCIE_NBUS-1][TEGRA_PCIE_ECFB];
90 1.1 jmcneill };
91 1.1 jmcneill
92 1.1 jmcneill static int tegra_pcie_intr(void *);
93 1.1 jmcneill static void tegra_pcie_init(pci_chipset_tag_t, void *);
94 1.1 jmcneill static void tegra_pcie_enable(struct tegra_pcie_softc *);
95 1.20 jmcneill static void tegra_pcie_enable_clocks(struct tegra_pcie_softc *);
96 1.10 jakllsch static void tegra_pcie_setup(struct tegra_pcie_softc * const);
97 1.12 jakllsch static void tegra_pcie_conf_frag_map(struct tegra_pcie_softc * const,
98 1.12 jakllsch uint, uint);
99 1.12 jakllsch static void tegra_pcie_conf_map_bus(struct tegra_pcie_softc * const, uint);
100 1.12 jakllsch static void tegra_pcie_conf_map_buses(struct tegra_pcie_softc * const);
101 1.1 jmcneill
102 1.1 jmcneill static void tegra_pcie_attach_hook(device_t, device_t,
103 1.1 jmcneill struct pcibus_attach_args *);
104 1.1 jmcneill static int tegra_pcie_bus_maxdevs(void *, int);
105 1.1 jmcneill static pcitag_t tegra_pcie_make_tag(void *, int, int, int);
106 1.1 jmcneill static void tegra_pcie_decompose_tag(void *, pcitag_t, int *, int *, int *);
107 1.1 jmcneill static pcireg_t tegra_pcie_conf_read(void *, pcitag_t, int);
108 1.1 jmcneill static void tegra_pcie_conf_write(void *, pcitag_t, int, pcireg_t);
109 1.1 jmcneill static int tegra_pcie_conf_hook(void *, int, int, int, pcireg_t);
110 1.1 jmcneill static void tegra_pcie_conf_interrupt(void *, int, int, int, int, int *);
111 1.1 jmcneill
112 1.1 jmcneill static int tegra_pcie_intr_map(const struct pci_attach_args *,
113 1.1 jmcneill pci_intr_handle_t *);
114 1.1 jmcneill static const char *tegra_pcie_intr_string(void *, pci_intr_handle_t,
115 1.1 jmcneill char *, size_t);
116 1.1 jmcneill const struct evcnt *tegra_pcie_intr_evcnt(void *, pci_intr_handle_t);
117 1.16 jmcneill static int tegra_pcie_intr_setattr(void *, pci_intr_handle_t *, int,
118 1.16 jmcneill uint64_t);
119 1.1 jmcneill static void * tegra_pcie_intr_establish(void *, pci_intr_handle_t,
120 1.1 jmcneill int, int (*)(void *), void *);
121 1.1 jmcneill static void tegra_pcie_intr_disestablish(void *, void *);
122 1.1 jmcneill
123 1.1 jmcneill CFATTACH_DECL_NEW(tegra_pcie, sizeof(struct tegra_pcie_softc),
124 1.1 jmcneill tegra_pcie_match, tegra_pcie_attach, NULL, NULL);
125 1.1 jmcneill
126 1.1 jmcneill static int
127 1.1 jmcneill tegra_pcie_match(device_t parent, cfdata_t cf, void *aux)
128 1.1 jmcneill {
129 1.18 jmcneill const char * const compatible[] = {
130 1.18 jmcneill "nvidia,tegra210-pcie",
131 1.18 jmcneill "nvidia,tegra124-pcie",
132 1.18 jmcneill NULL
133 1.18 jmcneill };
134 1.14 jmcneill struct fdt_attach_args * const faa = aux;
135 1.14 jmcneill
136 1.14 jmcneill return of_match_compatible(faa->faa_phandle, compatible);
137 1.1 jmcneill }
138 1.1 jmcneill
139 1.1 jmcneill static void
140 1.1 jmcneill tegra_pcie_attach(device_t parent, device_t self, void *aux)
141 1.1 jmcneill {
142 1.1 jmcneill struct tegra_pcie_softc * const sc = device_private(self);
143 1.14 jmcneill struct fdt_attach_args * const faa = aux;
144 1.10 jakllsch struct extent *ioext, *memext, *pmemext;
145 1.1 jmcneill struct pcibus_attach_args pba;
146 1.14 jmcneill bus_addr_t afi_addr, cs_addr;
147 1.14 jmcneill bus_size_t afi_size, cs_size;
148 1.14 jmcneill char intrstr[128];
149 1.1 jmcneill int error;
150 1.1 jmcneill
151 1.14 jmcneill if (fdtbus_get_reg(faa->faa_phandle, 1, &afi_addr, &afi_size) != 0) {
152 1.14 jmcneill aprint_error(": couldn't get afi registers\n");
153 1.14 jmcneill return;
154 1.14 jmcneill }
155 1.14 jmcneill #if notyet
156 1.14 jmcneill if (fdtbus_get_reg(faa->faa_phandle, 2, &cs_addr, &cs_size) != 0) {
157 1.14 jmcneill aprint_error(": couldn't get cs registers\n");
158 1.14 jmcneill return;
159 1.14 jmcneill }
160 1.14 jmcneill #else
161 1.14 jmcneill cs_addr = TEGRA_PCIE_RPCONF_BASE;
162 1.14 jmcneill cs_size = TEGRA_PCIE_RPCONF_SIZE;
163 1.14 jmcneill #endif
164 1.14 jmcneill
165 1.1 jmcneill sc->sc_dev = self;
166 1.14 jmcneill sc->sc_dmat = faa->faa_dmat;
167 1.14 jmcneill sc->sc_bst = faa->faa_bst;
168 1.14 jmcneill sc->sc_phandle = faa->faa_phandle;
169 1.14 jmcneill error = bus_space_map(sc->sc_bst, afi_addr, afi_size, 0,
170 1.14 jmcneill &sc->sc_bsh_afi);
171 1.14 jmcneill if (error) {
172 1.14 jmcneill aprint_error(": couldn't map afi registers: %d\n", error);
173 1.14 jmcneill return;
174 1.14 jmcneill }
175 1.14 jmcneill error = bus_space_map(sc->sc_bst, cs_addr, cs_size, 0,
176 1.14 jmcneill &sc->sc_bsh_rpconf);
177 1.14 jmcneill if (error) {
178 1.14 jmcneill aprint_error(": couldn't map cs registers: %d\n", error);
179 1.14 jmcneill return;
180 1.14 jmcneill }
181 1.14 jmcneill
182 1.12 jakllsch tegra_pcie_conf_map_buses(sc);
183 1.1 jmcneill
184 1.1 jmcneill TAILQ_INIT(&sc->sc_intrs);
185 1.1 jmcneill mutex_init(&sc->sc_lock, MUTEX_DEFAULT, IPL_VM);
186 1.1 jmcneill
187 1.1 jmcneill aprint_naive("\n");
188 1.1 jmcneill aprint_normal(": PCIE\n");
189 1.1 jmcneill
190 1.20 jmcneill tegra_pcie_enable_clocks(sc);
191 1.20 jmcneill
192 1.14 jmcneill if (!fdtbus_intr_str(faa->faa_phandle, 0, intrstr, sizeof(intrstr))) {
193 1.14 jmcneill aprint_error_dev(self, "failed to decode interrupt\n");
194 1.14 jmcneill return;
195 1.14 jmcneill }
196 1.14 jmcneill
197 1.16 jmcneill sc->sc_ih = fdtbus_intr_establish(faa->faa_phandle, 0, IPL_VM,
198 1.16 jmcneill FDT_INTR_MPSAFE, tegra_pcie_intr, sc);
199 1.1 jmcneill if (sc->sc_ih == NULL) {
200 1.14 jmcneill aprint_error_dev(self, "failed to establish interrupt on %s\n",
201 1.14 jmcneill intrstr);
202 1.1 jmcneill return;
203 1.1 jmcneill }
204 1.14 jmcneill aprint_normal_dev(self, "interrupting on %s\n", intrstr);
205 1.1 jmcneill
206 1.10 jakllsch tegra_pcie_setup(sc);
207 1.10 jakllsch
208 1.1 jmcneill tegra_pcie_init(&sc->sc_pc, sc);
209 1.1 jmcneill
210 1.10 jakllsch ioext = extent_create("pciio", TEGRA_PCIE_IO_BASE,
211 1.10 jakllsch TEGRA_PCIE_IO_BASE + TEGRA_PCIE_IO_SIZE - 1,
212 1.10 jakllsch NULL, 0, EX_NOWAIT);
213 1.1 jmcneill memext = extent_create("pcimem", TEGRA_PCIE_MEM_BASE,
214 1.1 jmcneill TEGRA_PCIE_MEM_BASE + TEGRA_PCIE_MEM_SIZE - 1,
215 1.1 jmcneill NULL, 0, EX_NOWAIT);
216 1.1 jmcneill pmemext = extent_create("pcipmem", TEGRA_PCIE_PMEM_BASE,
217 1.1 jmcneill TEGRA_PCIE_PMEM_BASE + TEGRA_PCIE_PMEM_SIZE - 1,
218 1.1 jmcneill NULL, 0, EX_NOWAIT);
219 1.1 jmcneill
220 1.10 jakllsch error = pci_configure_bus(&sc->sc_pc, ioext, memext, pmemext, 0,
221 1.1 jmcneill arm_dcache_align);
222 1.1 jmcneill
223 1.10 jakllsch extent_destroy(ioext);
224 1.1 jmcneill extent_destroy(memext);
225 1.1 jmcneill extent_destroy(pmemext);
226 1.1 jmcneill
227 1.1 jmcneill if (error) {
228 1.1 jmcneill aprint_error_dev(self, "configuration failed (%d)\n",
229 1.1 jmcneill error);
230 1.1 jmcneill return;
231 1.1 jmcneill }
232 1.1 jmcneill
233 1.1 jmcneill tegra_pcie_enable(sc);
234 1.1 jmcneill
235 1.1 jmcneill memset(&pba, 0, sizeof(pba));
236 1.1 jmcneill pba.pba_flags = PCI_FLAGS_MRL_OKAY |
237 1.1 jmcneill PCI_FLAGS_MRM_OKAY |
238 1.1 jmcneill PCI_FLAGS_MWI_OKAY |
239 1.10 jakllsch PCI_FLAGS_MEM_OKAY |
240 1.10 jakllsch PCI_FLAGS_IO_OKAY;
241 1.10 jakllsch pba.pba_iot = sc->sc_bst;
242 1.1 jmcneill pba.pba_memt = sc->sc_bst;
243 1.1 jmcneill pba.pba_dmat = sc->sc_dmat;
244 1.1 jmcneill pba.pba_pc = &sc->sc_pc;
245 1.1 jmcneill pba.pba_bus = 0;
246 1.1 jmcneill
247 1.1 jmcneill config_found_ia(self, "pcibus", &pba, pcibusprint);
248 1.1 jmcneill }
249 1.1 jmcneill
250 1.1 jmcneill static int
251 1.4 jmcneill tegra_pcie_legacy_intr(struct tegra_pcie_softc *sc)
252 1.1 jmcneill {
253 1.4 jmcneill const uint32_t msg = bus_space_read_4(sc->sc_bst, sc->sc_bsh_afi,
254 1.4 jmcneill AFI_MSG_REG);
255 1.1 jmcneill struct tegra_pcie_ih *pcie_ih;
256 1.4 jmcneill int rv = 0;
257 1.1 jmcneill
258 1.4 jmcneill if (msg & (AFI_MSG_INT0|AFI_MSG_INT1)) {
259 1.1 jmcneill mutex_enter(&sc->sc_lock);
260 1.1 jmcneill const u_int lastgen = sc->sc_intrgen;
261 1.1 jmcneill TAILQ_FOREACH(pcie_ih, &sc->sc_intrs, ih_entry) {
262 1.1 jmcneill int (*callback)(void *) = pcie_ih->ih_callback;
263 1.1 jmcneill void *arg = pcie_ih->ih_arg;
264 1.16 jmcneill const int mpsafe = pcie_ih->ih_mpsafe;
265 1.1 jmcneill mutex_exit(&sc->sc_lock);
266 1.16 jmcneill
267 1.16 jmcneill if (!mpsafe)
268 1.16 jmcneill KERNEL_LOCK(1, curlwp);
269 1.4 jmcneill rv += callback(arg);
270 1.16 jmcneill if (!mpsafe)
271 1.16 jmcneill KERNEL_UNLOCK_ONE(curlwp);
272 1.16 jmcneill
273 1.1 jmcneill mutex_enter(&sc->sc_lock);
274 1.1 jmcneill if (lastgen != sc->sc_intrgen)
275 1.1 jmcneill break;
276 1.1 jmcneill }
277 1.1 jmcneill mutex_exit(&sc->sc_lock);
278 1.4 jmcneill } else if (msg & (AFI_MSG_PM_PME0|AFI_MSG_PM_PME1)) {
279 1.4 jmcneill device_printf(sc->sc_dev, "PM PME message; AFI_MSG=%08x\n",
280 1.4 jmcneill msg);
281 1.4 jmcneill } else {
282 1.4 jmcneill bus_space_write_4(sc->sc_bst, sc->sc_bsh_afi, AFI_MSG_REG, msg);
283 1.4 jmcneill rv = 1;
284 1.4 jmcneill }
285 1.4 jmcneill
286 1.4 jmcneill return rv;
287 1.4 jmcneill }
288 1.4 jmcneill
289 1.4 jmcneill static int
290 1.4 jmcneill tegra_pcie_intr(void *priv)
291 1.4 jmcneill {
292 1.4 jmcneill struct tegra_pcie_softc *sc = priv;
293 1.11 jakllsch int rv;
294 1.4 jmcneill
295 1.4 jmcneill const uint32_t code = bus_space_read_4(sc->sc_bst, sc->sc_bsh_afi,
296 1.4 jmcneill AFI_INTR_CODE_REG);
297 1.4 jmcneill const uint32_t sig = bus_space_read_4(sc->sc_bst, sc->sc_bsh_afi,
298 1.4 jmcneill AFI_INTR_SIGNATURE_REG);
299 1.4 jmcneill
300 1.4 jmcneill switch (__SHIFTOUT(code, AFI_INTR_CODE_INT_CODE)) {
301 1.4 jmcneill case AFI_INTR_CODE_SM_MSG:
302 1.11 jakllsch rv = tegra_pcie_legacy_intr(sc);
303 1.11 jakllsch break;
304 1.1 jmcneill default:
305 1.1 jmcneill device_printf(sc->sc_dev, "intr: code %#x sig %#x\n",
306 1.1 jmcneill code, sig);
307 1.11 jakllsch rv = 1;
308 1.11 jakllsch break;
309 1.1 jmcneill }
310 1.11 jakllsch
311 1.11 jakllsch bus_space_write_4(sc->sc_bst, sc->sc_bsh_afi, AFI_INTR_CODE_REG, 0);
312 1.11 jakllsch
313 1.11 jakllsch return rv;
314 1.1 jmcneill }
315 1.1 jmcneill
316 1.1 jmcneill static void
317 1.20 jmcneill tegra_pcie_enable_clocks(struct tegra_pcie_softc * const sc)
318 1.20 jmcneill {
319 1.20 jmcneill const char *clock_names[] = { "pex", "afi", "pll_e", "cml" };
320 1.20 jmcneill const char *reset_names[] = { "pex", "afi", "pcie_x" };
321 1.20 jmcneill struct fdtbus_reset *rst;
322 1.20 jmcneill struct clk *clk;
323 1.20 jmcneill int n;
324 1.20 jmcneill
325 1.20 jmcneill for (n = 0; n < __arraycount(clock_names); n++) {
326 1.20 jmcneill clk = fdtbus_clock_get(sc->sc_phandle, clock_names[n]);
327 1.20 jmcneill if (clk == NULL || clk_enable(clk) != 0)
328 1.20 jmcneill aprint_error_dev(sc->sc_dev, "couldn't enable clock %s\n",
329 1.20 jmcneill clock_names[n]);
330 1.20 jmcneill }
331 1.20 jmcneill
332 1.20 jmcneill for (n = 0; n < __arraycount(reset_names); n++) {
333 1.20 jmcneill rst = fdtbus_reset_get(sc->sc_phandle, reset_names[n]);
334 1.20 jmcneill if (rst == NULL || fdtbus_reset_deassert(rst) != 0)
335 1.20 jmcneill aprint_error_dev(sc->sc_dev, "couldn't de-assert reset %s\n",
336 1.20 jmcneill reset_names[n]);
337 1.20 jmcneill }
338 1.20 jmcneill }
339 1.20 jmcneill
340 1.20 jmcneill static void
341 1.10 jakllsch tegra_pcie_setup(struct tegra_pcie_softc * const sc)
342 1.10 jakllsch {
343 1.10 jakllsch size_t i;
344 1.10 jakllsch
345 1.10 jakllsch /*
346 1.10 jakllsch * Map PCI address spaces into ARM address space via
347 1.10 jakllsch * HyperTransport-like "FPCI".
348 1.10 jakllsch */
349 1.10 jakllsch static const struct { uint32_t size, base, fpci; } pcie_init_table[] = {
350 1.10 jakllsch /*
351 1.10 jakllsch * === BEWARE ===
352 1.10 jakllsch *
353 1.10 jakllsch * We depend on our TEGRA_PCIE_IO window overlaping the
354 1.10 jakllsch * TEGRA_PCIE_A1 window to allow us to use the same
355 1.10 jakllsch * bus_space_tag for both PCI IO and Memory spaces.
356 1.10 jakllsch *
357 1.10 jakllsch * 0xfdfc000000-0xfdfdffffff is the FPCI/HyperTransport
358 1.10 jakllsch * mapping for 0x0000000-0x1ffffff of PCI IO space.
359 1.10 jakllsch */
360 1.10 jakllsch { TEGRA_PCIE_IO_SIZE >> 12, TEGRA_PCIE_IO_BASE,
361 1.10 jakllsch (0xfdfc000000 + TEGRA_PCIE_IO_BASE) >> 8 | 0, },
362 1.10 jakllsch
363 1.10 jakllsch /* HyperTransport Technology Type 1 Address Format */
364 1.10 jakllsch { TEGRA_PCIE_CONF_SIZE >> 12, TEGRA_PCIE_CONF_BASE,
365 1.10 jakllsch 0xfdff000000 >> 8 | 0, },
366 1.10 jakllsch
367 1.10 jakllsch /* 1:1 MMIO mapping */
368 1.10 jakllsch { TEGRA_PCIE_MEM_SIZE >> 12, TEGRA_PCIE_MEM_BASE,
369 1.10 jakllsch TEGRA_PCIE_MEM_BASE >> 8 | 1, },
370 1.10 jakllsch
371 1.10 jakllsch /* Extended HyperTransport Technology Type 1 Address Format */
372 1.10 jakllsch { TEGRA_PCIE_EXTC_SIZE >> 12, TEGRA_PCIE_EXTC_BASE,
373 1.10 jakllsch 0xfe10000000 >> 8 | 0, },
374 1.10 jakllsch
375 1.10 jakllsch /* 1:1 prefetchable MMIO mapping */
376 1.10 jakllsch { TEGRA_PCIE_PMEM_SIZE >> 12, TEGRA_PCIE_PMEM_BASE,
377 1.10 jakllsch TEGRA_PCIE_PMEM_BASE >> 8 | 1, },
378 1.10 jakllsch };
379 1.10 jakllsch
380 1.10 jakllsch for (i = 0; i < AFI_AXI_NBAR; i++) {
381 1.10 jakllsch bus_space_write_4(sc->sc_bst, sc->sc_bsh_afi,
382 1.10 jakllsch AFI_AXI_BARi_SZ(i), 0);
383 1.10 jakllsch bus_space_write_4(sc->sc_bst, sc->sc_bsh_afi,
384 1.10 jakllsch AFI_AXI_BARi_START(i), 0);
385 1.10 jakllsch bus_space_write_4(sc->sc_bst, sc->sc_bsh_afi,
386 1.10 jakllsch AFI_FPCI_BARi(i), 0);
387 1.10 jakllsch }
388 1.10 jakllsch
389 1.10 jakllsch for (i = 0; i < __arraycount(pcie_init_table); i++) {
390 1.10 jakllsch bus_space_write_4(sc->sc_bst, sc->sc_bsh_afi,
391 1.10 jakllsch AFI_AXI_BARi_START(i), pcie_init_table[i].base);
392 1.10 jakllsch bus_space_write_4(sc->sc_bst, sc->sc_bsh_afi,
393 1.10 jakllsch AFI_FPCI_BARi(i), pcie_init_table[i].fpci);
394 1.10 jakllsch bus_space_write_4(sc->sc_bst, sc->sc_bsh_afi,
395 1.10 jakllsch AFI_AXI_BARi_SZ(i), pcie_init_table[i].size);
396 1.10 jakllsch }
397 1.10 jakllsch }
398 1.10 jakllsch
399 1.10 jakllsch static void
400 1.1 jmcneill tegra_pcie_enable(struct tegra_pcie_softc *sc)
401 1.1 jmcneill {
402 1.4 jmcneill /* disable MSI */
403 1.4 jmcneill bus_space_write_4(sc->sc_bst, sc->sc_bsh_afi,
404 1.4 jmcneill AFI_MSI_BAR_SZ_REG, 0);
405 1.4 jmcneill bus_space_write_4(sc->sc_bst, sc->sc_bsh_afi,
406 1.4 jmcneill AFI_MSI_FPCI_BAR_ST_REG, 0);
407 1.4 jmcneill bus_space_write_4(sc->sc_bst, sc->sc_bsh_afi,
408 1.4 jmcneill AFI_MSI_AXI_BAR_ST_REG, 0);
409 1.4 jmcneill
410 1.1 jmcneill bus_space_write_4(sc->sc_bst, sc->sc_bsh_afi,
411 1.1 jmcneill AFI_SM_INTR_ENABLE_REG, 0xffffffff);
412 1.1 jmcneill bus_space_write_4(sc->sc_bst, sc->sc_bsh_afi,
413 1.1 jmcneill AFI_AFI_INTR_ENABLE_REG, 0);
414 1.1 jmcneill bus_space_write_4(sc->sc_bst, sc->sc_bsh_afi, AFI_INTR_CODE_REG, 0);
415 1.1 jmcneill bus_space_write_4(sc->sc_bst, sc->sc_bsh_afi,
416 1.1 jmcneill AFI_INTR_MASK_REG, AFI_INTR_MASK_INT);
417 1.1 jmcneill }
418 1.1 jmcneill
419 1.12 jakllsch static void
420 1.12 jakllsch tegra_pcie_conf_frag_map(struct tegra_pcie_softc * const sc, uint bus,
421 1.12 jakllsch uint frg)
422 1.12 jakllsch {
423 1.12 jakllsch bus_addr_t a;
424 1.12 jakllsch
425 1.12 jakllsch KASSERT(bus >= 1);
426 1.12 jakllsch KASSERT(bus < TEGRA_PCIE_NBUS);
427 1.12 jakllsch KASSERT(frg < TEGRA_PCIE_ECFB);
428 1.12 jakllsch
429 1.12 jakllsch if (sc->sc_bsh_extc[bus-1][frg] != 0) {
430 1.12 jakllsch device_printf(sc->sc_dev, "bus %u fragment %#x already "
431 1.12 jakllsch "mapped\n", bus, frg);
432 1.12 jakllsch return;
433 1.12 jakllsch }
434 1.12 jakllsch
435 1.12 jakllsch a = TEGRA_PCIE_EXTC_BASE + (bus << 16) + (frg << 24);
436 1.12 jakllsch if (bus_space_map(sc->sc_bst, a, 1 << 16, 0,
437 1.12 jakllsch &sc->sc_bsh_extc[bus-1][frg]) != 0)
438 1.12 jakllsch device_printf(sc->sc_dev, "couldn't map PCIE "
439 1.12 jakllsch "configuration for bus %u fragment %#x", bus, frg);
440 1.12 jakllsch }
441 1.12 jakllsch
442 1.12 jakllsch /* map non-non-extended configuration space for full bus range */
443 1.12 jakllsch static void
444 1.12 jakllsch tegra_pcie_conf_map_bus(struct tegra_pcie_softc * const sc, uint bus)
445 1.12 jakllsch {
446 1.12 jakllsch uint i;
447 1.12 jakllsch
448 1.12 jakllsch for (i = 1; i < TEGRA_PCIE_ECFB; i++) {
449 1.12 jakllsch tegra_pcie_conf_frag_map(sc, bus, i);
450 1.12 jakllsch }
451 1.12 jakllsch }
452 1.12 jakllsch
453 1.12 jakllsch /* map non-extended configuration space for full bus range */
454 1.12 jakllsch static void
455 1.12 jakllsch tegra_pcie_conf_map_buses(struct tegra_pcie_softc * const sc)
456 1.12 jakllsch {
457 1.12 jakllsch uint b;
458 1.12 jakllsch
459 1.12 jakllsch for (b = 1; b < TEGRA_PCIE_NBUS; b++) {
460 1.12 jakllsch tegra_pcie_conf_frag_map(sc, b, 0);
461 1.12 jakllsch }
462 1.12 jakllsch }
463 1.12 jakllsch
464 1.1 jmcneill void
465 1.1 jmcneill tegra_pcie_init(pci_chipset_tag_t pc, void *priv)
466 1.1 jmcneill {
467 1.1 jmcneill pc->pc_conf_v = priv;
468 1.1 jmcneill pc->pc_attach_hook = tegra_pcie_attach_hook;
469 1.1 jmcneill pc->pc_bus_maxdevs = tegra_pcie_bus_maxdevs;
470 1.1 jmcneill pc->pc_make_tag = tegra_pcie_make_tag;
471 1.1 jmcneill pc->pc_decompose_tag = tegra_pcie_decompose_tag;
472 1.1 jmcneill pc->pc_conf_read = tegra_pcie_conf_read;
473 1.1 jmcneill pc->pc_conf_write = tegra_pcie_conf_write;
474 1.1 jmcneill pc->pc_conf_hook = tegra_pcie_conf_hook;
475 1.1 jmcneill pc->pc_conf_interrupt = tegra_pcie_conf_interrupt;
476 1.1 jmcneill
477 1.1 jmcneill pc->pc_intr_v = priv;
478 1.1 jmcneill pc->pc_intr_map = tegra_pcie_intr_map;
479 1.1 jmcneill pc->pc_intr_string = tegra_pcie_intr_string;
480 1.1 jmcneill pc->pc_intr_evcnt = tegra_pcie_intr_evcnt;
481 1.16 jmcneill pc->pc_intr_setattr = tegra_pcie_intr_setattr;
482 1.1 jmcneill pc->pc_intr_establish = tegra_pcie_intr_establish;
483 1.1 jmcneill pc->pc_intr_disestablish = tegra_pcie_intr_disestablish;
484 1.1 jmcneill }
485 1.1 jmcneill
486 1.1 jmcneill static void
487 1.1 jmcneill tegra_pcie_attach_hook(device_t parent, device_t self,
488 1.1 jmcneill struct pcibus_attach_args *pba)
489 1.1 jmcneill {
490 1.12 jakllsch const pci_chipset_tag_t pc = pba->pba_pc;
491 1.12 jakllsch struct tegra_pcie_softc * const sc = pc->pc_conf_v;
492 1.12 jakllsch
493 1.12 jakllsch if (pba->pba_bus >= 1) {
494 1.12 jakllsch tegra_pcie_conf_map_bus(sc, pba->pba_bus);
495 1.12 jakllsch }
496 1.1 jmcneill }
497 1.1 jmcneill
498 1.1 jmcneill static int
499 1.1 jmcneill tegra_pcie_bus_maxdevs(void *v, int busno)
500 1.1 jmcneill {
501 1.1 jmcneill return busno == 0 ? 2 : 32;
502 1.1 jmcneill }
503 1.1 jmcneill
504 1.1 jmcneill static pcitag_t
505 1.1 jmcneill tegra_pcie_make_tag(void *v, int b, int d, int f)
506 1.1 jmcneill {
507 1.1 jmcneill return (b << 16) | (d << 11) | (f << 8);
508 1.1 jmcneill }
509 1.1 jmcneill
510 1.1 jmcneill static void
511 1.1 jmcneill tegra_pcie_decompose_tag(void *v, pcitag_t tag, int *bp, int *dp, int *fp)
512 1.1 jmcneill {
513 1.1 jmcneill if (bp)
514 1.1 jmcneill *bp = (tag >> 16) & 0xff;
515 1.1 jmcneill if (dp)
516 1.1 jmcneill *dp = (tag >> 11) & 0x1f;
517 1.1 jmcneill if (fp)
518 1.1 jmcneill *fp = (tag >> 8) & 0x7;
519 1.1 jmcneill }
520 1.1 jmcneill
521 1.1 jmcneill static pcireg_t
522 1.1 jmcneill tegra_pcie_conf_read(void *v, pcitag_t tag, int offset)
523 1.1 jmcneill {
524 1.1 jmcneill struct tegra_pcie_softc *sc = v;
525 1.1 jmcneill bus_space_handle_t bsh;
526 1.1 jmcneill int b, d, f;
527 1.1 jmcneill u_int reg;
528 1.1 jmcneill
529 1.3 msaitoh if ((unsigned int)offset >= PCI_EXTCONF_SIZE)
530 1.3 msaitoh return (pcireg_t) -1;
531 1.3 msaitoh
532 1.1 jmcneill tegra_pcie_decompose_tag(v, tag, &b, &d, &f);
533 1.1 jmcneill
534 1.12 jakllsch if (b >= TEGRA_PCIE_NBUS)
535 1.12 jakllsch return (pcireg_t) -1;
536 1.12 jakllsch
537 1.1 jmcneill if (b == 0) {
538 1.6 jakllsch if (d >= 2 || f != 0)
539 1.6 jakllsch return (pcireg_t) -1;
540 1.1 jmcneill reg = d * 0x1000 + offset;
541 1.9 jakllsch bsh = sc->sc_bsh_rpconf;
542 1.1 jmcneill } else {
543 1.12 jakllsch reg = (d << 11) | (f << 8) | (offset & 0xff);
544 1.12 jakllsch bsh = sc->sc_bsh_extc[b-1][(offset >> 8) & 0xf];
545 1.12 jakllsch if (bsh == 0)
546 1.7 jakllsch return (pcireg_t) -1;
547 1.1 jmcneill }
548 1.1 jmcneill
549 1.1 jmcneill return bus_space_read_4(sc->sc_bst, bsh, reg);
550 1.1 jmcneill }
551 1.1 jmcneill
552 1.1 jmcneill static void
553 1.1 jmcneill tegra_pcie_conf_write(void *v, pcitag_t tag, int offset, pcireg_t val)
554 1.1 jmcneill {
555 1.1 jmcneill struct tegra_pcie_softc *sc = v;
556 1.1 jmcneill bus_space_handle_t bsh;
557 1.1 jmcneill int b, d, f;
558 1.1 jmcneill u_int reg;
559 1.1 jmcneill
560 1.3 msaitoh if ((unsigned int)offset >= PCI_EXTCONF_SIZE)
561 1.3 msaitoh return;
562 1.3 msaitoh
563 1.1 jmcneill tegra_pcie_decompose_tag(v, tag, &b, &d, &f);
564 1.1 jmcneill
565 1.12 jakllsch if (b >= TEGRA_PCIE_NBUS)
566 1.12 jakllsch return;
567 1.12 jakllsch
568 1.1 jmcneill if (b == 0) {
569 1.6 jakllsch if (d >= 2 || f != 0)
570 1.6 jakllsch return;
571 1.1 jmcneill reg = d * 0x1000 + offset;
572 1.9 jakllsch bsh = sc->sc_bsh_rpconf;
573 1.1 jmcneill } else {
574 1.12 jakllsch reg = (d << 11) | (f << 8) | (offset & 0xff);
575 1.12 jakllsch bsh = sc->sc_bsh_extc[b-1][(offset >> 8) & 0xf];
576 1.12 jakllsch if (bsh == 0)
577 1.7 jakllsch return;
578 1.1 jmcneill }
579 1.1 jmcneill
580 1.1 jmcneill bus_space_write_4(sc->sc_bst, bsh, reg, val);
581 1.1 jmcneill }
582 1.1 jmcneill
583 1.1 jmcneill static int
584 1.1 jmcneill tegra_pcie_conf_hook(void *v, int b, int d, int f, pcireg_t id)
585 1.1 jmcneill {
586 1.15 jakllsch return PCI_CONF_DEFAULT & ~PCI_CONF_ENABLE_BM;
587 1.1 jmcneill }
588 1.1 jmcneill
589 1.1 jmcneill static void
590 1.1 jmcneill tegra_pcie_conf_interrupt(void *v, int bus, int dev, int ipin, int swiz,
591 1.1 jmcneill int *ilinep)
592 1.1 jmcneill {
593 1.14 jmcneill *ilinep = 5;
594 1.1 jmcneill }
595 1.1 jmcneill
596 1.1 jmcneill static int
597 1.1 jmcneill tegra_pcie_intr_map(const struct pci_attach_args *pa, pci_intr_handle_t *ih)
598 1.1 jmcneill {
599 1.1 jmcneill if (pa->pa_intrpin == 0)
600 1.1 jmcneill return EINVAL;
601 1.1 jmcneill *ih = pa->pa_intrpin;
602 1.1 jmcneill return 0;
603 1.1 jmcneill }
604 1.5 jakllsch
605 1.1 jmcneill static const char *
606 1.1 jmcneill tegra_pcie_intr_string(void *v, pci_intr_handle_t ih, char *buf, size_t len)
607 1.1 jmcneill {
608 1.1 jmcneill struct tegra_pcie_softc *sc = v;
609 1.1 jmcneill
610 1.1 jmcneill if (ih == PCI_INTERRUPT_PIN_NONE)
611 1.1 jmcneill return NULL;
612 1.1 jmcneill
613 1.14 jmcneill if (!fdtbus_intr_str(sc->sc_phandle, 0, buf, len))
614 1.14 jmcneill return NULL;
615 1.14 jmcneill
616 1.1 jmcneill return buf;
617 1.1 jmcneill }
618 1.1 jmcneill
619 1.1 jmcneill const struct evcnt *
620 1.1 jmcneill tegra_pcie_intr_evcnt(void *v, pci_intr_handle_t ih)
621 1.1 jmcneill {
622 1.1 jmcneill return NULL;
623 1.1 jmcneill }
624 1.1 jmcneill
625 1.16 jmcneill static int
626 1.16 jmcneill tegra_pcie_intr_setattr(void *v, pci_intr_handle_t *ih, int attr, uint64_t data)
627 1.16 jmcneill {
628 1.16 jmcneill switch (attr) {
629 1.16 jmcneill case PCI_INTR_MPSAFE:
630 1.17 jmcneill if (data)
631 1.17 jmcneill *ih |= IH_MPSAFE;
632 1.17 jmcneill else
633 1.17 jmcneill *ih &= ~IH_MPSAFE;
634 1.16 jmcneill return 0;
635 1.16 jmcneill default:
636 1.16 jmcneill return ENODEV;
637 1.16 jmcneill }
638 1.16 jmcneill }
639 1.16 jmcneill
640 1.1 jmcneill static void *
641 1.1 jmcneill tegra_pcie_intr_establish(void *v, pci_intr_handle_t ih, int ipl,
642 1.1 jmcneill int (*callback)(void *), void *arg)
643 1.1 jmcneill {
644 1.1 jmcneill struct tegra_pcie_softc *sc = v;
645 1.1 jmcneill struct tegra_pcie_ih *pcie_ih;
646 1.1 jmcneill
647 1.1 jmcneill if (ih == 0)
648 1.1 jmcneill return NULL;
649 1.1 jmcneill
650 1.1 jmcneill pcie_ih = kmem_alloc(sizeof(*pcie_ih), KM_SLEEP);
651 1.1 jmcneill pcie_ih->ih_callback = callback;
652 1.1 jmcneill pcie_ih->ih_arg = arg;
653 1.1 jmcneill pcie_ih->ih_ipl = ipl;
654 1.17 jmcneill pcie_ih->ih_mpsafe = (ih & IH_MPSAFE) != 0;
655 1.1 jmcneill
656 1.1 jmcneill mutex_enter(&sc->sc_lock);
657 1.1 jmcneill TAILQ_INSERT_TAIL(&sc->sc_intrs, pcie_ih, ih_entry);
658 1.1 jmcneill sc->sc_intrgen++;
659 1.1 jmcneill mutex_exit(&sc->sc_lock);
660 1.1 jmcneill
661 1.1 jmcneill return pcie_ih;
662 1.1 jmcneill }
663 1.1 jmcneill
664 1.1 jmcneill static void
665 1.1 jmcneill tegra_pcie_intr_disestablish(void *v, void *vih)
666 1.1 jmcneill {
667 1.1 jmcneill struct tegra_pcie_softc *sc = v;
668 1.1 jmcneill struct tegra_pcie_ih *pcie_ih = vih;
669 1.1 jmcneill
670 1.1 jmcneill mutex_enter(&sc->sc_lock);
671 1.1 jmcneill TAILQ_REMOVE(&sc->sc_intrs, pcie_ih, ih_entry);
672 1.1 jmcneill mutex_exit(&sc->sc_lock);
673 1.1 jmcneill
674 1.1 jmcneill kmem_free(pcie_ih, sizeof(*pcie_ih));
675 1.1 jmcneill }
676