pcihost_fdt.c revision 1.7 1 1.7 jakllsch /* $NetBSD: pcihost_fdt.c,v 1.7 2019/02/28 00:17:13 jakllsch Exp $ */
2 1.1 jmcneill
3 1.1 jmcneill /*-
4 1.1 jmcneill * Copyright (c) 2018 Jared D. McNeill <jmcneill (at) invisible.ca>
5 1.1 jmcneill * All rights reserved.
6 1.1 jmcneill *
7 1.1 jmcneill * Redistribution and use in source and binary forms, with or without
8 1.1 jmcneill * modification, are permitted provided that the following conditions
9 1.1 jmcneill * are met:
10 1.1 jmcneill * 1. Redistributions of source code must retain the above copyright
11 1.1 jmcneill * notice, this list of conditions and the following disclaimer.
12 1.1 jmcneill * 2. Redistributions in binary form must reproduce the above copyright
13 1.1 jmcneill * notice, this list of conditions and the following disclaimer in the
14 1.1 jmcneill * documentation and/or other materials provided with the distribution.
15 1.1 jmcneill *
16 1.1 jmcneill * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
17 1.1 jmcneill * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
18 1.1 jmcneill * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
19 1.1 jmcneill * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
20 1.1 jmcneill * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
21 1.1 jmcneill * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
22 1.1 jmcneill * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
23 1.1 jmcneill * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
24 1.1 jmcneill * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
25 1.1 jmcneill * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26 1.1 jmcneill * SUCH DAMAGE.
27 1.1 jmcneill */
28 1.1 jmcneill
29 1.1 jmcneill #include <sys/cdefs.h>
30 1.7 jakllsch __KERNEL_RCSID(0, "$NetBSD: pcihost_fdt.c,v 1.7 2019/02/28 00:17:13 jakllsch Exp $");
31 1.1 jmcneill
32 1.1 jmcneill #include <sys/param.h>
33 1.1 jmcneill #include <sys/bus.h>
34 1.1 jmcneill #include <sys/device.h>
35 1.1 jmcneill #include <sys/intr.h>
36 1.1 jmcneill #include <sys/systm.h>
37 1.1 jmcneill #include <sys/kernel.h>
38 1.1 jmcneill #include <sys/extent.h>
39 1.1 jmcneill #include <sys/queue.h>
40 1.1 jmcneill #include <sys/mutex.h>
41 1.1 jmcneill #include <sys/kmem.h>
42 1.1 jmcneill
43 1.1 jmcneill #include <machine/cpu.h>
44 1.1 jmcneill
45 1.1 jmcneill #include <arm/cpufunc.h>
46 1.1 jmcneill
47 1.1 jmcneill #include <dev/pci/pcireg.h>
48 1.1 jmcneill #include <dev/pci/pcivar.h>
49 1.1 jmcneill #include <dev/pci/pciconf.h>
50 1.1 jmcneill
51 1.1 jmcneill #include <dev/fdt/fdtvar.h>
52 1.1 jmcneill
53 1.3 jmcneill #include <arm/pci/pci_msi_machdep.h>
54 1.3 jmcneill
55 1.2 jmcneill #define IH_INDEX_MASK 0x0000ffff
56 1.1 jmcneill #define IH_MPSAFE 0x80000000
57 1.1 jmcneill
58 1.1 jmcneill #define PCIHOST_DEFAULT_BUS_MIN 0
59 1.1 jmcneill #define PCIHOST_DEFAULT_BUS_MAX 255
60 1.1 jmcneill
61 1.1 jmcneill #define PCIHOST_CACHELINE_SIZE arm_dcache_align
62 1.1 jmcneill
63 1.1 jmcneill /* Physical address format bit definitions */
64 1.1 jmcneill #define PHYS_HI_RELO __BIT(31)
65 1.1 jmcneill #define PHYS_HI_PREFETCH __BIT(30)
66 1.1 jmcneill #define PHYS_HI_ALIASED __BIT(29)
67 1.1 jmcneill #define PHYS_HI_SPACE __BITS(25,24)
68 1.1 jmcneill #define PHYS_HI_SPACE_CFG 0
69 1.1 jmcneill #define PHYS_HI_SPACE_IO 1
70 1.1 jmcneill #define PHYS_HI_SPACE_MEM32 2
71 1.1 jmcneill #define PHYS_HI_SPACE_MEM64 3
72 1.1 jmcneill #define PHYS_HI_BUS __BITS(23,16)
73 1.1 jmcneill #define PHYS_HI_DEVICE __BITS(15,11)
74 1.1 jmcneill #define PHYS_HI_FUNCTION __BITS(10,8)
75 1.1 jmcneill #define PHYS_HI_REGISTER __BITS(7,0)
76 1.1 jmcneill
77 1.3 jmcneill static int pcihost_segment = 0;
78 1.3 jmcneill
79 1.1 jmcneill enum pcihost_type {
80 1.1 jmcneill PCIHOST_CAM = 1,
81 1.1 jmcneill PCIHOST_ECAM,
82 1.1 jmcneill };
83 1.1 jmcneill
84 1.7 jakllsch struct pcih_bus_space {
85 1.7 jakllsch struct bus_space bst;
86 1.7 jakllsch
87 1.7 jakllsch int (*map)(void *, bus_addr_t, bus_size_t,
88 1.7 jakllsch int, bus_space_handle_t *);
89 1.7 jakllsch struct space_range {
90 1.7 jakllsch bus_addr_t bpci;
91 1.7 jakllsch bus_addr_t bbus;
92 1.7 jakllsch bus_size_t size;
93 1.7 jakllsch } ranges[4];
94 1.7 jakllsch size_t nranges;
95 1.7 jakllsch };
96 1.7 jakllsch
97 1.1 jmcneill struct pcihost_softc {
98 1.1 jmcneill device_t sc_dev;
99 1.1 jmcneill bus_dma_tag_t sc_dmat;
100 1.1 jmcneill bus_space_tag_t sc_bst;
101 1.1 jmcneill bus_space_handle_t sc_bsh;
102 1.1 jmcneill int sc_phandle;
103 1.1 jmcneill
104 1.1 jmcneill enum pcihost_type sc_type;
105 1.1 jmcneill
106 1.3 jmcneill u_int sc_seg;
107 1.1 jmcneill u_int sc_bus_min;
108 1.1 jmcneill u_int sc_bus_max;
109 1.1 jmcneill
110 1.1 jmcneill struct arm32_pci_chipset sc_pc;
111 1.7 jakllsch
112 1.7 jakllsch struct pcih_bus_space sc_io;
113 1.7 jakllsch struct pcih_bus_space sc_mem;
114 1.1 jmcneill };
115 1.1 jmcneill
116 1.1 jmcneill static int pcihost_match(device_t, cfdata_t, void *);
117 1.1 jmcneill static void pcihost_attach(device_t, device_t, void *);
118 1.1 jmcneill
119 1.1 jmcneill static void pcihost_init(pci_chipset_tag_t, void *);
120 1.1 jmcneill static int pcihost_config(struct pcihost_softc *);
121 1.1 jmcneill
122 1.1 jmcneill static void pcihost_attach_hook(device_t, device_t,
123 1.1 jmcneill struct pcibus_attach_args *);
124 1.1 jmcneill static int pcihost_bus_maxdevs(void *, int);
125 1.1 jmcneill static pcitag_t pcihost_make_tag(void *, int, int, int);
126 1.1 jmcneill static void pcihost_decompose_tag(void *, pcitag_t, int *, int *, int *);
127 1.3 jmcneill static u_int pcihost_get_segment(void *);
128 1.1 jmcneill static pcireg_t pcihost_conf_read(void *, pcitag_t, int);
129 1.1 jmcneill static void pcihost_conf_write(void *, pcitag_t, int, pcireg_t);
130 1.1 jmcneill static int pcihost_conf_hook(void *, int, int, int, pcireg_t);
131 1.1 jmcneill static void pcihost_conf_interrupt(void *, int, int, int, int, int *);
132 1.1 jmcneill
133 1.1 jmcneill static int pcihost_intr_map(const struct pci_attach_args *,
134 1.1 jmcneill pci_intr_handle_t *);
135 1.1 jmcneill static const char *pcihost_intr_string(void *, pci_intr_handle_t,
136 1.1 jmcneill char *, size_t);
137 1.5 jakllsch static const struct evcnt *pcihost_intr_evcnt(void *, pci_intr_handle_t);
138 1.1 jmcneill static int pcihost_intr_setattr(void *, pci_intr_handle_t *, int,
139 1.1 jmcneill uint64_t);
140 1.1 jmcneill static void * pcihost_intr_establish(void *, pci_intr_handle_t,
141 1.4 jmcneill int, int (*)(void *), void *,
142 1.4 jmcneill const char *);
143 1.1 jmcneill static void pcihost_intr_disestablish(void *, void *);
144 1.1 jmcneill
145 1.7 jakllsch static int pcihost_bus_space_map(void *, bus_addr_t, bus_size_t,
146 1.7 jakllsch int, bus_space_handle_t *);
147 1.7 jakllsch
148 1.1 jmcneill CFATTACH_DECL_NEW(pcihost_fdt, sizeof(struct pcihost_softc),
149 1.1 jmcneill pcihost_match, pcihost_attach, NULL, NULL);
150 1.1 jmcneill
151 1.1 jmcneill static const struct of_compat_data compat_data[] = {
152 1.1 jmcneill { "pci-host-cam-generic", PCIHOST_CAM },
153 1.1 jmcneill { "pci-host-ecam-generic", PCIHOST_ECAM },
154 1.1 jmcneill { NULL, 0 }
155 1.1 jmcneill };
156 1.1 jmcneill
157 1.1 jmcneill static int
158 1.1 jmcneill pcihost_match(device_t parent, cfdata_t cf, void *aux)
159 1.1 jmcneill {
160 1.1 jmcneill struct fdt_attach_args * const faa = aux;
161 1.1 jmcneill
162 1.1 jmcneill return of_match_compat_data(faa->faa_phandle, compat_data);
163 1.1 jmcneill }
164 1.1 jmcneill
165 1.1 jmcneill static void
166 1.1 jmcneill pcihost_attach(device_t parent, device_t self, void *aux)
167 1.1 jmcneill {
168 1.1 jmcneill struct pcihost_softc * const sc = device_private(self);
169 1.1 jmcneill struct fdt_attach_args * const faa = aux;
170 1.1 jmcneill struct pcibus_attach_args pba;
171 1.1 jmcneill bus_addr_t cs_addr;
172 1.1 jmcneill bus_size_t cs_size;
173 1.1 jmcneill const u_int *data;
174 1.1 jmcneill int error, len;
175 1.1 jmcneill
176 1.1 jmcneill if (fdtbus_get_reg(faa->faa_phandle, 0, &cs_addr, &cs_size) != 0) {
177 1.1 jmcneill aprint_error(": couldn't get registers\n");
178 1.1 jmcneill return;
179 1.1 jmcneill }
180 1.1 jmcneill
181 1.1 jmcneill sc->sc_dev = self;
182 1.1 jmcneill sc->sc_dmat = faa->faa_dmat;
183 1.1 jmcneill sc->sc_bst = faa->faa_bst;
184 1.1 jmcneill sc->sc_phandle = faa->faa_phandle;
185 1.1 jmcneill error = bus_space_map(sc->sc_bst, cs_addr, cs_size, 0, &sc->sc_bsh);
186 1.1 jmcneill if (error) {
187 1.1 jmcneill aprint_error(": couldn't map registers: %d\n", error);
188 1.1 jmcneill return;
189 1.1 jmcneill }
190 1.1 jmcneill sc->sc_type = of_search_compatible(sc->sc_phandle, compat_data)->data;
191 1.1 jmcneill
192 1.1 jmcneill aprint_naive("\n");
193 1.1 jmcneill aprint_normal(": Generic PCI host controller\n");
194 1.1 jmcneill
195 1.1 jmcneill if ((data = fdtbus_get_prop(sc->sc_phandle, "bus-range", &len)) != NULL) {
196 1.1 jmcneill if (len != 8) {
197 1.1 jmcneill aprint_error_dev(self, "malformed 'bus-range' property\n");
198 1.1 jmcneill return;
199 1.1 jmcneill }
200 1.1 jmcneill sc->sc_bus_min = be32toh(data[0]);
201 1.1 jmcneill sc->sc_bus_max = be32toh(data[1]);
202 1.1 jmcneill } else {
203 1.1 jmcneill sc->sc_bus_min = PCIHOST_DEFAULT_BUS_MIN;
204 1.1 jmcneill sc->sc_bus_max = PCIHOST_DEFAULT_BUS_MAX;
205 1.1 jmcneill }
206 1.1 jmcneill
207 1.3 jmcneill /*
208 1.3 jmcneill * Assign a fixed PCI segment ("domain") number. If the property is not
209 1.3 jmcneill * present, assign one. The binding spec says if this property is used to
210 1.3 jmcneill * assign static segment numbers, all host bridges should have segments
211 1.3 jmcneill * astatic assigned to prevent overlaps.
212 1.3 jmcneill */
213 1.3 jmcneill if (of_getprop_uint32(sc->sc_phandle, "linux,pci-domain", &sc->sc_seg))
214 1.3 jmcneill sc->sc_seg = pcihost_segment++;
215 1.3 jmcneill
216 1.1 jmcneill pcihost_init(&sc->sc_pc, sc);
217 1.1 jmcneill
218 1.1 jmcneill if (pcihost_config(sc) != 0)
219 1.1 jmcneill return;
220 1.1 jmcneill
221 1.1 jmcneill memset(&pba, 0, sizeof(pba));
222 1.1 jmcneill pba.pba_flags = PCI_FLAGS_MRL_OKAY |
223 1.1 jmcneill PCI_FLAGS_MRM_OKAY |
224 1.1 jmcneill PCI_FLAGS_MWI_OKAY |
225 1.7 jakllsch PCI_FLAGS_IO_OKAY |
226 1.6 jmcneill PCI_FLAGS_MEM_OKAY;
227 1.3 jmcneill #ifdef __HAVE_PCI_MSI_MSIX
228 1.3 jmcneill if (sc->sc_type == PCIHOST_ECAM) {
229 1.3 jmcneill pba.pba_flags |= PCI_FLAGS_MSI_OKAY |
230 1.3 jmcneill PCI_FLAGS_MSIX_OKAY;
231 1.3 jmcneill }
232 1.3 jmcneill #endif
233 1.7 jakllsch pba.pba_iot = &sc->sc_io.bst;
234 1.7 jakllsch pba.pba_memt = &sc->sc_mem.bst;
235 1.1 jmcneill pba.pba_dmat = sc->sc_dmat;
236 1.1 jmcneill #ifdef _PCI_HAVE_DMA64
237 1.1 jmcneill pba.pba_dmat64 = sc->sc_dmat;
238 1.1 jmcneill #endif
239 1.1 jmcneill pba.pba_pc = &sc->sc_pc;
240 1.3 jmcneill pba.pba_bus = sc->sc_bus_min;
241 1.1 jmcneill
242 1.1 jmcneill config_found_ia(self, "pcibus", &pba, pcibusprint);
243 1.1 jmcneill }
244 1.1 jmcneill
245 1.1 jmcneill static void
246 1.1 jmcneill pcihost_init(pci_chipset_tag_t pc, void *priv)
247 1.1 jmcneill {
248 1.1 jmcneill pc->pc_conf_v = priv;
249 1.1 jmcneill pc->pc_attach_hook = pcihost_attach_hook;
250 1.1 jmcneill pc->pc_bus_maxdevs = pcihost_bus_maxdevs;
251 1.1 jmcneill pc->pc_make_tag = pcihost_make_tag;
252 1.1 jmcneill pc->pc_decompose_tag = pcihost_decompose_tag;
253 1.3 jmcneill pc->pc_get_segment = pcihost_get_segment;
254 1.1 jmcneill pc->pc_conf_read = pcihost_conf_read;
255 1.1 jmcneill pc->pc_conf_write = pcihost_conf_write;
256 1.1 jmcneill pc->pc_conf_hook = pcihost_conf_hook;
257 1.1 jmcneill pc->pc_conf_interrupt = pcihost_conf_interrupt;
258 1.1 jmcneill
259 1.1 jmcneill pc->pc_intr_v = priv;
260 1.1 jmcneill pc->pc_intr_map = pcihost_intr_map;
261 1.1 jmcneill pc->pc_intr_string = pcihost_intr_string;
262 1.1 jmcneill pc->pc_intr_evcnt = pcihost_intr_evcnt;
263 1.1 jmcneill pc->pc_intr_setattr = pcihost_intr_setattr;
264 1.1 jmcneill pc->pc_intr_establish = pcihost_intr_establish;
265 1.1 jmcneill pc->pc_intr_disestablish = pcihost_intr_disestablish;
266 1.1 jmcneill }
267 1.1 jmcneill
268 1.1 jmcneill static int
269 1.1 jmcneill pcihost_config(struct pcihost_softc *sc)
270 1.1 jmcneill {
271 1.1 jmcneill struct extent *ioext = NULL, *memext = NULL, *pmemext = NULL;
272 1.1 jmcneill const u_int *ranges;
273 1.3 jmcneill u_int probe_only;
274 1.1 jmcneill int error, len;
275 1.1 jmcneill
276 1.7 jakllsch struct pcih_bus_space * const pibs = &sc->sc_io;
277 1.7 jakllsch pibs->bst = *sc->sc_bst;
278 1.7 jakllsch pibs->bst.bs_cookie = pibs;
279 1.7 jakllsch pibs->map = pibs->bst.bs_map;
280 1.7 jakllsch pibs->bst.bs_map = pcihost_bus_space_map;
281 1.7 jakllsch
282 1.7 jakllsch struct pcih_bus_space * const pmbs = &sc->sc_mem;
283 1.7 jakllsch pmbs->bst = *sc->sc_bst;
284 1.7 jakllsch pmbs->bst.bs_cookie = pmbs;
285 1.7 jakllsch pmbs->map = pmbs->bst.bs_map;
286 1.7 jakllsch pmbs->bst.bs_map = pcihost_bus_space_map;
287 1.7 jakllsch
288 1.3 jmcneill /*
289 1.3 jmcneill * If this flag is set, skip configuration of the PCI bus and use existing config.
290 1.3 jmcneill */
291 1.3 jmcneill if (of_getprop_uint32(sc->sc_phandle, "linux,pci-probe-only", &probe_only))
292 1.3 jmcneill probe_only = 0;
293 1.3 jmcneill if (probe_only)
294 1.3 jmcneill return 0;
295 1.3 jmcneill
296 1.1 jmcneill ranges = fdtbus_get_prop(sc->sc_phandle, "ranges", &len);
297 1.1 jmcneill if (ranges == NULL) {
298 1.1 jmcneill aprint_error_dev(sc->sc_dev, "missing 'ranges' property\n");
299 1.1 jmcneill return EINVAL;
300 1.1 jmcneill }
301 1.1 jmcneill
302 1.1 jmcneill /*
303 1.1 jmcneill * Each entry in the ranges table contains:
304 1.1 jmcneill * - bus address (3 cells)
305 1.1 jmcneill * - cpu physical address (2 cells)
306 1.1 jmcneill * - size (2 cells)
307 1.1 jmcneill * Total size for each entry is 28 bytes (7 cells).
308 1.1 jmcneill */
309 1.1 jmcneill while (len >= 28) {
310 1.1 jmcneill const uint32_t phys_hi = be32dec(&ranges[0]);
311 1.7 jakllsch const uint64_t bus_phys = be64dec(&ranges[1]);
312 1.1 jmcneill const uint64_t cpu_phys = be64dec(&ranges[3]);
313 1.1 jmcneill const uint64_t size = be64dec(&ranges[5]);
314 1.1 jmcneill
315 1.7 jakllsch len -= 28;
316 1.7 jakllsch ranges += 7;
317 1.7 jakllsch
318 1.7 jakllsch const bool is64 = (__SHIFTOUT(phys_hi, PHYS_HI_SPACE) ==
319 1.7 jakllsch PHYS_HI_SPACE_MEM64) ? true : false;
320 1.1 jmcneill switch (__SHIFTOUT(phys_hi, PHYS_HI_SPACE)) {
321 1.1 jmcneill case PHYS_HI_SPACE_IO:
322 1.7 jakllsch if (pibs->nranges + 1 >= __arraycount(pibs->ranges)) {
323 1.7 jakllsch aprint_error_dev(sc->sc_dev, "too many IO ranges\n");
324 1.7 jakllsch continue;
325 1.7 jakllsch }
326 1.7 jakllsch pibs->ranges[pibs->nranges].bpci = bus_phys;
327 1.7 jakllsch pibs->ranges[pibs->nranges].bbus = cpu_phys;
328 1.7 jakllsch pibs->ranges[pibs->nranges].size = size;
329 1.7 jakllsch ++pibs->nranges;
330 1.1 jmcneill if (ioext != NULL) {
331 1.1 jmcneill aprint_error_dev(sc->sc_dev, "ignoring duplicate IO space range\n");
332 1.1 jmcneill continue;
333 1.1 jmcneill }
334 1.7 jakllsch ioext = extent_create("pciio", bus_phys, bus_phys + size - 1, NULL, 0, EX_NOWAIT);
335 1.1 jmcneill aprint_verbose_dev(sc->sc_dev,
336 1.7 jakllsch "IO: 0x%" PRIx64 "+0x%" PRIx64 "@0x%" PRIx64 "\n",
337 1.7 jakllsch bus_phys, size, cpu_phys);
338 1.7 jakllsch /* reserve a PC-like legacy IO ports range, perhaps for access to VGA registers */
339 1.7 jakllsch if (bus_phys == 0 && size >= 0x10000)
340 1.7 jakllsch extent_alloc_region(ioext, 0, 0x1000, EX_WAITOK);
341 1.1 jmcneill break;
342 1.7 jakllsch case PHYS_HI_SPACE_MEM64:
343 1.7 jakllsch /* FALLTHROUGH */
344 1.1 jmcneill case PHYS_HI_SPACE_MEM32:
345 1.7 jakllsch if (pmbs->nranges + 1 >= __arraycount(pmbs->ranges)) {
346 1.7 jakllsch aprint_error_dev(sc->sc_dev, "too many mem ranges\n");
347 1.7 jakllsch continue;
348 1.7 jakllsch }
349 1.7 jakllsch /* both pmem and mem spaces are in the same tag */
350 1.7 jakllsch pmbs->ranges[pmbs->nranges].bpci = bus_phys;
351 1.7 jakllsch pmbs->ranges[pmbs->nranges].bbus = cpu_phys;
352 1.7 jakllsch pmbs->ranges[pmbs->nranges].size = size;
353 1.7 jakllsch ++pmbs->nranges;
354 1.7 jakllsch if ((phys_hi & PHYS_HI_PREFETCH) != 0 ||
355 1.7 jakllsch __SHIFTOUT(phys_hi, PHYS_HI_SPACE) == PHYS_HI_SPACE_MEM64) {
356 1.1 jmcneill if (pmemext != NULL) {
357 1.1 jmcneill aprint_error_dev(sc->sc_dev, "ignoring duplicate mem (prefetchable) range\n");
358 1.1 jmcneill continue;
359 1.1 jmcneill }
360 1.7 jakllsch pmemext = extent_create("pcipmem", bus_phys, bus_phys + size - 1, NULL, 0, EX_NOWAIT);
361 1.1 jmcneill aprint_verbose_dev(sc->sc_dev,
362 1.7 jakllsch "MMIO (%d-bit prefetchable): 0x%" PRIx64 "+0x%" PRIx64 "@0x%" PRIx64 "\n",
363 1.7 jakllsch is64 ? 64 : 32, bus_phys, size, cpu_phys);
364 1.1 jmcneill } else {
365 1.1 jmcneill if (memext != NULL) {
366 1.1 jmcneill aprint_error_dev(sc->sc_dev, "ignoring duplicate mem (non-prefetchable) range\n");
367 1.1 jmcneill continue;
368 1.1 jmcneill }
369 1.7 jakllsch memext = extent_create("pcimem", bus_phys, bus_phys + size - 1, NULL, 0, EX_NOWAIT);
370 1.1 jmcneill aprint_verbose_dev(sc->sc_dev,
371 1.7 jakllsch "MMIO (%d-bit non-prefetchable): 0x%" PRIx64 "+0x%" PRIx64 "@0x%" PRIx64 "\n",
372 1.7 jakllsch is64 ? 64 : 32, bus_phys, size, cpu_phys);
373 1.1 jmcneill }
374 1.1 jmcneill break;
375 1.1 jmcneill default:
376 1.1 jmcneill break;
377 1.1 jmcneill }
378 1.1 jmcneill }
379 1.1 jmcneill
380 1.1 jmcneill error = pci_configure_bus(&sc->sc_pc, ioext, memext, pmemext, sc->sc_bus_min, PCIHOST_CACHELINE_SIZE);
381 1.1 jmcneill
382 1.1 jmcneill if (ioext)
383 1.1 jmcneill extent_destroy(ioext);
384 1.1 jmcneill if (memext)
385 1.1 jmcneill extent_destroy(memext);
386 1.1 jmcneill if (pmemext)
387 1.1 jmcneill extent_destroy(pmemext);
388 1.1 jmcneill
389 1.1 jmcneill if (error) {
390 1.1 jmcneill aprint_error_dev(sc->sc_dev, "configuration failed: %d\n", error);
391 1.1 jmcneill return error;
392 1.1 jmcneill }
393 1.1 jmcneill
394 1.1 jmcneill return 0;
395 1.1 jmcneill }
396 1.1 jmcneill
397 1.1 jmcneill static void
398 1.1 jmcneill pcihost_attach_hook(device_t parent, device_t self,
399 1.1 jmcneill struct pcibus_attach_args *pba)
400 1.1 jmcneill {
401 1.1 jmcneill }
402 1.1 jmcneill
403 1.1 jmcneill static int
404 1.1 jmcneill pcihost_bus_maxdevs(void *v, int busno)
405 1.1 jmcneill {
406 1.1 jmcneill return 32;
407 1.1 jmcneill }
408 1.1 jmcneill
409 1.1 jmcneill static pcitag_t
410 1.1 jmcneill pcihost_make_tag(void *v, int b, int d, int f)
411 1.1 jmcneill {
412 1.1 jmcneill return (b << 16) | (d << 11) | (f << 8);
413 1.1 jmcneill }
414 1.1 jmcneill
415 1.1 jmcneill static void
416 1.1 jmcneill pcihost_decompose_tag(void *v, pcitag_t tag, int *bp, int *dp, int *fp)
417 1.1 jmcneill {
418 1.1 jmcneill if (bp)
419 1.1 jmcneill *bp = (tag >> 16) & 0xff;
420 1.1 jmcneill if (dp)
421 1.1 jmcneill *dp = (tag >> 11) & 0x1f;
422 1.1 jmcneill if (fp)
423 1.1 jmcneill *fp = (tag >> 8) & 0x7;
424 1.1 jmcneill }
425 1.1 jmcneill
426 1.3 jmcneill static u_int
427 1.3 jmcneill pcihost_get_segment(void *v)
428 1.3 jmcneill {
429 1.3 jmcneill struct pcihost_softc *sc = v;
430 1.3 jmcneill
431 1.3 jmcneill return sc->sc_seg;
432 1.3 jmcneill }
433 1.3 jmcneill
434 1.1 jmcneill static pcireg_t
435 1.1 jmcneill pcihost_conf_read(void *v, pcitag_t tag, int offset)
436 1.1 jmcneill {
437 1.1 jmcneill struct pcihost_softc *sc = v;
438 1.1 jmcneill int b, d, f;
439 1.1 jmcneill u_int reg;
440 1.1 jmcneill
441 1.1 jmcneill pcihost_decompose_tag(v, tag, &b, &d, &f);
442 1.1 jmcneill
443 1.1 jmcneill if (b < sc->sc_bus_min || b > sc->sc_bus_max)
444 1.1 jmcneill return (pcireg_t) -1;
445 1.1 jmcneill
446 1.1 jmcneill if (sc->sc_type == PCIHOST_CAM) {
447 1.1 jmcneill if (offset & ~0xff)
448 1.1 jmcneill return (pcireg_t) -1;
449 1.1 jmcneill reg = (b << 16) | (d << 11) | (f << 8) | offset;
450 1.1 jmcneill } else if (sc->sc_type == PCIHOST_ECAM) {
451 1.1 jmcneill if (offset & ~0xfff)
452 1.1 jmcneill return (pcireg_t) -1;
453 1.1 jmcneill reg = (b << 20) | (d << 15) | (f << 12) | offset;
454 1.1 jmcneill } else {
455 1.1 jmcneill return (pcireg_t) -1;
456 1.1 jmcneill }
457 1.1 jmcneill
458 1.1 jmcneill return bus_space_read_4(sc->sc_bst, sc->sc_bsh, reg);
459 1.1 jmcneill }
460 1.1 jmcneill
461 1.1 jmcneill static void
462 1.1 jmcneill pcihost_conf_write(void *v, pcitag_t tag, int offset, pcireg_t val)
463 1.1 jmcneill {
464 1.1 jmcneill struct pcihost_softc *sc = v;
465 1.1 jmcneill int b, d, f;
466 1.1 jmcneill u_int reg;
467 1.1 jmcneill
468 1.1 jmcneill pcihost_decompose_tag(v, tag, &b, &d, &f);
469 1.1 jmcneill
470 1.1 jmcneill if (b < sc->sc_bus_min || b > sc->sc_bus_max)
471 1.1 jmcneill return;
472 1.1 jmcneill
473 1.1 jmcneill if (sc->sc_type == PCIHOST_CAM) {
474 1.1 jmcneill if (offset & ~0xff)
475 1.1 jmcneill return;
476 1.1 jmcneill reg = (b << 16) | (d << 11) | (f << 8) | offset;
477 1.1 jmcneill } else if (sc->sc_type == PCIHOST_ECAM) {
478 1.1 jmcneill if (offset & ~0xfff)
479 1.1 jmcneill return;
480 1.1 jmcneill reg = (b << 20) | (d << 15) | (f << 12) | offset;
481 1.1 jmcneill } else {
482 1.1 jmcneill return;
483 1.1 jmcneill }
484 1.1 jmcneill
485 1.1 jmcneill bus_space_write_4(sc->sc_bst, sc->sc_bsh, reg, val);
486 1.1 jmcneill }
487 1.1 jmcneill
488 1.1 jmcneill static int
489 1.1 jmcneill pcihost_conf_hook(void *v, int b, int d, int f, pcireg_t id)
490 1.1 jmcneill {
491 1.1 jmcneill return PCI_CONF_DEFAULT;
492 1.1 jmcneill }
493 1.1 jmcneill
494 1.1 jmcneill static void
495 1.1 jmcneill pcihost_conf_interrupt(void *v, int bus, int dev, int ipin, int swiz, int *ilinep)
496 1.1 jmcneill {
497 1.1 jmcneill }
498 1.1 jmcneill
499 1.1 jmcneill static int
500 1.1 jmcneill pcihost_intr_map(const struct pci_attach_args *pa, pci_intr_handle_t *ih)
501 1.1 jmcneill {
502 1.2 jmcneill struct pcihost_softc *sc = pa->pa_pc->pc_intr_v;
503 1.2 jmcneill u_int addr_cells, interrupt_cells;
504 1.2 jmcneill const u_int *imap, *imask;
505 1.2 jmcneill int imaplen, imasklen;
506 1.2 jmcneill u_int match[4];
507 1.2 jmcneill int index;
508 1.2 jmcneill
509 1.1 jmcneill if (pa->pa_intrpin == 0)
510 1.1 jmcneill return EINVAL;
511 1.2 jmcneill
512 1.2 jmcneill imap = fdtbus_get_prop(sc->sc_phandle, "interrupt-map", &imaplen);
513 1.2 jmcneill imask = fdtbus_get_prop(sc->sc_phandle, "interrupt-map-mask", &imasklen);
514 1.2 jmcneill if (imap == NULL || imask == NULL || imasklen != 16)
515 1.2 jmcneill return EINVAL;
516 1.2 jmcneill
517 1.2 jmcneill /* Convert attach args to specifier */
518 1.2 jmcneill match[0] = htobe32(
519 1.2 jmcneill __SHIFTIN(pa->pa_bus, PHYS_HI_BUS) |
520 1.2 jmcneill __SHIFTIN(pa->pa_device, PHYS_HI_DEVICE) |
521 1.2 jmcneill __SHIFTIN(pa->pa_function, PHYS_HI_FUNCTION)
522 1.2 jmcneill ) & imask[0];
523 1.2 jmcneill match[1] = htobe32(0) & imask[1];
524 1.2 jmcneill match[2] = htobe32(0) & imask[2];
525 1.2 jmcneill match[3] = htobe32(pa->pa_intrpin) & imask[3];
526 1.2 jmcneill
527 1.2 jmcneill index = 0;
528 1.2 jmcneill while (imaplen >= 20) {
529 1.2 jmcneill const int map_ihandle = fdtbus_get_phandle_from_native(be32toh(imap[4]));
530 1.2 jmcneill if (of_getprop_uint32(map_ihandle, "#address-cells", &addr_cells))
531 1.2 jmcneill addr_cells = 2;
532 1.2 jmcneill if (of_getprop_uint32(map_ihandle, "#interrupt-cells", &interrupt_cells))
533 1.2 jmcneill interrupt_cells = 0;
534 1.2 jmcneill if (imaplen < (addr_cells + interrupt_cells) * 4)
535 1.2 jmcneill return ENXIO;
536 1.2 jmcneill
537 1.2 jmcneill if ((imap[0] & imask[0]) == match[0] &&
538 1.2 jmcneill (imap[1] & imask[1]) == match[1] &&
539 1.2 jmcneill (imap[2] & imask[2]) == match[2] &&
540 1.2 jmcneill (imap[3] & imask[3]) == match[3]) {
541 1.2 jmcneill *ih = index;
542 1.2 jmcneill return 0;
543 1.2 jmcneill }
544 1.2 jmcneill
545 1.2 jmcneill imap += (5 + addr_cells + interrupt_cells);
546 1.2 jmcneill imaplen -= (5 + addr_cells + interrupt_cells) * 4;
547 1.2 jmcneill index++;
548 1.2 jmcneill }
549 1.2 jmcneill
550 1.2 jmcneill return EINVAL;
551 1.1 jmcneill }
552 1.1 jmcneill
553 1.1 jmcneill static const u_int *
554 1.2 jmcneill pcihost_find_intr(struct pcihost_softc *sc, pci_intr_handle_t ih, int *pihandle)
555 1.1 jmcneill {
556 1.1 jmcneill u_int addr_cells, interrupt_cells;
557 1.2 jmcneill int imaplen, index;
558 1.1 jmcneill const u_int *imap;
559 1.1 jmcneill
560 1.1 jmcneill imap = fdtbus_get_prop(sc->sc_phandle, "interrupt-map", &imaplen);
561 1.2 jmcneill KASSERT(imap != NULL);
562 1.1 jmcneill
563 1.2 jmcneill index = 0;
564 1.1 jmcneill while (imaplen >= 20) {
565 1.1 jmcneill const int map_ihandle = fdtbus_get_phandle_from_native(be32toh(imap[4]));
566 1.1 jmcneill if (of_getprop_uint32(map_ihandle, "#address-cells", &addr_cells))
567 1.1 jmcneill addr_cells = 2;
568 1.1 jmcneill if (of_getprop_uint32(map_ihandle, "#interrupt-cells", &interrupt_cells))
569 1.1 jmcneill interrupt_cells = 0;
570 1.1 jmcneill if (imaplen < (addr_cells + interrupt_cells) * 4)
571 1.1 jmcneill return NULL;
572 1.1 jmcneill
573 1.2 jmcneill if (index == ih) {
574 1.1 jmcneill *pihandle = map_ihandle;
575 1.1 jmcneill return imap + 5 + addr_cells;
576 1.1 jmcneill }
577 1.1 jmcneill
578 1.2 jmcneill imap += (5 + addr_cells + interrupt_cells);
579 1.2 jmcneill imaplen -= (5 + addr_cells + interrupt_cells) * 4;
580 1.2 jmcneill index++;
581 1.1 jmcneill }
582 1.1 jmcneill
583 1.1 jmcneill return NULL;
584 1.1 jmcneill }
585 1.1 jmcneill
586 1.1 jmcneill static const char *
587 1.1 jmcneill pcihost_intr_string(void *v, pci_intr_handle_t ih, char *buf, size_t len)
588 1.1 jmcneill {
589 1.3 jmcneill const int irq = __SHIFTOUT(ih, ARM_PCI_INTR_IRQ);
590 1.3 jmcneill const int vec = __SHIFTOUT(ih, ARM_PCI_INTR_MSI_VEC);
591 1.1 jmcneill struct pcihost_softc *sc = v;
592 1.1 jmcneill const u_int *specifier;
593 1.1 jmcneill int ihandle;
594 1.1 jmcneill
595 1.3 jmcneill if (ih & ARM_PCI_INTR_MSIX) {
596 1.3 jmcneill snprintf(buf, len, "irq %d (MSI-X vec %d)", irq, vec);
597 1.3 jmcneill } else if (ih & ARM_PCI_INTR_MSI) {
598 1.3 jmcneill snprintf(buf, len, "irq %d (MSI vec %d)", irq, vec);
599 1.3 jmcneill } else {
600 1.3 jmcneill specifier = pcihost_find_intr(sc, ih & IH_INDEX_MASK, &ihandle);
601 1.3 jmcneill if (specifier == NULL)
602 1.3 jmcneill return NULL;
603 1.1 jmcneill
604 1.3 jmcneill if (!fdtbus_intr_str_raw(ihandle, specifier, buf, len))
605 1.3 jmcneill return NULL;
606 1.3 jmcneill }
607 1.1 jmcneill
608 1.1 jmcneill return buf;
609 1.1 jmcneill }
610 1.1 jmcneill
611 1.1 jmcneill const struct evcnt *
612 1.1 jmcneill pcihost_intr_evcnt(void *v, pci_intr_handle_t ih)
613 1.1 jmcneill {
614 1.1 jmcneill return NULL;
615 1.1 jmcneill }
616 1.1 jmcneill
617 1.1 jmcneill static int
618 1.1 jmcneill pcihost_intr_setattr(void *v, pci_intr_handle_t *ih, int attr, uint64_t data)
619 1.1 jmcneill {
620 1.1 jmcneill switch (attr) {
621 1.1 jmcneill case PCI_INTR_MPSAFE:
622 1.1 jmcneill if (data)
623 1.1 jmcneill *ih |= IH_MPSAFE;
624 1.1 jmcneill else
625 1.1 jmcneill *ih &= ~IH_MPSAFE;
626 1.1 jmcneill return 0;
627 1.1 jmcneill default:
628 1.1 jmcneill return ENODEV;
629 1.1 jmcneill }
630 1.1 jmcneill }
631 1.1 jmcneill
632 1.1 jmcneill static void *
633 1.1 jmcneill pcihost_intr_establish(void *v, pci_intr_handle_t ih, int ipl,
634 1.4 jmcneill int (*callback)(void *), void *arg, const char *xname)
635 1.1 jmcneill {
636 1.1 jmcneill struct pcihost_softc *sc = v;
637 1.1 jmcneill const int flags = (ih & IH_MPSAFE) ? FDT_INTR_MPSAFE : 0;
638 1.1 jmcneill const u_int *specifier;
639 1.1 jmcneill int ihandle;
640 1.1 jmcneill
641 1.3 jmcneill if ((ih & (ARM_PCI_INTR_MSI | ARM_PCI_INTR_MSIX)) != 0)
642 1.4 jmcneill return arm_pci_msi_intr_establish(&sc->sc_pc, ih, ipl, callback, arg, xname);
643 1.3 jmcneill
644 1.2 jmcneill specifier = pcihost_find_intr(sc, ih & IH_INDEX_MASK, &ihandle);
645 1.1 jmcneill if (specifier == NULL)
646 1.1 jmcneill return NULL;
647 1.1 jmcneill
648 1.1 jmcneill return fdtbus_intr_establish_raw(ihandle, specifier, ipl, flags, callback, arg);
649 1.1 jmcneill }
650 1.1 jmcneill
651 1.1 jmcneill static void
652 1.1 jmcneill pcihost_intr_disestablish(void *v, void *vih)
653 1.1 jmcneill {
654 1.1 jmcneill struct pcihost_softc *sc = v;
655 1.1 jmcneill
656 1.1 jmcneill fdtbus_intr_disestablish(sc->sc_phandle, vih);
657 1.1 jmcneill }
658 1.7 jakllsch
659 1.7 jakllsch static int
660 1.7 jakllsch pcihost_bus_space_map(void *t, bus_addr_t bpa, bus_size_t size, int flag,
661 1.7 jakllsch bus_space_handle_t *bshp)
662 1.7 jakllsch {
663 1.7 jakllsch struct pcih_bus_space * const pbs = t;
664 1.7 jakllsch
665 1.7 jakllsch for (size_t i = 0; i < pbs->nranges; i++) {
666 1.7 jakllsch const bus_addr_t rmin = pbs->ranges[i].bpci;
667 1.7 jakllsch const bus_addr_t rmax = pbs->ranges[i].bpci - 1 + pbs->ranges[i].size;
668 1.7 jakllsch if ((bpa >= rmin) && ((bpa - 1 + size) <= rmax)) {
669 1.7 jakllsch return pbs->map(t, bpa - pbs->ranges[i].bpci + pbs->ranges[i].bbus, size, flag, bshp);
670 1.7 jakllsch }
671 1.7 jakllsch }
672 1.7 jakllsch
673 1.7 jakllsch return ERANGE;
674 1.7 jakllsch }
675