gic_fdt.c revision 1.23 1 1.23 thorpej /* $NetBSD: gic_fdt.c,v 1.23 2021/08/07 16:18:43 thorpej Exp $ */
2 1.1 jmcneill
3 1.1 jmcneill /*-
4 1.3 jmcneill * Copyright (c) 2015-2017 Jared McNeill <jmcneill (at) invisible.ca>
5 1.1 jmcneill * All rights reserved.
6 1.1 jmcneill *
7 1.1 jmcneill * Redistribution and use in source and binary forms, with or without
8 1.1 jmcneill * modification, are permitted provided that the following conditions
9 1.1 jmcneill * are met:
10 1.1 jmcneill * 1. Redistributions of source code must retain the above copyright
11 1.1 jmcneill * notice, this list of conditions and the following disclaimer.
12 1.1 jmcneill * 2. Redistributions in binary form must reproduce the above copyright
13 1.1 jmcneill * notice, this list of conditions and the following disclaimer in the
14 1.1 jmcneill * documentation and/or other materials provided with the distribution.
15 1.1 jmcneill *
16 1.1 jmcneill * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
17 1.1 jmcneill * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
18 1.1 jmcneill * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
19 1.1 jmcneill * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
20 1.1 jmcneill * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
21 1.1 jmcneill * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
22 1.1 jmcneill * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
23 1.1 jmcneill * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
24 1.1 jmcneill * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
25 1.1 jmcneill * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26 1.1 jmcneill * SUCH DAMAGE.
27 1.1 jmcneill */
28 1.1 jmcneill
29 1.15 jmcneill #include "pci.h"
30 1.15 jmcneill
31 1.1 jmcneill #include <sys/cdefs.h>
32 1.23 thorpej __KERNEL_RCSID(0, "$NetBSD: gic_fdt.c,v 1.23 2021/08/07 16:18:43 thorpej Exp $");
33 1.1 jmcneill
34 1.1 jmcneill #include <sys/param.h>
35 1.1 jmcneill #include <sys/bus.h>
36 1.1 jmcneill #include <sys/device.h>
37 1.1 jmcneill #include <sys/intr.h>
38 1.1 jmcneill #include <sys/systm.h>
39 1.1 jmcneill #include <sys/kernel.h>
40 1.5 jmcneill #include <sys/lwp.h>
41 1.1 jmcneill #include <sys/kmem.h>
42 1.12 jmcneill #include <sys/queue.h>
43 1.1 jmcneill
44 1.14 jmcneill #include <dev/pci/pcivar.h>
45 1.14 jmcneill
46 1.1 jmcneill #include <arm/cortex/gic_intr.h>
47 1.14 jmcneill #include <arm/cortex/gic_reg.h>
48 1.14 jmcneill #include <arm/cortex/gic_v2m.h>
49 1.3 jmcneill #include <arm/cortex/mpcore_var.h>
50 1.1 jmcneill
51 1.1 jmcneill #include <dev/fdt/fdtvar.h>
52 1.1 jmcneill
53 1.5 jmcneill #define GIC_MAXIRQ 1020
54 1.5 jmcneill
55 1.14 jmcneill extern struct pic_softc *pic_list[];
56 1.14 jmcneill
57 1.14 jmcneill struct gic_fdt_softc;
58 1.14 jmcneill struct gic_fdt_irq;
59 1.14 jmcneill
60 1.1 jmcneill static int gic_fdt_match(device_t, cfdata_t, void *);
61 1.1 jmcneill static void gic_fdt_attach(device_t, device_t, void *);
62 1.17 hkenken #if NPCI > 0 && defined(__HAVE_PCI_MSI_MSIX)
63 1.14 jmcneill static void gic_fdt_attach_v2m(struct gic_fdt_softc *, bus_space_tag_t, int);
64 1.15 jmcneill #endif
65 1.1 jmcneill
66 1.5 jmcneill static int gic_fdt_intr(void *);
67 1.5 jmcneill
68 1.2 marty static void * gic_fdt_establish(device_t, u_int *, int, int,
69 1.20 jmcneill int (*)(void *), void *, const char *);
70 1.1 jmcneill static void gic_fdt_disestablish(device_t, void *);
71 1.2 marty static bool gic_fdt_intrstr(device_t, u_int *, char *, size_t);
72 1.1 jmcneill
73 1.1 jmcneill struct fdtbus_interrupt_controller_func gic_fdt_funcs = {
74 1.1 jmcneill .establish = gic_fdt_establish,
75 1.1 jmcneill .disestablish = gic_fdt_disestablish,
76 1.1 jmcneill .intrstr = gic_fdt_intrstr
77 1.1 jmcneill };
78 1.1 jmcneill
79 1.5 jmcneill struct gic_fdt_irqhandler {
80 1.5 jmcneill struct gic_fdt_irq *ih_irq;
81 1.5 jmcneill int (*ih_fn)(void *);
82 1.5 jmcneill void *ih_arg;
83 1.5 jmcneill bool ih_mpsafe;
84 1.5 jmcneill TAILQ_ENTRY(gic_fdt_irqhandler) ih_next;
85 1.5 jmcneill };
86 1.5 jmcneill
87 1.5 jmcneill struct gic_fdt_irq {
88 1.5 jmcneill struct gic_fdt_softc *intr_sc;
89 1.5 jmcneill void *intr_ih;
90 1.11 jmcneill void *intr_arg;
91 1.5 jmcneill int intr_refcnt;
92 1.5 jmcneill int intr_ipl;
93 1.6 jmcneill int intr_level;
94 1.7 jmcneill int intr_mpsafe;
95 1.5 jmcneill TAILQ_HEAD(, gic_fdt_irqhandler) intr_handlers;
96 1.9 jakllsch int intr_irq;
97 1.5 jmcneill };
98 1.5 jmcneill
99 1.1 jmcneill struct gic_fdt_softc {
100 1.1 jmcneill device_t sc_dev;
101 1.14 jmcneill device_t sc_gicdev;
102 1.1 jmcneill int sc_phandle;
103 1.5 jmcneill
104 1.14 jmcneill int sc_v2m_count;
105 1.14 jmcneill
106 1.5 jmcneill struct gic_fdt_irq *sc_irq[GIC_MAXIRQ];
107 1.1 jmcneill };
108 1.1 jmcneill
109 1.1 jmcneill CFATTACH_DECL_NEW(gic_fdt, sizeof(struct gic_fdt_softc),
110 1.1 jmcneill gic_fdt_match, gic_fdt_attach, NULL, NULL);
111 1.1 jmcneill
112 1.21 thorpej static const struct device_compatible_entry compat_data[] = {
113 1.21 thorpej { .compat = "arm,gic-400" },
114 1.21 thorpej { .compat = "arm,cortex-a15-gic" },
115 1.21 thorpej { .compat = "arm,cortex-a9-gic" },
116 1.21 thorpej { .compat = "arm,cortex-a7-gic" },
117 1.21 thorpej DEVICE_COMPAT_EOL
118 1.21 thorpej };
119 1.21 thorpej
120 1.21 thorpej static const struct device_compatible_entry v2m_compat_data[] = {
121 1.21 thorpej { .compat = "arm,gic-v2m-frame" },
122 1.21 thorpej DEVICE_COMPAT_EOL
123 1.21 thorpej };
124 1.21 thorpej
125 1.1 jmcneill static int
126 1.1 jmcneill gic_fdt_match(device_t parent, cfdata_t cf, void *aux)
127 1.1 jmcneill {
128 1.1 jmcneill struct fdt_attach_args * const faa = aux;
129 1.1 jmcneill
130 1.21 thorpej return of_compatible_match(faa->faa_phandle, compat_data);
131 1.1 jmcneill }
132 1.1 jmcneill
133 1.1 jmcneill static void
134 1.1 jmcneill gic_fdt_attach(device_t parent, device_t self, void *aux)
135 1.1 jmcneill {
136 1.1 jmcneill struct gic_fdt_softc * const sc = device_private(self);
137 1.1 jmcneill struct fdt_attach_args * const faa = aux;
138 1.14 jmcneill const int phandle = faa->faa_phandle;
139 1.3 jmcneill bus_addr_t addr_d, addr_c;
140 1.3 jmcneill bus_size_t size_d, size_c;
141 1.3 jmcneill bus_space_handle_t bsh;
142 1.15 jmcneill int error;
143 1.1 jmcneill
144 1.1 jmcneill sc->sc_dev = self;
145 1.14 jmcneill sc->sc_phandle = phandle;
146 1.1 jmcneill
147 1.14 jmcneill error = fdtbus_register_interrupt_controller(self, phandle,
148 1.1 jmcneill &gic_fdt_funcs);
149 1.1 jmcneill if (error) {
150 1.1 jmcneill aprint_error(": couldn't register with fdtbus: %d\n", error);
151 1.1 jmcneill return;
152 1.1 jmcneill }
153 1.1 jmcneill
154 1.1 jmcneill aprint_naive("\n");
155 1.1 jmcneill aprint_normal(": GIC\n");
156 1.3 jmcneill
157 1.3 jmcneill if (fdtbus_get_reg(sc->sc_phandle, 0, &addr_d, &size_d) != 0) {
158 1.3 jmcneill aprint_error(": couldn't get distributor address\n");
159 1.3 jmcneill return;
160 1.3 jmcneill }
161 1.3 jmcneill if (fdtbus_get_reg(sc->sc_phandle, 1, &addr_c, &size_c) != 0) {
162 1.3 jmcneill aprint_error(": couldn't get cpu interface address\n");
163 1.3 jmcneill return;
164 1.3 jmcneill }
165 1.3 jmcneill
166 1.13 riastrad const bus_addr_t addr = uimin(addr_d, addr_c);
167 1.13 riastrad const bus_size_t end = uimax(addr_d + size_d, addr_c + size_c);
168 1.10 hkenken const bus_size_t size = end - addr;
169 1.3 jmcneill
170 1.3 jmcneill error = bus_space_map(faa->faa_bst, addr, size, 0, &bsh);
171 1.3 jmcneill if (error) {
172 1.3 jmcneill aprint_error(": couldn't map registers: %d\n", error);
173 1.3 jmcneill return;
174 1.3 jmcneill }
175 1.3 jmcneill
176 1.3 jmcneill struct mpcore_attach_args mpcaa = {
177 1.3 jmcneill .mpcaa_name = "armgic",
178 1.3 jmcneill .mpcaa_memt = faa->faa_bst,
179 1.3 jmcneill .mpcaa_memh = bsh,
180 1.10 hkenken .mpcaa_off1 = addr_d - addr,
181 1.10 hkenken .mpcaa_off2 = addr_c - addr,
182 1.3 jmcneill };
183 1.3 jmcneill
184 1.23 thorpej sc->sc_gicdev = config_found(self, &mpcaa, NULL, CFARGS_NONE);
185 1.4 jmcneill
186 1.4 jmcneill arm_fdt_irq_set_handler(armgic_irq_handler);
187 1.14 jmcneill
188 1.17 hkenken #if NPCI > 0 && defined(__HAVE_PCI_MSI_MSIX)
189 1.15 jmcneill for (int child = OF_child(phandle); child; child = OF_peer(child)) {
190 1.14 jmcneill if (!fdtbus_status_okay(child))
191 1.14 jmcneill continue;
192 1.21 thorpej if (of_compatible_match(child, v2m_compat_data))
193 1.14 jmcneill gic_fdt_attach_v2m(sc, faa->faa_bst, child);
194 1.14 jmcneill }
195 1.15 jmcneill #endif
196 1.14 jmcneill }
197 1.14 jmcneill
198 1.17 hkenken #if NPCI > 0 && defined(__HAVE_PCI_MSI_MSIX)
199 1.14 jmcneill static void
200 1.14 jmcneill gic_fdt_attach_v2m(struct gic_fdt_softc *sc, bus_space_tag_t bst, int phandle)
201 1.14 jmcneill {
202 1.14 jmcneill struct gic_v2m_frame *frame;
203 1.14 jmcneill u_int base_spi, num_spis;
204 1.14 jmcneill bus_space_handle_t bsh;
205 1.14 jmcneill bus_addr_t addr;
206 1.14 jmcneill bus_size_t size;
207 1.14 jmcneill
208 1.14 jmcneill if (fdtbus_get_reg(phandle, 0, &addr, &size) != 0) {
209 1.14 jmcneill aprint_error_dev(sc->sc_gicdev, "couldn't get V2M address\n");
210 1.14 jmcneill return;
211 1.14 jmcneill }
212 1.14 jmcneill
213 1.14 jmcneill if (bus_space_map(bst, addr, size, 0, &bsh) != 0) {
214 1.14 jmcneill aprint_error_dev(sc->sc_gicdev, "couldn't map V2M frame\n");
215 1.14 jmcneill return;
216 1.14 jmcneill }
217 1.14 jmcneill const uint32_t typer = bus_space_read_4(bst, bsh, GIC_MSI_TYPER);
218 1.14 jmcneill bus_space_unmap(bst, bsh, size);
219 1.14 jmcneill
220 1.14 jmcneill if (of_getprop_uint32(phandle, "arm,msi-base-spi", &base_spi))
221 1.14 jmcneill base_spi = __SHIFTOUT(typer, GIC_MSI_TYPER_BASE);
222 1.14 jmcneill if (of_getprop_uint32(phandle, "arm,msi-num-spis", &num_spis))
223 1.14 jmcneill num_spis = __SHIFTOUT(typer, GIC_MSI_TYPER_NUMBER);
224 1.14 jmcneill
225 1.14 jmcneill frame = kmem_zalloc(sizeof(*frame), KM_SLEEP);
226 1.14 jmcneill frame->frame_reg = addr;
227 1.14 jmcneill frame->frame_pic = pic_list[0];
228 1.14 jmcneill frame->frame_base = base_spi;
229 1.14 jmcneill frame->frame_count = num_spis;
230 1.14 jmcneill
231 1.14 jmcneill if (gic_v2m_init(frame, sc->sc_gicdev, sc->sc_v2m_count++) != 0) {
232 1.14 jmcneill aprint_error_dev(sc->sc_gicdev, "failed to initialize GICv2m\n");
233 1.14 jmcneill } else {
234 1.18 skrll aprint_normal_dev(sc->sc_gicdev, "GICv2m @ %#" PRIx64
235 1.19 jmcneill ", SPIs %u-%u\n", frame->frame_reg, frame->frame_base,
236 1.19 jmcneill frame->frame_base + frame->frame_count - 1);
237 1.14 jmcneill }
238 1.1 jmcneill }
239 1.15 jmcneill #endif
240 1.1 jmcneill
241 1.1 jmcneill static void *
242 1.2 marty gic_fdt_establish(device_t dev, u_int *specifier, int ipl, int flags,
243 1.20 jmcneill int (*func)(void *), void *arg, const char *xname)
244 1.1 jmcneill {
245 1.5 jmcneill struct gic_fdt_softc * const sc = device_private(dev);
246 1.5 jmcneill struct gic_fdt_irq *firq;
247 1.5 jmcneill struct gic_fdt_irqhandler *firqh;
248 1.1 jmcneill
249 1.1 jmcneill /* 1st cell is the interrupt type; 0 is SPI, 1 is PPI */
250 1.1 jmcneill /* 2nd cell is the interrupt number */
251 1.1 jmcneill /* 3rd cell is flags */
252 1.1 jmcneill
253 1.2 marty const u_int type = be32toh(specifier[0]);
254 1.2 marty const u_int intr = be32toh(specifier[1]);
255 1.1 jmcneill const u_int irq = type == 0 ? IRQ_SPI(intr) : IRQ_PPI(intr);
256 1.2 marty const u_int trig = be32toh(specifier[2]) & 0xf;
257 1.16 thorpej const u_int level = (trig & FDT_INTR_TYPE_DOUBLE_EDGE)
258 1.16 thorpej ? IST_EDGE : IST_LEVEL;
259 1.1 jmcneill
260 1.7 jmcneill const u_int mpsafe = (flags & FDT_INTR_MPSAFE) ? IST_MPSAFE : 0;
261 1.7 jmcneill
262 1.5 jmcneill firq = sc->sc_irq[irq];
263 1.5 jmcneill if (firq == NULL) {
264 1.5 jmcneill firq = kmem_alloc(sizeof(*firq), KM_SLEEP);
265 1.5 jmcneill firq->intr_sc = sc;
266 1.5 jmcneill firq->intr_refcnt = 0;
267 1.11 jmcneill firq->intr_arg = arg;
268 1.5 jmcneill firq->intr_ipl = ipl;
269 1.6 jmcneill firq->intr_level = level;
270 1.7 jmcneill firq->intr_mpsafe = mpsafe;
271 1.5 jmcneill TAILQ_INIT(&firq->intr_handlers);
272 1.9 jakllsch firq->intr_irq = irq;
273 1.8 skrll if (arg == NULL) {
274 1.20 jmcneill firq->intr_ih = intr_establish_xname(irq, ipl,
275 1.20 jmcneill level | mpsafe, func, NULL, xname);
276 1.8 skrll } else {
277 1.20 jmcneill firq->intr_ih = intr_establish_xname(irq, ipl,
278 1.20 jmcneill level | mpsafe, gic_fdt_intr, firq, xname);
279 1.8 skrll }
280 1.5 jmcneill if (firq->intr_ih == NULL) {
281 1.5 jmcneill kmem_free(firq, sizeof(*firq));
282 1.5 jmcneill return NULL;
283 1.5 jmcneill }
284 1.5 jmcneill sc->sc_irq[irq] = firq;
285 1.8 skrll } else {
286 1.11 jmcneill if (firq->intr_arg == NULL && arg != NULL) {
287 1.8 skrll device_printf(dev, "cannot share irq with NULL arg\n");
288 1.8 skrll return NULL;
289 1.8 skrll }
290 1.8 skrll if (firq->intr_ipl != ipl) {
291 1.8 skrll device_printf(dev, "cannot share irq with different "
292 1.8 skrll "ipl\n");
293 1.8 skrll return NULL;
294 1.8 skrll }
295 1.8 skrll if (firq->intr_level != level) {
296 1.8 skrll device_printf(dev, "cannot share edge and level "
297 1.8 skrll "interrupts\n");
298 1.8 skrll return NULL;
299 1.8 skrll }
300 1.8 skrll if (firq->intr_mpsafe != mpsafe) {
301 1.8 skrll device_printf(dev, "cannot share between "
302 1.8 skrll "mpsafe/non-mpsafe\n");
303 1.8 skrll return NULL;
304 1.8 skrll }
305 1.7 jmcneill }
306 1.5 jmcneill
307 1.5 jmcneill firq->intr_refcnt++;
308 1.5 jmcneill
309 1.5 jmcneill firqh = kmem_alloc(sizeof(*firqh), KM_SLEEP);
310 1.5 jmcneill firqh->ih_mpsafe = (flags & FDT_INTR_MPSAFE) != 0;
311 1.5 jmcneill firqh->ih_irq = firq;
312 1.5 jmcneill firqh->ih_fn = func;
313 1.5 jmcneill firqh->ih_arg = arg;
314 1.5 jmcneill TAILQ_INSERT_TAIL(&firq->intr_handlers, firqh, ih_next);
315 1.5 jmcneill
316 1.12 jmcneill return firq->intr_ih;
317 1.1 jmcneill }
318 1.1 jmcneill
319 1.1 jmcneill static void
320 1.1 jmcneill gic_fdt_disestablish(device_t dev, void *ih)
321 1.1 jmcneill {
322 1.9 jakllsch struct gic_fdt_softc * const sc = device_private(dev);
323 1.12 jmcneill struct gic_fdt_irqhandler *firqh;
324 1.12 jmcneill struct gic_fdt_irq *firq;
325 1.12 jmcneill u_int n;
326 1.12 jmcneill
327 1.12 jmcneill for (n = 0; n < GIC_MAXIRQ; n++) {
328 1.12 jmcneill firq = sc->sc_irq[n];
329 1.12 jmcneill if (firq->intr_ih != ih)
330 1.12 jmcneill continue;
331 1.5 jmcneill
332 1.12 jmcneill KASSERT(firq->intr_refcnt > 0);
333 1.5 jmcneill
334 1.12 jmcneill if (firq->intr_refcnt > 1)
335 1.12 jmcneill panic("%s: cannot disestablish shared irq", __func__);
336 1.5 jmcneill
337 1.12 jmcneill firqh = TAILQ_FIRST(&firq->intr_handlers);
338 1.12 jmcneill kmem_free(firqh, sizeof(*firqh));
339 1.5 jmcneill intr_disestablish(firq->intr_ih);
340 1.5 jmcneill kmem_free(firq, sizeof(*firq));
341 1.12 jmcneill sc->sc_irq[n] = NULL;
342 1.12 jmcneill return;
343 1.5 jmcneill }
344 1.12 jmcneill
345 1.12 jmcneill panic("%s: interrupt not established", __func__);
346 1.5 jmcneill }
347 1.5 jmcneill
348 1.5 jmcneill static int
349 1.5 jmcneill gic_fdt_intr(void *priv)
350 1.5 jmcneill {
351 1.5 jmcneill struct gic_fdt_irq *firq = priv;
352 1.5 jmcneill struct gic_fdt_irqhandler *firqh;
353 1.5 jmcneill int handled = 0;
354 1.5 jmcneill
355 1.7 jmcneill TAILQ_FOREACH(firqh, &firq->intr_handlers, ih_next)
356 1.5 jmcneill handled += firqh->ih_fn(firqh->ih_arg);
357 1.5 jmcneill
358 1.5 jmcneill return handled;
359 1.1 jmcneill }
360 1.1 jmcneill
361 1.1 jmcneill static bool
362 1.2 marty gic_fdt_intrstr(device_t dev, u_int *specifier, char *buf, size_t buflen)
363 1.1 jmcneill {
364 1.1 jmcneill /* 1st cell is the interrupt type; 0 is SPI, 1 is PPI */
365 1.1 jmcneill /* 2nd cell is the interrupt number */
366 1.1 jmcneill /* 3rd cell is flags */
367 1.1 jmcneill
368 1.2 marty if (!specifier)
369 1.2 marty return false;
370 1.2 marty const u_int type = be32toh(specifier[0]);
371 1.2 marty const u_int intr = be32toh(specifier[1]);
372 1.1 jmcneill const u_int irq = type == 0 ? IRQ_SPI(intr) : IRQ_PPI(intr);
373 1.1 jmcneill
374 1.1 jmcneill snprintf(buf, buflen, "GIC irq %d", irq);
375 1.1 jmcneill
376 1.1 jmcneill return true;
377 1.1 jmcneill }
378