1 1.26 skrll /* $NetBSD: gic_fdt.c,v 1.26 2024/12/02 12:53:07 skrll Exp $ */ 2 1.1 jmcneill 3 1.1 jmcneill /*- 4 1.3 jmcneill * Copyright (c) 2015-2017 Jared McNeill <jmcneill (at) invisible.ca> 5 1.1 jmcneill * All rights reserved. 6 1.1 jmcneill * 7 1.1 jmcneill * Redistribution and use in source and binary forms, with or without 8 1.1 jmcneill * modification, are permitted provided that the following conditions 9 1.1 jmcneill * are met: 10 1.1 jmcneill * 1. Redistributions of source code must retain the above copyright 11 1.1 jmcneill * notice, this list of conditions and the following disclaimer. 12 1.1 jmcneill * 2. Redistributions in binary form must reproduce the above copyright 13 1.1 jmcneill * notice, this list of conditions and the following disclaimer in the 14 1.1 jmcneill * documentation and/or other materials provided with the distribution. 15 1.1 jmcneill * 16 1.1 jmcneill * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 17 1.1 jmcneill * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 18 1.1 jmcneill * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 19 1.1 jmcneill * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 20 1.1 jmcneill * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, 21 1.1 jmcneill * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; 22 1.1 jmcneill * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED 23 1.1 jmcneill * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, 24 1.1 jmcneill * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 25 1.1 jmcneill * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 26 1.1 jmcneill * SUCH DAMAGE. 27 1.1 jmcneill */ 28 1.1 jmcneill 29 1.15 jmcneill #include "pci.h" 30 1.15 jmcneill 31 1.1 jmcneill #include <sys/cdefs.h> 32 1.26 skrll __KERNEL_RCSID(0, "$NetBSD: gic_fdt.c,v 1.26 2024/12/02 12:53:07 skrll Exp $"); 33 1.1 jmcneill 34 1.1 jmcneill #include <sys/param.h> 35 1.1 jmcneill #include <sys/bus.h> 36 1.1 jmcneill #include <sys/device.h> 37 1.1 jmcneill #include <sys/intr.h> 38 1.1 jmcneill #include <sys/systm.h> 39 1.1 jmcneill #include <sys/kernel.h> 40 1.5 jmcneill #include <sys/lwp.h> 41 1.1 jmcneill #include <sys/kmem.h> 42 1.12 jmcneill #include <sys/queue.h> 43 1.1 jmcneill 44 1.14 jmcneill #include <dev/pci/pcivar.h> 45 1.14 jmcneill 46 1.1 jmcneill #include <arm/cortex/gic_intr.h> 47 1.14 jmcneill #include <arm/cortex/gic_reg.h> 48 1.14 jmcneill #include <arm/cortex/gic_v2m.h> 49 1.3 jmcneill #include <arm/cortex/mpcore_var.h> 50 1.1 jmcneill 51 1.1 jmcneill #include <dev/fdt/fdtvar.h> 52 1.1 jmcneill 53 1.5 jmcneill #define GIC_MAXIRQ 1020 54 1.5 jmcneill 55 1.14 jmcneill extern struct pic_softc *pic_list[]; 56 1.14 jmcneill 57 1.14 jmcneill struct gic_fdt_softc; 58 1.14 jmcneill struct gic_fdt_irq; 59 1.14 jmcneill 60 1.1 jmcneill static int gic_fdt_match(device_t, cfdata_t, void *); 61 1.1 jmcneill static void gic_fdt_attach(device_t, device_t, void *); 62 1.17 hkenken #if NPCI > 0 && defined(__HAVE_PCI_MSI_MSIX) 63 1.14 jmcneill static void gic_fdt_attach_v2m(struct gic_fdt_softc *, bus_space_tag_t, int); 64 1.15 jmcneill #endif 65 1.1 jmcneill 66 1.5 jmcneill static int gic_fdt_intr(void *); 67 1.5 jmcneill 68 1.2 marty static void * gic_fdt_establish(device_t, u_int *, int, int, 69 1.20 jmcneill int (*)(void *), void *, const char *); 70 1.1 jmcneill static void gic_fdt_disestablish(device_t, void *); 71 1.2 marty static bool gic_fdt_intrstr(device_t, u_int *, char *, size_t); 72 1.1 jmcneill 73 1.1 jmcneill struct fdtbus_interrupt_controller_func gic_fdt_funcs = { 74 1.1 jmcneill .establish = gic_fdt_establish, 75 1.1 jmcneill .disestablish = gic_fdt_disestablish, 76 1.1 jmcneill .intrstr = gic_fdt_intrstr 77 1.1 jmcneill }; 78 1.1 jmcneill 79 1.5 jmcneill struct gic_fdt_irqhandler { 80 1.5 jmcneill struct gic_fdt_irq *ih_irq; 81 1.5 jmcneill int (*ih_fn)(void *); 82 1.5 jmcneill void *ih_arg; 83 1.5 jmcneill bool ih_mpsafe; 84 1.5 jmcneill TAILQ_ENTRY(gic_fdt_irqhandler) ih_next; 85 1.5 jmcneill }; 86 1.5 jmcneill 87 1.5 jmcneill struct gic_fdt_irq { 88 1.5 jmcneill struct gic_fdt_softc *intr_sc; 89 1.5 jmcneill void *intr_ih; 90 1.11 jmcneill void *intr_arg; 91 1.5 jmcneill int intr_refcnt; 92 1.5 jmcneill int intr_ipl; 93 1.6 jmcneill int intr_level; 94 1.7 jmcneill int intr_mpsafe; 95 1.5 jmcneill TAILQ_HEAD(, gic_fdt_irqhandler) intr_handlers; 96 1.9 jakllsch int intr_irq; 97 1.5 jmcneill }; 98 1.5 jmcneill 99 1.1 jmcneill struct gic_fdt_softc { 100 1.1 jmcneill device_t sc_dev; 101 1.14 jmcneill device_t sc_gicdev; 102 1.1 jmcneill int sc_phandle; 103 1.5 jmcneill 104 1.14 jmcneill int sc_v2m_count; 105 1.14 jmcneill 106 1.5 jmcneill struct gic_fdt_irq *sc_irq[GIC_MAXIRQ]; 107 1.1 jmcneill }; 108 1.1 jmcneill 109 1.1 jmcneill CFATTACH_DECL_NEW(gic_fdt, sizeof(struct gic_fdt_softc), 110 1.1 jmcneill gic_fdt_match, gic_fdt_attach, NULL, NULL); 111 1.1 jmcneill 112 1.21 thorpej static const struct device_compatible_entry compat_data[] = { 113 1.21 thorpej { .compat = "arm,gic-400" }, 114 1.21 thorpej { .compat = "arm,cortex-a15-gic" }, 115 1.21 thorpej { .compat = "arm,cortex-a9-gic" }, 116 1.21 thorpej { .compat = "arm,cortex-a7-gic" }, 117 1.21 thorpej DEVICE_COMPAT_EOL 118 1.21 thorpej }; 119 1.21 thorpej 120 1.24 jakllsch #if NPCI > 0 && defined(__HAVE_PCI_MSI_MSIX) 121 1.21 thorpej static const struct device_compatible_entry v2m_compat_data[] = { 122 1.21 thorpej { .compat = "arm,gic-v2m-frame" }, 123 1.21 thorpej DEVICE_COMPAT_EOL 124 1.21 thorpej }; 125 1.24 jakllsch #endif 126 1.21 thorpej 127 1.1 jmcneill static int 128 1.1 jmcneill gic_fdt_match(device_t parent, cfdata_t cf, void *aux) 129 1.1 jmcneill { 130 1.1 jmcneill struct fdt_attach_args * const faa = aux; 131 1.1 jmcneill 132 1.21 thorpej return of_compatible_match(faa->faa_phandle, compat_data); 133 1.1 jmcneill } 134 1.1 jmcneill 135 1.1 jmcneill static void 136 1.1 jmcneill gic_fdt_attach(device_t parent, device_t self, void *aux) 137 1.1 jmcneill { 138 1.1 jmcneill struct gic_fdt_softc * const sc = device_private(self); 139 1.1 jmcneill struct fdt_attach_args * const faa = aux; 140 1.14 jmcneill const int phandle = faa->faa_phandle; 141 1.3 jmcneill bus_addr_t addr_d, addr_c; 142 1.3 jmcneill bus_size_t size_d, size_c; 143 1.3 jmcneill bus_space_handle_t bsh; 144 1.15 jmcneill int error; 145 1.1 jmcneill 146 1.1 jmcneill sc->sc_dev = self; 147 1.14 jmcneill sc->sc_phandle = phandle; 148 1.1 jmcneill 149 1.14 jmcneill error = fdtbus_register_interrupt_controller(self, phandle, 150 1.1 jmcneill &gic_fdt_funcs); 151 1.1 jmcneill if (error) { 152 1.1 jmcneill aprint_error(": couldn't register with fdtbus: %d\n", error); 153 1.1 jmcneill return; 154 1.1 jmcneill } 155 1.1 jmcneill 156 1.1 jmcneill aprint_naive("\n"); 157 1.1 jmcneill aprint_normal(": GIC\n"); 158 1.3 jmcneill 159 1.3 jmcneill if (fdtbus_get_reg(sc->sc_phandle, 0, &addr_d, &size_d) != 0) { 160 1.3 jmcneill aprint_error(": couldn't get distributor address\n"); 161 1.3 jmcneill return; 162 1.3 jmcneill } 163 1.3 jmcneill if (fdtbus_get_reg(sc->sc_phandle, 1, &addr_c, &size_c) != 0) { 164 1.3 jmcneill aprint_error(": couldn't get cpu interface address\n"); 165 1.3 jmcneill return; 166 1.3 jmcneill } 167 1.3 jmcneill 168 1.26 skrll const bus_addr_t addr = ulmin(addr_d, addr_c); 169 1.26 skrll const bus_size_t end = ulmax(addr_d + size_d, addr_c + size_c); 170 1.10 hkenken const bus_size_t size = end - addr; 171 1.3 jmcneill 172 1.3 jmcneill error = bus_space_map(faa->faa_bst, addr, size, 0, &bsh); 173 1.3 jmcneill if (error) { 174 1.3 jmcneill aprint_error(": couldn't map registers: %d\n", error); 175 1.3 jmcneill return; 176 1.3 jmcneill } 177 1.3 jmcneill 178 1.3 jmcneill struct mpcore_attach_args mpcaa = { 179 1.3 jmcneill .mpcaa_name = "armgic", 180 1.3 jmcneill .mpcaa_memt = faa->faa_bst, 181 1.3 jmcneill .mpcaa_memh = bsh, 182 1.10 hkenken .mpcaa_off1 = addr_d - addr, 183 1.10 hkenken .mpcaa_off2 = addr_c - addr, 184 1.3 jmcneill }; 185 1.3 jmcneill 186 1.23 thorpej sc->sc_gicdev = config_found(self, &mpcaa, NULL, CFARGS_NONE); 187 1.4 jmcneill 188 1.4 jmcneill arm_fdt_irq_set_handler(armgic_irq_handler); 189 1.14 jmcneill 190 1.17 hkenken #if NPCI > 0 && defined(__HAVE_PCI_MSI_MSIX) 191 1.15 jmcneill for (int child = OF_child(phandle); child; child = OF_peer(child)) { 192 1.14 jmcneill if (!fdtbus_status_okay(child)) 193 1.14 jmcneill continue; 194 1.21 thorpej if (of_compatible_match(child, v2m_compat_data)) 195 1.14 jmcneill gic_fdt_attach_v2m(sc, faa->faa_bst, child); 196 1.14 jmcneill } 197 1.15 jmcneill #endif 198 1.14 jmcneill } 199 1.14 jmcneill 200 1.17 hkenken #if NPCI > 0 && defined(__HAVE_PCI_MSI_MSIX) 201 1.14 jmcneill static void 202 1.14 jmcneill gic_fdt_attach_v2m(struct gic_fdt_softc *sc, bus_space_tag_t bst, int phandle) 203 1.14 jmcneill { 204 1.14 jmcneill struct gic_v2m_frame *frame; 205 1.14 jmcneill u_int base_spi, num_spis; 206 1.14 jmcneill bus_space_handle_t bsh; 207 1.14 jmcneill bus_addr_t addr; 208 1.14 jmcneill bus_size_t size; 209 1.14 jmcneill 210 1.14 jmcneill if (fdtbus_get_reg(phandle, 0, &addr, &size) != 0) { 211 1.14 jmcneill aprint_error_dev(sc->sc_gicdev, "couldn't get V2M address\n"); 212 1.14 jmcneill return; 213 1.14 jmcneill } 214 1.14 jmcneill 215 1.14 jmcneill if (bus_space_map(bst, addr, size, 0, &bsh) != 0) { 216 1.14 jmcneill aprint_error_dev(sc->sc_gicdev, "couldn't map V2M frame\n"); 217 1.14 jmcneill return; 218 1.14 jmcneill } 219 1.14 jmcneill const uint32_t typer = bus_space_read_4(bst, bsh, GIC_MSI_TYPER); 220 1.14 jmcneill bus_space_unmap(bst, bsh, size); 221 1.14 jmcneill 222 1.14 jmcneill if (of_getprop_uint32(phandle, "arm,msi-base-spi", &base_spi)) 223 1.14 jmcneill base_spi = __SHIFTOUT(typer, GIC_MSI_TYPER_BASE); 224 1.14 jmcneill if (of_getprop_uint32(phandle, "arm,msi-num-spis", &num_spis)) 225 1.14 jmcneill num_spis = __SHIFTOUT(typer, GIC_MSI_TYPER_NUMBER); 226 1.14 jmcneill 227 1.14 jmcneill frame = kmem_zalloc(sizeof(*frame), KM_SLEEP); 228 1.14 jmcneill frame->frame_reg = addr; 229 1.14 jmcneill frame->frame_pic = pic_list[0]; 230 1.14 jmcneill frame->frame_base = base_spi; 231 1.14 jmcneill frame->frame_count = num_spis; 232 1.14 jmcneill 233 1.14 jmcneill if (gic_v2m_init(frame, sc->sc_gicdev, sc->sc_v2m_count++) != 0) { 234 1.14 jmcneill aprint_error_dev(sc->sc_gicdev, "failed to initialize GICv2m\n"); 235 1.14 jmcneill } else { 236 1.18 skrll aprint_normal_dev(sc->sc_gicdev, "GICv2m @ %#" PRIx64 237 1.19 jmcneill ", SPIs %u-%u\n", frame->frame_reg, frame->frame_base, 238 1.19 jmcneill frame->frame_base + frame->frame_count - 1); 239 1.14 jmcneill } 240 1.1 jmcneill } 241 1.15 jmcneill #endif 242 1.1 jmcneill 243 1.1 jmcneill static void * 244 1.2 marty gic_fdt_establish(device_t dev, u_int *specifier, int ipl, int flags, 245 1.20 jmcneill int (*func)(void *), void *arg, const char *xname) 246 1.1 jmcneill { 247 1.5 jmcneill struct gic_fdt_softc * const sc = device_private(dev); 248 1.5 jmcneill struct gic_fdt_irq *firq; 249 1.5 jmcneill struct gic_fdt_irqhandler *firqh; 250 1.1 jmcneill 251 1.1 jmcneill /* 1st cell is the interrupt type; 0 is SPI, 1 is PPI */ 252 1.1 jmcneill /* 2nd cell is the interrupt number */ 253 1.1 jmcneill /* 3rd cell is flags */ 254 1.1 jmcneill 255 1.2 marty const u_int type = be32toh(specifier[0]); 256 1.2 marty const u_int intr = be32toh(specifier[1]); 257 1.1 jmcneill const u_int irq = type == 0 ? IRQ_SPI(intr) : IRQ_PPI(intr); 258 1.2 marty const u_int trig = be32toh(specifier[2]) & 0xf; 259 1.16 thorpej const u_int level = (trig & FDT_INTR_TYPE_DOUBLE_EDGE) 260 1.16 thorpej ? IST_EDGE : IST_LEVEL; 261 1.1 jmcneill 262 1.7 jmcneill const u_int mpsafe = (flags & FDT_INTR_MPSAFE) ? IST_MPSAFE : 0; 263 1.7 jmcneill 264 1.5 jmcneill firq = sc->sc_irq[irq]; 265 1.5 jmcneill if (firq == NULL) { 266 1.5 jmcneill firq = kmem_alloc(sizeof(*firq), KM_SLEEP); 267 1.5 jmcneill firq->intr_sc = sc; 268 1.5 jmcneill firq->intr_refcnt = 0; 269 1.11 jmcneill firq->intr_arg = arg; 270 1.5 jmcneill firq->intr_ipl = ipl; 271 1.6 jmcneill firq->intr_level = level; 272 1.7 jmcneill firq->intr_mpsafe = mpsafe; 273 1.5 jmcneill TAILQ_INIT(&firq->intr_handlers); 274 1.9 jakllsch firq->intr_irq = irq; 275 1.8 skrll if (arg == NULL) { 276 1.20 jmcneill firq->intr_ih = intr_establish_xname(irq, ipl, 277 1.20 jmcneill level | mpsafe, func, NULL, xname); 278 1.8 skrll } else { 279 1.20 jmcneill firq->intr_ih = intr_establish_xname(irq, ipl, 280 1.20 jmcneill level | mpsafe, gic_fdt_intr, firq, xname); 281 1.8 skrll } 282 1.5 jmcneill if (firq->intr_ih == NULL) { 283 1.5 jmcneill kmem_free(firq, sizeof(*firq)); 284 1.5 jmcneill return NULL; 285 1.5 jmcneill } 286 1.5 jmcneill sc->sc_irq[irq] = firq; 287 1.8 skrll } else { 288 1.11 jmcneill if (firq->intr_arg == NULL && arg != NULL) { 289 1.8 skrll device_printf(dev, "cannot share irq with NULL arg\n"); 290 1.8 skrll return NULL; 291 1.8 skrll } 292 1.8 skrll if (firq->intr_ipl != ipl) { 293 1.8 skrll device_printf(dev, "cannot share irq with different " 294 1.8 skrll "ipl\n"); 295 1.8 skrll return NULL; 296 1.8 skrll } 297 1.8 skrll if (firq->intr_level != level) { 298 1.8 skrll device_printf(dev, "cannot share edge and level " 299 1.8 skrll "interrupts\n"); 300 1.8 skrll return NULL; 301 1.8 skrll } 302 1.8 skrll if (firq->intr_mpsafe != mpsafe) { 303 1.8 skrll device_printf(dev, "cannot share between " 304 1.8 skrll "mpsafe/non-mpsafe\n"); 305 1.8 skrll return NULL; 306 1.8 skrll } 307 1.7 jmcneill } 308 1.5 jmcneill 309 1.5 jmcneill firq->intr_refcnt++; 310 1.5 jmcneill 311 1.5 jmcneill firqh = kmem_alloc(sizeof(*firqh), KM_SLEEP); 312 1.5 jmcneill firqh->ih_mpsafe = (flags & FDT_INTR_MPSAFE) != 0; 313 1.5 jmcneill firqh->ih_irq = firq; 314 1.5 jmcneill firqh->ih_fn = func; 315 1.5 jmcneill firqh->ih_arg = arg; 316 1.5 jmcneill TAILQ_INSERT_TAIL(&firq->intr_handlers, firqh, ih_next); 317 1.5 jmcneill 318 1.12 jmcneill return firq->intr_ih; 319 1.1 jmcneill } 320 1.1 jmcneill 321 1.1 jmcneill static void 322 1.1 jmcneill gic_fdt_disestablish(device_t dev, void *ih) 323 1.1 jmcneill { 324 1.9 jakllsch struct gic_fdt_softc * const sc = device_private(dev); 325 1.12 jmcneill struct gic_fdt_irqhandler *firqh; 326 1.12 jmcneill struct gic_fdt_irq *firq; 327 1.12 jmcneill u_int n; 328 1.12 jmcneill 329 1.12 jmcneill for (n = 0; n < GIC_MAXIRQ; n++) { 330 1.12 jmcneill firq = sc->sc_irq[n]; 331 1.25 riastrad if (firq == NULL || firq->intr_ih != ih) 332 1.12 jmcneill continue; 333 1.5 jmcneill 334 1.12 jmcneill KASSERT(firq->intr_refcnt > 0); 335 1.5 jmcneill 336 1.12 jmcneill if (firq->intr_refcnt > 1) 337 1.12 jmcneill panic("%s: cannot disestablish shared irq", __func__); 338 1.5 jmcneill 339 1.12 jmcneill firqh = TAILQ_FIRST(&firq->intr_handlers); 340 1.12 jmcneill kmem_free(firqh, sizeof(*firqh)); 341 1.5 jmcneill intr_disestablish(firq->intr_ih); 342 1.5 jmcneill kmem_free(firq, sizeof(*firq)); 343 1.12 jmcneill sc->sc_irq[n] = NULL; 344 1.12 jmcneill return; 345 1.5 jmcneill } 346 1.12 jmcneill 347 1.12 jmcneill panic("%s: interrupt not established", __func__); 348 1.5 jmcneill } 349 1.5 jmcneill 350 1.5 jmcneill static int 351 1.5 jmcneill gic_fdt_intr(void *priv) 352 1.5 jmcneill { 353 1.5 jmcneill struct gic_fdt_irq *firq = priv; 354 1.5 jmcneill struct gic_fdt_irqhandler *firqh; 355 1.5 jmcneill int handled = 0; 356 1.5 jmcneill 357 1.7 jmcneill TAILQ_FOREACH(firqh, &firq->intr_handlers, ih_next) 358 1.5 jmcneill handled += firqh->ih_fn(firqh->ih_arg); 359 1.5 jmcneill 360 1.5 jmcneill return handled; 361 1.1 jmcneill } 362 1.1 jmcneill 363 1.1 jmcneill static bool 364 1.2 marty gic_fdt_intrstr(device_t dev, u_int *specifier, char *buf, size_t buflen) 365 1.1 jmcneill { 366 1.1 jmcneill /* 1st cell is the interrupt type; 0 is SPI, 1 is PPI */ 367 1.1 jmcneill /* 2nd cell is the interrupt number */ 368 1.1 jmcneill /* 3rd cell is flags */ 369 1.1 jmcneill 370 1.2 marty if (!specifier) 371 1.2 marty return false; 372 1.2 marty const u_int type = be32toh(specifier[0]); 373 1.2 marty const u_int intr = be32toh(specifier[1]); 374 1.1 jmcneill const u_int irq = type == 0 ? IRQ_SPI(intr) : IRQ_PPI(intr); 375 1.1 jmcneill 376 1.1 jmcneill snprintf(buf, buflen, "GIC irq %d", irq); 377 1.1 jmcneill 378 1.1 jmcneill return true; 379 1.1 jmcneill } 380