Home | History | Annotate | Line # | Download | only in acpi
      1 /* $NetBSD: qcomgpio.c,v 1.8 2024/12/17 22:05:21 riastradh Exp $ */
      2 
      3 /*-
      4  * Copyright (c) 2024 The NetBSD Foundation, Inc.
      5  * All rights reserved.
      6  *
      7  * This code is derived from software contributed to The NetBSD Foundation
      8  * by Jared McNeill <jmcneill (at) invisible.ca>.
      9  *
     10  * Redistribution and use in source and binary forms, with or without
     11  * modification, are permitted provided that the following conditions
     12  * are met:
     13  * 1. Redistributions of source code must retain the above copyright
     14  *    notice, this list of conditions and the following disclaimer.
     15  * 2. Redistributions in binary form must reproduce the above copyright
     16  *    notice, this list of conditions and the following disclaimer in the
     17  *    documentation and/or other materials provided with the distribution.
     18  *
     19  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29  * POSSIBILITY OF SUCH DAMAGE.
     30  */
     31 
     32 #include <sys/cdefs.h>
     33 __KERNEL_RCSID(0, "$NetBSD: qcomgpio.c,v 1.8 2024/12/17 22:05:21 riastradh Exp $");
     34 
     35 #include <sys/param.h>
     36 #include <sys/types.h>
     37 
     38 #include <sys/bus.h>
     39 #include <sys/cpu.h>
     40 #include <sys/device.h>
     41 #include <sys/evcnt.h>
     42 #include <sys/gpio.h>
     43 #include <sys/kmem.h>
     44 #include <sys/mutex.h>
     45 #include <sys/queue.h>
     46 
     47 #include <dev/acpi/acpi_event.h>
     48 #include <dev/acpi/acpi_gpio.h>
     49 #include <dev/acpi/acpi_intr.h>
     50 #include <dev/acpi/acpireg.h>
     51 #include <dev/acpi/acpivar.h>
     52 #include <dev/acpi/qcomgpioreg.h>
     53 
     54 #include <dev/gpio/gpiovar.h>
     55 
     56 typedef enum {
     57 	QCOMGPIO_X1E,
     58 } qcomgpio_type;
     59 
     60 struct qcomgpio_reserved {
     61 	int	start;
     62 	int	count;
     63 };
     64 
     65 struct qcomgpio_config {
     66 	struct qcomgpio_reserved *reserved;
     67 	u_int	num_reserved;
     68 	u_int	*pdc_filter;
     69 	u_int	num_pdc_filter;
     70 };
     71 
     72 struct qcomgpio_intr_handler {
     73 	int	(*ih_func)(void *);
     74 	void	*ih_arg;
     75 	int	ih_pin;
     76 	int	ih_type;
     77 	struct evcnt ih_evcnt;
     78 	char	ih_name[16];
     79 	LIST_ENTRY(qcomgpio_intr_handler) ih_list;
     80 };
     81 
     82 struct qcomgpio_pdcmap {
     83 	int	pm_pin;
     84 	u_int	pm_irq;
     85 };
     86 
     87 struct qcomgpio_softc {
     88 	device_t			sc_dev;
     89 	device_t			sc_gpiodev;
     90 	bus_space_handle_t		sc_bsh;
     91 	bus_space_tag_t			sc_bst;
     92 	const struct qcomgpio_config	*sc_config;
     93 	struct gpio_chipset_tag		sc_gc;
     94 	gpio_pin_t			*sc_pins;
     95 	u_int				sc_npins;
     96 	LIST_HEAD(, qcomgpio_intr_handler) sc_intrs;
     97 	kmutex_t			sc_lock;
     98 
     99 	struct qcomgpio_pdcmap		*sc_pdcmap;
    100 	u_int				sc_npdcmap;
    101 };
    102 
    103 #define RD4(sc, reg)		\
    104 	bus_space_read_4((sc)->sc_bst, (sc)->sc_bsh, (reg))
    105 #define WR4(sc, reg, val)	\
    106 	bus_space_write_4((sc)->sc_bst, (sc)->sc_bsh, (reg), (val))
    107 
    108 static int	qcomgpio_match(device_t, cfdata_t, void *);
    109 static void	qcomgpio_attach(device_t, device_t, void *);
    110 
    111 static bool	qcomgpio_pin_reserved(struct qcomgpio_softc *, int);
    112 static int	qcomgpio_pin_read(void *, int);
    113 static void	qcomgpio_pin_write(void *, int, int);
    114 static void	qcomgpio_pin_ctl(void *, int, int);
    115 static void *	qcomgpio_intr_establish(void *, int, int, int,
    116 		    int (*)(void *), void *);
    117 static void	qcomgpio_intr_disestablish(void *, void *);
    118 static bool	qcomgpio_intr_str(void *, int, int, char *, size_t);
    119 static void	qcomgpio_intr_mask(void *, void *);
    120 static void	qcomgpio_intr_unmask(void *, void *);
    121 
    122 static u_int	qcomgpio_acpi_num_pins(device_t, ACPI_HANDLE);
    123 static void	qcomgpio_acpi_fill_pdcmap(struct qcomgpio_softc *,
    124 		    ACPI_HANDLE);
    125 static int	qcomgpio_acpi_translate(void *, ACPI_RESOURCE_GPIO *, void **);
    126 static void	qcomgpio_register_event(void *, struct acpi_event *,
    127 		    ACPI_RESOURCE_GPIO *);
    128 static int	qcomgpio_intr(void *);
    129 
    130 CFATTACH_DECL_NEW(qcomgpio, sizeof(struct qcomgpio_softc),
    131     qcomgpio_match, qcomgpio_attach, NULL, NULL);
    132 
    133 static UINT8 qcomgpio_gpio_dsm_uuid[ACPI_UUID_LENGTH] = {
    134 	0xa4, 0xb2, 0xb9, 0x98, 0x63, 0x16, 0x5f, 0x4a,
    135 	0x82, 0xf2, 0xc6, 0xc9, 0x9a, 0x39, 0x47, 0x26
    136 };
    137 #define QCOMGPIO_GPIO_DSM_REV		0
    138 #define QCOMGPIO_GPIO_DSM_FUNC_NUM_PINS	2
    139 
    140 static UINT8 qcomgpio_pdc_dsm_uuid[ACPI_UUID_LENGTH] = {
    141 	0xd4, 0x0f, 0x1b, 0x92, 0x7c, 0x56, 0xa0, 0x43,
    142 	0xbb, 0x14, 0x26, 0x48, 0xf7, 0xb2, 0xa1, 0x8c
    143 };
    144 #define QCOMGPIO_PDC_DSM_REV		0
    145 #define QCOMGPIO_PDC_DSM_FUNC_CIPR	2
    146 
    147 static struct qcomgpio_reserved qcomgpio_x1e_reserved[] = {
    148 	{ .start = 34, .count = 2 },
    149 	{ .start = 44, .count = 4 },
    150 	{ .start = 72, .count = 2 },
    151 	{ .start = 238, .count = 1 },
    152 };
    153 
    154 static int qcomgpio_x1e_pdc_filter[] = {
    155 	0x140,	/* Interrupt storm due to missing SMI support. */
    156 };
    157 
    158 static struct qcomgpio_config qcomgpio_x1e_config = {
    159 	.reserved = qcomgpio_x1e_reserved,
    160 	.num_reserved = __arraycount(qcomgpio_x1e_reserved),
    161 	.pdc_filter = qcomgpio_x1e_pdc_filter,
    162 	.num_pdc_filter = __arraycount(qcomgpio_x1e_pdc_filter),
    163 };
    164 
    165 static const struct device_compatible_entry compat_data[] = {
    166 	{ .compat = "QCOM0C0C",	.data = &qcomgpio_x1e_config },
    167 	DEVICE_COMPAT_EOL
    168 };
    169 
    170 static int
    171 qcomgpio_match(device_t parent, cfdata_t cf, void *aux)
    172 {
    173 	struct acpi_attach_args *aa = aux;
    174 
    175 	return acpi_compatible_match(aa, compat_data);
    176 }
    177 
    178 static void
    179 qcomgpio_attach(device_t parent, device_t self, void *aux)
    180 {
    181 	struct qcomgpio_softc * const sc = device_private(self);
    182 	struct acpi_attach_args *aa = aux;
    183 	struct gpiobus_attach_args gba;
    184 	ACPI_HANDLE hdl = aa->aa_node->ad_handle;
    185 	struct acpi_resources res;
    186 	struct acpi_mem *mem;
    187 	struct acpi_irq *irq;
    188 	ACPI_STATUS rv;
    189 	int error, pin, n;
    190 	void *ih;
    191 
    192 	sc->sc_dev = self;
    193 	sc->sc_config = acpi_compatible_lookup(aa, compat_data)->data;
    194 	sc->sc_bst = aa->aa_memt;
    195 	KASSERT(sc->sc_config != NULL);
    196 	LIST_INIT(&sc->sc_intrs);
    197 	mutex_init(&sc->sc_lock, MUTEX_DEFAULT, IPL_VM);
    198 
    199 	rv = acpi_resource_parse(sc->sc_dev, hdl, "_CRS",
    200 	    &res, &acpi_resource_parse_ops_default);
    201 	if (ACPI_FAILURE(rv)) {
    202 		return;
    203 	}
    204 
    205 	mem = acpi_res_mem(&res, 0);
    206 	if (mem == NULL) {
    207 		aprint_error_dev(self, "couldn't find mem resource\n");
    208 		goto done;
    209 	}
    210 
    211 	irq = acpi_res_irq(&res, 0);
    212 	if (irq == NULL) {
    213 		aprint_error_dev(self, "couldn't find irq resource\n");
    214 		goto done;
    215 	}
    216 
    217 	error = bus_space_map(sc->sc_bst, mem->ar_base, mem->ar_length, 0,
    218 	    &sc->sc_bsh);
    219 	if (error) {
    220 		aprint_error_dev(self, "couldn't map registers\n");
    221 		goto done;
    222 	}
    223 
    224 	sc->sc_npdcmap = res.ar_nirq;
    225 	sc->sc_pdcmap = kmem_zalloc(sizeof(*sc->sc_pdcmap) * sc->sc_npdcmap,
    226 	    KM_SLEEP);
    227 	for (n = 0; n < sc->sc_npdcmap; n++) {
    228 		sc->sc_pdcmap[n].pm_irq = acpi_res_irq(&res, n)->ar_irq;
    229 		sc->sc_pdcmap[n].pm_pin = -1;
    230 		aprint_debug_dev(self, "IRQ resource %u -> %#x\n",
    231 		    n, sc->sc_pdcmap[n].pm_irq);
    232 	}
    233 	qcomgpio_acpi_fill_pdcmap(sc, hdl);
    234 
    235 	sc->sc_npins = qcomgpio_acpi_num_pins(self, hdl);
    236 	if (sc->sc_npins == 0) {
    237 		aprint_error_dev(self, "couldn't determine pin count!\n");
    238 		goto done;
    239 	}
    240 	sc->sc_pins = kmem_zalloc(sizeof(*sc->sc_pins) * sc->sc_npins,
    241 	    KM_SLEEP);
    242 	for (pin = 0; pin < sc->sc_npins; pin++) {
    243 		sc->sc_pins[pin].pin_caps = qcomgpio_pin_reserved(sc, pin) ?
    244 		    0 : (GPIO_PIN_INPUT | GPIO_PIN_OUTPUT);
    245 		sc->sc_pins[pin].pin_num = pin;
    246 		sc->sc_pins[pin].pin_intrcaps =
    247 		    GPIO_INTR_POS_EDGE | GPIO_INTR_NEG_EDGE |
    248 		    GPIO_INTR_DOUBLE_EDGE | GPIO_INTR_HIGH_LEVEL |
    249 		    GPIO_INTR_LOW_LEVEL | GPIO_INTR_MPSAFE;
    250 	}
    251 
    252 	sc->sc_gc.gp_cookie = sc;
    253 	sc->sc_gc.gp_pin_read = qcomgpio_pin_read;
    254 	sc->sc_gc.gp_pin_write = qcomgpio_pin_write;
    255 	sc->sc_gc.gp_pin_ctl = qcomgpio_pin_ctl;
    256 	sc->sc_gc.gp_intr_establish = qcomgpio_intr_establish;
    257 	sc->sc_gc.gp_intr_disestablish = qcomgpio_intr_disestablish;
    258 	sc->sc_gc.gp_intr_str = qcomgpio_intr_str;
    259 	sc->sc_gc.gp_intr_mask = qcomgpio_intr_mask;
    260 	sc->sc_gc.gp_intr_unmask = qcomgpio_intr_unmask;
    261 
    262 	rv = acpi_event_create_gpio(self, hdl, qcomgpio_register_event, sc);
    263 	if (ACPI_FAILURE(rv)) {
    264 		if (rv != AE_NOT_FOUND) {
    265 			aprint_error_dev(self, "failed to create events: %s\n",
    266 			    AcpiFormatException(rv));
    267 		}
    268 		goto done;
    269 	}
    270 
    271 	ih = acpi_intr_establish(self, (uint64_t)(uintptr_t)hdl,
    272 	    IPL_VM, false, qcomgpio_intr, sc, device_xname(self));
    273 	if (ih == NULL) {
    274 		aprint_error_dev(self, "couldn't establish interrupt\n");
    275 		goto done;
    276 	}
    277 
    278 	memset(&gba, 0, sizeof(gba));
    279 	gba.gba_gc = &sc->sc_gc;
    280 	gba.gba_pins = sc->sc_pins;
    281 	gba.gba_npins = sc->sc_npins;
    282 	sc->sc_gpiodev = config_found(self, &gba, gpiobus_print,
    283 	    CFARGS(.iattr = "gpiobus"));
    284 	if (sc->sc_gpiodev != NULL) {
    285 		acpi_gpio_register(aa->aa_node, self,
    286 		    qcomgpio_acpi_translate, sc);
    287 	}
    288 
    289 done:
    290 	acpi_resource_cleanup(&res);
    291 }
    292 
    293 static u_int
    294 qcomgpio_acpi_num_pins(device_t dev, ACPI_HANDLE hdl)
    295 {
    296 	ACPI_STATUS rv;
    297 	ACPI_INTEGER npins;
    298 
    299 	rv = acpi_dsm_integer(hdl, qcomgpio_gpio_dsm_uuid,
    300 	    QCOMGPIO_GPIO_DSM_REV, QCOMGPIO_GPIO_DSM_FUNC_NUM_PINS,
    301 	    NULL, &npins);
    302 	if (ACPI_FAILURE(rv)) {
    303 		aprint_error_dev(dev, "GPIO _DSM failed: %s\n",
    304 		    AcpiFormatException(rv));
    305 		return 0;
    306 	}
    307 
    308 	aprint_debug_dev(dev, "GPIO pin count: %u\n", (u_int)npins);
    309 
    310 	return (u_int)npins;
    311 }
    312 
    313 static void
    314 qcomgpio_acpi_fill_pdcmap(struct qcomgpio_softc *sc,
    315     ACPI_HANDLE hdl)
    316 {
    317 	ACPI_STATUS rv;
    318 	ACPI_OBJECT *obj;
    319 	u_int n, filt;
    320 
    321 	rv = acpi_dsm_typed(hdl, qcomgpio_pdc_dsm_uuid,
    322 	    QCOMGPIO_PDC_DSM_REV, QCOMGPIO_PDC_DSM_FUNC_CIPR,
    323 	    NULL, ACPI_TYPE_PACKAGE, &obj);
    324 	if (ACPI_FAILURE(rv)) {
    325 		aprint_error_dev(sc->sc_dev, "PDC _DSM failed: %s\n",
    326 		    AcpiFormatException(rv));
    327 		return;
    328 	}
    329 
    330 	for (n = 0; n < obj->Package.Count; n++) {
    331 		ACPI_OBJECT *map = &obj->Package.Elements[n];
    332 		bool filter = false;
    333 		u_int irq, pdc;
    334 		int pin;
    335 
    336 		if (map->Type != ACPI_TYPE_PACKAGE ||
    337 		    map->Package.Count < 3 ||
    338 		    map->Package.Elements[0].Type != ACPI_TYPE_INTEGER ||
    339 		    map->Package.Elements[1].Type != ACPI_TYPE_INTEGER ||
    340 		    map->Package.Elements[2].Type != ACPI_TYPE_INTEGER) {
    341 			continue;
    342 		}
    343 
    344 		irq = (u_int)map->Package.Elements[2].Integer.Value;
    345 		pin = (int)map->Package.Elements[1].Integer.Value;
    346 		for (pdc = 0; pdc < sc->sc_npdcmap; pdc++) {
    347 			if (sc->sc_pdcmap[pdc].pm_irq == irq) {
    348 				for (filt = 0;
    349 				     filt < sc->sc_config->num_pdc_filter;
    350 		     		     filt++) {
    351 					if (sc->sc_config->pdc_filter[filt] ==
    352 					    pdc * 64) {
    353 						filter = true;
    354 						break;
    355 					}
    356 				}
    357 
    358 				if (!filter) {
    359 					sc->sc_pdcmap[pdc].pm_pin = pin;
    360 				}
    361 				break;
    362 			}
    363 		}
    364 
    365 		aprint_debug_dev(sc->sc_dev,
    366 		    "PDC irq %#x -> pin %d%s%s\n", irq, pin,
    367 		    filter ? " (filtered)" : "",
    368 		    pdc == sc->sc_npdcmap ? " (unused)" : "");
    369 	}
    370 
    371 	ACPI_FREE(obj);
    372 }
    373 
    374 static int
    375 qcomgpio_acpi_translate(void *priv, ACPI_RESOURCE_GPIO *gpio, void **gpiop)
    376 {
    377 	struct qcomgpio_softc * const sc = priv;
    378 	const ACPI_INTEGER vpin = gpio->PinTable[0];
    379 	int pin = -1;
    380 
    381 	if (vpin < sc->sc_npins) {
    382 		/* Virtual pin number is 1:1 mapping with hardware. */
    383 		pin = vpin;
    384 	} else if (vpin / 64 < sc->sc_npdcmap) {
    385 		/* Translate the virtual pin number to a hardware pin. */
    386 		pin = sc->sc_pdcmap[vpin / 64].pm_pin;
    387 	}
    388 
    389 	aprint_debug_dev(sc->sc_dev, "translate %#lx -> %u\n", vpin, pin);
    390 
    391 	if (gpiop != NULL) {
    392 		if (sc->sc_gpiodev != NULL) {
    393 			*gpiop = device_private(sc->sc_gpiodev);
    394 		} else {
    395 			device_printf(sc->sc_dev,
    396 			    "no gpiodev for pin %#lx -> %u\n", vpin, pin);
    397 			pin = -1;
    398 		}
    399 	}
    400 
    401 	return pin;
    402 }
    403 
    404 static int
    405 qcomgpio_acpi_event(void *priv)
    406 {
    407 	struct acpi_event * const ev = priv;
    408 
    409 	acpi_event_notify(ev);
    410 
    411 	return 1;
    412 }
    413 
    414 static void
    415 qcomgpio_register_event(void *priv, struct acpi_event *ev,
    416     ACPI_RESOURCE_GPIO *gpio)
    417 {
    418 	struct qcomgpio_softc * const sc = priv;
    419 	int irqmode;
    420 	void *ih;
    421 
    422 	const int pin = qcomgpio_acpi_translate(sc, gpio, NULL);
    423 
    424 	if (pin < 0) {
    425 		aprint_error_dev(sc->sc_dev,
    426 		    "ignoring event for pin %#x (out of range)\n",
    427 		    gpio->PinTable[0]);
    428 		return;
    429 	}
    430 
    431 	if (gpio->Triggering == ACPI_LEVEL_SENSITIVE) {
    432 		irqmode = gpio->Polarity == ACPI_ACTIVE_HIGH ?
    433 		    GPIO_INTR_HIGH_LEVEL : GPIO_INTR_LOW_LEVEL;
    434 	} else {
    435 		KASSERT(gpio->Triggering == ACPI_EDGE_SENSITIVE);
    436 		if (gpio->Polarity == ACPI_ACTIVE_LOW) {
    437 			irqmode = GPIO_INTR_NEG_EDGE;
    438 		} else if (gpio->Polarity == ACPI_ACTIVE_HIGH) {
    439 			irqmode = GPIO_INTR_POS_EDGE;
    440 		} else {
    441 			KASSERT(gpio->Polarity == ACPI_ACTIVE_BOTH);
    442 			irqmode = GPIO_INTR_DOUBLE_EDGE;
    443 		}
    444 	}
    445 
    446 	ih = qcomgpio_intr_establish(sc, pin, IPL_VM, irqmode,
    447 	    qcomgpio_acpi_event, ev);
    448 	if (ih == NULL) {
    449 		aprint_error_dev(sc->sc_dev,
    450 		    "couldn't register event for pin %#x\n",
    451 		    gpio->PinTable[0]);
    452 		return;
    453 	}
    454 	if (gpio->Triggering == ACPI_LEVEL_SENSITIVE) {
    455 		acpi_event_set_intrcookie(ev, ih);
    456 	}
    457 }
    458 
    459 static bool
    460 qcomgpio_pin_reserved(struct qcomgpio_softc *sc, int pin)
    461 {
    462 	u_int n;
    463 
    464 	for (n = 0; n < sc->sc_config->num_reserved; n++) {
    465 		if (pin >= sc->sc_config->reserved[n].start &&
    466 		    pin < sc->sc_config->reserved[n].start +
    467 			  sc->sc_config->reserved[n].count) {
    468 			return true;
    469 		}
    470 	}
    471 
    472 	return false;
    473 }
    474 
    475 static int
    476 qcomgpio_pin_read(void *priv, int pin)
    477 {
    478 	struct qcomgpio_softc * const sc = priv;
    479 	uint32_t val;
    480 
    481 	if (pin < 0 || pin >= sc->sc_npins) {
    482 		return 0;
    483 	}
    484 	if ((sc->sc_pins[pin].pin_caps & GPIO_PIN_INPUT) == 0) {
    485 		return 0;
    486 	}
    487 
    488 	val = RD4(sc, TLMM_GPIO_IN_OUT(pin));
    489 	return (val & TLMM_GPIO_IN_OUT_GPIO_IN) != 0;
    490 }
    491 
    492 static void
    493 qcomgpio_pin_write(void *priv, int pin, int pinval)
    494 {
    495 	struct qcomgpio_softc * const sc = priv;
    496 	uint32_t val;
    497 
    498 	if (pin < 0 || pin >= sc->sc_npins) {
    499 		return;
    500 	}
    501 	if ((sc->sc_pins[pin].pin_caps & GPIO_PIN_OUTPUT) == 0) {
    502 		return;
    503 	}
    504 
    505 	val = RD4(sc, TLMM_GPIO_IN_OUT(pin));
    506 	if (pinval) {
    507 		val |= TLMM_GPIO_IN_OUT_GPIO_OUT;
    508 	} else {
    509 		val &= ~TLMM_GPIO_IN_OUT_GPIO_OUT;
    510 	}
    511 	WR4(sc, TLMM_GPIO_IN_OUT(pin), val);
    512 }
    513 
    514 static void
    515 qcomgpio_pin_ctl(void *priv, int pin, int flags)
    516 {
    517 	/* Nothing to do here, as firmware has already configured pins. */
    518 }
    519 
    520 static void *
    521 qcomgpio_intr_establish(void *priv, int pin, int ipl, int irqmode,
    522     int (*func)(void *), void *arg)
    523 {
    524 	struct qcomgpio_softc * const sc = priv;
    525 	struct qcomgpio_intr_handler *qih, *qihp;
    526 	uint32_t dect, pol;
    527 	uint32_t val;
    528 
    529 	if (pin < 0 || pin >= sc->sc_npins) {
    530 		return NULL;
    531 	}
    532 	if (ipl != IPL_VM) {
    533 		device_printf(sc->sc_dev, "%s: only IPL_VM supported\n",
    534 		    __func__);
    535 		return NULL;
    536 	}
    537 
    538 	qih = kmem_alloc(sizeof(*qih), KM_SLEEP);
    539 	qih->ih_func = func;
    540 	qih->ih_arg = arg;
    541 	qih->ih_pin = pin;
    542 	qih->ih_type = (irqmode & GPIO_INTR_LEVEL_MASK) != 0 ?
    543 	    IST_LEVEL : IST_EDGE;
    544 	snprintf(qih->ih_name, sizeof(qih->ih_name), "pin %d", pin);
    545 
    546 	mutex_enter(&sc->sc_lock);
    547 
    548 	LIST_FOREACH(qihp, &sc->sc_intrs, ih_list) {
    549 		if (qihp->ih_pin == qih->ih_pin) {
    550 			mutex_exit(&sc->sc_lock);
    551 			kmem_free(qih, sizeof(*qih));
    552 			device_printf(sc->sc_dev,
    553 			    "%s: pin %d already establish\n", __func__, pin);
    554 			return NULL;
    555 		}
    556 	}
    557 
    558 	LIST_INSERT_HEAD(&sc->sc_intrs, qih, ih_list);
    559 
    560 	if ((irqmode & GPIO_INTR_LEVEL_MASK) != 0) {
    561 		dect = TLMM_GPIO_INTR_CFG_INTR_DECT_CTL_LEVEL;
    562 		pol = (irqmode & GPIO_INTR_HIGH_LEVEL) != 0 ?
    563 		    TLMM_GPIO_INTR_CFG_INTR_POL_CTL : 0;
    564 	} else {
    565 		KASSERT((irqmode & GPIO_INTR_EDGE_MASK) != 0);
    566 		if ((irqmode & GPIO_INTR_NEG_EDGE) != 0) {
    567 			dect = TLMM_GPIO_INTR_CFG_INTR_DECT_CTL_EDGE_NEG;
    568 			pol = TLMM_GPIO_INTR_CFG_INTR_POL_CTL;
    569 		} else if ((irqmode & GPIO_INTR_POS_EDGE) != 0) {
    570 			dect = TLMM_GPIO_INTR_CFG_INTR_DECT_CTL_EDGE_POS;
    571 			pol = TLMM_GPIO_INTR_CFG_INTR_POL_CTL;
    572 		} else {
    573 			KASSERT((irqmode & GPIO_INTR_DOUBLE_EDGE) != 0);
    574 			dect = TLMM_GPIO_INTR_CFG_INTR_DECT_CTL_EDGE_BOTH;
    575 			pol = 0;
    576 		}
    577 	}
    578 
    579 	val = RD4(sc, TLMM_GPIO_INTR_CFG(pin));
    580 	val &= ~TLMM_GPIO_INTR_CFG_INTR_DECT_CTL_MASK;
    581 	val |= __SHIFTIN(dect, TLMM_GPIO_INTR_CFG_INTR_DECT_CTL_MASK);
    582 	val &= ~TLMM_GPIO_INTR_CFG_INTR_POL_CTL;
    583 	val |= pol;
    584 	val &= ~TLMM_GPIO_INTR_CFG_TARGET_PROC_MASK;
    585 	val |= __SHIFTIN(TLMM_GPIO_INTR_CFG_TARGET_PROC_RPM,
    586 	    TLMM_GPIO_INTR_CFG_TARGET_PROC_MASK);
    587 	val |= TLMM_GPIO_INTR_CFG_INTR_RAW_STATUS_EN;
    588 	val |= TLMM_GPIO_INTR_CFG_INTR_ENABLE;
    589 	WR4(sc, TLMM_GPIO_INTR_CFG(pin), val);
    590 
    591 	mutex_exit(&sc->sc_lock);
    592 
    593 	evcnt_attach_dynamic(&qih->ih_evcnt, EVCNT_TYPE_INTR,
    594 	    NULL, device_xname(sc->sc_dev), qih->ih_name);
    595 
    596 	return qih;
    597 }
    598 
    599 static void
    600 qcomgpio_intr_disestablish(void *priv, void *ih)
    601 {
    602 	struct qcomgpio_softc * const sc = priv;
    603 	struct qcomgpio_intr_handler *qih = ih;
    604 	uint32_t val;
    605 
    606 	evcnt_detach(&qih->ih_evcnt);
    607 
    608 	mutex_enter(&sc->sc_lock);
    609 
    610 	LIST_REMOVE(qih, ih_list);
    611 
    612 	val = RD4(sc, TLMM_GPIO_INTR_CFG(qih->ih_pin));
    613 	val &= ~TLMM_GPIO_INTR_CFG_INTR_ENABLE;
    614 	WR4(sc, TLMM_GPIO_INTR_CFG(qih->ih_pin), val);
    615 
    616 	mutex_exit(&sc->sc_lock);
    617 
    618 	kmem_free(qih, sizeof(*qih));
    619 }
    620 
    621 static bool
    622 qcomgpio_intr_str(void *priv, int pin, int irqmode, char *buf, size_t buflen)
    623 {
    624 	struct qcomgpio_softc * const sc = priv;
    625 	int rv;
    626 
    627 	rv = snprintf(buf, buflen, "%s pin %d", device_xname(sc->sc_dev), pin);
    628 
    629 	return rv < buflen;
    630 }
    631 
    632 static void
    633 qcomgpio_intr_mask(void *priv, void *ih)
    634 {
    635 	struct qcomgpio_softc * const sc = priv;
    636 	struct qcomgpio_intr_handler *qih = ih;
    637 	uint32_t val;
    638 
    639 	val = RD4(sc, TLMM_GPIO_INTR_CFG(qih->ih_pin));
    640 	if (qih->ih_type == IST_LEVEL) {
    641 		val &= ~TLMM_GPIO_INTR_CFG_INTR_RAW_STATUS_EN;
    642 	}
    643 	val &= ~TLMM_GPIO_INTR_CFG_INTR_ENABLE;
    644 	WR4(sc, TLMM_GPIO_INTR_CFG(qih->ih_pin), val);
    645 }
    646 
    647 static void
    648 qcomgpio_intr_unmask(void *priv, void *ih)
    649 {
    650 	struct qcomgpio_softc * const sc = priv;
    651 	struct qcomgpio_intr_handler *qih = ih;
    652 	uint32_t val;
    653 
    654 	val = RD4(sc, TLMM_GPIO_INTR_CFG(qih->ih_pin));
    655 	if (qih->ih_type == IST_LEVEL) {
    656 		val |= TLMM_GPIO_INTR_CFG_INTR_RAW_STATUS_EN;
    657 	}
    658 	val |= TLMM_GPIO_INTR_CFG_INTR_ENABLE;
    659 	WR4(sc, TLMM_GPIO_INTR_CFG(qih->ih_pin), val);
    660 }
    661 
    662 static int
    663 qcomgpio_intr(void *priv)
    664 {
    665 	struct qcomgpio_softc * const sc = priv;
    666 	struct qcomgpio_intr_handler *qih;
    667 	int rv = 0;
    668 
    669 	mutex_enter(&sc->sc_lock);
    670 
    671 	LIST_FOREACH(qih, &sc->sc_intrs, ih_list) {
    672 		const int pin = qih->ih_pin;
    673 		uint32_t val;
    674 
    675 		val = RD4(sc, TLMM_GPIO_INTR_STATUS(pin));
    676 		if ((val & TLMM_GPIO_INTR_STATUS_INTR_STATUS) != 0) {
    677 			qih->ih_evcnt.ev_count++;
    678 
    679 			rv |= qih->ih_func(qih->ih_arg);
    680 
    681 			val &= ~TLMM_GPIO_INTR_STATUS_INTR_STATUS;
    682 			WR4(sc, TLMM_GPIO_INTR_STATUS(pin), val);
    683 		}
    684 	}
    685 
    686 	mutex_exit(&sc->sc_lock);
    687 
    688 	return rv;
    689 }
    690