Home | History | Annotate | Line # | Download | only in acpi
acpi_machdep.c revision 1.21.2.2
      1  1.21.2.2   thorpej /* $NetBSD: acpi_machdep.c,v 1.21.2.2 2021/04/17 18:03:32 thorpej Exp $ */
      2       1.1  jmcneill 
      3       1.1  jmcneill /*-
      4       1.1  jmcneill  * Copyright (c) 2018 The NetBSD Foundation, Inc.
      5       1.1  jmcneill  * All rights reserved.
      6       1.1  jmcneill  *
      7       1.1  jmcneill  * This code is derived from software contributed to The NetBSD Foundation
      8       1.1  jmcneill  * by Jared McNeill <jmcneill (at) invisible.ca>.
      9       1.1  jmcneill  *
     10       1.1  jmcneill  * Redistribution and use in source and binary forms, with or without
     11       1.1  jmcneill  * modification, are permitted provided that the following conditions
     12       1.1  jmcneill  * are met:
     13       1.1  jmcneill  * 1. Redistributions of source code must retain the above copyright
     14       1.1  jmcneill  *    notice, this list of conditions and the following disclaimer.
     15       1.1  jmcneill  * 2. Redistributions in binary form must reproduce the above copyright
     16       1.1  jmcneill  *    notice, this list of conditions and the following disclaimer in the
     17       1.1  jmcneill  *    documentation and/or other materials provided with the distribution.
     18       1.1  jmcneill  *
     19       1.1  jmcneill  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20       1.1  jmcneill  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21       1.1  jmcneill  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22       1.1  jmcneill  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23       1.1  jmcneill  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24       1.1  jmcneill  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25       1.1  jmcneill  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26       1.1  jmcneill  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27       1.1  jmcneill  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28       1.1  jmcneill  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29       1.1  jmcneill  * POSSIBILITY OF SUCH DAMAGE.
     30       1.1  jmcneill  */
     31       1.1  jmcneill 
     32       1.5  jmcneill #include "pci.h"
     33       1.5  jmcneill 
     34       1.1  jmcneill #include <sys/cdefs.h>
     35  1.21.2.2   thorpej __KERNEL_RCSID(0, "$NetBSD: acpi_machdep.c,v 1.21.2.2 2021/04/17 18:03:32 thorpej Exp $");
     36       1.1  jmcneill 
     37       1.1  jmcneill #include <sys/param.h>
     38       1.1  jmcneill #include <sys/systm.h>
     39       1.1  jmcneill #include <sys/bus.h>
     40       1.1  jmcneill #include <sys/cpu.h>
     41       1.1  jmcneill #include <sys/device.h>
     42      1.17  jmcneill #include <sys/kmem.h>
     43       1.1  jmcneill 
     44       1.1  jmcneill #include <uvm/uvm_extern.h>
     45       1.1  jmcneill 
     46       1.1  jmcneill #include <dev/fdt/fdtvar.h>
     47       1.1  jmcneill 
     48       1.1  jmcneill #include <dev/acpi/acpica.h>
     49       1.1  jmcneill #include <dev/acpi/acpivar.h>
     50       1.5  jmcneill #if NPCI > 0
     51       1.2  jmcneill #include <dev/acpi/acpi_mcfg.h>
     52       1.5  jmcneill #endif
     53       1.1  jmcneill 
     54       1.7  jmcneill #include <arm/arm/efi_runtime.h>
     55       1.7  jmcneill 
     56       1.1  jmcneill #include <arm/pic/picvar.h>
     57       1.1  jmcneill 
     58       1.1  jmcneill #include <arm/locore.h>
     59       1.1  jmcneill 
     60       1.1  jmcneill #include <machine/acpi_machdep.h>
     61       1.1  jmcneill 
     62       1.1  jmcneill extern struct bus_space arm_generic_bs_tag;
     63      1.14  jmcneill extern struct arm32_bus_dma_tag acpi_coherent_dma_tag;
     64      1.14  jmcneill extern struct arm32_bus_dma_tag arm_generic_dma_tag;
     65      1.14  jmcneill 
     66      1.19  jmcneill bus_dma_tag_t	arm_acpi_dma32_tag(struct acpi_softc *, struct acpi_devnode *);
     67      1.19  jmcneill bus_dma_tag_t	arm_acpi_dma64_tag(struct acpi_softc *, struct acpi_devnode *);
     68       1.1  jmcneill 
     69       1.7  jmcneill static int
     70       1.7  jmcneill acpi_md_pmapflags(paddr_t pa)
     71       1.7  jmcneill {
     72       1.7  jmcneill 	int len;
     73       1.7  jmcneill 
     74       1.7  jmcneill 	const int chosen = OF_finddevice("/chosen");
     75       1.7  jmcneill 	if (chosen == -1)
     76       1.7  jmcneill 		return 0;
     77       1.7  jmcneill 
     78       1.7  jmcneill 	const uint32_t *map = fdtbus_get_prop(chosen, "netbsd,uefi-memmap", &len);
     79       1.7  jmcneill 	if (map == NULL)
     80       1.7  jmcneill 		return 0;
     81       1.7  jmcneill 
     82       1.7  jmcneill 	while (len >= 28) {
     83       1.8  jmcneill 		const uint32_t type = be32dec(&map[0]);
     84       1.7  jmcneill 		const uint64_t phys_start = be64dec(&map[1]);
     85       1.7  jmcneill 		const uint64_t num_pages = be64dec(&map[3]);
     86       1.7  jmcneill 		const uint64_t attr = be64dec(&map[5]);
     87       1.7  jmcneill 
     88       1.7  jmcneill 		if (pa >= phys_start && pa < phys_start + (num_pages * EFI_PAGE_SIZE)) {
     89       1.8  jmcneill 			switch (type) {
     90       1.8  jmcneill 			case EFI_MD_TYPE_RECLAIM:
     91       1.8  jmcneill 				/* ACPI table memory */
     92       1.7  jmcneill 				return PMAP_WRITE_BACK;
     93       1.8  jmcneill 
     94       1.8  jmcneill 			case EFI_MD_TYPE_IOMEM:
     95       1.8  jmcneill 			case EFI_MD_TYPE_IOPORT:
     96       1.8  jmcneill 				return PMAP_DEV;
     97       1.8  jmcneill 
     98       1.8  jmcneill 			default:
     99       1.8  jmcneill 				if ((attr & EFI_MD_ATTR_WB) != 0)
    100       1.8  jmcneill 					return PMAP_WRITE_BACK;
    101       1.8  jmcneill 				else if ((attr & EFI_MD_ATTR_WC) != 0)
    102       1.8  jmcneill 					return PMAP_WRITE_COMBINE;
    103       1.8  jmcneill 				else if ((attr & EFI_MD_ATTR_WT) != 0)
    104       1.8  jmcneill 					return 0;	/* XXX */
    105       1.8  jmcneill 
    106       1.7  jmcneill 				return PMAP_DEV;
    107       1.8  jmcneill 			}
    108       1.7  jmcneill 		}
    109       1.7  jmcneill 
    110       1.7  jmcneill 		map += 7;
    111       1.7  jmcneill 		len -= 28;
    112       1.7  jmcneill 	}
    113       1.7  jmcneill 
    114       1.7  jmcneill 	/* Not found; assume device memory */
    115       1.7  jmcneill 	return PMAP_DEV;
    116       1.7  jmcneill }
    117       1.7  jmcneill 
    118       1.1  jmcneill ACPI_STATUS
    119       1.1  jmcneill acpi_md_OsInitialize(void)
    120       1.1  jmcneill {
    121       1.1  jmcneill 	return AE_OK;
    122       1.1  jmcneill }
    123       1.1  jmcneill 
    124       1.1  jmcneill ACPI_PHYSICAL_ADDRESS
    125       1.1  jmcneill acpi_md_OsGetRootPointer(void)
    126       1.1  jmcneill {
    127       1.1  jmcneill 	uint64_t pa;
    128       1.1  jmcneill 
    129       1.1  jmcneill 	const int chosen = OF_finddevice("/chosen");
    130       1.1  jmcneill 	if (chosen == -1)
    131       1.1  jmcneill 		return 0;
    132       1.1  jmcneill 
    133       1.1  jmcneill 	if (of_getprop_uint64(chosen, "netbsd,acpi-root-table", &pa) != 0)
    134       1.1  jmcneill 		return 0;
    135       1.1  jmcneill 
    136       1.1  jmcneill 	return (ACPI_PHYSICAL_ADDRESS)pa;
    137       1.1  jmcneill }
    138       1.1  jmcneill 
    139       1.1  jmcneill ACPI_STATUS
    140       1.1  jmcneill acpi_md_OsInstallInterruptHandler(UINT32 irq, ACPI_OSD_HANDLER handler, void *context,
    141       1.1  jmcneill     void **cookiep, const char *xname)
    142       1.1  jmcneill {
    143       1.6  jmcneill 	return AE_NOT_IMPLEMENTED;
    144       1.1  jmcneill }
    145       1.1  jmcneill 
    146       1.1  jmcneill void
    147       1.1  jmcneill acpi_md_OsRemoveInterruptHandler(void *cookie)
    148       1.1  jmcneill {
    149       1.1  jmcneill 	intr_disestablish(cookie);
    150       1.1  jmcneill }
    151       1.1  jmcneill 
    152       1.1  jmcneill ACPI_STATUS
    153       1.1  jmcneill acpi_md_OsMapMemory(ACPI_PHYSICAL_ADDRESS pa, UINT32 size, void **vap)
    154       1.1  jmcneill {
    155       1.1  jmcneill 	paddr_t spa, epa, curpa;
    156       1.1  jmcneill 	vaddr_t va, curva;
    157       1.1  jmcneill 
    158       1.1  jmcneill 	spa = trunc_page(pa);
    159       1.1  jmcneill 	epa = round_page(pa + size);
    160       1.1  jmcneill 
    161       1.1  jmcneill 	va = uvm_km_alloc(kernel_map, epa - spa, 0, UVM_KMF_VAONLY);
    162       1.1  jmcneill 	if (va == 0)
    163       1.1  jmcneill 		return AE_NO_MEMORY;
    164       1.1  jmcneill 
    165       1.7  jmcneill 	const int pmapflags = acpi_md_pmapflags(spa);
    166       1.7  jmcneill 
    167       1.7  jmcneill 	aprint_debug("%s: 0x%lx 0x%x flags = %#x\n", __func__, pa, size, pmapflags);
    168       1.7  jmcneill 
    169       1.1  jmcneill 	for (curpa = spa, curva = va; curpa < epa; curpa += PAGE_SIZE, curva += PAGE_SIZE)
    170       1.7  jmcneill 		pmap_kenter_pa(curva, curpa, VM_PROT_READ | VM_PROT_WRITE, pmapflags);
    171       1.1  jmcneill 	pmap_update(pmap_kernel());
    172       1.1  jmcneill 
    173       1.1  jmcneill 	*vap = (void *)(va + (pa - spa));
    174       1.1  jmcneill 
    175       1.1  jmcneill 	return AE_OK;
    176       1.1  jmcneill }
    177       1.1  jmcneill 
    178       1.1  jmcneill void
    179       1.1  jmcneill acpi_md_OsUnmapMemory(void *va, UINT32 size)
    180       1.1  jmcneill {
    181       1.1  jmcneill 	vaddr_t ova;
    182       1.1  jmcneill 	vsize_t osz;
    183       1.1  jmcneill 
    184       1.1  jmcneill 	ova = trunc_page((vaddr_t)va);
    185       1.3  jmcneill 	osz = round_page((vaddr_t)va + size) - ova;
    186       1.1  jmcneill 
    187       1.1  jmcneill 	pmap_kremove(ova, osz);
    188       1.1  jmcneill 	pmap_update(pmap_kernel());
    189       1.1  jmcneill 	uvm_km_free(kernel_map, ova, osz, UVM_KMF_VAONLY);
    190       1.1  jmcneill }
    191       1.1  jmcneill 
    192       1.1  jmcneill ACPI_STATUS
    193       1.1  jmcneill acpi_md_OsGetPhysicalAddress(void *va, ACPI_PHYSICAL_ADDRESS *pap)
    194       1.1  jmcneill {
    195       1.1  jmcneill 	paddr_t pa;
    196       1.1  jmcneill 
    197       1.1  jmcneill 	if (!pmap_extract(pmap_kernel(), (vaddr_t)va, &pa))
    198       1.1  jmcneill 		return AE_ERROR;
    199       1.1  jmcneill 
    200       1.1  jmcneill 	*pap = pa;
    201       1.1  jmcneill 
    202       1.1  jmcneill 	return AE_OK;
    203       1.1  jmcneill }
    204       1.1  jmcneill 
    205       1.1  jmcneill BOOLEAN
    206       1.1  jmcneill acpi_md_OsReadable(void *va, UINT32 len)
    207       1.1  jmcneill {
    208       1.1  jmcneill 	vaddr_t sva, eva;
    209       1.1  jmcneill 	pt_entry_t *pte;
    210       1.1  jmcneill 
    211       1.1  jmcneill 	sva = trunc_page((vaddr_t)va);
    212       1.1  jmcneill 	eva = round_page((vaddr_t)va + len);
    213       1.1  jmcneill 
    214       1.1  jmcneill 	if (sva < VM_MIN_KERNEL_ADDRESS)
    215       1.1  jmcneill 		return FALSE;
    216       1.1  jmcneill 
    217       1.1  jmcneill 	for (; sva < eva; sva += PAGE_SIZE) {
    218       1.1  jmcneill 		pte = kvtopte(sva);
    219      1.10     skrll 		if ((*pte & (LX_BLKPAG_AF|LX_BLKPAG_AP)) != (LX_BLKPAG_AF|LX_BLKPAG_AP_RO))
    220       1.1  jmcneill 			return FALSE;
    221       1.1  jmcneill 	}
    222       1.1  jmcneill 
    223       1.1  jmcneill 	return TRUE;
    224       1.1  jmcneill }
    225       1.1  jmcneill 
    226       1.1  jmcneill BOOLEAN
    227       1.1  jmcneill acpi_md_OsWritable(void *va, UINT32 len)
    228       1.1  jmcneill {
    229       1.1  jmcneill 	vaddr_t sva, eva;
    230       1.1  jmcneill 	pt_entry_t *pte;
    231       1.1  jmcneill 
    232       1.1  jmcneill 	sva = trunc_page((vaddr_t)va);
    233       1.1  jmcneill 	eva = round_page((vaddr_t)va + len);
    234       1.1  jmcneill 
    235       1.1  jmcneill 	if (sva < VM_MIN_KERNEL_ADDRESS)
    236       1.1  jmcneill 		return FALSE;
    237       1.1  jmcneill 
    238       1.1  jmcneill 	for (; sva < eva; sva += PAGE_SIZE) {
    239       1.1  jmcneill 		pte = kvtopte(sva);
    240       1.9     skrll 		if ((*pte & (LX_BLKPAG_AF|LX_BLKPAG_AP)) != (LX_BLKPAG_AF|LX_BLKPAG_AP_RW))
    241       1.1  jmcneill 			return FALSE;
    242       1.1  jmcneill 	}
    243       1.1  jmcneill 
    244       1.1  jmcneill 	return TRUE;
    245       1.1  jmcneill }
    246       1.1  jmcneill 
    247       1.1  jmcneill void
    248       1.1  jmcneill acpi_md_OsEnableInterrupt(void)
    249       1.1  jmcneill {
    250       1.1  jmcneill 	cpsie(I32_bit);
    251       1.1  jmcneill }
    252       1.1  jmcneill 
    253       1.1  jmcneill void
    254       1.1  jmcneill acpi_md_OsDisableInterrupt(void)
    255       1.1  jmcneill {
    256       1.1  jmcneill 	cpsid(I32_bit);
    257       1.1  jmcneill }
    258       1.1  jmcneill 
    259       1.6  jmcneill void *
    260       1.6  jmcneill acpi_md_intr_establish(uint32_t irq, int ipl, int type, int (*handler)(void *), void *arg, bool mpsafe, const char *xname)
    261       1.6  jmcneill {
    262       1.6  jmcneill 	return intr_establish_xname(irq, ipl, type | (mpsafe ? IST_MPSAFE : 0), handler, arg, xname);
    263       1.6  jmcneill }
    264       1.6  jmcneill 
    265       1.6  jmcneill void
    266      1.11   thorpej acpi_md_intr_mask(void *ih)
    267      1.11   thorpej {
    268      1.12  jmcneill 	intr_mask(ih);
    269      1.11   thorpej }
    270      1.11   thorpej 
    271      1.11   thorpej void
    272      1.11   thorpej acpi_md_intr_unmask(void *ih)
    273      1.11   thorpej {
    274      1.12  jmcneill 	intr_unmask(ih);
    275      1.11   thorpej }
    276      1.11   thorpej 
    277      1.11   thorpej void
    278       1.6  jmcneill acpi_md_intr_disestablish(void *ih)
    279       1.6  jmcneill {
    280       1.6  jmcneill 	intr_disestablish(ih);
    281       1.6  jmcneill }
    282       1.6  jmcneill 
    283       1.1  jmcneill int
    284       1.1  jmcneill acpi_md_sleep(int state)
    285       1.1  jmcneill {
    286       1.1  jmcneill 	printf("ERROR: ACPI sleep not implemented on this platform\n");
    287       1.1  jmcneill 	return -1;
    288       1.1  jmcneill }
    289       1.1  jmcneill 
    290       1.1  jmcneill uint32_t
    291       1.1  jmcneill acpi_md_pdc(void)
    292       1.1  jmcneill {
    293       1.1  jmcneill 	return 0;
    294       1.1  jmcneill }
    295       1.1  jmcneill 
    296       1.1  jmcneill uint32_t
    297       1.1  jmcneill acpi_md_ncpus(void)
    298       1.1  jmcneill {
    299       1.1  jmcneill 	return kcpuset_countset(kcpuset_attached);
    300       1.1  jmcneill }
    301       1.1  jmcneill 
    302       1.1  jmcneill static ACPI_STATUS
    303       1.4  jmcneill acpi_md_madt_probe_cpu(ACPI_SUBTABLE_HEADER *hdrp, void *aux)
    304       1.1  jmcneill {
    305       1.1  jmcneill 	struct acpi_softc * const sc = aux;
    306       1.1  jmcneill 
    307       1.4  jmcneill 	if (hdrp->Type == ACPI_MADT_TYPE_GENERIC_INTERRUPT)
    308  1.21.2.1   thorpej 		config_found(sc->sc_dev, hdrp, NULL,
    309  1.21.2.1   thorpej 		    CFARG_IATTR, "acpimadtbus",
    310  1.21.2.1   thorpej 		    CFARG_EOL);
    311       1.4  jmcneill 
    312       1.4  jmcneill 	return AE_OK;
    313       1.4  jmcneill }
    314       1.4  jmcneill 
    315       1.4  jmcneill static ACPI_STATUS
    316       1.4  jmcneill acpi_md_madt_probe_gic(ACPI_SUBTABLE_HEADER *hdrp, void *aux)
    317       1.4  jmcneill {
    318       1.4  jmcneill 	struct acpi_softc * const sc = aux;
    319       1.4  jmcneill 
    320       1.4  jmcneill 	if (hdrp->Type == ACPI_MADT_TYPE_GENERIC_DISTRIBUTOR)
    321  1.21.2.1   thorpej 		config_found(sc->sc_dev, hdrp, NULL,
    322  1.21.2.1   thorpej 		    CFARG_IATTR, "acpimadtbus",
    323  1.21.2.1   thorpej 		    CFARG_EOL);
    324       1.1  jmcneill 
    325       1.1  jmcneill 	return AE_OK;
    326       1.1  jmcneill }
    327       1.1  jmcneill 
    328       1.1  jmcneill static ACPI_STATUS
    329       1.1  jmcneill acpi_md_gtdt_probe(ACPI_GTDT_HEADER *hdrp, void *aux)
    330       1.1  jmcneill {
    331       1.1  jmcneill 	struct acpi_softc * const sc = aux;
    332       1.1  jmcneill 
    333  1.21.2.1   thorpej 	config_found(sc->sc_dev, hdrp, NULL,
    334  1.21.2.2   thorpej 	    CFARG_IATTR, "acpigtdtbus",
    335  1.21.2.1   thorpej 	    CFARG_EOL);
    336       1.1  jmcneill 
    337       1.1  jmcneill 	return AE_OK;
    338       1.1  jmcneill }
    339       1.1  jmcneill 
    340      1.13  jmcneill #if NPCI > 0
    341      1.13  jmcneill static struct bus_space acpi_md_mcfg_bs_tag;
    342      1.13  jmcneill 
    343      1.13  jmcneill static int
    344      1.13  jmcneill acpi_md_mcfg_bs_map(void *t, bus_addr_t bpa, bus_size_t size, int flag,
    345      1.13  jmcneill     bus_space_handle_t *bshp)
    346      1.13  jmcneill {
    347      1.13  jmcneill 	return arm_generic_bs_tag.bs_map(t, bpa, size,
    348      1.13  jmcneill 	    flag | _ARM_BUS_SPACE_MAP_STRONGLY_ORDERED, bshp);
    349      1.13  jmcneill }
    350      1.13  jmcneill #endif
    351      1.13  jmcneill 
    352       1.1  jmcneill void
    353       1.1  jmcneill acpi_md_callback(struct acpi_softc *sc)
    354       1.1  jmcneill {
    355       1.5  jmcneill #if NPCI > 0
    356      1.13  jmcneill 	acpi_md_mcfg_bs_tag = arm_generic_bs_tag;
    357      1.13  jmcneill 	acpi_md_mcfg_bs_tag.bs_map = acpi_md_mcfg_bs_map;
    358      1.13  jmcneill 	acpimcfg_init(&acpi_md_mcfg_bs_tag, NULL);
    359       1.5  jmcneill #endif
    360       1.2  jmcneill 
    361       1.1  jmcneill 	if (acpi_madt_map() != AE_OK)
    362       1.1  jmcneill 		panic("Failed to map MADT");
    363       1.4  jmcneill 	acpi_madt_walk(acpi_md_madt_probe_cpu, sc);
    364       1.4  jmcneill 	acpi_madt_walk(acpi_md_madt_probe_gic, sc);
    365       1.1  jmcneill 	acpi_madt_unmap();
    366       1.1  jmcneill 
    367       1.1  jmcneill 	if (acpi_gtdt_map() != AE_OK)
    368       1.1  jmcneill 		panic("Failed to map GTDT");
    369       1.1  jmcneill 	acpi_gtdt_walk(acpi_md_gtdt_probe, sc);
    370       1.1  jmcneill 	acpi_gtdt_unmap();
    371       1.1  jmcneill }
    372      1.14  jmcneill 
    373      1.15  jmcneill static const char * const module_hid[] = {
    374      1.15  jmcneill 	"ACPI0004",	/* Module device */
    375      1.15  jmcneill 	NULL
    376      1.15  jmcneill };
    377      1.15  jmcneill 
    378      1.17  jmcneill static ACPI_HANDLE
    379      1.17  jmcneill arm_acpi_dma_module(struct acpi_softc *sc, struct acpi_devnode *ad)
    380      1.17  jmcneill {
    381      1.17  jmcneill 	ACPI_HANDLE tmp;
    382      1.17  jmcneill 	ACPI_STATUS rv;
    383      1.17  jmcneill 
    384      1.17  jmcneill 	/*
    385      1.17  jmcneill 	 * Search up the tree for a module device with a _DMA method.
    386      1.17  jmcneill 	 */
    387      1.17  jmcneill 	for (; ad != NULL; ad = ad->ad_parent) {
    388      1.17  jmcneill 		if (ad->ad_devinfo->Type != ACPI_TYPE_DEVICE)
    389      1.17  jmcneill 			continue;
    390      1.17  jmcneill 		if (!acpi_match_hid(ad->ad_devinfo, module_hid))
    391      1.17  jmcneill 			continue;
    392      1.17  jmcneill 		rv = AcpiGetHandle(ad->ad_handle, "_DMA", &tmp);
    393      1.17  jmcneill 		if (ACPI_SUCCESS(rv))
    394      1.17  jmcneill 			return ad->ad_handle;
    395      1.17  jmcneill 	}
    396      1.17  jmcneill 
    397      1.17  jmcneill 	return NULL;
    398      1.17  jmcneill }
    399      1.17  jmcneill 
    400      1.17  jmcneill static void
    401      1.17  jmcneill arm_acpi_dma_init_ranges(struct acpi_softc *sc, struct acpi_devnode *ad,
    402      1.17  jmcneill     struct arm32_bus_dma_tag *dmat, uint32_t flags)
    403      1.15  jmcneill {
    404      1.15  jmcneill 	struct acpi_resources res;
    405      1.15  jmcneill 	struct acpi_mem *mem;
    406      1.17  jmcneill 	ACPI_HANDLE module;
    407      1.15  jmcneill 	ACPI_STATUS rv;
    408      1.17  jmcneill 	int n;
    409      1.17  jmcneill 
    410      1.17  jmcneill 	module = arm_acpi_dma_module(sc, ad->ad_parent);
    411      1.17  jmcneill 	if (module == NULL) {
    412      1.17  jmcneill default_tag:
    413      1.17  jmcneill 		/* No translation required */
    414      1.17  jmcneill 		dmat->_nranges = 1;
    415      1.17  jmcneill 		dmat->_ranges = kmem_zalloc(sizeof(*dmat->_ranges), KM_SLEEP);
    416      1.17  jmcneill 		dmat->_ranges[0].dr_sysbase = 0;
    417      1.17  jmcneill 		dmat->_ranges[0].dr_busbase = 0;
    418      1.17  jmcneill 		dmat->_ranges[0].dr_len = UINTPTR_MAX;
    419      1.17  jmcneill 		dmat->_ranges[0].dr_flags = flags;
    420      1.17  jmcneill 		return;
    421      1.17  jmcneill 	}
    422      1.15  jmcneill 
    423      1.17  jmcneill 	rv = acpi_resource_parse(sc->sc_dev, module, "_DMA", &res,
    424      1.15  jmcneill 	    &acpi_resource_parse_ops_quiet);
    425      1.17  jmcneill 	if (ACPI_FAILURE(rv)) {
    426      1.17  jmcneill 		aprint_error_dev(sc->sc_dev,
    427      1.17  jmcneill 		    "failed to parse _DMA on %s: %s\n",
    428      1.17  jmcneill 		    acpi_name(module), AcpiFormatException(rv));
    429      1.17  jmcneill 		goto default_tag;
    430      1.17  jmcneill 	}
    431      1.17  jmcneill 	if (res.ar_nmem == 0) {
    432      1.17  jmcneill 		acpi_resource_cleanup(&res);
    433      1.17  jmcneill 		goto default_tag;
    434      1.17  jmcneill 	}
    435      1.15  jmcneill 
    436      1.17  jmcneill 	dmat->_nranges = res.ar_nmem;
    437      1.17  jmcneill 	dmat->_ranges = kmem_zalloc(sizeof(*dmat->_ranges) * res.ar_nmem,
    438      1.17  jmcneill 	    KM_SLEEP);
    439      1.17  jmcneill 
    440      1.17  jmcneill 	for (n = 0; n < res.ar_nmem; n++) {
    441      1.17  jmcneill 		mem = acpi_res_mem(&res, n);
    442      1.17  jmcneill 		dmat->_ranges[n].dr_busbase = mem->ar_base;
    443      1.18  jmcneill 		dmat->_ranges[n].dr_sysbase = mem->ar_xbase;
    444      1.17  jmcneill 		dmat->_ranges[n].dr_len = mem->ar_length;
    445      1.17  jmcneill 		dmat->_ranges[n].dr_flags = flags;
    446      1.17  jmcneill 
    447      1.17  jmcneill 		aprint_debug_dev(sc->sc_dev,
    448      1.18  jmcneill 		    "%s: DMA sys %#lx-%#lx bus %#lx-%#lx%s\n",
    449      1.17  jmcneill 		    acpi_name(ad->ad_handle),
    450      1.17  jmcneill 		    dmat->_ranges[n].dr_sysbase,
    451      1.18  jmcneill 		    dmat->_ranges[n].dr_sysbase + dmat->_ranges[n].dr_len - 1,
    452      1.17  jmcneill 		    dmat->_ranges[n].dr_busbase,
    453      1.18  jmcneill 		    dmat->_ranges[n].dr_busbase + dmat->_ranges[n].dr_len - 1,
    454      1.17  jmcneill 		    flags ? " (coherent)" : "");
    455      1.15  jmcneill 	}
    456      1.15  jmcneill 
    457      1.15  jmcneill 	acpi_resource_cleanup(&res);
    458      1.15  jmcneill }
    459      1.15  jmcneill 
    460      1.17  jmcneill static uint32_t
    461      1.17  jmcneill arm_acpi_dma_flags(struct acpi_softc *sc, struct acpi_devnode *ad)
    462      1.16  jmcneill {
    463      1.17  jmcneill 	ACPI_INTEGER cca = 1;	/* default cache coherent */
    464      1.16  jmcneill 	ACPI_STATUS rv;
    465      1.16  jmcneill 
    466      1.16  jmcneill 	for (; ad != NULL; ad = ad->ad_parent) {
    467      1.16  jmcneill 		if (ad->ad_devinfo->Type != ACPI_TYPE_DEVICE)
    468      1.16  jmcneill 			continue;
    469      1.17  jmcneill 
    470      1.17  jmcneill 		rv = acpi_eval_integer(ad->ad_handle, "_CCA", &cca);
    471      1.16  jmcneill 		if (ACPI_SUCCESS(rv))
    472      1.17  jmcneill 			break;
    473      1.16  jmcneill 	}
    474      1.16  jmcneill 
    475      1.17  jmcneill 	return cca ? _BUS_DMAMAP_COHERENT : 0;
    476      1.16  jmcneill }
    477      1.16  jmcneill 
    478      1.19  jmcneill bus_dma_tag_t
    479      1.19  jmcneill arm_acpi_dma32_tag(struct acpi_softc *sc, struct acpi_devnode *ad)
    480      1.19  jmcneill {
    481      1.19  jmcneill 	bus_dma_tag_t dmat64, dmat32;
    482      1.19  jmcneill 	int error;
    483      1.19  jmcneill 
    484      1.19  jmcneill 	if (ad->ad_dmat != NULL)
    485      1.19  jmcneill 		return ad->ad_dmat;
    486      1.19  jmcneill 
    487      1.19  jmcneill 	dmat64 = arm_acpi_dma64_tag(sc, ad);
    488      1.19  jmcneill 
    489      1.19  jmcneill 	const uint32_t flags = arm_acpi_dma_flags(sc, ad);
    490      1.19  jmcneill 	error = bus_dmatag_subregion(dmat64, 0, UINT32_MAX, &dmat32, flags);
    491      1.19  jmcneill 	if (error != 0)
    492      1.19  jmcneill 		panic("arm_acpi_dma32_tag: bus_dmatag_subregion returned %d",
    493      1.19  jmcneill 		    error);
    494      1.19  jmcneill 
    495      1.19  jmcneill 	return dmat32;
    496      1.19  jmcneill }
    497      1.19  jmcneill __strong_alias(acpi_get_dma_tag,arm_acpi_dma32_tag);
    498      1.17  jmcneill 
    499      1.14  jmcneill bus_dma_tag_t
    500      1.19  jmcneill arm_acpi_dma64_tag(struct acpi_softc *sc, struct acpi_devnode *ad)
    501      1.14  jmcneill {
    502      1.17  jmcneill 	struct arm32_bus_dma_tag *dmat;
    503      1.14  jmcneill 
    504      1.19  jmcneill 	if (ad->ad_dmat64 != NULL)
    505      1.19  jmcneill 		return ad->ad_dmat64;
    506      1.20     skrll 
    507      1.17  jmcneill 	dmat = kmem_alloc(sizeof(*dmat), KM_SLEEP);
    508      1.17  jmcneill 	*dmat = arm_generic_dma_tag;
    509      1.14  jmcneill 
    510      1.17  jmcneill 	const uint32_t flags = arm_acpi_dma_flags(sc, ad);
    511      1.17  jmcneill 	arm_acpi_dma_init_ranges(sc, ad, dmat, flags);
    512      1.15  jmcneill 
    513      1.15  jmcneill 	return dmat;
    514      1.14  jmcneill }
    515      1.19  jmcneill __strong_alias(acpi_get_dma64_tag,arm_acpi_dma64_tag);
    516