Home | History | Annotate | Line # | Download | only in acpi
acpi_srat.c revision 1.3.2.2
      1  1.3.2.2  yamt /* $NetBSD: acpi_srat.c,v 1.3.2.2 2010/03/11 15:03:22 yamt Exp $ */
      2  1.3.2.2  yamt 
      3  1.3.2.2  yamt /*
      4  1.3.2.2  yamt  * Copyright (c) 2009 The NetBSD Foundation, Inc.
      5  1.3.2.2  yamt  * All rights reserved.
      6  1.3.2.2  yamt  *
      7  1.3.2.2  yamt  * This code is derived from software contributed to The NetBSD Foundation
      8  1.3.2.2  yamt  * by Christoph Egger.
      9  1.3.2.2  yamt  *
     10  1.3.2.2  yamt  * Redistribution and use in source and binary forms, with or without
     11  1.3.2.2  yamt  * modification, are permitted provided that the following conditions
     12  1.3.2.2  yamt  * are met:
     13  1.3.2.2  yamt  * 1. Redistributions of source code must retain the above copyright
     14  1.3.2.2  yamt  *    notice, this list of conditions and the following disclaimer.
     15  1.3.2.2  yamt  * 2. Redistributions in binary form must reproduce the above copyright
     16  1.3.2.2  yamt  *    notice, this list of conditions and the following disclaimer in the
     17  1.3.2.2  yamt  *    documentation and/or other materials provided with the distribution.
     18  1.3.2.2  yamt  *
     19  1.3.2.2  yamt  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20  1.3.2.2  yamt  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21  1.3.2.2  yamt  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22  1.3.2.2  yamt  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23  1.3.2.2  yamt  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24  1.3.2.2  yamt  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25  1.3.2.2  yamt  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26  1.3.2.2  yamt  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27  1.3.2.2  yamt  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28  1.3.2.2  yamt  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29  1.3.2.2  yamt  * POSSIBILITY OF SUCH DAMAGE.
     30  1.3.2.2  yamt  */
     31  1.3.2.2  yamt 
     32  1.3.2.2  yamt #include <sys/cdefs.h>
     33  1.3.2.2  yamt __KERNEL_RCSID(0, "$NetBSD: acpi_srat.c,v 1.3.2.2 2010/03/11 15:03:22 yamt Exp $");
     34  1.3.2.2  yamt 
     35  1.3.2.2  yamt #include <sys/param.h>
     36  1.3.2.2  yamt #include <sys/kmem.h>
     37  1.3.2.2  yamt #include <sys/systm.h>
     38  1.3.2.2  yamt 
     39  1.3.2.2  yamt #include <dev/acpi/acpivar.h>
     40  1.3.2.2  yamt #include <dev/acpi/acpi_srat.h>
     41  1.3.2.2  yamt 
     42  1.3.2.2  yamt static ACPI_TABLE_SRAT *srat;
     43  1.3.2.2  yamt 
     44  1.3.2.2  yamt struct acpisrat_node {
     45  1.3.2.2  yamt 	acpisrat_nodeid_t nodeid;
     46  1.3.2.2  yamt 	uint32_t ncpus; /* Number of cpus in this node */
     47  1.3.2.2  yamt 	struct acpisrat_cpu **cpu; /* Array of cpus */
     48  1.3.2.2  yamt 	uint32_t nmems; /* Number of memory ranges in this node */
     49  1.3.2.2  yamt 	struct acpisrat_mem **mem; /* Array of memory ranges */
     50  1.3.2.2  yamt };
     51  1.3.2.2  yamt 
     52  1.3.2.2  yamt static uint32_t nnodes; /* Number of NUMA nodes */
     53  1.3.2.2  yamt static struct acpisrat_node *node_array; /* Array of NUMA nodes */
     54  1.3.2.2  yamt static uint32_t ncpus; /* Number of CPUs */
     55  1.3.2.2  yamt static struct acpisrat_cpu *cpu_array; /* Array of cpus */
     56  1.3.2.2  yamt static uint32_t nmems; /* Number of Memory ranges */
     57  1.3.2.2  yamt static struct acpisrat_mem *mem_array;
     58  1.3.2.2  yamt 
     59  1.3.2.2  yamt 
     60  1.3.2.2  yamt struct cpulist {
     61  1.3.2.2  yamt 	struct acpisrat_cpu cpu;
     62  1.3.2.2  yamt 	TAILQ_ENTRY(cpulist) entry;
     63  1.3.2.2  yamt };
     64  1.3.2.2  yamt 
     65  1.3.2.2  yamt static TAILQ_HEAD(, cpulist) cpulisthead;
     66  1.3.2.2  yamt 
     67  1.3.2.2  yamt #define CPU_INIT		TAILQ_INIT(&cpulisthead);
     68  1.3.2.2  yamt #define CPU_FOREACH(cpu)	TAILQ_FOREACH(cpu, &cpulisthead, entry)
     69  1.3.2.2  yamt #define CPU_ADD(cpu)		TAILQ_INSERT_TAIL(&cpulisthead, cpu, entry)
     70  1.3.2.2  yamt #define CPU_REM(cpu)		TAILQ_REMOVE(&cpulisthead, cpu, entry)
     71  1.3.2.2  yamt #define CPU_FIRST		TAILQ_FIRST(&cpulisthead)
     72  1.3.2.2  yamt 
     73  1.3.2.2  yamt 
     74  1.3.2.2  yamt struct memlist {
     75  1.3.2.2  yamt 	struct acpisrat_mem mem;
     76  1.3.2.2  yamt 	TAILQ_ENTRY(memlist) entry;
     77  1.3.2.2  yamt };
     78  1.3.2.2  yamt 
     79  1.3.2.2  yamt static TAILQ_HEAD(, memlist) memlisthead;
     80  1.3.2.2  yamt 
     81  1.3.2.2  yamt #define MEM_INIT		TAILQ_INIT(&memlisthead)
     82  1.3.2.2  yamt #define MEM_FOREACH(mem)	TAILQ_FOREACH(mem, &memlisthead, entry)
     83  1.3.2.2  yamt #define MEM_ADD(mem)		TAILQ_INSERT_TAIL(&memlisthead, mem, entry)
     84  1.3.2.2  yamt #define MEM_ADD_BEFORE(mem, b)	TAILQ_INSERT_BEFORE(b, mem, entry)
     85  1.3.2.2  yamt #define MEM_REM(mem)		TAILQ_REMOVE(&memlisthead, mem, entry)
     86  1.3.2.2  yamt #define MEM_FIRST		TAILQ_FIRST(&memlisthead)
     87  1.3.2.2  yamt 
     88  1.3.2.2  yamt 
     89  1.3.2.2  yamt static struct cpulist *
     90  1.3.2.2  yamt cpu_alloc(void)
     91  1.3.2.2  yamt {
     92  1.3.2.2  yamt 	return kmem_zalloc(sizeof(struct cpulist), KM_NOSLEEP);
     93  1.3.2.2  yamt }
     94  1.3.2.2  yamt 
     95  1.3.2.2  yamt static void
     96  1.3.2.2  yamt cpu_free(struct cpulist *c)
     97  1.3.2.2  yamt {
     98  1.3.2.2  yamt 	kmem_free(c, sizeof(struct cpulist));
     99  1.3.2.2  yamt }
    100  1.3.2.2  yamt 
    101  1.3.2.2  yamt #if 0
    102  1.3.2.2  yamt static struct cpulist *
    103  1.3.2.2  yamt cpu_get(acpisrat_nodeid_t nodeid)
    104  1.3.2.2  yamt {
    105  1.3.2.2  yamt 	struct cpulist *tmp;
    106  1.3.2.2  yamt 
    107  1.3.2.2  yamt 	CPU_FOREACH(tmp) {
    108  1.3.2.2  yamt 		if (tmp->cpu.nodeid == nodeid)
    109  1.3.2.2  yamt 			return tmp;
    110  1.3.2.2  yamt 	}
    111  1.3.2.2  yamt 
    112  1.3.2.2  yamt 	return NULL;
    113  1.3.2.2  yamt }
    114  1.3.2.2  yamt #endif
    115  1.3.2.2  yamt 
    116  1.3.2.2  yamt static struct memlist *
    117  1.3.2.2  yamt mem_alloc(void)
    118  1.3.2.2  yamt {
    119  1.3.2.2  yamt 	return kmem_zalloc(sizeof(struct memlist), KM_NOSLEEP);
    120  1.3.2.2  yamt }
    121  1.3.2.2  yamt 
    122  1.3.2.2  yamt static void
    123  1.3.2.2  yamt mem_free(struct memlist *m)
    124  1.3.2.2  yamt {
    125  1.3.2.2  yamt 	kmem_free(m, sizeof(struct memlist));
    126  1.3.2.2  yamt }
    127  1.3.2.2  yamt 
    128  1.3.2.2  yamt static struct memlist *
    129  1.3.2.2  yamt mem_get(acpisrat_nodeid_t nodeid)
    130  1.3.2.2  yamt {
    131  1.3.2.2  yamt 	struct memlist *tmp;
    132  1.3.2.2  yamt 
    133  1.3.2.2  yamt 	MEM_FOREACH(tmp) {
    134  1.3.2.2  yamt 		if (tmp->mem.nodeid == nodeid)
    135  1.3.2.2  yamt 			return tmp;
    136  1.3.2.2  yamt 	}
    137  1.3.2.2  yamt 
    138  1.3.2.2  yamt 	return NULL;
    139  1.3.2.2  yamt }
    140  1.3.2.2  yamt 
    141  1.3.2.2  yamt 
    142  1.3.2.2  yamt bool
    143  1.3.2.2  yamt acpisrat_exist(void)
    144  1.3.2.2  yamt {
    145  1.3.2.2  yamt 	ACPI_TABLE_HEADER *table;
    146  1.3.2.2  yamt 	ACPI_STATUS rv;
    147  1.3.2.2  yamt 
    148  1.3.2.2  yamt 	rv = AcpiGetTable(ACPI_SIG_SRAT, 1, (ACPI_TABLE_HEADER **)&table);
    149  1.3.2.2  yamt 	if (ACPI_FAILURE(rv))
    150  1.3.2.2  yamt 		return false;
    151  1.3.2.2  yamt 
    152  1.3.2.2  yamt 	/* Check if header is valid */
    153  1.3.2.2  yamt 	if (table == NULL)
    154  1.3.2.2  yamt 		return false;
    155  1.3.2.2  yamt 
    156  1.3.2.2  yamt 	if (table->Length == 0xffffffff)
    157  1.3.2.2  yamt 		return false;
    158  1.3.2.2  yamt 
    159  1.3.2.2  yamt 	srat = (ACPI_TABLE_SRAT *)table;
    160  1.3.2.2  yamt 
    161  1.3.2.2  yamt 	return true;
    162  1.3.2.2  yamt }
    163  1.3.2.2  yamt 
    164  1.3.2.2  yamt static int
    165  1.3.2.2  yamt acpisrat_parse(void)
    166  1.3.2.2  yamt {
    167  1.3.2.2  yamt 	ACPI_SUBTABLE_HEADER *subtable;
    168  1.3.2.2  yamt 	ACPI_SRAT_CPU_AFFINITY *srat_cpu;
    169  1.3.2.2  yamt 	ACPI_SRAT_MEM_AFFINITY *srat_mem;
    170  1.3.2.2  yamt 	ACPI_SRAT_X2APIC_CPU_AFFINITY *srat_x2apic;
    171  1.3.2.2  yamt 
    172  1.3.2.2  yamt 	acpisrat_nodeid_t nodeid;
    173  1.3.2.2  yamt 	struct cpulist *cpuentry = NULL;
    174  1.3.2.2  yamt 	struct memlist *mementry;
    175  1.3.2.2  yamt 	uint32_t srat_pos;
    176  1.3.2.2  yamt 	bool ignore_cpu_affinity = false;
    177  1.3.2.2  yamt 
    178  1.3.2.2  yamt 	KASSERT(srat != NULL);
    179  1.3.2.2  yamt 
    180  1.3.2.2  yamt 	/* Content starts right after the header */
    181  1.3.2.2  yamt 	srat_pos = sizeof(ACPI_TABLE_SRAT);
    182  1.3.2.2  yamt 
    183  1.3.2.2  yamt 	while (srat_pos < srat->Header.Length) {
    184  1.3.2.2  yamt 		subtable = (ACPI_SUBTABLE_HEADER *)((char *)srat + srat_pos);
    185  1.3.2.2  yamt 		srat_pos += subtable->Length;
    186  1.3.2.2  yamt 
    187  1.3.2.2  yamt 		switch (subtable->Type) {
    188  1.3.2.2  yamt 		case ACPI_SRAT_TYPE_CPU_AFFINITY:
    189  1.3.2.2  yamt 			if (ignore_cpu_affinity)
    190  1.3.2.2  yamt 				continue;
    191  1.3.2.2  yamt 
    192  1.3.2.2  yamt 			srat_cpu = (ACPI_SRAT_CPU_AFFINITY *)subtable;
    193  1.3.2.2  yamt 			nodeid = (srat_cpu->ProximityDomainHi[2] << 24) |
    194  1.3.2.2  yamt 			    (srat_cpu->ProximityDomainHi[1] << 16) |
    195  1.3.2.2  yamt 			    (srat_cpu->ProximityDomainHi[0] << 8) |
    196  1.3.2.2  yamt 			    (srat_cpu->ProximityDomainLo);
    197  1.3.2.2  yamt 
    198  1.3.2.2  yamt 			cpuentry = cpu_alloc();
    199  1.3.2.2  yamt 			if (cpuentry == NULL)
    200  1.3.2.2  yamt 				return ENOMEM;
    201  1.3.2.2  yamt 			CPU_ADD(cpuentry);
    202  1.3.2.2  yamt 
    203  1.3.2.2  yamt 			cpuentry->cpu.nodeid = nodeid;
    204  1.3.2.2  yamt 			cpuentry->cpu.apicid = srat_cpu->ApicId;
    205  1.3.2.2  yamt 			cpuentry->cpu.sapiceid = srat_cpu->LocalSapicEid;
    206  1.3.2.2  yamt 			cpuentry->cpu.flags = srat_cpu->Flags;
    207  1.3.2.2  yamt 			cpuentry->cpu.clockdomain = srat_cpu->ClockDomain;
    208  1.3.2.2  yamt 			break;
    209  1.3.2.2  yamt 
    210  1.3.2.2  yamt 		case ACPI_SRAT_TYPE_MEMORY_AFFINITY:
    211  1.3.2.2  yamt 			srat_mem = (ACPI_SRAT_MEM_AFFINITY *)subtable;
    212  1.3.2.2  yamt 			nodeid = srat_mem->ProximityDomain;
    213  1.3.2.2  yamt 
    214  1.3.2.2  yamt 			mementry = mem_alloc();
    215  1.3.2.2  yamt 			if (mementry == NULL)
    216  1.3.2.2  yamt 				return ENOMEM;
    217  1.3.2.2  yamt 			MEM_ADD(mementry);
    218  1.3.2.2  yamt 
    219  1.3.2.2  yamt 			mementry->mem.nodeid = nodeid;
    220  1.3.2.2  yamt 			mementry->mem.baseaddress = srat_mem->BaseAddress;
    221  1.3.2.2  yamt 			mementry->mem.length = srat_mem->Length;
    222  1.3.2.2  yamt 			mementry->mem.flags = srat_mem->Flags;
    223  1.3.2.2  yamt 			break;
    224  1.3.2.2  yamt 
    225  1.3.2.2  yamt 		case ACPI_SRAT_TYPE_X2APIC_CPU_AFFINITY:
    226  1.3.2.2  yamt 			srat_x2apic = (ACPI_SRAT_X2APIC_CPU_AFFINITY *)subtable;
    227  1.3.2.2  yamt 			nodeid = srat_x2apic->ProximityDomain;
    228  1.3.2.2  yamt 
    229  1.3.2.2  yamt 			/* This table entry overrides
    230  1.3.2.2  yamt 			 * ACPI_SRAT_TYPE_CPU_AFFINITY.
    231  1.3.2.2  yamt 			 */
    232  1.3.2.2  yamt 			if (!ignore_cpu_affinity) {
    233  1.3.2.2  yamt 				struct cpulist *citer;
    234  1.3.2.2  yamt 				while ((citer = CPU_FIRST) != NULL) {
    235  1.3.2.2  yamt 					CPU_REM(citer);
    236  1.3.2.2  yamt 					cpu_free(citer);
    237  1.3.2.2  yamt 				}
    238  1.3.2.2  yamt 				ignore_cpu_affinity = true;
    239  1.3.2.2  yamt 			}
    240  1.3.2.2  yamt 
    241  1.3.2.2  yamt 			cpuentry = cpu_alloc();
    242  1.3.2.2  yamt 			if (cpuentry == NULL)
    243  1.3.2.2  yamt 				return ENOMEM;
    244  1.3.2.2  yamt 			CPU_ADD(cpuentry);
    245  1.3.2.2  yamt 
    246  1.3.2.2  yamt 			cpuentry->cpu.nodeid = nodeid;
    247  1.3.2.2  yamt 			cpuentry->cpu.apicid = srat_x2apic->ApicId;
    248  1.3.2.2  yamt 			cpuentry->cpu.clockdomain = srat_x2apic->ClockDomain;
    249  1.3.2.2  yamt 			cpuentry->cpu.flags = srat_x2apic->Flags;
    250  1.3.2.2  yamt 			break;
    251  1.3.2.2  yamt 
    252  1.3.2.2  yamt 		case ACPI_SRAT_TYPE_RESERVED:
    253  1.3.2.2  yamt 			printf("ACPI SRAT subtable reserved, length: 0x%x\n",
    254  1.3.2.2  yamt 				subtable->Length);
    255  1.3.2.2  yamt 			break;
    256  1.3.2.2  yamt 		}
    257  1.3.2.2  yamt 	}
    258  1.3.2.2  yamt 
    259  1.3.2.2  yamt 	return 0;
    260  1.3.2.2  yamt }
    261  1.3.2.2  yamt 
    262  1.3.2.2  yamt static int
    263  1.3.2.2  yamt acpisrat_quirks(void)
    264  1.3.2.2  yamt {
    265  1.3.2.2  yamt 	struct cpulist *citer;
    266  1.3.2.2  yamt 	struct memlist *mem, *miter;
    267  1.3.2.2  yamt 
    268  1.3.2.2  yamt 	/* Some sanity checks. */
    269  1.3.2.2  yamt 
    270  1.3.2.2  yamt 	/* Deal with holes in the memory nodes.
    271  1.3.2.2  yamt 	 * BIOS doesn't enlist memory nodes which
    272  1.3.2.2  yamt 	 * don't have any memory modules plugged in.
    273  1.3.2.2  yamt 	 * This behaviour has been observed on AMD machines.
    274  1.3.2.2  yamt 	 *
    275  1.3.2.2  yamt 	 * Do that by searching for CPUs in NUMA nodes
    276  1.3.2.2  yamt 	 * which don't exist in the memory and then insert
    277  1.3.2.2  yamt 	 * a zero memory range for the missing node.
    278  1.3.2.2  yamt 	 */
    279  1.3.2.2  yamt 	CPU_FOREACH(citer) {
    280  1.3.2.2  yamt 		mem = mem_get(citer->cpu.nodeid);
    281  1.3.2.2  yamt 		if (mem != NULL)
    282  1.3.2.2  yamt 			continue;
    283  1.3.2.2  yamt 		mem = mem_alloc();
    284  1.3.2.2  yamt 		if (mem == NULL)
    285  1.3.2.2  yamt 			return ENOMEM;
    286  1.3.2.2  yamt 		mem->mem.nodeid = citer->cpu.nodeid;
    287  1.3.2.2  yamt 		/* all other fields are already zero filled */
    288  1.3.2.2  yamt 
    289  1.3.2.2  yamt 		MEM_FOREACH(miter) {
    290  1.3.2.2  yamt 			if (miter->mem.nodeid < citer->cpu.nodeid)
    291  1.3.2.2  yamt 				continue;
    292  1.3.2.2  yamt 			MEM_ADD_BEFORE(mem, miter);
    293  1.3.2.2  yamt 			break;
    294  1.3.2.2  yamt 		}
    295  1.3.2.2  yamt 	}
    296  1.3.2.2  yamt 
    297  1.3.2.2  yamt 	return 0;
    298  1.3.2.2  yamt }
    299  1.3.2.2  yamt 
    300  1.3.2.2  yamt int
    301  1.3.2.2  yamt acpisrat_init(void)
    302  1.3.2.2  yamt {
    303  1.3.2.2  yamt 	if (!acpisrat_exist())
    304  1.3.2.2  yamt 		return EEXIST;
    305  1.3.2.2  yamt 	return acpisrat_refresh();
    306  1.3.2.2  yamt }
    307  1.3.2.2  yamt 
    308  1.3.2.2  yamt int
    309  1.3.2.2  yamt acpisrat_refresh(void)
    310  1.3.2.2  yamt {
    311  1.3.2.2  yamt 	int rc, i, j, k;
    312  1.3.2.2  yamt 	struct cpulist *citer;
    313  1.3.2.2  yamt 	struct memlist *miter;
    314  1.3.2.2  yamt 	uint32_t cnodes = 0, mnodes = 0;
    315  1.3.2.2  yamt 
    316  1.3.2.2  yamt 	CPU_INIT;
    317  1.3.2.2  yamt 	MEM_INIT;
    318  1.3.2.2  yamt 
    319  1.3.2.2  yamt 	rc = acpisrat_parse();
    320  1.3.2.2  yamt 	if (rc)
    321  1.3.2.2  yamt 		return rc;
    322  1.3.2.2  yamt 
    323  1.3.2.2  yamt 	rc = acpisrat_quirks();
    324  1.3.2.2  yamt 	if (rc)
    325  1.3.2.2  yamt 		return rc;
    326  1.3.2.2  yamt 
    327  1.3.2.2  yamt 	/* cleanup resources */
    328  1.3.2.2  yamt 	rc = acpisrat_exit();
    329  1.3.2.2  yamt 	if (rc)
    330  1.3.2.2  yamt 		return rc;
    331  1.3.2.2  yamt 
    332  1.3.2.2  yamt 	nnodes = 0;
    333  1.3.2.2  yamt 	ncpus = 0;
    334  1.3.2.2  yamt 	CPU_FOREACH(citer) {
    335  1.3.2.2  yamt 		cnodes = MAX(citer->cpu.nodeid, cnodes);
    336  1.3.2.2  yamt 		ncpus++;
    337  1.3.2.2  yamt 	}
    338  1.3.2.2  yamt 
    339  1.3.2.2  yamt 	nmems = 0;
    340  1.3.2.2  yamt 	MEM_FOREACH(miter) {
    341  1.3.2.2  yamt 		mnodes = MAX(miter->mem.nodeid, mnodes);
    342  1.3.2.2  yamt 		nmems++;
    343  1.3.2.2  yamt 	}
    344  1.3.2.2  yamt 
    345  1.3.2.2  yamt 	nnodes = MAX(cnodes, mnodes) + 1;
    346  1.3.2.2  yamt 
    347  1.3.2.2  yamt 	node_array = kmem_zalloc(nnodes * sizeof(struct acpisrat_node),
    348  1.3.2.2  yamt 	    KM_NOSLEEP);
    349  1.3.2.2  yamt 	if (node_array == NULL)
    350  1.3.2.2  yamt 		return ENOMEM;
    351  1.3.2.2  yamt 
    352  1.3.2.2  yamt 	cpu_array = kmem_zalloc(ncpus * sizeof(struct acpisrat_cpu),
    353  1.3.2.2  yamt 	    KM_NOSLEEP);
    354  1.3.2.2  yamt 	if (cpu_array == NULL)
    355  1.3.2.2  yamt 		return ENOMEM;
    356  1.3.2.2  yamt 
    357  1.3.2.2  yamt 	mem_array = kmem_zalloc(nmems * sizeof(struct acpisrat_mem),
    358  1.3.2.2  yamt 	    KM_NOSLEEP);
    359  1.3.2.2  yamt 	if (mem_array == NULL)
    360  1.3.2.2  yamt 		return ENOMEM;
    361  1.3.2.2  yamt 
    362  1.3.2.2  yamt 	i = 0;
    363  1.3.2.2  yamt 	CPU_FOREACH(citer) {
    364  1.3.2.2  yamt 		memcpy(&cpu_array[i], &citer->cpu, sizeof(struct acpisrat_cpu));
    365  1.3.2.2  yamt 		i++;
    366  1.3.2.2  yamt 		node_array[citer->cpu.nodeid].ncpus++;
    367  1.3.2.2  yamt 	}
    368  1.3.2.2  yamt 
    369  1.3.2.2  yamt 	i = 0;
    370  1.3.2.2  yamt 	MEM_FOREACH(miter) {
    371  1.3.2.2  yamt 		memcpy(&mem_array[i], &miter->mem, sizeof(struct acpisrat_mem));
    372  1.3.2.2  yamt 		i++;
    373  1.3.2.2  yamt 		node_array[miter->mem.nodeid].nmems++;
    374  1.3.2.2  yamt 	}
    375  1.3.2.2  yamt 
    376  1.3.2.2  yamt 	for (i = 0; i < nnodes; i++) {
    377  1.3.2.2  yamt 		node_array[i].nodeid = i;
    378  1.3.2.2  yamt 
    379  1.3.2.2  yamt 		node_array[i].cpu = kmem_zalloc(node_array[i].ncpus *
    380  1.3.2.2  yamt 		    sizeof(struct acpisrat_cpu *), KM_NOSLEEP);
    381  1.3.2.2  yamt 		node_array[i].mem = kmem_zalloc(node_array[i].nmems *
    382  1.3.2.2  yamt 		    sizeof(struct acpisrat_mem *), KM_NOSLEEP);
    383  1.3.2.2  yamt 
    384  1.3.2.2  yamt 		k = 0;
    385  1.3.2.2  yamt 		for (j = 0; j < ncpus; j++) {
    386  1.3.2.2  yamt 			if (cpu_array[j].nodeid != i)
    387  1.3.2.2  yamt 				continue;
    388  1.3.2.2  yamt 			node_array[i].cpu[k] = &cpu_array[j];
    389  1.3.2.2  yamt 			k++;
    390  1.3.2.2  yamt 		}
    391  1.3.2.2  yamt 
    392  1.3.2.2  yamt 		k = 0;
    393  1.3.2.2  yamt 		for (j = 0; j < nmems; j++) {
    394  1.3.2.2  yamt 			if (mem_array[j].nodeid != i)
    395  1.3.2.2  yamt 				continue;
    396  1.3.2.2  yamt 			node_array[i].mem[k] = &mem_array[j];
    397  1.3.2.2  yamt 			k++;
    398  1.3.2.2  yamt 		}
    399  1.3.2.2  yamt 	}
    400  1.3.2.2  yamt 
    401  1.3.2.2  yamt 	while ((citer = CPU_FIRST) != NULL) {
    402  1.3.2.2  yamt 		CPU_REM(citer);
    403  1.3.2.2  yamt 		cpu_free(citer);
    404  1.3.2.2  yamt 	}
    405  1.3.2.2  yamt 
    406  1.3.2.2  yamt 	while ((miter = MEM_FIRST) != NULL) {
    407  1.3.2.2  yamt 		MEM_REM(miter);
    408  1.3.2.2  yamt 		mem_free(miter);
    409  1.3.2.2  yamt 	}
    410  1.3.2.2  yamt 
    411  1.3.2.2  yamt 	return 0;
    412  1.3.2.2  yamt }
    413  1.3.2.2  yamt 
    414  1.3.2.2  yamt 
    415  1.3.2.2  yamt int
    416  1.3.2.2  yamt acpisrat_exit(void)
    417  1.3.2.2  yamt {
    418  1.3.2.2  yamt 	int i;
    419  1.3.2.2  yamt 
    420  1.3.2.2  yamt 	if (node_array) {
    421  1.3.2.2  yamt 		for (i = 0; i < nnodes; i++) {
    422  1.3.2.2  yamt 			if (node_array[i].cpu)
    423  1.3.2.2  yamt 				kmem_free(node_array[i].cpu,
    424  1.3.2.2  yamt 				    node_array[i].ncpus * sizeof(struct acpisrat_cpu *));
    425  1.3.2.2  yamt 			if (node_array[i].mem)
    426  1.3.2.2  yamt 				kmem_free(node_array[i].mem,
    427  1.3.2.2  yamt 				    node_array[i].nmems * sizeof(struct acpisrat_mem *));
    428  1.3.2.2  yamt 		}
    429  1.3.2.2  yamt 		kmem_free(node_array, nnodes * sizeof(struct acpisrat_node));
    430  1.3.2.2  yamt 	}
    431  1.3.2.2  yamt 	node_array = NULL;
    432  1.3.2.2  yamt 
    433  1.3.2.2  yamt 	if (cpu_array)
    434  1.3.2.2  yamt 		kmem_free(cpu_array, ncpus * sizeof(struct acpisrat_cpu));
    435  1.3.2.2  yamt 	cpu_array = NULL;
    436  1.3.2.2  yamt 
    437  1.3.2.2  yamt 	if (mem_array)
    438  1.3.2.2  yamt 		kmem_free(mem_array, nmems * sizeof(struct acpisrat_mem));
    439  1.3.2.2  yamt 	mem_array = NULL;
    440  1.3.2.2  yamt 
    441  1.3.2.2  yamt 	nnodes = 0;
    442  1.3.2.2  yamt 	ncpus = 0;
    443  1.3.2.2  yamt 	nmems = 0;
    444  1.3.2.2  yamt 
    445  1.3.2.2  yamt 	return 0;
    446  1.3.2.2  yamt }
    447  1.3.2.2  yamt 
    448  1.3.2.2  yamt 
    449  1.3.2.2  yamt void
    450  1.3.2.2  yamt acpisrat_dump(void)
    451  1.3.2.2  yamt {
    452  1.3.2.2  yamt 	uint32_t i, j, nn, nc, nm;
    453  1.3.2.2  yamt 	struct acpisrat_cpu c;
    454  1.3.2.2  yamt 	struct acpisrat_mem m;
    455  1.3.2.2  yamt 
    456  1.3.2.2  yamt 	nn = acpisrat_nodes();
    457  1.3.2.2  yamt 	aprint_debug("SRAT: %u NUMA nodes\n", nn);
    458  1.3.2.2  yamt 	for (i = 0; i < nn; i++) {
    459  1.3.2.2  yamt 		nc = acpisrat_node_cpus(i);
    460  1.3.2.2  yamt 		for (j = 0; j < nc; j++) {
    461  1.3.2.2  yamt 			acpisrat_cpu(i, j, &c);
    462  1.3.2.2  yamt 			aprint_debug("SRAT: node %u cpu %u "
    463  1.3.2.2  yamt 			    "(apic %u, sapic %u, flags %u, clockdomain %u)\n",
    464  1.3.2.2  yamt 			    c.nodeid, j, c.apicid, c.sapiceid, c.flags,
    465  1.3.2.2  yamt 			    c.clockdomain);
    466  1.3.2.2  yamt 		}
    467  1.3.2.2  yamt 
    468  1.3.2.2  yamt 		nm = acpisrat_node_memoryranges(i);
    469  1.3.2.2  yamt 		for (j = 0; j < nm; j++) {
    470  1.3.2.2  yamt 			acpisrat_mem(i, j, &m);
    471  1.3.2.2  yamt 			aprint_debug("SRAT: node %u memory range %u (0x%"
    472  1.3.2.2  yamt 			    PRIx64" - 0x%"PRIx64" flags %u)\n",
    473  1.3.2.2  yamt 			    m.nodeid, j, m.baseaddress,
    474  1.3.2.2  yamt 			    m.baseaddress + m.length, m.flags);
    475  1.3.2.2  yamt 		}
    476  1.3.2.2  yamt 	}
    477  1.3.2.2  yamt }
    478  1.3.2.2  yamt 
    479  1.3.2.2  yamt uint32_t
    480  1.3.2.2  yamt acpisrat_nodes(void)
    481  1.3.2.2  yamt {
    482  1.3.2.2  yamt 	return nnodes;
    483  1.3.2.2  yamt }
    484  1.3.2.2  yamt 
    485  1.3.2.2  yamt uint32_t
    486  1.3.2.2  yamt acpisrat_node_cpus(acpisrat_nodeid_t nodeid)
    487  1.3.2.2  yamt {
    488  1.3.2.2  yamt 	return node_array[nodeid].ncpus;
    489  1.3.2.2  yamt }
    490  1.3.2.2  yamt 
    491  1.3.2.2  yamt uint32_t
    492  1.3.2.2  yamt acpisrat_node_memoryranges(acpisrat_nodeid_t nodeid)
    493  1.3.2.2  yamt {
    494  1.3.2.2  yamt 	return node_array[nodeid].nmems;
    495  1.3.2.2  yamt }
    496  1.3.2.2  yamt 
    497  1.3.2.2  yamt void
    498  1.3.2.2  yamt acpisrat_cpu(acpisrat_nodeid_t nodeid, uint32_t cpunum,
    499  1.3.2.2  yamt     struct acpisrat_cpu *c)
    500  1.3.2.2  yamt {
    501  1.3.2.2  yamt 	memcpy(c, node_array[nodeid].cpu[cpunum],
    502  1.3.2.2  yamt 	    sizeof(struct acpisrat_cpu));
    503  1.3.2.2  yamt }
    504  1.3.2.2  yamt 
    505  1.3.2.2  yamt void
    506  1.3.2.2  yamt acpisrat_mem(acpisrat_nodeid_t nodeid, uint32_t memrange,
    507  1.3.2.2  yamt     struct acpisrat_mem *mem)
    508  1.3.2.2  yamt {
    509  1.3.2.2  yamt 	memcpy(mem, node_array[nodeid].mem[memrange],
    510  1.3.2.2  yamt 	    sizeof(struct acpisrat_mem));
    511  1.3.2.2  yamt }
    512