acpi_srat.c revision 1.3.2.2 1 1.3.2.2 yamt /* $NetBSD: acpi_srat.c,v 1.3.2.2 2010/03/11 15:03:22 yamt Exp $ */
2 1.3.2.2 yamt
3 1.3.2.2 yamt /*
4 1.3.2.2 yamt * Copyright (c) 2009 The NetBSD Foundation, Inc.
5 1.3.2.2 yamt * All rights reserved.
6 1.3.2.2 yamt *
7 1.3.2.2 yamt * This code is derived from software contributed to The NetBSD Foundation
8 1.3.2.2 yamt * by Christoph Egger.
9 1.3.2.2 yamt *
10 1.3.2.2 yamt * Redistribution and use in source and binary forms, with or without
11 1.3.2.2 yamt * modification, are permitted provided that the following conditions
12 1.3.2.2 yamt * are met:
13 1.3.2.2 yamt * 1. Redistributions of source code must retain the above copyright
14 1.3.2.2 yamt * notice, this list of conditions and the following disclaimer.
15 1.3.2.2 yamt * 2. Redistributions in binary form must reproduce the above copyright
16 1.3.2.2 yamt * notice, this list of conditions and the following disclaimer in the
17 1.3.2.2 yamt * documentation and/or other materials provided with the distribution.
18 1.3.2.2 yamt *
19 1.3.2.2 yamt * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 1.3.2.2 yamt * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 1.3.2.2 yamt * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 1.3.2.2 yamt * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 1.3.2.2 yamt * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 1.3.2.2 yamt * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 1.3.2.2 yamt * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 1.3.2.2 yamt * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 1.3.2.2 yamt * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 1.3.2.2 yamt * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 1.3.2.2 yamt * POSSIBILITY OF SUCH DAMAGE.
30 1.3.2.2 yamt */
31 1.3.2.2 yamt
32 1.3.2.2 yamt #include <sys/cdefs.h>
33 1.3.2.2 yamt __KERNEL_RCSID(0, "$NetBSD: acpi_srat.c,v 1.3.2.2 2010/03/11 15:03:22 yamt Exp $");
34 1.3.2.2 yamt
35 1.3.2.2 yamt #include <sys/param.h>
36 1.3.2.2 yamt #include <sys/kmem.h>
37 1.3.2.2 yamt #include <sys/systm.h>
38 1.3.2.2 yamt
39 1.3.2.2 yamt #include <dev/acpi/acpivar.h>
40 1.3.2.2 yamt #include <dev/acpi/acpi_srat.h>
41 1.3.2.2 yamt
42 1.3.2.2 yamt static ACPI_TABLE_SRAT *srat;
43 1.3.2.2 yamt
44 1.3.2.2 yamt struct acpisrat_node {
45 1.3.2.2 yamt acpisrat_nodeid_t nodeid;
46 1.3.2.2 yamt uint32_t ncpus; /* Number of cpus in this node */
47 1.3.2.2 yamt struct acpisrat_cpu **cpu; /* Array of cpus */
48 1.3.2.2 yamt uint32_t nmems; /* Number of memory ranges in this node */
49 1.3.2.2 yamt struct acpisrat_mem **mem; /* Array of memory ranges */
50 1.3.2.2 yamt };
51 1.3.2.2 yamt
52 1.3.2.2 yamt static uint32_t nnodes; /* Number of NUMA nodes */
53 1.3.2.2 yamt static struct acpisrat_node *node_array; /* Array of NUMA nodes */
54 1.3.2.2 yamt static uint32_t ncpus; /* Number of CPUs */
55 1.3.2.2 yamt static struct acpisrat_cpu *cpu_array; /* Array of cpus */
56 1.3.2.2 yamt static uint32_t nmems; /* Number of Memory ranges */
57 1.3.2.2 yamt static struct acpisrat_mem *mem_array;
58 1.3.2.2 yamt
59 1.3.2.2 yamt
60 1.3.2.2 yamt struct cpulist {
61 1.3.2.2 yamt struct acpisrat_cpu cpu;
62 1.3.2.2 yamt TAILQ_ENTRY(cpulist) entry;
63 1.3.2.2 yamt };
64 1.3.2.2 yamt
65 1.3.2.2 yamt static TAILQ_HEAD(, cpulist) cpulisthead;
66 1.3.2.2 yamt
67 1.3.2.2 yamt #define CPU_INIT TAILQ_INIT(&cpulisthead);
68 1.3.2.2 yamt #define CPU_FOREACH(cpu) TAILQ_FOREACH(cpu, &cpulisthead, entry)
69 1.3.2.2 yamt #define CPU_ADD(cpu) TAILQ_INSERT_TAIL(&cpulisthead, cpu, entry)
70 1.3.2.2 yamt #define CPU_REM(cpu) TAILQ_REMOVE(&cpulisthead, cpu, entry)
71 1.3.2.2 yamt #define CPU_FIRST TAILQ_FIRST(&cpulisthead)
72 1.3.2.2 yamt
73 1.3.2.2 yamt
74 1.3.2.2 yamt struct memlist {
75 1.3.2.2 yamt struct acpisrat_mem mem;
76 1.3.2.2 yamt TAILQ_ENTRY(memlist) entry;
77 1.3.2.2 yamt };
78 1.3.2.2 yamt
79 1.3.2.2 yamt static TAILQ_HEAD(, memlist) memlisthead;
80 1.3.2.2 yamt
81 1.3.2.2 yamt #define MEM_INIT TAILQ_INIT(&memlisthead)
82 1.3.2.2 yamt #define MEM_FOREACH(mem) TAILQ_FOREACH(mem, &memlisthead, entry)
83 1.3.2.2 yamt #define MEM_ADD(mem) TAILQ_INSERT_TAIL(&memlisthead, mem, entry)
84 1.3.2.2 yamt #define MEM_ADD_BEFORE(mem, b) TAILQ_INSERT_BEFORE(b, mem, entry)
85 1.3.2.2 yamt #define MEM_REM(mem) TAILQ_REMOVE(&memlisthead, mem, entry)
86 1.3.2.2 yamt #define MEM_FIRST TAILQ_FIRST(&memlisthead)
87 1.3.2.2 yamt
88 1.3.2.2 yamt
89 1.3.2.2 yamt static struct cpulist *
90 1.3.2.2 yamt cpu_alloc(void)
91 1.3.2.2 yamt {
92 1.3.2.2 yamt return kmem_zalloc(sizeof(struct cpulist), KM_NOSLEEP);
93 1.3.2.2 yamt }
94 1.3.2.2 yamt
95 1.3.2.2 yamt static void
96 1.3.2.2 yamt cpu_free(struct cpulist *c)
97 1.3.2.2 yamt {
98 1.3.2.2 yamt kmem_free(c, sizeof(struct cpulist));
99 1.3.2.2 yamt }
100 1.3.2.2 yamt
101 1.3.2.2 yamt #if 0
102 1.3.2.2 yamt static struct cpulist *
103 1.3.2.2 yamt cpu_get(acpisrat_nodeid_t nodeid)
104 1.3.2.2 yamt {
105 1.3.2.2 yamt struct cpulist *tmp;
106 1.3.2.2 yamt
107 1.3.2.2 yamt CPU_FOREACH(tmp) {
108 1.3.2.2 yamt if (tmp->cpu.nodeid == nodeid)
109 1.3.2.2 yamt return tmp;
110 1.3.2.2 yamt }
111 1.3.2.2 yamt
112 1.3.2.2 yamt return NULL;
113 1.3.2.2 yamt }
114 1.3.2.2 yamt #endif
115 1.3.2.2 yamt
116 1.3.2.2 yamt static struct memlist *
117 1.3.2.2 yamt mem_alloc(void)
118 1.3.2.2 yamt {
119 1.3.2.2 yamt return kmem_zalloc(sizeof(struct memlist), KM_NOSLEEP);
120 1.3.2.2 yamt }
121 1.3.2.2 yamt
122 1.3.2.2 yamt static void
123 1.3.2.2 yamt mem_free(struct memlist *m)
124 1.3.2.2 yamt {
125 1.3.2.2 yamt kmem_free(m, sizeof(struct memlist));
126 1.3.2.2 yamt }
127 1.3.2.2 yamt
128 1.3.2.2 yamt static struct memlist *
129 1.3.2.2 yamt mem_get(acpisrat_nodeid_t nodeid)
130 1.3.2.2 yamt {
131 1.3.2.2 yamt struct memlist *tmp;
132 1.3.2.2 yamt
133 1.3.2.2 yamt MEM_FOREACH(tmp) {
134 1.3.2.2 yamt if (tmp->mem.nodeid == nodeid)
135 1.3.2.2 yamt return tmp;
136 1.3.2.2 yamt }
137 1.3.2.2 yamt
138 1.3.2.2 yamt return NULL;
139 1.3.2.2 yamt }
140 1.3.2.2 yamt
141 1.3.2.2 yamt
142 1.3.2.2 yamt bool
143 1.3.2.2 yamt acpisrat_exist(void)
144 1.3.2.2 yamt {
145 1.3.2.2 yamt ACPI_TABLE_HEADER *table;
146 1.3.2.2 yamt ACPI_STATUS rv;
147 1.3.2.2 yamt
148 1.3.2.2 yamt rv = AcpiGetTable(ACPI_SIG_SRAT, 1, (ACPI_TABLE_HEADER **)&table);
149 1.3.2.2 yamt if (ACPI_FAILURE(rv))
150 1.3.2.2 yamt return false;
151 1.3.2.2 yamt
152 1.3.2.2 yamt /* Check if header is valid */
153 1.3.2.2 yamt if (table == NULL)
154 1.3.2.2 yamt return false;
155 1.3.2.2 yamt
156 1.3.2.2 yamt if (table->Length == 0xffffffff)
157 1.3.2.2 yamt return false;
158 1.3.2.2 yamt
159 1.3.2.2 yamt srat = (ACPI_TABLE_SRAT *)table;
160 1.3.2.2 yamt
161 1.3.2.2 yamt return true;
162 1.3.2.2 yamt }
163 1.3.2.2 yamt
164 1.3.2.2 yamt static int
165 1.3.2.2 yamt acpisrat_parse(void)
166 1.3.2.2 yamt {
167 1.3.2.2 yamt ACPI_SUBTABLE_HEADER *subtable;
168 1.3.2.2 yamt ACPI_SRAT_CPU_AFFINITY *srat_cpu;
169 1.3.2.2 yamt ACPI_SRAT_MEM_AFFINITY *srat_mem;
170 1.3.2.2 yamt ACPI_SRAT_X2APIC_CPU_AFFINITY *srat_x2apic;
171 1.3.2.2 yamt
172 1.3.2.2 yamt acpisrat_nodeid_t nodeid;
173 1.3.2.2 yamt struct cpulist *cpuentry = NULL;
174 1.3.2.2 yamt struct memlist *mementry;
175 1.3.2.2 yamt uint32_t srat_pos;
176 1.3.2.2 yamt bool ignore_cpu_affinity = false;
177 1.3.2.2 yamt
178 1.3.2.2 yamt KASSERT(srat != NULL);
179 1.3.2.2 yamt
180 1.3.2.2 yamt /* Content starts right after the header */
181 1.3.2.2 yamt srat_pos = sizeof(ACPI_TABLE_SRAT);
182 1.3.2.2 yamt
183 1.3.2.2 yamt while (srat_pos < srat->Header.Length) {
184 1.3.2.2 yamt subtable = (ACPI_SUBTABLE_HEADER *)((char *)srat + srat_pos);
185 1.3.2.2 yamt srat_pos += subtable->Length;
186 1.3.2.2 yamt
187 1.3.2.2 yamt switch (subtable->Type) {
188 1.3.2.2 yamt case ACPI_SRAT_TYPE_CPU_AFFINITY:
189 1.3.2.2 yamt if (ignore_cpu_affinity)
190 1.3.2.2 yamt continue;
191 1.3.2.2 yamt
192 1.3.2.2 yamt srat_cpu = (ACPI_SRAT_CPU_AFFINITY *)subtable;
193 1.3.2.2 yamt nodeid = (srat_cpu->ProximityDomainHi[2] << 24) |
194 1.3.2.2 yamt (srat_cpu->ProximityDomainHi[1] << 16) |
195 1.3.2.2 yamt (srat_cpu->ProximityDomainHi[0] << 8) |
196 1.3.2.2 yamt (srat_cpu->ProximityDomainLo);
197 1.3.2.2 yamt
198 1.3.2.2 yamt cpuentry = cpu_alloc();
199 1.3.2.2 yamt if (cpuentry == NULL)
200 1.3.2.2 yamt return ENOMEM;
201 1.3.2.2 yamt CPU_ADD(cpuentry);
202 1.3.2.2 yamt
203 1.3.2.2 yamt cpuentry->cpu.nodeid = nodeid;
204 1.3.2.2 yamt cpuentry->cpu.apicid = srat_cpu->ApicId;
205 1.3.2.2 yamt cpuentry->cpu.sapiceid = srat_cpu->LocalSapicEid;
206 1.3.2.2 yamt cpuentry->cpu.flags = srat_cpu->Flags;
207 1.3.2.2 yamt cpuentry->cpu.clockdomain = srat_cpu->ClockDomain;
208 1.3.2.2 yamt break;
209 1.3.2.2 yamt
210 1.3.2.2 yamt case ACPI_SRAT_TYPE_MEMORY_AFFINITY:
211 1.3.2.2 yamt srat_mem = (ACPI_SRAT_MEM_AFFINITY *)subtable;
212 1.3.2.2 yamt nodeid = srat_mem->ProximityDomain;
213 1.3.2.2 yamt
214 1.3.2.2 yamt mementry = mem_alloc();
215 1.3.2.2 yamt if (mementry == NULL)
216 1.3.2.2 yamt return ENOMEM;
217 1.3.2.2 yamt MEM_ADD(mementry);
218 1.3.2.2 yamt
219 1.3.2.2 yamt mementry->mem.nodeid = nodeid;
220 1.3.2.2 yamt mementry->mem.baseaddress = srat_mem->BaseAddress;
221 1.3.2.2 yamt mementry->mem.length = srat_mem->Length;
222 1.3.2.2 yamt mementry->mem.flags = srat_mem->Flags;
223 1.3.2.2 yamt break;
224 1.3.2.2 yamt
225 1.3.2.2 yamt case ACPI_SRAT_TYPE_X2APIC_CPU_AFFINITY:
226 1.3.2.2 yamt srat_x2apic = (ACPI_SRAT_X2APIC_CPU_AFFINITY *)subtable;
227 1.3.2.2 yamt nodeid = srat_x2apic->ProximityDomain;
228 1.3.2.2 yamt
229 1.3.2.2 yamt /* This table entry overrides
230 1.3.2.2 yamt * ACPI_SRAT_TYPE_CPU_AFFINITY.
231 1.3.2.2 yamt */
232 1.3.2.2 yamt if (!ignore_cpu_affinity) {
233 1.3.2.2 yamt struct cpulist *citer;
234 1.3.2.2 yamt while ((citer = CPU_FIRST) != NULL) {
235 1.3.2.2 yamt CPU_REM(citer);
236 1.3.2.2 yamt cpu_free(citer);
237 1.3.2.2 yamt }
238 1.3.2.2 yamt ignore_cpu_affinity = true;
239 1.3.2.2 yamt }
240 1.3.2.2 yamt
241 1.3.2.2 yamt cpuentry = cpu_alloc();
242 1.3.2.2 yamt if (cpuentry == NULL)
243 1.3.2.2 yamt return ENOMEM;
244 1.3.2.2 yamt CPU_ADD(cpuentry);
245 1.3.2.2 yamt
246 1.3.2.2 yamt cpuentry->cpu.nodeid = nodeid;
247 1.3.2.2 yamt cpuentry->cpu.apicid = srat_x2apic->ApicId;
248 1.3.2.2 yamt cpuentry->cpu.clockdomain = srat_x2apic->ClockDomain;
249 1.3.2.2 yamt cpuentry->cpu.flags = srat_x2apic->Flags;
250 1.3.2.2 yamt break;
251 1.3.2.2 yamt
252 1.3.2.2 yamt case ACPI_SRAT_TYPE_RESERVED:
253 1.3.2.2 yamt printf("ACPI SRAT subtable reserved, length: 0x%x\n",
254 1.3.2.2 yamt subtable->Length);
255 1.3.2.2 yamt break;
256 1.3.2.2 yamt }
257 1.3.2.2 yamt }
258 1.3.2.2 yamt
259 1.3.2.2 yamt return 0;
260 1.3.2.2 yamt }
261 1.3.2.2 yamt
262 1.3.2.2 yamt static int
263 1.3.2.2 yamt acpisrat_quirks(void)
264 1.3.2.2 yamt {
265 1.3.2.2 yamt struct cpulist *citer;
266 1.3.2.2 yamt struct memlist *mem, *miter;
267 1.3.2.2 yamt
268 1.3.2.2 yamt /* Some sanity checks. */
269 1.3.2.2 yamt
270 1.3.2.2 yamt /* Deal with holes in the memory nodes.
271 1.3.2.2 yamt * BIOS doesn't enlist memory nodes which
272 1.3.2.2 yamt * don't have any memory modules plugged in.
273 1.3.2.2 yamt * This behaviour has been observed on AMD machines.
274 1.3.2.2 yamt *
275 1.3.2.2 yamt * Do that by searching for CPUs in NUMA nodes
276 1.3.2.2 yamt * which don't exist in the memory and then insert
277 1.3.2.2 yamt * a zero memory range for the missing node.
278 1.3.2.2 yamt */
279 1.3.2.2 yamt CPU_FOREACH(citer) {
280 1.3.2.2 yamt mem = mem_get(citer->cpu.nodeid);
281 1.3.2.2 yamt if (mem != NULL)
282 1.3.2.2 yamt continue;
283 1.3.2.2 yamt mem = mem_alloc();
284 1.3.2.2 yamt if (mem == NULL)
285 1.3.2.2 yamt return ENOMEM;
286 1.3.2.2 yamt mem->mem.nodeid = citer->cpu.nodeid;
287 1.3.2.2 yamt /* all other fields are already zero filled */
288 1.3.2.2 yamt
289 1.3.2.2 yamt MEM_FOREACH(miter) {
290 1.3.2.2 yamt if (miter->mem.nodeid < citer->cpu.nodeid)
291 1.3.2.2 yamt continue;
292 1.3.2.2 yamt MEM_ADD_BEFORE(mem, miter);
293 1.3.2.2 yamt break;
294 1.3.2.2 yamt }
295 1.3.2.2 yamt }
296 1.3.2.2 yamt
297 1.3.2.2 yamt return 0;
298 1.3.2.2 yamt }
299 1.3.2.2 yamt
300 1.3.2.2 yamt int
301 1.3.2.2 yamt acpisrat_init(void)
302 1.3.2.2 yamt {
303 1.3.2.2 yamt if (!acpisrat_exist())
304 1.3.2.2 yamt return EEXIST;
305 1.3.2.2 yamt return acpisrat_refresh();
306 1.3.2.2 yamt }
307 1.3.2.2 yamt
308 1.3.2.2 yamt int
309 1.3.2.2 yamt acpisrat_refresh(void)
310 1.3.2.2 yamt {
311 1.3.2.2 yamt int rc, i, j, k;
312 1.3.2.2 yamt struct cpulist *citer;
313 1.3.2.2 yamt struct memlist *miter;
314 1.3.2.2 yamt uint32_t cnodes = 0, mnodes = 0;
315 1.3.2.2 yamt
316 1.3.2.2 yamt CPU_INIT;
317 1.3.2.2 yamt MEM_INIT;
318 1.3.2.2 yamt
319 1.3.2.2 yamt rc = acpisrat_parse();
320 1.3.2.2 yamt if (rc)
321 1.3.2.2 yamt return rc;
322 1.3.2.2 yamt
323 1.3.2.2 yamt rc = acpisrat_quirks();
324 1.3.2.2 yamt if (rc)
325 1.3.2.2 yamt return rc;
326 1.3.2.2 yamt
327 1.3.2.2 yamt /* cleanup resources */
328 1.3.2.2 yamt rc = acpisrat_exit();
329 1.3.2.2 yamt if (rc)
330 1.3.2.2 yamt return rc;
331 1.3.2.2 yamt
332 1.3.2.2 yamt nnodes = 0;
333 1.3.2.2 yamt ncpus = 0;
334 1.3.2.2 yamt CPU_FOREACH(citer) {
335 1.3.2.2 yamt cnodes = MAX(citer->cpu.nodeid, cnodes);
336 1.3.2.2 yamt ncpus++;
337 1.3.2.2 yamt }
338 1.3.2.2 yamt
339 1.3.2.2 yamt nmems = 0;
340 1.3.2.2 yamt MEM_FOREACH(miter) {
341 1.3.2.2 yamt mnodes = MAX(miter->mem.nodeid, mnodes);
342 1.3.2.2 yamt nmems++;
343 1.3.2.2 yamt }
344 1.3.2.2 yamt
345 1.3.2.2 yamt nnodes = MAX(cnodes, mnodes) + 1;
346 1.3.2.2 yamt
347 1.3.2.2 yamt node_array = kmem_zalloc(nnodes * sizeof(struct acpisrat_node),
348 1.3.2.2 yamt KM_NOSLEEP);
349 1.3.2.2 yamt if (node_array == NULL)
350 1.3.2.2 yamt return ENOMEM;
351 1.3.2.2 yamt
352 1.3.2.2 yamt cpu_array = kmem_zalloc(ncpus * sizeof(struct acpisrat_cpu),
353 1.3.2.2 yamt KM_NOSLEEP);
354 1.3.2.2 yamt if (cpu_array == NULL)
355 1.3.2.2 yamt return ENOMEM;
356 1.3.2.2 yamt
357 1.3.2.2 yamt mem_array = kmem_zalloc(nmems * sizeof(struct acpisrat_mem),
358 1.3.2.2 yamt KM_NOSLEEP);
359 1.3.2.2 yamt if (mem_array == NULL)
360 1.3.2.2 yamt return ENOMEM;
361 1.3.2.2 yamt
362 1.3.2.2 yamt i = 0;
363 1.3.2.2 yamt CPU_FOREACH(citer) {
364 1.3.2.2 yamt memcpy(&cpu_array[i], &citer->cpu, sizeof(struct acpisrat_cpu));
365 1.3.2.2 yamt i++;
366 1.3.2.2 yamt node_array[citer->cpu.nodeid].ncpus++;
367 1.3.2.2 yamt }
368 1.3.2.2 yamt
369 1.3.2.2 yamt i = 0;
370 1.3.2.2 yamt MEM_FOREACH(miter) {
371 1.3.2.2 yamt memcpy(&mem_array[i], &miter->mem, sizeof(struct acpisrat_mem));
372 1.3.2.2 yamt i++;
373 1.3.2.2 yamt node_array[miter->mem.nodeid].nmems++;
374 1.3.2.2 yamt }
375 1.3.2.2 yamt
376 1.3.2.2 yamt for (i = 0; i < nnodes; i++) {
377 1.3.2.2 yamt node_array[i].nodeid = i;
378 1.3.2.2 yamt
379 1.3.2.2 yamt node_array[i].cpu = kmem_zalloc(node_array[i].ncpus *
380 1.3.2.2 yamt sizeof(struct acpisrat_cpu *), KM_NOSLEEP);
381 1.3.2.2 yamt node_array[i].mem = kmem_zalloc(node_array[i].nmems *
382 1.3.2.2 yamt sizeof(struct acpisrat_mem *), KM_NOSLEEP);
383 1.3.2.2 yamt
384 1.3.2.2 yamt k = 0;
385 1.3.2.2 yamt for (j = 0; j < ncpus; j++) {
386 1.3.2.2 yamt if (cpu_array[j].nodeid != i)
387 1.3.2.2 yamt continue;
388 1.3.2.2 yamt node_array[i].cpu[k] = &cpu_array[j];
389 1.3.2.2 yamt k++;
390 1.3.2.2 yamt }
391 1.3.2.2 yamt
392 1.3.2.2 yamt k = 0;
393 1.3.2.2 yamt for (j = 0; j < nmems; j++) {
394 1.3.2.2 yamt if (mem_array[j].nodeid != i)
395 1.3.2.2 yamt continue;
396 1.3.2.2 yamt node_array[i].mem[k] = &mem_array[j];
397 1.3.2.2 yamt k++;
398 1.3.2.2 yamt }
399 1.3.2.2 yamt }
400 1.3.2.2 yamt
401 1.3.2.2 yamt while ((citer = CPU_FIRST) != NULL) {
402 1.3.2.2 yamt CPU_REM(citer);
403 1.3.2.2 yamt cpu_free(citer);
404 1.3.2.2 yamt }
405 1.3.2.2 yamt
406 1.3.2.2 yamt while ((miter = MEM_FIRST) != NULL) {
407 1.3.2.2 yamt MEM_REM(miter);
408 1.3.2.2 yamt mem_free(miter);
409 1.3.2.2 yamt }
410 1.3.2.2 yamt
411 1.3.2.2 yamt return 0;
412 1.3.2.2 yamt }
413 1.3.2.2 yamt
414 1.3.2.2 yamt
415 1.3.2.2 yamt int
416 1.3.2.2 yamt acpisrat_exit(void)
417 1.3.2.2 yamt {
418 1.3.2.2 yamt int i;
419 1.3.2.2 yamt
420 1.3.2.2 yamt if (node_array) {
421 1.3.2.2 yamt for (i = 0; i < nnodes; i++) {
422 1.3.2.2 yamt if (node_array[i].cpu)
423 1.3.2.2 yamt kmem_free(node_array[i].cpu,
424 1.3.2.2 yamt node_array[i].ncpus * sizeof(struct acpisrat_cpu *));
425 1.3.2.2 yamt if (node_array[i].mem)
426 1.3.2.2 yamt kmem_free(node_array[i].mem,
427 1.3.2.2 yamt node_array[i].nmems * sizeof(struct acpisrat_mem *));
428 1.3.2.2 yamt }
429 1.3.2.2 yamt kmem_free(node_array, nnodes * sizeof(struct acpisrat_node));
430 1.3.2.2 yamt }
431 1.3.2.2 yamt node_array = NULL;
432 1.3.2.2 yamt
433 1.3.2.2 yamt if (cpu_array)
434 1.3.2.2 yamt kmem_free(cpu_array, ncpus * sizeof(struct acpisrat_cpu));
435 1.3.2.2 yamt cpu_array = NULL;
436 1.3.2.2 yamt
437 1.3.2.2 yamt if (mem_array)
438 1.3.2.2 yamt kmem_free(mem_array, nmems * sizeof(struct acpisrat_mem));
439 1.3.2.2 yamt mem_array = NULL;
440 1.3.2.2 yamt
441 1.3.2.2 yamt nnodes = 0;
442 1.3.2.2 yamt ncpus = 0;
443 1.3.2.2 yamt nmems = 0;
444 1.3.2.2 yamt
445 1.3.2.2 yamt return 0;
446 1.3.2.2 yamt }
447 1.3.2.2 yamt
448 1.3.2.2 yamt
449 1.3.2.2 yamt void
450 1.3.2.2 yamt acpisrat_dump(void)
451 1.3.2.2 yamt {
452 1.3.2.2 yamt uint32_t i, j, nn, nc, nm;
453 1.3.2.2 yamt struct acpisrat_cpu c;
454 1.3.2.2 yamt struct acpisrat_mem m;
455 1.3.2.2 yamt
456 1.3.2.2 yamt nn = acpisrat_nodes();
457 1.3.2.2 yamt aprint_debug("SRAT: %u NUMA nodes\n", nn);
458 1.3.2.2 yamt for (i = 0; i < nn; i++) {
459 1.3.2.2 yamt nc = acpisrat_node_cpus(i);
460 1.3.2.2 yamt for (j = 0; j < nc; j++) {
461 1.3.2.2 yamt acpisrat_cpu(i, j, &c);
462 1.3.2.2 yamt aprint_debug("SRAT: node %u cpu %u "
463 1.3.2.2 yamt "(apic %u, sapic %u, flags %u, clockdomain %u)\n",
464 1.3.2.2 yamt c.nodeid, j, c.apicid, c.sapiceid, c.flags,
465 1.3.2.2 yamt c.clockdomain);
466 1.3.2.2 yamt }
467 1.3.2.2 yamt
468 1.3.2.2 yamt nm = acpisrat_node_memoryranges(i);
469 1.3.2.2 yamt for (j = 0; j < nm; j++) {
470 1.3.2.2 yamt acpisrat_mem(i, j, &m);
471 1.3.2.2 yamt aprint_debug("SRAT: node %u memory range %u (0x%"
472 1.3.2.2 yamt PRIx64" - 0x%"PRIx64" flags %u)\n",
473 1.3.2.2 yamt m.nodeid, j, m.baseaddress,
474 1.3.2.2 yamt m.baseaddress + m.length, m.flags);
475 1.3.2.2 yamt }
476 1.3.2.2 yamt }
477 1.3.2.2 yamt }
478 1.3.2.2 yamt
479 1.3.2.2 yamt uint32_t
480 1.3.2.2 yamt acpisrat_nodes(void)
481 1.3.2.2 yamt {
482 1.3.2.2 yamt return nnodes;
483 1.3.2.2 yamt }
484 1.3.2.2 yamt
485 1.3.2.2 yamt uint32_t
486 1.3.2.2 yamt acpisrat_node_cpus(acpisrat_nodeid_t nodeid)
487 1.3.2.2 yamt {
488 1.3.2.2 yamt return node_array[nodeid].ncpus;
489 1.3.2.2 yamt }
490 1.3.2.2 yamt
491 1.3.2.2 yamt uint32_t
492 1.3.2.2 yamt acpisrat_node_memoryranges(acpisrat_nodeid_t nodeid)
493 1.3.2.2 yamt {
494 1.3.2.2 yamt return node_array[nodeid].nmems;
495 1.3.2.2 yamt }
496 1.3.2.2 yamt
497 1.3.2.2 yamt void
498 1.3.2.2 yamt acpisrat_cpu(acpisrat_nodeid_t nodeid, uint32_t cpunum,
499 1.3.2.2 yamt struct acpisrat_cpu *c)
500 1.3.2.2 yamt {
501 1.3.2.2 yamt memcpy(c, node_array[nodeid].cpu[cpunum],
502 1.3.2.2 yamt sizeof(struct acpisrat_cpu));
503 1.3.2.2 yamt }
504 1.3.2.2 yamt
505 1.3.2.2 yamt void
506 1.3.2.2 yamt acpisrat_mem(acpisrat_nodeid_t nodeid, uint32_t memrange,
507 1.3.2.2 yamt struct acpisrat_mem *mem)
508 1.3.2.2 yamt {
509 1.3.2.2 yamt memcpy(mem, node_array[nodeid].mem[memrange],
510 1.3.2.2 yamt sizeof(struct acpisrat_mem));
511 1.3.2.2 yamt }
512