acpi_cpu_cstate.c revision 1.51 1 1.51 jruoho /* $NetBSD: acpi_cpu_cstate.c,v 1.51 2011/03/17 15:32:18 jruoho Exp $ */
2 1.1 jruoho
3 1.1 jruoho /*-
4 1.45 jruoho * Copyright (c) 2010, 2011 Jukka Ruohonen <jruohonen (at) iki.fi>
5 1.1 jruoho * All rights reserved.
6 1.1 jruoho *
7 1.1 jruoho * Redistribution and use in source and binary forms, with or without
8 1.1 jruoho * modification, are permitted provided that the following conditions
9 1.1 jruoho * are met:
10 1.1 jruoho *
11 1.1 jruoho * 1. Redistributions of source code must retain the above copyright
12 1.1 jruoho * notice, this list of conditions and the following disclaimer.
13 1.1 jruoho * 2. Redistributions in binary form must reproduce the above copyright
14 1.1 jruoho * notice, this list of conditions and the following disclaimer in the
15 1.1 jruoho * documentation and/or other materials provided with the distribution.
16 1.1 jruoho *
17 1.1 jruoho * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
18 1.1 jruoho * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
19 1.1 jruoho * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
20 1.1 jruoho * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
21 1.1 jruoho * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
22 1.1 jruoho * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
23 1.1 jruoho * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
24 1.1 jruoho * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25 1.1 jruoho * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
26 1.1 jruoho * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
27 1.1 jruoho * SUCH DAMAGE.
28 1.1 jruoho */
29 1.1 jruoho #include <sys/cdefs.h>
30 1.51 jruoho __KERNEL_RCSID(0, "$NetBSD: acpi_cpu_cstate.c,v 1.51 2011/03/17 15:32:18 jruoho Exp $");
31 1.1 jruoho
32 1.1 jruoho #include <sys/param.h>
33 1.1 jruoho #include <sys/cpu.h>
34 1.1 jruoho #include <sys/device.h>
35 1.1 jruoho #include <sys/kernel.h>
36 1.1 jruoho #include <sys/once.h>
37 1.12 jruoho #include <sys/mutex.h>
38 1.1 jruoho #include <sys/timetc.h>
39 1.1 jruoho
40 1.4 jruoho #include <dev/acpi/acpireg.h>
41 1.1 jruoho #include <dev/acpi/acpivar.h>
42 1.1 jruoho #include <dev/acpi/acpi_cpu.h>
43 1.1 jruoho #include <dev/acpi/acpi_timer.h>
44 1.1 jruoho
45 1.1 jruoho #include <machine/acpi_machdep.h>
46 1.1 jruoho
47 1.4 jruoho #define _COMPONENT ACPI_BUS_COMPONENT
48 1.4 jruoho ACPI_MODULE_NAME ("acpi_cpu_cstate")
49 1.4 jruoho
50 1.1 jruoho static ACPI_STATUS acpicpu_cstate_cst(struct acpicpu_softc *);
51 1.1 jruoho static ACPI_STATUS acpicpu_cstate_cst_add(struct acpicpu_softc *,
52 1.44 jruoho ACPI_OBJECT *, int );
53 1.1 jruoho static void acpicpu_cstate_cst_bios(void);
54 1.19 jruoho static void acpicpu_cstate_memset(struct acpicpu_softc *);
55 1.46 jruoho static ACPI_STATUS acpicpu_cstate_dep(struct acpicpu_softc *);
56 1.1 jruoho static void acpicpu_cstate_fadt(struct acpicpu_softc *);
57 1.1 jruoho static void acpicpu_cstate_quirks(struct acpicpu_softc *);
58 1.1 jruoho static int acpicpu_cstate_latency(struct acpicpu_softc *);
59 1.1 jruoho static bool acpicpu_cstate_bm_check(void);
60 1.1 jruoho static void acpicpu_cstate_idle_enter(struct acpicpu_softc *,int);
61 1.1 jruoho
62 1.1 jruoho extern struct acpicpu_softc **acpicpu_sc;
63 1.1 jruoho
64 1.10 jruoho /*
65 1.17 jruoho * XXX: The local APIC timer (as well as TSC) is typically stopped in C3.
66 1.17 jruoho * For now, we cannot but disable C3. But there appears to be timer-
67 1.17 jruoho * related interrupt issues also in C2. The only entirely safe option
68 1.17 jruoho * at the moment is to use C1.
69 1.10 jruoho */
70 1.10 jruoho #ifdef ACPICPU_ENABLE_C3
71 1.10 jruoho static int cs_state_max = ACPI_STATE_C3;
72 1.10 jruoho #else
73 1.17 jruoho static int cs_state_max = ACPI_STATE_C1;
74 1.10 jruoho #endif
75 1.10 jruoho
76 1.1 jruoho void
77 1.1 jruoho acpicpu_cstate_attach(device_t self)
78 1.1 jruoho {
79 1.1 jruoho struct acpicpu_softc *sc = device_private(self);
80 1.1 jruoho ACPI_STATUS rv;
81 1.1 jruoho
82 1.1 jruoho /*
83 1.1 jruoho * Either use the preferred _CST or resort to FADT.
84 1.1 jruoho */
85 1.1 jruoho rv = acpicpu_cstate_cst(sc);
86 1.1 jruoho
87 1.1 jruoho switch (rv) {
88 1.1 jruoho
89 1.1 jruoho case AE_OK:
90 1.1 jruoho acpicpu_cstate_cst_bios();
91 1.1 jruoho break;
92 1.1 jruoho
93 1.1 jruoho default:
94 1.6 jruoho sc->sc_flags |= ACPICPU_FLAG_C_FADT;
95 1.1 jruoho acpicpu_cstate_fadt(sc);
96 1.1 jruoho break;
97 1.1 jruoho }
98 1.1 jruoho
99 1.46 jruoho /*
100 1.46 jruoho * Query the optional _CSD.
101 1.46 jruoho */
102 1.46 jruoho rv = acpicpu_cstate_dep(sc);
103 1.46 jruoho
104 1.46 jruoho if (ACPI_SUCCESS(rv))
105 1.46 jruoho sc->sc_flags |= ACPICPU_FLAG_C_DEP;
106 1.46 jruoho
107 1.29 jruoho sc->sc_flags |= ACPICPU_FLAG_C;
108 1.29 jruoho
109 1.1 jruoho acpicpu_cstate_quirks(sc);
110 1.19 jruoho }
111 1.19 jruoho
112 1.1 jruoho int
113 1.1 jruoho acpicpu_cstate_detach(device_t self)
114 1.1 jruoho {
115 1.12 jruoho struct acpicpu_softc *sc = device_private(self);
116 1.1 jruoho static ONCE_DECL(once_detach);
117 1.12 jruoho int rv;
118 1.12 jruoho
119 1.45 jruoho rv = RUN_ONCE(&once_detach, acpicpu_md_cstate_stop);
120 1.12 jruoho
121 1.12 jruoho if (rv != 0)
122 1.12 jruoho return rv;
123 1.12 jruoho
124 1.12 jruoho sc->sc_flags &= ~ACPICPU_FLAG_C;
125 1.1 jruoho
126 1.12 jruoho return 0;
127 1.1 jruoho }
128 1.1 jruoho
129 1.29 jruoho void
130 1.1 jruoho acpicpu_cstate_start(device_t self)
131 1.1 jruoho {
132 1.33 jruoho struct acpicpu_softc *sc = device_private(self);
133 1.6 jruoho
134 1.45 jruoho (void)acpicpu_md_cstate_start(sc);
135 1.1 jruoho }
136 1.1 jruoho
137 1.1 jruoho bool
138 1.1 jruoho acpicpu_cstate_suspend(device_t self)
139 1.1 jruoho {
140 1.1 jruoho return true;
141 1.1 jruoho }
142 1.1 jruoho
143 1.1 jruoho bool
144 1.1 jruoho acpicpu_cstate_resume(device_t self)
145 1.1 jruoho {
146 1.35 jruoho static const ACPI_OSD_EXEC_CALLBACK func = acpicpu_cstate_callback;
147 1.1 jruoho struct acpicpu_softc *sc = device_private(self);
148 1.1 jruoho
149 1.24 jruoho if ((sc->sc_flags & ACPICPU_FLAG_C_FADT) == 0)
150 1.35 jruoho (void)AcpiOsExecute(OSL_NOTIFY_HANDLER, func, sc->sc_dev);
151 1.1 jruoho
152 1.1 jruoho return true;
153 1.1 jruoho }
154 1.1 jruoho
155 1.1 jruoho void
156 1.1 jruoho acpicpu_cstate_callback(void *aux)
157 1.1 jruoho {
158 1.1 jruoho struct acpicpu_softc *sc;
159 1.1 jruoho device_t self = aux;
160 1.1 jruoho
161 1.1 jruoho sc = device_private(self);
162 1.1 jruoho
163 1.24 jruoho if ((sc->sc_flags & ACPICPU_FLAG_C_FADT) != 0)
164 1.1 jruoho return;
165 1.1 jruoho
166 1.13 jruoho mutex_enter(&sc->sc_mtx);
167 1.1 jruoho (void)acpicpu_cstate_cst(sc);
168 1.13 jruoho mutex_exit(&sc->sc_mtx);
169 1.1 jruoho }
170 1.1 jruoho
171 1.1 jruoho static ACPI_STATUS
172 1.1 jruoho acpicpu_cstate_cst(struct acpicpu_softc *sc)
173 1.1 jruoho {
174 1.1 jruoho ACPI_OBJECT *elm, *obj;
175 1.1 jruoho ACPI_BUFFER buf;
176 1.1 jruoho ACPI_STATUS rv;
177 1.1 jruoho uint32_t i, n;
178 1.1 jruoho uint8_t count;
179 1.1 jruoho
180 1.1 jruoho rv = acpi_eval_struct(sc->sc_node->ad_handle, "_CST", &buf);
181 1.1 jruoho
182 1.1 jruoho if (ACPI_FAILURE(rv))
183 1.1 jruoho return rv;
184 1.1 jruoho
185 1.1 jruoho obj = buf.Pointer;
186 1.1 jruoho
187 1.1 jruoho if (obj->Type != ACPI_TYPE_PACKAGE) {
188 1.1 jruoho rv = AE_TYPE;
189 1.1 jruoho goto out;
190 1.1 jruoho }
191 1.1 jruoho
192 1.1 jruoho if (obj->Package.Count < 2) {
193 1.1 jruoho rv = AE_LIMIT;
194 1.1 jruoho goto out;
195 1.1 jruoho }
196 1.1 jruoho
197 1.1 jruoho elm = obj->Package.Elements;
198 1.1 jruoho
199 1.1 jruoho if (elm[0].Type != ACPI_TYPE_INTEGER) {
200 1.1 jruoho rv = AE_TYPE;
201 1.1 jruoho goto out;
202 1.1 jruoho }
203 1.1 jruoho
204 1.1 jruoho n = elm[0].Integer.Value;
205 1.1 jruoho
206 1.1 jruoho if (n != obj->Package.Count - 1) {
207 1.1 jruoho rv = AE_BAD_VALUE;
208 1.1 jruoho goto out;
209 1.1 jruoho }
210 1.1 jruoho
211 1.1 jruoho if (n > ACPI_C_STATES_MAX) {
212 1.1 jruoho rv = AE_LIMIT;
213 1.1 jruoho goto out;
214 1.1 jruoho }
215 1.1 jruoho
216 1.19 jruoho acpicpu_cstate_memset(sc);
217 1.1 jruoho
218 1.3 jruoho CTASSERT(ACPI_STATE_C0 == 0 && ACPI_STATE_C1 == 1);
219 1.3 jruoho CTASSERT(ACPI_STATE_C2 == 2 && ACPI_STATE_C3 == 3);
220 1.3 jruoho
221 1.1 jruoho for (count = 0, i = 1; i <= n; i++) {
222 1.1 jruoho
223 1.1 jruoho elm = &obj->Package.Elements[i];
224 1.44 jruoho rv = acpicpu_cstate_cst_add(sc, elm, i);
225 1.1 jruoho
226 1.1 jruoho if (ACPI_SUCCESS(rv))
227 1.1 jruoho count++;
228 1.1 jruoho }
229 1.1 jruoho
230 1.1 jruoho rv = (count != 0) ? AE_OK : AE_NOT_EXIST;
231 1.1 jruoho
232 1.1 jruoho out:
233 1.1 jruoho if (buf.Pointer != NULL)
234 1.1 jruoho ACPI_FREE(buf.Pointer);
235 1.1 jruoho
236 1.1 jruoho return rv;
237 1.1 jruoho }
238 1.1 jruoho
239 1.1 jruoho static ACPI_STATUS
240 1.44 jruoho acpicpu_cstate_cst_add(struct acpicpu_softc *sc, ACPI_OBJECT *elm, int i)
241 1.1 jruoho {
242 1.1 jruoho struct acpicpu_cstate *cs = sc->sc_cstate;
243 1.1 jruoho struct acpicpu_cstate state;
244 1.1 jruoho struct acpicpu_reg *reg;
245 1.1 jruoho ACPI_STATUS rv = AE_OK;
246 1.1 jruoho ACPI_OBJECT *obj;
247 1.1 jruoho uint32_t type;
248 1.1 jruoho
249 1.1 jruoho (void)memset(&state, 0, sizeof(*cs));
250 1.1 jruoho
251 1.7 jruoho state.cs_flags = ACPICPU_FLAG_C_BM_STS;
252 1.7 jruoho
253 1.1 jruoho if (elm->Type != ACPI_TYPE_PACKAGE) {
254 1.1 jruoho rv = AE_TYPE;
255 1.1 jruoho goto out;
256 1.1 jruoho }
257 1.1 jruoho
258 1.1 jruoho if (elm->Package.Count != 4) {
259 1.1 jruoho rv = AE_LIMIT;
260 1.1 jruoho goto out;
261 1.1 jruoho }
262 1.1 jruoho
263 1.1 jruoho /*
264 1.1 jruoho * Type.
265 1.1 jruoho */
266 1.1 jruoho obj = &elm->Package.Elements[1];
267 1.1 jruoho
268 1.1 jruoho if (obj->Type != ACPI_TYPE_INTEGER) {
269 1.1 jruoho rv = AE_TYPE;
270 1.1 jruoho goto out;
271 1.1 jruoho }
272 1.1 jruoho
273 1.1 jruoho type = obj->Integer.Value;
274 1.1 jruoho
275 1.3 jruoho if (type < ACPI_STATE_C1 || type > ACPI_STATE_C3) {
276 1.3 jruoho rv = AE_TYPE;
277 1.3 jruoho goto out;
278 1.3 jruoho }
279 1.3 jruoho
280 1.1 jruoho /*
281 1.1 jruoho * Latency.
282 1.1 jruoho */
283 1.1 jruoho obj = &elm->Package.Elements[2];
284 1.1 jruoho
285 1.1 jruoho if (obj->Type != ACPI_TYPE_INTEGER) {
286 1.1 jruoho rv = AE_TYPE;
287 1.1 jruoho goto out;
288 1.1 jruoho }
289 1.1 jruoho
290 1.1 jruoho state.cs_latency = obj->Integer.Value;
291 1.1 jruoho
292 1.1 jruoho /*
293 1.1 jruoho * Power.
294 1.1 jruoho */
295 1.1 jruoho obj = &elm->Package.Elements[3];
296 1.1 jruoho
297 1.1 jruoho if (obj->Type != ACPI_TYPE_INTEGER) {
298 1.1 jruoho rv = AE_TYPE;
299 1.1 jruoho goto out;
300 1.1 jruoho }
301 1.1 jruoho
302 1.1 jruoho state.cs_power = obj->Integer.Value;
303 1.1 jruoho
304 1.1 jruoho /*
305 1.1 jruoho * Register.
306 1.1 jruoho */
307 1.1 jruoho obj = &elm->Package.Elements[0];
308 1.1 jruoho
309 1.1 jruoho if (obj->Type != ACPI_TYPE_BUFFER) {
310 1.1 jruoho rv = AE_TYPE;
311 1.1 jruoho goto out;
312 1.1 jruoho }
313 1.1 jruoho
314 1.11 jruoho CTASSERT(sizeof(struct acpicpu_reg) == 15);
315 1.11 jruoho
316 1.11 jruoho if (obj->Buffer.Length < sizeof(struct acpicpu_reg)) {
317 1.11 jruoho rv = AE_LIMIT;
318 1.11 jruoho goto out;
319 1.11 jruoho }
320 1.11 jruoho
321 1.1 jruoho reg = (struct acpicpu_reg *)obj->Buffer.Pointer;
322 1.1 jruoho
323 1.1 jruoho switch (reg->reg_spaceid) {
324 1.1 jruoho
325 1.1 jruoho case ACPI_ADR_SPACE_SYSTEM_IO:
326 1.1 jruoho state.cs_method = ACPICPU_C_STATE_SYSIO;
327 1.1 jruoho
328 1.1 jruoho if (reg->reg_addr == 0) {
329 1.1 jruoho rv = AE_AML_ILLEGAL_ADDRESS;
330 1.1 jruoho goto out;
331 1.1 jruoho }
332 1.1 jruoho
333 1.1 jruoho if (reg->reg_bitwidth != 8) {
334 1.1 jruoho rv = AE_AML_BAD_RESOURCE_LENGTH;
335 1.1 jruoho goto out;
336 1.1 jruoho }
337 1.1 jruoho
338 1.3 jruoho state.cs_addr = reg->reg_addr;
339 1.1 jruoho break;
340 1.1 jruoho
341 1.1 jruoho case ACPI_ADR_SPACE_FIXED_HARDWARE:
342 1.1 jruoho state.cs_method = ACPICPU_C_STATE_FFH;
343 1.1 jruoho
344 1.1 jruoho switch (type) {
345 1.1 jruoho
346 1.1 jruoho case ACPI_STATE_C1:
347 1.1 jruoho
348 1.51 jruoho /*
349 1.51 jruoho * If ACPI wants native access (FFH), but the
350 1.51 jruoho * MD code does not support MONITOR/MWAIT, use
351 1.51 jruoho * HLT for C1 and error out for higher C-states.
352 1.51 jruoho */
353 1.15 jruoho if ((sc->sc_flags & ACPICPU_FLAG_C_FFH) == 0)
354 1.1 jruoho state.cs_method = ACPICPU_C_STATE_HALT;
355 1.1 jruoho
356 1.1 jruoho break;
357 1.1 jruoho
358 1.1 jruoho default:
359 1.1 jruoho
360 1.15 jruoho if ((sc->sc_flags & ACPICPU_FLAG_C_FFH) == 0) {
361 1.16 jruoho rv = AE_SUPPORT;
362 1.1 jruoho goto out;
363 1.1 jruoho }
364 1.1 jruoho }
365 1.1 jruoho
366 1.7 jruoho if (sc->sc_cap != 0) {
367 1.7 jruoho
368 1.7 jruoho /*
369 1.7 jruoho * The _CST FFH GAS encoding may contain
370 1.7 jruoho * additional hints on Intel processors.
371 1.10 jruoho * Use these to determine whether we can
372 1.10 jruoho * avoid the bus master activity check.
373 1.7 jruoho */
374 1.7 jruoho if ((reg->reg_accesssize & ACPICPU_PDC_GAS_BM) == 0)
375 1.7 jruoho state.cs_flags &= ~ACPICPU_FLAG_C_BM_STS;
376 1.7 jruoho }
377 1.7 jruoho
378 1.1 jruoho break;
379 1.1 jruoho
380 1.1 jruoho default:
381 1.1 jruoho rv = AE_AML_INVALID_SPACE_ID;
382 1.1 jruoho goto out;
383 1.1 jruoho }
384 1.1 jruoho
385 1.44 jruoho /*
386 1.44 jruoho * As some systems define the type arbitrarily,
387 1.44 jruoho * we use a sequential counter instead of the
388 1.44 jruoho * BIOS data. For instance, AMD family 14h is
389 1.44 jruoho * instructed to only use the value 2; see
390 1.44 jruoho *
391 1.44 jruoho * Advanced Micro Devices: BIOS and Kernel
392 1.44 jruoho * Developer's Guide (BKDG) for AMD Family
393 1.44 jruoho * 14h Models 00h-0Fh Processors. Revision
394 1.44 jruoho * 3.00, January 4, 2011.
395 1.44 jruoho */
396 1.44 jruoho if (i != (int)type) {
397 1.44 jruoho
398 1.44 jruoho ACPI_DEBUG_PRINT((ACPI_DB_INFO,
399 1.44 jruoho "C%d != C%u from BIOS", i, type));
400 1.1 jruoho }
401 1.1 jruoho
402 1.44 jruoho KASSERT(cs[i].cs_method == 0);
403 1.44 jruoho
404 1.42 jruoho cs[i].cs_addr = state.cs_addr;
405 1.42 jruoho cs[i].cs_power = state.cs_power;
406 1.42 jruoho cs[i].cs_flags = state.cs_flags;
407 1.42 jruoho cs[i].cs_method = state.cs_method;
408 1.42 jruoho cs[i].cs_latency = state.cs_latency;
409 1.1 jruoho
410 1.1 jruoho out:
411 1.1 jruoho if (ACPI_FAILURE(rv))
412 1.37 jruoho aprint_error_dev(sc->sc_dev, "failed to add "
413 1.37 jruoho "C-state: %s\n", AcpiFormatException(rv));
414 1.1 jruoho
415 1.1 jruoho return rv;
416 1.1 jruoho }
417 1.1 jruoho
418 1.1 jruoho static void
419 1.1 jruoho acpicpu_cstate_cst_bios(void)
420 1.1 jruoho {
421 1.1 jruoho const uint8_t val = AcpiGbl_FADT.CstControl;
422 1.1 jruoho const uint32_t addr = AcpiGbl_FADT.SmiCommand;
423 1.1 jruoho
424 1.27 jruoho if (addr == 0 || val == 0)
425 1.1 jruoho return;
426 1.1 jruoho
427 1.1 jruoho (void)AcpiOsWritePort(addr, val, 8);
428 1.1 jruoho }
429 1.1 jruoho
430 1.1 jruoho static void
431 1.19 jruoho acpicpu_cstate_memset(struct acpicpu_softc *sc)
432 1.19 jruoho {
433 1.48 jruoho uint8_t i = 0;
434 1.19 jruoho
435 1.48 jruoho while (i < __arraycount(sc->sc_cstate)) {
436 1.19 jruoho
437 1.19 jruoho sc->sc_cstate[i].cs_addr = 0;
438 1.19 jruoho sc->sc_cstate[i].cs_power = 0;
439 1.19 jruoho sc->sc_cstate[i].cs_flags = 0;
440 1.19 jruoho sc->sc_cstate[i].cs_method = 0;
441 1.19 jruoho sc->sc_cstate[i].cs_latency = 0;
442 1.19 jruoho
443 1.19 jruoho i++;
444 1.19 jruoho }
445 1.19 jruoho }
446 1.19 jruoho
447 1.46 jruoho static ACPI_STATUS
448 1.46 jruoho acpicpu_cstate_dep(struct acpicpu_softc *sc)
449 1.46 jruoho {
450 1.46 jruoho ACPI_OBJECT *elm, *obj;
451 1.46 jruoho ACPI_BUFFER buf;
452 1.46 jruoho ACPI_STATUS rv;
453 1.46 jruoho uint32_t val;
454 1.46 jruoho uint8_t i, n;
455 1.46 jruoho
456 1.46 jruoho rv = acpi_eval_struct(sc->sc_node->ad_handle, "_CSD", &buf);
457 1.46 jruoho
458 1.46 jruoho if (ACPI_FAILURE(rv))
459 1.46 jruoho goto out;
460 1.46 jruoho
461 1.46 jruoho obj = buf.Pointer;
462 1.46 jruoho
463 1.46 jruoho if (obj->Type != ACPI_TYPE_PACKAGE) {
464 1.46 jruoho rv = AE_TYPE;
465 1.46 jruoho goto out;
466 1.46 jruoho }
467 1.46 jruoho
468 1.46 jruoho if (obj->Package.Count != 1) {
469 1.46 jruoho rv = AE_LIMIT;
470 1.46 jruoho goto out;
471 1.46 jruoho }
472 1.46 jruoho
473 1.46 jruoho elm = &obj->Package.Elements[0];
474 1.46 jruoho
475 1.46 jruoho if (obj->Type != ACPI_TYPE_PACKAGE) {
476 1.46 jruoho rv = AE_TYPE;
477 1.46 jruoho goto out;
478 1.46 jruoho }
479 1.46 jruoho
480 1.46 jruoho n = elm->Package.Count;
481 1.46 jruoho
482 1.46 jruoho if (n != 6) {
483 1.46 jruoho rv = AE_LIMIT;
484 1.46 jruoho goto out;
485 1.46 jruoho }
486 1.46 jruoho
487 1.46 jruoho elm = elm->Package.Elements;
488 1.46 jruoho
489 1.46 jruoho for (i = 0; i < n; i++) {
490 1.46 jruoho
491 1.46 jruoho if (elm[i].Type != ACPI_TYPE_INTEGER) {
492 1.46 jruoho rv = AE_TYPE;
493 1.46 jruoho goto out;
494 1.46 jruoho }
495 1.46 jruoho
496 1.46 jruoho if (elm[i].Integer.Value > UINT32_MAX) {
497 1.46 jruoho rv = AE_AML_NUMERIC_OVERFLOW;
498 1.46 jruoho goto out;
499 1.46 jruoho }
500 1.46 jruoho }
501 1.46 jruoho
502 1.46 jruoho val = elm[1].Integer.Value;
503 1.46 jruoho
504 1.46 jruoho if (val != 0)
505 1.46 jruoho aprint_debug_dev(sc->sc_dev, "invalid revision in _CSD\n");
506 1.46 jruoho
507 1.46 jruoho val = elm[3].Integer.Value;
508 1.46 jruoho
509 1.46 jruoho if (val < ACPICPU_DEP_SW_ALL || val > ACPICPU_DEP_HW_ALL) {
510 1.46 jruoho rv = AE_AML_BAD_RESOURCE_VALUE;
511 1.46 jruoho goto out;
512 1.46 jruoho }
513 1.46 jruoho
514 1.46 jruoho val = elm[4].Integer.Value;
515 1.46 jruoho
516 1.46 jruoho if (val > sc->sc_ncpus) {
517 1.46 jruoho rv = AE_BAD_VALUE;
518 1.46 jruoho goto out;
519 1.46 jruoho }
520 1.46 jruoho
521 1.46 jruoho sc->sc_cstate_dep.dep_domain = elm[2].Integer.Value;
522 1.46 jruoho sc->sc_cstate_dep.dep_type = elm[3].Integer.Value;
523 1.46 jruoho sc->sc_cstate_dep.dep_ncpus = elm[4].Integer.Value;
524 1.46 jruoho sc->sc_cstate_dep.dep_index = elm[5].Integer.Value;
525 1.46 jruoho
526 1.46 jruoho out:
527 1.46 jruoho if (ACPI_FAILURE(rv) && rv != AE_NOT_FOUND)
528 1.46 jruoho aprint_debug_dev(sc->sc_dev, "failed to evaluate "
529 1.46 jruoho "_CSD: %s\n", AcpiFormatException(rv));
530 1.46 jruoho
531 1.46 jruoho if (buf.Pointer != NULL)
532 1.46 jruoho ACPI_FREE(buf.Pointer);
533 1.46 jruoho
534 1.46 jruoho return rv;
535 1.46 jruoho }
536 1.46 jruoho
537 1.19 jruoho static void
538 1.1 jruoho acpicpu_cstate_fadt(struct acpicpu_softc *sc)
539 1.1 jruoho {
540 1.1 jruoho struct acpicpu_cstate *cs = sc->sc_cstate;
541 1.1 jruoho
542 1.19 jruoho acpicpu_cstate_memset(sc);
543 1.1 jruoho
544 1.1 jruoho /*
545 1.1 jruoho * All x86 processors should support C1 (a.k.a. HALT).
546 1.1 jruoho */
547 1.39 jruoho cs[ACPI_STATE_C1].cs_method = ACPICPU_C_STATE_HALT;
548 1.39 jruoho
549 1.39 jruoho if ((AcpiGbl_FADT.Flags & ACPI_FADT_C1_SUPPORTED) == 0)
550 1.39 jruoho aprint_debug_dev(sc->sc_dev, "HALT not supported?\n");
551 1.1 jruoho
552 1.24 jruoho if (sc->sc_object.ao_pblkaddr == 0)
553 1.1 jruoho return;
554 1.1 jruoho
555 1.46 jruoho if (sc->sc_ncpus > 1) {
556 1.24 jruoho
557 1.24 jruoho if ((AcpiGbl_FADT.Flags & ACPI_FADT_C2_MP_SUPPORTED) == 0)
558 1.24 jruoho return;
559 1.24 jruoho }
560 1.24 jruoho
561 1.1 jruoho cs[ACPI_STATE_C2].cs_method = ACPICPU_C_STATE_SYSIO;
562 1.1 jruoho cs[ACPI_STATE_C3].cs_method = ACPICPU_C_STATE_SYSIO;
563 1.1 jruoho
564 1.1 jruoho cs[ACPI_STATE_C2].cs_latency = AcpiGbl_FADT.C2Latency;
565 1.1 jruoho cs[ACPI_STATE_C3].cs_latency = AcpiGbl_FADT.C3Latency;
566 1.1 jruoho
567 1.1 jruoho cs[ACPI_STATE_C2].cs_addr = sc->sc_object.ao_pblkaddr + 4;
568 1.1 jruoho cs[ACPI_STATE_C3].cs_addr = sc->sc_object.ao_pblkaddr + 5;
569 1.1 jruoho
570 1.1 jruoho /*
571 1.1 jruoho * The P_BLK length should always be 6. If it
572 1.1 jruoho * is not, reduce functionality accordingly.
573 1.1 jruoho */
574 1.1 jruoho if (sc->sc_object.ao_pblklen < 5)
575 1.1 jruoho cs[ACPI_STATE_C2].cs_method = 0;
576 1.1 jruoho
577 1.1 jruoho if (sc->sc_object.ao_pblklen < 6)
578 1.1 jruoho cs[ACPI_STATE_C3].cs_method = 0;
579 1.1 jruoho
580 1.28 jruoho /*
581 1.28 jruoho * Sanity check the latency levels in FADT.
582 1.28 jruoho * Values above the thresholds are used to
583 1.28 jruoho * inform that C-states are not supported.
584 1.28 jruoho */
585 1.3 jruoho CTASSERT(ACPICPU_C_C2_LATENCY_MAX == 100);
586 1.3 jruoho CTASSERT(ACPICPU_C_C3_LATENCY_MAX == 1000);
587 1.3 jruoho
588 1.1 jruoho if (AcpiGbl_FADT.C2Latency > ACPICPU_C_C2_LATENCY_MAX)
589 1.1 jruoho cs[ACPI_STATE_C2].cs_method = 0;
590 1.1 jruoho
591 1.1 jruoho if (AcpiGbl_FADT.C3Latency > ACPICPU_C_C3_LATENCY_MAX)
592 1.1 jruoho cs[ACPI_STATE_C3].cs_method = 0;
593 1.1 jruoho }
594 1.1 jruoho
595 1.1 jruoho static void
596 1.1 jruoho acpicpu_cstate_quirks(struct acpicpu_softc *sc)
597 1.1 jruoho {
598 1.1 jruoho const uint32_t reg = AcpiGbl_FADT.Pm2ControlBlock;
599 1.1 jruoho const uint32_t len = AcpiGbl_FADT.Pm2ControlLength;
600 1.25 jruoho
601 1.25 jruoho /*
602 1.25 jruoho * Disable C3 for PIIX4.
603 1.25 jruoho */
604 1.25 jruoho if ((sc->sc_flags & ACPICPU_FLAG_PIIX4) != 0) {
605 1.25 jruoho sc->sc_cstate[ACPI_STATE_C3].cs_method = 0;
606 1.25 jruoho return;
607 1.25 jruoho }
608 1.1 jruoho
609 1.1 jruoho /*
610 1.10 jruoho * Check bus master arbitration. If ARB_DIS
611 1.10 jruoho * is not available, processor caches must be
612 1.10 jruoho * flushed before C3 (ACPI 4.0, section 8.2).
613 1.1 jruoho */
614 1.25 jruoho if (reg != 0 && len != 0) {
615 1.1 jruoho sc->sc_flags |= ACPICPU_FLAG_C_ARB;
616 1.25 jruoho return;
617 1.1 jruoho }
618 1.1 jruoho
619 1.1 jruoho /*
620 1.25 jruoho * Disable C3 entirely if WBINVD is not present.
621 1.1 jruoho */
622 1.25 jruoho if ((AcpiGbl_FADT.Flags & ACPI_FADT_WBINVD) == 0)
623 1.1 jruoho sc->sc_cstate[ACPI_STATE_C3].cs_method = 0;
624 1.25 jruoho else {
625 1.25 jruoho /*
626 1.25 jruoho * If WBINVD is present and functioning properly,
627 1.25 jruoho * flush all processor caches before entering C3.
628 1.25 jruoho */
629 1.25 jruoho if ((AcpiGbl_FADT.Flags & ACPI_FADT_WBINVD_FLUSH) == 0)
630 1.25 jruoho sc->sc_flags &= ~ACPICPU_FLAG_C_BM;
631 1.25 jruoho else
632 1.25 jruoho sc->sc_cstate[ACPI_STATE_C3].cs_method = 0;
633 1.25 jruoho }
634 1.1 jruoho }
635 1.1 jruoho
636 1.1 jruoho static int
637 1.1 jruoho acpicpu_cstate_latency(struct acpicpu_softc *sc)
638 1.1 jruoho {
639 1.1 jruoho static const uint32_t cs_factor = 3;
640 1.1 jruoho struct acpicpu_cstate *cs;
641 1.1 jruoho int i;
642 1.1 jruoho
643 1.10 jruoho for (i = cs_state_max; i > 0; i--) {
644 1.1 jruoho
645 1.1 jruoho cs = &sc->sc_cstate[i];
646 1.1 jruoho
647 1.1 jruoho if (__predict_false(cs->cs_method == 0))
648 1.1 jruoho continue;
649 1.1 jruoho
650 1.1 jruoho /*
651 1.1 jruoho * Choose a state if we have previously slept
652 1.1 jruoho * longer than the worst case latency of the
653 1.1 jruoho * state times an arbitrary multiplier.
654 1.1 jruoho */
655 1.13 jruoho if (sc->sc_cstate_sleep > cs->cs_latency * cs_factor)
656 1.1 jruoho return i;
657 1.1 jruoho }
658 1.1 jruoho
659 1.1 jruoho return ACPI_STATE_C1;
660 1.1 jruoho }
661 1.1 jruoho
662 1.1 jruoho /*
663 1.1 jruoho * The main idle loop.
664 1.1 jruoho */
665 1.1 jruoho void
666 1.1 jruoho acpicpu_cstate_idle(void)
667 1.1 jruoho {
668 1.33 jruoho struct cpu_info *ci = curcpu();
669 1.1 jruoho struct acpicpu_softc *sc;
670 1.1 jruoho int state;
671 1.1 jruoho
672 1.33 jruoho acpi_md_OsDisableInterrupt();
673 1.12 jruoho
674 1.33 jruoho if (__predict_false(ci->ci_want_resched != 0))
675 1.33 jruoho goto out;
676 1.1 jruoho
677 1.1 jruoho KASSERT(acpicpu_sc != NULL);
678 1.14 jruoho KASSERT(ci->ci_acpiid < maxcpus);
679 1.1 jruoho
680 1.14 jruoho sc = acpicpu_sc[ci->ci_acpiid];
681 1.1 jruoho
682 1.12 jruoho if (__predict_false(sc == NULL))
683 1.33 jruoho goto out;
684 1.12 jruoho
685 1.31 jruoho KASSERT(ci->ci_ilevel == IPL_NONE);
686 1.31 jruoho KASSERT((sc->sc_flags & ACPICPU_FLAG_C) != 0);
687 1.31 jruoho
688 1.12 jruoho if (__predict_false(sc->sc_cold != false))
689 1.33 jruoho goto out;
690 1.12 jruoho
691 1.13 jruoho if (__predict_false(mutex_tryenter(&sc->sc_mtx) == 0))
692 1.33 jruoho goto out;
693 1.1 jruoho
694 1.13 jruoho mutex_exit(&sc->sc_mtx);
695 1.1 jruoho state = acpicpu_cstate_latency(sc);
696 1.1 jruoho
697 1.1 jruoho /*
698 1.34 jruoho * Apply AMD C1E quirk.
699 1.34 jruoho */
700 1.34 jruoho if ((sc->sc_flags & ACPICPU_FLAG_C_C1E) != 0)
701 1.45 jruoho acpicpu_md_quirk_c1e();
702 1.34 jruoho
703 1.34 jruoho /*
704 1.7 jruoho * Check for bus master activity. Note that particularly usb(4)
705 1.7 jruoho * causes high activity, which may prevent the use of C3 states.
706 1.1 jruoho */
707 1.7 jruoho if ((sc->sc_cstate[state].cs_flags & ACPICPU_FLAG_C_BM_STS) != 0) {
708 1.1 jruoho
709 1.7 jruoho if (acpicpu_cstate_bm_check() != false)
710 1.7 jruoho state--;
711 1.1 jruoho
712 1.1 jruoho if (__predict_false(sc->sc_cstate[state].cs_method == 0))
713 1.1 jruoho state = ACPI_STATE_C1;
714 1.1 jruoho }
715 1.1 jruoho
716 1.1 jruoho KASSERT(state != ACPI_STATE_C0);
717 1.1 jruoho
718 1.1 jruoho if (state != ACPI_STATE_C3) {
719 1.1 jruoho acpicpu_cstate_idle_enter(sc, state);
720 1.1 jruoho return;
721 1.1 jruoho }
722 1.1 jruoho
723 1.1 jruoho /*
724 1.1 jruoho * On all recent (Intel) CPUs caches are shared
725 1.1 jruoho * by CPUs and bus master control is required to
726 1.1 jruoho * keep these coherent while in C3. Flushing the
727 1.1 jruoho * CPU caches is only the last resort.
728 1.1 jruoho */
729 1.1 jruoho if ((sc->sc_flags & ACPICPU_FLAG_C_BM) == 0)
730 1.1 jruoho ACPI_FLUSH_CPU_CACHE();
731 1.1 jruoho
732 1.1 jruoho /*
733 1.10 jruoho * Allow the bus master to request that any given
734 1.10 jruoho * CPU should return immediately to C0 from C3.
735 1.1 jruoho */
736 1.1 jruoho if ((sc->sc_flags & ACPICPU_FLAG_C_BM) != 0)
737 1.1 jruoho (void)AcpiWriteBitRegister(ACPI_BITREG_BUS_MASTER_RLD, 1);
738 1.1 jruoho
739 1.1 jruoho /*
740 1.1 jruoho * It may be necessary to disable bus master arbitration
741 1.1 jruoho * to ensure that bus master cycles do not occur while
742 1.1 jruoho * sleeping in C3 (see ACPI 4.0, section 8.1.4).
743 1.1 jruoho */
744 1.1 jruoho if ((sc->sc_flags & ACPICPU_FLAG_C_ARB) != 0)
745 1.1 jruoho (void)AcpiWriteBitRegister(ACPI_BITREG_ARB_DISABLE, 1);
746 1.1 jruoho
747 1.1 jruoho acpicpu_cstate_idle_enter(sc, state);
748 1.1 jruoho
749 1.1 jruoho /*
750 1.1 jruoho * Disable bus master wake and re-enable the arbiter.
751 1.1 jruoho */
752 1.1 jruoho if ((sc->sc_flags & ACPICPU_FLAG_C_BM) != 0)
753 1.1 jruoho (void)AcpiWriteBitRegister(ACPI_BITREG_BUS_MASTER_RLD, 0);
754 1.1 jruoho
755 1.1 jruoho if ((sc->sc_flags & ACPICPU_FLAG_C_ARB) != 0)
756 1.1 jruoho (void)AcpiWriteBitRegister(ACPI_BITREG_ARB_DISABLE, 0);
757 1.12 jruoho
758 1.12 jruoho return;
759 1.12 jruoho
760 1.33 jruoho out:
761 1.33 jruoho acpi_md_OsEnableInterrupt();
762 1.1 jruoho }
763 1.1 jruoho
764 1.1 jruoho static void
765 1.1 jruoho acpicpu_cstate_idle_enter(struct acpicpu_softc *sc, int state)
766 1.1 jruoho {
767 1.1 jruoho struct acpicpu_cstate *cs = &sc->sc_cstate[state];
768 1.1 jruoho uint32_t end, start, val;
769 1.1 jruoho
770 1.32 jruoho start = acpitimer_read_fast(NULL);
771 1.1 jruoho
772 1.1 jruoho switch (cs->cs_method) {
773 1.1 jruoho
774 1.1 jruoho case ACPICPU_C_STATE_FFH:
775 1.1 jruoho case ACPICPU_C_STATE_HALT:
776 1.45 jruoho acpicpu_md_cstate_enter(cs->cs_method, state);
777 1.1 jruoho break;
778 1.1 jruoho
779 1.1 jruoho case ACPICPU_C_STATE_SYSIO:
780 1.1 jruoho (void)AcpiOsReadPort(cs->cs_addr, &val, 8);
781 1.1 jruoho break;
782 1.33 jruoho }
783 1.1 jruoho
784 1.33 jruoho acpi_md_OsEnableInterrupt();
785 1.1 jruoho
786 1.19 jruoho cs->cs_evcnt.ev_count++;
787 1.32 jruoho end = acpitimer_read_fast(NULL);
788 1.13 jruoho sc->sc_cstate_sleep = hztoms(acpitimer_delta(end, start)) * 1000;
789 1.1 jruoho }
790 1.1 jruoho
791 1.1 jruoho static bool
792 1.1 jruoho acpicpu_cstate_bm_check(void)
793 1.1 jruoho {
794 1.1 jruoho uint32_t val = 0;
795 1.1 jruoho ACPI_STATUS rv;
796 1.1 jruoho
797 1.1 jruoho rv = AcpiReadBitRegister(ACPI_BITREG_BUS_MASTER_STATUS, &val);
798 1.1 jruoho
799 1.1 jruoho if (ACPI_FAILURE(rv) || val == 0)
800 1.1 jruoho return false;
801 1.1 jruoho
802 1.1 jruoho (void)AcpiWriteBitRegister(ACPI_BITREG_BUS_MASTER_STATUS, 1);
803 1.1 jruoho
804 1.1 jruoho return true;
805 1.1 jruoho }
806