acpi_cpu_cstate.c revision 1.24 1 1.24 jruoho /* $NetBSD: acpi_cpu_cstate.c,v 1.24 2010/08/13 16:21:50 jruoho Exp $ */
2 1.1 jruoho
3 1.1 jruoho /*-
4 1.1 jruoho * Copyright (c) 2010 Jukka Ruohonen <jruohonen (at) iki.fi>
5 1.1 jruoho * All rights reserved.
6 1.1 jruoho *
7 1.1 jruoho * Redistribution and use in source and binary forms, with or without
8 1.1 jruoho * modification, are permitted provided that the following conditions
9 1.1 jruoho * are met:
10 1.1 jruoho *
11 1.1 jruoho * 1. Redistributions of source code must retain the above copyright
12 1.1 jruoho * notice, this list of conditions and the following disclaimer.
13 1.1 jruoho * 2. Redistributions in binary form must reproduce the above copyright
14 1.1 jruoho * notice, this list of conditions and the following disclaimer in the
15 1.1 jruoho * documentation and/or other materials provided with the distribution.
16 1.1 jruoho *
17 1.1 jruoho * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
18 1.1 jruoho * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
19 1.1 jruoho * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
20 1.1 jruoho * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
21 1.1 jruoho * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
22 1.1 jruoho * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
23 1.1 jruoho * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
24 1.1 jruoho * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25 1.1 jruoho * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
26 1.1 jruoho * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
27 1.1 jruoho * SUCH DAMAGE.
28 1.1 jruoho */
29 1.1 jruoho #include <sys/cdefs.h>
30 1.24 jruoho __KERNEL_RCSID(0, "$NetBSD: acpi_cpu_cstate.c,v 1.24 2010/08/13 16:21:50 jruoho Exp $");
31 1.1 jruoho
32 1.1 jruoho #include <sys/param.h>
33 1.1 jruoho #include <sys/cpu.h>
34 1.1 jruoho #include <sys/device.h>
35 1.19 jruoho #include <sys/evcnt.h>
36 1.1 jruoho #include <sys/kernel.h>
37 1.1 jruoho #include <sys/once.h>
38 1.12 jruoho #include <sys/mutex.h>
39 1.1 jruoho #include <sys/timetc.h>
40 1.1 jruoho
41 1.1 jruoho #include <dev/pci/pcivar.h>
42 1.1 jruoho #include <dev/pci/pcidevs.h>
43 1.1 jruoho
44 1.4 jruoho #include <dev/acpi/acpireg.h>
45 1.1 jruoho #include <dev/acpi/acpivar.h>
46 1.1 jruoho #include <dev/acpi/acpi_cpu.h>
47 1.1 jruoho #include <dev/acpi/acpi_timer.h>
48 1.1 jruoho
49 1.1 jruoho #include <machine/acpi_machdep.h>
50 1.1 jruoho
51 1.4 jruoho #define _COMPONENT ACPI_BUS_COMPONENT
52 1.4 jruoho ACPI_MODULE_NAME ("acpi_cpu_cstate")
53 1.4 jruoho
54 1.1 jruoho static void acpicpu_cstate_attach_print(struct acpicpu_softc *);
55 1.19 jruoho static void acpicpu_cstate_attach_evcnt(struct acpicpu_softc *);
56 1.19 jruoho static void acpicpu_cstate_detach_evcnt(struct acpicpu_softc *);
57 1.1 jruoho static ACPI_STATUS acpicpu_cstate_cst(struct acpicpu_softc *);
58 1.1 jruoho static ACPI_STATUS acpicpu_cstate_cst_add(struct acpicpu_softc *,
59 1.1 jruoho ACPI_OBJECT *);
60 1.1 jruoho static void acpicpu_cstate_cst_bios(void);
61 1.19 jruoho static void acpicpu_cstate_memset(struct acpicpu_softc *);
62 1.1 jruoho static void acpicpu_cstate_fadt(struct acpicpu_softc *);
63 1.1 jruoho static void acpicpu_cstate_quirks(struct acpicpu_softc *);
64 1.1 jruoho static int acpicpu_cstate_quirks_piix4(struct pci_attach_args *);
65 1.1 jruoho static int acpicpu_cstate_latency(struct acpicpu_softc *);
66 1.1 jruoho static bool acpicpu_cstate_bm_check(void);
67 1.1 jruoho static void acpicpu_cstate_idle_enter(struct acpicpu_softc *,int);
68 1.1 jruoho
69 1.1 jruoho extern struct acpicpu_softc **acpicpu_sc;
70 1.1 jruoho
71 1.10 jruoho /*
72 1.17 jruoho * XXX: The local APIC timer (as well as TSC) is typically stopped in C3.
73 1.17 jruoho * For now, we cannot but disable C3. But there appears to be timer-
74 1.17 jruoho * related interrupt issues also in C2. The only entirely safe option
75 1.17 jruoho * at the moment is to use C1.
76 1.10 jruoho */
77 1.10 jruoho #ifdef ACPICPU_ENABLE_C3
78 1.10 jruoho static int cs_state_max = ACPI_STATE_C3;
79 1.10 jruoho #else
80 1.17 jruoho static int cs_state_max = ACPI_STATE_C1;
81 1.10 jruoho #endif
82 1.10 jruoho
83 1.1 jruoho void
84 1.1 jruoho acpicpu_cstate_attach(device_t self)
85 1.1 jruoho {
86 1.1 jruoho struct acpicpu_softc *sc = device_private(self);
87 1.1 jruoho ACPI_STATUS rv;
88 1.1 jruoho
89 1.1 jruoho /*
90 1.1 jruoho * Either use the preferred _CST or resort to FADT.
91 1.1 jruoho */
92 1.1 jruoho rv = acpicpu_cstate_cst(sc);
93 1.1 jruoho
94 1.1 jruoho switch (rv) {
95 1.1 jruoho
96 1.1 jruoho case AE_OK:
97 1.1 jruoho acpicpu_cstate_cst_bios();
98 1.1 jruoho break;
99 1.1 jruoho
100 1.1 jruoho default:
101 1.6 jruoho sc->sc_flags |= ACPICPU_FLAG_C_FADT;
102 1.1 jruoho acpicpu_cstate_fadt(sc);
103 1.1 jruoho break;
104 1.1 jruoho }
105 1.1 jruoho
106 1.1 jruoho acpicpu_cstate_quirks(sc);
107 1.19 jruoho acpicpu_cstate_attach_evcnt(sc);
108 1.1 jruoho acpicpu_cstate_attach_print(sc);
109 1.1 jruoho }
110 1.1 jruoho
111 1.1 jruoho void
112 1.1 jruoho acpicpu_cstate_attach_print(struct acpicpu_softc *sc)
113 1.1 jruoho {
114 1.1 jruoho struct acpicpu_cstate *cs;
115 1.23 jruoho static bool once = false;
116 1.15 jruoho const char *str;
117 1.1 jruoho int i;
118 1.1 jruoho
119 1.23 jruoho if (once != false)
120 1.23 jruoho return;
121 1.23 jruoho
122 1.1 jruoho for (i = 0; i < ACPI_C_STATE_COUNT; i++) {
123 1.1 jruoho
124 1.1 jruoho cs = &sc->sc_cstate[i];
125 1.1 jruoho
126 1.1 jruoho if (cs->cs_method == 0)
127 1.1 jruoho continue;
128 1.1 jruoho
129 1.1 jruoho switch (cs->cs_method) {
130 1.1 jruoho
131 1.1 jruoho case ACPICPU_C_STATE_HALT:
132 1.22 jruoho str = "HLT";
133 1.1 jruoho break;
134 1.1 jruoho
135 1.1 jruoho case ACPICPU_C_STATE_FFH:
136 1.15 jruoho str = "FFH";
137 1.1 jruoho break;
138 1.1 jruoho
139 1.1 jruoho case ACPICPU_C_STATE_SYSIO:
140 1.22 jruoho str = "I/O";
141 1.1 jruoho break;
142 1.1 jruoho
143 1.1 jruoho default:
144 1.1 jruoho panic("NOTREACHED");
145 1.1 jruoho }
146 1.1 jruoho
147 1.22 jruoho aprint_debug_dev(sc->sc_dev, "C%d: %3s, "
148 1.24 jruoho "lat %3u us, pow %5u mW, flags 0x%02x\n", i, str,
149 1.24 jruoho cs->cs_latency, cs->cs_power, cs->cs_flags);
150 1.1 jruoho }
151 1.23 jruoho
152 1.23 jruoho once = true;
153 1.1 jruoho }
154 1.1 jruoho
155 1.19 jruoho static void
156 1.19 jruoho acpicpu_cstate_attach_evcnt(struct acpicpu_softc *sc)
157 1.19 jruoho {
158 1.19 jruoho struct acpicpu_cstate *cs;
159 1.19 jruoho const char *str;
160 1.19 jruoho int i;
161 1.19 jruoho
162 1.19 jruoho for (i = 0; i < ACPI_C_STATE_COUNT; i++) {
163 1.19 jruoho
164 1.19 jruoho cs = &sc->sc_cstate[i];
165 1.19 jruoho
166 1.19 jruoho if (cs->cs_method == 0)
167 1.19 jruoho continue;
168 1.19 jruoho
169 1.19 jruoho str = "HALT";
170 1.19 jruoho
171 1.19 jruoho if (cs->cs_method == ACPICPU_C_STATE_FFH)
172 1.19 jruoho str = "MWAIT";
173 1.19 jruoho
174 1.19 jruoho if (cs->cs_method == ACPICPU_C_STATE_SYSIO)
175 1.19 jruoho str = "I/O";
176 1.19 jruoho
177 1.19 jruoho (void)snprintf(cs->cs_name, sizeof(cs->cs_name),
178 1.19 jruoho "C%d (%s)", i, str);
179 1.19 jruoho
180 1.19 jruoho evcnt_attach_dynamic(&cs->cs_evcnt, EVCNT_TYPE_MISC,
181 1.19 jruoho NULL, device_xname(sc->sc_dev), cs->cs_name);
182 1.19 jruoho }
183 1.19 jruoho }
184 1.19 jruoho
185 1.1 jruoho int
186 1.1 jruoho acpicpu_cstate_detach(device_t self)
187 1.1 jruoho {
188 1.12 jruoho struct acpicpu_softc *sc = device_private(self);
189 1.1 jruoho static ONCE_DECL(once_detach);
190 1.12 jruoho int rv;
191 1.12 jruoho
192 1.12 jruoho rv = RUN_ONCE(&once_detach, acpicpu_md_idle_stop);
193 1.12 jruoho
194 1.12 jruoho if (rv != 0)
195 1.12 jruoho return rv;
196 1.12 jruoho
197 1.12 jruoho sc->sc_flags &= ~ACPICPU_FLAG_C;
198 1.19 jruoho acpicpu_cstate_detach_evcnt(sc);
199 1.1 jruoho
200 1.12 jruoho return 0;
201 1.1 jruoho }
202 1.1 jruoho
203 1.19 jruoho static void
204 1.19 jruoho acpicpu_cstate_detach_evcnt(struct acpicpu_softc *sc)
205 1.19 jruoho {
206 1.19 jruoho struct acpicpu_cstate *cs;
207 1.19 jruoho int i;
208 1.19 jruoho
209 1.19 jruoho for (i = 0; i < ACPI_C_STATE_COUNT; i++) {
210 1.19 jruoho
211 1.19 jruoho cs = &sc->sc_cstate[i];
212 1.19 jruoho
213 1.19 jruoho if (cs->cs_method != 0)
214 1.19 jruoho evcnt_detach(&cs->cs_evcnt);
215 1.19 jruoho }
216 1.19 jruoho }
217 1.19 jruoho
218 1.1 jruoho int
219 1.1 jruoho acpicpu_cstate_start(device_t self)
220 1.1 jruoho {
221 1.1 jruoho struct acpicpu_softc *sc = device_private(self);
222 1.1 jruoho static ONCE_DECL(once_start);
223 1.1 jruoho int rv;
224 1.1 jruoho
225 1.1 jruoho /*
226 1.21 jruoho * Save the existing idle-mechanism and claim the cpu_idle(9).
227 1.1 jruoho * This should be called after all ACPI CPUs have been attached.
228 1.1 jruoho */
229 1.5 christos rv = RUN_ONCE(&once_start, acpicpu_md_idle_start);
230 1.6 jruoho
231 1.5 christos if (rv == 0)
232 1.6 jruoho sc->sc_flags |= ACPICPU_FLAG_C;
233 1.6 jruoho
234 1.5 christos return rv;
235 1.1 jruoho }
236 1.1 jruoho
237 1.1 jruoho bool
238 1.1 jruoho acpicpu_cstate_suspend(device_t self)
239 1.1 jruoho {
240 1.1 jruoho
241 1.1 jruoho return true;
242 1.1 jruoho }
243 1.1 jruoho
244 1.1 jruoho bool
245 1.1 jruoho acpicpu_cstate_resume(device_t self)
246 1.1 jruoho {
247 1.1 jruoho static const ACPI_OSD_EXEC_CALLBACK func = acpicpu_cstate_callback;
248 1.1 jruoho struct acpicpu_softc *sc = device_private(self);
249 1.1 jruoho
250 1.24 jruoho if ((sc->sc_flags & ACPICPU_FLAG_C_FADT) == 0)
251 1.1 jruoho (void)AcpiOsExecute(OSL_NOTIFY_HANDLER, func, sc->sc_dev);
252 1.1 jruoho
253 1.1 jruoho return true;
254 1.1 jruoho }
255 1.1 jruoho
256 1.1 jruoho void
257 1.1 jruoho acpicpu_cstate_callback(void *aux)
258 1.1 jruoho {
259 1.1 jruoho struct acpicpu_softc *sc;
260 1.1 jruoho device_t self = aux;
261 1.1 jruoho
262 1.1 jruoho sc = device_private(self);
263 1.1 jruoho
264 1.24 jruoho if ((sc->sc_flags & ACPICPU_FLAG_C_FADT) != 0)
265 1.1 jruoho return;
266 1.1 jruoho
267 1.13 jruoho mutex_enter(&sc->sc_mtx);
268 1.1 jruoho (void)acpicpu_cstate_cst(sc);
269 1.13 jruoho mutex_exit(&sc->sc_mtx);
270 1.1 jruoho }
271 1.1 jruoho
272 1.1 jruoho static ACPI_STATUS
273 1.1 jruoho acpicpu_cstate_cst(struct acpicpu_softc *sc)
274 1.1 jruoho {
275 1.1 jruoho ACPI_OBJECT *elm, *obj;
276 1.1 jruoho ACPI_BUFFER buf;
277 1.1 jruoho ACPI_STATUS rv;
278 1.1 jruoho uint32_t i, n;
279 1.1 jruoho uint8_t count;
280 1.1 jruoho
281 1.1 jruoho rv = acpi_eval_struct(sc->sc_node->ad_handle, "_CST", &buf);
282 1.1 jruoho
283 1.1 jruoho if (ACPI_FAILURE(rv))
284 1.1 jruoho return rv;
285 1.1 jruoho
286 1.1 jruoho obj = buf.Pointer;
287 1.1 jruoho
288 1.1 jruoho if (obj->Type != ACPI_TYPE_PACKAGE) {
289 1.1 jruoho rv = AE_TYPE;
290 1.1 jruoho goto out;
291 1.1 jruoho }
292 1.1 jruoho
293 1.1 jruoho if (obj->Package.Count < 2) {
294 1.1 jruoho rv = AE_LIMIT;
295 1.1 jruoho goto out;
296 1.1 jruoho }
297 1.1 jruoho
298 1.1 jruoho elm = obj->Package.Elements;
299 1.1 jruoho
300 1.1 jruoho if (elm[0].Type != ACPI_TYPE_INTEGER) {
301 1.1 jruoho rv = AE_TYPE;
302 1.1 jruoho goto out;
303 1.1 jruoho }
304 1.1 jruoho
305 1.1 jruoho n = elm[0].Integer.Value;
306 1.1 jruoho
307 1.1 jruoho if (n != obj->Package.Count - 1) {
308 1.1 jruoho rv = AE_BAD_VALUE;
309 1.1 jruoho goto out;
310 1.1 jruoho }
311 1.1 jruoho
312 1.1 jruoho if (n > ACPI_C_STATES_MAX) {
313 1.1 jruoho rv = AE_LIMIT;
314 1.1 jruoho goto out;
315 1.1 jruoho }
316 1.1 jruoho
317 1.19 jruoho acpicpu_cstate_memset(sc);
318 1.1 jruoho
319 1.3 jruoho CTASSERT(ACPI_STATE_C0 == 0 && ACPI_STATE_C1 == 1);
320 1.3 jruoho CTASSERT(ACPI_STATE_C2 == 2 && ACPI_STATE_C3 == 3);
321 1.3 jruoho
322 1.1 jruoho for (count = 0, i = 1; i <= n; i++) {
323 1.1 jruoho
324 1.1 jruoho elm = &obj->Package.Elements[i];
325 1.1 jruoho rv = acpicpu_cstate_cst_add(sc, elm);
326 1.1 jruoho
327 1.1 jruoho if (ACPI_SUCCESS(rv))
328 1.1 jruoho count++;
329 1.1 jruoho }
330 1.1 jruoho
331 1.1 jruoho rv = (count != 0) ? AE_OK : AE_NOT_EXIST;
332 1.1 jruoho
333 1.1 jruoho out:
334 1.1 jruoho if (buf.Pointer != NULL)
335 1.1 jruoho ACPI_FREE(buf.Pointer);
336 1.1 jruoho
337 1.1 jruoho return rv;
338 1.1 jruoho }
339 1.1 jruoho
340 1.1 jruoho static ACPI_STATUS
341 1.1 jruoho acpicpu_cstate_cst_add(struct acpicpu_softc *sc, ACPI_OBJECT *elm)
342 1.1 jruoho {
343 1.1 jruoho const struct acpicpu_object *ao = &sc->sc_object;
344 1.1 jruoho struct acpicpu_cstate *cs = sc->sc_cstate;
345 1.1 jruoho struct acpicpu_cstate state;
346 1.1 jruoho struct acpicpu_reg *reg;
347 1.1 jruoho ACPI_STATUS rv = AE_OK;
348 1.1 jruoho ACPI_OBJECT *obj;
349 1.1 jruoho uint32_t type;
350 1.1 jruoho
351 1.1 jruoho (void)memset(&state, 0, sizeof(*cs));
352 1.1 jruoho
353 1.7 jruoho state.cs_flags = ACPICPU_FLAG_C_BM_STS;
354 1.7 jruoho
355 1.1 jruoho if (elm->Type != ACPI_TYPE_PACKAGE) {
356 1.1 jruoho rv = AE_TYPE;
357 1.1 jruoho goto out;
358 1.1 jruoho }
359 1.1 jruoho
360 1.1 jruoho if (elm->Package.Count != 4) {
361 1.1 jruoho rv = AE_LIMIT;
362 1.1 jruoho goto out;
363 1.1 jruoho }
364 1.1 jruoho
365 1.1 jruoho /*
366 1.1 jruoho * Type.
367 1.1 jruoho */
368 1.1 jruoho obj = &elm->Package.Elements[1];
369 1.1 jruoho
370 1.1 jruoho if (obj->Type != ACPI_TYPE_INTEGER) {
371 1.1 jruoho rv = AE_TYPE;
372 1.1 jruoho goto out;
373 1.1 jruoho }
374 1.1 jruoho
375 1.1 jruoho type = obj->Integer.Value;
376 1.1 jruoho
377 1.3 jruoho if (type < ACPI_STATE_C1 || type > ACPI_STATE_C3) {
378 1.3 jruoho rv = AE_TYPE;
379 1.3 jruoho goto out;
380 1.3 jruoho }
381 1.3 jruoho
382 1.1 jruoho /*
383 1.1 jruoho * Latency.
384 1.1 jruoho */
385 1.1 jruoho obj = &elm->Package.Elements[2];
386 1.1 jruoho
387 1.1 jruoho if (obj->Type != ACPI_TYPE_INTEGER) {
388 1.1 jruoho rv = AE_TYPE;
389 1.1 jruoho goto out;
390 1.1 jruoho }
391 1.1 jruoho
392 1.1 jruoho state.cs_latency = obj->Integer.Value;
393 1.1 jruoho
394 1.1 jruoho /*
395 1.1 jruoho * Power.
396 1.1 jruoho */
397 1.1 jruoho obj = &elm->Package.Elements[3];
398 1.1 jruoho
399 1.1 jruoho if (obj->Type != ACPI_TYPE_INTEGER) {
400 1.1 jruoho rv = AE_TYPE;
401 1.1 jruoho goto out;
402 1.1 jruoho }
403 1.1 jruoho
404 1.1 jruoho state.cs_power = obj->Integer.Value;
405 1.1 jruoho
406 1.1 jruoho /*
407 1.1 jruoho * Register.
408 1.1 jruoho */
409 1.1 jruoho obj = &elm->Package.Elements[0];
410 1.1 jruoho
411 1.1 jruoho if (obj->Type != ACPI_TYPE_BUFFER) {
412 1.1 jruoho rv = AE_TYPE;
413 1.1 jruoho goto out;
414 1.1 jruoho }
415 1.1 jruoho
416 1.11 jruoho CTASSERT(sizeof(struct acpicpu_reg) == 15);
417 1.11 jruoho
418 1.11 jruoho if (obj->Buffer.Length < sizeof(struct acpicpu_reg)) {
419 1.11 jruoho rv = AE_LIMIT;
420 1.11 jruoho goto out;
421 1.11 jruoho }
422 1.11 jruoho
423 1.1 jruoho reg = (struct acpicpu_reg *)obj->Buffer.Pointer;
424 1.1 jruoho
425 1.1 jruoho switch (reg->reg_spaceid) {
426 1.1 jruoho
427 1.1 jruoho case ACPI_ADR_SPACE_SYSTEM_IO:
428 1.1 jruoho state.cs_method = ACPICPU_C_STATE_SYSIO;
429 1.1 jruoho
430 1.1 jruoho if (reg->reg_addr == 0) {
431 1.1 jruoho rv = AE_AML_ILLEGAL_ADDRESS;
432 1.1 jruoho goto out;
433 1.1 jruoho }
434 1.1 jruoho
435 1.1 jruoho if (reg->reg_bitwidth != 8) {
436 1.1 jruoho rv = AE_AML_BAD_RESOURCE_LENGTH;
437 1.1 jruoho goto out;
438 1.1 jruoho }
439 1.1 jruoho
440 1.3 jruoho /*
441 1.3 jruoho * Check only that the address is in the mapped space.
442 1.3 jruoho * Systems are allowed to change it when operating
443 1.3 jruoho * with _CST (see ACPI 4.0, pp. 94-95). For instance,
444 1.3 jruoho * the offset of P_LVL3 may change depending on whether
445 1.3 jruoho * acpiacad(4) is connected or disconnected.
446 1.3 jruoho */
447 1.3 jruoho if (reg->reg_addr > ao->ao_pblkaddr + ao->ao_pblklen) {
448 1.3 jruoho rv = AE_BAD_ADDRESS;
449 1.3 jruoho goto out;
450 1.3 jruoho }
451 1.3 jruoho
452 1.3 jruoho state.cs_addr = reg->reg_addr;
453 1.1 jruoho break;
454 1.1 jruoho
455 1.1 jruoho case ACPI_ADR_SPACE_FIXED_HARDWARE:
456 1.1 jruoho state.cs_method = ACPICPU_C_STATE_FFH;
457 1.1 jruoho
458 1.1 jruoho switch (type) {
459 1.1 jruoho
460 1.1 jruoho case ACPI_STATE_C1:
461 1.1 jruoho
462 1.15 jruoho if ((sc->sc_flags & ACPICPU_FLAG_C_FFH) == 0)
463 1.1 jruoho state.cs_method = ACPICPU_C_STATE_HALT;
464 1.1 jruoho
465 1.1 jruoho break;
466 1.1 jruoho
467 1.1 jruoho default:
468 1.1 jruoho
469 1.15 jruoho if ((sc->sc_flags & ACPICPU_FLAG_C_FFH) == 0) {
470 1.16 jruoho rv = AE_SUPPORT;
471 1.1 jruoho goto out;
472 1.1 jruoho }
473 1.1 jruoho }
474 1.1 jruoho
475 1.7 jruoho if (sc->sc_cap != 0) {
476 1.7 jruoho
477 1.7 jruoho /*
478 1.7 jruoho * The _CST FFH GAS encoding may contain
479 1.7 jruoho * additional hints on Intel processors.
480 1.10 jruoho * Use these to determine whether we can
481 1.10 jruoho * avoid the bus master activity check.
482 1.7 jruoho */
483 1.7 jruoho if ((reg->reg_accesssize & ACPICPU_PDC_GAS_BM) == 0)
484 1.7 jruoho state.cs_flags &= ~ACPICPU_FLAG_C_BM_STS;
485 1.7 jruoho }
486 1.7 jruoho
487 1.1 jruoho break;
488 1.1 jruoho
489 1.1 jruoho default:
490 1.1 jruoho rv = AE_AML_INVALID_SPACE_ID;
491 1.1 jruoho goto out;
492 1.1 jruoho }
493 1.1 jruoho
494 1.3 jruoho if (cs[type].cs_method != 0) {
495 1.1 jruoho rv = AE_ALREADY_EXISTS;
496 1.1 jruoho goto out;
497 1.1 jruoho }
498 1.1 jruoho
499 1.3 jruoho cs[type].cs_addr = state.cs_addr;
500 1.3 jruoho cs[type].cs_power = state.cs_power;
501 1.7 jruoho cs[type].cs_flags = state.cs_flags;
502 1.7 jruoho cs[type].cs_method = state.cs_method;
503 1.3 jruoho cs[type].cs_latency = state.cs_latency;
504 1.1 jruoho
505 1.1 jruoho out:
506 1.1 jruoho if (ACPI_FAILURE(rv))
507 1.16 jruoho aprint_debug_dev(sc->sc_dev, "invalid "
508 1.16 jruoho "_CST: %s\n", AcpiFormatException(rv));
509 1.1 jruoho
510 1.1 jruoho return rv;
511 1.1 jruoho }
512 1.1 jruoho
513 1.1 jruoho static void
514 1.1 jruoho acpicpu_cstate_cst_bios(void)
515 1.1 jruoho {
516 1.1 jruoho const uint8_t val = AcpiGbl_FADT.CstControl;
517 1.1 jruoho const uint32_t addr = AcpiGbl_FADT.SmiCommand;
518 1.1 jruoho
519 1.1 jruoho if (addr == 0)
520 1.1 jruoho return;
521 1.1 jruoho
522 1.1 jruoho (void)AcpiOsWritePort(addr, val, 8);
523 1.1 jruoho }
524 1.1 jruoho
525 1.1 jruoho static void
526 1.19 jruoho acpicpu_cstate_memset(struct acpicpu_softc *sc)
527 1.19 jruoho {
528 1.19 jruoho int i = 0;
529 1.19 jruoho
530 1.19 jruoho while (i < ACPI_C_STATE_COUNT) {
531 1.19 jruoho
532 1.19 jruoho sc->sc_cstate[i].cs_addr = 0;
533 1.19 jruoho sc->sc_cstate[i].cs_power = 0;
534 1.19 jruoho sc->sc_cstate[i].cs_flags = 0;
535 1.19 jruoho sc->sc_cstate[i].cs_method = 0;
536 1.19 jruoho sc->sc_cstate[i].cs_latency = 0;
537 1.19 jruoho
538 1.19 jruoho i++;
539 1.19 jruoho }
540 1.19 jruoho }
541 1.19 jruoho
542 1.19 jruoho static void
543 1.1 jruoho acpicpu_cstate_fadt(struct acpicpu_softc *sc)
544 1.1 jruoho {
545 1.1 jruoho struct acpicpu_cstate *cs = sc->sc_cstate;
546 1.1 jruoho
547 1.19 jruoho acpicpu_cstate_memset(sc);
548 1.1 jruoho
549 1.1 jruoho /*
550 1.1 jruoho * All x86 processors should support C1 (a.k.a. HALT).
551 1.1 jruoho */
552 1.1 jruoho if ((AcpiGbl_FADT.Flags & ACPI_FADT_C1_SUPPORTED) != 0)
553 1.1 jruoho cs[ACPI_STATE_C1].cs_method = ACPICPU_C_STATE_HALT;
554 1.1 jruoho
555 1.24 jruoho if (sc->sc_object.ao_pblkaddr == 0)
556 1.1 jruoho return;
557 1.1 jruoho
558 1.24 jruoho if (acpicpu_md_cpus_running() > 1) {
559 1.24 jruoho
560 1.24 jruoho if ((AcpiGbl_FADT.Flags & ACPI_FADT_C2_MP_SUPPORTED) == 0)
561 1.24 jruoho return;
562 1.24 jruoho }
563 1.24 jruoho
564 1.1 jruoho cs[ACPI_STATE_C2].cs_method = ACPICPU_C_STATE_SYSIO;
565 1.1 jruoho cs[ACPI_STATE_C3].cs_method = ACPICPU_C_STATE_SYSIO;
566 1.1 jruoho
567 1.1 jruoho cs[ACPI_STATE_C2].cs_latency = AcpiGbl_FADT.C2Latency;
568 1.1 jruoho cs[ACPI_STATE_C3].cs_latency = AcpiGbl_FADT.C3Latency;
569 1.1 jruoho
570 1.1 jruoho cs[ACPI_STATE_C2].cs_addr = sc->sc_object.ao_pblkaddr + 4;
571 1.1 jruoho cs[ACPI_STATE_C3].cs_addr = sc->sc_object.ao_pblkaddr + 5;
572 1.1 jruoho
573 1.1 jruoho /*
574 1.1 jruoho * The P_BLK length should always be 6. If it
575 1.1 jruoho * is not, reduce functionality accordingly.
576 1.1 jruoho * Sanity check also FADT's latency levels.
577 1.1 jruoho */
578 1.1 jruoho if (sc->sc_object.ao_pblklen < 5)
579 1.1 jruoho cs[ACPI_STATE_C2].cs_method = 0;
580 1.1 jruoho
581 1.1 jruoho if (sc->sc_object.ao_pblklen < 6)
582 1.1 jruoho cs[ACPI_STATE_C3].cs_method = 0;
583 1.1 jruoho
584 1.3 jruoho CTASSERT(ACPICPU_C_C2_LATENCY_MAX == 100);
585 1.3 jruoho CTASSERT(ACPICPU_C_C3_LATENCY_MAX == 1000);
586 1.3 jruoho
587 1.1 jruoho if (AcpiGbl_FADT.C2Latency > ACPICPU_C_C2_LATENCY_MAX)
588 1.1 jruoho cs[ACPI_STATE_C2].cs_method = 0;
589 1.1 jruoho
590 1.1 jruoho if (AcpiGbl_FADT.C3Latency > ACPICPU_C_C3_LATENCY_MAX)
591 1.1 jruoho cs[ACPI_STATE_C3].cs_method = 0;
592 1.1 jruoho }
593 1.1 jruoho
594 1.1 jruoho static void
595 1.1 jruoho acpicpu_cstate_quirks(struct acpicpu_softc *sc)
596 1.1 jruoho {
597 1.1 jruoho const uint32_t reg = AcpiGbl_FADT.Pm2ControlBlock;
598 1.1 jruoho const uint32_t len = AcpiGbl_FADT.Pm2ControlLength;
599 1.1 jruoho struct pci_attach_args pa;
600 1.1 jruoho
601 1.1 jruoho /*
602 1.10 jruoho * Check bus master arbitration. If ARB_DIS
603 1.10 jruoho * is not available, processor caches must be
604 1.10 jruoho * flushed before C3 (ACPI 4.0, section 8.2).
605 1.1 jruoho */
606 1.1 jruoho if (reg != 0 && len != 0)
607 1.1 jruoho sc->sc_flags |= ACPICPU_FLAG_C_ARB;
608 1.1 jruoho else {
609 1.1 jruoho /*
610 1.1 jruoho * Disable C3 entirely if WBINVD is not present.
611 1.1 jruoho */
612 1.1 jruoho if ((AcpiGbl_FADT.Flags & ACPI_FADT_WBINVD) == 0)
613 1.1 jruoho sc->sc_flags |= ACPICPU_FLAG_C_NOC3;
614 1.1 jruoho else {
615 1.1 jruoho /*
616 1.10 jruoho * If WBINVD is present and functioning properly,
617 1.10 jruoho * flush all processor caches before entering C3.
618 1.1 jruoho */
619 1.1 jruoho if ((AcpiGbl_FADT.Flags & ACPI_FADT_WBINVD_FLUSH) == 0)
620 1.1 jruoho sc->sc_flags &= ~ACPICPU_FLAG_C_BM;
621 1.10 jruoho else
622 1.10 jruoho sc->sc_flags |= ACPICPU_FLAG_C_NOC3;
623 1.1 jruoho }
624 1.1 jruoho }
625 1.1 jruoho
626 1.1 jruoho /*
627 1.1 jruoho * There are several erratums for PIIX4.
628 1.1 jruoho */
629 1.1 jruoho if (pci_find_device(&pa, acpicpu_cstate_quirks_piix4) != 0)
630 1.1 jruoho sc->sc_flags |= ACPICPU_FLAG_C_NOC3;
631 1.1 jruoho
632 1.1 jruoho if ((sc->sc_flags & ACPICPU_FLAG_C_NOC3) != 0)
633 1.1 jruoho sc->sc_cstate[ACPI_STATE_C3].cs_method = 0;
634 1.1 jruoho }
635 1.1 jruoho
636 1.1 jruoho static int
637 1.1 jruoho acpicpu_cstate_quirks_piix4(struct pci_attach_args *pa)
638 1.1 jruoho {
639 1.1 jruoho
640 1.20 jruoho /*
641 1.20 jruoho * XXX: The pci_find_device(9) function only deals with
642 1.20 jruoho * attached devices. Change this to use something like
643 1.20 jruoho * pci_device_foreach(), and implement it for IA-64.
644 1.20 jruoho */
645 1.1 jruoho if (PCI_VENDOR(pa->pa_id) != PCI_VENDOR_INTEL)
646 1.1 jruoho return 0;
647 1.1 jruoho
648 1.1 jruoho if (PCI_PRODUCT(pa->pa_id) == PCI_PRODUCT_INTEL_82371AB_ISA ||
649 1.1 jruoho PCI_PRODUCT(pa->pa_id) == PCI_PRODUCT_INTEL_82440MX_PMC)
650 1.1 jruoho return 1;
651 1.1 jruoho
652 1.1 jruoho return 0;
653 1.1 jruoho }
654 1.1 jruoho
655 1.1 jruoho static int
656 1.1 jruoho acpicpu_cstate_latency(struct acpicpu_softc *sc)
657 1.1 jruoho {
658 1.1 jruoho static const uint32_t cs_factor = 3;
659 1.1 jruoho struct acpicpu_cstate *cs;
660 1.1 jruoho int i;
661 1.1 jruoho
662 1.10 jruoho for (i = cs_state_max; i > 0; i--) {
663 1.1 jruoho
664 1.1 jruoho cs = &sc->sc_cstate[i];
665 1.1 jruoho
666 1.1 jruoho if (__predict_false(cs->cs_method == 0))
667 1.1 jruoho continue;
668 1.1 jruoho
669 1.1 jruoho /*
670 1.1 jruoho * Choose a state if we have previously slept
671 1.1 jruoho * longer than the worst case latency of the
672 1.1 jruoho * state times an arbitrary multiplier.
673 1.1 jruoho */
674 1.13 jruoho if (sc->sc_cstate_sleep > cs->cs_latency * cs_factor)
675 1.1 jruoho return i;
676 1.1 jruoho }
677 1.1 jruoho
678 1.1 jruoho return ACPI_STATE_C1;
679 1.1 jruoho }
680 1.1 jruoho
681 1.1 jruoho /*
682 1.1 jruoho * The main idle loop.
683 1.1 jruoho */
684 1.1 jruoho void
685 1.1 jruoho acpicpu_cstate_idle(void)
686 1.1 jruoho {
687 1.1 jruoho struct cpu_info *ci = curcpu();
688 1.1 jruoho struct acpicpu_softc *sc;
689 1.1 jruoho int state;
690 1.1 jruoho
691 1.12 jruoho if (__predict_false(ci->ci_want_resched) != 0)
692 1.12 jruoho return;
693 1.12 jruoho
694 1.8 jruoho acpi_md_OsDisableInterrupt();
695 1.1 jruoho
696 1.1 jruoho KASSERT(acpicpu_sc != NULL);
697 1.14 jruoho KASSERT(ci->ci_acpiid < maxcpus);
698 1.1 jruoho KASSERT(ci->ci_ilevel == IPL_NONE);
699 1.1 jruoho
700 1.14 jruoho sc = acpicpu_sc[ci->ci_acpiid];
701 1.1 jruoho
702 1.12 jruoho if (__predict_false(sc == NULL))
703 1.12 jruoho goto halt;
704 1.12 jruoho
705 1.12 jruoho if (__predict_false(sc->sc_cold != false))
706 1.12 jruoho goto halt;
707 1.12 jruoho
708 1.12 jruoho if (__predict_false((sc->sc_flags & ACPICPU_FLAG_C) == 0))
709 1.12 jruoho goto halt;
710 1.8 jruoho
711 1.13 jruoho if (__predict_false(mutex_tryenter(&sc->sc_mtx) == 0))
712 1.12 jruoho goto halt;
713 1.1 jruoho
714 1.13 jruoho mutex_exit(&sc->sc_mtx);
715 1.1 jruoho state = acpicpu_cstate_latency(sc);
716 1.1 jruoho
717 1.1 jruoho /*
718 1.7 jruoho * Check for bus master activity. Note that particularly usb(4)
719 1.7 jruoho * causes high activity, which may prevent the use of C3 states.
720 1.1 jruoho */
721 1.7 jruoho if ((sc->sc_cstate[state].cs_flags & ACPICPU_FLAG_C_BM_STS) != 0) {
722 1.1 jruoho
723 1.7 jruoho if (acpicpu_cstate_bm_check() != false)
724 1.7 jruoho state--;
725 1.1 jruoho
726 1.1 jruoho if (__predict_false(sc->sc_cstate[state].cs_method == 0))
727 1.1 jruoho state = ACPI_STATE_C1;
728 1.1 jruoho }
729 1.1 jruoho
730 1.1 jruoho KASSERT(state != ACPI_STATE_C0);
731 1.1 jruoho
732 1.1 jruoho if (state != ACPI_STATE_C3) {
733 1.1 jruoho acpicpu_cstate_idle_enter(sc, state);
734 1.1 jruoho return;
735 1.1 jruoho }
736 1.1 jruoho
737 1.1 jruoho /*
738 1.1 jruoho * On all recent (Intel) CPUs caches are shared
739 1.1 jruoho * by CPUs and bus master control is required to
740 1.1 jruoho * keep these coherent while in C3. Flushing the
741 1.1 jruoho * CPU caches is only the last resort.
742 1.1 jruoho */
743 1.1 jruoho if ((sc->sc_flags & ACPICPU_FLAG_C_BM) == 0)
744 1.1 jruoho ACPI_FLUSH_CPU_CACHE();
745 1.1 jruoho
746 1.1 jruoho /*
747 1.10 jruoho * Allow the bus master to request that any given
748 1.10 jruoho * CPU should return immediately to C0 from C3.
749 1.1 jruoho */
750 1.1 jruoho if ((sc->sc_flags & ACPICPU_FLAG_C_BM) != 0)
751 1.1 jruoho (void)AcpiWriteBitRegister(ACPI_BITREG_BUS_MASTER_RLD, 1);
752 1.1 jruoho
753 1.1 jruoho /*
754 1.1 jruoho * It may be necessary to disable bus master arbitration
755 1.1 jruoho * to ensure that bus master cycles do not occur while
756 1.1 jruoho * sleeping in C3 (see ACPI 4.0, section 8.1.4).
757 1.1 jruoho */
758 1.1 jruoho if ((sc->sc_flags & ACPICPU_FLAG_C_ARB) != 0)
759 1.1 jruoho (void)AcpiWriteBitRegister(ACPI_BITREG_ARB_DISABLE, 1);
760 1.1 jruoho
761 1.1 jruoho acpicpu_cstate_idle_enter(sc, state);
762 1.1 jruoho
763 1.1 jruoho /*
764 1.1 jruoho * Disable bus master wake and re-enable the arbiter.
765 1.1 jruoho */
766 1.1 jruoho if ((sc->sc_flags & ACPICPU_FLAG_C_BM) != 0)
767 1.1 jruoho (void)AcpiWriteBitRegister(ACPI_BITREG_BUS_MASTER_RLD, 0);
768 1.1 jruoho
769 1.1 jruoho if ((sc->sc_flags & ACPICPU_FLAG_C_ARB) != 0)
770 1.1 jruoho (void)AcpiWriteBitRegister(ACPI_BITREG_ARB_DISABLE, 0);
771 1.12 jruoho
772 1.12 jruoho return;
773 1.12 jruoho
774 1.12 jruoho halt:
775 1.12 jruoho acpicpu_md_idle_enter(ACPICPU_C_STATE_HALT, ACPI_STATE_C1);
776 1.1 jruoho }
777 1.1 jruoho
778 1.1 jruoho static void
779 1.1 jruoho acpicpu_cstate_idle_enter(struct acpicpu_softc *sc, int state)
780 1.1 jruoho {
781 1.1 jruoho struct acpicpu_cstate *cs = &sc->sc_cstate[state];
782 1.1 jruoho uint32_t end, start, val;
783 1.1 jruoho
784 1.1 jruoho start = acpitimer_read_safe(NULL);
785 1.1 jruoho
786 1.1 jruoho switch (cs->cs_method) {
787 1.1 jruoho
788 1.1 jruoho case ACPICPU_C_STATE_FFH:
789 1.1 jruoho case ACPICPU_C_STATE_HALT:
790 1.1 jruoho acpicpu_md_idle_enter(cs->cs_method, state);
791 1.1 jruoho break;
792 1.1 jruoho
793 1.1 jruoho case ACPICPU_C_STATE_SYSIO:
794 1.1 jruoho (void)AcpiOsReadPort(cs->cs_addr, &val, 8);
795 1.1 jruoho break;
796 1.1 jruoho
797 1.1 jruoho default:
798 1.8 jruoho acpicpu_md_idle_enter(ACPICPU_C_STATE_HALT, ACPI_STATE_C1);
799 1.1 jruoho break;
800 1.1 jruoho }
801 1.1 jruoho
802 1.19 jruoho cs->cs_evcnt.ev_count++;
803 1.1 jruoho
804 1.1 jruoho end = acpitimer_read_safe(NULL);
805 1.13 jruoho sc->sc_cstate_sleep = hztoms(acpitimer_delta(end, start)) * 1000;
806 1.1 jruoho
807 1.1 jruoho acpi_md_OsEnableInterrupt();
808 1.1 jruoho }
809 1.1 jruoho
810 1.1 jruoho static bool
811 1.1 jruoho acpicpu_cstate_bm_check(void)
812 1.1 jruoho {
813 1.1 jruoho uint32_t val = 0;
814 1.1 jruoho ACPI_STATUS rv;
815 1.1 jruoho
816 1.1 jruoho rv = AcpiReadBitRegister(ACPI_BITREG_BUS_MASTER_STATUS, &val);
817 1.1 jruoho
818 1.1 jruoho if (ACPI_FAILURE(rv) || val == 0)
819 1.1 jruoho return false;
820 1.1 jruoho
821 1.1 jruoho (void)AcpiWriteBitRegister(ACPI_BITREG_BUS_MASTER_STATUS, 1);
822 1.1 jruoho
823 1.1 jruoho return true;
824 1.1 jruoho }
825