acpi_cpu_cstate.c revision 1.61 1 /* $NetBSD: acpi_cpu_cstate.c,v 1.61 2020/05/31 01:39:33 ad Exp $ */
2
3 /*-
4 * Copyright (c) 2010, 2011 Jukka Ruohonen <jruohonen (at) iki.fi>
5 * All rights reserved.
6 *
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions
9 * are met:
10 *
11 * 1. Redistributions of source code must retain the above copyright
12 * notice, this list of conditions and the following disclaimer.
13 * 2. Redistributions in binary form must reproduce the above copyright
14 * notice, this list of conditions and the following disclaimer in the
15 * documentation and/or other materials provided with the distribution.
16 *
17 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
18 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
19 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
20 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
21 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
22 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
23 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
24 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
25 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
26 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
27 * SUCH DAMAGE.
28 */
29 #include <sys/cdefs.h>
30 __KERNEL_RCSID(0, "$NetBSD: acpi_cpu_cstate.c,v 1.61 2020/05/31 01:39:33 ad Exp $");
31
32 #include <sys/param.h>
33 #include <sys/cpu.h>
34 #include <sys/device.h>
35 #include <sys/kernel.h>
36 #include <sys/mutex.h>
37 #include <sys/timetc.h>
38
39 #include <dev/acpi/acpireg.h>
40 #include <dev/acpi/acpivar.h>
41 #include <dev/acpi/acpi_cpu.h>
42 #include <dev/acpi/acpi_timer.h>
43
44 #include <machine/acpi_machdep.h>
45
46 #define _COMPONENT ACPI_BUS_COMPONENT
47 ACPI_MODULE_NAME ("acpi_cpu_cstate")
48
49 static ACPI_STATUS acpicpu_cstate_cst(struct acpicpu_softc *);
50 static ACPI_STATUS acpicpu_cstate_cst_add(struct acpicpu_softc *,
51 ACPI_OBJECT *);
52 static void acpicpu_cstate_cst_bios(void);
53 static void acpicpu_cstate_memset(struct acpicpu_softc *);
54 static ACPI_STATUS acpicpu_cstate_dep(struct acpicpu_softc *);
55 static void acpicpu_cstate_fadt(struct acpicpu_softc *);
56 static void acpicpu_cstate_quirks(struct acpicpu_softc *);
57 static int acpicpu_cstate_latency(struct acpicpu_softc *);
58 static bool acpicpu_cstate_bm_check(void);
59 static void acpicpu_cstate_idle_enter(struct acpicpu_softc *,int);
60
61 extern struct acpicpu_softc **acpicpu_sc;
62
63 /*
64 * XXX: The local APIC timer (as well as TSC) is typically stopped in C3.
65 * For now, we cannot but disable C3. But there appears to be timer-
66 * related interrupt issues also in C2. The only entirely safe option
67 * at the moment is to use C1.
68 */
69 #ifdef ACPICPU_ENABLE_C3
70 static int cs_state_max = ACPI_STATE_C3;
71 #else
72 static int cs_state_max = ACPI_STATE_C1;
73 #endif
74
75 void
76 acpicpu_cstate_attach(device_t self)
77 {
78 struct acpicpu_softc *sc = device_private(self);
79 ACPI_STATUS rv;
80
81 /*
82 * Either use the preferred _CST or resort to FADT.
83 */
84 rv = acpicpu_cstate_cst(sc);
85
86 switch (rv) {
87
88 case AE_OK:
89 acpicpu_cstate_cst_bios();
90 break;
91
92 default:
93 sc->sc_flags |= ACPICPU_FLAG_C_FADT;
94 acpicpu_cstate_fadt(sc);
95 break;
96 }
97
98 /*
99 * Query the optional _CSD.
100 */
101 rv = acpicpu_cstate_dep(sc);
102
103 if (ACPI_SUCCESS(rv))
104 sc->sc_flags |= ACPICPU_FLAG_C_DEP;
105
106 sc->sc_flags |= ACPICPU_FLAG_C;
107
108 acpicpu_cstate_quirks(sc);
109 }
110
111 void
112 acpicpu_cstate_detach(device_t self)
113 {
114 struct acpicpu_softc *sc = device_private(self);
115
116 if ((sc->sc_flags & ACPICPU_FLAG_C) == 0)
117 return;
118
119 (void)acpicpu_md_cstate_stop();
120
121 sc->sc_flags &= ~ACPICPU_FLAG_C;
122 }
123
124 void
125 acpicpu_cstate_start(device_t self)
126 {
127 struct acpicpu_softc *sc = device_private(self);
128
129 (void)acpicpu_md_cstate_start(sc);
130 }
131
132 void
133 acpicpu_cstate_suspend(void *aux)
134 {
135 /* Nothing. */
136 }
137
138 void
139 acpicpu_cstate_resume(void *aux)
140 {
141 acpicpu_cstate_callback(aux);
142 }
143
144 void
145 acpicpu_cstate_callback(void *aux)
146 {
147 struct acpicpu_softc *sc;
148 device_t self = aux;
149
150 sc = device_private(self);
151
152 if ((sc->sc_flags & ACPICPU_FLAG_C_FADT) != 0)
153 return;
154
155 mutex_enter(&sc->sc_mtx);
156 (void)acpicpu_cstate_cst(sc);
157 mutex_exit(&sc->sc_mtx);
158 }
159
160 static ACPI_STATUS
161 acpicpu_cstate_cst(struct acpicpu_softc *sc)
162 {
163 struct acpicpu_cstate *cs = sc->sc_cstate;
164 ACPI_OBJECT *elm, *obj;
165 ACPI_BUFFER buf;
166 ACPI_STATUS rv;
167 uint32_t i, n;
168 uint8_t count;
169
170 rv = acpi_eval_struct(sc->sc_node->ad_handle, "_CST", &buf);
171
172 if (ACPI_FAILURE(rv))
173 return rv;
174
175 obj = buf.Pointer;
176
177 if (obj->Type != ACPI_TYPE_PACKAGE) {
178 rv = AE_TYPE;
179 goto out;
180 }
181
182 if (obj->Package.Count < 2) {
183 rv = AE_LIMIT;
184 goto out;
185 }
186
187 elm = obj->Package.Elements;
188
189 if (elm[0].Type != ACPI_TYPE_INTEGER) {
190 rv = AE_TYPE;
191 goto out;
192 }
193
194 n = elm[0].Integer.Value;
195
196 if (n != obj->Package.Count - 1) {
197 rv = AE_BAD_VALUE;
198 goto out;
199 }
200
201 if (n > ACPI_C_STATES_MAX) {
202 rv = AE_LIMIT;
203 goto out;
204 }
205
206 acpicpu_cstate_memset(sc);
207
208 /*
209 * All x86 processors should support C1 (a.k.a. HALT).
210 */
211 cs[ACPI_STATE_C1].cs_method = ACPICPU_C_STATE_HALT;
212
213 CTASSERT(ACPI_STATE_C0 == 0 && ACPI_STATE_C1 == 1);
214 CTASSERT(ACPI_STATE_C2 == 2 && ACPI_STATE_C3 == 3);
215
216 for (count = 0, i = 1; i <= n; i++) {
217
218 elm = &obj->Package.Elements[i];
219 rv = acpicpu_cstate_cst_add(sc, elm);
220
221 if (ACPI_SUCCESS(rv))
222 count++;
223 }
224
225 rv = (count != 0) ? AE_OK : AE_NOT_EXIST;
226
227 out:
228 if (buf.Pointer != NULL)
229 ACPI_FREE(buf.Pointer);
230
231 return rv;
232 }
233
234 static ACPI_STATUS
235 acpicpu_cstate_cst_add(struct acpicpu_softc *sc, ACPI_OBJECT *elm)
236 {
237 struct acpicpu_cstate *cs = sc->sc_cstate;
238 struct acpicpu_cstate state;
239 struct acpicpu_reg *reg;
240 ACPI_STATUS rv = AE_OK;
241 ACPI_OBJECT *obj;
242 uint32_t type;
243
244 (void)memset(&state, 0, sizeof(*cs));
245
246 if (elm->Type != ACPI_TYPE_PACKAGE) {
247 rv = AE_TYPE;
248 goto out;
249 }
250
251 if (elm->Package.Count != 4) {
252 rv = AE_LIMIT;
253 goto out;
254 }
255
256 /*
257 * Type.
258 */
259 obj = &elm->Package.Elements[1];
260
261 if (obj->Type != ACPI_TYPE_INTEGER) {
262 rv = AE_TYPE;
263 goto out;
264 }
265
266 type = obj->Integer.Value;
267
268 if (type < ACPI_STATE_C1 || type > ACPI_STATE_C3) {
269 rv = AE_TYPE;
270 goto out;
271 }
272
273 /*
274 * Latency.
275 */
276 obj = &elm->Package.Elements[2];
277
278 if (obj->Type != ACPI_TYPE_INTEGER) {
279 rv = AE_TYPE;
280 goto out;
281 }
282
283 state.cs_latency = obj->Integer.Value;
284
285 /*
286 * Power.
287 */
288 obj = &elm->Package.Elements[3];
289
290 if (obj->Type != ACPI_TYPE_INTEGER) {
291 rv = AE_TYPE;
292 goto out;
293 }
294
295 state.cs_power = obj->Integer.Value;
296
297 /*
298 * Register.
299 */
300 obj = &elm->Package.Elements[0];
301
302 if (obj->Type != ACPI_TYPE_BUFFER) {
303 rv = AE_TYPE;
304 goto out;
305 }
306
307 CTASSERT(sizeof(struct acpicpu_reg) == 15);
308
309 if (obj->Buffer.Length < sizeof(struct acpicpu_reg)) {
310 rv = AE_LIMIT;
311 goto out;
312 }
313
314 reg = (struct acpicpu_reg *)obj->Buffer.Pointer;
315
316 switch (reg->reg_spaceid) {
317
318 case ACPI_ADR_SPACE_SYSTEM_IO:
319 state.cs_method = ACPICPU_C_STATE_SYSIO;
320
321 if (reg->reg_addr == 0) {
322 rv = AE_AML_ILLEGAL_ADDRESS;
323 goto out;
324 }
325
326 if (reg->reg_bitwidth != 8) {
327 rv = AE_AML_BAD_RESOURCE_LENGTH;
328 goto out;
329 }
330
331 state.cs_addr = reg->reg_addr;
332 break;
333
334 case ACPI_ADR_SPACE_FIXED_HARDWARE:
335 state.cs_method = ACPICPU_C_STATE_FFH;
336
337 switch (type) {
338
339 case ACPI_STATE_C1:
340
341 /*
342 * If ACPI wants native access (FFH), but the
343 * MD code does not support MONITOR/MWAIT, use
344 * HLT for C1 and error out for higher C-states.
345 */
346 if ((sc->sc_flags & ACPICPU_FLAG_C_FFH) == 0)
347 state.cs_method = ACPICPU_C_STATE_HALT;
348
349 break;
350
351 case ACPI_STATE_C3:
352 state.cs_flags = ACPICPU_FLAG_C_BM_STS;
353
354 /* FALLTHROUGH */
355 default:
356
357 if ((sc->sc_flags & ACPICPU_FLAG_C_FFH) == 0) {
358 rv = AE_SUPPORT;
359 goto out;
360 }
361 }
362
363 if (sc->sc_cap != 0) {
364
365 /*
366 * The _CST FFH GAS encoding may contain
367 * additional hints on Intel processors.
368 * Use these to determine whether we can
369 * avoid the bus master activity check.
370 */
371 if ((reg->reg_accesssize & ACPICPU_PDC_GAS_BM) == 0)
372 state.cs_flags &= ~ACPICPU_FLAG_C_BM_STS;
373 }
374
375 break;
376
377 default:
378 rv = AE_AML_INVALID_SPACE_ID;
379 goto out;
380 }
381
382 cs[type].cs_addr = state.cs_addr;
383 cs[type].cs_power = state.cs_power;
384 cs[type].cs_flags = state.cs_flags;
385 cs[type].cs_method = state.cs_method;
386 cs[type].cs_latency = state.cs_latency;
387
388 out:
389 if (ACPI_FAILURE(rv))
390 aprint_error_dev(sc->sc_dev, "failed to add "
391 "C-state: %s\n", AcpiFormatException(rv));
392
393 return rv;
394 }
395
396 static void
397 acpicpu_cstate_cst_bios(void)
398 {
399 const uint8_t val = AcpiGbl_FADT.CstControl;
400 const uint32_t addr = AcpiGbl_FADT.SmiCommand;
401
402 if (addr == 0 || val == 0)
403 return;
404
405 (void)AcpiOsWritePort(addr, val, 8);
406 }
407
408 static void
409 acpicpu_cstate_memset(struct acpicpu_softc *sc)
410 {
411 uint8_t i = 0;
412
413 while (i < __arraycount(sc->sc_cstate)) {
414
415 sc->sc_cstate[i].cs_addr = 0;
416 sc->sc_cstate[i].cs_power = 0;
417 sc->sc_cstate[i].cs_flags = 0;
418 sc->sc_cstate[i].cs_method = 0;
419 sc->sc_cstate[i].cs_latency = 0;
420
421 i++;
422 }
423 }
424
425 static ACPI_STATUS
426 acpicpu_cstate_dep(struct acpicpu_softc *sc)
427 {
428 ACPI_OBJECT *elm, *obj;
429 ACPI_BUFFER buf;
430 ACPI_STATUS rv;
431 uint32_t val;
432 uint8_t i, n;
433
434 rv = acpi_eval_struct(sc->sc_node->ad_handle, "_CSD", &buf);
435
436 if (ACPI_FAILURE(rv))
437 goto out;
438
439 obj = buf.Pointer;
440
441 if (obj->Type != ACPI_TYPE_PACKAGE) {
442 rv = AE_TYPE;
443 goto out;
444 }
445
446 if (obj->Package.Count != 1) {
447 rv = AE_LIMIT;
448 goto out;
449 }
450
451 elm = &obj->Package.Elements[0];
452
453 if (obj->Type != ACPI_TYPE_PACKAGE) {
454 rv = AE_TYPE;
455 goto out;
456 }
457
458 n = elm->Package.Count;
459
460 if (n != 6) {
461 rv = AE_LIMIT;
462 goto out;
463 }
464
465 elm = elm->Package.Elements;
466
467 for (i = 0; i < n; i++) {
468
469 if (elm[i].Type != ACPI_TYPE_INTEGER) {
470 rv = AE_TYPE;
471 goto out;
472 }
473
474 if (elm[i].Integer.Value > UINT32_MAX) {
475 rv = AE_AML_NUMERIC_OVERFLOW;
476 goto out;
477 }
478 }
479
480 val = elm[1].Integer.Value;
481
482 if (val != 0)
483 aprint_debug_dev(sc->sc_dev, "invalid revision in _CSD\n");
484
485 val = elm[3].Integer.Value;
486
487 if (val < ACPICPU_DEP_SW_ALL || val > ACPICPU_DEP_HW_ALL) {
488 rv = AE_AML_BAD_RESOURCE_VALUE;
489 goto out;
490 }
491
492 val = elm[4].Integer.Value;
493
494 if (val > sc->sc_ncpus) {
495 rv = AE_BAD_VALUE;
496 goto out;
497 }
498
499 sc->sc_cstate_dep.dep_domain = elm[2].Integer.Value;
500 sc->sc_cstate_dep.dep_type = elm[3].Integer.Value;
501 sc->sc_cstate_dep.dep_ncpus = elm[4].Integer.Value;
502 sc->sc_cstate_dep.dep_index = elm[5].Integer.Value;
503
504 out:
505 if (ACPI_FAILURE(rv) && rv != AE_NOT_FOUND)
506 aprint_debug_dev(sc->sc_dev, "failed to evaluate "
507 "_CSD: %s\n", AcpiFormatException(rv));
508
509 if (buf.Pointer != NULL)
510 ACPI_FREE(buf.Pointer);
511
512 return rv;
513 }
514
515 static void
516 acpicpu_cstate_fadt(struct acpicpu_softc *sc)
517 {
518 struct acpicpu_cstate *cs = sc->sc_cstate;
519
520 acpicpu_cstate_memset(sc);
521
522 /*
523 * All x86 processors should support C1 (a.k.a. HALT).
524 */
525 cs[ACPI_STATE_C1].cs_method = ACPICPU_C_STATE_HALT;
526
527 if ((AcpiGbl_FADT.Flags & ACPI_FADT_C1_SUPPORTED) == 0)
528 aprint_debug_dev(sc->sc_dev, "HALT not supported?\n");
529
530 if (sc->sc_object.ao_pblkaddr == 0)
531 return;
532
533 if (sc->sc_ncpus > 1) {
534
535 if ((AcpiGbl_FADT.Flags & ACPI_FADT_C2_MP_SUPPORTED) == 0)
536 return;
537 }
538
539 cs[ACPI_STATE_C2].cs_method = ACPICPU_C_STATE_SYSIO;
540 cs[ACPI_STATE_C3].cs_method = ACPICPU_C_STATE_SYSIO;
541
542 cs[ACPI_STATE_C2].cs_latency = AcpiGbl_FADT.C2Latency;
543 cs[ACPI_STATE_C3].cs_latency = AcpiGbl_FADT.C3Latency;
544
545 cs[ACPI_STATE_C2].cs_addr = sc->sc_object.ao_pblkaddr + 4;
546 cs[ACPI_STATE_C3].cs_addr = sc->sc_object.ao_pblkaddr + 5;
547
548 /*
549 * The P_BLK length should always be 6. If it
550 * is not, reduce functionality accordingly.
551 */
552 if (sc->sc_object.ao_pblklen < 5)
553 cs[ACPI_STATE_C2].cs_method = 0;
554
555 if (sc->sc_object.ao_pblklen < 6)
556 cs[ACPI_STATE_C3].cs_method = 0;
557
558 /*
559 * Sanity check the latency levels in FADT. Values above
560 * the thresholds may be used to inform that C2 and C3 are
561 * not supported -- AMD family 11h is an example;
562 *
563 * Advanced Micro Devices: BIOS and Kernel Developer's
564 * Guide (BKDG) for AMD Family 11h Processors. Section
565 * 2.4.3, Revision 3.00, July, 2008.
566 */
567 CTASSERT(ACPICPU_C_C2_LATENCY_MAX == 100);
568 CTASSERT(ACPICPU_C_C3_LATENCY_MAX == 1000);
569
570 if (AcpiGbl_FADT.C2Latency > ACPICPU_C_C2_LATENCY_MAX)
571 cs[ACPI_STATE_C2].cs_method = 0;
572
573 if (AcpiGbl_FADT.C3Latency > ACPICPU_C_C3_LATENCY_MAX)
574 cs[ACPI_STATE_C3].cs_method = 0;
575 }
576
577 static void
578 acpicpu_cstate_quirks(struct acpicpu_softc *sc)
579 {
580 const uint32_t reg = AcpiGbl_FADT.Pm2ControlBlock;
581 const uint32_t len = AcpiGbl_FADT.Pm2ControlLength;
582
583 /*
584 * Disable C3 for PIIX4.
585 */
586 if ((sc->sc_flags & ACPICPU_FLAG_PIIX4) != 0) {
587 sc->sc_cstate[ACPI_STATE_C3].cs_method = 0;
588 return;
589 }
590
591 /*
592 * Check bus master arbitration. If ARB_DIS
593 * is not available, processor caches must be
594 * flushed before C3 (ACPI 4.0, section 8.2).
595 */
596 if (reg != 0 && len != 0) {
597 sc->sc_flags |= ACPICPU_FLAG_C_ARB;
598 return;
599 }
600
601 /*
602 * Disable C3 entirely if WBINVD is not present.
603 */
604 if ((AcpiGbl_FADT.Flags & ACPI_FADT_WBINVD) == 0)
605 sc->sc_cstate[ACPI_STATE_C3].cs_method = 0;
606 else {
607 /*
608 * If WBINVD is present and functioning properly,
609 * flush all processor caches before entering C3.
610 */
611 if ((AcpiGbl_FADT.Flags & ACPI_FADT_WBINVD_FLUSH) == 0)
612 sc->sc_flags &= ~ACPICPU_FLAG_C_BM;
613 else
614 sc->sc_cstate[ACPI_STATE_C3].cs_method = 0;
615 }
616 }
617
618 static int
619 acpicpu_cstate_latency(struct acpicpu_softc *sc)
620 {
621 static const uint32_t cs_factor = 3;
622 struct acpicpu_cstate *cs;
623 int i;
624
625 KASSERT(mutex_owned(&sc->sc_mtx) != 0);
626
627 for (i = cs_state_max; i > 0; i--) {
628
629 cs = &sc->sc_cstate[i];
630
631 if (__predict_false(cs->cs_method == 0))
632 continue;
633
634 /*
635 * Choose a state if we have previously slept
636 * longer than the worst case latency of the
637 * state times an arbitrary multiplier.
638 */
639 if (sc->sc_cstate_sleep > cs->cs_latency * cs_factor)
640 return i;
641 }
642
643 return ACPI_STATE_C1;
644 }
645
646 /*
647 * The main idle loop.
648 */
649 void
650 acpicpu_cstate_idle(void)
651 {
652 struct cpu_info *ci = curcpu();
653 struct acpicpu_softc *sc;
654 int state;
655
656 KASSERT(acpicpu_sc != NULL);
657 KASSERT(ci->ci_acpiid < maxcpus);
658
659 sc = acpicpu_sc[ci->ci_acpiid];
660
661 if (__predict_false(sc == NULL))
662 return;
663
664 KASSERT(ci->ci_ilevel == IPL_NONE);
665 KASSERT((sc->sc_flags & ACPICPU_FLAG_C) != 0);
666
667 if (__predict_false(sc->sc_cold != false))
668 return;
669
670 if (__predict_false(mutex_tryenter(&sc->sc_mtx) == 0))
671 return;
672
673 state = acpicpu_cstate_latency(sc);
674 mutex_exit(&sc->sc_mtx);
675
676 /*
677 * Apply AMD C1E quirk.
678 */
679 if ((sc->sc_flags & ACPICPU_FLAG_C_C1E) != 0)
680 acpicpu_md_quirk_c1e();
681
682 /*
683 * Check for bus master activity. Note that particularly usb(4)
684 * causes high activity, which may prevent the use of C3 states.
685 */
686 if ((sc->sc_cstate[state].cs_flags & ACPICPU_FLAG_C_BM_STS) != 0) {
687
688 if (acpicpu_cstate_bm_check() != false)
689 state--;
690
691 if (__predict_false(sc->sc_cstate[state].cs_method == 0))
692 state = ACPI_STATE_C1;
693 }
694
695 KASSERT(state != ACPI_STATE_C0);
696
697 if (state != ACPI_STATE_C3) {
698 acpicpu_cstate_idle_enter(sc, state);
699 return;
700 }
701
702 /*
703 * On all recent (Intel) CPUs caches are shared
704 * by CPUs and bus master control is required to
705 * keep these coherent while in C3. Flushing the
706 * CPU caches is only the last resort.
707 */
708 if ((sc->sc_flags & ACPICPU_FLAG_C_BM) == 0)
709 ACPI_FLUSH_CPU_CACHE();
710
711 /*
712 * Allow the bus master to request that any given
713 * CPU should return immediately to C0 from C3.
714 */
715 if ((sc->sc_flags & ACPICPU_FLAG_C_BM) != 0)
716 (void)AcpiWriteBitRegister(ACPI_BITREG_BUS_MASTER_RLD, 1);
717
718 /*
719 * It may be necessary to disable bus master arbitration
720 * to ensure that bus master cycles do not occur while
721 * sleeping in C3 (see ACPI 4.0, section 8.1.4).
722 */
723 if ((sc->sc_flags & ACPICPU_FLAG_C_ARB) != 0)
724 (void)AcpiWriteBitRegister(ACPI_BITREG_ARB_DISABLE, 1);
725
726 acpicpu_cstate_idle_enter(sc, state);
727
728 /*
729 * Disable bus master wake and re-enable the arbiter.
730 */
731 if ((sc->sc_flags & ACPICPU_FLAG_C_BM) != 0)
732 (void)AcpiWriteBitRegister(ACPI_BITREG_BUS_MASTER_RLD, 0);
733
734 if ((sc->sc_flags & ACPICPU_FLAG_C_ARB) != 0)
735 (void)AcpiWriteBitRegister(ACPI_BITREG_ARB_DISABLE, 0);
736 }
737
738 static void
739 acpicpu_cstate_idle_enter(struct acpicpu_softc *sc, int state)
740 {
741 struct acpicpu_cstate *cs = &sc->sc_cstate[state];
742 uint32_t val;
743
744 #ifdef notyet
745 /*
746 * XXX This has a significant performance impact because the ACPI
747 * timer seems very slow and with many CPUs becomes a chokepoint.
748 * Better to use the TSC (if invariant) or APIC timer instead.
749 * Proably even getbintime(). Disabled for now as no functional
750 * change - only C1 sleep is enabled.
751 */
752 start = acpitimer_read_fast(NULL);
753 #endif
754
755 switch (cs->cs_method) {
756
757 case ACPICPU_C_STATE_FFH:
758 case ACPICPU_C_STATE_HALT:
759 acpicpu_md_cstate_enter(cs->cs_method, state);
760 break;
761
762 case ACPICPU_C_STATE_SYSIO:
763 (void)AcpiOsReadPort(cs->cs_addr, &val, 8);
764 break;
765 }
766
767 cs->cs_evcnt.ev_count++;
768
769 #ifdef notyet
770 /*
771 * XXX As above. Also, hztoms() seems incorrect as the ACPI timer
772 * is running the MHz region.
773 */
774 end = acpitimer_read_fast(NULL);
775 sc->sc_cstate_sleep = hztoms(acpitimer_delta(end, start)) * 1000;
776 #endif
777 }
778
779 static bool
780 acpicpu_cstate_bm_check(void)
781 {
782 uint32_t val = 0;
783 ACPI_STATUS rv;
784
785 rv = AcpiReadBitRegister(ACPI_BITREG_BUS_MASTER_STATUS, &val);
786
787 if (ACPI_FAILURE(rv) || val == 0)
788 return false;
789
790 (void)AcpiWriteBitRegister(ACPI_BITREG_BUS_MASTER_STATUS, 1);
791
792 return true;
793 }
794