Home | History | Annotate | Line # | Download | only in acpi
acpi_cpu_cstate.c revision 1.51
      1  1.51  jruoho /* $NetBSD: acpi_cpu_cstate.c,v 1.51 2011/03/17 15:32:18 jruoho Exp $ */
      2   1.1  jruoho 
      3   1.1  jruoho /*-
      4  1.45  jruoho  * Copyright (c) 2010, 2011 Jukka Ruohonen <jruohonen (at) iki.fi>
      5   1.1  jruoho  * All rights reserved.
      6   1.1  jruoho  *
      7   1.1  jruoho  * Redistribution and use in source and binary forms, with or without
      8   1.1  jruoho  * modification, are permitted provided that the following conditions
      9   1.1  jruoho  * are met:
     10   1.1  jruoho  *
     11   1.1  jruoho  * 1. Redistributions of source code must retain the above copyright
     12   1.1  jruoho  *    notice, this list of conditions and the following disclaimer.
     13   1.1  jruoho  * 2. Redistributions in binary form must reproduce the above copyright
     14   1.1  jruoho  *    notice, this list of conditions and the following disclaimer in the
     15   1.1  jruoho  *    documentation and/or other materials provided with the distribution.
     16   1.1  jruoho  *
     17   1.1  jruoho  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
     18   1.1  jruoho  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     19   1.1  jruoho  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     20   1.1  jruoho  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
     21   1.1  jruoho  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     22   1.1  jruoho  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     23   1.1  jruoho  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     24   1.1  jruoho  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     25   1.1  jruoho  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     26   1.1  jruoho  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     27   1.1  jruoho  * SUCH DAMAGE.
     28   1.1  jruoho  */
     29   1.1  jruoho #include <sys/cdefs.h>
     30  1.51  jruoho __KERNEL_RCSID(0, "$NetBSD: acpi_cpu_cstate.c,v 1.51 2011/03/17 15:32:18 jruoho Exp $");
     31   1.1  jruoho 
     32   1.1  jruoho #include <sys/param.h>
     33   1.1  jruoho #include <sys/cpu.h>
     34   1.1  jruoho #include <sys/device.h>
     35   1.1  jruoho #include <sys/kernel.h>
     36   1.1  jruoho #include <sys/once.h>
     37  1.12  jruoho #include <sys/mutex.h>
     38   1.1  jruoho #include <sys/timetc.h>
     39   1.1  jruoho 
     40   1.4  jruoho #include <dev/acpi/acpireg.h>
     41   1.1  jruoho #include <dev/acpi/acpivar.h>
     42   1.1  jruoho #include <dev/acpi/acpi_cpu.h>
     43   1.1  jruoho #include <dev/acpi/acpi_timer.h>
     44   1.1  jruoho 
     45   1.1  jruoho #include <machine/acpi_machdep.h>
     46   1.1  jruoho 
     47   1.4  jruoho #define _COMPONENT	 ACPI_BUS_COMPONENT
     48   1.4  jruoho ACPI_MODULE_NAME	 ("acpi_cpu_cstate")
     49   1.4  jruoho 
     50   1.1  jruoho static ACPI_STATUS	 acpicpu_cstate_cst(struct acpicpu_softc *);
     51   1.1  jruoho static ACPI_STATUS	 acpicpu_cstate_cst_add(struct acpicpu_softc *,
     52  1.44  jruoho 						ACPI_OBJECT *, int );
     53   1.1  jruoho static void		 acpicpu_cstate_cst_bios(void);
     54  1.19  jruoho static void		 acpicpu_cstate_memset(struct acpicpu_softc *);
     55  1.46  jruoho static ACPI_STATUS	 acpicpu_cstate_dep(struct acpicpu_softc *);
     56   1.1  jruoho static void		 acpicpu_cstate_fadt(struct acpicpu_softc *);
     57   1.1  jruoho static void		 acpicpu_cstate_quirks(struct acpicpu_softc *);
     58   1.1  jruoho static int		 acpicpu_cstate_latency(struct acpicpu_softc *);
     59   1.1  jruoho static bool		 acpicpu_cstate_bm_check(void);
     60   1.1  jruoho static void		 acpicpu_cstate_idle_enter(struct acpicpu_softc *,int);
     61   1.1  jruoho 
     62   1.1  jruoho extern struct acpicpu_softc **acpicpu_sc;
     63   1.1  jruoho 
     64  1.10  jruoho /*
     65  1.17  jruoho  * XXX:	The local APIC timer (as well as TSC) is typically stopped in C3.
     66  1.17  jruoho  *	For now, we cannot but disable C3. But there appears to be timer-
     67  1.17  jruoho  *	related interrupt issues also in C2. The only entirely safe option
     68  1.17  jruoho  *	at the moment is to use C1.
     69  1.10  jruoho  */
     70  1.10  jruoho #ifdef ACPICPU_ENABLE_C3
     71  1.10  jruoho static int cs_state_max = ACPI_STATE_C3;
     72  1.10  jruoho #else
     73  1.17  jruoho static int cs_state_max = ACPI_STATE_C1;
     74  1.10  jruoho #endif
     75  1.10  jruoho 
     76   1.1  jruoho void
     77   1.1  jruoho acpicpu_cstate_attach(device_t self)
     78   1.1  jruoho {
     79   1.1  jruoho 	struct acpicpu_softc *sc = device_private(self);
     80   1.1  jruoho 	ACPI_STATUS rv;
     81   1.1  jruoho 
     82   1.1  jruoho 	/*
     83   1.1  jruoho 	 * Either use the preferred _CST or resort to FADT.
     84   1.1  jruoho 	 */
     85   1.1  jruoho 	rv = acpicpu_cstate_cst(sc);
     86   1.1  jruoho 
     87   1.1  jruoho 	switch (rv) {
     88   1.1  jruoho 
     89   1.1  jruoho 	case AE_OK:
     90   1.1  jruoho 		acpicpu_cstate_cst_bios();
     91   1.1  jruoho 		break;
     92   1.1  jruoho 
     93   1.1  jruoho 	default:
     94   1.6  jruoho 		sc->sc_flags |= ACPICPU_FLAG_C_FADT;
     95   1.1  jruoho 		acpicpu_cstate_fadt(sc);
     96   1.1  jruoho 		break;
     97   1.1  jruoho 	}
     98   1.1  jruoho 
     99  1.46  jruoho 	/*
    100  1.46  jruoho 	 * Query the optional _CSD.
    101  1.46  jruoho 	 */
    102  1.46  jruoho 	rv = acpicpu_cstate_dep(sc);
    103  1.46  jruoho 
    104  1.46  jruoho 	if (ACPI_SUCCESS(rv))
    105  1.46  jruoho 		sc->sc_flags |= ACPICPU_FLAG_C_DEP;
    106  1.46  jruoho 
    107  1.29  jruoho 	sc->sc_flags |= ACPICPU_FLAG_C;
    108  1.29  jruoho 
    109   1.1  jruoho 	acpicpu_cstate_quirks(sc);
    110  1.19  jruoho }
    111  1.19  jruoho 
    112   1.1  jruoho int
    113   1.1  jruoho acpicpu_cstate_detach(device_t self)
    114   1.1  jruoho {
    115  1.12  jruoho 	struct acpicpu_softc *sc = device_private(self);
    116   1.1  jruoho 	static ONCE_DECL(once_detach);
    117  1.12  jruoho 	int rv;
    118  1.12  jruoho 
    119  1.45  jruoho 	rv = RUN_ONCE(&once_detach, acpicpu_md_cstate_stop);
    120  1.12  jruoho 
    121  1.12  jruoho 	if (rv != 0)
    122  1.12  jruoho 		return rv;
    123  1.12  jruoho 
    124  1.12  jruoho 	sc->sc_flags &= ~ACPICPU_FLAG_C;
    125   1.1  jruoho 
    126  1.12  jruoho 	return 0;
    127   1.1  jruoho }
    128   1.1  jruoho 
    129  1.29  jruoho void
    130   1.1  jruoho acpicpu_cstate_start(device_t self)
    131   1.1  jruoho {
    132  1.33  jruoho 	struct acpicpu_softc *sc = device_private(self);
    133   1.6  jruoho 
    134  1.45  jruoho 	(void)acpicpu_md_cstate_start(sc);
    135   1.1  jruoho }
    136   1.1  jruoho 
    137   1.1  jruoho bool
    138   1.1  jruoho acpicpu_cstate_suspend(device_t self)
    139   1.1  jruoho {
    140   1.1  jruoho 	return true;
    141   1.1  jruoho }
    142   1.1  jruoho 
    143   1.1  jruoho bool
    144   1.1  jruoho acpicpu_cstate_resume(device_t self)
    145   1.1  jruoho {
    146  1.35  jruoho 	static const ACPI_OSD_EXEC_CALLBACK func = acpicpu_cstate_callback;
    147   1.1  jruoho 	struct acpicpu_softc *sc = device_private(self);
    148   1.1  jruoho 
    149  1.24  jruoho 	if ((sc->sc_flags & ACPICPU_FLAG_C_FADT) == 0)
    150  1.35  jruoho 		(void)AcpiOsExecute(OSL_NOTIFY_HANDLER, func, sc->sc_dev);
    151   1.1  jruoho 
    152   1.1  jruoho 	return true;
    153   1.1  jruoho }
    154   1.1  jruoho 
    155   1.1  jruoho void
    156   1.1  jruoho acpicpu_cstate_callback(void *aux)
    157   1.1  jruoho {
    158   1.1  jruoho 	struct acpicpu_softc *sc;
    159   1.1  jruoho 	device_t self = aux;
    160   1.1  jruoho 
    161   1.1  jruoho 	sc = device_private(self);
    162   1.1  jruoho 
    163  1.24  jruoho 	if ((sc->sc_flags & ACPICPU_FLAG_C_FADT) != 0)
    164   1.1  jruoho 		return;
    165   1.1  jruoho 
    166  1.13  jruoho 	mutex_enter(&sc->sc_mtx);
    167   1.1  jruoho 	(void)acpicpu_cstate_cst(sc);
    168  1.13  jruoho 	mutex_exit(&sc->sc_mtx);
    169   1.1  jruoho }
    170   1.1  jruoho 
    171   1.1  jruoho static ACPI_STATUS
    172   1.1  jruoho acpicpu_cstate_cst(struct acpicpu_softc *sc)
    173   1.1  jruoho {
    174   1.1  jruoho 	ACPI_OBJECT *elm, *obj;
    175   1.1  jruoho 	ACPI_BUFFER buf;
    176   1.1  jruoho 	ACPI_STATUS rv;
    177   1.1  jruoho 	uint32_t i, n;
    178   1.1  jruoho 	uint8_t count;
    179   1.1  jruoho 
    180   1.1  jruoho 	rv = acpi_eval_struct(sc->sc_node->ad_handle, "_CST", &buf);
    181   1.1  jruoho 
    182   1.1  jruoho 	if (ACPI_FAILURE(rv))
    183   1.1  jruoho 		return rv;
    184   1.1  jruoho 
    185   1.1  jruoho 	obj = buf.Pointer;
    186   1.1  jruoho 
    187   1.1  jruoho 	if (obj->Type != ACPI_TYPE_PACKAGE) {
    188   1.1  jruoho 		rv = AE_TYPE;
    189   1.1  jruoho 		goto out;
    190   1.1  jruoho 	}
    191   1.1  jruoho 
    192   1.1  jruoho 	if (obj->Package.Count < 2) {
    193   1.1  jruoho 		rv = AE_LIMIT;
    194   1.1  jruoho 		goto out;
    195   1.1  jruoho 	}
    196   1.1  jruoho 
    197   1.1  jruoho 	elm = obj->Package.Elements;
    198   1.1  jruoho 
    199   1.1  jruoho 	if (elm[0].Type != ACPI_TYPE_INTEGER) {
    200   1.1  jruoho 		rv = AE_TYPE;
    201   1.1  jruoho 		goto out;
    202   1.1  jruoho 	}
    203   1.1  jruoho 
    204   1.1  jruoho 	n = elm[0].Integer.Value;
    205   1.1  jruoho 
    206   1.1  jruoho 	if (n != obj->Package.Count - 1) {
    207   1.1  jruoho 		rv = AE_BAD_VALUE;
    208   1.1  jruoho 		goto out;
    209   1.1  jruoho 	}
    210   1.1  jruoho 
    211   1.1  jruoho 	if (n > ACPI_C_STATES_MAX) {
    212   1.1  jruoho 		rv = AE_LIMIT;
    213   1.1  jruoho 		goto out;
    214   1.1  jruoho 	}
    215   1.1  jruoho 
    216  1.19  jruoho 	acpicpu_cstate_memset(sc);
    217   1.1  jruoho 
    218   1.3  jruoho 	CTASSERT(ACPI_STATE_C0 == 0 && ACPI_STATE_C1 == 1);
    219   1.3  jruoho 	CTASSERT(ACPI_STATE_C2 == 2 && ACPI_STATE_C3 == 3);
    220   1.3  jruoho 
    221   1.1  jruoho 	for (count = 0, i = 1; i <= n; i++) {
    222   1.1  jruoho 
    223   1.1  jruoho 		elm = &obj->Package.Elements[i];
    224  1.44  jruoho 		rv = acpicpu_cstate_cst_add(sc, elm, i);
    225   1.1  jruoho 
    226   1.1  jruoho 		if (ACPI_SUCCESS(rv))
    227   1.1  jruoho 			count++;
    228   1.1  jruoho 	}
    229   1.1  jruoho 
    230   1.1  jruoho 	rv = (count != 0) ? AE_OK : AE_NOT_EXIST;
    231   1.1  jruoho 
    232   1.1  jruoho out:
    233   1.1  jruoho 	if (buf.Pointer != NULL)
    234   1.1  jruoho 		ACPI_FREE(buf.Pointer);
    235   1.1  jruoho 
    236   1.1  jruoho 	return rv;
    237   1.1  jruoho }
    238   1.1  jruoho 
    239   1.1  jruoho static ACPI_STATUS
    240  1.44  jruoho acpicpu_cstate_cst_add(struct acpicpu_softc *sc, ACPI_OBJECT *elm, int i)
    241   1.1  jruoho {
    242   1.1  jruoho 	struct acpicpu_cstate *cs = sc->sc_cstate;
    243   1.1  jruoho 	struct acpicpu_cstate state;
    244   1.1  jruoho 	struct acpicpu_reg *reg;
    245   1.1  jruoho 	ACPI_STATUS rv = AE_OK;
    246   1.1  jruoho 	ACPI_OBJECT *obj;
    247   1.1  jruoho 	uint32_t type;
    248   1.1  jruoho 
    249   1.1  jruoho 	(void)memset(&state, 0, sizeof(*cs));
    250   1.1  jruoho 
    251   1.7  jruoho 	state.cs_flags = ACPICPU_FLAG_C_BM_STS;
    252   1.7  jruoho 
    253   1.1  jruoho 	if (elm->Type != ACPI_TYPE_PACKAGE) {
    254   1.1  jruoho 		rv = AE_TYPE;
    255   1.1  jruoho 		goto out;
    256   1.1  jruoho 	}
    257   1.1  jruoho 
    258   1.1  jruoho 	if (elm->Package.Count != 4) {
    259   1.1  jruoho 		rv = AE_LIMIT;
    260   1.1  jruoho 		goto out;
    261   1.1  jruoho 	}
    262   1.1  jruoho 
    263   1.1  jruoho 	/*
    264   1.1  jruoho 	 * Type.
    265   1.1  jruoho 	 */
    266   1.1  jruoho 	obj = &elm->Package.Elements[1];
    267   1.1  jruoho 
    268   1.1  jruoho 	if (obj->Type != ACPI_TYPE_INTEGER) {
    269   1.1  jruoho 		rv = AE_TYPE;
    270   1.1  jruoho 		goto out;
    271   1.1  jruoho 	}
    272   1.1  jruoho 
    273   1.1  jruoho 	type = obj->Integer.Value;
    274   1.1  jruoho 
    275   1.3  jruoho 	if (type < ACPI_STATE_C1 || type > ACPI_STATE_C3) {
    276   1.3  jruoho 		rv = AE_TYPE;
    277   1.3  jruoho 		goto out;
    278   1.3  jruoho 	}
    279   1.3  jruoho 
    280   1.1  jruoho 	/*
    281   1.1  jruoho 	 * Latency.
    282   1.1  jruoho 	 */
    283   1.1  jruoho 	obj = &elm->Package.Elements[2];
    284   1.1  jruoho 
    285   1.1  jruoho 	if (obj->Type != ACPI_TYPE_INTEGER) {
    286   1.1  jruoho 		rv = AE_TYPE;
    287   1.1  jruoho 		goto out;
    288   1.1  jruoho 	}
    289   1.1  jruoho 
    290   1.1  jruoho 	state.cs_latency = obj->Integer.Value;
    291   1.1  jruoho 
    292   1.1  jruoho 	/*
    293   1.1  jruoho 	 * Power.
    294   1.1  jruoho 	 */
    295   1.1  jruoho 	obj = &elm->Package.Elements[3];
    296   1.1  jruoho 
    297   1.1  jruoho 	if (obj->Type != ACPI_TYPE_INTEGER) {
    298   1.1  jruoho 		rv = AE_TYPE;
    299   1.1  jruoho 		goto out;
    300   1.1  jruoho 	}
    301   1.1  jruoho 
    302   1.1  jruoho 	state.cs_power = obj->Integer.Value;
    303   1.1  jruoho 
    304   1.1  jruoho 	/*
    305   1.1  jruoho 	 * Register.
    306   1.1  jruoho 	 */
    307   1.1  jruoho 	obj = &elm->Package.Elements[0];
    308   1.1  jruoho 
    309   1.1  jruoho 	if (obj->Type != ACPI_TYPE_BUFFER) {
    310   1.1  jruoho 		rv = AE_TYPE;
    311   1.1  jruoho 		goto out;
    312   1.1  jruoho 	}
    313   1.1  jruoho 
    314  1.11  jruoho 	CTASSERT(sizeof(struct acpicpu_reg) == 15);
    315  1.11  jruoho 
    316  1.11  jruoho 	if (obj->Buffer.Length < sizeof(struct acpicpu_reg)) {
    317  1.11  jruoho 		rv = AE_LIMIT;
    318  1.11  jruoho 		goto out;
    319  1.11  jruoho 	}
    320  1.11  jruoho 
    321   1.1  jruoho 	reg = (struct acpicpu_reg *)obj->Buffer.Pointer;
    322   1.1  jruoho 
    323   1.1  jruoho 	switch (reg->reg_spaceid) {
    324   1.1  jruoho 
    325   1.1  jruoho 	case ACPI_ADR_SPACE_SYSTEM_IO:
    326   1.1  jruoho 		state.cs_method = ACPICPU_C_STATE_SYSIO;
    327   1.1  jruoho 
    328   1.1  jruoho 		if (reg->reg_addr == 0) {
    329   1.1  jruoho 			rv = AE_AML_ILLEGAL_ADDRESS;
    330   1.1  jruoho 			goto out;
    331   1.1  jruoho 		}
    332   1.1  jruoho 
    333   1.1  jruoho 		if (reg->reg_bitwidth != 8) {
    334   1.1  jruoho 			rv = AE_AML_BAD_RESOURCE_LENGTH;
    335   1.1  jruoho 			goto out;
    336   1.1  jruoho 		}
    337   1.1  jruoho 
    338   1.3  jruoho 		state.cs_addr = reg->reg_addr;
    339   1.1  jruoho 		break;
    340   1.1  jruoho 
    341   1.1  jruoho 	case ACPI_ADR_SPACE_FIXED_HARDWARE:
    342   1.1  jruoho 		state.cs_method = ACPICPU_C_STATE_FFH;
    343   1.1  jruoho 
    344   1.1  jruoho 		switch (type) {
    345   1.1  jruoho 
    346   1.1  jruoho 		case ACPI_STATE_C1:
    347   1.1  jruoho 
    348  1.51  jruoho 			/*
    349  1.51  jruoho 			 * If ACPI wants native access (FFH), but the
    350  1.51  jruoho 			 * MD code does not support MONITOR/MWAIT, use
    351  1.51  jruoho 			 * HLT for C1 and error out for higher C-states.
    352  1.51  jruoho 			 */
    353  1.15  jruoho 			if ((sc->sc_flags & ACPICPU_FLAG_C_FFH) == 0)
    354   1.1  jruoho 				state.cs_method = ACPICPU_C_STATE_HALT;
    355   1.1  jruoho 
    356   1.1  jruoho 			break;
    357   1.1  jruoho 
    358   1.1  jruoho 		default:
    359   1.1  jruoho 
    360  1.15  jruoho 			if ((sc->sc_flags & ACPICPU_FLAG_C_FFH) == 0) {
    361  1.16  jruoho 				rv = AE_SUPPORT;
    362   1.1  jruoho 				goto out;
    363   1.1  jruoho 			}
    364   1.1  jruoho 		}
    365   1.1  jruoho 
    366   1.7  jruoho 		if (sc->sc_cap != 0) {
    367   1.7  jruoho 
    368   1.7  jruoho 			/*
    369   1.7  jruoho 			 * The _CST FFH GAS encoding may contain
    370   1.7  jruoho 			 * additional hints on Intel processors.
    371  1.10  jruoho 			 * Use these to determine whether we can
    372  1.10  jruoho 			 * avoid the bus master activity check.
    373   1.7  jruoho 			 */
    374   1.7  jruoho 			if ((reg->reg_accesssize & ACPICPU_PDC_GAS_BM) == 0)
    375   1.7  jruoho 				state.cs_flags &= ~ACPICPU_FLAG_C_BM_STS;
    376   1.7  jruoho 		}
    377   1.7  jruoho 
    378   1.1  jruoho 		break;
    379   1.1  jruoho 
    380   1.1  jruoho 	default:
    381   1.1  jruoho 		rv = AE_AML_INVALID_SPACE_ID;
    382   1.1  jruoho 		goto out;
    383   1.1  jruoho 	}
    384   1.1  jruoho 
    385  1.44  jruoho 	/*
    386  1.44  jruoho 	 * As some systems define the type arbitrarily,
    387  1.44  jruoho 	 * we use a sequential counter instead of the
    388  1.44  jruoho 	 * BIOS data. For instance, AMD family 14h is
    389  1.44  jruoho 	 * instructed to only use the value 2; see
    390  1.44  jruoho 	 *
    391  1.44  jruoho 	 *	Advanced Micro Devices: BIOS and Kernel
    392  1.44  jruoho 	 *	Developer's Guide (BKDG) for AMD Family
    393  1.44  jruoho 	 *	14h Models 00h-0Fh Processors. Revision
    394  1.44  jruoho 	 *	3.00, January 4, 2011.
    395  1.44  jruoho 	 */
    396  1.44  jruoho 	if (i != (int)type) {
    397  1.44  jruoho 
    398  1.44  jruoho 		ACPI_DEBUG_PRINT((ACPI_DB_INFO,
    399  1.44  jruoho 			"C%d != C%u from BIOS", i, type));
    400   1.1  jruoho 	}
    401   1.1  jruoho 
    402  1.44  jruoho 	KASSERT(cs[i].cs_method == 0);
    403  1.44  jruoho 
    404  1.42  jruoho 	cs[i].cs_addr = state.cs_addr;
    405  1.42  jruoho 	cs[i].cs_power = state.cs_power;
    406  1.42  jruoho 	cs[i].cs_flags = state.cs_flags;
    407  1.42  jruoho 	cs[i].cs_method = state.cs_method;
    408  1.42  jruoho 	cs[i].cs_latency = state.cs_latency;
    409   1.1  jruoho 
    410   1.1  jruoho out:
    411   1.1  jruoho 	if (ACPI_FAILURE(rv))
    412  1.37  jruoho 		aprint_error_dev(sc->sc_dev, "failed to add "
    413  1.37  jruoho 		    "C-state: %s\n", AcpiFormatException(rv));
    414   1.1  jruoho 
    415   1.1  jruoho 	return rv;
    416   1.1  jruoho }
    417   1.1  jruoho 
    418   1.1  jruoho static void
    419   1.1  jruoho acpicpu_cstate_cst_bios(void)
    420   1.1  jruoho {
    421   1.1  jruoho 	const uint8_t val = AcpiGbl_FADT.CstControl;
    422   1.1  jruoho 	const uint32_t addr = AcpiGbl_FADT.SmiCommand;
    423   1.1  jruoho 
    424  1.27  jruoho 	if (addr == 0 || val == 0)
    425   1.1  jruoho 		return;
    426   1.1  jruoho 
    427   1.1  jruoho 	(void)AcpiOsWritePort(addr, val, 8);
    428   1.1  jruoho }
    429   1.1  jruoho 
    430   1.1  jruoho static void
    431  1.19  jruoho acpicpu_cstate_memset(struct acpicpu_softc *sc)
    432  1.19  jruoho {
    433  1.48  jruoho 	uint8_t i = 0;
    434  1.19  jruoho 
    435  1.48  jruoho 	while (i < __arraycount(sc->sc_cstate)) {
    436  1.19  jruoho 
    437  1.19  jruoho 		sc->sc_cstate[i].cs_addr = 0;
    438  1.19  jruoho 		sc->sc_cstate[i].cs_power = 0;
    439  1.19  jruoho 		sc->sc_cstate[i].cs_flags = 0;
    440  1.19  jruoho 		sc->sc_cstate[i].cs_method = 0;
    441  1.19  jruoho 		sc->sc_cstate[i].cs_latency = 0;
    442  1.19  jruoho 
    443  1.19  jruoho 		i++;
    444  1.19  jruoho 	}
    445  1.19  jruoho }
    446  1.19  jruoho 
    447  1.46  jruoho static ACPI_STATUS
    448  1.46  jruoho acpicpu_cstate_dep(struct acpicpu_softc *sc)
    449  1.46  jruoho {
    450  1.46  jruoho 	ACPI_OBJECT *elm, *obj;
    451  1.46  jruoho 	ACPI_BUFFER buf;
    452  1.46  jruoho 	ACPI_STATUS rv;
    453  1.46  jruoho 	uint32_t val;
    454  1.46  jruoho 	uint8_t i, n;
    455  1.46  jruoho 
    456  1.46  jruoho 	rv = acpi_eval_struct(sc->sc_node->ad_handle, "_CSD", &buf);
    457  1.46  jruoho 
    458  1.46  jruoho 	if (ACPI_FAILURE(rv))
    459  1.46  jruoho 		goto out;
    460  1.46  jruoho 
    461  1.46  jruoho 	obj = buf.Pointer;
    462  1.46  jruoho 
    463  1.46  jruoho 	if (obj->Type != ACPI_TYPE_PACKAGE) {
    464  1.46  jruoho 		rv = AE_TYPE;
    465  1.46  jruoho 		goto out;
    466  1.46  jruoho 	}
    467  1.46  jruoho 
    468  1.46  jruoho 	if (obj->Package.Count != 1) {
    469  1.46  jruoho 		rv = AE_LIMIT;
    470  1.46  jruoho 		goto out;
    471  1.46  jruoho 	}
    472  1.46  jruoho 
    473  1.46  jruoho 	elm = &obj->Package.Elements[0];
    474  1.46  jruoho 
    475  1.46  jruoho 	if (obj->Type != ACPI_TYPE_PACKAGE) {
    476  1.46  jruoho 		rv = AE_TYPE;
    477  1.46  jruoho 		goto out;
    478  1.46  jruoho 	}
    479  1.46  jruoho 
    480  1.46  jruoho 	n = elm->Package.Count;
    481  1.46  jruoho 
    482  1.46  jruoho 	if (n != 6) {
    483  1.46  jruoho 		rv = AE_LIMIT;
    484  1.46  jruoho 		goto out;
    485  1.46  jruoho 	}
    486  1.46  jruoho 
    487  1.46  jruoho 	elm = elm->Package.Elements;
    488  1.46  jruoho 
    489  1.46  jruoho 	for (i = 0; i < n; i++) {
    490  1.46  jruoho 
    491  1.46  jruoho 		if (elm[i].Type != ACPI_TYPE_INTEGER) {
    492  1.46  jruoho 			rv = AE_TYPE;
    493  1.46  jruoho 			goto out;
    494  1.46  jruoho 		}
    495  1.46  jruoho 
    496  1.46  jruoho 		if (elm[i].Integer.Value > UINT32_MAX) {
    497  1.46  jruoho 			rv = AE_AML_NUMERIC_OVERFLOW;
    498  1.46  jruoho 			goto out;
    499  1.46  jruoho 		}
    500  1.46  jruoho 	}
    501  1.46  jruoho 
    502  1.46  jruoho 	val = elm[1].Integer.Value;
    503  1.46  jruoho 
    504  1.46  jruoho 	if (val != 0)
    505  1.46  jruoho 		aprint_debug_dev(sc->sc_dev, "invalid revision in _CSD\n");
    506  1.46  jruoho 
    507  1.46  jruoho 	val = elm[3].Integer.Value;
    508  1.46  jruoho 
    509  1.46  jruoho 	if (val < ACPICPU_DEP_SW_ALL || val > ACPICPU_DEP_HW_ALL) {
    510  1.46  jruoho 		rv = AE_AML_BAD_RESOURCE_VALUE;
    511  1.46  jruoho 		goto out;
    512  1.46  jruoho 	}
    513  1.46  jruoho 
    514  1.46  jruoho 	val = elm[4].Integer.Value;
    515  1.46  jruoho 
    516  1.46  jruoho 	if (val > sc->sc_ncpus) {
    517  1.46  jruoho 		rv = AE_BAD_VALUE;
    518  1.46  jruoho 		goto out;
    519  1.46  jruoho 	}
    520  1.46  jruoho 
    521  1.46  jruoho 	sc->sc_cstate_dep.dep_domain = elm[2].Integer.Value;
    522  1.46  jruoho 	sc->sc_cstate_dep.dep_type   = elm[3].Integer.Value;
    523  1.46  jruoho 	sc->sc_cstate_dep.dep_ncpus  = elm[4].Integer.Value;
    524  1.46  jruoho 	sc->sc_cstate_dep.dep_index  = elm[5].Integer.Value;
    525  1.46  jruoho 
    526  1.46  jruoho out:
    527  1.46  jruoho 	if (ACPI_FAILURE(rv) && rv != AE_NOT_FOUND)
    528  1.46  jruoho 		aprint_debug_dev(sc->sc_dev, "failed to evaluate "
    529  1.46  jruoho 		    "_CSD: %s\n", AcpiFormatException(rv));
    530  1.46  jruoho 
    531  1.46  jruoho 	if (buf.Pointer != NULL)
    532  1.46  jruoho 		ACPI_FREE(buf.Pointer);
    533  1.46  jruoho 
    534  1.46  jruoho 	return rv;
    535  1.46  jruoho }
    536  1.46  jruoho 
    537  1.19  jruoho static void
    538   1.1  jruoho acpicpu_cstate_fadt(struct acpicpu_softc *sc)
    539   1.1  jruoho {
    540   1.1  jruoho 	struct acpicpu_cstate *cs = sc->sc_cstate;
    541   1.1  jruoho 
    542  1.19  jruoho 	acpicpu_cstate_memset(sc);
    543   1.1  jruoho 
    544   1.1  jruoho 	/*
    545   1.1  jruoho 	 * All x86 processors should support C1 (a.k.a. HALT).
    546   1.1  jruoho 	 */
    547  1.39  jruoho 	cs[ACPI_STATE_C1].cs_method = ACPICPU_C_STATE_HALT;
    548  1.39  jruoho 
    549  1.39  jruoho 	if ((AcpiGbl_FADT.Flags & ACPI_FADT_C1_SUPPORTED) == 0)
    550  1.39  jruoho 		aprint_debug_dev(sc->sc_dev, "HALT not supported?\n");
    551   1.1  jruoho 
    552  1.24  jruoho 	if (sc->sc_object.ao_pblkaddr == 0)
    553   1.1  jruoho 		return;
    554   1.1  jruoho 
    555  1.46  jruoho 	if (sc->sc_ncpus > 1) {
    556  1.24  jruoho 
    557  1.24  jruoho 		if ((AcpiGbl_FADT.Flags & ACPI_FADT_C2_MP_SUPPORTED) == 0)
    558  1.24  jruoho 			return;
    559  1.24  jruoho 	}
    560  1.24  jruoho 
    561   1.1  jruoho 	cs[ACPI_STATE_C2].cs_method = ACPICPU_C_STATE_SYSIO;
    562   1.1  jruoho 	cs[ACPI_STATE_C3].cs_method = ACPICPU_C_STATE_SYSIO;
    563   1.1  jruoho 
    564   1.1  jruoho 	cs[ACPI_STATE_C2].cs_latency = AcpiGbl_FADT.C2Latency;
    565   1.1  jruoho 	cs[ACPI_STATE_C3].cs_latency = AcpiGbl_FADT.C3Latency;
    566   1.1  jruoho 
    567   1.1  jruoho 	cs[ACPI_STATE_C2].cs_addr = sc->sc_object.ao_pblkaddr + 4;
    568   1.1  jruoho 	cs[ACPI_STATE_C3].cs_addr = sc->sc_object.ao_pblkaddr + 5;
    569   1.1  jruoho 
    570   1.1  jruoho 	/*
    571   1.1  jruoho 	 * The P_BLK length should always be 6. If it
    572   1.1  jruoho 	 * is not, reduce functionality accordingly.
    573   1.1  jruoho 	 */
    574   1.1  jruoho 	if (sc->sc_object.ao_pblklen < 5)
    575   1.1  jruoho 		cs[ACPI_STATE_C2].cs_method = 0;
    576   1.1  jruoho 
    577   1.1  jruoho 	if (sc->sc_object.ao_pblklen < 6)
    578   1.1  jruoho 		cs[ACPI_STATE_C3].cs_method = 0;
    579   1.1  jruoho 
    580  1.28  jruoho 	/*
    581  1.28  jruoho 	 * Sanity check the latency levels in FADT.
    582  1.28  jruoho 	 * Values above the thresholds are used to
    583  1.28  jruoho 	 * inform that C-states are not supported.
    584  1.28  jruoho 	 */
    585   1.3  jruoho 	CTASSERT(ACPICPU_C_C2_LATENCY_MAX == 100);
    586   1.3  jruoho 	CTASSERT(ACPICPU_C_C3_LATENCY_MAX == 1000);
    587   1.3  jruoho 
    588   1.1  jruoho 	if (AcpiGbl_FADT.C2Latency > ACPICPU_C_C2_LATENCY_MAX)
    589   1.1  jruoho 		cs[ACPI_STATE_C2].cs_method = 0;
    590   1.1  jruoho 
    591   1.1  jruoho 	if (AcpiGbl_FADT.C3Latency > ACPICPU_C_C3_LATENCY_MAX)
    592   1.1  jruoho 		cs[ACPI_STATE_C3].cs_method = 0;
    593   1.1  jruoho }
    594   1.1  jruoho 
    595   1.1  jruoho static void
    596   1.1  jruoho acpicpu_cstate_quirks(struct acpicpu_softc *sc)
    597   1.1  jruoho {
    598   1.1  jruoho 	const uint32_t reg = AcpiGbl_FADT.Pm2ControlBlock;
    599   1.1  jruoho 	const uint32_t len = AcpiGbl_FADT.Pm2ControlLength;
    600  1.25  jruoho 
    601  1.25  jruoho 	/*
    602  1.25  jruoho 	 * Disable C3 for PIIX4.
    603  1.25  jruoho 	 */
    604  1.25  jruoho 	if ((sc->sc_flags & ACPICPU_FLAG_PIIX4) != 0) {
    605  1.25  jruoho 		sc->sc_cstate[ACPI_STATE_C3].cs_method = 0;
    606  1.25  jruoho 		return;
    607  1.25  jruoho 	}
    608   1.1  jruoho 
    609   1.1  jruoho 	/*
    610  1.10  jruoho 	 * Check bus master arbitration. If ARB_DIS
    611  1.10  jruoho 	 * is not available, processor caches must be
    612  1.10  jruoho 	 * flushed before C3 (ACPI 4.0, section 8.2).
    613   1.1  jruoho 	 */
    614  1.25  jruoho 	if (reg != 0 && len != 0) {
    615   1.1  jruoho 		sc->sc_flags |= ACPICPU_FLAG_C_ARB;
    616  1.25  jruoho 		return;
    617   1.1  jruoho 	}
    618   1.1  jruoho 
    619   1.1  jruoho 	/*
    620  1.25  jruoho 	 * Disable C3 entirely if WBINVD is not present.
    621   1.1  jruoho 	 */
    622  1.25  jruoho 	if ((AcpiGbl_FADT.Flags & ACPI_FADT_WBINVD) == 0)
    623   1.1  jruoho 		sc->sc_cstate[ACPI_STATE_C3].cs_method = 0;
    624  1.25  jruoho 	else {
    625  1.25  jruoho 		/*
    626  1.25  jruoho 		 * If WBINVD is present and functioning properly,
    627  1.25  jruoho 		 * flush all processor caches before entering C3.
    628  1.25  jruoho 		 */
    629  1.25  jruoho 		if ((AcpiGbl_FADT.Flags & ACPI_FADT_WBINVD_FLUSH) == 0)
    630  1.25  jruoho 			sc->sc_flags &= ~ACPICPU_FLAG_C_BM;
    631  1.25  jruoho 		else
    632  1.25  jruoho 			sc->sc_cstate[ACPI_STATE_C3].cs_method = 0;
    633  1.25  jruoho 	}
    634   1.1  jruoho }
    635   1.1  jruoho 
    636   1.1  jruoho static int
    637   1.1  jruoho acpicpu_cstate_latency(struct acpicpu_softc *sc)
    638   1.1  jruoho {
    639   1.1  jruoho 	static const uint32_t cs_factor = 3;
    640   1.1  jruoho 	struct acpicpu_cstate *cs;
    641   1.1  jruoho 	int i;
    642   1.1  jruoho 
    643  1.10  jruoho 	for (i = cs_state_max; i > 0; i--) {
    644   1.1  jruoho 
    645   1.1  jruoho 		cs = &sc->sc_cstate[i];
    646   1.1  jruoho 
    647   1.1  jruoho 		if (__predict_false(cs->cs_method == 0))
    648   1.1  jruoho 			continue;
    649   1.1  jruoho 
    650   1.1  jruoho 		/*
    651   1.1  jruoho 		 * Choose a state if we have previously slept
    652   1.1  jruoho 		 * longer than the worst case latency of the
    653   1.1  jruoho 		 * state times an arbitrary multiplier.
    654   1.1  jruoho 		 */
    655  1.13  jruoho 		if (sc->sc_cstate_sleep > cs->cs_latency * cs_factor)
    656   1.1  jruoho 			return i;
    657   1.1  jruoho 	}
    658   1.1  jruoho 
    659   1.1  jruoho 	return ACPI_STATE_C1;
    660   1.1  jruoho }
    661   1.1  jruoho 
    662   1.1  jruoho /*
    663   1.1  jruoho  * The main idle loop.
    664   1.1  jruoho  */
    665   1.1  jruoho void
    666   1.1  jruoho acpicpu_cstate_idle(void)
    667   1.1  jruoho {
    668  1.33  jruoho 	struct cpu_info *ci = curcpu();
    669   1.1  jruoho 	struct acpicpu_softc *sc;
    670   1.1  jruoho 	int state;
    671   1.1  jruoho 
    672  1.33  jruoho 	acpi_md_OsDisableInterrupt();
    673  1.12  jruoho 
    674  1.33  jruoho 	if (__predict_false(ci->ci_want_resched != 0))
    675  1.33  jruoho 		goto out;
    676   1.1  jruoho 
    677   1.1  jruoho 	KASSERT(acpicpu_sc != NULL);
    678  1.14  jruoho 	KASSERT(ci->ci_acpiid < maxcpus);
    679   1.1  jruoho 
    680  1.14  jruoho 	sc = acpicpu_sc[ci->ci_acpiid];
    681   1.1  jruoho 
    682  1.12  jruoho 	if (__predict_false(sc == NULL))
    683  1.33  jruoho 		goto out;
    684  1.12  jruoho 
    685  1.31  jruoho 	KASSERT(ci->ci_ilevel == IPL_NONE);
    686  1.31  jruoho 	KASSERT((sc->sc_flags & ACPICPU_FLAG_C) != 0);
    687  1.31  jruoho 
    688  1.12  jruoho 	if (__predict_false(sc->sc_cold != false))
    689  1.33  jruoho 		goto out;
    690  1.12  jruoho 
    691  1.13  jruoho 	if (__predict_false(mutex_tryenter(&sc->sc_mtx) == 0))
    692  1.33  jruoho 		goto out;
    693   1.1  jruoho 
    694  1.13  jruoho 	mutex_exit(&sc->sc_mtx);
    695   1.1  jruoho 	state = acpicpu_cstate_latency(sc);
    696   1.1  jruoho 
    697   1.1  jruoho 	/*
    698  1.34  jruoho 	 * Apply AMD C1E quirk.
    699  1.34  jruoho 	 */
    700  1.34  jruoho 	if ((sc->sc_flags & ACPICPU_FLAG_C_C1E) != 0)
    701  1.45  jruoho 		acpicpu_md_quirk_c1e();
    702  1.34  jruoho 
    703  1.34  jruoho 	/*
    704   1.7  jruoho 	 * Check for bus master activity. Note that particularly usb(4)
    705   1.7  jruoho 	 * causes high activity, which may prevent the use of C3 states.
    706   1.1  jruoho 	 */
    707   1.7  jruoho 	if ((sc->sc_cstate[state].cs_flags & ACPICPU_FLAG_C_BM_STS) != 0) {
    708   1.1  jruoho 
    709   1.7  jruoho 		if (acpicpu_cstate_bm_check() != false)
    710   1.7  jruoho 			state--;
    711   1.1  jruoho 
    712   1.1  jruoho 		if (__predict_false(sc->sc_cstate[state].cs_method == 0))
    713   1.1  jruoho 			state = ACPI_STATE_C1;
    714   1.1  jruoho 	}
    715   1.1  jruoho 
    716   1.1  jruoho 	KASSERT(state != ACPI_STATE_C0);
    717   1.1  jruoho 
    718   1.1  jruoho 	if (state != ACPI_STATE_C3) {
    719   1.1  jruoho 		acpicpu_cstate_idle_enter(sc, state);
    720   1.1  jruoho 		return;
    721   1.1  jruoho 	}
    722   1.1  jruoho 
    723   1.1  jruoho 	/*
    724   1.1  jruoho 	 * On all recent (Intel) CPUs caches are shared
    725   1.1  jruoho 	 * by CPUs and bus master control is required to
    726   1.1  jruoho 	 * keep these coherent while in C3. Flushing the
    727   1.1  jruoho 	 * CPU caches is only the last resort.
    728   1.1  jruoho 	 */
    729   1.1  jruoho 	if ((sc->sc_flags & ACPICPU_FLAG_C_BM) == 0)
    730   1.1  jruoho 		ACPI_FLUSH_CPU_CACHE();
    731   1.1  jruoho 
    732   1.1  jruoho 	/*
    733  1.10  jruoho 	 * Allow the bus master to request that any given
    734  1.10  jruoho 	 * CPU should return immediately to C0 from C3.
    735   1.1  jruoho 	 */
    736   1.1  jruoho 	if ((sc->sc_flags & ACPICPU_FLAG_C_BM) != 0)
    737   1.1  jruoho 		(void)AcpiWriteBitRegister(ACPI_BITREG_BUS_MASTER_RLD, 1);
    738   1.1  jruoho 
    739   1.1  jruoho 	/*
    740   1.1  jruoho 	 * It may be necessary to disable bus master arbitration
    741   1.1  jruoho 	 * to ensure that bus master cycles do not occur while
    742   1.1  jruoho 	 * sleeping in C3 (see ACPI 4.0, section 8.1.4).
    743   1.1  jruoho 	 */
    744   1.1  jruoho 	if ((sc->sc_flags & ACPICPU_FLAG_C_ARB) != 0)
    745   1.1  jruoho 		(void)AcpiWriteBitRegister(ACPI_BITREG_ARB_DISABLE, 1);
    746   1.1  jruoho 
    747   1.1  jruoho 	acpicpu_cstate_idle_enter(sc, state);
    748   1.1  jruoho 
    749   1.1  jruoho 	/*
    750   1.1  jruoho 	 * Disable bus master wake and re-enable the arbiter.
    751   1.1  jruoho 	 */
    752   1.1  jruoho 	if ((sc->sc_flags & ACPICPU_FLAG_C_BM) != 0)
    753   1.1  jruoho 		(void)AcpiWriteBitRegister(ACPI_BITREG_BUS_MASTER_RLD, 0);
    754   1.1  jruoho 
    755   1.1  jruoho 	if ((sc->sc_flags & ACPICPU_FLAG_C_ARB) != 0)
    756   1.1  jruoho 		(void)AcpiWriteBitRegister(ACPI_BITREG_ARB_DISABLE, 0);
    757  1.12  jruoho 
    758  1.12  jruoho 	return;
    759  1.12  jruoho 
    760  1.33  jruoho out:
    761  1.33  jruoho 	acpi_md_OsEnableInterrupt();
    762   1.1  jruoho }
    763   1.1  jruoho 
    764   1.1  jruoho static void
    765   1.1  jruoho acpicpu_cstate_idle_enter(struct acpicpu_softc *sc, int state)
    766   1.1  jruoho {
    767   1.1  jruoho 	struct acpicpu_cstate *cs = &sc->sc_cstate[state];
    768   1.1  jruoho 	uint32_t end, start, val;
    769   1.1  jruoho 
    770  1.32  jruoho 	start = acpitimer_read_fast(NULL);
    771   1.1  jruoho 
    772   1.1  jruoho 	switch (cs->cs_method) {
    773   1.1  jruoho 
    774   1.1  jruoho 	case ACPICPU_C_STATE_FFH:
    775   1.1  jruoho 	case ACPICPU_C_STATE_HALT:
    776  1.45  jruoho 		acpicpu_md_cstate_enter(cs->cs_method, state);
    777   1.1  jruoho 		break;
    778   1.1  jruoho 
    779   1.1  jruoho 	case ACPICPU_C_STATE_SYSIO:
    780   1.1  jruoho 		(void)AcpiOsReadPort(cs->cs_addr, &val, 8);
    781   1.1  jruoho 		break;
    782  1.33  jruoho 	}
    783   1.1  jruoho 
    784  1.33  jruoho 	acpi_md_OsEnableInterrupt();
    785   1.1  jruoho 
    786  1.19  jruoho 	cs->cs_evcnt.ev_count++;
    787  1.32  jruoho 	end = acpitimer_read_fast(NULL);
    788  1.13  jruoho 	sc->sc_cstate_sleep = hztoms(acpitimer_delta(end, start)) * 1000;
    789   1.1  jruoho }
    790   1.1  jruoho 
    791   1.1  jruoho static bool
    792   1.1  jruoho acpicpu_cstate_bm_check(void)
    793   1.1  jruoho {
    794   1.1  jruoho 	uint32_t val = 0;
    795   1.1  jruoho 	ACPI_STATUS rv;
    796   1.1  jruoho 
    797   1.1  jruoho 	rv = AcpiReadBitRegister(ACPI_BITREG_BUS_MASTER_STATUS, &val);
    798   1.1  jruoho 
    799   1.1  jruoho 	if (ACPI_FAILURE(rv) || val == 0)
    800   1.1  jruoho 		return false;
    801   1.1  jruoho 
    802   1.1  jruoho 	(void)AcpiWriteBitRegister(ACPI_BITREG_BUS_MASTER_STATUS, 1);
    803   1.1  jruoho 
    804   1.1  jruoho 	return true;
    805   1.1  jruoho }
    806