Home | History | Annotate | Line # | Download | only in acpi
acpi_cpu_cstate.c revision 1.19
      1  1.19    jruoho /* $NetBSD: acpi_cpu_cstate.c,v 1.19 2010/08/10 02:42:05 jruoho Exp $ */
      2   1.1    jruoho 
      3   1.1    jruoho /*-
      4   1.1    jruoho  * Copyright (c) 2010 Jukka Ruohonen <jruohonen (at) iki.fi>
      5   1.1    jruoho  * All rights reserved.
      6   1.1    jruoho  *
      7   1.1    jruoho  * Redistribution and use in source and binary forms, with or without
      8   1.1    jruoho  * modification, are permitted provided that the following conditions
      9   1.1    jruoho  * are met:
     10   1.1    jruoho  *
     11   1.1    jruoho  * 1. Redistributions of source code must retain the above copyright
     12   1.1    jruoho  *    notice, this list of conditions and the following disclaimer.
     13   1.1    jruoho  * 2. Redistributions in binary form must reproduce the above copyright
     14   1.1    jruoho  *    notice, this list of conditions and the following disclaimer in the
     15   1.1    jruoho  *    documentation and/or other materials provided with the distribution.
     16   1.1    jruoho  *
     17   1.1    jruoho  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
     18   1.1    jruoho  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     19   1.1    jruoho  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     20   1.1    jruoho  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
     21   1.1    jruoho  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     22   1.1    jruoho  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     23   1.1    jruoho  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     24   1.1    jruoho  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     25   1.1    jruoho  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     26   1.1    jruoho  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     27   1.1    jruoho  * SUCH DAMAGE.
     28   1.1    jruoho  */
     29   1.1    jruoho #include <sys/cdefs.h>
     30  1.19    jruoho __KERNEL_RCSID(0, "$NetBSD: acpi_cpu_cstate.c,v 1.19 2010/08/10 02:42:05 jruoho Exp $");
     31   1.1    jruoho 
     32   1.1    jruoho #include <sys/param.h>
     33   1.1    jruoho #include <sys/cpu.h>
     34   1.1    jruoho #include <sys/device.h>
     35  1.19    jruoho #include <sys/evcnt.h>
     36   1.1    jruoho #include <sys/kernel.h>
     37   1.1    jruoho #include <sys/once.h>
     38  1.12    jruoho #include <sys/mutex.h>
     39   1.1    jruoho #include <sys/timetc.h>
     40   1.1    jruoho 
     41   1.1    jruoho #include <dev/pci/pcivar.h>
     42   1.1    jruoho #include <dev/pci/pcidevs.h>
     43   1.1    jruoho 
     44   1.4    jruoho #include <dev/acpi/acpireg.h>
     45   1.1    jruoho #include <dev/acpi/acpivar.h>
     46   1.1    jruoho #include <dev/acpi/acpi_cpu.h>
     47   1.1    jruoho #include <dev/acpi/acpi_timer.h>
     48   1.1    jruoho 
     49   1.1    jruoho #include <machine/acpi_machdep.h>
     50   1.1    jruoho 
     51   1.4    jruoho #define _COMPONENT	 ACPI_BUS_COMPONENT
     52   1.4    jruoho ACPI_MODULE_NAME	 ("acpi_cpu_cstate")
     53   1.4    jruoho 
     54   1.1    jruoho static void		 acpicpu_cstate_attach_print(struct acpicpu_softc *);
     55  1.19    jruoho static void		 acpicpu_cstate_attach_evcnt(struct acpicpu_softc *);
     56  1.19    jruoho static void		 acpicpu_cstate_detach_evcnt(struct acpicpu_softc *);
     57   1.1    jruoho static ACPI_STATUS	 acpicpu_cstate_cst(struct acpicpu_softc *);
     58   1.1    jruoho static ACPI_STATUS	 acpicpu_cstate_cst_add(struct acpicpu_softc *,
     59   1.1    jruoho 						ACPI_OBJECT *);
     60   1.1    jruoho static void		 acpicpu_cstate_cst_bios(void);
     61  1.19    jruoho static void		 acpicpu_cstate_memset(struct acpicpu_softc *);
     62   1.1    jruoho static void		 acpicpu_cstate_fadt(struct acpicpu_softc *);
     63   1.1    jruoho static void		 acpicpu_cstate_quirks(struct acpicpu_softc *);
     64   1.1    jruoho static int		 acpicpu_cstate_quirks_piix4(struct pci_attach_args *);
     65   1.1    jruoho static int		 acpicpu_cstate_latency(struct acpicpu_softc *);
     66   1.1    jruoho static bool		 acpicpu_cstate_bm_check(void);
     67   1.1    jruoho static void		 acpicpu_cstate_idle_enter(struct acpicpu_softc *,int);
     68   1.1    jruoho 
     69   1.1    jruoho extern struct acpicpu_softc **acpicpu_sc;
     70   1.1    jruoho 
     71  1.10    jruoho /*
     72  1.17    jruoho  * XXX:	The local APIC timer (as well as TSC) is typically stopped in C3.
     73  1.17    jruoho  *	For now, we cannot but disable C3. But there appears to be timer-
     74  1.17    jruoho  *	related interrupt issues also in C2. The only entirely safe option
     75  1.17    jruoho  *	at the moment is to use C1.
     76  1.10    jruoho  */
     77  1.10    jruoho #ifdef ACPICPU_ENABLE_C3
     78  1.10    jruoho static int cs_state_max = ACPI_STATE_C3;
     79  1.10    jruoho #else
     80  1.17    jruoho static int cs_state_max = ACPI_STATE_C1;
     81  1.10    jruoho #endif
     82  1.10    jruoho 
     83   1.1    jruoho void
     84   1.1    jruoho acpicpu_cstate_attach(device_t self)
     85   1.1    jruoho {
     86   1.1    jruoho 	struct acpicpu_softc *sc = device_private(self);
     87   1.1    jruoho 	ACPI_STATUS rv;
     88   1.1    jruoho 
     89   1.1    jruoho 	/*
     90   1.1    jruoho 	 * Either use the preferred _CST or resort to FADT.
     91   1.1    jruoho 	 */
     92   1.1    jruoho 	rv = acpicpu_cstate_cst(sc);
     93   1.1    jruoho 
     94   1.1    jruoho 	switch (rv) {
     95   1.1    jruoho 
     96   1.1    jruoho 	case AE_OK:
     97   1.6    jruoho 		sc->sc_flags |= ACPICPU_FLAG_C_CST;
     98   1.1    jruoho 		acpicpu_cstate_cst_bios();
     99   1.1    jruoho 		break;
    100   1.1    jruoho 
    101   1.1    jruoho 	default:
    102   1.6    jruoho 		sc->sc_flags |= ACPICPU_FLAG_C_FADT;
    103   1.1    jruoho 		acpicpu_cstate_fadt(sc);
    104   1.1    jruoho 		break;
    105   1.1    jruoho 	}
    106   1.1    jruoho 
    107   1.1    jruoho 	acpicpu_cstate_quirks(sc);
    108  1.19    jruoho 	acpicpu_cstate_attach_evcnt(sc);
    109   1.1    jruoho 	acpicpu_cstate_attach_print(sc);
    110   1.1    jruoho }
    111   1.1    jruoho 
    112   1.1    jruoho void
    113   1.1    jruoho acpicpu_cstate_attach_print(struct acpicpu_softc *sc)
    114   1.1    jruoho {
    115   1.1    jruoho 	struct acpicpu_cstate *cs;
    116  1.15    jruoho 	const char *str;
    117   1.1    jruoho 	int i;
    118   1.1    jruoho 
    119   1.1    jruoho 	for (i = 0; i < ACPI_C_STATE_COUNT; i++) {
    120   1.1    jruoho 
    121   1.1    jruoho 		cs = &sc->sc_cstate[i];
    122   1.1    jruoho 
    123   1.1    jruoho 		if (cs->cs_method == 0)
    124   1.1    jruoho 			continue;
    125   1.1    jruoho 
    126   1.1    jruoho 		switch (cs->cs_method) {
    127   1.1    jruoho 
    128   1.1    jruoho 		case ACPICPU_C_STATE_HALT:
    129  1.15    jruoho 			str = "HALT";
    130   1.1    jruoho 			break;
    131   1.1    jruoho 
    132   1.1    jruoho 		case ACPICPU_C_STATE_FFH:
    133  1.15    jruoho 			str = "FFH";
    134   1.1    jruoho 			break;
    135   1.1    jruoho 
    136   1.1    jruoho 		case ACPICPU_C_STATE_SYSIO:
    137  1.15    jruoho 			str = "SYSIO";
    138   1.1    jruoho 			break;
    139   1.1    jruoho 
    140   1.1    jruoho 		default:
    141   1.1    jruoho 			panic("NOTREACHED");
    142   1.1    jruoho 		}
    143   1.1    jruoho 
    144  1.16    jruoho 		aprint_debug_dev(sc->sc_dev, "C%d: %5s, "
    145  1.15    jruoho 		    "lat %3u us, pow %5u mW, addr 0x%06x, flags 0x%02x\n",
    146  1.15    jruoho 		    i, str, cs->cs_latency, cs->cs_power,
    147   1.7    jruoho 		    (uint32_t)cs->cs_addr, cs->cs_flags);
    148   1.1    jruoho 	}
    149   1.1    jruoho }
    150   1.1    jruoho 
    151  1.19    jruoho static void
    152  1.19    jruoho acpicpu_cstate_attach_evcnt(struct acpicpu_softc *sc)
    153  1.19    jruoho {
    154  1.19    jruoho 	struct acpicpu_cstate *cs;
    155  1.19    jruoho 	const char *str;
    156  1.19    jruoho 	int i;
    157  1.19    jruoho 
    158  1.19    jruoho 	for (i = 0; i < ACPI_C_STATE_COUNT; i++) {
    159  1.19    jruoho 
    160  1.19    jruoho 		cs = &sc->sc_cstate[i];
    161  1.19    jruoho 
    162  1.19    jruoho 		if (cs->cs_method == 0)
    163  1.19    jruoho 			continue;
    164  1.19    jruoho 
    165  1.19    jruoho 		str = "HALT";
    166  1.19    jruoho 
    167  1.19    jruoho 		if (cs->cs_method == ACPICPU_C_STATE_FFH)
    168  1.19    jruoho 			str = "MWAIT";
    169  1.19    jruoho 
    170  1.19    jruoho 		if (cs->cs_method == ACPICPU_C_STATE_SYSIO)
    171  1.19    jruoho 			str = "I/O";
    172  1.19    jruoho 
    173  1.19    jruoho 		(void)snprintf(cs->cs_name, sizeof(cs->cs_name),
    174  1.19    jruoho 		    "C%d (%s)", i, str);
    175  1.19    jruoho 
    176  1.19    jruoho 		evcnt_attach_dynamic(&cs->cs_evcnt, EVCNT_TYPE_MISC,
    177  1.19    jruoho 		    NULL, device_xname(sc->sc_dev), cs->cs_name);
    178  1.19    jruoho 	}
    179  1.19    jruoho }
    180  1.19    jruoho 
    181   1.1    jruoho int
    182   1.1    jruoho acpicpu_cstate_detach(device_t self)
    183   1.1    jruoho {
    184  1.12    jruoho 	struct acpicpu_softc *sc = device_private(self);
    185   1.1    jruoho 	static ONCE_DECL(once_detach);
    186  1.12    jruoho 	int rv;
    187  1.12    jruoho 
    188  1.12    jruoho 	rv = RUN_ONCE(&once_detach, acpicpu_md_idle_stop);
    189  1.12    jruoho 
    190  1.12    jruoho 	if (rv != 0)
    191  1.12    jruoho 		return rv;
    192  1.12    jruoho 
    193  1.12    jruoho 	sc->sc_flags &= ~ACPICPU_FLAG_C;
    194  1.19    jruoho 	acpicpu_cstate_detach_evcnt(sc);
    195   1.1    jruoho 
    196  1.12    jruoho 	return 0;
    197   1.1    jruoho }
    198   1.1    jruoho 
    199  1.19    jruoho static void
    200  1.19    jruoho acpicpu_cstate_detach_evcnt(struct acpicpu_softc *sc)
    201  1.19    jruoho {
    202  1.19    jruoho 	struct acpicpu_cstate *cs;
    203  1.19    jruoho 	int i;
    204  1.19    jruoho 
    205  1.19    jruoho 	for (i = 0; i < ACPI_C_STATE_COUNT; i++) {
    206  1.19    jruoho 
    207  1.19    jruoho 		cs = &sc->sc_cstate[i];
    208  1.19    jruoho 
    209  1.19    jruoho 		if (cs->cs_method != 0)
    210  1.19    jruoho 			evcnt_detach(&cs->cs_evcnt);
    211  1.19    jruoho 	}
    212  1.19    jruoho }
    213  1.19    jruoho 
    214   1.1    jruoho int
    215   1.1    jruoho acpicpu_cstate_start(device_t self)
    216   1.1    jruoho {
    217   1.1    jruoho 	struct acpicpu_softc *sc = device_private(self);
    218   1.1    jruoho 	static ONCE_DECL(once_start);
    219   1.1    jruoho 	int rv;
    220   1.1    jruoho 
    221   1.1    jruoho 	/*
    222   1.1    jruoho 	 * Save the existing idle-mechanism and claim the idle_loop(9).
    223   1.1    jruoho 	 * This should be called after all ACPI CPUs have been attached.
    224   1.1    jruoho 	 */
    225   1.5  christos 	rv = RUN_ONCE(&once_start, acpicpu_md_idle_start);
    226   1.6    jruoho 
    227   1.5  christos 	if (rv == 0)
    228   1.6    jruoho 		sc->sc_flags |= ACPICPU_FLAG_C;
    229   1.6    jruoho 
    230   1.5  christos 	return rv;
    231   1.1    jruoho }
    232   1.1    jruoho 
    233   1.1    jruoho bool
    234   1.1    jruoho acpicpu_cstate_suspend(device_t self)
    235   1.1    jruoho {
    236   1.1    jruoho 
    237   1.1    jruoho 	return true;
    238   1.1    jruoho }
    239   1.1    jruoho 
    240   1.1    jruoho bool
    241   1.1    jruoho acpicpu_cstate_resume(device_t self)
    242   1.1    jruoho {
    243   1.1    jruoho 	static const ACPI_OSD_EXEC_CALLBACK func = acpicpu_cstate_callback;
    244   1.1    jruoho 	struct acpicpu_softc *sc = device_private(self);
    245   1.1    jruoho 
    246   1.1    jruoho 	if ((sc->sc_flags & ACPICPU_FLAG_C_CST) != 0)
    247   1.1    jruoho 		(void)AcpiOsExecute(OSL_NOTIFY_HANDLER, func, sc->sc_dev);
    248   1.1    jruoho 
    249   1.1    jruoho 	return true;
    250   1.1    jruoho }
    251   1.1    jruoho 
    252   1.1    jruoho void
    253   1.1    jruoho acpicpu_cstate_callback(void *aux)
    254   1.1    jruoho {
    255   1.1    jruoho 	struct acpicpu_softc *sc;
    256   1.1    jruoho 	device_t self = aux;
    257   1.1    jruoho 
    258   1.1    jruoho 	sc = device_private(self);
    259   1.1    jruoho 
    260   1.1    jruoho 	if ((sc->sc_flags & ACPICPU_FLAG_C_FADT) != 0) {
    261   1.1    jruoho 		KASSERT((sc->sc_flags & ACPICPU_FLAG_C_CST) == 0);
    262   1.1    jruoho 		return;
    263   1.1    jruoho 	}
    264   1.1    jruoho 
    265  1.13    jruoho 	mutex_enter(&sc->sc_mtx);
    266   1.1    jruoho 	(void)acpicpu_cstate_cst(sc);
    267  1.13    jruoho 	mutex_exit(&sc->sc_mtx);
    268   1.1    jruoho }
    269   1.1    jruoho 
    270   1.1    jruoho static ACPI_STATUS
    271   1.1    jruoho acpicpu_cstate_cst(struct acpicpu_softc *sc)
    272   1.1    jruoho {
    273   1.1    jruoho 	ACPI_OBJECT *elm, *obj;
    274   1.1    jruoho 	ACPI_BUFFER buf;
    275   1.1    jruoho 	ACPI_STATUS rv;
    276   1.1    jruoho 	uint32_t i, n;
    277   1.1    jruoho 	uint8_t count;
    278   1.1    jruoho 
    279   1.1    jruoho 	rv = acpi_eval_struct(sc->sc_node->ad_handle, "_CST", &buf);
    280   1.1    jruoho 
    281   1.1    jruoho 	if (ACPI_FAILURE(rv))
    282   1.1    jruoho 		return rv;
    283   1.1    jruoho 
    284   1.1    jruoho 	obj = buf.Pointer;
    285   1.1    jruoho 
    286   1.1    jruoho 	if (obj->Type != ACPI_TYPE_PACKAGE) {
    287   1.1    jruoho 		rv = AE_TYPE;
    288   1.1    jruoho 		goto out;
    289   1.1    jruoho 	}
    290   1.1    jruoho 
    291   1.1    jruoho 	if (obj->Package.Count < 2) {
    292   1.1    jruoho 		rv = AE_LIMIT;
    293   1.1    jruoho 		goto out;
    294   1.1    jruoho 	}
    295   1.1    jruoho 
    296   1.1    jruoho 	elm = obj->Package.Elements;
    297   1.1    jruoho 
    298   1.1    jruoho 	if (elm[0].Type != ACPI_TYPE_INTEGER) {
    299   1.1    jruoho 		rv = AE_TYPE;
    300   1.1    jruoho 		goto out;
    301   1.1    jruoho 	}
    302   1.1    jruoho 
    303   1.1    jruoho 	n = elm[0].Integer.Value;
    304   1.1    jruoho 
    305   1.1    jruoho 	if (n != obj->Package.Count - 1) {
    306   1.1    jruoho 		rv = AE_BAD_VALUE;
    307   1.1    jruoho 		goto out;
    308   1.1    jruoho 	}
    309   1.1    jruoho 
    310   1.1    jruoho 	if (n > ACPI_C_STATES_MAX) {
    311   1.1    jruoho 		rv = AE_LIMIT;
    312   1.1    jruoho 		goto out;
    313   1.1    jruoho 	}
    314   1.1    jruoho 
    315  1.19    jruoho 	acpicpu_cstate_memset(sc);
    316   1.1    jruoho 
    317   1.3    jruoho 	CTASSERT(ACPI_STATE_C0 == 0 && ACPI_STATE_C1 == 1);
    318   1.3    jruoho 	CTASSERT(ACPI_STATE_C2 == 2 && ACPI_STATE_C3 == 3);
    319   1.3    jruoho 
    320   1.1    jruoho 	for (count = 0, i = 1; i <= n; i++) {
    321   1.1    jruoho 
    322   1.1    jruoho 		elm = &obj->Package.Elements[i];
    323   1.1    jruoho 		rv = acpicpu_cstate_cst_add(sc, elm);
    324   1.1    jruoho 
    325   1.1    jruoho 		if (ACPI_SUCCESS(rv))
    326   1.1    jruoho 			count++;
    327   1.1    jruoho 	}
    328   1.1    jruoho 
    329   1.1    jruoho 	rv = (count != 0) ? AE_OK : AE_NOT_EXIST;
    330   1.1    jruoho 
    331   1.1    jruoho out:
    332   1.1    jruoho 	if (buf.Pointer != NULL)
    333   1.1    jruoho 		ACPI_FREE(buf.Pointer);
    334   1.1    jruoho 
    335   1.1    jruoho 	return rv;
    336   1.1    jruoho }
    337   1.1    jruoho 
    338   1.1    jruoho static ACPI_STATUS
    339   1.1    jruoho acpicpu_cstate_cst_add(struct acpicpu_softc *sc, ACPI_OBJECT *elm)
    340   1.1    jruoho {
    341   1.1    jruoho 	const struct acpicpu_object *ao = &sc->sc_object;
    342   1.1    jruoho 	struct acpicpu_cstate *cs = sc->sc_cstate;
    343   1.1    jruoho 	struct acpicpu_cstate state;
    344   1.1    jruoho 	struct acpicpu_reg *reg;
    345   1.1    jruoho 	ACPI_STATUS rv = AE_OK;
    346   1.1    jruoho 	ACPI_OBJECT *obj;
    347   1.1    jruoho 	uint32_t type;
    348   1.1    jruoho 
    349   1.1    jruoho 	(void)memset(&state, 0, sizeof(*cs));
    350   1.1    jruoho 
    351   1.7    jruoho 	state.cs_flags = ACPICPU_FLAG_C_BM_STS;
    352   1.7    jruoho 
    353   1.1    jruoho 	if (elm->Type != ACPI_TYPE_PACKAGE) {
    354   1.1    jruoho 		rv = AE_TYPE;
    355   1.1    jruoho 		goto out;
    356   1.1    jruoho 	}
    357   1.1    jruoho 
    358   1.1    jruoho 	if (elm->Package.Count != 4) {
    359   1.1    jruoho 		rv = AE_LIMIT;
    360   1.1    jruoho 		goto out;
    361   1.1    jruoho 	}
    362   1.1    jruoho 
    363   1.1    jruoho 	/*
    364   1.1    jruoho 	 * Type.
    365   1.1    jruoho 	 */
    366   1.1    jruoho 	obj = &elm->Package.Elements[1];
    367   1.1    jruoho 
    368   1.1    jruoho 	if (obj->Type != ACPI_TYPE_INTEGER) {
    369   1.1    jruoho 		rv = AE_TYPE;
    370   1.1    jruoho 		goto out;
    371   1.1    jruoho 	}
    372   1.1    jruoho 
    373   1.1    jruoho 	type = obj->Integer.Value;
    374   1.1    jruoho 
    375   1.3    jruoho 	if (type < ACPI_STATE_C1 || type > ACPI_STATE_C3) {
    376   1.3    jruoho 		rv = AE_TYPE;
    377   1.3    jruoho 		goto out;
    378   1.3    jruoho 	}
    379   1.3    jruoho 
    380   1.1    jruoho 	/*
    381   1.1    jruoho 	 * Latency.
    382   1.1    jruoho 	 */
    383   1.1    jruoho 	obj = &elm->Package.Elements[2];
    384   1.1    jruoho 
    385   1.1    jruoho 	if (obj->Type != ACPI_TYPE_INTEGER) {
    386   1.1    jruoho 		rv = AE_TYPE;
    387   1.1    jruoho 		goto out;
    388   1.1    jruoho 	}
    389   1.1    jruoho 
    390   1.1    jruoho 	state.cs_latency = obj->Integer.Value;
    391   1.1    jruoho 
    392   1.1    jruoho 	/*
    393   1.1    jruoho 	 * Power.
    394   1.1    jruoho 	 */
    395   1.1    jruoho 	obj = &elm->Package.Elements[3];
    396   1.1    jruoho 
    397   1.1    jruoho 	if (obj->Type != ACPI_TYPE_INTEGER) {
    398   1.1    jruoho 		rv = AE_TYPE;
    399   1.1    jruoho 		goto out;
    400   1.1    jruoho 	}
    401   1.1    jruoho 
    402   1.1    jruoho 	state.cs_power = obj->Integer.Value;
    403   1.1    jruoho 
    404   1.1    jruoho 	/*
    405   1.1    jruoho 	 * Register.
    406   1.1    jruoho 	 */
    407   1.1    jruoho 	obj = &elm->Package.Elements[0];
    408   1.1    jruoho 
    409   1.1    jruoho 	if (obj->Type != ACPI_TYPE_BUFFER) {
    410   1.1    jruoho 		rv = AE_TYPE;
    411   1.1    jruoho 		goto out;
    412   1.1    jruoho 	}
    413   1.1    jruoho 
    414  1.11    jruoho 	CTASSERT(sizeof(struct acpicpu_reg) == 15);
    415  1.11    jruoho 
    416  1.11    jruoho 	if (obj->Buffer.Length < sizeof(struct acpicpu_reg)) {
    417  1.11    jruoho 		rv = AE_LIMIT;
    418  1.11    jruoho 		goto out;
    419  1.11    jruoho 	}
    420  1.11    jruoho 
    421   1.1    jruoho 	reg = (struct acpicpu_reg *)obj->Buffer.Pointer;
    422   1.1    jruoho 
    423   1.1    jruoho 	switch (reg->reg_spaceid) {
    424   1.1    jruoho 
    425   1.1    jruoho 	case ACPI_ADR_SPACE_SYSTEM_IO:
    426   1.1    jruoho 		state.cs_method = ACPICPU_C_STATE_SYSIO;
    427   1.1    jruoho 
    428   1.1    jruoho 		if (reg->reg_addr == 0) {
    429   1.1    jruoho 			rv = AE_AML_ILLEGAL_ADDRESS;
    430   1.1    jruoho 			goto out;
    431   1.1    jruoho 		}
    432   1.1    jruoho 
    433   1.1    jruoho 		if (reg->reg_bitwidth != 8) {
    434   1.1    jruoho 			rv = AE_AML_BAD_RESOURCE_LENGTH;
    435   1.1    jruoho 			goto out;
    436   1.1    jruoho 		}
    437   1.1    jruoho 
    438   1.3    jruoho 		/*
    439   1.3    jruoho 		 * Check only that the address is in the mapped space.
    440   1.3    jruoho 		 * Systems are allowed to change it when operating
    441   1.3    jruoho 		 * with _CST (see ACPI 4.0, pp. 94-95). For instance,
    442   1.3    jruoho 		 * the offset of P_LVL3 may change depending on whether
    443   1.3    jruoho 		 * acpiacad(4) is connected or disconnected.
    444   1.3    jruoho 		 */
    445   1.3    jruoho 		if (reg->reg_addr > ao->ao_pblkaddr + ao->ao_pblklen) {
    446   1.3    jruoho 			rv = AE_BAD_ADDRESS;
    447   1.3    jruoho 			goto out;
    448   1.3    jruoho 		}
    449   1.3    jruoho 
    450   1.3    jruoho 		state.cs_addr = reg->reg_addr;
    451   1.1    jruoho 		break;
    452   1.1    jruoho 
    453   1.1    jruoho 	case ACPI_ADR_SPACE_FIXED_HARDWARE:
    454   1.1    jruoho 		state.cs_method = ACPICPU_C_STATE_FFH;
    455   1.1    jruoho 
    456   1.1    jruoho 		switch (type) {
    457   1.1    jruoho 
    458   1.1    jruoho 		case ACPI_STATE_C1:
    459   1.1    jruoho 
    460  1.15    jruoho 			if ((sc->sc_flags & ACPICPU_FLAG_C_FFH) == 0)
    461   1.1    jruoho 				state.cs_method = ACPICPU_C_STATE_HALT;
    462   1.1    jruoho 
    463   1.1    jruoho 			break;
    464   1.1    jruoho 
    465   1.1    jruoho 		default:
    466   1.1    jruoho 
    467  1.15    jruoho 			if ((sc->sc_flags & ACPICPU_FLAG_C_FFH) == 0) {
    468  1.16    jruoho 				rv = AE_SUPPORT;
    469   1.1    jruoho 				goto out;
    470   1.1    jruoho 			}
    471   1.1    jruoho 		}
    472   1.1    jruoho 
    473   1.7    jruoho 		if (sc->sc_cap != 0) {
    474   1.7    jruoho 
    475   1.7    jruoho 			/*
    476   1.7    jruoho 			 * The _CST FFH GAS encoding may contain
    477   1.7    jruoho 			 * additional hints on Intel processors.
    478  1.10    jruoho 			 * Use these to determine whether we can
    479  1.10    jruoho 			 * avoid the bus master activity check.
    480   1.7    jruoho 			 */
    481   1.7    jruoho 			if ((reg->reg_accesssize & ACPICPU_PDC_GAS_BM) == 0)
    482   1.7    jruoho 				state.cs_flags &= ~ACPICPU_FLAG_C_BM_STS;
    483   1.7    jruoho 		}
    484   1.7    jruoho 
    485   1.1    jruoho 		break;
    486   1.1    jruoho 
    487   1.1    jruoho 	default:
    488   1.1    jruoho 		rv = AE_AML_INVALID_SPACE_ID;
    489   1.1    jruoho 		goto out;
    490   1.1    jruoho 	}
    491   1.1    jruoho 
    492   1.3    jruoho 	if (cs[type].cs_method != 0) {
    493   1.1    jruoho 		rv = AE_ALREADY_EXISTS;
    494   1.1    jruoho 		goto out;
    495   1.1    jruoho 	}
    496   1.1    jruoho 
    497   1.3    jruoho 	cs[type].cs_addr = state.cs_addr;
    498   1.3    jruoho 	cs[type].cs_power = state.cs_power;
    499   1.7    jruoho 	cs[type].cs_flags = state.cs_flags;
    500   1.7    jruoho 	cs[type].cs_method = state.cs_method;
    501   1.3    jruoho 	cs[type].cs_latency = state.cs_latency;
    502   1.1    jruoho 
    503   1.1    jruoho out:
    504   1.1    jruoho 	if (ACPI_FAILURE(rv))
    505  1.16    jruoho 		aprint_debug_dev(sc->sc_dev, "invalid "
    506  1.16    jruoho 		    "_CST: %s\n", AcpiFormatException(rv));
    507   1.1    jruoho 
    508   1.1    jruoho 	return rv;
    509   1.1    jruoho }
    510   1.1    jruoho 
    511   1.1    jruoho static void
    512   1.1    jruoho acpicpu_cstate_cst_bios(void)
    513   1.1    jruoho {
    514   1.1    jruoho 	const uint8_t val = AcpiGbl_FADT.CstControl;
    515   1.1    jruoho 	const uint32_t addr = AcpiGbl_FADT.SmiCommand;
    516   1.1    jruoho 
    517   1.1    jruoho 	if (addr == 0)
    518   1.1    jruoho 		return;
    519   1.1    jruoho 
    520   1.1    jruoho 	(void)AcpiOsWritePort(addr, val, 8);
    521   1.1    jruoho }
    522   1.1    jruoho 
    523   1.1    jruoho static void
    524  1.19    jruoho acpicpu_cstate_memset(struct acpicpu_softc *sc)
    525  1.19    jruoho {
    526  1.19    jruoho 	int i = 0;
    527  1.19    jruoho 
    528  1.19    jruoho 	while (i < ACPI_C_STATE_COUNT) {
    529  1.19    jruoho 
    530  1.19    jruoho 		sc->sc_cstate[i].cs_addr = 0;
    531  1.19    jruoho 		sc->sc_cstate[i].cs_power = 0;
    532  1.19    jruoho 		sc->sc_cstate[i].cs_flags = 0;
    533  1.19    jruoho 		sc->sc_cstate[i].cs_method = 0;
    534  1.19    jruoho 		sc->sc_cstate[i].cs_latency = 0;
    535  1.19    jruoho 
    536  1.19    jruoho 		i++;
    537  1.19    jruoho 	}
    538  1.19    jruoho }
    539  1.19    jruoho 
    540  1.19    jruoho static void
    541   1.1    jruoho acpicpu_cstate_fadt(struct acpicpu_softc *sc)
    542   1.1    jruoho {
    543   1.1    jruoho 	struct acpicpu_cstate *cs = sc->sc_cstate;
    544   1.1    jruoho 
    545  1.19    jruoho 	acpicpu_cstate_memset(sc);
    546   1.1    jruoho 
    547   1.1    jruoho 	/*
    548   1.1    jruoho 	 * All x86 processors should support C1 (a.k.a. HALT).
    549   1.1    jruoho 	 */
    550   1.1    jruoho 	if ((AcpiGbl_FADT.Flags & ACPI_FADT_C1_SUPPORTED) != 0)
    551   1.1    jruoho 		cs[ACPI_STATE_C1].cs_method = ACPICPU_C_STATE_HALT;
    552   1.1    jruoho 
    553   1.1    jruoho 	if ((acpicpu_md_cpus_running() > 1) &&
    554   1.1    jruoho 	    (AcpiGbl_FADT.Flags & ACPI_FADT_C2_MP_SUPPORTED) == 0)
    555   1.1    jruoho 		return;
    556   1.1    jruoho 
    557   1.1    jruoho 	cs[ACPI_STATE_C2].cs_method = ACPICPU_C_STATE_SYSIO;
    558   1.1    jruoho 	cs[ACPI_STATE_C3].cs_method = ACPICPU_C_STATE_SYSIO;
    559   1.1    jruoho 
    560   1.1    jruoho 	cs[ACPI_STATE_C2].cs_latency = AcpiGbl_FADT.C2Latency;
    561   1.1    jruoho 	cs[ACPI_STATE_C3].cs_latency = AcpiGbl_FADT.C3Latency;
    562   1.1    jruoho 
    563   1.1    jruoho 	cs[ACPI_STATE_C2].cs_addr = sc->sc_object.ao_pblkaddr + 4;
    564   1.1    jruoho 	cs[ACPI_STATE_C3].cs_addr = sc->sc_object.ao_pblkaddr + 5;
    565   1.1    jruoho 
    566   1.1    jruoho 	/*
    567   1.1    jruoho 	 * The P_BLK length should always be 6. If it
    568   1.1    jruoho 	 * is not, reduce functionality accordingly.
    569   1.1    jruoho 	 * Sanity check also FADT's latency levels.
    570   1.1    jruoho 	 */
    571   1.1    jruoho 	if (sc->sc_object.ao_pblklen < 5)
    572   1.1    jruoho 		cs[ACPI_STATE_C2].cs_method = 0;
    573   1.1    jruoho 
    574   1.1    jruoho 	if (sc->sc_object.ao_pblklen < 6)
    575   1.1    jruoho 		cs[ACPI_STATE_C3].cs_method = 0;
    576   1.1    jruoho 
    577   1.3    jruoho 	CTASSERT(ACPICPU_C_C2_LATENCY_MAX == 100);
    578   1.3    jruoho 	CTASSERT(ACPICPU_C_C3_LATENCY_MAX == 1000);
    579   1.3    jruoho 
    580   1.1    jruoho 	if (AcpiGbl_FADT.C2Latency > ACPICPU_C_C2_LATENCY_MAX)
    581   1.1    jruoho 		cs[ACPI_STATE_C2].cs_method = 0;
    582   1.1    jruoho 
    583   1.1    jruoho 	if (AcpiGbl_FADT.C3Latency > ACPICPU_C_C3_LATENCY_MAX)
    584   1.1    jruoho 		cs[ACPI_STATE_C3].cs_method = 0;
    585   1.1    jruoho }
    586   1.1    jruoho 
    587   1.1    jruoho static void
    588   1.1    jruoho acpicpu_cstate_quirks(struct acpicpu_softc *sc)
    589   1.1    jruoho {
    590   1.1    jruoho 	const uint32_t reg = AcpiGbl_FADT.Pm2ControlBlock;
    591   1.1    jruoho 	const uint32_t len = AcpiGbl_FADT.Pm2ControlLength;
    592   1.1    jruoho 	struct pci_attach_args pa;
    593   1.1    jruoho 
    594   1.1    jruoho 	/*
    595  1.10    jruoho 	 * Check bus master arbitration. If ARB_DIS
    596  1.10    jruoho 	 * is not available, processor caches must be
    597  1.10    jruoho 	 * flushed before C3 (ACPI 4.0, section 8.2).
    598   1.1    jruoho 	 */
    599   1.1    jruoho 	if (reg != 0 && len != 0)
    600   1.1    jruoho 		sc->sc_flags |= ACPICPU_FLAG_C_ARB;
    601   1.1    jruoho 	else {
    602   1.1    jruoho 		/*
    603   1.1    jruoho 		 * Disable C3 entirely if WBINVD is not present.
    604   1.1    jruoho 		 */
    605   1.1    jruoho 		if ((AcpiGbl_FADT.Flags & ACPI_FADT_WBINVD) == 0)
    606   1.1    jruoho 			sc->sc_flags |= ACPICPU_FLAG_C_NOC3;
    607   1.1    jruoho 		else {
    608   1.1    jruoho 			/*
    609  1.10    jruoho 			 * If WBINVD is present and functioning properly,
    610  1.10    jruoho 			 * flush all processor caches before entering C3.
    611   1.1    jruoho 			 */
    612   1.1    jruoho 			if ((AcpiGbl_FADT.Flags & ACPI_FADT_WBINVD_FLUSH) == 0)
    613   1.1    jruoho 				sc->sc_flags &= ~ACPICPU_FLAG_C_BM;
    614  1.10    jruoho 			else
    615  1.10    jruoho 				sc->sc_flags |= ACPICPU_FLAG_C_NOC3;
    616   1.1    jruoho 		}
    617   1.1    jruoho 	}
    618   1.1    jruoho 
    619   1.1    jruoho 	/*
    620   1.1    jruoho 	 * There are several erratums for PIIX4.
    621   1.1    jruoho 	 */
    622   1.1    jruoho 	if (pci_find_device(&pa, acpicpu_cstate_quirks_piix4) != 0)
    623   1.1    jruoho 		sc->sc_flags |= ACPICPU_FLAG_C_NOC3;
    624   1.1    jruoho 
    625   1.1    jruoho 	if ((sc->sc_flags & ACPICPU_FLAG_C_NOC3) != 0)
    626   1.1    jruoho 		sc->sc_cstate[ACPI_STATE_C3].cs_method = 0;
    627   1.1    jruoho }
    628   1.1    jruoho 
    629   1.1    jruoho static int
    630   1.1    jruoho acpicpu_cstate_quirks_piix4(struct pci_attach_args *pa)
    631   1.1    jruoho {
    632   1.1    jruoho 
    633   1.1    jruoho 	if (PCI_VENDOR(pa->pa_id) != PCI_VENDOR_INTEL)
    634   1.1    jruoho 		return 0;
    635   1.1    jruoho 
    636   1.1    jruoho 	if (PCI_PRODUCT(pa->pa_id) == PCI_PRODUCT_INTEL_82371AB_ISA ||
    637   1.1    jruoho 	    PCI_PRODUCT(pa->pa_id) == PCI_PRODUCT_INTEL_82440MX_PMC)
    638   1.1    jruoho 		return 1;
    639   1.1    jruoho 
    640   1.1    jruoho 	return 0;
    641   1.1    jruoho }
    642   1.1    jruoho 
    643   1.1    jruoho static int
    644   1.1    jruoho acpicpu_cstate_latency(struct acpicpu_softc *sc)
    645   1.1    jruoho {
    646   1.1    jruoho 	static const uint32_t cs_factor = 3;
    647   1.1    jruoho 	struct acpicpu_cstate *cs;
    648   1.1    jruoho 	int i;
    649   1.1    jruoho 
    650  1.10    jruoho 	for (i = cs_state_max; i > 0; i--) {
    651   1.1    jruoho 
    652   1.1    jruoho 		cs = &sc->sc_cstate[i];
    653   1.1    jruoho 
    654   1.1    jruoho 		if (__predict_false(cs->cs_method == 0))
    655   1.1    jruoho 			continue;
    656   1.1    jruoho 
    657   1.1    jruoho 		/*
    658   1.1    jruoho 		 * Choose a state if we have previously slept
    659   1.1    jruoho 		 * longer than the worst case latency of the
    660   1.1    jruoho 		 * state times an arbitrary multiplier.
    661   1.1    jruoho 		 */
    662  1.13    jruoho 		if (sc->sc_cstate_sleep > cs->cs_latency * cs_factor)
    663   1.1    jruoho 			return i;
    664   1.1    jruoho 	}
    665   1.1    jruoho 
    666   1.1    jruoho 	return ACPI_STATE_C1;
    667   1.1    jruoho }
    668   1.1    jruoho 
    669   1.1    jruoho /*
    670   1.1    jruoho  * The main idle loop.
    671   1.1    jruoho  */
    672   1.1    jruoho void
    673   1.1    jruoho acpicpu_cstate_idle(void)
    674   1.1    jruoho {
    675   1.1    jruoho         struct cpu_info *ci = curcpu();
    676   1.1    jruoho 	struct acpicpu_softc *sc;
    677   1.1    jruoho 	int state;
    678   1.1    jruoho 
    679  1.12    jruoho 	if (__predict_false(ci->ci_want_resched) != 0)
    680  1.12    jruoho 		return;
    681  1.12    jruoho 
    682   1.8    jruoho 	acpi_md_OsDisableInterrupt();
    683   1.1    jruoho 
    684   1.1    jruoho 	KASSERT(acpicpu_sc != NULL);
    685  1.14    jruoho 	KASSERT(ci->ci_acpiid < maxcpus);
    686   1.1    jruoho 	KASSERT(ci->ci_ilevel == IPL_NONE);
    687   1.1    jruoho 
    688  1.14    jruoho 	sc = acpicpu_sc[ci->ci_acpiid];
    689   1.1    jruoho 
    690  1.12    jruoho 	if (__predict_false(sc == NULL))
    691  1.12    jruoho 		goto halt;
    692  1.12    jruoho 
    693  1.12    jruoho 	if (__predict_false(sc->sc_cold != false))
    694  1.12    jruoho 		goto halt;
    695  1.12    jruoho 
    696  1.12    jruoho 	if (__predict_false((sc->sc_flags & ACPICPU_FLAG_C) == 0))
    697  1.12    jruoho 		goto halt;
    698   1.8    jruoho 
    699  1.13    jruoho 	if (__predict_false(mutex_tryenter(&sc->sc_mtx) == 0))
    700  1.12    jruoho 		goto halt;
    701   1.1    jruoho 
    702  1.13    jruoho 	mutex_exit(&sc->sc_mtx);
    703   1.1    jruoho 	state = acpicpu_cstate_latency(sc);
    704   1.1    jruoho 
    705   1.1    jruoho 	/*
    706   1.7    jruoho 	 * Check for bus master activity. Note that particularly usb(4)
    707   1.7    jruoho 	 * causes high activity, which may prevent the use of C3 states.
    708   1.1    jruoho 	 */
    709   1.7    jruoho 	if ((sc->sc_cstate[state].cs_flags & ACPICPU_FLAG_C_BM_STS) != 0) {
    710   1.1    jruoho 
    711   1.7    jruoho 		if (acpicpu_cstate_bm_check() != false)
    712   1.7    jruoho 			state--;
    713   1.1    jruoho 
    714   1.1    jruoho 		if (__predict_false(sc->sc_cstate[state].cs_method == 0))
    715   1.1    jruoho 			state = ACPI_STATE_C1;
    716   1.1    jruoho 	}
    717   1.1    jruoho 
    718   1.1    jruoho 	KASSERT(state != ACPI_STATE_C0);
    719   1.1    jruoho 
    720   1.1    jruoho 	if (state != ACPI_STATE_C3) {
    721   1.1    jruoho 		acpicpu_cstate_idle_enter(sc, state);
    722   1.1    jruoho 		return;
    723   1.1    jruoho 	}
    724   1.1    jruoho 
    725   1.1    jruoho 	/*
    726   1.1    jruoho 	 * On all recent (Intel) CPUs caches are shared
    727   1.1    jruoho 	 * by CPUs and bus master control is required to
    728   1.1    jruoho 	 * keep these coherent while in C3. Flushing the
    729   1.1    jruoho 	 * CPU caches is only the last resort.
    730   1.1    jruoho 	 */
    731   1.1    jruoho 	if ((sc->sc_flags & ACPICPU_FLAG_C_BM) == 0)
    732   1.1    jruoho 		ACPI_FLUSH_CPU_CACHE();
    733   1.1    jruoho 
    734   1.1    jruoho 	/*
    735  1.10    jruoho 	 * Allow the bus master to request that any given
    736  1.10    jruoho 	 * CPU should return immediately to C0 from C3.
    737   1.1    jruoho 	 */
    738   1.1    jruoho 	if ((sc->sc_flags & ACPICPU_FLAG_C_BM) != 0)
    739   1.1    jruoho 		(void)AcpiWriteBitRegister(ACPI_BITREG_BUS_MASTER_RLD, 1);
    740   1.1    jruoho 
    741   1.1    jruoho 	/*
    742   1.1    jruoho 	 * It may be necessary to disable bus master arbitration
    743   1.1    jruoho 	 * to ensure that bus master cycles do not occur while
    744   1.1    jruoho 	 * sleeping in C3 (see ACPI 4.0, section 8.1.4).
    745   1.1    jruoho 	 */
    746   1.1    jruoho 	if ((sc->sc_flags & ACPICPU_FLAG_C_ARB) != 0)
    747   1.1    jruoho 		(void)AcpiWriteBitRegister(ACPI_BITREG_ARB_DISABLE, 1);
    748   1.1    jruoho 
    749   1.1    jruoho 	acpicpu_cstate_idle_enter(sc, state);
    750   1.1    jruoho 
    751   1.1    jruoho 	/*
    752   1.1    jruoho 	 * Disable bus master wake and re-enable the arbiter.
    753   1.1    jruoho 	 */
    754   1.1    jruoho 	if ((sc->sc_flags & ACPICPU_FLAG_C_BM) != 0)
    755   1.1    jruoho 		(void)AcpiWriteBitRegister(ACPI_BITREG_BUS_MASTER_RLD, 0);
    756   1.1    jruoho 
    757   1.1    jruoho 	if ((sc->sc_flags & ACPICPU_FLAG_C_ARB) != 0)
    758   1.1    jruoho 		(void)AcpiWriteBitRegister(ACPI_BITREG_ARB_DISABLE, 0);
    759  1.12    jruoho 
    760  1.12    jruoho 	return;
    761  1.12    jruoho 
    762  1.12    jruoho halt:
    763  1.12    jruoho 	acpicpu_md_idle_enter(ACPICPU_C_STATE_HALT, ACPI_STATE_C1);
    764   1.1    jruoho }
    765   1.1    jruoho 
    766   1.1    jruoho static void
    767   1.1    jruoho acpicpu_cstate_idle_enter(struct acpicpu_softc *sc, int state)
    768   1.1    jruoho {
    769   1.1    jruoho 	struct acpicpu_cstate *cs = &sc->sc_cstate[state];
    770   1.1    jruoho 	uint32_t end, start, val;
    771   1.1    jruoho 
    772   1.1    jruoho 	start = acpitimer_read_safe(NULL);
    773   1.1    jruoho 
    774   1.1    jruoho 	switch (cs->cs_method) {
    775   1.1    jruoho 
    776   1.1    jruoho 	case ACPICPU_C_STATE_FFH:
    777   1.1    jruoho 	case ACPICPU_C_STATE_HALT:
    778   1.1    jruoho 		acpicpu_md_idle_enter(cs->cs_method, state);
    779   1.1    jruoho 		break;
    780   1.1    jruoho 
    781   1.1    jruoho 	case ACPICPU_C_STATE_SYSIO:
    782   1.1    jruoho 		(void)AcpiOsReadPort(cs->cs_addr, &val, 8);
    783   1.1    jruoho 		break;
    784   1.1    jruoho 
    785   1.1    jruoho 	default:
    786   1.8    jruoho 		acpicpu_md_idle_enter(ACPICPU_C_STATE_HALT, ACPI_STATE_C1);
    787   1.1    jruoho 		break;
    788   1.1    jruoho 	}
    789   1.1    jruoho 
    790  1.19    jruoho 	cs->cs_evcnt.ev_count++;
    791   1.1    jruoho 
    792   1.1    jruoho 	end = acpitimer_read_safe(NULL);
    793  1.13    jruoho 	sc->sc_cstate_sleep = hztoms(acpitimer_delta(end, start)) * 1000;
    794   1.1    jruoho 
    795   1.1    jruoho 	acpi_md_OsEnableInterrupt();
    796   1.1    jruoho }
    797   1.1    jruoho 
    798   1.1    jruoho static bool
    799   1.1    jruoho acpicpu_cstate_bm_check(void)
    800   1.1    jruoho {
    801   1.1    jruoho 	uint32_t val = 0;
    802   1.1    jruoho 	ACPI_STATUS rv;
    803   1.1    jruoho 
    804   1.1    jruoho 	rv = AcpiReadBitRegister(ACPI_BITREG_BUS_MASTER_STATUS, &val);
    805   1.1    jruoho 
    806   1.1    jruoho 	if (ACPI_FAILURE(rv) || val == 0)
    807   1.1    jruoho 		return false;
    808   1.1    jruoho 
    809   1.1    jruoho 	(void)AcpiWriteBitRegister(ACPI_BITREG_BUS_MASTER_STATUS, 1);
    810   1.1    jruoho 
    811   1.1    jruoho 	return true;
    812   1.1    jruoho }
    813