Home | History | Annotate | Line # | Download | only in acpi
acpi_cpu_tstate.c revision 1.18.4.1
      1  1.18.4.1  bouyer /* $NetBSD: acpi_cpu_tstate.c,v 1.18.4.1 2011/02/08 16:19:48 bouyer Exp $ */
      2       1.1  jruoho 
      3       1.1  jruoho /*-
      4       1.1  jruoho  * Copyright (c) 2010 Jukka Ruohonen <jruohonen (at) iki.fi>
      5       1.1  jruoho  * All rights reserved.
      6       1.1  jruoho  *
      7       1.1  jruoho  * Redistribution and use in source and binary forms, with or without
      8       1.1  jruoho  * modification, are permitted provided that the following conditions
      9       1.1  jruoho  * are met:
     10       1.1  jruoho  *
     11       1.1  jruoho  * 1. Redistributions of source code must retain the above copyright
     12       1.1  jruoho  *    notice, this list of conditions and the following disclaimer.
     13       1.1  jruoho  * 2. Redistributions in binary form must reproduce the above copyright
     14       1.1  jruoho  *    notice, this list of conditions and the following disclaimer in the
     15       1.1  jruoho  *    documentation and/or other materials provided with the distribution.
     16       1.1  jruoho  *
     17       1.1  jruoho  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
     18       1.1  jruoho  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     19       1.1  jruoho  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     20       1.1  jruoho  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
     21       1.1  jruoho  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     22       1.1  jruoho  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     23       1.1  jruoho  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     24       1.1  jruoho  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     25       1.1  jruoho  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     26       1.1  jruoho  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     27       1.1  jruoho  * SUCH DAMAGE.
     28       1.1  jruoho  */
     29       1.1  jruoho #include <sys/cdefs.h>
     30  1.18.4.1  bouyer __KERNEL_RCSID(0, "$NetBSD: acpi_cpu_tstate.c,v 1.18.4.1 2011/02/08 16:19:48 bouyer Exp $");
     31       1.1  jruoho 
     32       1.1  jruoho #include <sys/param.h>
     33       1.4  jruoho #include <sys/evcnt.h>
     34       1.1  jruoho #include <sys/kmem.h>
     35       1.1  jruoho 
     36       1.1  jruoho #include <dev/acpi/acpireg.h>
     37       1.1  jruoho #include <dev/acpi/acpivar.h>
     38       1.1  jruoho #include <dev/acpi/acpi_cpu.h>
     39       1.1  jruoho 
     40       1.1  jruoho #define _COMPONENT	 ACPI_BUS_COMPONENT
     41       1.1  jruoho ACPI_MODULE_NAME	 ("acpi_cpu_tstate")
     42       1.1  jruoho 
     43       1.1  jruoho static void		 acpicpu_tstate_attach_print(struct acpicpu_softc *);
     44       1.1  jruoho static void		 acpicpu_tstate_attach_evcnt(struct acpicpu_softc *);
     45       1.1  jruoho static void		 acpicpu_tstate_detach_evcnt(struct acpicpu_softc *);
     46       1.1  jruoho static ACPI_STATUS	 acpicpu_tstate_tss(struct acpicpu_softc *);
     47       1.1  jruoho static ACPI_STATUS	 acpicpu_tstate_tss_add(struct acpicpu_tstate *,
     48       1.1  jruoho 						ACPI_OBJECT *);
     49       1.1  jruoho static ACPI_STATUS	 acpicpu_tstate_ptc(struct acpicpu_softc *);
     50       1.1  jruoho static ACPI_STATUS	 acpicpu_tstate_fadt(struct acpicpu_softc *);
     51       1.1  jruoho static ACPI_STATUS	 acpicpu_tstate_change(struct acpicpu_softc *);
     52      1.13  jruoho static void		 acpicpu_tstate_reset(struct acpicpu_softc *);
     53       1.1  jruoho 
     54       1.1  jruoho void
     55       1.1  jruoho acpicpu_tstate_attach(device_t self)
     56       1.1  jruoho {
     57       1.1  jruoho 	struct acpicpu_softc *sc = device_private(self);
     58       1.1  jruoho 	const char *str;
     59      1.12  jruoho 	ACPI_HANDLE tmp;
     60       1.1  jruoho 	ACPI_STATUS rv;
     61       1.1  jruoho 
     62       1.1  jruoho 	/*
     63       1.5  jruoho 	 * Disable T-states for PIIX4.
     64       1.5  jruoho 	 */
     65       1.5  jruoho 	if ((sc->sc_flags & ACPICPU_FLAG_PIIX4) != 0)
     66       1.5  jruoho 		return;
     67       1.5  jruoho 
     68       1.1  jruoho 	rv  = acpicpu_tstate_tss(sc);
     69       1.1  jruoho 
     70       1.1  jruoho 	if (ACPI_FAILURE(rv)) {
     71       1.1  jruoho 		str = "_TSS";
     72       1.1  jruoho 		goto out;
     73       1.1  jruoho 	}
     74       1.1  jruoho 
     75       1.1  jruoho 	rv = acpicpu_tstate_ptc(sc);
     76       1.1  jruoho 
     77       1.1  jruoho 	if (ACPI_FAILURE(rv)) {
     78       1.1  jruoho 		str = "_PTC";
     79       1.1  jruoho 		goto out;
     80       1.1  jruoho 	}
     81       1.1  jruoho 
     82      1.10  jruoho 	/*
     83      1.10  jruoho 	 * Comparable to P-states, the _TPC object may
     84      1.10  jruoho 	 * be absent in some systems, even though it is
     85      1.10  jruoho 	 * required by ACPI 3.0 along with _TSS and _PTC.
     86      1.10  jruoho 	 */
     87      1.12  jruoho 	rv = AcpiGetHandle(sc->sc_node->ad_handle, "_TPC", &tmp);
     88      1.12  jruoho 
     89      1.12  jruoho 	if (ACPI_FAILURE(rv)) {
     90      1.12  jruoho 		aprint_debug_dev(self, "_TPC missing\n");
     91      1.12  jruoho 		rv = AE_OK;
     92      1.12  jruoho 	}
     93       1.1  jruoho 
     94       1.1  jruoho out:
     95       1.1  jruoho 	if (ACPI_FAILURE(rv)) {
     96       1.1  jruoho 
     97       1.1  jruoho 		if (rv != AE_NOT_FOUND)
     98       1.1  jruoho 			aprint_error_dev(sc->sc_dev, "failed to evaluate "
     99       1.1  jruoho 			    "%s: %s\n", str, AcpiFormatException(rv));
    100       1.1  jruoho 
    101       1.1  jruoho 		rv = acpicpu_tstate_fadt(sc);
    102       1.1  jruoho 
    103       1.1  jruoho 		if (ACPI_FAILURE(rv))
    104       1.1  jruoho 			return;
    105       1.1  jruoho 
    106       1.1  jruoho 		sc->sc_flags |= ACPICPU_FLAG_T_FADT;
    107       1.1  jruoho 	}
    108       1.1  jruoho 
    109       1.1  jruoho 	sc->sc_flags |= ACPICPU_FLAG_T;
    110       1.1  jruoho 
    111      1.13  jruoho 	acpicpu_tstate_reset(sc);
    112       1.1  jruoho 	acpicpu_tstate_attach_evcnt(sc);
    113       1.1  jruoho 	acpicpu_tstate_attach_print(sc);
    114       1.1  jruoho }
    115       1.1  jruoho 
    116       1.1  jruoho static void
    117       1.1  jruoho acpicpu_tstate_attach_print(struct acpicpu_softc *sc)
    118       1.1  jruoho {
    119       1.1  jruoho 	const uint8_t method = sc->sc_tstate_control.reg_spaceid;
    120       1.1  jruoho 	struct acpicpu_tstate *ts;
    121       1.1  jruoho 	static bool once = false;
    122       1.1  jruoho 	const char *str;
    123       1.1  jruoho 	uint32_t i;
    124       1.1  jruoho 
    125       1.1  jruoho 	if (once != false)
    126       1.1  jruoho 		return;
    127       1.1  jruoho 
    128       1.1  jruoho 	str = (method != ACPI_ADR_SPACE_FIXED_HARDWARE) ? "I/O" : "FFH";
    129       1.1  jruoho 
    130       1.1  jruoho 	for (i = 0; i < sc->sc_tstate_count; i++) {
    131       1.1  jruoho 
    132       1.1  jruoho 		ts = &sc->sc_tstate[i];
    133       1.1  jruoho 
    134       1.1  jruoho 		if (ts->ts_percent == 0)
    135       1.1  jruoho 			continue;
    136       1.1  jruoho 
    137  1.18.4.1  bouyer 		aprint_verbose_dev(sc->sc_dev, "T%u: %3s, "
    138       1.1  jruoho 		    "lat %3u us, pow %5u mW, %3u %%\n", i, str,
    139       1.1  jruoho 		    ts->ts_latency, ts->ts_power, ts->ts_percent);
    140       1.1  jruoho 	}
    141       1.1  jruoho 
    142       1.1  jruoho 	once = true;
    143       1.1  jruoho }
    144       1.1  jruoho 
    145       1.1  jruoho static void
    146       1.1  jruoho acpicpu_tstate_attach_evcnt(struct acpicpu_softc *sc)
    147       1.1  jruoho {
    148       1.1  jruoho 	struct acpicpu_tstate *ts;
    149       1.1  jruoho 	uint32_t i;
    150       1.1  jruoho 
    151       1.1  jruoho 	for (i = 0; i < sc->sc_tstate_count; i++) {
    152       1.1  jruoho 
    153       1.1  jruoho 		ts = &sc->sc_tstate[i];
    154       1.1  jruoho 
    155       1.1  jruoho 		if (ts->ts_percent == 0)
    156       1.1  jruoho 			continue;
    157       1.1  jruoho 
    158       1.1  jruoho 		(void)snprintf(ts->ts_name, sizeof(ts->ts_name),
    159       1.1  jruoho 		    "T%u (%u %%)", i, ts->ts_percent);
    160       1.1  jruoho 
    161       1.1  jruoho 		evcnt_attach_dynamic(&ts->ts_evcnt, EVCNT_TYPE_MISC,
    162       1.1  jruoho 		    NULL, device_xname(sc->sc_dev), ts->ts_name);
    163       1.1  jruoho 	}
    164       1.1  jruoho }
    165       1.1  jruoho 
    166       1.1  jruoho int
    167       1.1  jruoho acpicpu_tstate_detach(device_t self)
    168       1.1  jruoho {
    169       1.1  jruoho 	struct acpicpu_softc *sc = device_private(self);
    170       1.1  jruoho 	size_t size;
    171       1.1  jruoho 
    172       1.1  jruoho 	if ((sc->sc_flags & ACPICPU_FLAG_T) == 0)
    173       1.1  jruoho 		return 0;
    174       1.1  jruoho 
    175       1.1  jruoho 	size = sc->sc_tstate_count * sizeof(*sc->sc_tstate);
    176       1.1  jruoho 
    177       1.1  jruoho 	if (sc->sc_tstate != NULL)
    178       1.1  jruoho 		kmem_free(sc->sc_tstate, size);
    179       1.1  jruoho 
    180       1.1  jruoho 	sc->sc_flags &= ~ACPICPU_FLAG_T;
    181       1.1  jruoho 	acpicpu_tstate_detach_evcnt(sc);
    182       1.1  jruoho 
    183       1.1  jruoho 	return 0;
    184       1.1  jruoho }
    185       1.1  jruoho 
    186       1.1  jruoho static void
    187       1.1  jruoho acpicpu_tstate_detach_evcnt(struct acpicpu_softc *sc)
    188       1.1  jruoho {
    189       1.1  jruoho 	struct acpicpu_tstate *ts;
    190       1.1  jruoho 	uint32_t i;
    191       1.1  jruoho 
    192       1.1  jruoho 	for (i = 0; i < sc->sc_tstate_count; i++) {
    193       1.1  jruoho 
    194       1.1  jruoho 		ts = &sc->sc_tstate[i];
    195       1.1  jruoho 
    196       1.1  jruoho 		if (ts->ts_percent != 0)
    197       1.1  jruoho 			evcnt_detach(&ts->ts_evcnt);
    198       1.1  jruoho 	}
    199       1.1  jruoho }
    200       1.1  jruoho 
    201      1.11  jruoho void
    202       1.1  jruoho acpicpu_tstate_start(device_t self)
    203       1.1  jruoho {
    204      1.11  jruoho 	/* Nothing. */
    205       1.1  jruoho }
    206       1.1  jruoho 
    207       1.1  jruoho bool
    208       1.1  jruoho acpicpu_tstate_suspend(device_t self)
    209       1.1  jruoho {
    210      1.13  jruoho 	struct acpicpu_softc *sc = device_private(self);
    211      1.13  jruoho 
    212      1.14  jruoho 	mutex_enter(&sc->sc_mtx);
    213      1.13  jruoho 	acpicpu_tstate_reset(sc);
    214      1.14  jruoho 	mutex_exit(&sc->sc_mtx);
    215       1.1  jruoho 
    216       1.1  jruoho 	return true;
    217       1.1  jruoho }
    218       1.1  jruoho 
    219       1.1  jruoho bool
    220       1.1  jruoho acpicpu_tstate_resume(device_t self)
    221       1.1  jruoho {
    222       1.1  jruoho 
    223       1.1  jruoho 	return true;
    224       1.1  jruoho }
    225       1.1  jruoho 
    226       1.1  jruoho void
    227       1.1  jruoho acpicpu_tstate_callback(void *aux)
    228       1.1  jruoho {
    229       1.1  jruoho 	struct acpicpu_softc *sc;
    230       1.1  jruoho 	device_t self = aux;
    231       1.1  jruoho 	uint32_t omax, omin;
    232       1.1  jruoho 	int i;
    233       1.1  jruoho 
    234       1.1  jruoho 	sc = device_private(self);
    235       1.1  jruoho 
    236       1.1  jruoho 	if ((sc->sc_flags & ACPICPU_FLAG_T_FADT) != 0)
    237       1.1  jruoho 		return;
    238       1.1  jruoho 
    239       1.1  jruoho 	mutex_enter(&sc->sc_mtx);
    240       1.1  jruoho 
    241       1.1  jruoho 	/*
    242       1.1  jruoho 	 * If P-states are in use, we should ignore
    243       1.1  jruoho 	 * the interrupt unless we are in the highest
    244       1.1  jruoho 	 * P-state (see ACPI 4.0, section 8.4.3.3).
    245       1.1  jruoho 	 */
    246       1.1  jruoho 	if ((sc->sc_flags & ACPICPU_FLAG_P) != 0) {
    247       1.1  jruoho 
    248       1.1  jruoho 		for (i = sc->sc_pstate_count - 1; i >= 0; i--) {
    249       1.1  jruoho 
    250       1.1  jruoho 			if (sc->sc_pstate[i].ps_freq != 0)
    251       1.1  jruoho 				break;
    252       1.1  jruoho 		}
    253       1.1  jruoho 
    254       1.1  jruoho 		if (sc->sc_pstate_current != sc->sc_pstate[i].ps_freq) {
    255       1.1  jruoho 			mutex_exit(&sc->sc_mtx);
    256       1.1  jruoho 			return;
    257       1.1  jruoho 		}
    258       1.1  jruoho 	}
    259       1.1  jruoho 
    260       1.1  jruoho 	omax = sc->sc_tstate_max;
    261       1.1  jruoho 	omin = sc->sc_tstate_min;
    262       1.1  jruoho 
    263       1.1  jruoho 	(void)acpicpu_tstate_change(sc);
    264       1.1  jruoho 
    265       1.1  jruoho 	if (omax != sc->sc_tstate_max || omin != sc->sc_tstate_min) {
    266       1.1  jruoho 
    267       1.1  jruoho 		aprint_debug_dev(sc->sc_dev, "throttling window "
    268       1.1  jruoho 		    "changed from %u-%u %% to %u-%u %%\n",
    269       1.1  jruoho 		    sc->sc_tstate[omax].ts_percent,
    270       1.1  jruoho 		    sc->sc_tstate[omin].ts_percent,
    271       1.1  jruoho 		    sc->sc_tstate[sc->sc_tstate_max].ts_percent,
    272       1.1  jruoho 		    sc->sc_tstate[sc->sc_tstate_min].ts_percent);
    273       1.1  jruoho 	}
    274       1.1  jruoho 
    275       1.1  jruoho 	mutex_exit(&sc->sc_mtx);
    276       1.1  jruoho }
    277       1.1  jruoho 
    278       1.1  jruoho static ACPI_STATUS
    279       1.1  jruoho acpicpu_tstate_tss(struct acpicpu_softc *sc)
    280       1.1  jruoho {
    281       1.1  jruoho 	struct acpicpu_tstate *ts;
    282       1.1  jruoho 	ACPI_OBJECT *obj;
    283       1.1  jruoho 	ACPI_BUFFER buf;
    284       1.1  jruoho 	ACPI_STATUS rv;
    285       1.1  jruoho 	uint32_t count;
    286       1.1  jruoho 	uint32_t i, j;
    287       1.1  jruoho 
    288       1.1  jruoho 	rv = acpi_eval_struct(sc->sc_node->ad_handle, "_TSS", &buf);
    289       1.1  jruoho 
    290       1.1  jruoho 	if (ACPI_FAILURE(rv))
    291       1.1  jruoho 		return rv;
    292       1.1  jruoho 
    293       1.1  jruoho 	obj = buf.Pointer;
    294       1.1  jruoho 
    295       1.1  jruoho 	if (obj->Type != ACPI_TYPE_PACKAGE) {
    296       1.1  jruoho 		rv = AE_TYPE;
    297       1.1  jruoho 		goto out;
    298       1.1  jruoho 	}
    299       1.1  jruoho 
    300       1.1  jruoho 	sc->sc_tstate_count = obj->Package.Count;
    301       1.1  jruoho 
    302       1.1  jruoho 	if (sc->sc_tstate_count == 0) {
    303       1.1  jruoho 		rv = AE_NOT_EXIST;
    304       1.1  jruoho 		goto out;
    305       1.1  jruoho 	}
    306       1.1  jruoho 
    307       1.1  jruoho 	if (sc->sc_tstate_count > ACPICPU_T_STATE_MAX) {
    308       1.1  jruoho 		rv = AE_LIMIT;
    309       1.1  jruoho 		goto out;
    310       1.1  jruoho 	}
    311       1.1  jruoho 
    312       1.1  jruoho 	sc->sc_tstate = kmem_zalloc(sc->sc_tstate_count *
    313       1.1  jruoho 	    sizeof(struct acpicpu_tstate), KM_SLEEP);
    314       1.1  jruoho 
    315       1.1  jruoho 	if (sc->sc_tstate == NULL) {
    316       1.1  jruoho 		rv = AE_NO_MEMORY;
    317       1.1  jruoho 		goto out;
    318       1.1  jruoho 	}
    319       1.1  jruoho 
    320       1.1  jruoho 	for (count = i = 0; i < sc->sc_tstate_count; i++) {
    321       1.1  jruoho 
    322       1.1  jruoho 		ts = &sc->sc_tstate[i];
    323       1.1  jruoho 		rv = acpicpu_tstate_tss_add(ts, &obj->Package.Elements[i]);
    324       1.1  jruoho 
    325       1.1  jruoho 		if (ACPI_FAILURE(rv)) {
    326       1.1  jruoho 			ts->ts_percent = 0;
    327       1.1  jruoho 			continue;
    328       1.1  jruoho 		}
    329       1.1  jruoho 
    330       1.1  jruoho 		for (j = 0; j < i; j++) {
    331       1.1  jruoho 
    332       1.1  jruoho 			if (ts->ts_percent >= sc->sc_tstate[j].ts_percent) {
    333       1.1  jruoho 				ts->ts_percent = 0;
    334       1.1  jruoho 				break;
    335       1.1  jruoho 			}
    336       1.1  jruoho 		}
    337       1.1  jruoho 
    338       1.1  jruoho 		if (ts->ts_percent != 0)
    339       1.1  jruoho 			count++;
    340       1.1  jruoho 	}
    341       1.1  jruoho 
    342       1.1  jruoho 	if (count == 0) {
    343       1.1  jruoho 		rv = AE_NOT_EXIST;
    344       1.1  jruoho 		goto out;
    345       1.1  jruoho 	}
    346       1.1  jruoho 
    347       1.1  jruoho 	/*
    348       1.1  jruoho 	 * There must be an entry with the percent
    349       1.1  jruoho 	 * field of 100. If this is not true, and if
    350       1.1  jruoho 	 * this entry is not in the expected index,
    351       1.1  jruoho 	 * invalidate the use of T-states via _TSS.
    352       1.1  jruoho 	 */
    353       1.1  jruoho 	if (sc->sc_tstate[0].ts_percent != 100) {
    354       1.1  jruoho 		rv = AE_BAD_DECIMAL_CONSTANT;
    355       1.1  jruoho 		goto out;
    356       1.1  jruoho 	}
    357       1.1  jruoho 
    358       1.1  jruoho 	/*
    359       1.1  jruoho 	 * The first entry with 100 % duty cycle
    360       1.1  jruoho 	 * should have zero in the control field.
    361       1.1  jruoho 	 */
    362       1.1  jruoho 	if (sc->sc_tstate[0].ts_control != 0) {
    363       1.1  jruoho 		rv = AE_AML_BAD_RESOURCE_VALUE;
    364       1.1  jruoho 		goto out;
    365       1.1  jruoho 	}
    366       1.1  jruoho 
    367       1.1  jruoho out:
    368       1.1  jruoho 	if (buf.Pointer != NULL)
    369       1.1  jruoho 		ACPI_FREE(buf.Pointer);
    370       1.1  jruoho 
    371       1.1  jruoho 	return rv;
    372       1.1  jruoho }
    373       1.1  jruoho 
    374       1.1  jruoho static ACPI_STATUS
    375       1.1  jruoho acpicpu_tstate_tss_add(struct acpicpu_tstate *ts, ACPI_OBJECT *obj)
    376       1.1  jruoho {
    377       1.1  jruoho 	ACPI_OBJECT *elm;
    378       1.1  jruoho 	uint32_t val[5];
    379       1.1  jruoho 	uint32_t *p;
    380       1.1  jruoho 	int i;
    381       1.1  jruoho 
    382       1.1  jruoho 	if (obj->Type != ACPI_TYPE_PACKAGE)
    383       1.1  jruoho 		return AE_TYPE;
    384       1.1  jruoho 
    385       1.1  jruoho 	if (obj->Package.Count != 5)
    386       1.1  jruoho 		return AE_BAD_DATA;
    387       1.1  jruoho 
    388       1.1  jruoho 	elm = obj->Package.Elements;
    389       1.1  jruoho 
    390       1.1  jruoho 	for (i = 0; i < 5; i++) {
    391       1.1  jruoho 
    392       1.1  jruoho 		if (elm[i].Type != ACPI_TYPE_INTEGER)
    393       1.1  jruoho 			return AE_TYPE;
    394       1.1  jruoho 
    395       1.1  jruoho 		if (elm[i].Integer.Value > UINT32_MAX)
    396       1.1  jruoho 			return AE_AML_NUMERIC_OVERFLOW;
    397       1.1  jruoho 
    398       1.1  jruoho 		val[i] = elm[i].Integer.Value;
    399       1.1  jruoho 	}
    400       1.1  jruoho 
    401       1.1  jruoho 	p = &ts->ts_percent;
    402       1.1  jruoho 
    403       1.1  jruoho 	for (i = 0; i < 5; i++, p++)
    404       1.1  jruoho 		*p = val[i];
    405       1.1  jruoho 
    406       1.9  jruoho 	/*
    407       1.9  jruoho 	 * The minimum should be around 100 / 8 = 12.5 %.
    408       1.9  jruoho 	 */
    409       1.9  jruoho         if (ts->ts_percent < 10 || ts->ts_percent > 100)
    410       1.1  jruoho 		return AE_BAD_DECIMAL_CONSTANT;
    411       1.1  jruoho 
    412       1.1  jruoho 	if (ts->ts_latency < 1)
    413       1.1  jruoho 		ts->ts_latency = 1;
    414       1.1  jruoho 
    415       1.1  jruoho 	return AE_OK;
    416       1.1  jruoho }
    417       1.1  jruoho 
    418       1.1  jruoho ACPI_STATUS
    419       1.1  jruoho acpicpu_tstate_ptc(struct acpicpu_softc *sc)
    420       1.1  jruoho {
    421       1.1  jruoho 	static const size_t size = sizeof(struct acpicpu_reg);
    422       1.1  jruoho 	struct acpicpu_reg *reg[2];
    423       1.1  jruoho 	ACPI_OBJECT *elm, *obj;
    424       1.1  jruoho 	ACPI_BUFFER buf;
    425       1.1  jruoho 	ACPI_STATUS rv;
    426       1.1  jruoho 	int i;
    427       1.1  jruoho 
    428       1.1  jruoho 	rv = acpi_eval_struct(sc->sc_node->ad_handle, "_PTC", &buf);
    429       1.1  jruoho 
    430       1.1  jruoho 	if (ACPI_FAILURE(rv))
    431       1.1  jruoho 		return rv;
    432       1.1  jruoho 
    433       1.1  jruoho 	obj = buf.Pointer;
    434       1.1  jruoho 
    435       1.1  jruoho 	if (obj->Type != ACPI_TYPE_PACKAGE) {
    436       1.1  jruoho 		rv = AE_TYPE;
    437       1.1  jruoho 		goto out;
    438       1.1  jruoho 	}
    439       1.1  jruoho 
    440       1.1  jruoho 	if (obj->Package.Count != 2) {
    441       1.1  jruoho 		rv = AE_LIMIT;
    442       1.1  jruoho 		goto out;
    443       1.1  jruoho 	}
    444       1.1  jruoho 
    445       1.1  jruoho 	for (i = 0; i < 2; i++) {
    446       1.1  jruoho 
    447       1.1  jruoho 		elm = &obj->Package.Elements[i];
    448       1.1  jruoho 
    449       1.1  jruoho 		if (elm->Type != ACPI_TYPE_BUFFER) {
    450       1.1  jruoho 			rv = AE_TYPE;
    451       1.1  jruoho 			goto out;
    452       1.1  jruoho 		}
    453       1.1  jruoho 
    454       1.1  jruoho 		if (size > elm->Buffer.Length) {
    455       1.1  jruoho 			rv = AE_AML_BAD_RESOURCE_LENGTH;
    456       1.1  jruoho 			goto out;
    457       1.1  jruoho 		}
    458       1.1  jruoho 
    459       1.1  jruoho 		reg[i] = (struct acpicpu_reg *)elm->Buffer.Pointer;
    460       1.1  jruoho 
    461       1.1  jruoho 		switch (reg[i]->reg_spaceid) {
    462       1.1  jruoho 
    463       1.1  jruoho 		case ACPI_ADR_SPACE_SYSTEM_IO:
    464       1.1  jruoho 
    465       1.1  jruoho 			if (reg[i]->reg_addr == 0) {
    466       1.1  jruoho 				rv = AE_AML_ILLEGAL_ADDRESS;
    467       1.1  jruoho 				goto out;
    468       1.1  jruoho 			}
    469       1.1  jruoho 
    470       1.1  jruoho 			/*
    471       1.1  jruoho 			 * Check that the values match the IA32 clock
    472       1.1  jruoho 			 * modulation MSR, where the bit 0 is reserved,
    473       1.1  jruoho 			 * bits 1 through 3 define the duty cycle, and
    474       1.1  jruoho 			 * the fourth bit enables the modulation.
    475       1.1  jruoho 			 */
    476       1.1  jruoho 			if (reg[i]->reg_bitwidth != 4) {
    477       1.1  jruoho 				rv = AE_AML_BAD_RESOURCE_VALUE;
    478       1.1  jruoho 				goto out;
    479       1.1  jruoho 			}
    480       1.1  jruoho 
    481       1.1  jruoho 			if (reg[i]->reg_bitoffset != 1) {
    482       1.1  jruoho 				rv = AE_AML_BAD_RESOURCE_VALUE;
    483       1.1  jruoho 				goto out;
    484       1.1  jruoho 			}
    485       1.1  jruoho 
    486       1.1  jruoho 			break;
    487       1.1  jruoho 
    488       1.1  jruoho 		case ACPI_ADR_SPACE_FIXED_HARDWARE:
    489       1.1  jruoho 
    490       1.1  jruoho 			if ((sc->sc_flags & ACPICPU_FLAG_T_FFH) == 0) {
    491       1.1  jruoho 				rv = AE_SUPPORT;
    492       1.1  jruoho 				goto out;
    493       1.1  jruoho 			}
    494       1.1  jruoho 
    495       1.1  jruoho 			break;
    496       1.1  jruoho 
    497       1.1  jruoho 		default:
    498       1.1  jruoho 			rv = AE_AML_INVALID_SPACE_ID;
    499       1.1  jruoho 			goto out;
    500       1.1  jruoho 		}
    501       1.1  jruoho 	}
    502       1.1  jruoho 
    503       1.1  jruoho 	if (reg[0]->reg_spaceid != reg[1]->reg_spaceid) {
    504       1.1  jruoho 		rv = AE_AML_INVALID_SPACE_ID;
    505       1.1  jruoho 		goto out;
    506       1.1  jruoho 	}
    507       1.1  jruoho 
    508       1.1  jruoho 	(void)memcpy(&sc->sc_tstate_control, reg[0], size);
    509       1.1  jruoho 	(void)memcpy(&sc->sc_tstate_status,  reg[1], size);
    510       1.1  jruoho 
    511       1.1  jruoho out:
    512       1.1  jruoho 	if (buf.Pointer != NULL)
    513       1.1  jruoho 		ACPI_FREE(buf.Pointer);
    514       1.1  jruoho 
    515       1.1  jruoho 	return rv;
    516       1.1  jruoho }
    517       1.1  jruoho 
    518       1.1  jruoho static ACPI_STATUS
    519       1.1  jruoho acpicpu_tstate_fadt(struct acpicpu_softc *sc)
    520       1.1  jruoho {
    521       1.1  jruoho 	static const size_t size = sizeof(struct acpicpu_tstate);
    522       1.1  jruoho 	const uint8_t offset = AcpiGbl_FADT.DutyOffset;
    523       1.1  jruoho 	const uint8_t width = AcpiGbl_FADT.DutyWidth;
    524       1.1  jruoho 	uint8_t beta, count, i;
    525       1.1  jruoho 
    526       1.1  jruoho 	if (sc->sc_object.ao_pblkaddr == 0)
    527       1.1  jruoho 		return AE_AML_ILLEGAL_ADDRESS;
    528       1.1  jruoho 
    529       1.9  jruoho 	/*
    530       1.9  jruoho 	 * A zero DUTY_WIDTH is used announce that
    531       1.9  jruoho 	 * T-states are not available via FADT.
    532       1.9  jruoho 	 */
    533       1.1  jruoho 	if (width == 0 || width + offset > 4)
    534       1.1  jruoho 		return AE_AML_BAD_RESOURCE_VALUE;
    535       1.1  jruoho 
    536       1.1  jruoho 	count = 1 << width;
    537       1.1  jruoho 
    538       1.1  jruoho 	if (count > ACPICPU_T_STATE_MAX)
    539       1.1  jruoho 		return AE_LIMIT;
    540       1.1  jruoho 
    541       1.1  jruoho 	if (sc->sc_tstate != NULL)
    542       1.1  jruoho 		kmem_free(sc->sc_tstate, sc->sc_tstate_count * size);
    543       1.1  jruoho 
    544       1.1  jruoho 	sc->sc_tstate = kmem_zalloc(count * size, KM_SLEEP);
    545       1.1  jruoho 
    546       1.1  jruoho 	if (sc->sc_tstate == NULL)
    547       1.1  jruoho 		return ENOMEM;
    548       1.1  jruoho 
    549       1.1  jruoho 	sc->sc_tstate_count = count;
    550       1.1  jruoho 
    551       1.1  jruoho 	/*
    552       1.1  jruoho 	 * Approximate duty cycles and set the MSR values.
    553       1.1  jruoho 	 */
    554       1.1  jruoho 	for (beta = 100 / count, i = 0; i < count; i++) {
    555       1.1  jruoho 		sc->sc_tstate[i].ts_percent = 100 - beta * i;
    556       1.1  jruoho 		sc->sc_tstate[i].ts_latency = 1;
    557       1.1  jruoho 	}
    558       1.1  jruoho 
    559       1.1  jruoho 	for (i = 1; i < count; i++)
    560       1.1  jruoho 		sc->sc_tstate[i].ts_control = (count - i) | __BIT(3);
    561       1.1  jruoho 
    562       1.1  jruoho 	/*
    563       1.8  jruoho 	 * Fake values for throttling registers.
    564       1.1  jruoho 	 */
    565       1.8  jruoho 	(void)memset(&sc->sc_tstate_status, 0, sizeof(struct acpicpu_reg));
    566       1.8  jruoho 	(void)memset(&sc->sc_tstate_control, 0, sizeof(struct acpicpu_reg));
    567       1.8  jruoho 
    568       1.8  jruoho 	sc->sc_tstate_status.reg_bitwidth = width;
    569       1.8  jruoho 	sc->sc_tstate_status.reg_bitoffset = offset;
    570       1.8  jruoho 	sc->sc_tstate_status.reg_addr = sc->sc_object.ao_pblkaddr;
    571       1.8  jruoho 	sc->sc_tstate_status.reg_spaceid = ACPI_ADR_SPACE_SYSTEM_IO;
    572       1.8  jruoho 
    573       1.1  jruoho 	sc->sc_tstate_control.reg_bitwidth = width;
    574       1.1  jruoho 	sc->sc_tstate_control.reg_bitoffset = offset;
    575       1.8  jruoho 	sc->sc_tstate_control.reg_addr = sc->sc_object.ao_pblkaddr;
    576       1.7  jruoho 	sc->sc_tstate_control.reg_spaceid = ACPI_ADR_SPACE_SYSTEM_IO;
    577       1.1  jruoho 
    578       1.1  jruoho 	return AE_OK;
    579       1.1  jruoho }
    580       1.1  jruoho 
    581       1.1  jruoho static ACPI_STATUS
    582       1.1  jruoho acpicpu_tstate_change(struct acpicpu_softc *sc)
    583       1.1  jruoho {
    584       1.1  jruoho 	ACPI_INTEGER val;
    585       1.1  jruoho 	ACPI_STATUS rv;
    586       1.1  jruoho 
    587      1.13  jruoho 	acpicpu_tstate_reset(sc);
    588       1.1  jruoho 
    589       1.1  jruoho 	/*
    590       1.1  jruoho 	 * Evaluate the available T-state window:
    591       1.1  jruoho 	 *
    592       1.1  jruoho 	 *   _TPC : either this maximum or any lower power
    593       1.1  jruoho 	 *          (i.e. higher numbered) state may be used.
    594       1.1  jruoho 	 *
    595       1.1  jruoho 	 *   _TDL : either this minimum or any higher power
    596       1.1  jruoho 	 *	    (i.e. lower numbered) state may be used.
    597       1.1  jruoho 	 *
    598       1.1  jruoho 	 *   _TDL >= _TPC || _TDL >= _TSS[last entry].
    599       1.1  jruoho 	 */
    600       1.1  jruoho 	rv = acpi_eval_integer(sc->sc_node->ad_handle, "_TPC", &val);
    601       1.1  jruoho 
    602      1.12  jruoho 	if (ACPI_SUCCESS(rv) && val < sc->sc_tstate_count) {
    603       1.1  jruoho 
    604       1.1  jruoho 		if (sc->sc_tstate[val].ts_percent != 0)
    605       1.1  jruoho 			sc->sc_tstate_max = val;
    606       1.1  jruoho 	}
    607       1.1  jruoho 
    608       1.1  jruoho 	rv = acpi_eval_integer(sc->sc_node->ad_handle, "_TDL", &val);
    609       1.1  jruoho 
    610       1.1  jruoho 	if (ACPI_SUCCESS(rv) && val < sc->sc_tstate_count) {
    611       1.1  jruoho 
    612       1.1  jruoho 		if (val >= sc->sc_tstate_max &&
    613       1.1  jruoho 		    sc->sc_tstate[val].ts_percent != 0)
    614       1.1  jruoho 			sc->sc_tstate_min = val;
    615       1.1  jruoho 	}
    616       1.1  jruoho 
    617       1.1  jruoho 	return AE_OK;
    618       1.1  jruoho }
    619       1.1  jruoho 
    620      1.13  jruoho static void
    621      1.13  jruoho acpicpu_tstate_reset(struct acpicpu_softc *sc)
    622      1.13  jruoho {
    623      1.13  jruoho 
    624      1.13  jruoho 	sc->sc_tstate_max = 0;
    625      1.13  jruoho 	sc->sc_tstate_min = sc->sc_tstate_count - 1;
    626      1.13  jruoho }
    627      1.13  jruoho 
    628       1.1  jruoho int
    629       1.1  jruoho acpicpu_tstate_get(struct acpicpu_softc *sc, uint32_t *percent)
    630       1.1  jruoho {
    631       1.1  jruoho 	const uint8_t method = sc->sc_tstate_control.reg_spaceid;
    632       1.1  jruoho 	struct acpicpu_tstate *ts = NULL;
    633       1.1  jruoho 	uint32_t i, val = 0;
    634       1.1  jruoho 	uint8_t offset;
    635       1.1  jruoho 	uint64_t addr;
    636       1.1  jruoho 	int rv;
    637       1.1  jruoho 
    638      1.17  jruoho 	if (__predict_false(sc->sc_cold != false)) {
    639       1.1  jruoho 		rv = EBUSY;
    640       1.1  jruoho 		goto fail;
    641       1.1  jruoho 	}
    642       1.1  jruoho 
    643      1.17  jruoho 	if (__predict_false((sc->sc_flags & ACPICPU_FLAG_T) == 0)) {
    644       1.1  jruoho 		rv = ENODEV;
    645       1.1  jruoho 		goto fail;
    646       1.1  jruoho 	}
    647       1.1  jruoho 
    648       1.1  jruoho 	mutex_enter(&sc->sc_mtx);
    649       1.1  jruoho 
    650       1.1  jruoho 	if (sc->sc_tstate_current != ACPICPU_T_STATE_UNKNOWN) {
    651       1.1  jruoho 		*percent = sc->sc_tstate_current;
    652       1.1  jruoho 		mutex_exit(&sc->sc_mtx);
    653       1.1  jruoho 		return 0;
    654       1.1  jruoho 	}
    655       1.1  jruoho 
    656       1.1  jruoho 	mutex_exit(&sc->sc_mtx);
    657       1.1  jruoho 
    658       1.1  jruoho 	switch (method) {
    659       1.1  jruoho 
    660       1.1  jruoho 	case ACPI_ADR_SPACE_FIXED_HARDWARE:
    661       1.1  jruoho 
    662       1.1  jruoho 		rv = acpicpu_md_tstate_get(sc, percent);
    663       1.1  jruoho 
    664      1.17  jruoho 		if (__predict_false(rv != 0))
    665       1.1  jruoho 			goto fail;
    666       1.1  jruoho 
    667       1.1  jruoho 		break;
    668       1.1  jruoho 
    669       1.1  jruoho 	case ACPI_ADR_SPACE_SYSTEM_IO:
    670       1.1  jruoho 
    671       1.1  jruoho 		addr   = sc->sc_tstate_status.reg_addr;
    672       1.1  jruoho 		offset = sc->sc_tstate_status.reg_bitoffset;
    673       1.1  jruoho 
    674       1.1  jruoho 		(void)AcpiOsReadPort(addr, &val, 8);
    675       1.1  jruoho 
    676       1.1  jruoho 		val = (val >> offset) & 0x0F;
    677       1.1  jruoho 
    678       1.1  jruoho 		for (i = 0; i < sc->sc_tstate_count; i++) {
    679       1.1  jruoho 
    680       1.1  jruoho 			if (sc->sc_tstate[i].ts_percent == 0)
    681       1.1  jruoho 				continue;
    682       1.1  jruoho 
    683       1.1  jruoho 			if (val == sc->sc_tstate[i].ts_status) {
    684       1.1  jruoho 				ts = &sc->sc_tstate[i];
    685       1.1  jruoho 				break;
    686       1.1  jruoho 			}
    687       1.1  jruoho 		}
    688       1.1  jruoho 
    689      1.17  jruoho 		if (ts == NULL) {
    690       1.1  jruoho 			rv = EIO;
    691       1.1  jruoho 			goto fail;
    692       1.1  jruoho 		}
    693       1.1  jruoho 
    694       1.1  jruoho 		*percent = ts->ts_percent;
    695       1.1  jruoho 		break;
    696       1.1  jruoho 
    697       1.1  jruoho 	default:
    698       1.1  jruoho 		rv = ENOTTY;
    699       1.1  jruoho 		goto fail;
    700       1.1  jruoho 	}
    701       1.1  jruoho 
    702       1.1  jruoho 	mutex_enter(&sc->sc_mtx);
    703       1.1  jruoho 	sc->sc_tstate_current = *percent;
    704       1.1  jruoho 	mutex_exit(&sc->sc_mtx);
    705       1.1  jruoho 
    706       1.1  jruoho 	return 0;
    707       1.1  jruoho 
    708       1.1  jruoho fail:
    709       1.1  jruoho 	aprint_error_dev(sc->sc_dev, "failed "
    710       1.1  jruoho 	    "to get T-state (err %d)\n", rv);
    711       1.1  jruoho 
    712       1.1  jruoho 	mutex_enter(&sc->sc_mtx);
    713       1.1  jruoho 	*percent = sc->sc_tstate_current = ACPICPU_T_STATE_UNKNOWN;
    714       1.1  jruoho 	mutex_exit(&sc->sc_mtx);
    715       1.1  jruoho 
    716       1.1  jruoho 	return rv;
    717       1.1  jruoho }
    718       1.1  jruoho 
    719       1.1  jruoho int
    720       1.1  jruoho acpicpu_tstate_set(struct acpicpu_softc *sc, uint32_t percent)
    721       1.1  jruoho {
    722       1.1  jruoho 	const uint8_t method = sc->sc_tstate_control.reg_spaceid;
    723       1.1  jruoho 	struct acpicpu_tstate *ts = NULL;
    724       1.1  jruoho 	uint32_t i, val;
    725       1.1  jruoho 	uint8_t offset;
    726       1.1  jruoho 	uint64_t addr;
    727       1.1  jruoho 	int rv;
    728       1.1  jruoho 
    729      1.17  jruoho 	if (__predict_false(sc->sc_cold != false)) {
    730       1.1  jruoho 		rv = EBUSY;
    731       1.1  jruoho 		goto fail;
    732       1.1  jruoho 	}
    733       1.1  jruoho 
    734      1.17  jruoho 	if (__predict_false((sc->sc_flags & ACPICPU_FLAG_T) == 0)) {
    735       1.1  jruoho 		rv = ENODEV;
    736       1.1  jruoho 		goto fail;
    737       1.1  jruoho 	}
    738       1.1  jruoho 
    739       1.1  jruoho 	mutex_enter(&sc->sc_mtx);
    740       1.1  jruoho 
    741      1.15  jruoho 	if (sc->sc_tstate_current == percent) {
    742      1.15  jruoho 		mutex_exit(&sc->sc_mtx);
    743      1.15  jruoho 		return 0;
    744      1.15  jruoho 	}
    745      1.15  jruoho 
    746       1.1  jruoho 	for (i = sc->sc_tstate_max; i <= sc->sc_tstate_min; i++) {
    747       1.1  jruoho 
    748      1.17  jruoho 		if (__predict_false(sc->sc_tstate[i].ts_percent == 0))
    749       1.1  jruoho 			continue;
    750       1.1  jruoho 
    751       1.1  jruoho 		if (sc->sc_tstate[i].ts_percent == percent) {
    752       1.1  jruoho 			ts = &sc->sc_tstate[i];
    753       1.1  jruoho 			break;
    754       1.1  jruoho 		}
    755       1.1  jruoho 	}
    756       1.1  jruoho 
    757       1.1  jruoho 	mutex_exit(&sc->sc_mtx);
    758       1.1  jruoho 
    759       1.1  jruoho 	if (__predict_false(ts == NULL)) {
    760       1.1  jruoho 		rv = EINVAL;
    761       1.1  jruoho 		goto fail;
    762       1.1  jruoho 	}
    763       1.1  jruoho 
    764       1.1  jruoho 	switch (method) {
    765       1.1  jruoho 
    766       1.1  jruoho 	case ACPI_ADR_SPACE_FIXED_HARDWARE:
    767       1.1  jruoho 
    768       1.1  jruoho 		rv = acpicpu_md_tstate_set(ts);
    769       1.1  jruoho 
    770      1.17  jruoho 		if (__predict_false(rv != 0))
    771       1.1  jruoho 			goto fail;
    772       1.1  jruoho 
    773       1.1  jruoho 		break;
    774       1.1  jruoho 
    775       1.1  jruoho 	case ACPI_ADR_SPACE_SYSTEM_IO:
    776       1.1  jruoho 
    777       1.1  jruoho 		addr   = sc->sc_tstate_control.reg_addr;
    778       1.1  jruoho 		offset = sc->sc_tstate_control.reg_bitoffset;
    779       1.1  jruoho 
    780       1.1  jruoho 		val = (ts->ts_control & 0x0F) << offset;
    781       1.1  jruoho 
    782       1.1  jruoho 		if (ts->ts_percent != 100 && (val & __BIT(4)) == 0) {
    783       1.1  jruoho 			rv = EINVAL;
    784       1.1  jruoho 			goto fail;
    785       1.1  jruoho 		}
    786       1.1  jruoho 
    787       1.1  jruoho 		(void)AcpiOsWritePort(addr, val, 8);
    788       1.1  jruoho 
    789       1.1  jruoho 		/*
    790       1.1  jruoho 		 * If the status field is zero, the transition is
    791       1.1  jruoho 		 * specified to be "asynchronous" and there is no
    792       1.1  jruoho 		 * need to check the status (ACPI 4.0, 8.4.3.2).
    793       1.1  jruoho 		 */
    794       1.1  jruoho 		if (ts->ts_status == 0)
    795       1.1  jruoho 			break;
    796       1.1  jruoho 
    797       1.1  jruoho 		addr   = sc->sc_tstate_status.reg_addr;
    798       1.1  jruoho 		offset = sc->sc_tstate_status.reg_bitoffset;
    799       1.1  jruoho 
    800       1.1  jruoho 		for (i = val = 0; i < ACPICPU_T_STATE_RETRY; i++) {
    801       1.1  jruoho 
    802       1.1  jruoho 			(void)AcpiOsReadPort(addr, &val, 8);
    803       1.1  jruoho 
    804       1.1  jruoho 			val = (val >> offset) & 0x0F;
    805       1.1  jruoho 
    806       1.1  jruoho 			if (val == ts->ts_status)
    807       1.1  jruoho 				break;
    808       1.1  jruoho 
    809       1.1  jruoho 			DELAY(ts->ts_latency);
    810       1.1  jruoho 		}
    811       1.1  jruoho 
    812       1.1  jruoho 		if (i == ACPICPU_T_STATE_RETRY) {
    813       1.1  jruoho 			rv = EAGAIN;
    814       1.1  jruoho 			goto fail;
    815       1.1  jruoho 		}
    816       1.1  jruoho 
    817       1.1  jruoho 		break;
    818       1.1  jruoho 
    819       1.1  jruoho 	default:
    820       1.1  jruoho 		rv = ENOTTY;
    821       1.1  jruoho 		goto fail;
    822       1.1  jruoho 	}
    823       1.1  jruoho 
    824       1.2  jruoho 	mutex_enter(&sc->sc_mtx);
    825       1.1  jruoho 	ts->ts_evcnt.ev_count++;
    826       1.1  jruoho 	sc->sc_tstate_current = percent;
    827       1.1  jruoho 	mutex_exit(&sc->sc_mtx);
    828       1.1  jruoho 
    829       1.1  jruoho 	return 0;
    830       1.1  jruoho 
    831       1.1  jruoho fail:
    832       1.1  jruoho 	aprint_error_dev(sc->sc_dev, "failed to "
    833       1.1  jruoho 	    "throttle to %u %% (err %d)\n", percent, rv);
    834       1.1  jruoho 
    835       1.1  jruoho 	mutex_enter(&sc->sc_mtx);
    836       1.1  jruoho 	sc->sc_tstate_current = ACPICPU_T_STATE_UNKNOWN;
    837       1.1  jruoho 	mutex_exit(&sc->sc_mtx);
    838       1.1  jruoho 
    839       1.1  jruoho 	return rv;
    840       1.1  jruoho }
    841