Home | History | Annotate | Line # | Download | only in kern
kern_pmf.c revision 1.35.12.1
      1 /* $NetBSD: kern_pmf.c,v 1.35.12.1 2012/11/20 03:02:42 tls Exp $ */
      2 
      3 /*-
      4  * Copyright (c) 2007 Jared D. McNeill <jmcneill (at) invisible.ca>
      5  * All rights reserved.
      6  *
      7  * Redistribution and use in source and binary forms, with or without
      8  * modification, are permitted provided that the following conditions
      9  * are met:
     10  * 1. Redistributions of source code must retain the above copyright
     11  *    notice, this list of conditions and the following disclaimer.
     12  * 2. Redistributions in binary form must reproduce the above copyright
     13  *    notice, this list of conditions and the following disclaimer in the
     14  *    documentation and/or other materials provided with the distribution.
     15  *
     16  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     17  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     18  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     19  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     20  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     21  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     22  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     23  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     24  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     25  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     26  * POSSIBILITY OF SUCH DAMAGE.
     27  */
     28 
     29 #include <sys/cdefs.h>
     30 __KERNEL_RCSID(0, "$NetBSD: kern_pmf.c,v 1.35.12.1 2012/11/20 03:02:42 tls Exp $");
     31 
     32 #include <sys/types.h>
     33 #include <sys/param.h>
     34 #include <sys/kmem.h>
     35 #include <sys/buf.h>
     36 #include <sys/callout.h>
     37 #include <sys/kernel.h>
     38 #include <sys/device.h>
     39 #include <sys/pmf.h>
     40 #include <sys/queue.h>
     41 #include <sys/sched.h>
     42 #include <sys/workqueue.h>
     43 #include <prop/proplib.h>
     44 #include <sys/condvar.h>
     45 #include <sys/mutex.h>
     46 #include <sys/proc.h>
     47 #include <sys/reboot.h>	/* for RB_NOSYNC */
     48 #include <sys/sched.h>
     49 #include <sys/vfs_syscalls.h>
     50 
     51 /* XXX ugly special case, but for now the only client */
     52 #include "wsdisplay.h"
     53 #if NWSDISPLAY > 0
     54 #include <dev/wscons/wsdisplayvar.h>
     55 #endif
     56 
     57 #ifndef	PMF_DEBUG
     58 #define PMF_DEBUG
     59 #endif
     60 
     61 #ifdef PMF_DEBUG
     62 int pmf_debug_event;
     63 int pmf_debug_suspend;
     64 int pmf_debug_suspensor;
     65 int pmf_debug_idle;
     66 int pmf_debug_transition;
     67 
     68 #define	PMF_SUSPENSOR_PRINTF(x)		if (pmf_debug_suspensor) printf x
     69 #define	PMF_SUSPEND_PRINTF(x)		if (pmf_debug_suspend) printf x
     70 #define	PMF_EVENT_PRINTF(x)		if (pmf_debug_event) printf x
     71 #define	PMF_IDLE_PRINTF(x)		if (pmf_debug_idle) printf x
     72 #define	PMF_TRANSITION_PRINTF(x)	if (pmf_debug_transition) printf x
     73 #define	PMF_TRANSITION_PRINTF2(y,x)	if (pmf_debug_transition>y) printf x
     74 #else
     75 #define	PMF_SUSPENSOR_PRINTF(x)		do { } while (0)
     76 #define	PMF_SUSPEND_PRINTF(x)		do { } while (0)
     77 #define	PMF_EVENT_PRINTF(x)		do { } while (0)
     78 #define	PMF_IDLE_PRINTF(x)		do { } while (0)
     79 #define	PMF_TRANSITION_PRINTF(x)	do { } while (0)
     80 #define	PMF_TRANSITION_PRINTF2(y,x)	do { } while (0)
     81 #endif
     82 
     83 /* #define PMF_DEBUG */
     84 
     85 #include <sys/mallocvar.h>
     86 MALLOC_DEFINE(M_PMF, "pmf", "device pmf messaging memory");
     87 
     88 static prop_dictionary_t pmf_platform = NULL;
     89 static struct workqueue *pmf_event_workqueue;
     90 static struct workqueue *pmf_suspend_workqueue;
     91 
     92 typedef struct pmf_event_handler {
     93 	TAILQ_ENTRY(pmf_event_handler) pmf_link;
     94 	pmf_generic_event_t pmf_event;
     95 	void (*pmf_handler)(device_t);
     96 	device_t pmf_device;
     97 	bool pmf_global;
     98 } pmf_event_handler_t;
     99 
    100 static TAILQ_HEAD(, pmf_event_handler) pmf_all_events =
    101     TAILQ_HEAD_INITIALIZER(pmf_all_events);
    102 
    103 typedef struct pmf_event_workitem {
    104 	struct work				pew_work;
    105 	pmf_generic_event_t			pew_event;
    106 	device_t				pew_device;
    107 } pmf_event_workitem_t;
    108 
    109 typedef struct pmf_suspend_workitem {
    110 	struct work	psw_work;
    111 	device_t	psw_dev;
    112 	pmf_qual_t	psw_qual;
    113 } pmf_suspend_workitem_t;
    114 
    115 static struct pool pew_pl;
    116 
    117 static pmf_event_workitem_t *pmf_event_workitem_get(void);
    118 static void pmf_event_workitem_put(pmf_event_workitem_t *);
    119 
    120 bool pmf_device_resume_locked(device_t, const pmf_qual_t *);
    121 bool pmf_device_suspend_locked(device_t, const pmf_qual_t *);
    122 static bool device_pmf_any_suspensor(device_t, devact_level_t);
    123 
    124 static bool
    125 complete_suspension(device_t dev, const device_suspensor_t **susp,
    126     const pmf_qual_t *pqp)
    127 {
    128 	int i;
    129 	pmf_qual_t pq;
    130 	const device_suspensor_t *ds;
    131 
    132 	ds = pmf_qual_suspension(pqp);
    133 	KASSERT(ds->ds_delegator != NULL);
    134 
    135 	pq = *pqp;
    136 	pq.pq_suspensor = ds->ds_delegator;
    137 
    138 	for (i = 0; i < DEVICE_SUSPENSORS_MAX; i++) {
    139 		if (susp[i] != ds)
    140 			continue;
    141 		if (!pmf_device_suspend(dev, &pq))
    142 			return false;
    143 	}
    144 	return true;
    145 }
    146 
    147 static void
    148 pmf_suspend_worker(struct work *wk, void *dummy)
    149 {
    150 	pmf_suspend_workitem_t *psw;
    151 	deviter_t di;
    152 	device_t dev;
    153 
    154 	psw = (void *)wk;
    155 	KASSERT(wk == &psw->psw_work);
    156 	KASSERT(psw != NULL);
    157 
    158 	for (dev = deviter_first(&di, 0); dev != NULL;
    159 	     dev = deviter_next(&di)) {
    160 		if (dev == psw->psw_dev && device_pmf_lock(dev))
    161 			break;
    162 	}
    163 	deviter_release(&di);
    164 
    165 	if (dev == NULL)
    166 		return;
    167 
    168 	switch (pmf_qual_depth(&psw->psw_qual)) {
    169 	case DEVACT_LEVEL_FULL:
    170 		if (!complete_suspension(dev, dev->dv_class_suspensors,
    171 		    &psw->psw_qual))
    172 			break;
    173 		/*FALLTHROUGH*/
    174 	case DEVACT_LEVEL_DRIVER:
    175 		if (!complete_suspension(dev, dev->dv_driver_suspensors,
    176 		    &psw->psw_qual))
    177 			break;
    178 		/*FALLTHROUGH*/
    179 	case DEVACT_LEVEL_BUS:
    180 		if (!complete_suspension(dev, dev->dv_bus_suspensors,
    181 		    &psw->psw_qual))
    182 			break;
    183 	}
    184 	device_pmf_unlock(dev);
    185 	kmem_free(psw, sizeof(*psw));
    186 }
    187 
    188 static void
    189 pmf_event_worker(struct work *wk, void *dummy)
    190 {
    191 	pmf_event_workitem_t *pew;
    192 	pmf_event_handler_t *event;
    193 
    194 	pew = (void *)wk;
    195 	KASSERT(wk == &pew->pew_work);
    196 	KASSERT(pew != NULL);
    197 
    198 	TAILQ_FOREACH(event, &pmf_all_events, pmf_link) {
    199 		if (event->pmf_event != pew->pew_event)
    200 			continue;
    201 		if (event->pmf_device == pew->pew_device || event->pmf_global)
    202 			(*event->pmf_handler)(event->pmf_device);
    203 	}
    204 
    205 	pmf_event_workitem_put(pew);
    206 }
    207 
    208 static bool
    209 pmf_check_system_drivers(void)
    210 {
    211 	device_t curdev;
    212 	bool unsupported_devs;
    213 	deviter_t di;
    214 
    215 	unsupported_devs = false;
    216 	for (curdev = deviter_first(&di, 0); curdev != NULL;
    217 	     curdev = deviter_next(&di)) {
    218 		if (device_pmf_is_registered(curdev))
    219 			continue;
    220 		if (!unsupported_devs)
    221 			printf("Devices without power management support:");
    222 		printf(" %s", device_xname(curdev));
    223 		unsupported_devs = true;
    224 	}
    225 	deviter_release(&di);
    226 	if (unsupported_devs) {
    227 		printf("\n");
    228 		return false;
    229 	}
    230 	return true;
    231 }
    232 
    233 bool
    234 pmf_system_bus_resume(const pmf_qual_t *qual)
    235 {
    236 	bool rv;
    237 	device_t curdev;
    238 	deviter_t di;
    239 
    240 	aprint_debug("Powering devices:");
    241 	/* D0 handlers are run in order */
    242 	rv = true;
    243 	for (curdev = deviter_first(&di, DEVITER_F_ROOT_FIRST); curdev != NULL;
    244 	     curdev = deviter_next(&di)) {
    245 		if (!device_pmf_is_registered(curdev))
    246 			continue;
    247 		if (device_is_active(curdev) ||
    248 		    !device_is_enabled(curdev))
    249 			continue;
    250 
    251 		aprint_debug(" %s", device_xname(curdev));
    252 
    253 		if (!device_pmf_bus_resume(curdev, qual)) {
    254 			rv = false;
    255 			aprint_debug("(failed)");
    256 		}
    257 	}
    258 	deviter_release(&di);
    259 	aprint_debug("\n");
    260 
    261 	return rv;
    262 }
    263 
    264 bool
    265 pmf_system_resume(const pmf_qual_t *qual)
    266 {
    267 	bool rv;
    268 	device_t curdev, parent;
    269 	deviter_t di;
    270 
    271 	if (!pmf_check_system_drivers())
    272 		return false;
    273 
    274 	aprint_debug("Resuming devices:");
    275 	/* D0 handlers are run in order */
    276 	rv = true;
    277 	for (curdev = deviter_first(&di, DEVITER_F_ROOT_FIRST); curdev != NULL;
    278 	     curdev = deviter_next(&di)) {
    279 		if (device_is_active(curdev) ||
    280 		    !device_is_enabled(curdev))
    281 			continue;
    282 		parent = device_parent(curdev);
    283 		if (parent != NULL &&
    284 		    !device_is_active(parent))
    285 			continue;
    286 
    287 		aprint_debug(" %s", device_xname(curdev));
    288 
    289 		if (!pmf_device_resume(curdev, qual)) {
    290 			rv = false;
    291 			aprint_debug("(failed)");
    292 		}
    293 	}
    294 	deviter_release(&di);
    295 	aprint_debug(".\n");
    296 
    297 	KERNEL_UNLOCK_ONE(0);
    298 #if NWSDISPLAY > 0
    299 	if (rv)
    300 		wsdisplay_handlex(1);
    301 #endif
    302 	return rv;
    303 }
    304 
    305 bool
    306 pmf_system_suspend(const pmf_qual_t *qual)
    307 {
    308 	device_t curdev;
    309 	deviter_t di;
    310 
    311 	if (!pmf_check_system_drivers())
    312 		return false;
    313 #if NWSDISPLAY > 0
    314 	if (wsdisplay_handlex(0))
    315 		return false;
    316 #endif
    317 	KERNEL_LOCK(1, NULL);
    318 
    319 	/*
    320 	 * Flush buffers only if the shutdown didn't do so
    321 	 * already and if there was no panic.
    322 	 */
    323 	if (doing_shutdown == 0 && panicstr == NULL) {
    324 		printf("Flushing disk caches: ");
    325 		do_sys_sync(&lwp0);
    326 		if (buf_syncwait() != 0)
    327 			printf("giving up\n");
    328 		else
    329 			printf("done\n");
    330 	}
    331 
    332 	aprint_debug("Suspending devices:");
    333 
    334 	for (curdev = deviter_first(&di, DEVITER_F_LEAVES_FIRST);
    335 	     curdev != NULL;
    336 	     curdev = deviter_next(&di)) {
    337 		if (!device_is_active(curdev))
    338 			continue;
    339 
    340 		aprint_debug(" %s", device_xname(curdev));
    341 
    342 		/* XXX joerg check return value and abort suspend */
    343 		if (!pmf_device_suspend(curdev, qual))
    344 			aprint_debug("(failed)");
    345 	}
    346 	deviter_release(&di);
    347 
    348 	aprint_debug(".\n");
    349 
    350 	return true;
    351 }
    352 
    353 static bool
    354 shutdown_all(int how)
    355 {
    356 	static struct shutdown_state s;
    357 	device_t curdev;
    358 	bool progress = false;
    359 
    360 	for (curdev = shutdown_first(&s); curdev != NULL;
    361 	     curdev = shutdown_next(&s)) {
    362 		aprint_debug(" shutting down %s, ", device_xname(curdev));
    363 		if (!device_pmf_is_registered(curdev))
    364 			aprint_debug("skipped.");
    365 #if 0 /* needed? */
    366 		else if (!device_pmf_class_shutdown(curdev, how))
    367 			aprint_debug("failed.");
    368 #endif
    369 		else if (!device_pmf_driver_shutdown(curdev, how))
    370 			aprint_debug("failed.");
    371 		else if (!device_pmf_bus_shutdown(curdev, how))
    372 			aprint_debug("failed.");
    373 		else {
    374 			progress = true;
    375 			aprint_debug("success.");
    376 		}
    377 	}
    378 	return progress;
    379 }
    380 
    381 void
    382 pmf_system_shutdown(int how)
    383 {
    384 
    385 	if (panicstr != NULL)
    386 		return;
    387 
    388 	aprint_debug("Shutting down devices:");
    389 	shutdown_all(how);
    390 }
    391 
    392 bool
    393 pmf_set_platform(const char *key, const char *value)
    394 {
    395 	if (pmf_platform == NULL)
    396 		pmf_platform = prop_dictionary_create();
    397 	if (pmf_platform == NULL)
    398 		return false;
    399 
    400 	return prop_dictionary_set_cstring(pmf_platform, key, value);
    401 }
    402 
    403 const char *
    404 pmf_get_platform(const char *key)
    405 {
    406 	const char *value;
    407 
    408 	if (pmf_platform == NULL)
    409 		return NULL;
    410 
    411 	if (!prop_dictionary_get_cstring_nocopy(pmf_platform, key, &value))
    412 		return NULL;
    413 
    414 	return value;
    415 }
    416 
    417 bool
    418 pmf_device_register1(device_t dev,
    419     bool (*suspend)(device_t, const pmf_qual_t *),
    420     bool (*resume)(device_t, const pmf_qual_t *),
    421     bool (*shutdown)(device_t, int))
    422 {
    423 	if (!device_pmf_driver_register(dev, suspend, resume, shutdown))
    424 		return false;
    425 
    426 	if (!device_pmf_driver_child_register(dev)) {
    427 		device_pmf_driver_deregister(dev);
    428 		return false;
    429 	}
    430 
    431 	return true;
    432 }
    433 
    434 void
    435 pmf_device_deregister(device_t dev)
    436 {
    437 	device_pmf_class_deregister(dev);
    438 	device_pmf_bus_deregister(dev);
    439 	device_pmf_driver_deregister(dev);
    440 }
    441 
    442 static const device_suspensor_t _device_suspensor_drvctl = {
    443 	  .ds_delegator = NULL
    444 	, .ds_name = "drvctl"
    445 };
    446 
    447 static const device_suspensor_t _device_suspensor_self = {
    448 	  .ds_delegator = NULL
    449 	, .ds_name = "self"
    450 };
    451 
    452 #if 0
    453 static const device_suspensor_t _device_suspensor_self_delegate = {
    454 	  .ds_delegator = &_device_suspensor_self
    455 	, .ds_name = "self delegate"
    456 };
    457 #endif
    458 
    459 static const device_suspensor_t _device_suspensor_system = {
    460 	  .ds_delegator = NULL
    461 	, .ds_name = "system"
    462 };
    463 
    464 const device_suspensor_t
    465     * const device_suspensor_self = &_device_suspensor_self,
    466 #if 0
    467     * const device_suspensor_self_delegate = &_device_suspensor_self_delegate,
    468 #endif
    469     * const device_suspensor_system = &_device_suspensor_system,
    470     * const device_suspensor_drvctl = &_device_suspensor_drvctl;
    471 
    472 static const pmf_qual_t _pmf_qual_system = {
    473 	  .pq_actlvl = DEVACT_LEVEL_FULL
    474 	, .pq_suspensor = &_device_suspensor_system
    475 };
    476 
    477 static const pmf_qual_t _pmf_qual_drvctl = {
    478 	  .pq_actlvl = DEVACT_LEVEL_FULL
    479 	, .pq_suspensor = &_device_suspensor_drvctl
    480 };
    481 
    482 static const pmf_qual_t _pmf_qual_self = {
    483 	  .pq_actlvl = DEVACT_LEVEL_DRIVER
    484 	, .pq_suspensor = &_device_suspensor_self
    485 };
    486 
    487 const pmf_qual_t
    488     * const PMF_Q_DRVCTL = &_pmf_qual_drvctl,
    489     * const PMF_Q_NONE = &_pmf_qual_system,
    490     * const PMF_Q_SELF = &_pmf_qual_self;
    491 
    492 static bool
    493 device_suspensor_delegates_to(const device_suspensor_t *ds,
    494     const device_suspensor_t *delegate)
    495 {
    496 	const device_suspensor_t *iter;
    497 
    498 	for (iter = delegate->ds_delegator; iter != NULL;
    499 	     iter = iter->ds_delegator) {
    500 		if (ds == iter)
    501 			return true;
    502 	}
    503 	return false;
    504 }
    505 
    506 static bool
    507 add_suspensor(device_t dev, const char *kind, const device_suspensor_t **susp,
    508     const device_suspensor_t *ds)
    509 {
    510 	int i;
    511 
    512 	for (i = 0; i < DEVICE_SUSPENSORS_MAX; i++) {
    513 		if (susp[i] == NULL)
    514 			continue;
    515 		if (ds == susp[i]) {
    516 			PMF_SUSPENSOR_PRINTF((
    517 			    "%s: %s-suspended by %s (delegator %s) already\n",
    518 			    device_xname(dev), kind,
    519 			    susp[i]->ds_name,
    520 			    (susp[i]->ds_delegator != NULL) ?
    521 			    susp[i]->ds_delegator->ds_name : "<none>"));
    522 			return true;
    523 		}
    524 		if (device_suspensor_delegates_to(ds, susp[i])) {
    525 			PMF_SUSPENSOR_PRINTF((
    526 			    "%s: %s assumes %s-suspension by %s "
    527 			    "(delegator %s)\n",
    528 			    device_xname(dev), ds->ds_name, kind,
    529 			    susp[i]->ds_name,
    530 			    (susp[i]->ds_delegator != NULL) ?
    531 			    susp[i]->ds_delegator->ds_name : "<none>"));
    532 			susp[i] = ds;
    533 			return true;
    534 		}
    535 	}
    536 	for (i = 0; i < DEVICE_SUSPENSORS_MAX; i++) {
    537 		if (susp[i] == NULL) {
    538 			susp[i] = ds;
    539 			PMF_SUSPENSOR_PRINTF((
    540 			    "%s: newly %s-suspended by %s (delegator %s)\n",
    541 			    device_xname(dev), kind,
    542 			    susp[i]->ds_name,
    543 			    (susp[i]->ds_delegator != NULL) ?
    544 			    susp[i]->ds_delegator->ds_name : "<none>"));
    545 			return true;
    546 		}
    547 	}
    548 	return false;
    549 }
    550 
    551 static bool
    552 device_pmf_add_suspensor(device_t dev, const pmf_qual_t *pq)
    553 {
    554 	const device_suspensor_t *ds;
    555 
    556 	KASSERT(pq != NULL);
    557 
    558 	ds = pmf_qual_suspension(pq);
    559 
    560 	KASSERT(ds != NULL);
    561 
    562 	if (!add_suspensor(dev, "class", dev->dv_class_suspensors, ds))
    563 		return false;
    564 	if (!add_suspensor(dev, "driver", dev->dv_driver_suspensors, ds))
    565 		return false;
    566 	if (!add_suspensor(dev, "bus", dev->dv_bus_suspensors, ds))
    567 		return false;
    568 	return true;
    569 }
    570 
    571 #if 0
    572 static bool
    573 device_pmf_has_suspension(device_t dev, const device_suspensor_t *ds)
    574 {
    575 	int i;
    576 
    577 	for (i = 0; i < DEVICE_SUSPENSORS_MAX; i++) {
    578 		if (dev->dv_suspensions[i] == ds)
    579 			return true;
    580 		if (device_suspensor_delegates_to(dev->dv_suspensions[i], ds))
    581 			return true;
    582 	}
    583 	return false;
    584 }
    585 #endif
    586 
    587 static bool
    588 any_suspensor(device_t dev, const char *kind, const device_suspensor_t **susp)
    589 {
    590 	int i;
    591 	bool suspended = false;
    592 
    593 	for (i = 0; i < DEVICE_SUSPENSORS_MAX; i++) {
    594 		if (susp[i] != NULL) {
    595 			PMF_SUSPENSOR_PRINTF(("%s: %s is suspended by %s "
    596 			    "(delegator %s)\n",
    597 			    device_xname(dev), kind,
    598 			    susp[i]->ds_name,
    599 			    (susp[i]->ds_delegator != NULL) ?
    600 			    susp[i]->ds_delegator->ds_name : "<none>"));
    601 			suspended = true;
    602 		}
    603 	}
    604 	return suspended;
    605 }
    606 
    607 static bool
    608 device_pmf_any_suspensor(device_t dev, devact_level_t depth)
    609 {
    610 	switch (depth) {
    611 	case DEVACT_LEVEL_FULL:
    612 		if (any_suspensor(dev, "class", dev->dv_class_suspensors))
    613 			return true;
    614 		/*FALLTHROUGH*/
    615 	case DEVACT_LEVEL_DRIVER:
    616 		if (any_suspensor(dev, "driver", dev->dv_driver_suspensors))
    617 			return true;
    618 		/*FALLTHROUGH*/
    619 	case DEVACT_LEVEL_BUS:
    620 		if (any_suspensor(dev, "bus", dev->dv_bus_suspensors))
    621 			return true;
    622 	}
    623 	return false;
    624 }
    625 
    626 static bool
    627 remove_suspensor(device_t dev, const char *kind,
    628     const device_suspensor_t **susp, const device_suspensor_t *ds)
    629 {
    630 	int i;
    631 
    632 	for (i = 0; i < DEVICE_SUSPENSORS_MAX; i++) {
    633 		if (susp[i] == NULL)
    634 			continue;
    635 		if (ds == susp[i] ||
    636 		    device_suspensor_delegates_to(ds, susp[i])) {
    637 			PMF_SUSPENSOR_PRINTF(("%s: %s suspension %s "
    638 			    "(delegator %s) removed by %s\n",
    639 			    device_xname(dev), kind,
    640 			    susp[i]->ds_name,
    641 			    (susp[i]->ds_delegator != NULL)
    642 			        ?  susp[i]->ds_delegator->ds_name
    643 			        : "<none>",
    644 			    ds->ds_name));
    645 			susp[i] = NULL;
    646 			return true;
    647 		}
    648 	}
    649 	return false;
    650 }
    651 
    652 static bool
    653 device_pmf_remove_suspensor(device_t dev, const pmf_qual_t *pq)
    654 {
    655 	const device_suspensor_t *ds;
    656 
    657 	KASSERT(pq != NULL);
    658 
    659 	ds = pmf_qual_suspension(pq);
    660 
    661 	KASSERT(ds != NULL);
    662 
    663 	if (!remove_suspensor(dev, "class", dev->dv_class_suspensors, ds))
    664 		return false;
    665 	if (!remove_suspensor(dev, "driver", dev->dv_driver_suspensors, ds))
    666 		return false;
    667 	if (!remove_suspensor(dev, "bus", dev->dv_bus_suspensors, ds))
    668 		return false;
    669 
    670 	return true;
    671 }
    672 
    673 void
    674 pmf_self_suspensor_init(device_t dev, device_suspensor_t *ds,
    675     pmf_qual_t *pq)
    676 {
    677 	ds->ds_delegator = device_suspensor_self;
    678 	snprintf(ds->ds_name, sizeof(ds->ds_name), "%s-self",
    679 	    device_xname(dev));
    680 	pq->pq_actlvl = DEVACT_LEVEL_DRIVER;
    681 	pq->pq_suspensor = ds;
    682 }
    683 
    684 bool
    685 pmf_device_suspend(device_t dev, const pmf_qual_t *qual)
    686 {
    687 	bool rc;
    688 
    689 	PMF_TRANSITION_PRINTF(("%s: suspend enter\n", device_xname(dev)));
    690 	if (!device_pmf_is_registered(dev))
    691 		return false;
    692 
    693 	if (!device_pmf_lock(dev))
    694 		return false;
    695 
    696 	rc = pmf_device_suspend_locked(dev, qual);
    697 
    698 	device_pmf_unlock(dev);
    699 
    700 	PMF_TRANSITION_PRINTF(("%s: suspend exit\n", device_xname(dev)));
    701 	return rc;
    702 }
    703 
    704 bool
    705 pmf_device_suspend_locked(device_t dev, const pmf_qual_t *qual)
    706 {
    707 	if (!device_pmf_add_suspensor(dev, qual))
    708 		return false;
    709 
    710 	PMF_TRANSITION_PRINTF2(1, ("%s: class suspend\n", device_xname(dev)));
    711 	if (!device_pmf_class_suspend(dev, qual))
    712 		return false;
    713 
    714 	PMF_TRANSITION_PRINTF2(1, ("%s: driver suspend\n", device_xname(dev)));
    715 	if (!device_pmf_driver_suspend(dev, qual))
    716 		return false;
    717 
    718 	PMF_TRANSITION_PRINTF2(1, ("%s: bus suspend\n", device_xname(dev)));
    719 	if (!device_pmf_bus_suspend(dev, qual))
    720 		return false;
    721 
    722 	return true;
    723 }
    724 
    725 bool
    726 pmf_device_resume(device_t dev, const pmf_qual_t *qual)
    727 {
    728 	bool rc;
    729 
    730 	PMF_TRANSITION_PRINTF(("%s: resume enter\n", device_xname(dev)));
    731 	if (!device_pmf_is_registered(dev))
    732 		return false;
    733 
    734 	if (!device_pmf_lock(dev))
    735 		return false;
    736 
    737 	rc = pmf_device_resume_locked(dev, qual);
    738 
    739 	device_pmf_unlock(dev);
    740 
    741 	PMF_TRANSITION_PRINTF(("%s: resume exit\n", device_xname(dev)));
    742 	return rc;
    743 }
    744 
    745 bool
    746 pmf_device_resume_locked(device_t dev, const pmf_qual_t *qual)
    747 {
    748 	device_pmf_remove_suspensor(dev, qual);
    749 
    750 	if (device_pmf_any_suspensor(dev, DEVACT_LEVEL_FULL))
    751 		return true;
    752 
    753 	PMF_TRANSITION_PRINTF2(1, ("%s: bus resume\n", device_xname(dev)));
    754 	if (!device_pmf_bus_resume(dev, qual))
    755 		return false;
    756 
    757 	PMF_TRANSITION_PRINTF2(1, ("%s: driver resume\n", device_xname(dev)));
    758 	if (!device_pmf_driver_resume(dev, qual))
    759 		return false;
    760 
    761 	PMF_TRANSITION_PRINTF2(1, ("%s: class resume\n", device_xname(dev)));
    762 	if (!device_pmf_class_resume(dev, qual))
    763 		return false;
    764 
    765 	return true;
    766 }
    767 
    768 bool
    769 pmf_device_recursive_suspend(device_t dv, const pmf_qual_t *qual)
    770 {
    771 	bool rv = true;
    772 	device_t curdev;
    773 	deviter_t di;
    774 	pmf_qual_t pq;
    775 
    776 	pmf_qual_recursive_copy(&pq, qual);
    777 
    778 	for (curdev = deviter_first(&di, 0); curdev != NULL;
    779 	     curdev = deviter_next(&di)) {
    780 		if (device_parent(curdev) != dv)
    781 			continue;
    782 		if (!pmf_device_recursive_suspend(curdev, &pq)) {
    783 			rv = false;
    784 			break;
    785 		}
    786 	}
    787 	deviter_release(&di);
    788 
    789 	return rv && pmf_device_suspend(dv, qual);
    790 }
    791 
    792 void
    793 pmf_qual_recursive_copy(pmf_qual_t *dst, const pmf_qual_t *src)
    794 {
    795 	*dst = *src;
    796 	dst->pq_actlvl = DEVACT_LEVEL_FULL;
    797 }
    798 
    799 bool
    800 pmf_device_recursive_resume(device_t dv, const pmf_qual_t *qual)
    801 {
    802 	device_t parent;
    803 	pmf_qual_t pq;
    804 
    805 	if (device_is_active(dv))
    806 		return true;
    807 
    808 	pmf_qual_recursive_copy(&pq, qual);
    809 
    810 	parent = device_parent(dv);
    811 	if (parent != NULL) {
    812 		if (!pmf_device_recursive_resume(parent, &pq))
    813 			return false;
    814 	}
    815 
    816 	return pmf_device_resume(dv, qual);
    817 }
    818 
    819 bool
    820 pmf_device_descendants_release(device_t dv, const pmf_qual_t *qual)
    821 {
    822 	bool rv = true;
    823 	device_t curdev;
    824 	deviter_t di;
    825 
    826 	for (curdev = deviter_first(&di, 0); curdev != NULL;
    827 	     curdev = deviter_next(&di)) {
    828 		if (device_parent(curdev) != dv)
    829 			continue;
    830 		device_pmf_remove_suspensor(curdev, qual);
    831 		if (!pmf_device_descendants_release(curdev, qual)) {
    832 			rv = false;
    833 			break;
    834 		}
    835 	}
    836 	deviter_release(&di);
    837 	return rv;
    838 }
    839 
    840 bool
    841 pmf_device_descendants_resume(device_t dv, const pmf_qual_t *qual)
    842 {
    843 	bool rv = true;
    844 	device_t curdev;
    845 	deviter_t di;
    846 
    847 	KASSERT(pmf_qual_descend_ok(qual));
    848 
    849 	for (curdev = deviter_first(&di, 0); curdev != NULL;
    850 	     curdev = deviter_next(&di)) {
    851 		if (device_parent(curdev) != dv)
    852 			continue;
    853 		if (!pmf_device_resume(curdev, qual) ||
    854 		    !pmf_device_descendants_resume(curdev, qual)) {
    855 			rv = false;
    856 			break;
    857 		}
    858 	}
    859 	deviter_release(&di);
    860 	return rv;
    861 }
    862 
    863 bool
    864 pmf_device_subtree_release(device_t dv, const pmf_qual_t *qual)
    865 {
    866 	pmf_qual_t pq;
    867 
    868 	device_pmf_remove_suspensor(dv, qual);
    869 
    870 	pmf_qual_recursive_copy(&pq, qual);
    871 
    872 	return pmf_device_descendants_release(dv, &pq);
    873 }
    874 
    875 bool
    876 pmf_device_subtree_resume(device_t dv, const pmf_qual_t *qual)
    877 {
    878 	pmf_qual_t pq;
    879 
    880 	if (!pmf_device_subtree_release(dv, qual))
    881 		return false;
    882 
    883 	if (!pmf_device_recursive_resume(dv, qual))
    884 		return false;
    885 
    886 	pmf_qual_recursive_copy(&pq, qual);
    887 
    888 	return pmf_device_descendants_resume(dv, &pq);
    889 }
    890 
    891 #include <net/if.h>
    892 
    893 static bool
    894 pmf_class_network_suspend(device_t dev, const pmf_qual_t *qual)
    895 {
    896 	struct ifnet *ifp = device_pmf_class_private(dev);
    897 	int s;
    898 
    899 	s = splnet();
    900 	(*ifp->if_stop)(ifp, 0);
    901 	splx(s);
    902 
    903 	return true;
    904 }
    905 
    906 static bool
    907 pmf_class_network_resume(device_t dev, const pmf_qual_t *qual)
    908 {
    909 	struct ifnet *ifp = device_pmf_class_private(dev);
    910 	int s;
    911 
    912 	s = splnet();
    913 	if (ifp->if_flags & IFF_UP) {
    914 		ifp->if_flags &= ~IFF_RUNNING;
    915 		if ((*ifp->if_init)(ifp) != 0)
    916 			aprint_normal_ifnet(ifp, "resume failed\n");
    917 		(*ifp->if_start)(ifp);
    918 	}
    919 	splx(s);
    920 
    921 	return true;
    922 }
    923 
    924 void
    925 pmf_class_network_register(device_t dev, struct ifnet *ifp)
    926 {
    927 	device_pmf_class_register(dev, ifp, pmf_class_network_suspend,
    928 	    pmf_class_network_resume, NULL);
    929 }
    930 
    931 bool
    932 pmf_event_inject(device_t dv, pmf_generic_event_t ev)
    933 {
    934 	pmf_event_workitem_t *pew;
    935 
    936 	pew = pmf_event_workitem_get();
    937 	if (pew == NULL) {
    938 		PMF_EVENT_PRINTF(("%s: PMF event %d dropped (no memory)\n",
    939 		    dv ? device_xname(dv) : "<anonymous>", ev));
    940 		return false;
    941 	}
    942 
    943 	pew->pew_event = ev;
    944 	pew->pew_device = dv;
    945 
    946 	workqueue_enqueue(pmf_event_workqueue, &pew->pew_work, NULL);
    947 	PMF_EVENT_PRINTF(("%s: PMF event %d injected\n",
    948 	    dv ? device_xname(dv) : "<anonymous>", ev));
    949 
    950 	return true;
    951 }
    952 
    953 bool
    954 pmf_event_register(device_t dv, pmf_generic_event_t ev,
    955     void (*handler)(device_t), bool global)
    956 {
    957 	pmf_event_handler_t *event;
    958 
    959 	event = kmem_alloc(sizeof(*event), KM_SLEEP);
    960 	event->pmf_event = ev;
    961 	event->pmf_handler = handler;
    962 	event->pmf_device = dv;
    963 	event->pmf_global = global;
    964 	TAILQ_INSERT_TAIL(&pmf_all_events, event, pmf_link);
    965 
    966 	return true;
    967 }
    968 
    969 void
    970 pmf_event_deregister(device_t dv, pmf_generic_event_t ev,
    971     void (*handler)(device_t), bool global)
    972 {
    973 	pmf_event_handler_t *event;
    974 
    975 	TAILQ_FOREACH(event, &pmf_all_events, pmf_link) {
    976 		if (event->pmf_event != ev)
    977 			continue;
    978 		if (event->pmf_device != dv)
    979 			continue;
    980 		if (event->pmf_global != global)
    981 			continue;
    982 		if (event->pmf_handler != handler)
    983 			continue;
    984 		TAILQ_REMOVE(&pmf_all_events, event, pmf_link);
    985 		kmem_free(event, sizeof(*event));
    986 		return;
    987 	}
    988 }
    989 
    990 struct display_class_softc {
    991 	TAILQ_ENTRY(display_class_softc) dc_link;
    992 	device_t dc_dev;
    993 };
    994 
    995 static TAILQ_HEAD(, display_class_softc) all_displays;
    996 static callout_t global_idle_counter;
    997 static int idle_timeout = 30;
    998 
    999 static void
   1000 input_idle(void *dummy)
   1001 {
   1002 	PMF_IDLE_PRINTF(("Input idle handler called\n"));
   1003 	pmf_event_inject(NULL, PMFE_DISPLAY_OFF);
   1004 }
   1005 
   1006 static void
   1007 input_activity_handler(device_t dv, devactive_t type)
   1008 {
   1009 	if (!TAILQ_EMPTY(&all_displays))
   1010 		callout_schedule(&global_idle_counter, idle_timeout * hz);
   1011 }
   1012 
   1013 static void
   1014 pmf_class_input_deregister(device_t dv)
   1015 {
   1016 	device_active_deregister(dv, input_activity_handler);
   1017 }
   1018 
   1019 bool
   1020 pmf_class_input_register(device_t dv)
   1021 {
   1022 	if (!device_active_register(dv, input_activity_handler))
   1023 		return false;
   1024 
   1025 	device_pmf_class_register(dv, NULL, NULL, NULL,
   1026 	    pmf_class_input_deregister);
   1027 
   1028 	return true;
   1029 }
   1030 
   1031 static void
   1032 pmf_class_display_deregister(device_t dv)
   1033 {
   1034 	struct display_class_softc *sc = device_pmf_class_private(dv);
   1035 	int s;
   1036 
   1037 	s = splsoftclock();
   1038 	TAILQ_REMOVE(&all_displays, sc, dc_link);
   1039 	if (TAILQ_EMPTY(&all_displays))
   1040 		callout_stop(&global_idle_counter);
   1041 	splx(s);
   1042 
   1043 	kmem_free(sc, sizeof(*sc));
   1044 }
   1045 
   1046 bool
   1047 pmf_class_display_register(device_t dv)
   1048 {
   1049 	struct display_class_softc *sc;
   1050 	int s;
   1051 
   1052 	sc = kmem_alloc(sizeof(*sc), KM_SLEEP);
   1053 
   1054 	s = splsoftclock();
   1055 	if (TAILQ_EMPTY(&all_displays))
   1056 		callout_schedule(&global_idle_counter, idle_timeout * hz);
   1057 
   1058 	TAILQ_INSERT_HEAD(&all_displays, sc, dc_link);
   1059 	splx(s);
   1060 
   1061 	device_pmf_class_register(dv, sc, NULL, NULL,
   1062 	    pmf_class_display_deregister);
   1063 
   1064 	return true;
   1065 }
   1066 
   1067 static void
   1068 pmf_event_workitem_put(pmf_event_workitem_t *pew)
   1069 {
   1070 
   1071 	KASSERT(pew != NULL);
   1072 	pool_put(&pew_pl, pew);
   1073 }
   1074 
   1075 static pmf_event_workitem_t *
   1076 pmf_event_workitem_get(void)
   1077 {
   1078 
   1079 	return pool_get(&pew_pl, PR_NOWAIT);
   1080 }
   1081 
   1082 void
   1083 pmf_init(void)
   1084 {
   1085 	int err;
   1086 
   1087 	pool_init(&pew_pl, sizeof(pmf_event_workitem_t), 0, 0, 0,
   1088 	    "pewpl", NULL, IPL_HIGH);
   1089 	pool_setlowat(&pew_pl, 1);
   1090 	pool_sethiwat(&pew_pl, 8);
   1091 
   1092 	KASSERT(pmf_event_workqueue == NULL);
   1093 	err = workqueue_create(&pmf_event_workqueue, "pmfevent",
   1094 	    pmf_event_worker, NULL, PRI_NONE, IPL_VM, 0);
   1095 	if (err)
   1096 		panic("couldn't create pmfevent workqueue");
   1097 
   1098 	KASSERT(pmf_suspend_workqueue == NULL);
   1099 	err = workqueue_create(&pmf_suspend_workqueue, "pmfsuspend",
   1100 	    pmf_suspend_worker, NULL, PRI_NONE, IPL_VM, 0);
   1101 	if (err)
   1102 		panic("couldn't create pmfsuspend workqueue");
   1103 
   1104 
   1105 	callout_init(&global_idle_counter, 0);
   1106 	callout_setfunc(&global_idle_counter, input_idle, NULL);
   1107 }
   1108