Home | History | Annotate | Line # | Download | only in kern
kern_hook.c revision 1.14
      1  1.14  riastrad /*	$NetBSD: kern_hook.c,v 1.14 2022/10/26 23:21:06 riastradh Exp $	*/
      2   1.1     pooka 
      3   1.1     pooka /*-
      4   1.1     pooka  * Copyright (c) 1997, 1998, 1999, 2002, 2007, 2008 The NetBSD Foundation, Inc.
      5   1.1     pooka  * All rights reserved.
      6   1.1     pooka  *
      7   1.1     pooka  * This code is derived from software contributed to The NetBSD Foundation
      8   1.1     pooka  * by Jason R. Thorpe of the Numerical Aerospace Simulation Facility,
      9   1.1     pooka  * NASA Ames Research Center, and by Luke Mewburn.
     10   1.1     pooka  *
     11   1.1     pooka  * Redistribution and use in source and binary forms, with or without
     12   1.1     pooka  * modification, are permitted provided that the following conditions
     13   1.1     pooka  * are met:
     14   1.1     pooka  * 1. Redistributions of source code must retain the above copyright
     15   1.1     pooka  *    notice, this list of conditions and the following disclaimer.
     16   1.1     pooka  * 2. Redistributions in binary form must reproduce the above copyright
     17   1.1     pooka  *    notice, this list of conditions and the following disclaimer in the
     18   1.1     pooka  *    documentation and/or other materials provided with the distribution.
     19   1.1     pooka  *
     20   1.1     pooka  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     21   1.1     pooka  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     22   1.1     pooka  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     23   1.1     pooka  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     24   1.1     pooka  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     25   1.1     pooka  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     26   1.1     pooka  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     27   1.1     pooka  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     28   1.1     pooka  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     29   1.1     pooka  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     30   1.1     pooka  * POSSIBILITY OF SUCH DAMAGE.
     31   1.1     pooka  */
     32   1.1     pooka 
     33   1.1     pooka #include <sys/cdefs.h>
     34  1.14  riastrad __KERNEL_RCSID(0, "$NetBSD: kern_hook.c,v 1.14 2022/10/26 23:21:06 riastradh Exp $");
     35   1.1     pooka 
     36   1.1     pooka #include <sys/param.h>
     37  1.14  riastrad 
     38  1.10     skrll #include <sys/condvar.h>
     39  1.11     skrll #include <sys/cpu.h>
     40  1.10     skrll #include <sys/device.h>
     41  1.14  riastrad #include <sys/exec.h>
     42  1.10     skrll #include <sys/hook.h>
     43  1.10     skrll #include <sys/kmem.h>
     44   1.1     pooka #include <sys/malloc.h>
     45   1.1     pooka #include <sys/rwlock.h>
     46   1.1     pooka #include <sys/systm.h>
     47   1.1     pooka 
     48   1.1     pooka /*
     49   1.1     pooka  * A generic linear hook.
     50   1.1     pooka  */
     51   1.1     pooka struct hook_desc {
     52   1.1     pooka 	LIST_ENTRY(hook_desc) hk_list;
     53   1.1     pooka 	void	(*hk_fn)(void *);
     54   1.1     pooka 	void	*hk_arg;
     55   1.1     pooka };
     56   1.1     pooka typedef LIST_HEAD(, hook_desc) hook_list_t;
     57   1.1     pooka 
     58   1.9  yamaguch enum hook_list_st {
     59   1.9  yamaguch 	HKLIST_IDLE,
     60   1.9  yamaguch 	HKLIST_INUSE,
     61   1.9  yamaguch };
     62   1.9  yamaguch 
     63   1.9  yamaguch struct khook_list {
     64   1.9  yamaguch 	hook_list_t	 hl_list;
     65   1.9  yamaguch 	kmutex_t	 hl_lock;
     66   1.9  yamaguch 	kmutex_t	*hl_cvlock;
     67   1.9  yamaguch 	struct lwp	*hl_lwp;
     68   1.9  yamaguch 	kcondvar_t	 hl_cv;
     69   1.9  yamaguch 	enum hook_list_st
     70   1.9  yamaguch 			 hl_state;
     71   1.9  yamaguch 	khook_t		*hl_active_hk;
     72   1.9  yamaguch 	char		 hl_namebuf[HOOKNAMSIZ];
     73   1.9  yamaguch };
     74   1.9  yamaguch 
     75   1.1     pooka int	powerhook_debug = 0;
     76   1.1     pooka 
     77   1.1     pooka static void *
     78   1.1     pooka hook_establish(hook_list_t *list, void (*fn)(void *), void *arg)
     79   1.1     pooka {
     80   1.1     pooka 	struct hook_desc *hd;
     81   1.1     pooka 
     82   1.1     pooka 	hd = malloc(sizeof(*hd), M_DEVBUF, M_NOWAIT);
     83   1.1     pooka 	if (hd == NULL)
     84   1.1     pooka 		return (NULL);
     85   1.1     pooka 
     86   1.1     pooka 	hd->hk_fn = fn;
     87   1.1     pooka 	hd->hk_arg = arg;
     88   1.1     pooka 	LIST_INSERT_HEAD(list, hd, hk_list);
     89   1.1     pooka 
     90   1.1     pooka 	return (hd);
     91   1.1     pooka }
     92   1.1     pooka 
     93   1.1     pooka static void
     94   1.1     pooka hook_disestablish(hook_list_t *list, void *vhook)
     95   1.1     pooka {
     96   1.1     pooka #ifdef DIAGNOSTIC
     97   1.1     pooka 	struct hook_desc *hd;
     98   1.1     pooka 
     99   1.1     pooka 	LIST_FOREACH(hd, list, hk_list) {
    100   1.1     pooka                 if (hd == vhook)
    101   1.1     pooka 			break;
    102   1.1     pooka 	}
    103   1.1     pooka 
    104   1.1     pooka 	if (hd == NULL)
    105   1.1     pooka 		panic("hook_disestablish: hook %p not established", vhook);
    106   1.1     pooka #endif
    107   1.1     pooka 	LIST_REMOVE((struct hook_desc *)vhook, hk_list);
    108   1.1     pooka 	free(vhook, M_DEVBUF);
    109   1.1     pooka }
    110   1.1     pooka 
    111   1.1     pooka static void
    112   1.1     pooka hook_destroy(hook_list_t *list)
    113   1.1     pooka {
    114   1.1     pooka 	struct hook_desc *hd;
    115   1.1     pooka 
    116   1.1     pooka 	while ((hd = LIST_FIRST(list)) != NULL) {
    117   1.1     pooka 		LIST_REMOVE(hd, hk_list);
    118   1.1     pooka 		free(hd, M_DEVBUF);
    119   1.1     pooka 	}
    120   1.1     pooka }
    121   1.1     pooka 
    122   1.1     pooka static void
    123   1.1     pooka hook_proc_run(hook_list_t *list, struct proc *p)
    124   1.1     pooka {
    125   1.1     pooka 	struct hook_desc *hd;
    126   1.1     pooka 
    127   1.8  christos 	LIST_FOREACH(hd, list, hk_list) {
    128   1.8  christos 		__FPTRCAST(void (*)(struct proc *, void *), *hd->hk_fn)(p,
    129   1.8  christos 		    hd->hk_arg);
    130   1.8  christos 	}
    131   1.1     pooka }
    132   1.1     pooka 
    133   1.1     pooka /*
    134   1.1     pooka  * "Shutdown hook" types, functions, and variables.
    135   1.1     pooka  *
    136   1.1     pooka  * Should be invoked immediately before the
    137   1.1     pooka  * system is halted or rebooted, i.e. after file systems unmounted,
    138   1.1     pooka  * after crash dump done, etc.
    139   1.1     pooka  *
    140   1.1     pooka  * Each shutdown hook is removed from the list before it's run, so that
    141   1.1     pooka  * it won't be run again.
    142   1.1     pooka  */
    143   1.1     pooka 
    144   1.1     pooka static hook_list_t shutdownhook_list = LIST_HEAD_INITIALIZER(shutdownhook_list);
    145   1.1     pooka 
    146   1.1     pooka void *
    147   1.1     pooka shutdownhook_establish(void (*fn)(void *), void *arg)
    148   1.1     pooka {
    149   1.1     pooka 	return hook_establish(&shutdownhook_list, fn, arg);
    150   1.1     pooka }
    151   1.1     pooka 
    152   1.1     pooka void
    153   1.1     pooka shutdownhook_disestablish(void *vhook)
    154   1.1     pooka {
    155   1.1     pooka 	hook_disestablish(&shutdownhook_list, vhook);
    156   1.1     pooka }
    157   1.1     pooka 
    158   1.1     pooka /*
    159   1.1     pooka  * Run shutdown hooks.  Should be invoked immediately before the
    160   1.1     pooka  * system is halted or rebooted, i.e. after file systems unmounted,
    161   1.1     pooka  * after crash dump done, etc.
    162   1.1     pooka  *
    163   1.1     pooka  * Each shutdown hook is removed from the list before it's run, so that
    164   1.1     pooka  * it won't be run again.
    165   1.1     pooka  */
    166   1.1     pooka void
    167   1.1     pooka doshutdownhooks(void)
    168   1.1     pooka {
    169   1.1     pooka 	struct hook_desc *dp;
    170   1.1     pooka 
    171   1.1     pooka 	while ((dp = LIST_FIRST(&shutdownhook_list)) != NULL) {
    172   1.1     pooka 		LIST_REMOVE(dp, hk_list);
    173   1.1     pooka 		(*dp->hk_fn)(dp->hk_arg);
    174   1.1     pooka #if 0
    175   1.1     pooka 		/*
    176   1.1     pooka 		 * Don't bother freeing the hook structure,, since we may
    177   1.1     pooka 		 * be rebooting because of a memory corruption problem,
    178   1.1     pooka 		 * and this might only make things worse.  It doesn't
    179   1.1     pooka 		 * matter, anyway, since the system is just about to
    180   1.1     pooka 		 * reboot.
    181   1.1     pooka 		 */
    182   1.1     pooka 		free(dp, M_DEVBUF);
    183   1.1     pooka #endif
    184   1.1     pooka 	}
    185   1.1     pooka }
    186   1.1     pooka 
    187   1.1     pooka /*
    188   1.1     pooka  * "Mountroot hook" types, functions, and variables.
    189   1.1     pooka  */
    190   1.1     pooka 
    191   1.1     pooka static hook_list_t mountroothook_list=LIST_HEAD_INITIALIZER(mountroothook_list);
    192   1.1     pooka 
    193   1.1     pooka void *
    194   1.1     pooka mountroothook_establish(void (*fn)(device_t), device_t dev)
    195   1.1     pooka {
    196   1.8  christos 	return hook_establish(&mountroothook_list, __FPTRCAST(void (*), fn),
    197   1.8  christos 	    dev);
    198   1.1     pooka }
    199   1.1     pooka 
    200   1.1     pooka void
    201   1.1     pooka mountroothook_disestablish(void *vhook)
    202   1.1     pooka {
    203   1.1     pooka 	hook_disestablish(&mountroothook_list, vhook);
    204   1.1     pooka }
    205   1.1     pooka 
    206   1.1     pooka void
    207   1.1     pooka mountroothook_destroy(void)
    208   1.1     pooka {
    209   1.1     pooka 	hook_destroy(&mountroothook_list);
    210   1.1     pooka }
    211   1.1     pooka 
    212   1.1     pooka void
    213   1.5       chs domountroothook(device_t therootdev)
    214   1.1     pooka {
    215   1.1     pooka 	struct hook_desc *hd;
    216   1.1     pooka 
    217   1.1     pooka 	LIST_FOREACH(hd, &mountroothook_list, hk_list) {
    218   1.2     pooka 		if (hd->hk_arg == therootdev) {
    219   1.1     pooka 			(*hd->hk_fn)(hd->hk_arg);
    220   1.1     pooka 			return;
    221   1.1     pooka 		}
    222   1.1     pooka 	}
    223   1.1     pooka }
    224   1.1     pooka 
    225   1.1     pooka static hook_list_t exechook_list = LIST_HEAD_INITIALIZER(exechook_list);
    226   1.1     pooka 
    227   1.1     pooka void *
    228   1.1     pooka exechook_establish(void (*fn)(struct proc *, void *), void *arg)
    229   1.1     pooka {
    230   1.8  christos 	return hook_establish(&exechook_list, __FPTRCAST(void (*)(void *), fn),
    231   1.8  christos 	    arg);
    232   1.1     pooka }
    233   1.1     pooka 
    234   1.1     pooka void
    235   1.1     pooka exechook_disestablish(void *vhook)
    236   1.1     pooka {
    237   1.1     pooka 	hook_disestablish(&exechook_list, vhook);
    238   1.1     pooka }
    239   1.1     pooka 
    240   1.1     pooka /*
    241   1.1     pooka  * Run exec hooks.
    242   1.1     pooka  */
    243   1.1     pooka void
    244   1.1     pooka doexechooks(struct proc *p)
    245   1.1     pooka {
    246   1.1     pooka 	hook_proc_run(&exechook_list, p);
    247   1.1     pooka }
    248   1.1     pooka 
    249   1.1     pooka static hook_list_t exithook_list = LIST_HEAD_INITIALIZER(exithook_list);
    250   1.1     pooka 
    251   1.1     pooka void *
    252   1.1     pooka exithook_establish(void (*fn)(struct proc *, void *), void *arg)
    253   1.1     pooka {
    254   1.1     pooka 	void *rv;
    255   1.1     pooka 
    256   1.1     pooka 	rw_enter(&exec_lock, RW_WRITER);
    257   1.8  christos 	rv = hook_establish(&exithook_list, __FPTRCAST(void (*)(void *), fn),
    258   1.8  christos 	    arg);
    259   1.1     pooka 	rw_exit(&exec_lock);
    260   1.1     pooka 	return rv;
    261   1.1     pooka }
    262   1.1     pooka 
    263   1.1     pooka void
    264   1.1     pooka exithook_disestablish(void *vhook)
    265   1.1     pooka {
    266   1.1     pooka 
    267   1.1     pooka 	rw_enter(&exec_lock, RW_WRITER);
    268   1.1     pooka 	hook_disestablish(&exithook_list, vhook);
    269   1.1     pooka 	rw_exit(&exec_lock);
    270   1.1     pooka }
    271   1.1     pooka 
    272   1.1     pooka /*
    273   1.1     pooka  * Run exit hooks.
    274   1.1     pooka  */
    275   1.1     pooka void
    276   1.1     pooka doexithooks(struct proc *p)
    277   1.1     pooka {
    278   1.1     pooka 	hook_proc_run(&exithook_list, p);
    279   1.1     pooka }
    280   1.1     pooka 
    281   1.1     pooka static hook_list_t forkhook_list = LIST_HEAD_INITIALIZER(forkhook_list);
    282   1.1     pooka 
    283   1.1     pooka void *
    284   1.1     pooka forkhook_establish(void (*fn)(struct proc *, struct proc *))
    285   1.1     pooka {
    286   1.8  christos 	return hook_establish(&forkhook_list, __FPTRCAST(void (*)(void *), fn),
    287   1.8  christos 	    NULL);
    288   1.1     pooka }
    289   1.1     pooka 
    290   1.1     pooka void
    291   1.1     pooka forkhook_disestablish(void *vhook)
    292   1.1     pooka {
    293   1.1     pooka 	hook_disestablish(&forkhook_list, vhook);
    294   1.1     pooka }
    295   1.1     pooka 
    296   1.1     pooka /*
    297   1.1     pooka  * Run fork hooks.
    298   1.1     pooka  */
    299   1.1     pooka void
    300   1.1     pooka doforkhooks(struct proc *p2, struct proc *p1)
    301   1.1     pooka {
    302   1.1     pooka 	struct hook_desc *hd;
    303   1.1     pooka 
    304   1.1     pooka 	LIST_FOREACH(hd, &forkhook_list, hk_list) {
    305   1.8  christos 		__FPTRCAST(void (*)(struct proc *, struct proc *), *hd->hk_fn)
    306   1.1     pooka 		    (p2, p1);
    307   1.1     pooka 	}
    308   1.1     pooka }
    309   1.1     pooka 
    310   1.4      matt static hook_list_t critpollhook_list = LIST_HEAD_INITIALIZER(critpollhook_list);
    311   1.4      matt 
    312   1.4      matt void *
    313   1.4      matt critpollhook_establish(void (*fn)(void *), void *arg)
    314   1.4      matt {
    315   1.4      matt 	return hook_establish(&critpollhook_list, fn, arg);
    316   1.4      matt }
    317   1.4      matt 
    318   1.4      matt void
    319   1.4      matt critpollhook_disestablish(void *vhook)
    320   1.4      matt {
    321   1.4      matt 	hook_disestablish(&critpollhook_list, vhook);
    322   1.4      matt }
    323   1.4      matt 
    324   1.4      matt /*
    325   1.4      matt  * Run critical polling hooks.
    326   1.4      matt  */
    327   1.4      matt void
    328   1.4      matt docritpollhooks(void)
    329   1.4      matt {
    330   1.4      matt 	struct hook_desc *hd;
    331   1.4      matt 
    332   1.4      matt 	LIST_FOREACH(hd, &critpollhook_list, hk_list) {
    333   1.4      matt 		(*hd->hk_fn)(hd->hk_arg);
    334   1.4      matt 	}
    335   1.4      matt }
    336   1.4      matt 
    337   1.1     pooka /*
    338   1.1     pooka  * "Power hook" types, functions, and variables.
    339   1.1     pooka  * The list of power hooks is kept ordered with the last registered hook
    340   1.1     pooka  * first.
    341   1.1     pooka  * When running the hooks on power down the hooks are called in reverse
    342   1.1     pooka  * registration order, when powering up in registration order.
    343   1.1     pooka  */
    344   1.1     pooka struct powerhook_desc {
    345   1.6  christos 	TAILQ_ENTRY(powerhook_desc) sfd_list;
    346   1.1     pooka 	void	(*sfd_fn)(int, void *);
    347   1.1     pooka 	void	*sfd_arg;
    348   1.1     pooka 	char	sfd_name[16];
    349   1.1     pooka };
    350   1.1     pooka 
    351   1.6  christos static TAILQ_HEAD(powerhook_head, powerhook_desc) powerhook_list =
    352   1.6  christos     TAILQ_HEAD_INITIALIZER(powerhook_list);
    353   1.1     pooka 
    354   1.1     pooka void *
    355   1.1     pooka powerhook_establish(const char *name, void (*fn)(int, void *), void *arg)
    356   1.1     pooka {
    357   1.1     pooka 	struct powerhook_desc *ndp;
    358   1.1     pooka 
    359   1.1     pooka 	ndp = (struct powerhook_desc *)
    360   1.1     pooka 	    malloc(sizeof(*ndp), M_DEVBUF, M_NOWAIT);
    361   1.1     pooka 	if (ndp == NULL)
    362   1.1     pooka 		return (NULL);
    363   1.1     pooka 
    364   1.1     pooka 	ndp->sfd_fn = fn;
    365   1.1     pooka 	ndp->sfd_arg = arg;
    366   1.1     pooka 	strlcpy(ndp->sfd_name, name, sizeof(ndp->sfd_name));
    367   1.6  christos 	TAILQ_INSERT_HEAD(&powerhook_list, ndp, sfd_list);
    368   1.1     pooka 
    369   1.1     pooka 	aprint_error("%s: WARNING: powerhook_establish is deprecated\n", name);
    370   1.1     pooka 	return (ndp);
    371   1.1     pooka }
    372   1.1     pooka 
    373   1.1     pooka void
    374   1.1     pooka powerhook_disestablish(void *vhook)
    375   1.1     pooka {
    376   1.1     pooka #ifdef DIAGNOSTIC
    377   1.1     pooka 	struct powerhook_desc *dp;
    378   1.1     pooka 
    379   1.6  christos 	TAILQ_FOREACH(dp, &powerhook_list, sfd_list)
    380   1.1     pooka                 if (dp == vhook)
    381   1.1     pooka 			goto found;
    382   1.1     pooka 	panic("powerhook_disestablish: hook %p not established", vhook);
    383   1.1     pooka  found:
    384   1.1     pooka #endif
    385   1.1     pooka 
    386   1.6  christos 	TAILQ_REMOVE(&powerhook_list, (struct powerhook_desc *)vhook,
    387   1.1     pooka 	    sfd_list);
    388   1.1     pooka 	free(vhook, M_DEVBUF);
    389   1.1     pooka }
    390   1.1     pooka 
    391   1.1     pooka /*
    392   1.1     pooka  * Run power hooks.
    393   1.1     pooka  */
    394   1.1     pooka void
    395   1.1     pooka dopowerhooks(int why)
    396   1.1     pooka {
    397   1.1     pooka 	struct powerhook_desc *dp;
    398   1.1     pooka 	const char *why_name;
    399   1.1     pooka 	static const char * pwr_names[] = {PWR_NAMES};
    400   1.1     pooka 	why_name = why < __arraycount(pwr_names) ? pwr_names[why] : "???";
    401   1.1     pooka 
    402   1.1     pooka 	if (why == PWR_RESUME || why == PWR_SOFTRESUME) {
    403   1.6  christos 		TAILQ_FOREACH_REVERSE(dp, &powerhook_list, powerhook_head,
    404   1.6  christos 		    sfd_list)
    405   1.6  christos 		{
    406   1.1     pooka 			if (powerhook_debug)
    407   1.1     pooka 				printf("dopowerhooks %s: %s (%p)\n",
    408   1.1     pooka 				    why_name, dp->sfd_name, dp);
    409   1.1     pooka 			(*dp->sfd_fn)(why, dp->sfd_arg);
    410   1.1     pooka 		}
    411   1.1     pooka 	} else {
    412   1.6  christos 		TAILQ_FOREACH(dp, &powerhook_list, sfd_list) {
    413   1.1     pooka 			if (powerhook_debug)
    414   1.1     pooka 				printf("dopowerhooks %s: %s (%p)\n",
    415   1.1     pooka 				    why_name, dp->sfd_name, dp);
    416   1.1     pooka 			(*dp->sfd_fn)(why, dp->sfd_arg);
    417   1.1     pooka 		}
    418   1.1     pooka 	}
    419   1.1     pooka 
    420   1.1     pooka 	if (powerhook_debug)
    421   1.1     pooka 		printf("dopowerhooks: %s done\n", why_name);
    422   1.1     pooka }
    423   1.9  yamaguch 
    424   1.9  yamaguch /*
    425   1.9  yamaguch  * A simple linear hook.
    426   1.9  yamaguch  */
    427   1.9  yamaguch 
    428   1.9  yamaguch khook_list_t *
    429   1.9  yamaguch simplehook_create(int ipl, const char *wmsg)
    430   1.9  yamaguch {
    431   1.9  yamaguch 	khook_list_t *l;
    432   1.9  yamaguch 
    433   1.9  yamaguch 	l = kmem_zalloc(sizeof(*l), KM_SLEEP);
    434   1.9  yamaguch 
    435   1.9  yamaguch 	mutex_init(&l->hl_lock, MUTEX_DEFAULT, ipl);
    436   1.9  yamaguch 	strlcpy(l->hl_namebuf, wmsg, sizeof(l->hl_namebuf));
    437   1.9  yamaguch 	cv_init(&l->hl_cv, l->hl_namebuf);
    438   1.9  yamaguch 	LIST_INIT(&l->hl_list);
    439   1.9  yamaguch 	l->hl_state = HKLIST_IDLE;
    440   1.9  yamaguch 
    441   1.9  yamaguch 	return l;
    442   1.9  yamaguch }
    443   1.9  yamaguch 
    444   1.9  yamaguch void
    445   1.9  yamaguch simplehook_destroy(khook_list_t *l)
    446   1.9  yamaguch {
    447   1.9  yamaguch 	struct hook_desc *hd;
    448   1.9  yamaguch 
    449   1.9  yamaguch 	KASSERT(l->hl_state == HKLIST_IDLE);
    450   1.9  yamaguch 
    451   1.9  yamaguch 	while ((hd = LIST_FIRST(&l->hl_list)) != NULL) {
    452   1.9  yamaguch 		LIST_REMOVE(hd, hk_list);
    453   1.9  yamaguch 		kmem_free(hd, sizeof(*hd));
    454   1.9  yamaguch 	}
    455   1.9  yamaguch 
    456   1.9  yamaguch 	cv_destroy(&l->hl_cv);
    457   1.9  yamaguch 	mutex_destroy(&l->hl_lock);
    458   1.9  yamaguch 	kmem_free(l, sizeof(*l));
    459   1.9  yamaguch }
    460   1.9  yamaguch 
    461   1.9  yamaguch int
    462   1.9  yamaguch simplehook_dohooks(khook_list_t *l)
    463   1.9  yamaguch {
    464   1.9  yamaguch 	struct hook_desc *hd, *nexthd;
    465   1.9  yamaguch 	kmutex_t *cv_lock;
    466   1.9  yamaguch 	void (*fn)(void *);
    467   1.9  yamaguch 	void *arg;
    468   1.9  yamaguch 
    469   1.9  yamaguch 	mutex_enter(&l->hl_lock);
    470   1.9  yamaguch 	if (l->hl_state != HKLIST_IDLE) {
    471   1.9  yamaguch 		mutex_exit(&l->hl_lock);
    472   1.9  yamaguch 		return EBUSY;
    473   1.9  yamaguch 	}
    474   1.9  yamaguch 
    475   1.9  yamaguch 	/* stop removing hooks */
    476   1.9  yamaguch 	l->hl_state = HKLIST_INUSE;
    477   1.9  yamaguch 	l->hl_lwp = curlwp;
    478   1.9  yamaguch 
    479   1.9  yamaguch 	LIST_FOREACH(hd, &l->hl_list, hk_list) {
    480   1.9  yamaguch 		if (hd->hk_fn == NULL)
    481   1.9  yamaguch 			continue;
    482   1.9  yamaguch 
    483   1.9  yamaguch 		fn = hd->hk_fn;
    484   1.9  yamaguch 		arg = hd->hk_arg;
    485   1.9  yamaguch 		l->hl_active_hk = hd;
    486   1.9  yamaguch 		l->hl_cvlock = NULL;
    487   1.9  yamaguch 
    488   1.9  yamaguch 		mutex_exit(&l->hl_lock);
    489   1.9  yamaguch 
    490   1.9  yamaguch 		/* do callback without l->hl_lock */
    491   1.9  yamaguch 		(*fn)(arg);
    492   1.9  yamaguch 
    493   1.9  yamaguch 		mutex_enter(&l->hl_lock);
    494   1.9  yamaguch 		l->hl_active_hk = NULL;
    495   1.9  yamaguch 		cv_lock = l->hl_cvlock;
    496   1.9  yamaguch 
    497   1.9  yamaguch 		if (hd->hk_fn == NULL) {
    498   1.9  yamaguch 			if (cv_lock != NULL) {
    499   1.9  yamaguch 				mutex_exit(&l->hl_lock);
    500   1.9  yamaguch 				mutex_enter(cv_lock);
    501   1.9  yamaguch 			}
    502   1.9  yamaguch 
    503   1.9  yamaguch 			cv_broadcast(&l->hl_cv);
    504   1.9  yamaguch 
    505   1.9  yamaguch 			if (cv_lock != NULL) {
    506   1.9  yamaguch 				mutex_exit(cv_lock);
    507   1.9  yamaguch 				mutex_enter(&l->hl_lock);
    508   1.9  yamaguch 			}
    509   1.9  yamaguch 		}
    510   1.9  yamaguch 	}
    511   1.9  yamaguch 
    512   1.9  yamaguch 	/* remove marked node while running hooks */
    513   1.9  yamaguch 	LIST_FOREACH_SAFE(hd, &l->hl_list, hk_list, nexthd) {
    514   1.9  yamaguch 		if (hd->hk_fn == NULL) {
    515   1.9  yamaguch 			LIST_REMOVE(hd, hk_list);
    516   1.9  yamaguch 			kmem_free(hd, sizeof(*hd));
    517   1.9  yamaguch 		}
    518   1.9  yamaguch 	}
    519   1.9  yamaguch 
    520   1.9  yamaguch 	l->hl_lwp = NULL;
    521   1.9  yamaguch 	l->hl_state = HKLIST_IDLE;
    522   1.9  yamaguch 	mutex_exit(&l->hl_lock);
    523   1.9  yamaguch 
    524   1.9  yamaguch 	return 0;
    525   1.9  yamaguch }
    526   1.9  yamaguch 
    527   1.9  yamaguch khook_t *
    528  1.12      gson simplehook_establish(khook_list_t *l, void (*fn)(void *), void *arg)
    529   1.9  yamaguch {
    530   1.9  yamaguch 	struct hook_desc *hd;
    531   1.9  yamaguch 
    532   1.9  yamaguch 	hd = kmem_zalloc(sizeof(*hd), KM_SLEEP);
    533   1.9  yamaguch 	hd->hk_fn = fn;
    534   1.9  yamaguch 	hd->hk_arg = arg;
    535   1.9  yamaguch 
    536   1.9  yamaguch 	mutex_enter(&l->hl_lock);
    537   1.9  yamaguch 	LIST_INSERT_HEAD(&l->hl_list, hd, hk_list);
    538   1.9  yamaguch 	mutex_exit(&l->hl_lock);
    539   1.9  yamaguch 
    540   1.9  yamaguch 	return hd;
    541   1.9  yamaguch }
    542   1.9  yamaguch 
    543   1.9  yamaguch void
    544   1.9  yamaguch simplehook_disestablish(khook_list_t *l, khook_t *hd, kmutex_t *lock)
    545   1.9  yamaguch {
    546   1.9  yamaguch 	struct hook_desc *hd0 __diagused;
    547   1.9  yamaguch 	kmutex_t *cv_lock;
    548   1.9  yamaguch 
    549   1.9  yamaguch 	KASSERT(lock == NULL || mutex_owned(lock));
    550   1.9  yamaguch 	mutex_enter(&l->hl_lock);
    551   1.9  yamaguch 
    552   1.9  yamaguch #ifdef DIAGNOSTIC
    553   1.9  yamaguch 	LIST_FOREACH(hd0, &l->hl_list, hk_list) {
    554   1.9  yamaguch 		if (hd == hd0)
    555   1.9  yamaguch 			break;
    556   1.9  yamaguch 	}
    557   1.9  yamaguch 
    558   1.9  yamaguch 	if (hd0 == NULL)
    559   1.9  yamaguch 		panic("hook_disestablish: hook %p not established", hd);
    560   1.9  yamaguch #endif
    561   1.9  yamaguch 
    562  1.13    andvar 	/* The hook is not referred, remove immediately */
    563   1.9  yamaguch 	if (l->hl_state == HKLIST_IDLE) {
    564   1.9  yamaguch 		LIST_REMOVE(hd, hk_list);
    565   1.9  yamaguch 		kmem_free(hd, sizeof(*hd));
    566   1.9  yamaguch 		mutex_exit(&l->hl_lock);
    567   1.9  yamaguch 		return;
    568   1.9  yamaguch 	}
    569   1.9  yamaguch 
    570   1.9  yamaguch 	/* remove callback. hd will be removed in dohooks */
    571   1.9  yamaguch 	hd->hk_fn = NULL;
    572   1.9  yamaguch 	hd->hk_arg = NULL;
    573   1.9  yamaguch 
    574   1.9  yamaguch 	/* If the hook is running, wait for the completion */
    575   1.9  yamaguch 	if (l->hl_active_hk == hd &&
    576   1.9  yamaguch 	    l->hl_lwp != curlwp) {
    577   1.9  yamaguch 		if (lock != NULL) {
    578   1.9  yamaguch 			cv_lock = lock;
    579   1.9  yamaguch 			KASSERT(l->hl_cvlock == NULL);
    580   1.9  yamaguch 			l->hl_cvlock = lock;
    581   1.9  yamaguch 			mutex_exit(&l->hl_lock);
    582   1.9  yamaguch 		} else {
    583   1.9  yamaguch 			cv_lock = &l->hl_lock;
    584   1.9  yamaguch 		}
    585   1.9  yamaguch 
    586   1.9  yamaguch 		cv_wait(&l->hl_cv, cv_lock);
    587   1.9  yamaguch 
    588   1.9  yamaguch 		if (lock == NULL)
    589   1.9  yamaguch 			mutex_exit(&l->hl_lock);
    590   1.9  yamaguch 	} else {
    591   1.9  yamaguch 		mutex_exit(&l->hl_lock);
    592   1.9  yamaguch 	}
    593   1.9  yamaguch }
    594   1.9  yamaguch 
    595   1.9  yamaguch bool
    596   1.9  yamaguch simplehook_has_hooks(khook_list_t *l)
    597   1.9  yamaguch {
    598   1.9  yamaguch 	bool empty;
    599   1.9  yamaguch 
    600   1.9  yamaguch 	mutex_enter(&l->hl_lock);
    601   1.9  yamaguch 	empty = LIST_EMPTY(&l->hl_list);
    602   1.9  yamaguch 	mutex_exit(&l->hl_lock);
    603   1.9  yamaguch 
    604   1.9  yamaguch 	return !empty;
    605   1.9  yamaguch }
    606