Home | History | Annotate | Line # | Download | only in rumpkern
threads.c revision 1.15.12.2
      1  1.15.12.2    tls /*	$NetBSD: threads.c,v 1.15.12.2 2013/06/23 06:20:28 tls Exp $	*/
      2        1.1  pooka 
      3        1.1  pooka /*
      4        1.1  pooka  * Copyright (c) 2007-2009 Antti Kantee.  All Rights Reserved.
      5        1.1  pooka  *
      6        1.1  pooka  * Development of this software was supported by
      7        1.1  pooka  * The Finnish Cultural Foundation.
      8        1.1  pooka  *
      9        1.1  pooka  * Redistribution and use in source and binary forms, with or without
     10        1.1  pooka  * modification, are permitted provided that the following conditions
     11        1.1  pooka  * are met:
     12        1.1  pooka  * 1. Redistributions of source code must retain the above copyright
     13        1.1  pooka  *    notice, this list of conditions and the following disclaimer.
     14        1.1  pooka  * 2. Redistributions in binary form must reproduce the above copyright
     15        1.1  pooka  *    notice, this list of conditions and the following disclaimer in the
     16        1.1  pooka  *    documentation and/or other materials provided with the distribution.
     17        1.1  pooka  *
     18        1.1  pooka  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
     19        1.1  pooka  * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
     20        1.1  pooka  * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
     21        1.1  pooka  * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
     22        1.1  pooka  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     23        1.1  pooka  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
     24        1.1  pooka  * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     25        1.1  pooka  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     26        1.1  pooka  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     27        1.1  pooka  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     28        1.1  pooka  * SUCH DAMAGE.
     29        1.1  pooka  */
     30        1.1  pooka 
     31        1.1  pooka #include <sys/cdefs.h>
     32  1.15.12.2    tls __KERNEL_RCSID(0, "$NetBSD: threads.c,v 1.15.12.2 2013/06/23 06:20:28 tls Exp $");
     33        1.1  pooka 
     34        1.1  pooka #include <sys/param.h>
     35       1.10  pooka #include <sys/atomic.h>
     36        1.1  pooka #include <sys/kmem.h>
     37        1.1  pooka #include <sys/kthread.h>
     38       1.11  pooka #include <sys/malloc.h>
     39        1.1  pooka #include <sys/systm.h>
     40        1.1  pooka 
     41        1.1  pooka #include <rump/rumpuser.h>
     42        1.1  pooka 
     43        1.1  pooka #include "rump_private.h"
     44        1.1  pooka 
     45        1.1  pooka struct kthdesc {
     46        1.1  pooka 	void (*f)(void *);
     47        1.1  pooka 	void *arg;
     48        1.1  pooka 	struct lwp *mylwp;
     49        1.1  pooka };
     50        1.1  pooka 
     51  1.15.12.2    tls static bool threads_are_go;
     52  1.15.12.2    tls static struct rumpuser_mtx *thrmtx;
     53  1.15.12.2    tls static struct rumpuser_cv *thrcv;
     54  1.15.12.2    tls 
     55        1.1  pooka static void *
     56        1.1  pooka threadbouncer(void *arg)
     57        1.1  pooka {
     58        1.1  pooka 	struct kthdesc *k = arg;
     59        1.2  pooka 	struct lwp *l = k->mylwp;
     60        1.1  pooka 	void (*f)(void *);
     61        1.1  pooka 	void *thrarg;
     62        1.1  pooka 
     63        1.1  pooka 	f = k->f;
     64        1.1  pooka 	thrarg = k->arg;
     65        1.2  pooka 
     66  1.15.12.2    tls 	/* don't allow threads to run before all CPUs have fully attached */
     67  1.15.12.2    tls 	if (!threads_are_go) {
     68  1.15.12.2    tls 		rumpuser_mutex_enter_nowrap(thrmtx);
     69  1.15.12.2    tls 		while (!threads_are_go) {
     70  1.15.12.2    tls 			rumpuser_cv_wait_nowrap(thrcv, thrmtx);
     71  1.15.12.2    tls 		}
     72  1.15.12.2    tls 		rumpuser_mutex_exit(thrmtx);
     73  1.15.12.2    tls 	}
     74  1.15.12.2    tls 
     75        1.3  pooka 	/* schedule ourselves */
     76  1.15.12.2    tls 	rumpuser_curlwpop(RUMPUSER_LWP_SET, l);
     77        1.1  pooka 	rump_schedule();
     78        1.1  pooka 
     79       1.11  pooka 	/* free dance struct */
     80       1.11  pooka 	free(k, M_TEMP);
     81       1.11  pooka 
     82        1.1  pooka 	if ((curlwp->l_pflag & LP_MPSAFE) == 0)
     83        1.1  pooka 		KERNEL_LOCK(1, NULL);
     84        1.1  pooka 
     85        1.1  pooka 	f(thrarg);
     86        1.1  pooka 
     87        1.1  pooka 	panic("unreachable, should kthread_exit()");
     88        1.1  pooka }
     89        1.1  pooka 
     90  1.15.12.2    tls void
     91  1.15.12.2    tls rump_thread_init(void)
     92  1.15.12.2    tls {
     93  1.15.12.2    tls 
     94  1.15.12.2    tls 	rumpuser_mutex_init(&thrmtx, RUMPUSER_MTX_SPIN);
     95  1.15.12.2    tls 	rumpuser_cv_init(&thrcv);
     96  1.15.12.2    tls }
     97  1.15.12.2    tls 
     98  1.15.12.2    tls void
     99  1.15.12.2    tls rump_thread_allow(void)
    100  1.15.12.2    tls {
    101  1.15.12.2    tls 
    102  1.15.12.2    tls 	rumpuser_mutex_enter(thrmtx);
    103  1.15.12.2    tls 	threads_are_go = true;
    104  1.15.12.2    tls 	rumpuser_cv_broadcast(thrcv);
    105  1.15.12.2    tls 	rumpuser_mutex_exit(thrmtx);
    106  1.15.12.2    tls 
    107  1.15.12.2    tls }
    108  1.15.12.2    tls 
    109  1.15.12.1    tls static struct {
    110  1.15.12.1    tls 	const char *t_name;
    111  1.15.12.1    tls 	bool t_ncmp;
    112  1.15.12.1    tls } nothreads[] = {
    113  1.15.12.1    tls 	{ "vrele", false },
    114  1.15.12.1    tls 	{ "vdrain", false },
    115  1.15.12.1    tls 	{ "cachegc", false },
    116  1.15.12.1    tls 	{ "nfssilly", false },
    117  1.15.12.1    tls 	{ "unpgc", false },
    118  1.15.12.1    tls 	{ "pmf", true },
    119  1.15.12.1    tls 	{ "xcall", true },
    120  1.15.12.1    tls };
    121  1.15.12.1    tls 
    122        1.1  pooka int
    123        1.1  pooka kthread_create(pri_t pri, int flags, struct cpu_info *ci,
    124        1.1  pooka 	void (*func)(void *), void *arg, lwp_t **newlp, const char *fmt, ...)
    125        1.1  pooka {
    126        1.1  pooka 	char thrstore[MAXCOMLEN];
    127        1.1  pooka 	const char *thrname = NULL;
    128        1.1  pooka 	va_list ap;
    129        1.1  pooka 	struct kthdesc *k;
    130        1.1  pooka 	struct lwp *l;
    131        1.1  pooka 	int rv;
    132        1.1  pooka 
    133        1.1  pooka 	thrstore[0] = '\0';
    134        1.1  pooka 	if (fmt) {
    135        1.1  pooka 		va_start(ap, fmt);
    136        1.1  pooka 		vsnprintf(thrstore, sizeof(thrstore), fmt, ap);
    137        1.1  pooka 		va_end(ap);
    138        1.1  pooka 		thrname = thrstore;
    139        1.1  pooka 	}
    140        1.1  pooka 
    141        1.1  pooka 	/*
    142        1.1  pooka 	 * We don't want a module unload thread.
    143        1.1  pooka 	 * (XXX: yes, this is a kludge too, and the kernel should
    144        1.1  pooka 	 * have a more flexible method for configuring which threads
    145        1.1  pooka 	 * we want).
    146        1.1  pooka 	 */
    147        1.1  pooka 	if (strcmp(thrstore, "modunload") == 0) {
    148        1.1  pooka 		return 0;
    149        1.1  pooka 	}
    150        1.1  pooka 
    151        1.1  pooka 	if (!rump_threads) {
    152  1.15.12.1    tls 		bool matched;
    153  1.15.12.1    tls 		int i;
    154  1.15.12.1    tls 
    155  1.15.12.1    tls 		/* do we want to fake it? */
    156  1.15.12.1    tls 		for (i = 0; i < __arraycount(nothreads); i++) {
    157  1.15.12.1    tls 			if (nothreads[i].t_ncmp) {
    158  1.15.12.1    tls 				matched = strncmp(thrstore, nothreads[i].t_name,
    159  1.15.12.1    tls 				    strlen(nothreads[i].t_name)) == 0;
    160  1.15.12.1    tls 			} else {
    161  1.15.12.1    tls 				matched = strcmp(thrstore,
    162  1.15.12.1    tls 				    nothreads[i].t_name) == 0;
    163  1.15.12.1    tls 			}
    164  1.15.12.1    tls 			if (matched) {
    165  1.15.12.1    tls 				aprint_error("rump kernel threads not enabled, "
    166  1.15.12.1    tls 				    "%s not functional\n", nothreads[i].t_name);
    167  1.15.12.1    tls 				return 0;
    168  1.15.12.1    tls 			}
    169  1.15.12.1    tls 		}
    170  1.15.12.1    tls 		panic("threads not available");
    171        1.1  pooka 	}
    172        1.1  pooka 	KASSERT(fmt != NULL);
    173        1.1  pooka 
    174       1.11  pooka 	k = malloc(sizeof(*k), M_TEMP, M_WAITOK);
    175        1.1  pooka 	k->f = func;
    176        1.1  pooka 	k->arg = arg;
    177       1.13  pooka 	k->mylwp = l = rump__lwproc_alloclwp(&proc0);
    178        1.9  pooka 	l->l_flag |= LW_SYSTEM;
    179        1.1  pooka 	if (flags & KTHREAD_MPSAFE)
    180        1.1  pooka 		l->l_pflag |= LP_MPSAFE;
    181        1.2  pooka 	if (flags & KTHREAD_INTR)
    182        1.2  pooka 		l->l_pflag |= LP_INTR;
    183        1.4  pooka 	if (ci) {
    184        1.4  pooka 		l->l_pflag |= LP_BOUND;
    185        1.9  pooka 		l->l_target_cpu = ci;
    186        1.4  pooka 	}
    187        1.8  pooka 	if (thrname) {
    188        1.8  pooka 		l->l_name = kmem_alloc(MAXCOMLEN, KM_SLEEP);
    189        1.8  pooka 		strlcpy(l->l_name, thrname, MAXCOMLEN);
    190        1.8  pooka 	}
    191        1.8  pooka 
    192       1.10  pooka 	rv = rumpuser_thread_create(threadbouncer, k, thrname,
    193  1.15.12.2    tls 	    (flags & KTHREAD_MUSTJOIN) == KTHREAD_MUSTJOIN,
    194  1.15.12.2    tls 	    pri, ci ? ci->ci_index : -1, &l->l_ctxlink);
    195        1.1  pooka 	if (rv)
    196        1.1  pooka 		return rv;
    197        1.1  pooka 
    198       1.10  pooka 	if (newlp) {
    199        1.1  pooka 		*newlp = l;
    200       1.10  pooka 	} else {
    201       1.15  rmind 		KASSERT((flags & KTHREAD_MUSTJOIN) == 0);
    202       1.10  pooka 	}
    203       1.10  pooka 
    204        1.1  pooka 	return 0;
    205        1.1  pooka }
    206        1.1  pooka 
    207        1.1  pooka void
    208        1.1  pooka kthread_exit(int ecode)
    209        1.1  pooka {
    210        1.1  pooka 
    211        1.1  pooka 	if ((curlwp->l_pflag & LP_MPSAFE) == 0)
    212        1.6  pooka 		KERNEL_UNLOCK_LAST(NULL);
    213       1.12  pooka 	rump_lwproc_releaselwp();
    214       1.10  pooka 	/* unschedule includes membar */
    215        1.1  pooka 	rump_unschedule();
    216        1.1  pooka 	rumpuser_thread_exit();
    217        1.1  pooka }
    218       1.10  pooka 
    219       1.10  pooka int
    220       1.10  pooka kthread_join(struct lwp *l)
    221       1.10  pooka {
    222       1.10  pooka 	int rv;
    223       1.10  pooka 
    224       1.10  pooka 	KASSERT(l->l_ctxlink != NULL);
    225       1.10  pooka 	rv = rumpuser_thread_join(l->l_ctxlink);
    226       1.10  pooka 	membar_consumer();
    227       1.10  pooka 
    228       1.10  pooka 	return rv;
    229       1.10  pooka }
    230