Home | History | Annotate | Line # | Download | only in rumpkern
intr.c revision 1.14.2.1
      1  1.14.2.1       jym /*	$NetBSD: intr.c,v 1.14.2.1 2009/05/13 17:22:57 jym Exp $	*/
      2       1.2        ad 
      3       1.5     pooka /*
      4       1.5     pooka  * Copyright (c) 2008 Antti Kantee.  All Rights Reserved.
      5       1.2        ad  *
      6       1.2        ad  * Redistribution and use in source and binary forms, with or without
      7       1.2        ad  * modification, are permitted provided that the following conditions
      8       1.2        ad  * are met:
      9       1.2        ad  * 1. Redistributions of source code must retain the above copyright
     10       1.2        ad  *    notice, this list of conditions and the following disclaimer.
     11       1.2        ad  * 2. Redistributions in binary form must reproduce the above copyright
     12       1.2        ad  *    notice, this list of conditions and the following disclaimer in the
     13       1.2        ad  *    documentation and/or other materials provided with the distribution.
     14       1.2        ad  *
     15       1.5     pooka  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
     16       1.5     pooka  * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
     17       1.5     pooka  * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
     18       1.5     pooka  * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
     19       1.5     pooka  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     20       1.5     pooka  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
     21       1.5     pooka  * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     22       1.5     pooka  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     23       1.5     pooka  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     24       1.5     pooka  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     25       1.5     pooka  * SUCH DAMAGE.
     26       1.2        ad  */
     27       1.2        ad 
     28      1.11     pooka #include <sys/cdefs.h>
     29  1.14.2.1       jym __KERNEL_RCSID(0, "$NetBSD: intr.c,v 1.14.2.1 2009/05/13 17:22:57 jym Exp $");
     30      1.11     pooka 
     31       1.2        ad #include <sys/param.h>
     32       1.5     pooka #include <sys/cpu.h>
     33      1.12     pooka #include <sys/kmem.h>
     34       1.5     pooka #include <sys/kthread.h>
     35       1.2        ad #include <sys/intr.h>
     36       1.2        ad 
     37       1.5     pooka #include <rump/rumpuser.h>
     38       1.5     pooka 
     39       1.5     pooka #include "rump_private.h"
     40       1.5     pooka 
     41       1.5     pooka /*
     42       1.5     pooka  * Interrupt simulator.  It executes hardclock() and softintrs.
     43       1.5     pooka  */
     44       1.5     pooka 
     45      1.14     pooka time_t time_uptime = 0;
     46       1.8     pooka 
     47       1.5     pooka struct softint {
     48       1.5     pooka 	void (*si_func)(void *);
     49       1.5     pooka 	void *si_arg;
     50       1.5     pooka 	bool si_onlist;
     51       1.5     pooka 	bool si_mpsafe;
     52       1.5     pooka 
     53       1.5     pooka 	LIST_ENTRY(softint) si_entries;
     54       1.2        ad };
     55       1.5     pooka static LIST_HEAD(, softint) si_pending = LIST_HEAD_INITIALIZER(si_pending);
     56       1.5     pooka static kmutex_t si_mtx;
     57       1.5     pooka static kcondvar_t si_cv;
     58       1.5     pooka 
     59      1.10     pooka #define INTRTHREAD_DEFAULT	2
     60      1.10     pooka #define INTRTHREAD_MAX		20
     61      1.10     pooka static int wrkidle, wrktotal;
     62      1.10     pooka 
     63      1.10     pooka static void sithread(void *);
     64      1.10     pooka 
     65       1.5     pooka static void
     66      1.10     pooka makeworker(bool bootstrap)
     67       1.5     pooka {
     68      1.10     pooka 	int rv;
     69      1.10     pooka 
     70      1.10     pooka 	if (wrktotal > INTRTHREAD_MAX) {
     71      1.10     pooka 		/* XXX: ratecheck */
     72      1.10     pooka 		printf("maximum interrupt threads (%d) reached\n",
     73      1.10     pooka 		    INTRTHREAD_MAX);
     74      1.10     pooka 		return;
     75      1.10     pooka 	}
     76      1.13     pooka 	rv = kthread_create(PRI_NONE, KTHREAD_MPSAFE | KTHREAD_INTR, NULL,
     77      1.13     pooka 	    sithread, NULL, NULL, "rumpsi");
     78      1.10     pooka 	if (rv) {
     79      1.10     pooka 		if (bootstrap)
     80      1.10     pooka 			panic("intr thread creation failed %d", rv);
     81      1.10     pooka 		else
     82      1.10     pooka 			printf("intr thread creation failed %d\n", rv);
     83      1.10     pooka 	} else {
     84      1.10     pooka 		wrkidle++;
     85      1.10     pooka 		wrktotal++;
     86      1.10     pooka 	}
     87      1.10     pooka }
     88      1.10     pooka 
     89      1.14     pooka /* rumpuser structures since we call rumpuser interfaces directly */
     90      1.14     pooka static struct rumpuser_cv *clockcv;
     91      1.14     pooka static struct rumpuser_mtx *clockmtx;
     92  1.14.2.1       jym static struct timespec clockbase, clockup;
     93  1.14.2.1       jym static unsigned clkgen;
     94      1.14     pooka 
     95      1.14     pooka void
     96  1.14.2.1       jym rump_getuptime(struct timespec *ts)
     97      1.14     pooka {
     98  1.14.2.1       jym 	int startgen, i = 0;
     99      1.14     pooka 
    100      1.14     pooka 	do {
    101  1.14.2.1       jym 		startgen = clkgen;
    102  1.14.2.1       jym 		if (__predict_false(i++ > 10)) {
    103  1.14.2.1       jym 			yield();
    104  1.14.2.1       jym 			i = 0;
    105  1.14.2.1       jym 		}
    106  1.14.2.1       jym 		*ts = clockup;
    107  1.14.2.1       jym 	} while (startgen != clkgen || clkgen % 2 != 0);
    108  1.14.2.1       jym }
    109  1.14.2.1       jym 
    110  1.14.2.1       jym void
    111  1.14.2.1       jym rump_gettime(struct timespec *ts)
    112  1.14.2.1       jym {
    113  1.14.2.1       jym 	struct timespec ts_up;
    114      1.14     pooka 
    115  1.14.2.1       jym 	rump_getuptime(&ts_up);
    116  1.14.2.1       jym 	timespecadd(&clockbase, &ts_up, ts);
    117      1.14     pooka }
    118      1.14     pooka 
    119      1.10     pooka /*
    120      1.10     pooka  * clock "interrupt"
    121      1.10     pooka  */
    122      1.10     pooka static void
    123      1.10     pooka doclock(void *noarg)
    124      1.10     pooka {
    125  1.14.2.1       jym 	struct timespec tick, curtime;
    126  1.14.2.1       jym 	uint64_t sec, nsec;
    127  1.14.2.1       jym 	int ticks = 0, error;
    128      1.10     pooka 	extern int hz;
    129      1.14     pooka 
    130  1.14.2.1       jym 	rumpuser_gettime(&sec, &nsec, &error);
    131  1.14.2.1       jym 	clockbase.tv_sec = sec;
    132  1.14.2.1       jym 	clockbase.tv_nsec = nsec;
    133  1.14.2.1       jym 	curtime = clockbase;
    134      1.14     pooka 	tick.tv_sec = 0;
    135      1.14     pooka 	tick.tv_nsec = 1000000000/hz;
    136      1.14     pooka 
    137      1.14     pooka 	rumpuser_mutex_enter(clockmtx);
    138      1.14     pooka 	rumpuser_cv_signal(clockcv);
    139      1.10     pooka 
    140      1.10     pooka 	for (;;) {
    141       1.5     pooka 		callout_hardclock();
    142       1.5     pooka 
    143      1.10     pooka 		if (++ticks == hz) {
    144       1.8     pooka 			time_uptime++;
    145       1.8     pooka 			ticks = 0;
    146       1.8     pooka 		}
    147      1.14     pooka 
    148  1.14.2.1       jym 		/* wait until the next tick. XXX: what if the clock changes? */
    149      1.14     pooka 		while (rumpuser_cv_timedwait(clockcv, clockmtx,
    150  1.14.2.1       jym 		    &curtime) != EWOULDBLOCK)
    151      1.14     pooka 			continue;
    152  1.14.2.1       jym 
    153  1.14.2.1       jym 		clkgen++;
    154  1.14.2.1       jym 		timespecadd(&clockup, &tick, &clockup);
    155  1.14.2.1       jym 		clkgen++;
    156  1.14.2.1       jym 		timespecadd(&clockup, &clockbase, &curtime);
    157      1.10     pooka 	}
    158      1.10     pooka }
    159       1.8     pooka 
    160      1.10     pooka /*
    161      1.10     pooka  * run a scheduled soft interrupt
    162      1.10     pooka  */
    163      1.10     pooka static void
    164      1.10     pooka sithread(void *arg)
    165      1.10     pooka {
    166      1.10     pooka 	struct softint *si;
    167      1.10     pooka 	void (*func)(void *) = NULL;
    168      1.10     pooka 	void *funarg;
    169      1.10     pooka 	bool mpsafe;
    170      1.10     pooka 
    171      1.10     pooka 	mutex_enter(&si_mtx);
    172      1.10     pooka 	for (;;) {
    173      1.10     pooka 		if (!LIST_EMPTY(&si_pending)) {
    174       1.5     pooka 			si = LIST_FIRST(&si_pending);
    175       1.5     pooka 			func = si->si_func;
    176       1.5     pooka 			funarg = si->si_arg;
    177       1.5     pooka 			mpsafe = si->si_mpsafe;
    178       1.5     pooka 
    179       1.5     pooka 			si->si_onlist = false;
    180       1.5     pooka 			LIST_REMOVE(si, si_entries);
    181      1.10     pooka 		} else {
    182      1.10     pooka 			cv_wait(&si_cv, &si_mtx);
    183      1.10     pooka 			continue;
    184       1.5     pooka 		}
    185      1.10     pooka 		wrkidle--;
    186      1.10     pooka 		if (__predict_false(wrkidle == 0))
    187      1.10     pooka 			makeworker(false);
    188       1.5     pooka 		mutex_exit(&si_mtx);
    189       1.5     pooka 
    190      1.10     pooka 		if (!mpsafe)
    191      1.10     pooka 			KERNEL_LOCK(1, curlwp);
    192      1.10     pooka 		func(funarg);
    193      1.10     pooka 		if (!mpsafe)
    194      1.10     pooka 			KERNEL_UNLOCK_ONE(curlwp);
    195      1.10     pooka 
    196      1.10     pooka 		mutex_enter(&si_mtx);
    197      1.10     pooka 		wrkidle++;
    198       1.5     pooka 	}
    199       1.5     pooka }
    200       1.2        ad 
    201       1.5     pooka void
    202       1.5     pooka softint_init(struct cpu_info *ci)
    203       1.2        ad {
    204       1.5     pooka 	int rv;
    205       1.5     pooka 
    206       1.5     pooka 	mutex_init(&si_mtx, MUTEX_DEFAULT, IPL_NONE);
    207      1.10     pooka 	cv_init(&si_cv, "intrw8"); /* cv of temporary w8ness */
    208       1.2        ad 
    209      1.14     pooka 	rumpuser_cv_init(&clockcv);
    210      1.14     pooka 	rumpuser_mutex_init(&clockmtx);
    211      1.14     pooka 
    212       1.5     pooka 	/* XXX: should have separate "wanttimer" control */
    213       1.5     pooka 	if (rump_threads) {
    214      1.14     pooka 		rumpuser_mutex_enter(clockmtx);
    215      1.13     pooka 		rv = kthread_create(PRI_NONE, KTHREAD_MPSAFE, NULL, doclock,
    216      1.10     pooka 		    NULL, NULL, "rumpclk");
    217       1.5     pooka 		if (rv)
    218      1.10     pooka 			panic("clock thread creation failed: %d", rv);
    219      1.10     pooka 		mutex_enter(&si_mtx);
    220      1.10     pooka 		while (wrktotal < INTRTHREAD_DEFAULT) {
    221      1.10     pooka 			makeworker(true);
    222      1.10     pooka 		}
    223      1.10     pooka 		mutex_exit(&si_mtx);
    224      1.14     pooka 
    225      1.14     pooka 		/* make sure we have a clocktime before returning */
    226      1.14     pooka 		rumpuser_cv_wait(clockcv, clockmtx);
    227      1.14     pooka 		rumpuser_mutex_exit(clockmtx);
    228       1.2        ad 	}
    229       1.2        ad }
    230       1.2        ad 
    231       1.5     pooka /*
    232       1.5     pooka  * Soft interrupts bring two choices.  If we are running with thread
    233       1.5     pooka  * support enabled, defer execution, otherwise execute in place.
    234       1.5     pooka  * See softint_schedule().
    235       1.5     pooka  *
    236       1.5     pooka  * As there is currently no clear concept of when a thread finishes
    237       1.5     pooka  * work (although rump_clear_curlwp() is close), simply execute all
    238       1.5     pooka  * softints in the timer thread.  This is probably not the most
    239       1.5     pooka  * efficient method, but good enough for now.
    240       1.5     pooka  */
    241       1.5     pooka void *
    242       1.5     pooka softint_establish(u_int flags, void (*func)(void *), void *arg)
    243       1.2        ad {
    244       1.5     pooka 	struct softint *si;
    245       1.2        ad 
    246       1.5     pooka 	si = kmem_alloc(sizeof(*si), KM_SLEEP);
    247       1.5     pooka 	si->si_func = func;
    248       1.5     pooka 	si->si_arg = arg;
    249       1.5     pooka 	si->si_onlist = false;
    250       1.5     pooka 	si->si_mpsafe = flags & SOFTINT_MPSAFE;
    251       1.5     pooka 
    252       1.5     pooka 	return si;
    253       1.2        ad }
    254       1.2        ad 
    255       1.2        ad void
    256       1.2        ad softint_schedule(void *arg)
    257       1.2        ad {
    258       1.5     pooka 	struct softint *si = arg;
    259       1.2        ad 
    260       1.5     pooka 	if (!rump_threads) {
    261       1.5     pooka 		si->si_func(si->si_arg);
    262       1.5     pooka 	} else {
    263       1.5     pooka 		mutex_enter(&si_mtx);
    264       1.5     pooka 		if (!si->si_onlist) {
    265       1.5     pooka 			LIST_INSERT_HEAD(&si_pending, si, si_entries);
    266       1.5     pooka 			si->si_onlist = true;
    267       1.5     pooka 		}
    268       1.5     pooka 		cv_signal(&si_cv);
    269       1.5     pooka 		mutex_exit(&si_mtx);
    270       1.5     pooka 	}
    271       1.2        ad }
    272       1.2        ad 
    273       1.2        ad bool
    274       1.9  christos cpu_intr_p(void)
    275       1.2        ad {
    276       1.2        ad 
    277       1.2        ad 	return false;
    278       1.2        ad }
    279