Home | History | Annotate | Line # | Download | only in rumpkern
intr.c revision 1.14
      1  1.14     pooka /*	$NetBSD: intr.c,v 1.14 2009/02/07 01:50:29 pooka Exp $	*/
      2   1.2        ad 
      3   1.5     pooka /*
      4   1.5     pooka  * Copyright (c) 2008 Antti Kantee.  All Rights Reserved.
      5   1.2        ad  *
      6   1.2        ad  * Redistribution and use in source and binary forms, with or without
      7   1.2        ad  * modification, are permitted provided that the following conditions
      8   1.2        ad  * are met:
      9   1.2        ad  * 1. Redistributions of source code must retain the above copyright
     10   1.2        ad  *    notice, this list of conditions and the following disclaimer.
     11   1.2        ad  * 2. Redistributions in binary form must reproduce the above copyright
     12   1.2        ad  *    notice, this list of conditions and the following disclaimer in the
     13   1.2        ad  *    documentation and/or other materials provided with the distribution.
     14   1.2        ad  *
     15   1.5     pooka  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
     16   1.5     pooka  * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
     17   1.5     pooka  * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
     18   1.5     pooka  * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
     19   1.5     pooka  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     20   1.5     pooka  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
     21   1.5     pooka  * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     22   1.5     pooka  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     23   1.5     pooka  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     24   1.5     pooka  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     25   1.5     pooka  * SUCH DAMAGE.
     26   1.2        ad  */
     27   1.2        ad 
     28  1.11     pooka #include <sys/cdefs.h>
     29  1.14     pooka __KERNEL_RCSID(0, "$NetBSD: intr.c,v 1.14 2009/02/07 01:50:29 pooka Exp $");
     30  1.11     pooka 
     31   1.2        ad #include <sys/param.h>
     32   1.5     pooka #include <sys/cpu.h>
     33  1.12     pooka #include <sys/kmem.h>
     34   1.5     pooka #include <sys/kthread.h>
     35   1.2        ad #include <sys/intr.h>
     36   1.2        ad 
     37   1.5     pooka #include <rump/rumpuser.h>
     38   1.5     pooka 
     39   1.5     pooka #include "rump_private.h"
     40   1.5     pooka 
     41   1.5     pooka /*
     42   1.5     pooka  * Interrupt simulator.  It executes hardclock() and softintrs.
     43   1.5     pooka  */
     44   1.5     pooka 
     45  1.14     pooka time_t time_uptime = 0;
     46   1.8     pooka 
     47   1.5     pooka struct softint {
     48   1.5     pooka 	void (*si_func)(void *);
     49   1.5     pooka 	void *si_arg;
     50   1.5     pooka 	bool si_onlist;
     51   1.5     pooka 	bool si_mpsafe;
     52   1.5     pooka 
     53   1.5     pooka 	LIST_ENTRY(softint) si_entries;
     54   1.2        ad };
     55   1.5     pooka static LIST_HEAD(, softint) si_pending = LIST_HEAD_INITIALIZER(si_pending);
     56   1.5     pooka static kmutex_t si_mtx;
     57   1.5     pooka static kcondvar_t si_cv;
     58   1.5     pooka 
     59  1.10     pooka #define INTRTHREAD_DEFAULT	2
     60  1.10     pooka #define INTRTHREAD_MAX		20
     61  1.10     pooka static int wrkidle, wrktotal;
     62  1.10     pooka 
     63  1.10     pooka static void sithread(void *);
     64  1.10     pooka 
     65   1.5     pooka static void
     66  1.10     pooka makeworker(bool bootstrap)
     67   1.5     pooka {
     68  1.10     pooka 	int rv;
     69  1.10     pooka 
     70  1.10     pooka 	if (wrktotal > INTRTHREAD_MAX) {
     71  1.10     pooka 		/* XXX: ratecheck */
     72  1.10     pooka 		printf("maximum interrupt threads (%d) reached\n",
     73  1.10     pooka 		    INTRTHREAD_MAX);
     74  1.10     pooka 		return;
     75  1.10     pooka 	}
     76  1.13     pooka 	rv = kthread_create(PRI_NONE, KTHREAD_MPSAFE | KTHREAD_INTR, NULL,
     77  1.13     pooka 	    sithread, NULL, NULL, "rumpsi");
     78  1.10     pooka 	if (rv) {
     79  1.10     pooka 		if (bootstrap)
     80  1.10     pooka 			panic("intr thread creation failed %d", rv);
     81  1.10     pooka 		else
     82  1.10     pooka 			printf("intr thread creation failed %d\n", rv);
     83  1.10     pooka 	} else {
     84  1.10     pooka 		wrkidle++;
     85  1.10     pooka 		wrktotal++;
     86  1.10     pooka 	}
     87  1.10     pooka }
     88  1.10     pooka 
     89  1.14     pooka /* rumpuser structures since we call rumpuser interfaces directly */
     90  1.14     pooka static struct rumpuser_cv *clockcv;
     91  1.14     pooka static struct rumpuser_mtx *clockmtx;
     92  1.14     pooka static struct timespec rump_clock;
     93  1.14     pooka 
     94  1.14     pooka void
     95  1.14     pooka rump_gettime(struct timespec *ts)
     96  1.14     pooka {
     97  1.14     pooka 	struct timespec attempt;
     98  1.14     pooka 
     99  1.14     pooka 	do {
    100  1.14     pooka 		attempt = rump_clock;
    101  1.14     pooka 	} while (memcmp(&attempt, &rump_clock, sizeof(struct timespec)) != 0);
    102  1.14     pooka 
    103  1.14     pooka 	*ts = attempt;
    104  1.14     pooka }
    105  1.14     pooka 
    106  1.10     pooka /*
    107  1.10     pooka  * clock "interrupt"
    108  1.10     pooka  */
    109  1.10     pooka static void
    110  1.10     pooka doclock(void *noarg)
    111  1.10     pooka {
    112  1.14     pooka 	struct timeval realclock;
    113  1.14     pooka 	struct timespec tick;
    114  1.10     pooka 	static int ticks = 0;
    115  1.10     pooka 	extern int hz;
    116  1.14     pooka 	int error;
    117  1.14     pooka 
    118  1.14     pooka 	rumpuser_gettimeofday(&realclock, &error);
    119  1.14     pooka 	TIMEVAL_TO_TIMESPEC(&realclock, &rump_clock);
    120  1.14     pooka 	tick.tv_sec = 0;
    121  1.14     pooka 	tick.tv_nsec = 1000000000/hz;
    122  1.14     pooka 
    123  1.14     pooka 	rumpuser_mutex_enter(clockmtx);
    124  1.14     pooka 	rumpuser_cv_signal(clockcv);
    125  1.10     pooka 
    126  1.10     pooka 	for (;;) {
    127   1.5     pooka 		callout_hardclock();
    128   1.5     pooka 
    129  1.10     pooka 		if (++ticks == hz) {
    130   1.8     pooka 			time_uptime++;
    131   1.8     pooka 			ticks = 0;
    132   1.8     pooka 		}
    133  1.14     pooka 
    134  1.14     pooka 		/* wait until the next tick */
    135  1.14     pooka 		while (rumpuser_cv_timedwait(clockcv, clockmtx,
    136  1.14     pooka 		    &rump_clock) != EWOULDBLOCK)
    137  1.14     pooka 			continue;
    138  1.14     pooka 		timespecadd(&rump_clock, &tick, &rump_clock);
    139  1.10     pooka 	}
    140  1.10     pooka }
    141   1.8     pooka 
    142  1.10     pooka /*
    143  1.10     pooka  * run a scheduled soft interrupt
    144  1.10     pooka  */
    145  1.10     pooka static void
    146  1.10     pooka sithread(void *arg)
    147  1.10     pooka {
    148  1.10     pooka 	struct softint *si;
    149  1.10     pooka 	void (*func)(void *) = NULL;
    150  1.10     pooka 	void *funarg;
    151  1.10     pooka 	bool mpsafe;
    152  1.10     pooka 
    153  1.10     pooka 	mutex_enter(&si_mtx);
    154  1.10     pooka 	for (;;) {
    155  1.10     pooka 		if (!LIST_EMPTY(&si_pending)) {
    156   1.5     pooka 			si = LIST_FIRST(&si_pending);
    157   1.5     pooka 			func = si->si_func;
    158   1.5     pooka 			funarg = si->si_arg;
    159   1.5     pooka 			mpsafe = si->si_mpsafe;
    160   1.5     pooka 
    161   1.5     pooka 			si->si_onlist = false;
    162   1.5     pooka 			LIST_REMOVE(si, si_entries);
    163  1.10     pooka 		} else {
    164  1.10     pooka 			cv_wait(&si_cv, &si_mtx);
    165  1.10     pooka 			continue;
    166   1.5     pooka 		}
    167  1.10     pooka 		wrkidle--;
    168  1.10     pooka 		if (__predict_false(wrkidle == 0))
    169  1.10     pooka 			makeworker(false);
    170   1.5     pooka 		mutex_exit(&si_mtx);
    171   1.5     pooka 
    172  1.10     pooka 		if (!mpsafe)
    173  1.10     pooka 			KERNEL_LOCK(1, curlwp);
    174  1.10     pooka 		func(funarg);
    175  1.10     pooka 		if (!mpsafe)
    176  1.10     pooka 			KERNEL_UNLOCK_ONE(curlwp);
    177  1.10     pooka 
    178  1.10     pooka 		mutex_enter(&si_mtx);
    179  1.10     pooka 		wrkidle++;
    180   1.5     pooka 	}
    181   1.5     pooka }
    182   1.2        ad 
    183   1.5     pooka void
    184   1.5     pooka softint_init(struct cpu_info *ci)
    185   1.2        ad {
    186   1.5     pooka 	int rv;
    187   1.5     pooka 
    188   1.5     pooka 	mutex_init(&si_mtx, MUTEX_DEFAULT, IPL_NONE);
    189  1.10     pooka 	cv_init(&si_cv, "intrw8"); /* cv of temporary w8ness */
    190   1.2        ad 
    191  1.14     pooka 	rumpuser_cv_init(&clockcv);
    192  1.14     pooka 	rumpuser_mutex_init(&clockmtx);
    193  1.14     pooka 
    194   1.5     pooka 	/* XXX: should have separate "wanttimer" control */
    195   1.5     pooka 	if (rump_threads) {
    196  1.14     pooka 		rumpuser_mutex_enter(clockmtx);
    197  1.13     pooka 		rv = kthread_create(PRI_NONE, KTHREAD_MPSAFE, NULL, doclock,
    198  1.10     pooka 		    NULL, NULL, "rumpclk");
    199   1.5     pooka 		if (rv)
    200  1.10     pooka 			panic("clock thread creation failed: %d", rv);
    201  1.10     pooka 		mutex_enter(&si_mtx);
    202  1.10     pooka 		while (wrktotal < INTRTHREAD_DEFAULT) {
    203  1.10     pooka 			makeworker(true);
    204  1.10     pooka 		}
    205  1.10     pooka 		mutex_exit(&si_mtx);
    206  1.14     pooka 
    207  1.14     pooka 		/* make sure we have a clocktime before returning */
    208  1.14     pooka 		rumpuser_cv_wait(clockcv, clockmtx);
    209  1.14     pooka 		rumpuser_mutex_exit(clockmtx);
    210   1.2        ad 	}
    211   1.2        ad }
    212   1.2        ad 
    213   1.5     pooka /*
    214   1.5     pooka  * Soft interrupts bring two choices.  If we are running with thread
    215   1.5     pooka  * support enabled, defer execution, otherwise execute in place.
    216   1.5     pooka  * See softint_schedule().
    217   1.5     pooka  *
    218   1.5     pooka  * As there is currently no clear concept of when a thread finishes
    219   1.5     pooka  * work (although rump_clear_curlwp() is close), simply execute all
    220   1.5     pooka  * softints in the timer thread.  This is probably not the most
    221   1.5     pooka  * efficient method, but good enough for now.
    222   1.5     pooka  */
    223   1.5     pooka void *
    224   1.5     pooka softint_establish(u_int flags, void (*func)(void *), void *arg)
    225   1.2        ad {
    226   1.5     pooka 	struct softint *si;
    227   1.2        ad 
    228   1.5     pooka 	si = kmem_alloc(sizeof(*si), KM_SLEEP);
    229   1.5     pooka 	si->si_func = func;
    230   1.5     pooka 	si->si_arg = arg;
    231   1.5     pooka 	si->si_onlist = false;
    232   1.5     pooka 	si->si_mpsafe = flags & SOFTINT_MPSAFE;
    233   1.5     pooka 
    234   1.5     pooka 	return si;
    235   1.2        ad }
    236   1.2        ad 
    237   1.2        ad void
    238   1.2        ad softint_schedule(void *arg)
    239   1.2        ad {
    240   1.5     pooka 	struct softint *si = arg;
    241   1.2        ad 
    242   1.5     pooka 	if (!rump_threads) {
    243   1.5     pooka 		si->si_func(si->si_arg);
    244   1.5     pooka 	} else {
    245   1.5     pooka 		mutex_enter(&si_mtx);
    246   1.5     pooka 		if (!si->si_onlist) {
    247   1.5     pooka 			LIST_INSERT_HEAD(&si_pending, si, si_entries);
    248   1.5     pooka 			si->si_onlist = true;
    249   1.5     pooka 		}
    250   1.5     pooka 		cv_signal(&si_cv);
    251   1.5     pooka 		mutex_exit(&si_mtx);
    252   1.5     pooka 	}
    253   1.2        ad }
    254   1.2        ad 
    255   1.2        ad bool
    256   1.9  christos cpu_intr_p(void)
    257   1.2        ad {
    258   1.2        ad 
    259   1.2        ad 	return false;
    260   1.2        ad }
    261