Home | History | Annotate | Line # | Download | only in rumpkern
intr.c revision 1.17
      1  1.17     pooka /*	$NetBSD: intr.c,v 1.17 2009/04/26 20:44:50 pooka Exp $	*/
      2   1.2        ad 
      3   1.5     pooka /*
      4   1.5     pooka  * Copyright (c) 2008 Antti Kantee.  All Rights Reserved.
      5   1.2        ad  *
      6   1.2        ad  * Redistribution and use in source and binary forms, with or without
      7   1.2        ad  * modification, are permitted provided that the following conditions
      8   1.2        ad  * are met:
      9   1.2        ad  * 1. Redistributions of source code must retain the above copyright
     10   1.2        ad  *    notice, this list of conditions and the following disclaimer.
     11   1.2        ad  * 2. Redistributions in binary form must reproduce the above copyright
     12   1.2        ad  *    notice, this list of conditions and the following disclaimer in the
     13   1.2        ad  *    documentation and/or other materials provided with the distribution.
     14   1.2        ad  *
     15   1.5     pooka  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
     16   1.5     pooka  * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
     17   1.5     pooka  * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
     18   1.5     pooka  * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
     19   1.5     pooka  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     20   1.5     pooka  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
     21   1.5     pooka  * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     22   1.5     pooka  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     23   1.5     pooka  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     24   1.5     pooka  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     25   1.5     pooka  * SUCH DAMAGE.
     26   1.2        ad  */
     27   1.2        ad 
     28  1.11     pooka #include <sys/cdefs.h>
     29  1.17     pooka __KERNEL_RCSID(0, "$NetBSD: intr.c,v 1.17 2009/04/26 20:44:50 pooka Exp $");
     30  1.11     pooka 
     31   1.2        ad #include <sys/param.h>
     32   1.5     pooka #include <sys/cpu.h>
     33  1.12     pooka #include <sys/kmem.h>
     34   1.5     pooka #include <sys/kthread.h>
     35   1.2        ad #include <sys/intr.h>
     36   1.2        ad 
     37   1.5     pooka #include <rump/rumpuser.h>
     38   1.5     pooka 
     39   1.5     pooka #include "rump_private.h"
     40   1.5     pooka 
     41   1.5     pooka /*
     42   1.5     pooka  * Interrupt simulator.  It executes hardclock() and softintrs.
     43   1.5     pooka  */
     44   1.5     pooka 
     45  1.14     pooka time_t time_uptime = 0;
     46   1.8     pooka 
     47   1.5     pooka struct softint {
     48   1.5     pooka 	void (*si_func)(void *);
     49   1.5     pooka 	void *si_arg;
     50   1.5     pooka 	bool si_onlist;
     51   1.5     pooka 	bool si_mpsafe;
     52   1.5     pooka 
     53   1.5     pooka 	LIST_ENTRY(softint) si_entries;
     54   1.2        ad };
     55   1.5     pooka static LIST_HEAD(, softint) si_pending = LIST_HEAD_INITIALIZER(si_pending);
     56   1.5     pooka static kmutex_t si_mtx;
     57   1.5     pooka static kcondvar_t si_cv;
     58   1.5     pooka 
     59  1.10     pooka #define INTRTHREAD_DEFAULT	2
     60  1.10     pooka #define INTRTHREAD_MAX		20
     61  1.10     pooka static int wrkidle, wrktotal;
     62  1.10     pooka 
     63  1.10     pooka static void sithread(void *);
     64  1.10     pooka 
     65   1.5     pooka static void
     66  1.10     pooka makeworker(bool bootstrap)
     67   1.5     pooka {
     68  1.10     pooka 	int rv;
     69  1.10     pooka 
     70  1.10     pooka 	if (wrktotal > INTRTHREAD_MAX) {
     71  1.10     pooka 		/* XXX: ratecheck */
     72  1.10     pooka 		printf("maximum interrupt threads (%d) reached\n",
     73  1.10     pooka 		    INTRTHREAD_MAX);
     74  1.10     pooka 		return;
     75  1.10     pooka 	}
     76  1.13     pooka 	rv = kthread_create(PRI_NONE, KTHREAD_MPSAFE | KTHREAD_INTR, NULL,
     77  1.13     pooka 	    sithread, NULL, NULL, "rumpsi");
     78  1.10     pooka 	if (rv) {
     79  1.10     pooka 		if (bootstrap)
     80  1.10     pooka 			panic("intr thread creation failed %d", rv);
     81  1.10     pooka 		else
     82  1.10     pooka 			printf("intr thread creation failed %d\n", rv);
     83  1.10     pooka 	} else {
     84  1.10     pooka 		wrkidle++;
     85  1.10     pooka 		wrktotal++;
     86  1.10     pooka 	}
     87  1.10     pooka }
     88  1.10     pooka 
     89  1.14     pooka /* rumpuser structures since we call rumpuser interfaces directly */
     90  1.14     pooka static struct rumpuser_cv *clockcv;
     91  1.14     pooka static struct rumpuser_mtx *clockmtx;
     92  1.16     pooka static struct timespec clockbase, clockup;
     93  1.16     pooka static unsigned clkgen;
     94  1.14     pooka 
     95  1.14     pooka void
     96  1.16     pooka rump_getuptime(struct timespec *ts)
     97  1.14     pooka {
     98  1.17     pooka 	int startgen, i = 0;
     99  1.14     pooka 
    100  1.14     pooka 	do {
    101  1.16     pooka 		startgen = clkgen;
    102  1.16     pooka 		if (__predict_false(i++ > 10)) {
    103  1.16     pooka 			yield();
    104  1.16     pooka 			i = 0;
    105  1.16     pooka 		}
    106  1.16     pooka 		*ts = clockup;
    107  1.16     pooka 	} while (startgen != clkgen || clkgen % 2 != 0);
    108  1.16     pooka }
    109  1.16     pooka 
    110  1.16     pooka void
    111  1.16     pooka rump_gettime(struct timespec *ts)
    112  1.16     pooka {
    113  1.16     pooka 	struct timespec ts_up;
    114  1.14     pooka 
    115  1.16     pooka 	rump_getuptime(&ts_up);
    116  1.16     pooka 	timespecadd(&clockbase, &ts_up, ts);
    117  1.14     pooka }
    118  1.14     pooka 
    119  1.10     pooka /*
    120  1.10     pooka  * clock "interrupt"
    121  1.10     pooka  */
    122  1.10     pooka static void
    123  1.10     pooka doclock(void *noarg)
    124  1.10     pooka {
    125  1.16     pooka 	struct timespec tick, curtime;
    126  1.15     pooka 	uint64_t sec, nsec;
    127  1.16     pooka 	int ticks = 0, error;
    128  1.10     pooka 	extern int hz;
    129  1.14     pooka 
    130  1.15     pooka 	rumpuser_gettime(&sec, &nsec, &error);
    131  1.16     pooka 	clockbase.tv_sec = sec;
    132  1.16     pooka 	clockbase.tv_nsec = nsec;
    133  1.16     pooka 	curtime = clockbase;
    134  1.14     pooka 	tick.tv_sec = 0;
    135  1.14     pooka 	tick.tv_nsec = 1000000000/hz;
    136  1.14     pooka 
    137  1.14     pooka 	rumpuser_mutex_enter(clockmtx);
    138  1.14     pooka 	rumpuser_cv_signal(clockcv);
    139  1.10     pooka 
    140  1.10     pooka 	for (;;) {
    141   1.5     pooka 		callout_hardclock();
    142   1.5     pooka 
    143  1.10     pooka 		if (++ticks == hz) {
    144   1.8     pooka 			time_uptime++;
    145   1.8     pooka 			ticks = 0;
    146   1.8     pooka 		}
    147  1.14     pooka 
    148  1.16     pooka 		/* wait until the next tick. XXX: what if the clock changes? */
    149  1.14     pooka 		while (rumpuser_cv_timedwait(clockcv, clockmtx,
    150  1.16     pooka 		    &curtime) != EWOULDBLOCK)
    151  1.14     pooka 			continue;
    152  1.16     pooka 
    153  1.16     pooka 		clkgen++;
    154  1.16     pooka 		timespecadd(&clockup, &tick, &clockup);
    155  1.16     pooka 		clkgen++;
    156  1.16     pooka 		timespecadd(&clockup, &clockbase, &curtime);
    157  1.10     pooka 	}
    158  1.10     pooka }
    159   1.8     pooka 
    160  1.10     pooka /*
    161  1.10     pooka  * run a scheduled soft interrupt
    162  1.10     pooka  */
    163  1.10     pooka static void
    164  1.10     pooka sithread(void *arg)
    165  1.10     pooka {
    166  1.10     pooka 	struct softint *si;
    167  1.10     pooka 	void (*func)(void *) = NULL;
    168  1.10     pooka 	void *funarg;
    169  1.10     pooka 	bool mpsafe;
    170  1.10     pooka 
    171  1.10     pooka 	mutex_enter(&si_mtx);
    172  1.10     pooka 	for (;;) {
    173  1.10     pooka 		if (!LIST_EMPTY(&si_pending)) {
    174   1.5     pooka 			si = LIST_FIRST(&si_pending);
    175   1.5     pooka 			func = si->si_func;
    176   1.5     pooka 			funarg = si->si_arg;
    177   1.5     pooka 			mpsafe = si->si_mpsafe;
    178   1.5     pooka 
    179   1.5     pooka 			si->si_onlist = false;
    180   1.5     pooka 			LIST_REMOVE(si, si_entries);
    181  1.10     pooka 		} else {
    182  1.10     pooka 			cv_wait(&si_cv, &si_mtx);
    183  1.10     pooka 			continue;
    184   1.5     pooka 		}
    185  1.10     pooka 		wrkidle--;
    186  1.10     pooka 		if (__predict_false(wrkidle == 0))
    187  1.10     pooka 			makeworker(false);
    188   1.5     pooka 		mutex_exit(&si_mtx);
    189   1.5     pooka 
    190  1.10     pooka 		if (!mpsafe)
    191  1.10     pooka 			KERNEL_LOCK(1, curlwp);
    192  1.10     pooka 		func(funarg);
    193  1.10     pooka 		if (!mpsafe)
    194  1.10     pooka 			KERNEL_UNLOCK_ONE(curlwp);
    195  1.10     pooka 
    196  1.10     pooka 		mutex_enter(&si_mtx);
    197  1.10     pooka 		wrkidle++;
    198   1.5     pooka 	}
    199   1.5     pooka }
    200   1.2        ad 
    201   1.5     pooka void
    202   1.5     pooka softint_init(struct cpu_info *ci)
    203   1.2        ad {
    204   1.5     pooka 	int rv;
    205   1.5     pooka 
    206   1.5     pooka 	mutex_init(&si_mtx, MUTEX_DEFAULT, IPL_NONE);
    207  1.10     pooka 	cv_init(&si_cv, "intrw8"); /* cv of temporary w8ness */
    208   1.2        ad 
    209  1.14     pooka 	rumpuser_cv_init(&clockcv);
    210  1.14     pooka 	rumpuser_mutex_init(&clockmtx);
    211  1.14     pooka 
    212   1.5     pooka 	/* XXX: should have separate "wanttimer" control */
    213   1.5     pooka 	if (rump_threads) {
    214  1.14     pooka 		rumpuser_mutex_enter(clockmtx);
    215  1.13     pooka 		rv = kthread_create(PRI_NONE, KTHREAD_MPSAFE, NULL, doclock,
    216  1.10     pooka 		    NULL, NULL, "rumpclk");
    217   1.5     pooka 		if (rv)
    218  1.10     pooka 			panic("clock thread creation failed: %d", rv);
    219  1.10     pooka 		mutex_enter(&si_mtx);
    220  1.10     pooka 		while (wrktotal < INTRTHREAD_DEFAULT) {
    221  1.10     pooka 			makeworker(true);
    222  1.10     pooka 		}
    223  1.10     pooka 		mutex_exit(&si_mtx);
    224  1.14     pooka 
    225  1.14     pooka 		/* make sure we have a clocktime before returning */
    226  1.14     pooka 		rumpuser_cv_wait(clockcv, clockmtx);
    227  1.14     pooka 		rumpuser_mutex_exit(clockmtx);
    228   1.2        ad 	}
    229   1.2        ad }
    230   1.2        ad 
    231   1.5     pooka /*
    232   1.5     pooka  * Soft interrupts bring two choices.  If we are running with thread
    233   1.5     pooka  * support enabled, defer execution, otherwise execute in place.
    234   1.5     pooka  * See softint_schedule().
    235   1.5     pooka  *
    236   1.5     pooka  * As there is currently no clear concept of when a thread finishes
    237   1.5     pooka  * work (although rump_clear_curlwp() is close), simply execute all
    238   1.5     pooka  * softints in the timer thread.  This is probably not the most
    239   1.5     pooka  * efficient method, but good enough for now.
    240   1.5     pooka  */
    241   1.5     pooka void *
    242   1.5     pooka softint_establish(u_int flags, void (*func)(void *), void *arg)
    243   1.2        ad {
    244   1.5     pooka 	struct softint *si;
    245   1.2        ad 
    246   1.5     pooka 	si = kmem_alloc(sizeof(*si), KM_SLEEP);
    247   1.5     pooka 	si->si_func = func;
    248   1.5     pooka 	si->si_arg = arg;
    249   1.5     pooka 	si->si_onlist = false;
    250   1.5     pooka 	si->si_mpsafe = flags & SOFTINT_MPSAFE;
    251   1.5     pooka 
    252   1.5     pooka 	return si;
    253   1.2        ad }
    254   1.2        ad 
    255   1.2        ad void
    256   1.2        ad softint_schedule(void *arg)
    257   1.2        ad {
    258   1.5     pooka 	struct softint *si = arg;
    259   1.2        ad 
    260   1.5     pooka 	if (!rump_threads) {
    261   1.5     pooka 		si->si_func(si->si_arg);
    262   1.5     pooka 	} else {
    263   1.5     pooka 		mutex_enter(&si_mtx);
    264   1.5     pooka 		if (!si->si_onlist) {
    265   1.5     pooka 			LIST_INSERT_HEAD(&si_pending, si, si_entries);
    266   1.5     pooka 			si->si_onlist = true;
    267   1.5     pooka 		}
    268   1.5     pooka 		cv_signal(&si_cv);
    269   1.5     pooka 		mutex_exit(&si_mtx);
    270   1.5     pooka 	}
    271   1.2        ad }
    272   1.2        ad 
    273   1.2        ad bool
    274   1.9  christos cpu_intr_p(void)
    275   1.2        ad {
    276   1.2        ad 
    277   1.2        ad 	return false;
    278   1.2        ad }
    279