Home | History | Annotate | Line # | Download | only in rumpkern
ltsleep.c revision 1.27
      1  1.27  pooka /*	$NetBSD: ltsleep.c,v 1.27 2010/05/31 23:18:33 pooka Exp $	*/
      2   1.1  pooka 
      3   1.1  pooka /*
      4  1.27  pooka  * Copyright (c) 2009, 2010 Antti Kantee.  All Rights Reserved.
      5   1.1  pooka  *
      6   1.1  pooka  * Redistribution and use in source and binary forms, with or without
      7   1.1  pooka  * modification, are permitted provided that the following conditions
      8   1.1  pooka  * are met:
      9   1.1  pooka  * 1. Redistributions of source code must retain the above copyright
     10   1.1  pooka  *    notice, this list of conditions and the following disclaimer.
     11   1.1  pooka  * 2. Redistributions in binary form must reproduce the above copyright
     12   1.1  pooka  *    notice, this list of conditions and the following disclaimer in the
     13   1.1  pooka  *    documentation and/or other materials provided with the distribution.
     14   1.1  pooka  *
     15   1.1  pooka  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
     16   1.1  pooka  * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
     17   1.1  pooka  * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
     18   1.1  pooka  * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
     19   1.1  pooka  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     20   1.1  pooka  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
     21   1.1  pooka  * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     22   1.1  pooka  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     23   1.1  pooka  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     24   1.1  pooka  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     25   1.1  pooka  * SUCH DAMAGE.
     26   1.1  pooka  */
     27   1.1  pooka 
     28  1.22  pooka /*
     29  1.27  pooka  * Implementation of the ltsleep/mtsleep kernel sleep interface.  There
     30  1.27  pooka  * are two sides to our implementation.  For historic spinlocks we
     31  1.27  pooka  * assume the kernel is giantlocked and use kernel giantlock as the
     32  1.27  pooka  * wait interlock.  For mtsleep, we use the interlock supplied by
     33  1.27  pooka  * the caller.  This duality leads to some if/else messiness in the code ...
     34  1.22  pooka  */
     35  1.22  pooka 
     36   1.9  pooka #include <sys/cdefs.h>
     37  1.27  pooka __KERNEL_RCSID(0, "$NetBSD: ltsleep.c,v 1.27 2010/05/31 23:18:33 pooka Exp $");
     38   1.9  pooka 
     39   1.1  pooka #include <sys/param.h>
     40  1.20  pooka #include <sys/kernel.h>
     41   1.1  pooka #include <sys/proc.h>
     42   1.1  pooka #include <sys/queue.h>
     43   1.5    riz #include <sys/simplelock.h>
     44   1.1  pooka 
     45   1.7  pooka #include <rump/rumpuser.h>
     46   1.7  pooka 
     47   1.1  pooka #include "rump_private.h"
     48   1.1  pooka 
     49   1.1  pooka struct ltsleeper {
     50   1.1  pooka 	wchan_t id;
     51  1.27  pooka 	union {
     52  1.27  pooka 		struct rumpuser_cv *user;
     53  1.27  pooka 		kcondvar_t kern;
     54  1.27  pooka 	} u;
     55  1.27  pooka 	bool iskwait;
     56   1.1  pooka 	LIST_ENTRY(ltsleeper) entries;
     57   1.1  pooka };
     58  1.27  pooka #define ucv u.user
     59  1.27  pooka #define kcv u.kern
     60   1.1  pooka 
     61   1.1  pooka static LIST_HEAD(, ltsleeper) sleepers = LIST_HEAD_INITIALIZER(sleepers);
     62  1.27  pooka static struct rumpuser_mtx *qlock;
     63   1.1  pooka 
     64  1.20  pooka static int
     65  1.27  pooka sleeper(wchan_t ident, int timo, kmutex_t *kinterlock)
     66  1.20  pooka {
     67  1.27  pooka 	struct ltsleeper lts;
     68  1.24  pooka 	struct timespec ts, ticks;
     69  1.27  pooka 	int rv;
     70  1.27  pooka 
     71  1.27  pooka 	lts.id = ident;
     72  1.27  pooka 	if (kinterlock) {
     73  1.27  pooka 		lts.iskwait = true;
     74  1.27  pooka 		cv_init(&lts.kcv, "mtsleep");
     75  1.27  pooka 	} else {
     76  1.27  pooka 		lts.iskwait = false;
     77  1.27  pooka 		rumpuser_cv_init(&lts.ucv);
     78  1.27  pooka 	}
     79  1.20  pooka 
     80  1.27  pooka 	rumpuser_mutex_enter_nowrap(qlock);
     81  1.27  pooka 	LIST_INSERT_HEAD(&sleepers, &lts, entries);
     82  1.27  pooka 	rumpuser_mutex_exit(qlock);
     83  1.20  pooka 
     84  1.20  pooka 	if (timo) {
     85  1.27  pooka 		if (kinterlock) {
     86  1.27  pooka 			rv = cv_timedwait(&lts.kcv, kinterlock, timo);
     87  1.27  pooka 		} else {
     88  1.27  pooka 			/*
     89  1.27  pooka 			 * Calculate wakeup-time.
     90  1.27  pooka 			 * XXX: should assert nanotime() does not block,
     91  1.27  pooka 			 * i.e. yield the cpu and/or biglock.
     92  1.27  pooka 			 */
     93  1.27  pooka 			ticks.tv_sec = timo / hz;
     94  1.27  pooka 			ticks.tv_nsec = (timo % hz) * (1000000000/hz);
     95  1.27  pooka 			nanotime(&ts);
     96  1.27  pooka 			timespecadd(&ts, &ticks, &ts);
     97  1.27  pooka 
     98  1.27  pooka 			rv = rumpuser_cv_timedwait(lts.ucv, rump_giantlock,
     99  1.27  pooka 			    ts.tv_sec, ts.tv_nsec);
    100  1.27  pooka 		}
    101  1.27  pooka 
    102  1.27  pooka 		if (rv != 0)
    103  1.21  pooka 			rv = EWOULDBLOCK;
    104  1.20  pooka 	} else {
    105  1.27  pooka 		if (kinterlock) {
    106  1.27  pooka 			cv_wait(&lts.kcv, kinterlock);
    107  1.27  pooka 		} else {
    108  1.27  pooka 			rumpuser_cv_wait(lts.ucv, rump_giantlock);
    109  1.27  pooka 		}
    110  1.20  pooka 		rv = 0;
    111  1.20  pooka 	}
    112  1.20  pooka 
    113  1.27  pooka 	rumpuser_mutex_enter_nowrap(qlock);
    114  1.27  pooka 	LIST_REMOVE(&lts, entries);
    115  1.27  pooka 	rumpuser_mutex_exit(qlock);
    116  1.27  pooka 
    117  1.27  pooka 	if (kinterlock)
    118  1.27  pooka 		cv_destroy(&lts.kcv);
    119  1.27  pooka 	else
    120  1.27  pooka 		rumpuser_cv_destroy(lts.ucv);
    121  1.20  pooka 
    122  1.20  pooka 	return rv;
    123  1.20  pooka }
    124  1.20  pooka 
    125   1.1  pooka int
    126   1.1  pooka ltsleep(wchan_t ident, pri_t prio, const char *wmesg, int timo,
    127   1.1  pooka 	volatile struct simplelock *slock)
    128   1.1  pooka {
    129  1.27  pooka 	int rv, nlocks;
    130   1.1  pooka 
    131  1.27  pooka 	/*
    132  1.27  pooka 	 * Since we cannot use slock as the rumpuser interlock,
    133  1.27  pooka 	 * require that everyone using this prehistoric interface
    134  1.27  pooka 	 * is biglocked.
    135  1.27  pooka 	 */
    136  1.27  pooka 	KASSERT(rump_kernel_isbiglocked());
    137  1.14  pooka 	if (slock)
    138  1.14  pooka 		simple_unlock(slock);
    139   1.3  pooka 
    140  1.27  pooka 	rump_kernel_unlock_allbutone(&nlocks);
    141  1.27  pooka 	rv = sleeper(ident, timo, NULL);
    142  1.27  pooka 	rump_kernel_ununlock_allbutone(nlocks);
    143  1.16  pooka 
    144  1.13  pooka 	if (slock && (prio & PNORELOCK) == 0)
    145  1.13  pooka 		simple_lock(slock);
    146  1.13  pooka 
    147  1.20  pooka 	return rv;
    148   1.1  pooka }
    149   1.1  pooka 
    150   1.4     ad int
    151   1.4     ad mtsleep(wchan_t ident, pri_t prio, const char *wmesg, int timo,
    152   1.4     ad 	kmutex_t *lock)
    153   1.4     ad {
    154  1.20  pooka 	int rv;
    155  1.15  pooka 
    156  1.27  pooka 	rv = sleeper(ident, timo, lock);
    157  1.27  pooka 	if (prio & PNORELOCK)
    158  1.27  pooka 		mutex_exit(lock);
    159   1.4     ad 
    160  1.20  pooka 	return rv;
    161   1.4     ad }
    162   1.4     ad 
    163  1.18  pooka static void
    164  1.27  pooka do_wakeup(wchan_t ident, bool wakeup_all)
    165   1.1  pooka {
    166   1.1  pooka 	struct ltsleeper *ltsp;
    167   1.1  pooka 
    168  1.27  pooka 	rumpuser_mutex_enter_nowrap(qlock);
    169  1.17  pooka 	LIST_FOREACH(ltsp, &sleepers, entries) {
    170  1.17  pooka 		if (ltsp->id == ident) {
    171  1.27  pooka 			if (wakeup_all) {
    172  1.27  pooka 				if (ltsp->iskwait) {
    173  1.27  pooka 					cv_broadcast(&ltsp->kcv);
    174  1.27  pooka 				} else {
    175  1.27  pooka 					rumpuser_cv_broadcast(ltsp->ucv);
    176  1.27  pooka 				}
    177  1.27  pooka 			} else {
    178  1.27  pooka 				if (ltsp->iskwait) {
    179  1.27  pooka 					cv_signal(&ltsp->kcv);
    180  1.27  pooka 				} else {
    181  1.27  pooka 					rumpuser_cv_signal(ltsp->ucv);
    182  1.27  pooka 				}
    183  1.27  pooka 			}
    184  1.17  pooka 		}
    185  1.17  pooka 	}
    186  1.27  pooka 	rumpuser_mutex_exit(qlock);
    187   1.1  pooka }
    188   1.1  pooka 
    189   1.1  pooka void
    190  1.18  pooka wakeup(wchan_t ident)
    191  1.18  pooka {
    192  1.18  pooka 
    193  1.27  pooka 	do_wakeup(ident, true);
    194  1.18  pooka }
    195  1.18  pooka 
    196  1.18  pooka void
    197  1.12  pooka wakeup_one(wchan_t ident)
    198  1.12  pooka {
    199  1.12  pooka 
    200  1.27  pooka 	do_wakeup(ident, false);
    201  1.27  pooka }
    202  1.27  pooka 
    203  1.27  pooka void
    204  1.27  pooka rump_tsleep_init()
    205  1.27  pooka {
    206  1.27  pooka 
    207  1.27  pooka 	rumpuser_mutex_init(&qlock);
    208  1.12  pooka }
    209