1 1.36 ad /* $NetBSD: ltsleep.c,v 1.36 2020/03/14 20:23:51 ad Exp $ */ 2 1.1 pooka 3 1.1 pooka /* 4 1.27 pooka * Copyright (c) 2009, 2010 Antti Kantee. All Rights Reserved. 5 1.1 pooka * 6 1.1 pooka * Redistribution and use in source and binary forms, with or without 7 1.1 pooka * modification, are permitted provided that the following conditions 8 1.1 pooka * are met: 9 1.1 pooka * 1. Redistributions of source code must retain the above copyright 10 1.1 pooka * notice, this list of conditions and the following disclaimer. 11 1.1 pooka * 2. Redistributions in binary form must reproduce the above copyright 12 1.1 pooka * notice, this list of conditions and the following disclaimer in the 13 1.1 pooka * documentation and/or other materials provided with the distribution. 14 1.1 pooka * 15 1.1 pooka * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS 16 1.1 pooka * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 17 1.1 pooka * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE 18 1.1 pooka * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 19 1.1 pooka * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 20 1.1 pooka * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR 21 1.1 pooka * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 22 1.1 pooka * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 23 1.1 pooka * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 24 1.1 pooka * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 25 1.1 pooka * SUCH DAMAGE. 26 1.1 pooka */ 27 1.1 pooka 28 1.22 pooka /* 29 1.29 rmind * Implementation of the tsleep/mtsleep kernel sleep interface. There 30 1.27 pooka * are two sides to our implementation. For historic spinlocks we 31 1.27 pooka * assume the kernel is giantlocked and use kernel giantlock as the 32 1.27 pooka * wait interlock. For mtsleep, we use the interlock supplied by 33 1.27 pooka * the caller. This duality leads to some if/else messiness in the code ... 34 1.22 pooka */ 35 1.22 pooka 36 1.9 pooka #include <sys/cdefs.h> 37 1.36 ad __KERNEL_RCSID(0, "$NetBSD: ltsleep.c,v 1.36 2020/03/14 20:23:51 ad Exp $"); 38 1.9 pooka 39 1.1 pooka #include <sys/param.h> 40 1.20 pooka #include <sys/kernel.h> 41 1.1 pooka #include <sys/proc.h> 42 1.1 pooka #include <sys/queue.h> 43 1.1 pooka 44 1.34 pooka #include <rump-sys/kern.h> 45 1.34 pooka 46 1.7 pooka #include <rump/rumpuser.h> 47 1.7 pooka 48 1.1 pooka struct ltsleeper { 49 1.1 pooka wchan_t id; 50 1.27 pooka union { 51 1.27 pooka struct rumpuser_cv *user; 52 1.27 pooka kcondvar_t kern; 53 1.27 pooka } u; 54 1.27 pooka bool iskwait; 55 1.1 pooka LIST_ENTRY(ltsleeper) entries; 56 1.1 pooka }; 57 1.27 pooka #define ucv u.user 58 1.27 pooka #define kcv u.kern 59 1.1 pooka 60 1.1 pooka static LIST_HEAD(, ltsleeper) sleepers = LIST_HEAD_INITIALIZER(sleepers); 61 1.33 pooka static kmutex_t qlock; 62 1.1 pooka 63 1.20 pooka static int 64 1.35 ad sleeper(wchan_t ident, int timo, bool kinterlock) 65 1.20 pooka { 66 1.27 pooka struct ltsleeper lts; 67 1.31 pooka struct timespec ts; 68 1.27 pooka int rv; 69 1.27 pooka 70 1.27 pooka lts.id = ident; 71 1.27 pooka if (kinterlock) { 72 1.27 pooka lts.iskwait = true; 73 1.27 pooka cv_init(<s.kcv, "mtsleep"); 74 1.27 pooka } else { 75 1.27 pooka lts.iskwait = false; 76 1.27 pooka rumpuser_cv_init(<s.ucv); 77 1.27 pooka } 78 1.20 pooka 79 1.27 pooka LIST_INSERT_HEAD(&sleepers, <s, entries); 80 1.20 pooka 81 1.20 pooka if (timo) { 82 1.27 pooka if (kinterlock) { 83 1.35 ad rv = cv_timedwait(<s.kcv, &qlock, timo); 84 1.27 pooka } else { 85 1.27 pooka /* 86 1.27 pooka * Calculate wakeup-time. 87 1.27 pooka */ 88 1.31 pooka ts.tv_sec = timo / hz; 89 1.31 pooka ts.tv_nsec = (timo % hz) * (1000000000/hz); 90 1.35 ad mutex_spin_exit(&qlock); 91 1.27 pooka rv = rumpuser_cv_timedwait(lts.ucv, rump_giantlock, 92 1.27 pooka ts.tv_sec, ts.tv_nsec); 93 1.35 ad mutex_spin_enter(&qlock); 94 1.27 pooka } 95 1.27 pooka 96 1.27 pooka if (rv != 0) 97 1.21 pooka rv = EWOULDBLOCK; 98 1.20 pooka } else { 99 1.27 pooka if (kinterlock) { 100 1.35 ad cv_wait(<s.kcv, &qlock); 101 1.27 pooka } else { 102 1.35 ad mutex_spin_exit(&qlock); 103 1.27 pooka rumpuser_cv_wait(lts.ucv, rump_giantlock); 104 1.35 ad mutex_spin_enter(&qlock); 105 1.27 pooka } 106 1.20 pooka rv = 0; 107 1.20 pooka } 108 1.20 pooka 109 1.27 pooka LIST_REMOVE(<s, entries); 110 1.35 ad mutex_spin_exit(&qlock); 111 1.27 pooka 112 1.27 pooka if (kinterlock) 113 1.27 pooka cv_destroy(<s.kcv); 114 1.27 pooka else 115 1.27 pooka rumpuser_cv_destroy(lts.ucv); 116 1.20 pooka 117 1.20 pooka return rv; 118 1.20 pooka } 119 1.20 pooka 120 1.1 pooka int 121 1.29 rmind tsleep(wchan_t ident, pri_t prio, const char *wmesg, int timo) 122 1.1 pooka { 123 1.27 pooka int rv, nlocks; 124 1.1 pooka 125 1.27 pooka /* 126 1.27 pooka * Since we cannot use slock as the rumpuser interlock, 127 1.27 pooka * require that everyone using this prehistoric interface 128 1.28 pooka * is biglocked. Wrap around the biglock and drop lockcnt, 129 1.28 pooka * but retain the rumpuser mutex so that we can use it as an 130 1.28 pooka * interlock to rumpuser_cv_wait(). 131 1.27 pooka */ 132 1.28 pooka rump_kernel_bigwrap(&nlocks); 133 1.35 ad mutex_spin_enter(&qlock); 134 1.35 ad rv = sleeper(ident, timo, false); 135 1.28 pooka rump_kernel_bigunwrap(nlocks); 136 1.16 pooka 137 1.20 pooka return rv; 138 1.1 pooka } 139 1.1 pooka 140 1.4 ad int 141 1.29 rmind mtsleep(wchan_t ident, pri_t prio, const char *wmesg, int timo, kmutex_t *lock) 142 1.4 ad { 143 1.20 pooka int rv; 144 1.15 pooka 145 1.35 ad mutex_spin_enter(&qlock); 146 1.35 ad mutex_exit(lock); 147 1.35 ad rv = sleeper(ident, timo, true); 148 1.35 ad if ((prio & PNORELOCK) == 0) 149 1.35 ad mutex_enter(lock); 150 1.35 ad 151 1.35 ad return rv; 152 1.35 ad } 153 1.35 ad 154 1.29 rmind void 155 1.29 rmind wakeup(wchan_t ident) 156 1.1 pooka { 157 1.1 pooka struct ltsleeper *ltsp; 158 1.1 pooka 159 1.32 pooka mutex_spin_enter(&qlock); 160 1.17 pooka LIST_FOREACH(ltsp, &sleepers, entries) { 161 1.17 pooka if (ltsp->id == ident) { 162 1.29 rmind if (ltsp->iskwait) { 163 1.29 rmind cv_broadcast(<sp->kcv); 164 1.27 pooka } else { 165 1.29 rmind rumpuser_cv_broadcast(ltsp->ucv); 166 1.27 pooka } 167 1.17 pooka } 168 1.17 pooka } 169 1.32 pooka mutex_exit(&qlock); 170 1.1 pooka } 171 1.1 pooka 172 1.1 pooka void 173 1.27 pooka rump_tsleep_init() 174 1.27 pooka { 175 1.27 pooka 176 1.32 pooka mutex_init(&qlock, MUTEX_SPIN, IPL_NONE); 177 1.12 pooka } 178