ltsleep.c revision 1.27 1 1.27 pooka /* $NetBSD: ltsleep.c,v 1.27 2010/05/31 23:18:33 pooka Exp $ */
2 1.1 pooka
3 1.1 pooka /*
4 1.27 pooka * Copyright (c) 2009, 2010 Antti Kantee. All Rights Reserved.
5 1.1 pooka *
6 1.1 pooka * Redistribution and use in source and binary forms, with or without
7 1.1 pooka * modification, are permitted provided that the following conditions
8 1.1 pooka * are met:
9 1.1 pooka * 1. Redistributions of source code must retain the above copyright
10 1.1 pooka * notice, this list of conditions and the following disclaimer.
11 1.1 pooka * 2. Redistributions in binary form must reproduce the above copyright
12 1.1 pooka * notice, this list of conditions and the following disclaimer in the
13 1.1 pooka * documentation and/or other materials provided with the distribution.
14 1.1 pooka *
15 1.1 pooka * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
16 1.1 pooka * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
17 1.1 pooka * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
18 1.1 pooka * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
19 1.1 pooka * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
20 1.1 pooka * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
21 1.1 pooka * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
22 1.1 pooka * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
23 1.1 pooka * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
24 1.1 pooka * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
25 1.1 pooka * SUCH DAMAGE.
26 1.1 pooka */
27 1.1 pooka
28 1.22 pooka /*
29 1.27 pooka * Implementation of the ltsleep/mtsleep kernel sleep interface. There
30 1.27 pooka * are two sides to our implementation. For historic spinlocks we
31 1.27 pooka * assume the kernel is giantlocked and use kernel giantlock as the
32 1.27 pooka * wait interlock. For mtsleep, we use the interlock supplied by
33 1.27 pooka * the caller. This duality leads to some if/else messiness in the code ...
34 1.22 pooka */
35 1.22 pooka
36 1.9 pooka #include <sys/cdefs.h>
37 1.27 pooka __KERNEL_RCSID(0, "$NetBSD: ltsleep.c,v 1.27 2010/05/31 23:18:33 pooka Exp $");
38 1.9 pooka
39 1.1 pooka #include <sys/param.h>
40 1.20 pooka #include <sys/kernel.h>
41 1.1 pooka #include <sys/proc.h>
42 1.1 pooka #include <sys/queue.h>
43 1.5 riz #include <sys/simplelock.h>
44 1.1 pooka
45 1.7 pooka #include <rump/rumpuser.h>
46 1.7 pooka
47 1.1 pooka #include "rump_private.h"
48 1.1 pooka
49 1.1 pooka struct ltsleeper {
50 1.1 pooka wchan_t id;
51 1.27 pooka union {
52 1.27 pooka struct rumpuser_cv *user;
53 1.27 pooka kcondvar_t kern;
54 1.27 pooka } u;
55 1.27 pooka bool iskwait;
56 1.1 pooka LIST_ENTRY(ltsleeper) entries;
57 1.1 pooka };
58 1.27 pooka #define ucv u.user
59 1.27 pooka #define kcv u.kern
60 1.1 pooka
61 1.1 pooka static LIST_HEAD(, ltsleeper) sleepers = LIST_HEAD_INITIALIZER(sleepers);
62 1.27 pooka static struct rumpuser_mtx *qlock;
63 1.1 pooka
64 1.20 pooka static int
65 1.27 pooka sleeper(wchan_t ident, int timo, kmutex_t *kinterlock)
66 1.20 pooka {
67 1.27 pooka struct ltsleeper lts;
68 1.24 pooka struct timespec ts, ticks;
69 1.27 pooka int rv;
70 1.27 pooka
71 1.27 pooka lts.id = ident;
72 1.27 pooka if (kinterlock) {
73 1.27 pooka lts.iskwait = true;
74 1.27 pooka cv_init(<s.kcv, "mtsleep");
75 1.27 pooka } else {
76 1.27 pooka lts.iskwait = false;
77 1.27 pooka rumpuser_cv_init(<s.ucv);
78 1.27 pooka }
79 1.20 pooka
80 1.27 pooka rumpuser_mutex_enter_nowrap(qlock);
81 1.27 pooka LIST_INSERT_HEAD(&sleepers, <s, entries);
82 1.27 pooka rumpuser_mutex_exit(qlock);
83 1.20 pooka
84 1.20 pooka if (timo) {
85 1.27 pooka if (kinterlock) {
86 1.27 pooka rv = cv_timedwait(<s.kcv, kinterlock, timo);
87 1.27 pooka } else {
88 1.27 pooka /*
89 1.27 pooka * Calculate wakeup-time.
90 1.27 pooka * XXX: should assert nanotime() does not block,
91 1.27 pooka * i.e. yield the cpu and/or biglock.
92 1.27 pooka */
93 1.27 pooka ticks.tv_sec = timo / hz;
94 1.27 pooka ticks.tv_nsec = (timo % hz) * (1000000000/hz);
95 1.27 pooka nanotime(&ts);
96 1.27 pooka timespecadd(&ts, &ticks, &ts);
97 1.27 pooka
98 1.27 pooka rv = rumpuser_cv_timedwait(lts.ucv, rump_giantlock,
99 1.27 pooka ts.tv_sec, ts.tv_nsec);
100 1.27 pooka }
101 1.27 pooka
102 1.27 pooka if (rv != 0)
103 1.21 pooka rv = EWOULDBLOCK;
104 1.20 pooka } else {
105 1.27 pooka if (kinterlock) {
106 1.27 pooka cv_wait(<s.kcv, kinterlock);
107 1.27 pooka } else {
108 1.27 pooka rumpuser_cv_wait(lts.ucv, rump_giantlock);
109 1.27 pooka }
110 1.20 pooka rv = 0;
111 1.20 pooka }
112 1.20 pooka
113 1.27 pooka rumpuser_mutex_enter_nowrap(qlock);
114 1.27 pooka LIST_REMOVE(<s, entries);
115 1.27 pooka rumpuser_mutex_exit(qlock);
116 1.27 pooka
117 1.27 pooka if (kinterlock)
118 1.27 pooka cv_destroy(<s.kcv);
119 1.27 pooka else
120 1.27 pooka rumpuser_cv_destroy(lts.ucv);
121 1.20 pooka
122 1.20 pooka return rv;
123 1.20 pooka }
124 1.20 pooka
125 1.1 pooka int
126 1.1 pooka ltsleep(wchan_t ident, pri_t prio, const char *wmesg, int timo,
127 1.1 pooka volatile struct simplelock *slock)
128 1.1 pooka {
129 1.27 pooka int rv, nlocks;
130 1.1 pooka
131 1.27 pooka /*
132 1.27 pooka * Since we cannot use slock as the rumpuser interlock,
133 1.27 pooka * require that everyone using this prehistoric interface
134 1.27 pooka * is biglocked.
135 1.27 pooka */
136 1.27 pooka KASSERT(rump_kernel_isbiglocked());
137 1.14 pooka if (slock)
138 1.14 pooka simple_unlock(slock);
139 1.3 pooka
140 1.27 pooka rump_kernel_unlock_allbutone(&nlocks);
141 1.27 pooka rv = sleeper(ident, timo, NULL);
142 1.27 pooka rump_kernel_ununlock_allbutone(nlocks);
143 1.16 pooka
144 1.13 pooka if (slock && (prio & PNORELOCK) == 0)
145 1.13 pooka simple_lock(slock);
146 1.13 pooka
147 1.20 pooka return rv;
148 1.1 pooka }
149 1.1 pooka
150 1.4 ad int
151 1.4 ad mtsleep(wchan_t ident, pri_t prio, const char *wmesg, int timo,
152 1.4 ad kmutex_t *lock)
153 1.4 ad {
154 1.20 pooka int rv;
155 1.15 pooka
156 1.27 pooka rv = sleeper(ident, timo, lock);
157 1.27 pooka if (prio & PNORELOCK)
158 1.27 pooka mutex_exit(lock);
159 1.4 ad
160 1.20 pooka return rv;
161 1.4 ad }
162 1.4 ad
163 1.18 pooka static void
164 1.27 pooka do_wakeup(wchan_t ident, bool wakeup_all)
165 1.1 pooka {
166 1.1 pooka struct ltsleeper *ltsp;
167 1.1 pooka
168 1.27 pooka rumpuser_mutex_enter_nowrap(qlock);
169 1.17 pooka LIST_FOREACH(ltsp, &sleepers, entries) {
170 1.17 pooka if (ltsp->id == ident) {
171 1.27 pooka if (wakeup_all) {
172 1.27 pooka if (ltsp->iskwait) {
173 1.27 pooka cv_broadcast(<sp->kcv);
174 1.27 pooka } else {
175 1.27 pooka rumpuser_cv_broadcast(ltsp->ucv);
176 1.27 pooka }
177 1.27 pooka } else {
178 1.27 pooka if (ltsp->iskwait) {
179 1.27 pooka cv_signal(<sp->kcv);
180 1.27 pooka } else {
181 1.27 pooka rumpuser_cv_signal(ltsp->ucv);
182 1.27 pooka }
183 1.27 pooka }
184 1.17 pooka }
185 1.17 pooka }
186 1.27 pooka rumpuser_mutex_exit(qlock);
187 1.1 pooka }
188 1.1 pooka
189 1.1 pooka void
190 1.18 pooka wakeup(wchan_t ident)
191 1.18 pooka {
192 1.18 pooka
193 1.27 pooka do_wakeup(ident, true);
194 1.18 pooka }
195 1.18 pooka
196 1.18 pooka void
197 1.12 pooka wakeup_one(wchan_t ident)
198 1.12 pooka {
199 1.12 pooka
200 1.27 pooka do_wakeup(ident, false);
201 1.27 pooka }
202 1.27 pooka
203 1.27 pooka void
204 1.27 pooka rump_tsleep_init()
205 1.27 pooka {
206 1.27 pooka
207 1.27 pooka rumpuser_mutex_init(&qlock);
208 1.12 pooka }
209