locks.c revision 1.20 1 1.20 pooka /* $NetBSD: locks.c,v 1.20 2008/10/10 13:14:41 pooka Exp $ */
2 1.14 ad
3 1.14 ad /*-
4 1.14 ad * Copyright (c) 2008 The NetBSD Foundation, Inc.
5 1.14 ad * All rights reserved.
6 1.14 ad *
7 1.14 ad * Redistribution and use in source and binary forms, with or without
8 1.14 ad * modification, are permitted provided that the following conditions
9 1.14 ad * are met:
10 1.14 ad * 1. Redistributions of source code must retain the above copyright
11 1.14 ad * notice, this list of conditions and the following disclaimer.
12 1.14 ad * 2. Redistributions in binary form must reproduce the above copyright
13 1.14 ad * notice, this list of conditions and the following disclaimer in the
14 1.14 ad * documentation and/or other materials provided with the distribution.
15 1.14 ad *
16 1.14 ad * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
17 1.14 ad * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
18 1.14 ad * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
19 1.14 ad * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
20 1.14 ad * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
21 1.14 ad * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
22 1.14 ad * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
23 1.14 ad * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
24 1.14 ad * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
25 1.14 ad * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
26 1.14 ad * POSSIBILITY OF SUCH DAMAGE.
27 1.14 ad */
28 1.1 pooka
29 1.1 pooka /*
30 1.1 pooka * Copyright (c) 2007 Antti Kantee. All Rights Reserved.
31 1.1 pooka *
32 1.1 pooka * Development of this software was supported by the
33 1.1 pooka * Finnish Cultural Foundation.
34 1.1 pooka *
35 1.1 pooka * Redistribution and use in source and binary forms, with or without
36 1.1 pooka * modification, are permitted provided that the following conditions
37 1.1 pooka * are met:
38 1.1 pooka * 1. Redistributions of source code must retain the above copyright
39 1.1 pooka * notice, this list of conditions and the following disclaimer.
40 1.1 pooka * 2. Redistributions in binary form must reproduce the above copyright
41 1.1 pooka * notice, this list of conditions and the following disclaimer in the
42 1.1 pooka * documentation and/or other materials provided with the distribution.
43 1.1 pooka *
44 1.1 pooka * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
45 1.1 pooka * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
46 1.1 pooka * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
47 1.1 pooka * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
48 1.1 pooka * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
49 1.1 pooka * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
50 1.1 pooka * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
51 1.1 pooka * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
52 1.1 pooka * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
53 1.1 pooka * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
54 1.1 pooka * SUCH DAMAGE.
55 1.1 pooka */
56 1.1 pooka
57 1.1 pooka #include <sys/param.h>
58 1.1 pooka #include <sys/mutex.h>
59 1.1 pooka #include <sys/rwlock.h>
60 1.14 ad #include <sys/atomic.h>
61 1.1 pooka
62 1.18 pooka #include <rump/rumpuser.h>
63 1.18 pooka
64 1.2 pooka #include "rump_private.h"
65 1.2 pooka
66 1.1 pooka void
67 1.1 pooka mutex_init(kmutex_t *mtx, kmutex_type_t type, int ipl)
68 1.1 pooka {
69 1.1 pooka
70 1.1 pooka rumpuser_mutex_init(&mtx->kmtx_mtx);
71 1.1 pooka }
72 1.1 pooka
73 1.1 pooka void
74 1.1 pooka mutex_destroy(kmutex_t *mtx)
75 1.1 pooka {
76 1.1 pooka
77 1.1 pooka rumpuser_mutex_destroy(mtx->kmtx_mtx);
78 1.1 pooka }
79 1.1 pooka
80 1.1 pooka void
81 1.1 pooka mutex_enter(kmutex_t *mtx)
82 1.1 pooka {
83 1.1 pooka
84 1.1 pooka rumpuser_mutex_enter(mtx->kmtx_mtx);
85 1.1 pooka }
86 1.1 pooka
87 1.6 pooka void
88 1.6 pooka mutex_spin_enter(kmutex_t *mtx)
89 1.6 pooka {
90 1.6 pooka
91 1.20 pooka if (__predict_true(mtx != RUMP_LMUTEX_MAGIC))
92 1.20 pooka mutex_enter(mtx);
93 1.6 pooka }
94 1.6 pooka
95 1.1 pooka int
96 1.1 pooka mutex_tryenter(kmutex_t *mtx)
97 1.1 pooka {
98 1.1 pooka
99 1.12 pooka return rumpuser_mutex_tryenter(mtx->kmtx_mtx);
100 1.1 pooka }
101 1.1 pooka
102 1.1 pooka void
103 1.1 pooka mutex_exit(kmutex_t *mtx)
104 1.1 pooka {
105 1.1 pooka
106 1.1 pooka rumpuser_mutex_exit(mtx->kmtx_mtx);
107 1.1 pooka }
108 1.1 pooka
109 1.6 pooka void
110 1.6 pooka mutex_spin_exit(kmutex_t *mtx)
111 1.6 pooka {
112 1.6 pooka
113 1.20 pooka if (__predict_true(mtx != RUMP_LMUTEX_MAGIC))
114 1.20 pooka mutex_exit(mtx);
115 1.6 pooka }
116 1.6 pooka
117 1.1 pooka int
118 1.1 pooka mutex_owned(kmutex_t *mtx)
119 1.1 pooka {
120 1.1 pooka
121 1.10 ad return rumpuser_mutex_held(mtx->kmtx_mtx);
122 1.1 pooka }
123 1.1 pooka
124 1.1 pooka /* reader/writer locks */
125 1.1 pooka
126 1.1 pooka void
127 1.1 pooka rw_init(krwlock_t *rw)
128 1.1 pooka {
129 1.1 pooka
130 1.1 pooka rumpuser_rw_init(&rw->krw_pthlock);
131 1.1 pooka }
132 1.1 pooka
133 1.1 pooka void
134 1.1 pooka rw_destroy(krwlock_t *rw)
135 1.1 pooka {
136 1.1 pooka
137 1.1 pooka rumpuser_rw_destroy(rw->krw_pthlock);
138 1.1 pooka }
139 1.1 pooka
140 1.1 pooka void
141 1.1 pooka rw_enter(krwlock_t *rw, const krw_t op)
142 1.1 pooka {
143 1.1 pooka
144 1.1 pooka rumpuser_rw_enter(rw->krw_pthlock, op == RW_WRITER);
145 1.1 pooka }
146 1.1 pooka
147 1.1 pooka int
148 1.1 pooka rw_tryenter(krwlock_t *rw, const krw_t op)
149 1.1 pooka {
150 1.1 pooka
151 1.1 pooka return rumpuser_rw_tryenter(rw->krw_pthlock, op == RW_WRITER);
152 1.1 pooka }
153 1.1 pooka
154 1.1 pooka void
155 1.1 pooka rw_exit(krwlock_t *rw)
156 1.1 pooka {
157 1.1 pooka
158 1.1 pooka rumpuser_rw_exit(rw->krw_pthlock);
159 1.1 pooka }
160 1.1 pooka
161 1.1 pooka /* always fails */
162 1.1 pooka int
163 1.1 pooka rw_tryupgrade(krwlock_t *rw)
164 1.1 pooka {
165 1.1 pooka
166 1.1 pooka return 0;
167 1.1 pooka }
168 1.1 pooka
169 1.6 pooka int
170 1.6 pooka rw_write_held(krwlock_t *rw)
171 1.6 pooka {
172 1.6 pooka
173 1.10 ad return rumpuser_rw_wrheld(rw->krw_pthlock);
174 1.10 ad }
175 1.10 ad
176 1.10 ad int
177 1.10 ad rw_read_held(krwlock_t *rw)
178 1.10 ad {
179 1.10 ad
180 1.10 ad return rumpuser_rw_rdheld(rw->krw_pthlock);
181 1.10 ad }
182 1.10 ad
183 1.10 ad int
184 1.10 ad rw_lock_held(krwlock_t *rw)
185 1.10 ad {
186 1.10 ad
187 1.10 ad return rumpuser_rw_held(rw->krw_pthlock);
188 1.6 pooka }
189 1.6 pooka
190 1.1 pooka /* curriculum vitaes */
191 1.1 pooka
192 1.1 pooka /* forgive me for I have sinned */
193 1.1 pooka #define RUMPCV(a) ((struct rumpuser_cv *)(__UNCONST((a)->cv_wmesg)))
194 1.1 pooka
195 1.1 pooka void
196 1.1 pooka cv_init(kcondvar_t *cv, const char *msg)
197 1.1 pooka {
198 1.1 pooka
199 1.1 pooka rumpuser_cv_init((struct rumpuser_cv **)__UNCONST(&cv->cv_wmesg));
200 1.1 pooka }
201 1.1 pooka
202 1.1 pooka void
203 1.1 pooka cv_destroy(kcondvar_t *cv)
204 1.1 pooka {
205 1.1 pooka
206 1.1 pooka rumpuser_cv_destroy(RUMPCV(cv));
207 1.1 pooka }
208 1.1 pooka
209 1.1 pooka void
210 1.1 pooka cv_wait(kcondvar_t *cv, kmutex_t *mtx)
211 1.1 pooka {
212 1.1 pooka
213 1.1 pooka rumpuser_cv_wait(RUMPCV(cv), mtx->kmtx_mtx);
214 1.1 pooka }
215 1.1 pooka
216 1.3 pooka int
217 1.5 pooka cv_wait_sig(kcondvar_t *cv, kmutex_t *mtx)
218 1.5 pooka {
219 1.5 pooka
220 1.5 pooka rumpuser_cv_wait(RUMPCV(cv), mtx->kmtx_mtx);
221 1.5 pooka return 0;
222 1.5 pooka }
223 1.5 pooka
224 1.5 pooka int
225 1.3 pooka cv_timedwait(kcondvar_t *cv, kmutex_t *mtx, int ticks)
226 1.3 pooka {
227 1.16 ad #ifdef DIAGNOSTIC
228 1.3 pooka extern int hz;
229 1.16 ad #endif
230 1.3 pooka
231 1.9 pooka if (ticks == 0) {
232 1.9 pooka cv_wait(cv, mtx);
233 1.9 pooka return 0;
234 1.9 pooka } else {
235 1.9 pooka KASSERT(hz == 100);
236 1.9 pooka return rumpuser_cv_timedwait(RUMPCV(cv), mtx->kmtx_mtx, ticks);
237 1.9 pooka }
238 1.3 pooka }
239 1.3 pooka
240 1.5 pooka int
241 1.5 pooka cv_timedwait_sig(kcondvar_t *cv, kmutex_t *mtx, int ticks)
242 1.5 pooka {
243 1.5 pooka
244 1.9 pooka return cv_timedwait(cv, mtx, ticks);
245 1.5 pooka }
246 1.5 pooka
247 1.1 pooka void
248 1.1 pooka cv_signal(kcondvar_t *cv)
249 1.1 pooka {
250 1.1 pooka
251 1.1 pooka rumpuser_cv_signal(RUMPCV(cv));
252 1.1 pooka }
253 1.2 pooka
254 1.4 pooka void
255 1.4 pooka cv_broadcast(kcondvar_t *cv)
256 1.4 pooka {
257 1.4 pooka
258 1.4 pooka rumpuser_cv_broadcast(RUMPCV(cv));
259 1.4 pooka }
260 1.4 pooka
261 1.17 pooka bool
262 1.17 pooka cv_has_waiters(kcondvar_t *cv)
263 1.17 pooka {
264 1.17 pooka
265 1.17 pooka return rumpuser_cv_has_waiters(RUMPCV(cv));
266 1.17 pooka }
267 1.17 pooka
268 1.19 pooka /*
269 1.19 pooka * giant lock
270 1.19 pooka */
271 1.2 pooka
272 1.19 pooka static int lockcnt;
273 1.2 pooka void
274 1.13 drochner _kernel_lock(int nlocks)
275 1.2 pooka {
276 1.2 pooka
277 1.19 pooka while (nlocks--) {
278 1.19 pooka mutex_enter(&rump_giantlock);
279 1.19 pooka lockcnt++;
280 1.19 pooka }
281 1.2 pooka }
282 1.2 pooka
283 1.2 pooka void
284 1.13 drochner _kernel_unlock(int nlocks, int *countp)
285 1.2 pooka {
286 1.2 pooka
287 1.19 pooka if (!mutex_owned(&rump_giantlock)) {
288 1.19 pooka KASSERT(nlocks == 0);
289 1.19 pooka if (countp)
290 1.19 pooka *countp = 0;
291 1.19 pooka return;
292 1.19 pooka }
293 1.19 pooka
294 1.2 pooka if (countp)
295 1.19 pooka *countp = lockcnt;
296 1.19 pooka if (nlocks == 0)
297 1.19 pooka nlocks = lockcnt;
298 1.19 pooka if (nlocks == -1) {
299 1.19 pooka KASSERT(lockcnt == 1);
300 1.19 pooka nlocks = 1;
301 1.19 pooka }
302 1.19 pooka KASSERT(nlocks <= lockcnt);
303 1.19 pooka while (nlocks--) {
304 1.19 pooka lockcnt--;
305 1.19 pooka mutex_exit(&rump_giantlock);
306 1.19 pooka }
307 1.2 pooka }
308 1.14 ad
309 1.14 ad struct kmutexobj {
310 1.14 ad kmutex_t mo_lock;
311 1.14 ad u_int mo_refcnt;
312 1.14 ad };
313 1.14 ad
314 1.14 ad kmutex_t *
315 1.14 ad mutex_obj_alloc(kmutex_type_t type, int ipl)
316 1.14 ad {
317 1.14 ad struct kmutexobj *mo;
318 1.14 ad
319 1.14 ad mo = kmem_alloc(sizeof(*mo), KM_SLEEP);
320 1.14 ad mutex_init(&mo->mo_lock, type, ipl);
321 1.14 ad mo->mo_refcnt = 1;
322 1.14 ad
323 1.14 ad return (kmutex_t *)mo;
324 1.14 ad }
325 1.14 ad
326 1.14 ad void
327 1.14 ad mutex_obj_hold(kmutex_t *lock)
328 1.14 ad {
329 1.14 ad struct kmutexobj *mo = (struct kmutexobj *)lock;
330 1.14 ad
331 1.14 ad atomic_inc_uint(&mo->mo_refcnt);
332 1.14 ad }
333 1.14 ad
334 1.14 ad bool
335 1.14 ad mutex_obj_free(kmutex_t *lock)
336 1.14 ad {
337 1.14 ad struct kmutexobj *mo = (struct kmutexobj *)lock;
338 1.14 ad
339 1.14 ad if (atomic_dec_uint_nv(&mo->mo_refcnt) > 0) {
340 1.14 ad return false;
341 1.14 ad }
342 1.14 ad mutex_destroy(&mo->mo_lock);
343 1.14 ad kmem_free(mo, sizeof(*mo));
344 1.14 ad return true;
345 1.14 ad }
346