locks.c revision 1.22 1 1.22 pooka /* $NetBSD: locks.c,v 1.22 2008/12/13 15:34:48 pooka Exp $ */
2 1.14 ad
3 1.14 ad /*-
4 1.14 ad * Copyright (c) 2008 The NetBSD Foundation, Inc.
5 1.14 ad * All rights reserved.
6 1.14 ad *
7 1.14 ad * Redistribution and use in source and binary forms, with or without
8 1.14 ad * modification, are permitted provided that the following conditions
9 1.14 ad * are met:
10 1.14 ad * 1. Redistributions of source code must retain the above copyright
11 1.14 ad * notice, this list of conditions and the following disclaimer.
12 1.14 ad * 2. Redistributions in binary form must reproduce the above copyright
13 1.14 ad * notice, this list of conditions and the following disclaimer in the
14 1.14 ad * documentation and/or other materials provided with the distribution.
15 1.14 ad *
16 1.14 ad * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
17 1.14 ad * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
18 1.14 ad * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
19 1.14 ad * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
20 1.14 ad * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
21 1.14 ad * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
22 1.14 ad * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
23 1.14 ad * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
24 1.14 ad * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
25 1.14 ad * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
26 1.14 ad * POSSIBILITY OF SUCH DAMAGE.
27 1.14 ad */
28 1.1 pooka
29 1.1 pooka /*
30 1.22 pooka * Copyright (c) 2007, 2008 Antti Kantee. All Rights Reserved.
31 1.1 pooka *
32 1.1 pooka * Development of this software was supported by the
33 1.1 pooka * Finnish Cultural Foundation.
34 1.1 pooka *
35 1.1 pooka * Redistribution and use in source and binary forms, with or without
36 1.1 pooka * modification, are permitted provided that the following conditions
37 1.1 pooka * are met:
38 1.1 pooka * 1. Redistributions of source code must retain the above copyright
39 1.1 pooka * notice, this list of conditions and the following disclaimer.
40 1.1 pooka * 2. Redistributions in binary form must reproduce the above copyright
41 1.1 pooka * notice, this list of conditions and the following disclaimer in the
42 1.1 pooka * documentation and/or other materials provided with the distribution.
43 1.1 pooka *
44 1.1 pooka * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
45 1.1 pooka * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
46 1.1 pooka * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
47 1.1 pooka * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
48 1.1 pooka * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
49 1.1 pooka * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
50 1.1 pooka * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
51 1.1 pooka * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
52 1.1 pooka * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
53 1.1 pooka * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
54 1.1 pooka * SUCH DAMAGE.
55 1.1 pooka */
56 1.1 pooka
57 1.1 pooka #include <sys/param.h>
58 1.1 pooka #include <sys/mutex.h>
59 1.1 pooka #include <sys/rwlock.h>
60 1.14 ad #include <sys/atomic.h>
61 1.1 pooka
62 1.18 pooka #include <rump/rumpuser.h>
63 1.18 pooka
64 1.2 pooka #include "rump_private.h"
65 1.2 pooka
66 1.22 pooka /*
67 1.22 pooka * We map locks to pthread routines. The difference between kernel
68 1.22 pooka * and rumpuser routines is that while the kernel uses static
69 1.22 pooka * storage, rumpuser allocates the object from the heap. This
70 1.22 pooka * indirection is necessary because we don't know the size of
71 1.22 pooka * pthread objects here. It is also benefitial, since we can
72 1.22 pooka * be easily compatible with the kernel ABI because all kernel
73 1.22 pooka * objects regardless of machine architecture are always at least
74 1.22 pooka * the size of a pointer. The downside, of course, is a performance
75 1.22 pooka * penalty.
76 1.22 pooka */
77 1.22 pooka
78 1.22 pooka #define RUMPMTX(mtx) (*(struct rumpuser_mtx **)(mtx))
79 1.22 pooka
80 1.1 pooka void
81 1.1 pooka mutex_init(kmutex_t *mtx, kmutex_type_t type, int ipl)
82 1.1 pooka {
83 1.1 pooka
84 1.22 pooka CTASSERT(sizeof(kmutex_t) >= sizeof(void *));
85 1.22 pooka
86 1.22 pooka rumpuser_mutex_init((struct rumpuser_mtx **)mtx);
87 1.1 pooka }
88 1.1 pooka
89 1.1 pooka void
90 1.1 pooka mutex_destroy(kmutex_t *mtx)
91 1.1 pooka {
92 1.1 pooka
93 1.22 pooka rumpuser_mutex_destroy(RUMPMTX(mtx));
94 1.1 pooka }
95 1.1 pooka
96 1.1 pooka void
97 1.1 pooka mutex_enter(kmutex_t *mtx)
98 1.1 pooka {
99 1.1 pooka
100 1.22 pooka rumpuser_mutex_enter(RUMPMTX(mtx));
101 1.1 pooka }
102 1.1 pooka
103 1.6 pooka void
104 1.6 pooka mutex_spin_enter(kmutex_t *mtx)
105 1.6 pooka {
106 1.6 pooka
107 1.20 pooka if (__predict_true(mtx != RUMP_LMUTEX_MAGIC))
108 1.20 pooka mutex_enter(mtx);
109 1.6 pooka }
110 1.6 pooka
111 1.1 pooka int
112 1.1 pooka mutex_tryenter(kmutex_t *mtx)
113 1.1 pooka {
114 1.1 pooka
115 1.22 pooka return rumpuser_mutex_tryenter(RUMPMTX(mtx));
116 1.1 pooka }
117 1.1 pooka
118 1.1 pooka void
119 1.1 pooka mutex_exit(kmutex_t *mtx)
120 1.1 pooka {
121 1.1 pooka
122 1.22 pooka rumpuser_mutex_exit(RUMPMTX(mtx));
123 1.1 pooka }
124 1.1 pooka
125 1.6 pooka void
126 1.6 pooka mutex_spin_exit(kmutex_t *mtx)
127 1.6 pooka {
128 1.6 pooka
129 1.20 pooka if (__predict_true(mtx != RUMP_LMUTEX_MAGIC))
130 1.20 pooka mutex_exit(mtx);
131 1.6 pooka }
132 1.6 pooka
133 1.1 pooka int
134 1.1 pooka mutex_owned(kmutex_t *mtx)
135 1.1 pooka {
136 1.1 pooka
137 1.22 pooka return rumpuser_mutex_held(RUMPMTX(mtx));
138 1.1 pooka }
139 1.1 pooka
140 1.22 pooka #define RUMPRW(rw) (*(struct rumpuser_rw **)(rw))
141 1.22 pooka
142 1.1 pooka /* reader/writer locks */
143 1.1 pooka
144 1.1 pooka void
145 1.1 pooka rw_init(krwlock_t *rw)
146 1.1 pooka {
147 1.1 pooka
148 1.22 pooka CTASSERT(sizeof(krwlock_t) >= sizeof(void *));
149 1.22 pooka
150 1.22 pooka rumpuser_rw_init((struct rumpuser_rw **)rw);
151 1.1 pooka }
152 1.1 pooka
153 1.1 pooka void
154 1.1 pooka rw_destroy(krwlock_t *rw)
155 1.1 pooka {
156 1.1 pooka
157 1.22 pooka rumpuser_rw_destroy(RUMPRW(rw));
158 1.1 pooka }
159 1.1 pooka
160 1.1 pooka void
161 1.1 pooka rw_enter(krwlock_t *rw, const krw_t op)
162 1.1 pooka {
163 1.1 pooka
164 1.22 pooka rumpuser_rw_enter(RUMPRW(rw), op == RW_WRITER);
165 1.1 pooka }
166 1.1 pooka
167 1.1 pooka int
168 1.1 pooka rw_tryenter(krwlock_t *rw, const krw_t op)
169 1.1 pooka {
170 1.1 pooka
171 1.22 pooka return rumpuser_rw_tryenter(RUMPRW(rw), op == RW_WRITER);
172 1.1 pooka }
173 1.1 pooka
174 1.1 pooka void
175 1.1 pooka rw_exit(krwlock_t *rw)
176 1.1 pooka {
177 1.1 pooka
178 1.22 pooka rumpuser_rw_exit(RUMPRW(rw));
179 1.1 pooka }
180 1.1 pooka
181 1.1 pooka /* always fails */
182 1.1 pooka int
183 1.1 pooka rw_tryupgrade(krwlock_t *rw)
184 1.1 pooka {
185 1.1 pooka
186 1.1 pooka return 0;
187 1.1 pooka }
188 1.1 pooka
189 1.6 pooka int
190 1.6 pooka rw_write_held(krwlock_t *rw)
191 1.6 pooka {
192 1.6 pooka
193 1.22 pooka return rumpuser_rw_wrheld(RUMPRW(rw));
194 1.10 ad }
195 1.10 ad
196 1.10 ad int
197 1.10 ad rw_read_held(krwlock_t *rw)
198 1.10 ad {
199 1.10 ad
200 1.22 pooka return rumpuser_rw_rdheld(RUMPRW(rw));
201 1.10 ad }
202 1.10 ad
203 1.10 ad int
204 1.10 ad rw_lock_held(krwlock_t *rw)
205 1.10 ad {
206 1.10 ad
207 1.22 pooka return rumpuser_rw_held(RUMPRW(rw));
208 1.6 pooka }
209 1.6 pooka
210 1.1 pooka /* curriculum vitaes */
211 1.1 pooka
212 1.1 pooka /* forgive me for I have sinned */
213 1.1 pooka #define RUMPCV(a) ((struct rumpuser_cv *)(__UNCONST((a)->cv_wmesg)))
214 1.1 pooka
215 1.1 pooka void
216 1.1 pooka cv_init(kcondvar_t *cv, const char *msg)
217 1.1 pooka {
218 1.1 pooka
219 1.1 pooka rumpuser_cv_init((struct rumpuser_cv **)__UNCONST(&cv->cv_wmesg));
220 1.1 pooka }
221 1.1 pooka
222 1.1 pooka void
223 1.1 pooka cv_destroy(kcondvar_t *cv)
224 1.1 pooka {
225 1.1 pooka
226 1.1 pooka rumpuser_cv_destroy(RUMPCV(cv));
227 1.1 pooka }
228 1.1 pooka
229 1.1 pooka void
230 1.1 pooka cv_wait(kcondvar_t *cv, kmutex_t *mtx)
231 1.1 pooka {
232 1.1 pooka
233 1.22 pooka rumpuser_cv_wait(RUMPCV(cv), RUMPMTX(mtx));
234 1.1 pooka }
235 1.1 pooka
236 1.3 pooka int
237 1.5 pooka cv_wait_sig(kcondvar_t *cv, kmutex_t *mtx)
238 1.5 pooka {
239 1.5 pooka
240 1.22 pooka rumpuser_cv_wait(RUMPCV(cv), RUMPMTX(mtx));
241 1.5 pooka return 0;
242 1.5 pooka }
243 1.5 pooka
244 1.5 pooka int
245 1.3 pooka cv_timedwait(kcondvar_t *cv, kmutex_t *mtx, int ticks)
246 1.3 pooka {
247 1.16 ad #ifdef DIAGNOSTIC
248 1.3 pooka extern int hz;
249 1.16 ad #endif
250 1.3 pooka
251 1.9 pooka if (ticks == 0) {
252 1.9 pooka cv_wait(cv, mtx);
253 1.9 pooka return 0;
254 1.9 pooka } else {
255 1.9 pooka KASSERT(hz == 100);
256 1.22 pooka return rumpuser_cv_timedwait(RUMPCV(cv), RUMPMTX(mtx), ticks);
257 1.9 pooka }
258 1.3 pooka }
259 1.3 pooka
260 1.5 pooka int
261 1.5 pooka cv_timedwait_sig(kcondvar_t *cv, kmutex_t *mtx, int ticks)
262 1.5 pooka {
263 1.5 pooka
264 1.9 pooka return cv_timedwait(cv, mtx, ticks);
265 1.5 pooka }
266 1.5 pooka
267 1.1 pooka void
268 1.1 pooka cv_signal(kcondvar_t *cv)
269 1.1 pooka {
270 1.1 pooka
271 1.1 pooka rumpuser_cv_signal(RUMPCV(cv));
272 1.1 pooka }
273 1.2 pooka
274 1.4 pooka void
275 1.4 pooka cv_broadcast(kcondvar_t *cv)
276 1.4 pooka {
277 1.4 pooka
278 1.4 pooka rumpuser_cv_broadcast(RUMPCV(cv));
279 1.4 pooka }
280 1.4 pooka
281 1.17 pooka bool
282 1.17 pooka cv_has_waiters(kcondvar_t *cv)
283 1.17 pooka {
284 1.17 pooka
285 1.17 pooka return rumpuser_cv_has_waiters(RUMPCV(cv));
286 1.17 pooka }
287 1.17 pooka
288 1.19 pooka /*
289 1.19 pooka * giant lock
290 1.19 pooka */
291 1.2 pooka
292 1.21 pooka static volatile int lockcnt;
293 1.2 pooka void
294 1.13 drochner _kernel_lock(int nlocks)
295 1.2 pooka {
296 1.2 pooka
297 1.19 pooka while (nlocks--) {
298 1.22 pooka rumpuser_mutex_enter(rump_giantlock);
299 1.19 pooka lockcnt++;
300 1.19 pooka }
301 1.2 pooka }
302 1.2 pooka
303 1.2 pooka void
304 1.13 drochner _kernel_unlock(int nlocks, int *countp)
305 1.2 pooka {
306 1.2 pooka
307 1.22 pooka if (!rumpuser_mutex_held(rump_giantlock)) {
308 1.19 pooka KASSERT(nlocks == 0);
309 1.19 pooka if (countp)
310 1.19 pooka *countp = 0;
311 1.19 pooka return;
312 1.19 pooka }
313 1.19 pooka
314 1.2 pooka if (countp)
315 1.19 pooka *countp = lockcnt;
316 1.19 pooka if (nlocks == 0)
317 1.19 pooka nlocks = lockcnt;
318 1.19 pooka if (nlocks == -1) {
319 1.19 pooka KASSERT(lockcnt == 1);
320 1.19 pooka nlocks = 1;
321 1.19 pooka }
322 1.19 pooka KASSERT(nlocks <= lockcnt);
323 1.19 pooka while (nlocks--) {
324 1.19 pooka lockcnt--;
325 1.22 pooka rumpuser_mutex_exit(rump_giantlock);
326 1.19 pooka }
327 1.2 pooka }
328 1.14 ad
329 1.14 ad struct kmutexobj {
330 1.14 ad kmutex_t mo_lock;
331 1.14 ad u_int mo_refcnt;
332 1.14 ad };
333 1.14 ad
334 1.14 ad kmutex_t *
335 1.14 ad mutex_obj_alloc(kmutex_type_t type, int ipl)
336 1.14 ad {
337 1.14 ad struct kmutexobj *mo;
338 1.14 ad
339 1.14 ad mo = kmem_alloc(sizeof(*mo), KM_SLEEP);
340 1.14 ad mutex_init(&mo->mo_lock, type, ipl);
341 1.14 ad mo->mo_refcnt = 1;
342 1.14 ad
343 1.14 ad return (kmutex_t *)mo;
344 1.14 ad }
345 1.14 ad
346 1.14 ad void
347 1.14 ad mutex_obj_hold(kmutex_t *lock)
348 1.14 ad {
349 1.14 ad struct kmutexobj *mo = (struct kmutexobj *)lock;
350 1.14 ad
351 1.14 ad atomic_inc_uint(&mo->mo_refcnt);
352 1.14 ad }
353 1.14 ad
354 1.14 ad bool
355 1.14 ad mutex_obj_free(kmutex_t *lock)
356 1.14 ad {
357 1.14 ad struct kmutexobj *mo = (struct kmutexobj *)lock;
358 1.14 ad
359 1.14 ad if (atomic_dec_uint_nv(&mo->mo_refcnt) > 0) {
360 1.14 ad return false;
361 1.14 ad }
362 1.14 ad mutex_destroy(&mo->mo_lock);
363 1.14 ad kmem_free(mo, sizeof(*mo));
364 1.14 ad return true;
365 1.14 ad }
366