locks.c revision 1.23 1 1.23 pooka /* $NetBSD: locks.c,v 1.23 2008/12/18 00:24:12 pooka Exp $ */
2 1.14 ad
3 1.14 ad /*-
4 1.14 ad * Copyright (c) 2008 The NetBSD Foundation, Inc.
5 1.14 ad * All rights reserved.
6 1.14 ad *
7 1.14 ad * Redistribution and use in source and binary forms, with or without
8 1.14 ad * modification, are permitted provided that the following conditions
9 1.14 ad * are met:
10 1.14 ad * 1. Redistributions of source code must retain the above copyright
11 1.14 ad * notice, this list of conditions and the following disclaimer.
12 1.14 ad * 2. Redistributions in binary form must reproduce the above copyright
13 1.14 ad * notice, this list of conditions and the following disclaimer in the
14 1.14 ad * documentation and/or other materials provided with the distribution.
15 1.14 ad *
16 1.14 ad * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
17 1.14 ad * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
18 1.14 ad * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
19 1.14 ad * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
20 1.14 ad * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
21 1.14 ad * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
22 1.14 ad * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
23 1.14 ad * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
24 1.14 ad * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
25 1.14 ad * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
26 1.14 ad * POSSIBILITY OF SUCH DAMAGE.
27 1.14 ad */
28 1.1 pooka
29 1.1 pooka /*
30 1.22 pooka * Copyright (c) 2007, 2008 Antti Kantee. All Rights Reserved.
31 1.1 pooka *
32 1.1 pooka * Development of this software was supported by the
33 1.1 pooka * Finnish Cultural Foundation.
34 1.1 pooka *
35 1.1 pooka * Redistribution and use in source and binary forms, with or without
36 1.1 pooka * modification, are permitted provided that the following conditions
37 1.1 pooka * are met:
38 1.1 pooka * 1. Redistributions of source code must retain the above copyright
39 1.1 pooka * notice, this list of conditions and the following disclaimer.
40 1.1 pooka * 2. Redistributions in binary form must reproduce the above copyright
41 1.1 pooka * notice, this list of conditions and the following disclaimer in the
42 1.1 pooka * documentation and/or other materials provided with the distribution.
43 1.1 pooka *
44 1.1 pooka * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
45 1.1 pooka * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
46 1.1 pooka * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
47 1.1 pooka * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
48 1.1 pooka * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
49 1.1 pooka * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
50 1.1 pooka * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
51 1.1 pooka * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
52 1.1 pooka * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
53 1.1 pooka * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
54 1.1 pooka * SUCH DAMAGE.
55 1.1 pooka */
56 1.1 pooka
57 1.23 pooka #include <sys/cdefs.h>
58 1.23 pooka __KERNEL_RCSID(0, "$NetBSD: locks.c,v 1.23 2008/12/18 00:24:12 pooka Exp $");
59 1.23 pooka
60 1.1 pooka #include <sys/param.h>
61 1.1 pooka #include <sys/mutex.h>
62 1.1 pooka #include <sys/rwlock.h>
63 1.14 ad #include <sys/atomic.h>
64 1.1 pooka
65 1.18 pooka #include <rump/rumpuser.h>
66 1.18 pooka
67 1.2 pooka #include "rump_private.h"
68 1.2 pooka
69 1.22 pooka /*
70 1.22 pooka * We map locks to pthread routines. The difference between kernel
71 1.22 pooka * and rumpuser routines is that while the kernel uses static
72 1.22 pooka * storage, rumpuser allocates the object from the heap. This
73 1.22 pooka * indirection is necessary because we don't know the size of
74 1.22 pooka * pthread objects here. It is also benefitial, since we can
75 1.22 pooka * be easily compatible with the kernel ABI because all kernel
76 1.22 pooka * objects regardless of machine architecture are always at least
77 1.22 pooka * the size of a pointer. The downside, of course, is a performance
78 1.22 pooka * penalty.
79 1.22 pooka */
80 1.22 pooka
81 1.22 pooka #define RUMPMTX(mtx) (*(struct rumpuser_mtx **)(mtx))
82 1.22 pooka
83 1.1 pooka void
84 1.1 pooka mutex_init(kmutex_t *mtx, kmutex_type_t type, int ipl)
85 1.1 pooka {
86 1.1 pooka
87 1.22 pooka CTASSERT(sizeof(kmutex_t) >= sizeof(void *));
88 1.22 pooka
89 1.22 pooka rumpuser_mutex_init((struct rumpuser_mtx **)mtx);
90 1.1 pooka }
91 1.1 pooka
92 1.1 pooka void
93 1.1 pooka mutex_destroy(kmutex_t *mtx)
94 1.1 pooka {
95 1.1 pooka
96 1.22 pooka rumpuser_mutex_destroy(RUMPMTX(mtx));
97 1.1 pooka }
98 1.1 pooka
99 1.1 pooka void
100 1.1 pooka mutex_enter(kmutex_t *mtx)
101 1.1 pooka {
102 1.1 pooka
103 1.22 pooka rumpuser_mutex_enter(RUMPMTX(mtx));
104 1.1 pooka }
105 1.1 pooka
106 1.6 pooka void
107 1.6 pooka mutex_spin_enter(kmutex_t *mtx)
108 1.6 pooka {
109 1.6 pooka
110 1.20 pooka if (__predict_true(mtx != RUMP_LMUTEX_MAGIC))
111 1.20 pooka mutex_enter(mtx);
112 1.6 pooka }
113 1.6 pooka
114 1.1 pooka int
115 1.1 pooka mutex_tryenter(kmutex_t *mtx)
116 1.1 pooka {
117 1.1 pooka
118 1.22 pooka return rumpuser_mutex_tryenter(RUMPMTX(mtx));
119 1.1 pooka }
120 1.1 pooka
121 1.1 pooka void
122 1.1 pooka mutex_exit(kmutex_t *mtx)
123 1.1 pooka {
124 1.1 pooka
125 1.22 pooka rumpuser_mutex_exit(RUMPMTX(mtx));
126 1.1 pooka }
127 1.1 pooka
128 1.6 pooka void
129 1.6 pooka mutex_spin_exit(kmutex_t *mtx)
130 1.6 pooka {
131 1.6 pooka
132 1.20 pooka if (__predict_true(mtx != RUMP_LMUTEX_MAGIC))
133 1.20 pooka mutex_exit(mtx);
134 1.6 pooka }
135 1.6 pooka
136 1.1 pooka int
137 1.1 pooka mutex_owned(kmutex_t *mtx)
138 1.1 pooka {
139 1.1 pooka
140 1.22 pooka return rumpuser_mutex_held(RUMPMTX(mtx));
141 1.1 pooka }
142 1.1 pooka
143 1.22 pooka #define RUMPRW(rw) (*(struct rumpuser_rw **)(rw))
144 1.22 pooka
145 1.1 pooka /* reader/writer locks */
146 1.1 pooka
147 1.1 pooka void
148 1.1 pooka rw_init(krwlock_t *rw)
149 1.1 pooka {
150 1.1 pooka
151 1.22 pooka CTASSERT(sizeof(krwlock_t) >= sizeof(void *));
152 1.22 pooka
153 1.22 pooka rumpuser_rw_init((struct rumpuser_rw **)rw);
154 1.1 pooka }
155 1.1 pooka
156 1.1 pooka void
157 1.1 pooka rw_destroy(krwlock_t *rw)
158 1.1 pooka {
159 1.1 pooka
160 1.22 pooka rumpuser_rw_destroy(RUMPRW(rw));
161 1.1 pooka }
162 1.1 pooka
163 1.1 pooka void
164 1.1 pooka rw_enter(krwlock_t *rw, const krw_t op)
165 1.1 pooka {
166 1.1 pooka
167 1.22 pooka rumpuser_rw_enter(RUMPRW(rw), op == RW_WRITER);
168 1.1 pooka }
169 1.1 pooka
170 1.1 pooka int
171 1.1 pooka rw_tryenter(krwlock_t *rw, const krw_t op)
172 1.1 pooka {
173 1.1 pooka
174 1.22 pooka return rumpuser_rw_tryenter(RUMPRW(rw), op == RW_WRITER);
175 1.1 pooka }
176 1.1 pooka
177 1.1 pooka void
178 1.1 pooka rw_exit(krwlock_t *rw)
179 1.1 pooka {
180 1.1 pooka
181 1.22 pooka rumpuser_rw_exit(RUMPRW(rw));
182 1.1 pooka }
183 1.1 pooka
184 1.1 pooka /* always fails */
185 1.1 pooka int
186 1.1 pooka rw_tryupgrade(krwlock_t *rw)
187 1.1 pooka {
188 1.1 pooka
189 1.1 pooka return 0;
190 1.1 pooka }
191 1.1 pooka
192 1.6 pooka int
193 1.6 pooka rw_write_held(krwlock_t *rw)
194 1.6 pooka {
195 1.6 pooka
196 1.22 pooka return rumpuser_rw_wrheld(RUMPRW(rw));
197 1.10 ad }
198 1.10 ad
199 1.10 ad int
200 1.10 ad rw_read_held(krwlock_t *rw)
201 1.10 ad {
202 1.10 ad
203 1.22 pooka return rumpuser_rw_rdheld(RUMPRW(rw));
204 1.10 ad }
205 1.10 ad
206 1.10 ad int
207 1.10 ad rw_lock_held(krwlock_t *rw)
208 1.10 ad {
209 1.10 ad
210 1.22 pooka return rumpuser_rw_held(RUMPRW(rw));
211 1.6 pooka }
212 1.6 pooka
213 1.1 pooka /* curriculum vitaes */
214 1.1 pooka
215 1.1 pooka /* forgive me for I have sinned */
216 1.1 pooka #define RUMPCV(a) ((struct rumpuser_cv *)(__UNCONST((a)->cv_wmesg)))
217 1.1 pooka
218 1.1 pooka void
219 1.1 pooka cv_init(kcondvar_t *cv, const char *msg)
220 1.1 pooka {
221 1.1 pooka
222 1.1 pooka rumpuser_cv_init((struct rumpuser_cv **)__UNCONST(&cv->cv_wmesg));
223 1.1 pooka }
224 1.1 pooka
225 1.1 pooka void
226 1.1 pooka cv_destroy(kcondvar_t *cv)
227 1.1 pooka {
228 1.1 pooka
229 1.1 pooka rumpuser_cv_destroy(RUMPCV(cv));
230 1.1 pooka }
231 1.1 pooka
232 1.1 pooka void
233 1.1 pooka cv_wait(kcondvar_t *cv, kmutex_t *mtx)
234 1.1 pooka {
235 1.1 pooka
236 1.22 pooka rumpuser_cv_wait(RUMPCV(cv), RUMPMTX(mtx));
237 1.1 pooka }
238 1.1 pooka
239 1.3 pooka int
240 1.5 pooka cv_wait_sig(kcondvar_t *cv, kmutex_t *mtx)
241 1.5 pooka {
242 1.5 pooka
243 1.22 pooka rumpuser_cv_wait(RUMPCV(cv), RUMPMTX(mtx));
244 1.5 pooka return 0;
245 1.5 pooka }
246 1.5 pooka
247 1.5 pooka int
248 1.3 pooka cv_timedwait(kcondvar_t *cv, kmutex_t *mtx, int ticks)
249 1.3 pooka {
250 1.16 ad #ifdef DIAGNOSTIC
251 1.3 pooka extern int hz;
252 1.16 ad #endif
253 1.3 pooka
254 1.9 pooka if (ticks == 0) {
255 1.9 pooka cv_wait(cv, mtx);
256 1.9 pooka return 0;
257 1.9 pooka } else {
258 1.9 pooka KASSERT(hz == 100);
259 1.22 pooka return rumpuser_cv_timedwait(RUMPCV(cv), RUMPMTX(mtx), ticks);
260 1.9 pooka }
261 1.3 pooka }
262 1.3 pooka
263 1.5 pooka int
264 1.5 pooka cv_timedwait_sig(kcondvar_t *cv, kmutex_t *mtx, int ticks)
265 1.5 pooka {
266 1.5 pooka
267 1.9 pooka return cv_timedwait(cv, mtx, ticks);
268 1.5 pooka }
269 1.5 pooka
270 1.1 pooka void
271 1.1 pooka cv_signal(kcondvar_t *cv)
272 1.1 pooka {
273 1.1 pooka
274 1.1 pooka rumpuser_cv_signal(RUMPCV(cv));
275 1.1 pooka }
276 1.2 pooka
277 1.4 pooka void
278 1.4 pooka cv_broadcast(kcondvar_t *cv)
279 1.4 pooka {
280 1.4 pooka
281 1.4 pooka rumpuser_cv_broadcast(RUMPCV(cv));
282 1.4 pooka }
283 1.4 pooka
284 1.17 pooka bool
285 1.17 pooka cv_has_waiters(kcondvar_t *cv)
286 1.17 pooka {
287 1.17 pooka
288 1.17 pooka return rumpuser_cv_has_waiters(RUMPCV(cv));
289 1.17 pooka }
290 1.17 pooka
291 1.19 pooka /*
292 1.19 pooka * giant lock
293 1.19 pooka */
294 1.2 pooka
295 1.21 pooka static volatile int lockcnt;
296 1.2 pooka void
297 1.13 drochner _kernel_lock(int nlocks)
298 1.2 pooka {
299 1.2 pooka
300 1.19 pooka while (nlocks--) {
301 1.22 pooka rumpuser_mutex_enter(rump_giantlock);
302 1.19 pooka lockcnt++;
303 1.19 pooka }
304 1.2 pooka }
305 1.2 pooka
306 1.2 pooka void
307 1.13 drochner _kernel_unlock(int nlocks, int *countp)
308 1.2 pooka {
309 1.2 pooka
310 1.22 pooka if (!rumpuser_mutex_held(rump_giantlock)) {
311 1.19 pooka KASSERT(nlocks == 0);
312 1.19 pooka if (countp)
313 1.19 pooka *countp = 0;
314 1.19 pooka return;
315 1.19 pooka }
316 1.19 pooka
317 1.2 pooka if (countp)
318 1.19 pooka *countp = lockcnt;
319 1.19 pooka if (nlocks == 0)
320 1.19 pooka nlocks = lockcnt;
321 1.19 pooka if (nlocks == -1) {
322 1.19 pooka KASSERT(lockcnt == 1);
323 1.19 pooka nlocks = 1;
324 1.19 pooka }
325 1.19 pooka KASSERT(nlocks <= lockcnt);
326 1.19 pooka while (nlocks--) {
327 1.19 pooka lockcnt--;
328 1.22 pooka rumpuser_mutex_exit(rump_giantlock);
329 1.19 pooka }
330 1.2 pooka }
331 1.14 ad
332 1.14 ad struct kmutexobj {
333 1.14 ad kmutex_t mo_lock;
334 1.14 ad u_int mo_refcnt;
335 1.14 ad };
336 1.14 ad
337 1.14 ad kmutex_t *
338 1.14 ad mutex_obj_alloc(kmutex_type_t type, int ipl)
339 1.14 ad {
340 1.14 ad struct kmutexobj *mo;
341 1.14 ad
342 1.14 ad mo = kmem_alloc(sizeof(*mo), KM_SLEEP);
343 1.14 ad mutex_init(&mo->mo_lock, type, ipl);
344 1.14 ad mo->mo_refcnt = 1;
345 1.14 ad
346 1.14 ad return (kmutex_t *)mo;
347 1.14 ad }
348 1.14 ad
349 1.14 ad void
350 1.14 ad mutex_obj_hold(kmutex_t *lock)
351 1.14 ad {
352 1.14 ad struct kmutexobj *mo = (struct kmutexobj *)lock;
353 1.14 ad
354 1.14 ad atomic_inc_uint(&mo->mo_refcnt);
355 1.14 ad }
356 1.14 ad
357 1.14 ad bool
358 1.14 ad mutex_obj_free(kmutex_t *lock)
359 1.14 ad {
360 1.14 ad struct kmutexobj *mo = (struct kmutexobj *)lock;
361 1.14 ad
362 1.14 ad if (atomic_dec_uint_nv(&mo->mo_refcnt) > 0) {
363 1.14 ad return false;
364 1.14 ad }
365 1.14 ad mutex_destroy(&mo->mo_lock);
366 1.14 ad kmem_free(mo, sizeof(*mo));
367 1.14 ad return true;
368 1.14 ad }
369