locks.c revision 1.25 1 1.25 pooka /* $NetBSD: locks.c,v 1.25 2008/12/19 09:50:04 pooka Exp $ */
2 1.14 ad
3 1.14 ad /*-
4 1.14 ad * Copyright (c) 2008 The NetBSD Foundation, Inc.
5 1.14 ad * All rights reserved.
6 1.14 ad *
7 1.14 ad * Redistribution and use in source and binary forms, with or without
8 1.14 ad * modification, are permitted provided that the following conditions
9 1.14 ad * are met:
10 1.14 ad * 1. Redistributions of source code must retain the above copyright
11 1.14 ad * notice, this list of conditions and the following disclaimer.
12 1.14 ad * 2. Redistributions in binary form must reproduce the above copyright
13 1.14 ad * notice, this list of conditions and the following disclaimer in the
14 1.14 ad * documentation and/or other materials provided with the distribution.
15 1.14 ad *
16 1.14 ad * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
17 1.14 ad * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
18 1.14 ad * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
19 1.14 ad * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
20 1.14 ad * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
21 1.14 ad * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
22 1.14 ad * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
23 1.14 ad * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
24 1.14 ad * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
25 1.14 ad * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
26 1.14 ad * POSSIBILITY OF SUCH DAMAGE.
27 1.14 ad */
28 1.1 pooka
29 1.1 pooka /*
30 1.22 pooka * Copyright (c) 2007, 2008 Antti Kantee. All Rights Reserved.
31 1.1 pooka *
32 1.1 pooka * Development of this software was supported by the
33 1.1 pooka * Finnish Cultural Foundation.
34 1.1 pooka *
35 1.1 pooka * Redistribution and use in source and binary forms, with or without
36 1.1 pooka * modification, are permitted provided that the following conditions
37 1.1 pooka * are met:
38 1.1 pooka * 1. Redistributions of source code must retain the above copyright
39 1.1 pooka * notice, this list of conditions and the following disclaimer.
40 1.1 pooka * 2. Redistributions in binary form must reproduce the above copyright
41 1.1 pooka * notice, this list of conditions and the following disclaimer in the
42 1.1 pooka * documentation and/or other materials provided with the distribution.
43 1.1 pooka *
44 1.1 pooka * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
45 1.1 pooka * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
46 1.1 pooka * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
47 1.1 pooka * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
48 1.1 pooka * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
49 1.1 pooka * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
50 1.1 pooka * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
51 1.1 pooka * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
52 1.1 pooka * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
53 1.1 pooka * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
54 1.1 pooka * SUCH DAMAGE.
55 1.1 pooka */
56 1.1 pooka
57 1.23 pooka #include <sys/cdefs.h>
58 1.25 pooka __KERNEL_RCSID(0, "$NetBSD: locks.c,v 1.25 2008/12/19 09:50:04 pooka Exp $");
59 1.23 pooka
60 1.1 pooka #include <sys/param.h>
61 1.1 pooka #include <sys/mutex.h>
62 1.1 pooka #include <sys/rwlock.h>
63 1.14 ad #include <sys/atomic.h>
64 1.1 pooka
65 1.18 pooka #include <rump/rumpuser.h>
66 1.18 pooka
67 1.2 pooka #include "rump_private.h"
68 1.2 pooka
69 1.22 pooka /*
70 1.22 pooka * We map locks to pthread routines. The difference between kernel
71 1.22 pooka * and rumpuser routines is that while the kernel uses static
72 1.22 pooka * storage, rumpuser allocates the object from the heap. This
73 1.22 pooka * indirection is necessary because we don't know the size of
74 1.22 pooka * pthread objects here. It is also benefitial, since we can
75 1.22 pooka * be easily compatible with the kernel ABI because all kernel
76 1.22 pooka * objects regardless of machine architecture are always at least
77 1.22 pooka * the size of a pointer. The downside, of course, is a performance
78 1.22 pooka * penalty.
79 1.22 pooka */
80 1.22 pooka
81 1.22 pooka #define RUMPMTX(mtx) (*(struct rumpuser_mtx **)(mtx))
82 1.22 pooka
83 1.1 pooka void
84 1.1 pooka mutex_init(kmutex_t *mtx, kmutex_type_t type, int ipl)
85 1.1 pooka {
86 1.1 pooka
87 1.22 pooka CTASSERT(sizeof(kmutex_t) >= sizeof(void *));
88 1.22 pooka
89 1.22 pooka rumpuser_mutex_init((struct rumpuser_mtx **)mtx);
90 1.1 pooka }
91 1.1 pooka
92 1.1 pooka void
93 1.1 pooka mutex_destroy(kmutex_t *mtx)
94 1.1 pooka {
95 1.1 pooka
96 1.22 pooka rumpuser_mutex_destroy(RUMPMTX(mtx));
97 1.1 pooka }
98 1.1 pooka
99 1.1 pooka void
100 1.1 pooka mutex_enter(kmutex_t *mtx)
101 1.1 pooka {
102 1.1 pooka
103 1.22 pooka rumpuser_mutex_enter(RUMPMTX(mtx));
104 1.1 pooka }
105 1.1 pooka
106 1.6 pooka void
107 1.6 pooka mutex_spin_enter(kmutex_t *mtx)
108 1.6 pooka {
109 1.6 pooka
110 1.20 pooka if (__predict_true(mtx != RUMP_LMUTEX_MAGIC))
111 1.20 pooka mutex_enter(mtx);
112 1.6 pooka }
113 1.6 pooka
114 1.1 pooka int
115 1.1 pooka mutex_tryenter(kmutex_t *mtx)
116 1.1 pooka {
117 1.1 pooka
118 1.22 pooka return rumpuser_mutex_tryenter(RUMPMTX(mtx));
119 1.1 pooka }
120 1.1 pooka
121 1.1 pooka void
122 1.1 pooka mutex_exit(kmutex_t *mtx)
123 1.1 pooka {
124 1.1 pooka
125 1.22 pooka rumpuser_mutex_exit(RUMPMTX(mtx));
126 1.1 pooka }
127 1.1 pooka
128 1.6 pooka void
129 1.6 pooka mutex_spin_exit(kmutex_t *mtx)
130 1.6 pooka {
131 1.6 pooka
132 1.20 pooka if (__predict_true(mtx != RUMP_LMUTEX_MAGIC))
133 1.20 pooka mutex_exit(mtx);
134 1.6 pooka }
135 1.6 pooka
136 1.1 pooka int
137 1.1 pooka mutex_owned(kmutex_t *mtx)
138 1.1 pooka {
139 1.1 pooka
140 1.22 pooka return rumpuser_mutex_held(RUMPMTX(mtx));
141 1.1 pooka }
142 1.1 pooka
143 1.22 pooka #define RUMPRW(rw) (*(struct rumpuser_rw **)(rw))
144 1.22 pooka
145 1.1 pooka /* reader/writer locks */
146 1.1 pooka
147 1.1 pooka void
148 1.1 pooka rw_init(krwlock_t *rw)
149 1.1 pooka {
150 1.1 pooka
151 1.22 pooka CTASSERT(sizeof(krwlock_t) >= sizeof(void *));
152 1.22 pooka
153 1.22 pooka rumpuser_rw_init((struct rumpuser_rw **)rw);
154 1.1 pooka }
155 1.1 pooka
156 1.1 pooka void
157 1.1 pooka rw_destroy(krwlock_t *rw)
158 1.1 pooka {
159 1.1 pooka
160 1.22 pooka rumpuser_rw_destroy(RUMPRW(rw));
161 1.1 pooka }
162 1.1 pooka
163 1.1 pooka void
164 1.1 pooka rw_enter(krwlock_t *rw, const krw_t op)
165 1.1 pooka {
166 1.1 pooka
167 1.22 pooka rumpuser_rw_enter(RUMPRW(rw), op == RW_WRITER);
168 1.1 pooka }
169 1.1 pooka
170 1.1 pooka int
171 1.1 pooka rw_tryenter(krwlock_t *rw, const krw_t op)
172 1.1 pooka {
173 1.1 pooka
174 1.22 pooka return rumpuser_rw_tryenter(RUMPRW(rw), op == RW_WRITER);
175 1.1 pooka }
176 1.1 pooka
177 1.1 pooka void
178 1.1 pooka rw_exit(krwlock_t *rw)
179 1.1 pooka {
180 1.1 pooka
181 1.22 pooka rumpuser_rw_exit(RUMPRW(rw));
182 1.1 pooka }
183 1.1 pooka
184 1.1 pooka /* always fails */
185 1.1 pooka int
186 1.1 pooka rw_tryupgrade(krwlock_t *rw)
187 1.1 pooka {
188 1.1 pooka
189 1.1 pooka return 0;
190 1.1 pooka }
191 1.1 pooka
192 1.6 pooka int
193 1.6 pooka rw_write_held(krwlock_t *rw)
194 1.6 pooka {
195 1.6 pooka
196 1.22 pooka return rumpuser_rw_wrheld(RUMPRW(rw));
197 1.10 ad }
198 1.10 ad
199 1.10 ad int
200 1.10 ad rw_read_held(krwlock_t *rw)
201 1.10 ad {
202 1.10 ad
203 1.22 pooka return rumpuser_rw_rdheld(RUMPRW(rw));
204 1.10 ad }
205 1.10 ad
206 1.10 ad int
207 1.10 ad rw_lock_held(krwlock_t *rw)
208 1.10 ad {
209 1.10 ad
210 1.22 pooka return rumpuser_rw_held(RUMPRW(rw));
211 1.6 pooka }
212 1.6 pooka
213 1.1 pooka /* curriculum vitaes */
214 1.1 pooka
215 1.24 pooka #define RUMPCV(cv) (*(struct rumpuser_cv **)(cv))
216 1.1 pooka
217 1.1 pooka void
218 1.1 pooka cv_init(kcondvar_t *cv, const char *msg)
219 1.1 pooka {
220 1.1 pooka
221 1.25 pooka CTASSERT(sizeof(kcondvar_t) >= sizeof(void *));
222 1.25 pooka
223 1.24 pooka rumpuser_cv_init((struct rumpuser_cv **)cv);
224 1.1 pooka }
225 1.1 pooka
226 1.1 pooka void
227 1.1 pooka cv_destroy(kcondvar_t *cv)
228 1.1 pooka {
229 1.1 pooka
230 1.1 pooka rumpuser_cv_destroy(RUMPCV(cv));
231 1.1 pooka }
232 1.1 pooka
233 1.1 pooka void
234 1.1 pooka cv_wait(kcondvar_t *cv, kmutex_t *mtx)
235 1.1 pooka {
236 1.1 pooka
237 1.22 pooka rumpuser_cv_wait(RUMPCV(cv), RUMPMTX(mtx));
238 1.1 pooka }
239 1.1 pooka
240 1.3 pooka int
241 1.5 pooka cv_wait_sig(kcondvar_t *cv, kmutex_t *mtx)
242 1.5 pooka {
243 1.5 pooka
244 1.22 pooka rumpuser_cv_wait(RUMPCV(cv), RUMPMTX(mtx));
245 1.5 pooka return 0;
246 1.5 pooka }
247 1.5 pooka
248 1.5 pooka int
249 1.3 pooka cv_timedwait(kcondvar_t *cv, kmutex_t *mtx, int ticks)
250 1.3 pooka {
251 1.16 ad #ifdef DIAGNOSTIC
252 1.3 pooka extern int hz;
253 1.16 ad #endif
254 1.3 pooka
255 1.9 pooka if (ticks == 0) {
256 1.9 pooka cv_wait(cv, mtx);
257 1.9 pooka return 0;
258 1.9 pooka } else {
259 1.9 pooka KASSERT(hz == 100);
260 1.22 pooka return rumpuser_cv_timedwait(RUMPCV(cv), RUMPMTX(mtx), ticks);
261 1.9 pooka }
262 1.3 pooka }
263 1.3 pooka
264 1.5 pooka int
265 1.5 pooka cv_timedwait_sig(kcondvar_t *cv, kmutex_t *mtx, int ticks)
266 1.5 pooka {
267 1.5 pooka
268 1.9 pooka return cv_timedwait(cv, mtx, ticks);
269 1.5 pooka }
270 1.5 pooka
271 1.1 pooka void
272 1.1 pooka cv_signal(kcondvar_t *cv)
273 1.1 pooka {
274 1.1 pooka
275 1.1 pooka rumpuser_cv_signal(RUMPCV(cv));
276 1.1 pooka }
277 1.2 pooka
278 1.4 pooka void
279 1.4 pooka cv_broadcast(kcondvar_t *cv)
280 1.4 pooka {
281 1.4 pooka
282 1.4 pooka rumpuser_cv_broadcast(RUMPCV(cv));
283 1.4 pooka }
284 1.4 pooka
285 1.17 pooka bool
286 1.17 pooka cv_has_waiters(kcondvar_t *cv)
287 1.17 pooka {
288 1.17 pooka
289 1.17 pooka return rumpuser_cv_has_waiters(RUMPCV(cv));
290 1.17 pooka }
291 1.17 pooka
292 1.19 pooka /*
293 1.19 pooka * giant lock
294 1.19 pooka */
295 1.2 pooka
296 1.21 pooka static volatile int lockcnt;
297 1.2 pooka void
298 1.13 drochner _kernel_lock(int nlocks)
299 1.2 pooka {
300 1.2 pooka
301 1.19 pooka while (nlocks--) {
302 1.22 pooka rumpuser_mutex_enter(rump_giantlock);
303 1.19 pooka lockcnt++;
304 1.19 pooka }
305 1.2 pooka }
306 1.2 pooka
307 1.2 pooka void
308 1.13 drochner _kernel_unlock(int nlocks, int *countp)
309 1.2 pooka {
310 1.2 pooka
311 1.22 pooka if (!rumpuser_mutex_held(rump_giantlock)) {
312 1.19 pooka KASSERT(nlocks == 0);
313 1.19 pooka if (countp)
314 1.19 pooka *countp = 0;
315 1.19 pooka return;
316 1.19 pooka }
317 1.19 pooka
318 1.2 pooka if (countp)
319 1.19 pooka *countp = lockcnt;
320 1.19 pooka if (nlocks == 0)
321 1.19 pooka nlocks = lockcnt;
322 1.19 pooka if (nlocks == -1) {
323 1.19 pooka KASSERT(lockcnt == 1);
324 1.19 pooka nlocks = 1;
325 1.19 pooka }
326 1.19 pooka KASSERT(nlocks <= lockcnt);
327 1.19 pooka while (nlocks--) {
328 1.19 pooka lockcnt--;
329 1.22 pooka rumpuser_mutex_exit(rump_giantlock);
330 1.19 pooka }
331 1.2 pooka }
332 1.14 ad
333 1.14 ad struct kmutexobj {
334 1.14 ad kmutex_t mo_lock;
335 1.14 ad u_int mo_refcnt;
336 1.14 ad };
337 1.14 ad
338 1.14 ad kmutex_t *
339 1.14 ad mutex_obj_alloc(kmutex_type_t type, int ipl)
340 1.14 ad {
341 1.14 ad struct kmutexobj *mo;
342 1.14 ad
343 1.14 ad mo = kmem_alloc(sizeof(*mo), KM_SLEEP);
344 1.14 ad mutex_init(&mo->mo_lock, type, ipl);
345 1.14 ad mo->mo_refcnt = 1;
346 1.14 ad
347 1.14 ad return (kmutex_t *)mo;
348 1.14 ad }
349 1.14 ad
350 1.14 ad void
351 1.14 ad mutex_obj_hold(kmutex_t *lock)
352 1.14 ad {
353 1.14 ad struct kmutexobj *mo = (struct kmutexobj *)lock;
354 1.14 ad
355 1.14 ad atomic_inc_uint(&mo->mo_refcnt);
356 1.14 ad }
357 1.14 ad
358 1.14 ad bool
359 1.14 ad mutex_obj_free(kmutex_t *lock)
360 1.14 ad {
361 1.14 ad struct kmutexobj *mo = (struct kmutexobj *)lock;
362 1.14 ad
363 1.14 ad if (atomic_dec_uint_nv(&mo->mo_refcnt) > 0) {
364 1.14 ad return false;
365 1.14 ad }
366 1.14 ad mutex_destroy(&mo->mo_lock);
367 1.14 ad kmem_free(mo, sizeof(*mo));
368 1.14 ad return true;
369 1.14 ad }
370