Home | History | Annotate | Line # | Download | only in rumpkern
locks.c revision 1.22
      1  1.22     pooka /*	$NetBSD: locks.c,v 1.22 2008/12/13 15:34:48 pooka Exp $	*/
      2  1.14        ad 
      3  1.14        ad /*-
      4  1.14        ad  * Copyright (c) 2008 The NetBSD Foundation, Inc.
      5  1.14        ad  * All rights reserved.
      6  1.14        ad  *
      7  1.14        ad  * Redistribution and use in source and binary forms, with or without
      8  1.14        ad  * modification, are permitted provided that the following conditions
      9  1.14        ad  * are met:
     10  1.14        ad  * 1. Redistributions of source code must retain the above copyright
     11  1.14        ad  *    notice, this list of conditions and the following disclaimer.
     12  1.14        ad  * 2. Redistributions in binary form must reproduce the above copyright
     13  1.14        ad  *    notice, this list of conditions and the following disclaimer in the
     14  1.14        ad  *    documentation and/or other materials provided with the distribution.
     15  1.14        ad  *
     16  1.14        ad  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     17  1.14        ad  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     18  1.14        ad  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     19  1.14        ad  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     20  1.14        ad  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     21  1.14        ad  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     22  1.14        ad  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     23  1.14        ad  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     24  1.14        ad  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     25  1.14        ad  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     26  1.14        ad  * POSSIBILITY OF SUCH DAMAGE.
     27  1.14        ad  */
     28   1.1     pooka 
     29   1.1     pooka /*
     30  1.22     pooka  * Copyright (c) 2007, 2008 Antti Kantee.  All Rights Reserved.
     31   1.1     pooka  *
     32   1.1     pooka  * Development of this software was supported by the
     33   1.1     pooka  * Finnish Cultural Foundation.
     34   1.1     pooka  *
     35   1.1     pooka  * Redistribution and use in source and binary forms, with or without
     36   1.1     pooka  * modification, are permitted provided that the following conditions
     37   1.1     pooka  * are met:
     38   1.1     pooka  * 1. Redistributions of source code must retain the above copyright
     39   1.1     pooka  *    notice, this list of conditions and the following disclaimer.
     40   1.1     pooka  * 2. Redistributions in binary form must reproduce the above copyright
     41   1.1     pooka  *    notice, this list of conditions and the following disclaimer in the
     42   1.1     pooka  *    documentation and/or other materials provided with the distribution.
     43   1.1     pooka  *
     44   1.1     pooka  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
     45   1.1     pooka  * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
     46   1.1     pooka  * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
     47   1.1     pooka  * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
     48   1.1     pooka  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     49   1.1     pooka  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
     50   1.1     pooka  * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     51   1.1     pooka  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     52   1.1     pooka  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     53   1.1     pooka  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     54   1.1     pooka  * SUCH DAMAGE.
     55   1.1     pooka  */
     56   1.1     pooka 
     57   1.1     pooka #include <sys/param.h>
     58   1.1     pooka #include <sys/mutex.h>
     59   1.1     pooka #include <sys/rwlock.h>
     60  1.14        ad #include <sys/atomic.h>
     61   1.1     pooka 
     62  1.18     pooka #include <rump/rumpuser.h>
     63  1.18     pooka 
     64   1.2     pooka #include "rump_private.h"
     65   1.2     pooka 
     66  1.22     pooka /*
     67  1.22     pooka  * We map locks to pthread routines.  The difference between kernel
     68  1.22     pooka  * and rumpuser routines is that while the kernel uses static
     69  1.22     pooka  * storage, rumpuser allocates the object from the heap.  This
     70  1.22     pooka  * indirection is necessary because we don't know the size of
     71  1.22     pooka  * pthread objects here.  It is also benefitial, since we can
     72  1.22     pooka  * be easily compatible with the kernel ABI because all kernel
     73  1.22     pooka  * objects regardless of machine architecture are always at least
     74  1.22     pooka  * the size of a pointer.  The downside, of course, is a performance
     75  1.22     pooka  * penalty.
     76  1.22     pooka  */
     77  1.22     pooka 
     78  1.22     pooka #define RUMPMTX(mtx) (*(struct rumpuser_mtx **)(mtx))
     79  1.22     pooka 
     80   1.1     pooka void
     81   1.1     pooka mutex_init(kmutex_t *mtx, kmutex_type_t type, int ipl)
     82   1.1     pooka {
     83   1.1     pooka 
     84  1.22     pooka 	CTASSERT(sizeof(kmutex_t) >= sizeof(void *));
     85  1.22     pooka 
     86  1.22     pooka 	rumpuser_mutex_init((struct rumpuser_mtx **)mtx);
     87   1.1     pooka }
     88   1.1     pooka 
     89   1.1     pooka void
     90   1.1     pooka mutex_destroy(kmutex_t *mtx)
     91   1.1     pooka {
     92   1.1     pooka 
     93  1.22     pooka 	rumpuser_mutex_destroy(RUMPMTX(mtx));
     94   1.1     pooka }
     95   1.1     pooka 
     96   1.1     pooka void
     97   1.1     pooka mutex_enter(kmutex_t *mtx)
     98   1.1     pooka {
     99   1.1     pooka 
    100  1.22     pooka 	rumpuser_mutex_enter(RUMPMTX(mtx));
    101   1.1     pooka }
    102   1.1     pooka 
    103   1.6     pooka void
    104   1.6     pooka mutex_spin_enter(kmutex_t *mtx)
    105   1.6     pooka {
    106   1.6     pooka 
    107  1.20     pooka 	if (__predict_true(mtx != RUMP_LMUTEX_MAGIC))
    108  1.20     pooka 		mutex_enter(mtx);
    109   1.6     pooka }
    110   1.6     pooka 
    111   1.1     pooka int
    112   1.1     pooka mutex_tryenter(kmutex_t *mtx)
    113   1.1     pooka {
    114   1.1     pooka 
    115  1.22     pooka 	return rumpuser_mutex_tryenter(RUMPMTX(mtx));
    116   1.1     pooka }
    117   1.1     pooka 
    118   1.1     pooka void
    119   1.1     pooka mutex_exit(kmutex_t *mtx)
    120   1.1     pooka {
    121   1.1     pooka 
    122  1.22     pooka 	rumpuser_mutex_exit(RUMPMTX(mtx));
    123   1.1     pooka }
    124   1.1     pooka 
    125   1.6     pooka void
    126   1.6     pooka mutex_spin_exit(kmutex_t *mtx)
    127   1.6     pooka {
    128   1.6     pooka 
    129  1.20     pooka 	if (__predict_true(mtx != RUMP_LMUTEX_MAGIC))
    130  1.20     pooka 		mutex_exit(mtx);
    131   1.6     pooka }
    132   1.6     pooka 
    133   1.1     pooka int
    134   1.1     pooka mutex_owned(kmutex_t *mtx)
    135   1.1     pooka {
    136   1.1     pooka 
    137  1.22     pooka 	return rumpuser_mutex_held(RUMPMTX(mtx));
    138   1.1     pooka }
    139   1.1     pooka 
    140  1.22     pooka #define RUMPRW(rw) (*(struct rumpuser_rw **)(rw))
    141  1.22     pooka 
    142   1.1     pooka /* reader/writer locks */
    143   1.1     pooka 
    144   1.1     pooka void
    145   1.1     pooka rw_init(krwlock_t *rw)
    146   1.1     pooka {
    147   1.1     pooka 
    148  1.22     pooka 	CTASSERT(sizeof(krwlock_t) >= sizeof(void *));
    149  1.22     pooka 
    150  1.22     pooka 	rumpuser_rw_init((struct rumpuser_rw **)rw);
    151   1.1     pooka }
    152   1.1     pooka 
    153   1.1     pooka void
    154   1.1     pooka rw_destroy(krwlock_t *rw)
    155   1.1     pooka {
    156   1.1     pooka 
    157  1.22     pooka 	rumpuser_rw_destroy(RUMPRW(rw));
    158   1.1     pooka }
    159   1.1     pooka 
    160   1.1     pooka void
    161   1.1     pooka rw_enter(krwlock_t *rw, const krw_t op)
    162   1.1     pooka {
    163   1.1     pooka 
    164  1.22     pooka 	rumpuser_rw_enter(RUMPRW(rw), op == RW_WRITER);
    165   1.1     pooka }
    166   1.1     pooka 
    167   1.1     pooka int
    168   1.1     pooka rw_tryenter(krwlock_t *rw, const krw_t op)
    169   1.1     pooka {
    170   1.1     pooka 
    171  1.22     pooka 	return rumpuser_rw_tryenter(RUMPRW(rw), op == RW_WRITER);
    172   1.1     pooka }
    173   1.1     pooka 
    174   1.1     pooka void
    175   1.1     pooka rw_exit(krwlock_t *rw)
    176   1.1     pooka {
    177   1.1     pooka 
    178  1.22     pooka 	rumpuser_rw_exit(RUMPRW(rw));
    179   1.1     pooka }
    180   1.1     pooka 
    181   1.1     pooka /* always fails */
    182   1.1     pooka int
    183   1.1     pooka rw_tryupgrade(krwlock_t *rw)
    184   1.1     pooka {
    185   1.1     pooka 
    186   1.1     pooka 	return 0;
    187   1.1     pooka }
    188   1.1     pooka 
    189   1.6     pooka int
    190   1.6     pooka rw_write_held(krwlock_t *rw)
    191   1.6     pooka {
    192   1.6     pooka 
    193  1.22     pooka 	return rumpuser_rw_wrheld(RUMPRW(rw));
    194  1.10        ad }
    195  1.10        ad 
    196  1.10        ad int
    197  1.10        ad rw_read_held(krwlock_t *rw)
    198  1.10        ad {
    199  1.10        ad 
    200  1.22     pooka 	return rumpuser_rw_rdheld(RUMPRW(rw));
    201  1.10        ad }
    202  1.10        ad 
    203  1.10        ad int
    204  1.10        ad rw_lock_held(krwlock_t *rw)
    205  1.10        ad {
    206  1.10        ad 
    207  1.22     pooka 	return rumpuser_rw_held(RUMPRW(rw));
    208   1.6     pooka }
    209   1.6     pooka 
    210   1.1     pooka /* curriculum vitaes */
    211   1.1     pooka 
    212   1.1     pooka /* forgive me for I have sinned */
    213   1.1     pooka #define RUMPCV(a) ((struct rumpuser_cv *)(__UNCONST((a)->cv_wmesg)))
    214   1.1     pooka 
    215   1.1     pooka void
    216   1.1     pooka cv_init(kcondvar_t *cv, const char *msg)
    217   1.1     pooka {
    218   1.1     pooka 
    219   1.1     pooka 	rumpuser_cv_init((struct rumpuser_cv **)__UNCONST(&cv->cv_wmesg));
    220   1.1     pooka }
    221   1.1     pooka 
    222   1.1     pooka void
    223   1.1     pooka cv_destroy(kcondvar_t *cv)
    224   1.1     pooka {
    225   1.1     pooka 
    226   1.1     pooka 	rumpuser_cv_destroy(RUMPCV(cv));
    227   1.1     pooka }
    228   1.1     pooka 
    229   1.1     pooka void
    230   1.1     pooka cv_wait(kcondvar_t *cv, kmutex_t *mtx)
    231   1.1     pooka {
    232   1.1     pooka 
    233  1.22     pooka 	rumpuser_cv_wait(RUMPCV(cv), RUMPMTX(mtx));
    234   1.1     pooka }
    235   1.1     pooka 
    236   1.3     pooka int
    237   1.5     pooka cv_wait_sig(kcondvar_t *cv, kmutex_t *mtx)
    238   1.5     pooka {
    239   1.5     pooka 
    240  1.22     pooka 	rumpuser_cv_wait(RUMPCV(cv), RUMPMTX(mtx));
    241   1.5     pooka 	return 0;
    242   1.5     pooka }
    243   1.5     pooka 
    244   1.5     pooka int
    245   1.3     pooka cv_timedwait(kcondvar_t *cv, kmutex_t *mtx, int ticks)
    246   1.3     pooka {
    247  1.16        ad #ifdef DIAGNOSTIC
    248   1.3     pooka 	extern int hz;
    249  1.16        ad #endif
    250   1.3     pooka 
    251   1.9     pooka 	if (ticks == 0) {
    252   1.9     pooka 		cv_wait(cv, mtx);
    253   1.9     pooka 		return 0;
    254   1.9     pooka 	} else {
    255   1.9     pooka 		KASSERT(hz == 100);
    256  1.22     pooka 		return rumpuser_cv_timedwait(RUMPCV(cv), RUMPMTX(mtx), ticks);
    257   1.9     pooka 	}
    258   1.3     pooka }
    259   1.3     pooka 
    260   1.5     pooka int
    261   1.5     pooka cv_timedwait_sig(kcondvar_t *cv, kmutex_t *mtx, int ticks)
    262   1.5     pooka {
    263   1.5     pooka 
    264   1.9     pooka 	return cv_timedwait(cv, mtx, ticks);
    265   1.5     pooka }
    266   1.5     pooka 
    267   1.1     pooka void
    268   1.1     pooka cv_signal(kcondvar_t *cv)
    269   1.1     pooka {
    270   1.1     pooka 
    271   1.1     pooka 	rumpuser_cv_signal(RUMPCV(cv));
    272   1.1     pooka }
    273   1.2     pooka 
    274   1.4     pooka void
    275   1.4     pooka cv_broadcast(kcondvar_t *cv)
    276   1.4     pooka {
    277   1.4     pooka 
    278   1.4     pooka 	rumpuser_cv_broadcast(RUMPCV(cv));
    279   1.4     pooka }
    280   1.4     pooka 
    281  1.17     pooka bool
    282  1.17     pooka cv_has_waiters(kcondvar_t *cv)
    283  1.17     pooka {
    284  1.17     pooka 
    285  1.17     pooka 	return rumpuser_cv_has_waiters(RUMPCV(cv));
    286  1.17     pooka }
    287  1.17     pooka 
    288  1.19     pooka /*
    289  1.19     pooka  * giant lock
    290  1.19     pooka  */
    291   1.2     pooka 
    292  1.21     pooka static volatile int lockcnt;
    293   1.2     pooka void
    294  1.13  drochner _kernel_lock(int nlocks)
    295   1.2     pooka {
    296   1.2     pooka 
    297  1.19     pooka 	while (nlocks--) {
    298  1.22     pooka 		rumpuser_mutex_enter(rump_giantlock);
    299  1.19     pooka 		lockcnt++;
    300  1.19     pooka 	}
    301   1.2     pooka }
    302   1.2     pooka 
    303   1.2     pooka void
    304  1.13  drochner _kernel_unlock(int nlocks, int *countp)
    305   1.2     pooka {
    306   1.2     pooka 
    307  1.22     pooka 	if (!rumpuser_mutex_held(rump_giantlock)) {
    308  1.19     pooka 		KASSERT(nlocks == 0);
    309  1.19     pooka 		if (countp)
    310  1.19     pooka 			*countp = 0;
    311  1.19     pooka 		return;
    312  1.19     pooka 	}
    313  1.19     pooka 
    314   1.2     pooka 	if (countp)
    315  1.19     pooka 		*countp = lockcnt;
    316  1.19     pooka 	if (nlocks == 0)
    317  1.19     pooka 		nlocks = lockcnt;
    318  1.19     pooka 	if (nlocks == -1) {
    319  1.19     pooka 		KASSERT(lockcnt == 1);
    320  1.19     pooka 		nlocks = 1;
    321  1.19     pooka 	}
    322  1.19     pooka 	KASSERT(nlocks <= lockcnt);
    323  1.19     pooka 	while (nlocks--) {
    324  1.19     pooka 		lockcnt--;
    325  1.22     pooka 		rumpuser_mutex_exit(rump_giantlock);
    326  1.19     pooka 	}
    327   1.2     pooka }
    328  1.14        ad 
    329  1.14        ad struct kmutexobj {
    330  1.14        ad 	kmutex_t	mo_lock;
    331  1.14        ad 	u_int		mo_refcnt;
    332  1.14        ad };
    333  1.14        ad 
    334  1.14        ad kmutex_t *
    335  1.14        ad mutex_obj_alloc(kmutex_type_t type, int ipl)
    336  1.14        ad {
    337  1.14        ad 	struct kmutexobj *mo;
    338  1.14        ad 
    339  1.14        ad 	mo = kmem_alloc(sizeof(*mo), KM_SLEEP);
    340  1.14        ad 	mutex_init(&mo->mo_lock, type, ipl);
    341  1.14        ad 	mo->mo_refcnt = 1;
    342  1.14        ad 
    343  1.14        ad 	return (kmutex_t *)mo;
    344  1.14        ad }
    345  1.14        ad 
    346  1.14        ad void
    347  1.14        ad mutex_obj_hold(kmutex_t *lock)
    348  1.14        ad {
    349  1.14        ad 	struct kmutexobj *mo = (struct kmutexobj *)lock;
    350  1.14        ad 
    351  1.14        ad 	atomic_inc_uint(&mo->mo_refcnt);
    352  1.14        ad }
    353  1.14        ad 
    354  1.14        ad bool
    355  1.14        ad mutex_obj_free(kmutex_t *lock)
    356  1.14        ad {
    357  1.14        ad 	struct kmutexobj *mo = (struct kmutexobj *)lock;
    358  1.14        ad 
    359  1.14        ad 	if (atomic_dec_uint_nv(&mo->mo_refcnt) > 0) {
    360  1.14        ad 		return false;
    361  1.14        ad 	}
    362  1.14        ad 	mutex_destroy(&mo->mo_lock);
    363  1.14        ad 	kmem_free(mo, sizeof(*mo));
    364  1.14        ad 	return true;
    365  1.14        ad }
    366