Home | History | Annotate | Line # | Download | only in rumpkern
locks.c revision 1.25
      1  1.25     pooka /*	$NetBSD: locks.c,v 1.25 2008/12/19 09:50:04 pooka Exp $	*/
      2  1.14        ad 
      3  1.14        ad /*-
      4  1.14        ad  * Copyright (c) 2008 The NetBSD Foundation, Inc.
      5  1.14        ad  * All rights reserved.
      6  1.14        ad  *
      7  1.14        ad  * Redistribution and use in source and binary forms, with or without
      8  1.14        ad  * modification, are permitted provided that the following conditions
      9  1.14        ad  * are met:
     10  1.14        ad  * 1. Redistributions of source code must retain the above copyright
     11  1.14        ad  *    notice, this list of conditions and the following disclaimer.
     12  1.14        ad  * 2. Redistributions in binary form must reproduce the above copyright
     13  1.14        ad  *    notice, this list of conditions and the following disclaimer in the
     14  1.14        ad  *    documentation and/or other materials provided with the distribution.
     15  1.14        ad  *
     16  1.14        ad  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     17  1.14        ad  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     18  1.14        ad  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     19  1.14        ad  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     20  1.14        ad  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     21  1.14        ad  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     22  1.14        ad  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     23  1.14        ad  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     24  1.14        ad  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     25  1.14        ad  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     26  1.14        ad  * POSSIBILITY OF SUCH DAMAGE.
     27  1.14        ad  */
     28   1.1     pooka 
     29   1.1     pooka /*
     30  1.22     pooka  * Copyright (c) 2007, 2008 Antti Kantee.  All Rights Reserved.
     31   1.1     pooka  *
     32   1.1     pooka  * Development of this software was supported by the
     33   1.1     pooka  * Finnish Cultural Foundation.
     34   1.1     pooka  *
     35   1.1     pooka  * Redistribution and use in source and binary forms, with or without
     36   1.1     pooka  * modification, are permitted provided that the following conditions
     37   1.1     pooka  * are met:
     38   1.1     pooka  * 1. Redistributions of source code must retain the above copyright
     39   1.1     pooka  *    notice, this list of conditions and the following disclaimer.
     40   1.1     pooka  * 2. Redistributions in binary form must reproduce the above copyright
     41   1.1     pooka  *    notice, this list of conditions and the following disclaimer in the
     42   1.1     pooka  *    documentation and/or other materials provided with the distribution.
     43   1.1     pooka  *
     44   1.1     pooka  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
     45   1.1     pooka  * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
     46   1.1     pooka  * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
     47   1.1     pooka  * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
     48   1.1     pooka  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     49   1.1     pooka  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
     50   1.1     pooka  * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     51   1.1     pooka  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     52   1.1     pooka  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     53   1.1     pooka  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     54   1.1     pooka  * SUCH DAMAGE.
     55   1.1     pooka  */
     56   1.1     pooka 
     57  1.23     pooka #include <sys/cdefs.h>
     58  1.25     pooka __KERNEL_RCSID(0, "$NetBSD: locks.c,v 1.25 2008/12/19 09:50:04 pooka Exp $");
     59  1.23     pooka 
     60   1.1     pooka #include <sys/param.h>
     61   1.1     pooka #include <sys/mutex.h>
     62   1.1     pooka #include <sys/rwlock.h>
     63  1.14        ad #include <sys/atomic.h>
     64   1.1     pooka 
     65  1.18     pooka #include <rump/rumpuser.h>
     66  1.18     pooka 
     67   1.2     pooka #include "rump_private.h"
     68   1.2     pooka 
     69  1.22     pooka /*
     70  1.22     pooka  * We map locks to pthread routines.  The difference between kernel
     71  1.22     pooka  * and rumpuser routines is that while the kernel uses static
     72  1.22     pooka  * storage, rumpuser allocates the object from the heap.  This
     73  1.22     pooka  * indirection is necessary because we don't know the size of
     74  1.22     pooka  * pthread objects here.  It is also benefitial, since we can
     75  1.22     pooka  * be easily compatible with the kernel ABI because all kernel
     76  1.22     pooka  * objects regardless of machine architecture are always at least
     77  1.22     pooka  * the size of a pointer.  The downside, of course, is a performance
     78  1.22     pooka  * penalty.
     79  1.22     pooka  */
     80  1.22     pooka 
     81  1.22     pooka #define RUMPMTX(mtx) (*(struct rumpuser_mtx **)(mtx))
     82  1.22     pooka 
     83   1.1     pooka void
     84   1.1     pooka mutex_init(kmutex_t *mtx, kmutex_type_t type, int ipl)
     85   1.1     pooka {
     86   1.1     pooka 
     87  1.22     pooka 	CTASSERT(sizeof(kmutex_t) >= sizeof(void *));
     88  1.22     pooka 
     89  1.22     pooka 	rumpuser_mutex_init((struct rumpuser_mtx **)mtx);
     90   1.1     pooka }
     91   1.1     pooka 
     92   1.1     pooka void
     93   1.1     pooka mutex_destroy(kmutex_t *mtx)
     94   1.1     pooka {
     95   1.1     pooka 
     96  1.22     pooka 	rumpuser_mutex_destroy(RUMPMTX(mtx));
     97   1.1     pooka }
     98   1.1     pooka 
     99   1.1     pooka void
    100   1.1     pooka mutex_enter(kmutex_t *mtx)
    101   1.1     pooka {
    102   1.1     pooka 
    103  1.22     pooka 	rumpuser_mutex_enter(RUMPMTX(mtx));
    104   1.1     pooka }
    105   1.1     pooka 
    106   1.6     pooka void
    107   1.6     pooka mutex_spin_enter(kmutex_t *mtx)
    108   1.6     pooka {
    109   1.6     pooka 
    110  1.20     pooka 	if (__predict_true(mtx != RUMP_LMUTEX_MAGIC))
    111  1.20     pooka 		mutex_enter(mtx);
    112   1.6     pooka }
    113   1.6     pooka 
    114   1.1     pooka int
    115   1.1     pooka mutex_tryenter(kmutex_t *mtx)
    116   1.1     pooka {
    117   1.1     pooka 
    118  1.22     pooka 	return rumpuser_mutex_tryenter(RUMPMTX(mtx));
    119   1.1     pooka }
    120   1.1     pooka 
    121   1.1     pooka void
    122   1.1     pooka mutex_exit(kmutex_t *mtx)
    123   1.1     pooka {
    124   1.1     pooka 
    125  1.22     pooka 	rumpuser_mutex_exit(RUMPMTX(mtx));
    126   1.1     pooka }
    127   1.1     pooka 
    128   1.6     pooka void
    129   1.6     pooka mutex_spin_exit(kmutex_t *mtx)
    130   1.6     pooka {
    131   1.6     pooka 
    132  1.20     pooka 	if (__predict_true(mtx != RUMP_LMUTEX_MAGIC))
    133  1.20     pooka 		mutex_exit(mtx);
    134   1.6     pooka }
    135   1.6     pooka 
    136   1.1     pooka int
    137   1.1     pooka mutex_owned(kmutex_t *mtx)
    138   1.1     pooka {
    139   1.1     pooka 
    140  1.22     pooka 	return rumpuser_mutex_held(RUMPMTX(mtx));
    141   1.1     pooka }
    142   1.1     pooka 
    143  1.22     pooka #define RUMPRW(rw) (*(struct rumpuser_rw **)(rw))
    144  1.22     pooka 
    145   1.1     pooka /* reader/writer locks */
    146   1.1     pooka 
    147   1.1     pooka void
    148   1.1     pooka rw_init(krwlock_t *rw)
    149   1.1     pooka {
    150   1.1     pooka 
    151  1.22     pooka 	CTASSERT(sizeof(krwlock_t) >= sizeof(void *));
    152  1.22     pooka 
    153  1.22     pooka 	rumpuser_rw_init((struct rumpuser_rw **)rw);
    154   1.1     pooka }
    155   1.1     pooka 
    156   1.1     pooka void
    157   1.1     pooka rw_destroy(krwlock_t *rw)
    158   1.1     pooka {
    159   1.1     pooka 
    160  1.22     pooka 	rumpuser_rw_destroy(RUMPRW(rw));
    161   1.1     pooka }
    162   1.1     pooka 
    163   1.1     pooka void
    164   1.1     pooka rw_enter(krwlock_t *rw, const krw_t op)
    165   1.1     pooka {
    166   1.1     pooka 
    167  1.22     pooka 	rumpuser_rw_enter(RUMPRW(rw), op == RW_WRITER);
    168   1.1     pooka }
    169   1.1     pooka 
    170   1.1     pooka int
    171   1.1     pooka rw_tryenter(krwlock_t *rw, const krw_t op)
    172   1.1     pooka {
    173   1.1     pooka 
    174  1.22     pooka 	return rumpuser_rw_tryenter(RUMPRW(rw), op == RW_WRITER);
    175   1.1     pooka }
    176   1.1     pooka 
    177   1.1     pooka void
    178   1.1     pooka rw_exit(krwlock_t *rw)
    179   1.1     pooka {
    180   1.1     pooka 
    181  1.22     pooka 	rumpuser_rw_exit(RUMPRW(rw));
    182   1.1     pooka }
    183   1.1     pooka 
    184   1.1     pooka /* always fails */
    185   1.1     pooka int
    186   1.1     pooka rw_tryupgrade(krwlock_t *rw)
    187   1.1     pooka {
    188   1.1     pooka 
    189   1.1     pooka 	return 0;
    190   1.1     pooka }
    191   1.1     pooka 
    192   1.6     pooka int
    193   1.6     pooka rw_write_held(krwlock_t *rw)
    194   1.6     pooka {
    195   1.6     pooka 
    196  1.22     pooka 	return rumpuser_rw_wrheld(RUMPRW(rw));
    197  1.10        ad }
    198  1.10        ad 
    199  1.10        ad int
    200  1.10        ad rw_read_held(krwlock_t *rw)
    201  1.10        ad {
    202  1.10        ad 
    203  1.22     pooka 	return rumpuser_rw_rdheld(RUMPRW(rw));
    204  1.10        ad }
    205  1.10        ad 
    206  1.10        ad int
    207  1.10        ad rw_lock_held(krwlock_t *rw)
    208  1.10        ad {
    209  1.10        ad 
    210  1.22     pooka 	return rumpuser_rw_held(RUMPRW(rw));
    211   1.6     pooka }
    212   1.6     pooka 
    213   1.1     pooka /* curriculum vitaes */
    214   1.1     pooka 
    215  1.24     pooka #define RUMPCV(cv) (*(struct rumpuser_cv **)(cv))
    216   1.1     pooka 
    217   1.1     pooka void
    218   1.1     pooka cv_init(kcondvar_t *cv, const char *msg)
    219   1.1     pooka {
    220   1.1     pooka 
    221  1.25     pooka 	CTASSERT(sizeof(kcondvar_t) >= sizeof(void *));
    222  1.25     pooka 
    223  1.24     pooka 	rumpuser_cv_init((struct rumpuser_cv **)cv);
    224   1.1     pooka }
    225   1.1     pooka 
    226   1.1     pooka void
    227   1.1     pooka cv_destroy(kcondvar_t *cv)
    228   1.1     pooka {
    229   1.1     pooka 
    230   1.1     pooka 	rumpuser_cv_destroy(RUMPCV(cv));
    231   1.1     pooka }
    232   1.1     pooka 
    233   1.1     pooka void
    234   1.1     pooka cv_wait(kcondvar_t *cv, kmutex_t *mtx)
    235   1.1     pooka {
    236   1.1     pooka 
    237  1.22     pooka 	rumpuser_cv_wait(RUMPCV(cv), RUMPMTX(mtx));
    238   1.1     pooka }
    239   1.1     pooka 
    240   1.3     pooka int
    241   1.5     pooka cv_wait_sig(kcondvar_t *cv, kmutex_t *mtx)
    242   1.5     pooka {
    243   1.5     pooka 
    244  1.22     pooka 	rumpuser_cv_wait(RUMPCV(cv), RUMPMTX(mtx));
    245   1.5     pooka 	return 0;
    246   1.5     pooka }
    247   1.5     pooka 
    248   1.5     pooka int
    249   1.3     pooka cv_timedwait(kcondvar_t *cv, kmutex_t *mtx, int ticks)
    250   1.3     pooka {
    251  1.16        ad #ifdef DIAGNOSTIC
    252   1.3     pooka 	extern int hz;
    253  1.16        ad #endif
    254   1.3     pooka 
    255   1.9     pooka 	if (ticks == 0) {
    256   1.9     pooka 		cv_wait(cv, mtx);
    257   1.9     pooka 		return 0;
    258   1.9     pooka 	} else {
    259   1.9     pooka 		KASSERT(hz == 100);
    260  1.22     pooka 		return rumpuser_cv_timedwait(RUMPCV(cv), RUMPMTX(mtx), ticks);
    261   1.9     pooka 	}
    262   1.3     pooka }
    263   1.3     pooka 
    264   1.5     pooka int
    265   1.5     pooka cv_timedwait_sig(kcondvar_t *cv, kmutex_t *mtx, int ticks)
    266   1.5     pooka {
    267   1.5     pooka 
    268   1.9     pooka 	return cv_timedwait(cv, mtx, ticks);
    269   1.5     pooka }
    270   1.5     pooka 
    271   1.1     pooka void
    272   1.1     pooka cv_signal(kcondvar_t *cv)
    273   1.1     pooka {
    274   1.1     pooka 
    275   1.1     pooka 	rumpuser_cv_signal(RUMPCV(cv));
    276   1.1     pooka }
    277   1.2     pooka 
    278   1.4     pooka void
    279   1.4     pooka cv_broadcast(kcondvar_t *cv)
    280   1.4     pooka {
    281   1.4     pooka 
    282   1.4     pooka 	rumpuser_cv_broadcast(RUMPCV(cv));
    283   1.4     pooka }
    284   1.4     pooka 
    285  1.17     pooka bool
    286  1.17     pooka cv_has_waiters(kcondvar_t *cv)
    287  1.17     pooka {
    288  1.17     pooka 
    289  1.17     pooka 	return rumpuser_cv_has_waiters(RUMPCV(cv));
    290  1.17     pooka }
    291  1.17     pooka 
    292  1.19     pooka /*
    293  1.19     pooka  * giant lock
    294  1.19     pooka  */
    295   1.2     pooka 
    296  1.21     pooka static volatile int lockcnt;
    297   1.2     pooka void
    298  1.13  drochner _kernel_lock(int nlocks)
    299   1.2     pooka {
    300   1.2     pooka 
    301  1.19     pooka 	while (nlocks--) {
    302  1.22     pooka 		rumpuser_mutex_enter(rump_giantlock);
    303  1.19     pooka 		lockcnt++;
    304  1.19     pooka 	}
    305   1.2     pooka }
    306   1.2     pooka 
    307   1.2     pooka void
    308  1.13  drochner _kernel_unlock(int nlocks, int *countp)
    309   1.2     pooka {
    310   1.2     pooka 
    311  1.22     pooka 	if (!rumpuser_mutex_held(rump_giantlock)) {
    312  1.19     pooka 		KASSERT(nlocks == 0);
    313  1.19     pooka 		if (countp)
    314  1.19     pooka 			*countp = 0;
    315  1.19     pooka 		return;
    316  1.19     pooka 	}
    317  1.19     pooka 
    318   1.2     pooka 	if (countp)
    319  1.19     pooka 		*countp = lockcnt;
    320  1.19     pooka 	if (nlocks == 0)
    321  1.19     pooka 		nlocks = lockcnt;
    322  1.19     pooka 	if (nlocks == -1) {
    323  1.19     pooka 		KASSERT(lockcnt == 1);
    324  1.19     pooka 		nlocks = 1;
    325  1.19     pooka 	}
    326  1.19     pooka 	KASSERT(nlocks <= lockcnt);
    327  1.19     pooka 	while (nlocks--) {
    328  1.19     pooka 		lockcnt--;
    329  1.22     pooka 		rumpuser_mutex_exit(rump_giantlock);
    330  1.19     pooka 	}
    331   1.2     pooka }
    332  1.14        ad 
    333  1.14        ad struct kmutexobj {
    334  1.14        ad 	kmutex_t	mo_lock;
    335  1.14        ad 	u_int		mo_refcnt;
    336  1.14        ad };
    337  1.14        ad 
    338  1.14        ad kmutex_t *
    339  1.14        ad mutex_obj_alloc(kmutex_type_t type, int ipl)
    340  1.14        ad {
    341  1.14        ad 	struct kmutexobj *mo;
    342  1.14        ad 
    343  1.14        ad 	mo = kmem_alloc(sizeof(*mo), KM_SLEEP);
    344  1.14        ad 	mutex_init(&mo->mo_lock, type, ipl);
    345  1.14        ad 	mo->mo_refcnt = 1;
    346  1.14        ad 
    347  1.14        ad 	return (kmutex_t *)mo;
    348  1.14        ad }
    349  1.14        ad 
    350  1.14        ad void
    351  1.14        ad mutex_obj_hold(kmutex_t *lock)
    352  1.14        ad {
    353  1.14        ad 	struct kmutexobj *mo = (struct kmutexobj *)lock;
    354  1.14        ad 
    355  1.14        ad 	atomic_inc_uint(&mo->mo_refcnt);
    356  1.14        ad }
    357  1.14        ad 
    358  1.14        ad bool
    359  1.14        ad mutex_obj_free(kmutex_t *lock)
    360  1.14        ad {
    361  1.14        ad 	struct kmutexobj *mo = (struct kmutexobj *)lock;
    362  1.14        ad 
    363  1.14        ad 	if (atomic_dec_uint_nv(&mo->mo_refcnt) > 0) {
    364  1.14        ad 		return false;
    365  1.14        ad 	}
    366  1.14        ad 	mutex_destroy(&mo->mo_lock);
    367  1.14        ad 	kmem_free(mo, sizeof(*mo));
    368  1.14        ad 	return true;
    369  1.14        ad }
    370