Home | History | Annotate | Line # | Download | only in linux
linux_rwsem.c revision 1.1
      1  1.1  riastrad /*	$NetBSD: linux_rwsem.c,v 1.1 2021/12/19 11:21:30 riastradh Exp $	*/
      2  1.1  riastrad 
      3  1.1  riastrad /*-
      4  1.1  riastrad  * Copyright (c) 2021 The NetBSD Foundation, Inc.
      5  1.1  riastrad  * All rights reserved.
      6  1.1  riastrad  *
      7  1.1  riastrad  * Redistribution and use in source and binary forms, with or without
      8  1.1  riastrad  * modification, are permitted provided that the following conditions
      9  1.1  riastrad  * are met:
     10  1.1  riastrad  * 1. Redistributions of source code must retain the above copyright
     11  1.1  riastrad  *    notice, this list of conditions and the following disclaimer.
     12  1.1  riastrad  * 2. Redistributions in binary form must reproduce the above copyright
     13  1.1  riastrad  *    notice, this list of conditions and the following disclaimer in the
     14  1.1  riastrad  *    documentation and/or other materials provided with the distribution.
     15  1.1  riastrad  *
     16  1.1  riastrad  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     17  1.1  riastrad  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     18  1.1  riastrad  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     19  1.1  riastrad  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     20  1.1  riastrad  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     21  1.1  riastrad  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     22  1.1  riastrad  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     23  1.1  riastrad  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     24  1.1  riastrad  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     25  1.1  riastrad  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     26  1.1  riastrad  * POSSIBILITY OF SUCH DAMAGE.
     27  1.1  riastrad  */
     28  1.1  riastrad 
     29  1.1  riastrad #include <sys/cdefs.h>
     30  1.1  riastrad __KERNEL_RCSID(0, "$NetBSD: linux_rwsem.c,v 1.1 2021/12/19 11:21:30 riastradh Exp $");
     31  1.1  riastrad 
     32  1.1  riastrad #include <sys/types.h>
     33  1.1  riastrad 
     34  1.1  riastrad #include <sys/condvar.h>
     35  1.1  riastrad #include <sys/lwp.h>
     36  1.1  riastrad #include <sys/rwlock.h>
     37  1.1  riastrad 
     38  1.1  riastrad #include <machine/limits.h>
     39  1.1  riastrad 
     40  1.1  riastrad #include <lib/libkern/libkern.h>
     41  1.1  riastrad 
     42  1.1  riastrad #include <linux/rwsem.h>
     43  1.1  riastrad 
     44  1.1  riastrad void
     45  1.1  riastrad init_rwsem(struct rw_semaphore *rwsem)
     46  1.1  riastrad {
     47  1.1  riastrad 
     48  1.1  riastrad 	mutex_init(&rwsem->rws_lock, MUTEX_DEFAULT, IPL_NONE);
     49  1.1  riastrad 	cv_init(&rwsem->rws_cv, "lnxrwsem");
     50  1.1  riastrad 	rwsem->rws_writer = NULL;
     51  1.1  riastrad 	rwsem->rws_readers = 0;
     52  1.1  riastrad }
     53  1.1  riastrad 
     54  1.1  riastrad void
     55  1.1  riastrad destroy_rwsem(struct rw_semaphore *rwsem)
     56  1.1  riastrad {
     57  1.1  riastrad 
     58  1.1  riastrad 	KASSERT(rwsem->rws_readers == 0);
     59  1.1  riastrad 	KASSERT(rwsem->rws_writer == NULL);
     60  1.1  riastrad 	cv_destroy(&rwsem->rws_cv);
     61  1.1  riastrad 	mutex_destroy(&rwsem->rws_lock);
     62  1.1  riastrad }
     63  1.1  riastrad 
     64  1.1  riastrad void
     65  1.1  riastrad down_read(struct rw_semaphore *rwsem)
     66  1.1  riastrad {
     67  1.1  riastrad 
     68  1.1  riastrad 	mutex_enter(&rwsem->rws_lock);
     69  1.1  riastrad 	while (rwsem->rws_writer || rwsem->rws_writewanted)
     70  1.1  riastrad 		cv_wait(&rwsem->rws_cv, &rwsem->rws_lock);
     71  1.1  riastrad 	KASSERT(rwsem->rws_readers < UINT_MAX);
     72  1.1  riastrad 	rwsem->rws_readers++;
     73  1.1  riastrad 	mutex_exit(&rwsem->rws_lock);
     74  1.1  riastrad }
     75  1.1  riastrad 
     76  1.1  riastrad bool
     77  1.1  riastrad down_read_trylock(struct rw_semaphore *rwsem)
     78  1.1  riastrad {
     79  1.1  riastrad 	bool ret = false;
     80  1.1  riastrad 
     81  1.1  riastrad 	/*
     82  1.1  riastrad 	 * Note: Linux apparently relies on down_read_trylock to
     83  1.1  riastrad 	 * quietly succeed when the caller already holds a reader lock.
     84  1.1  riastrad 	 * This is why we can't use rwlock(9), which absolutely
     85  1.1  riastrad 	 * prohibits recursive use and crashes immediately under
     86  1.1  riastrad 	 * LOCKDEBUG if you try it.
     87  1.1  riastrad 	 */
     88  1.1  riastrad 
     89  1.1  riastrad 	mutex_enter(&rwsem->rws_lock);
     90  1.1  riastrad 	if (rwsem->rws_writer == NULL && !rwsem->rws_writewanted) {
     91  1.1  riastrad 		KASSERT(rwsem->rws_readers < UINT_MAX);
     92  1.1  riastrad 		rwsem->rws_readers++;
     93  1.1  riastrad 		ret = true;
     94  1.1  riastrad 	}
     95  1.1  riastrad 	mutex_exit(&rwsem->rws_lock);
     96  1.1  riastrad 
     97  1.1  riastrad 	return ret;
     98  1.1  riastrad }
     99  1.1  riastrad 
    100  1.1  riastrad void
    101  1.1  riastrad up_read(struct rw_semaphore *rwsem)
    102  1.1  riastrad {
    103  1.1  riastrad 
    104  1.1  riastrad 	mutex_enter(&rwsem->rws_lock);
    105  1.1  riastrad 	KASSERT(rwsem->rws_readers);
    106  1.1  riastrad 	KASSERT(rwsem->rws_writer == NULL);
    107  1.1  riastrad 	if (--rwsem->rws_readers == 0)
    108  1.1  riastrad 		cv_broadcast(&rwsem->rws_cv);
    109  1.1  riastrad 	mutex_exit(&rwsem->rws_lock);
    110  1.1  riastrad }
    111  1.1  riastrad 
    112  1.1  riastrad void
    113  1.1  riastrad down_write(struct rw_semaphore *rwsem)
    114  1.1  riastrad {
    115  1.1  riastrad 
    116  1.1  riastrad 	mutex_enter(&rwsem->rws_lock);
    117  1.1  riastrad 
    118  1.1  riastrad 	/* If another writer is waiting, get in the queue.  */
    119  1.1  riastrad 	while (rwsem->rws_writewanted)
    120  1.1  riastrad 		cv_wait(&rwsem->rws_cv, &rwsem->rws_lock);
    121  1.1  riastrad 
    122  1.1  riastrad 	/*
    123  1.1  riastrad 	 * No other writers waiting.  Our turn.  Announce our intent to
    124  1.1  riastrad 	 * readers, and wait for the writer or readers to finish.
    125  1.1  riastrad 	 */
    126  1.1  riastrad 	rwsem->rws_writewanted = true;
    127  1.1  riastrad 	while (rwsem->rws_writer || rwsem->rws_readers) {
    128  1.1  riastrad 		KASSERTMSG(rwsem->rws_writer != curlwp,
    129  1.1  riastrad 		    "locking against myself: rwsem=%p lwp=%p", rwsem, curlwp);
    130  1.1  riastrad 		cv_wait(&rwsem->rws_cv, &rwsem->rws_lock);
    131  1.1  riastrad 	}
    132  1.1  riastrad 
    133  1.1  riastrad 	/* At last, it is ours!  */
    134  1.1  riastrad 	KASSERT(rwsem->rws_readers == 0);
    135  1.1  riastrad 	KASSERT(rwsem->rws_writer == NULL);
    136  1.1  riastrad 	KASSERT(rwsem->rws_writewanted);
    137  1.1  riastrad 	rwsem->rws_writewanted = false;
    138  1.1  riastrad 	rwsem->rws_writer = curlwp;
    139  1.1  riastrad 
    140  1.1  riastrad 	mutex_exit(&rwsem->rws_lock);
    141  1.1  riastrad }
    142  1.1  riastrad 
    143  1.1  riastrad void
    144  1.1  riastrad up_write(struct rw_semaphore *rwsem)
    145  1.1  riastrad {
    146  1.1  riastrad 
    147  1.1  riastrad 	mutex_enter(&rwsem->rws_lock);
    148  1.1  riastrad 	KASSERT(rwsem->rws_writer == curlwp);
    149  1.1  riastrad 	KASSERT(rwsem->rws_readers == 0);
    150  1.1  riastrad 	rwsem->rws_writer = NULL;
    151  1.1  riastrad 	cv_broadcast(&rwsem->rws_cv);
    152  1.1  riastrad 	mutex_exit(&rwsem->rws_lock);
    153  1.1  riastrad }
    154  1.1  riastrad 
    155  1.1  riastrad void
    156  1.1  riastrad downgrade_write(struct rw_semaphore *rwsem)
    157  1.1  riastrad {
    158  1.1  riastrad 
    159  1.1  riastrad 	mutex_enter(&rwsem->rws_lock);
    160  1.1  riastrad 	KASSERT(rwsem->rws_writer == curlwp);
    161  1.1  riastrad 	KASSERT(rwsem->rws_readers == 0);
    162  1.1  riastrad 	rwsem->rws_writer = NULL;
    163  1.1  riastrad 	rwsem->rws_readers = 1;
    164  1.1  riastrad 	cv_broadcast(&rwsem->rws_cv);
    165  1.1  riastrad 	mutex_exit(&rwsem->rws_lock);
    166  1.1  riastrad }
    167