linux_rwsem.c revision 1.2 1 1.2 riastrad /* $NetBSD: linux_rwsem.c,v 1.2 2021/12/19 11:21:38 riastradh Exp $ */
2 1.1 riastrad
3 1.1 riastrad /*-
4 1.1 riastrad * Copyright (c) 2021 The NetBSD Foundation, Inc.
5 1.1 riastrad * All rights reserved.
6 1.1 riastrad *
7 1.1 riastrad * Redistribution and use in source and binary forms, with or without
8 1.1 riastrad * modification, are permitted provided that the following conditions
9 1.1 riastrad * are met:
10 1.1 riastrad * 1. Redistributions of source code must retain the above copyright
11 1.1 riastrad * notice, this list of conditions and the following disclaimer.
12 1.1 riastrad * 2. Redistributions in binary form must reproduce the above copyright
13 1.1 riastrad * notice, this list of conditions and the following disclaimer in the
14 1.1 riastrad * documentation and/or other materials provided with the distribution.
15 1.1 riastrad *
16 1.1 riastrad * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
17 1.1 riastrad * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
18 1.1 riastrad * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
19 1.1 riastrad * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
20 1.1 riastrad * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
21 1.1 riastrad * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
22 1.1 riastrad * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
23 1.1 riastrad * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
24 1.1 riastrad * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
25 1.1 riastrad * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
26 1.1 riastrad * POSSIBILITY OF SUCH DAMAGE.
27 1.1 riastrad */
28 1.1 riastrad
29 1.1 riastrad #include <sys/cdefs.h>
30 1.2 riastrad __KERNEL_RCSID(0, "$NetBSD: linux_rwsem.c,v 1.2 2021/12/19 11:21:38 riastradh Exp $");
31 1.1 riastrad
32 1.1 riastrad #include <sys/types.h>
33 1.1 riastrad
34 1.1 riastrad #include <sys/condvar.h>
35 1.1 riastrad #include <sys/lwp.h>
36 1.1 riastrad #include <sys/rwlock.h>
37 1.1 riastrad
38 1.1 riastrad #include <machine/limits.h>
39 1.1 riastrad
40 1.1 riastrad #include <lib/libkern/libkern.h>
41 1.1 riastrad
42 1.1 riastrad #include <linux/rwsem.h>
43 1.1 riastrad
44 1.1 riastrad void
45 1.1 riastrad init_rwsem(struct rw_semaphore *rwsem)
46 1.1 riastrad {
47 1.1 riastrad
48 1.2 riastrad mutex_init(&rwsem->rws_lock, MUTEX_DEFAULT, IPL_VM);
49 1.1 riastrad cv_init(&rwsem->rws_cv, "lnxrwsem");
50 1.1 riastrad rwsem->rws_writer = NULL;
51 1.1 riastrad rwsem->rws_readers = 0;
52 1.1 riastrad }
53 1.1 riastrad
54 1.1 riastrad void
55 1.1 riastrad destroy_rwsem(struct rw_semaphore *rwsem)
56 1.1 riastrad {
57 1.1 riastrad
58 1.1 riastrad KASSERT(rwsem->rws_readers == 0);
59 1.1 riastrad KASSERT(rwsem->rws_writer == NULL);
60 1.1 riastrad cv_destroy(&rwsem->rws_cv);
61 1.1 riastrad mutex_destroy(&rwsem->rws_lock);
62 1.1 riastrad }
63 1.1 riastrad
64 1.1 riastrad void
65 1.1 riastrad down_read(struct rw_semaphore *rwsem)
66 1.1 riastrad {
67 1.1 riastrad
68 1.1 riastrad mutex_enter(&rwsem->rws_lock);
69 1.1 riastrad while (rwsem->rws_writer || rwsem->rws_writewanted)
70 1.1 riastrad cv_wait(&rwsem->rws_cv, &rwsem->rws_lock);
71 1.1 riastrad KASSERT(rwsem->rws_readers < UINT_MAX);
72 1.1 riastrad rwsem->rws_readers++;
73 1.1 riastrad mutex_exit(&rwsem->rws_lock);
74 1.1 riastrad }
75 1.1 riastrad
76 1.1 riastrad bool
77 1.1 riastrad down_read_trylock(struct rw_semaphore *rwsem)
78 1.1 riastrad {
79 1.1 riastrad bool ret = false;
80 1.1 riastrad
81 1.1 riastrad /*
82 1.1 riastrad * Note: Linux apparently relies on down_read_trylock to
83 1.1 riastrad * quietly succeed when the caller already holds a reader lock.
84 1.1 riastrad * This is why we can't use rwlock(9), which absolutely
85 1.1 riastrad * prohibits recursive use and crashes immediately under
86 1.1 riastrad * LOCKDEBUG if you try it.
87 1.1 riastrad */
88 1.1 riastrad
89 1.1 riastrad mutex_enter(&rwsem->rws_lock);
90 1.1 riastrad if (rwsem->rws_writer == NULL && !rwsem->rws_writewanted) {
91 1.1 riastrad KASSERT(rwsem->rws_readers < UINT_MAX);
92 1.1 riastrad rwsem->rws_readers++;
93 1.1 riastrad ret = true;
94 1.1 riastrad }
95 1.1 riastrad mutex_exit(&rwsem->rws_lock);
96 1.1 riastrad
97 1.1 riastrad return ret;
98 1.1 riastrad }
99 1.1 riastrad
100 1.1 riastrad void
101 1.1 riastrad up_read(struct rw_semaphore *rwsem)
102 1.1 riastrad {
103 1.1 riastrad
104 1.1 riastrad mutex_enter(&rwsem->rws_lock);
105 1.1 riastrad KASSERT(rwsem->rws_readers);
106 1.1 riastrad KASSERT(rwsem->rws_writer == NULL);
107 1.1 riastrad if (--rwsem->rws_readers == 0)
108 1.1 riastrad cv_broadcast(&rwsem->rws_cv);
109 1.1 riastrad mutex_exit(&rwsem->rws_lock);
110 1.1 riastrad }
111 1.1 riastrad
112 1.1 riastrad void
113 1.1 riastrad down_write(struct rw_semaphore *rwsem)
114 1.1 riastrad {
115 1.1 riastrad
116 1.1 riastrad mutex_enter(&rwsem->rws_lock);
117 1.1 riastrad
118 1.1 riastrad /* If another writer is waiting, get in the queue. */
119 1.1 riastrad while (rwsem->rws_writewanted)
120 1.1 riastrad cv_wait(&rwsem->rws_cv, &rwsem->rws_lock);
121 1.1 riastrad
122 1.1 riastrad /*
123 1.1 riastrad * No other writers waiting. Our turn. Announce our intent to
124 1.1 riastrad * readers, and wait for the writer or readers to finish.
125 1.1 riastrad */
126 1.1 riastrad rwsem->rws_writewanted = true;
127 1.1 riastrad while (rwsem->rws_writer || rwsem->rws_readers) {
128 1.1 riastrad KASSERTMSG(rwsem->rws_writer != curlwp,
129 1.1 riastrad "locking against myself: rwsem=%p lwp=%p", rwsem, curlwp);
130 1.1 riastrad cv_wait(&rwsem->rws_cv, &rwsem->rws_lock);
131 1.1 riastrad }
132 1.1 riastrad
133 1.1 riastrad /* At last, it is ours! */
134 1.1 riastrad KASSERT(rwsem->rws_readers == 0);
135 1.1 riastrad KASSERT(rwsem->rws_writer == NULL);
136 1.1 riastrad KASSERT(rwsem->rws_writewanted);
137 1.1 riastrad rwsem->rws_writewanted = false;
138 1.1 riastrad rwsem->rws_writer = curlwp;
139 1.1 riastrad
140 1.1 riastrad mutex_exit(&rwsem->rws_lock);
141 1.1 riastrad }
142 1.1 riastrad
143 1.1 riastrad void
144 1.1 riastrad up_write(struct rw_semaphore *rwsem)
145 1.1 riastrad {
146 1.1 riastrad
147 1.1 riastrad mutex_enter(&rwsem->rws_lock);
148 1.1 riastrad KASSERT(rwsem->rws_writer == curlwp);
149 1.1 riastrad KASSERT(rwsem->rws_readers == 0);
150 1.1 riastrad rwsem->rws_writer = NULL;
151 1.1 riastrad cv_broadcast(&rwsem->rws_cv);
152 1.1 riastrad mutex_exit(&rwsem->rws_lock);
153 1.1 riastrad }
154 1.1 riastrad
155 1.1 riastrad void
156 1.1 riastrad downgrade_write(struct rw_semaphore *rwsem)
157 1.1 riastrad {
158 1.1 riastrad
159 1.1 riastrad mutex_enter(&rwsem->rws_lock);
160 1.1 riastrad KASSERT(rwsem->rws_writer == curlwp);
161 1.1 riastrad KASSERT(rwsem->rws_readers == 0);
162 1.1 riastrad rwsem->rws_writer = NULL;
163 1.1 riastrad rwsem->rws_readers = 1;
164 1.1 riastrad cv_broadcast(&rwsem->rws_cv);
165 1.1 riastrad mutex_exit(&rwsem->rws_lock);
166 1.1 riastrad }
167