sleepq.c revision 1.24 1 1.24 ad /* $NetBSD: sleepq.c,v 1.24 2023/09/23 18:48:04 ad Exp $ */
2 1.1 pooka
3 1.1 pooka /*
4 1.1 pooka * Copyright (c) 2008 Antti Kantee. All Rights Reserved.
5 1.1 pooka *
6 1.1 pooka * Redistribution and use in source and binary forms, with or without
7 1.1 pooka * modification, are permitted provided that the following conditions
8 1.1 pooka * are met:
9 1.1 pooka * 1. Redistributions of source code must retain the above copyright
10 1.1 pooka * notice, this list of conditions and the following disclaimer.
11 1.1 pooka * 2. Redistributions in binary form must reproduce the above copyright
12 1.1 pooka * notice, this list of conditions and the following disclaimer in the
13 1.1 pooka * documentation and/or other materials provided with the distribution.
14 1.1 pooka *
15 1.1 pooka * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
16 1.1 pooka * OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
17 1.1 pooka * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
18 1.1 pooka * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
19 1.1 pooka * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
20 1.1 pooka * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
21 1.1 pooka * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
22 1.1 pooka * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
23 1.1 pooka * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
24 1.1 pooka * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
25 1.1 pooka * SUCH DAMAGE.
26 1.1 pooka */
27 1.1 pooka
28 1.2 pooka #include <sys/cdefs.h>
29 1.24 ad __KERNEL_RCSID(0, "$NetBSD: sleepq.c,v 1.24 2023/09/23 18:48:04 ad Exp $");
30 1.2 pooka
31 1.1 pooka #include <sys/param.h>
32 1.1 pooka #include <sys/condvar.h>
33 1.1 pooka #include <sys/mutex.h>
34 1.6 pooka #include <sys/once.h>
35 1.1 pooka #include <sys/queue.h>
36 1.1 pooka #include <sys/sleepq.h>
37 1.1 pooka #include <sys/syncobj.h>
38 1.10 skrll #include <sys/atomic.h>
39 1.1 pooka
40 1.17 pooka #include <rump-sys/kern.h>
41 1.3 pooka
42 1.1 pooka syncobj_t sleep_syncobj;
43 1.1 pooka
44 1.21 christos void
45 1.21 christos sleepq_init(sleepq_t *sq)
46 1.6 pooka {
47 1.6 pooka
48 1.21 christos LIST_INIT(sq);
49 1.21 christos cv_init(&sq->sq_cv, "sleepq");
50 1.6 pooka }
51 1.6 pooka
52 1.1 pooka void
53 1.21 christos sleepq_destroy(sleepq_t *sq)
54 1.1 pooka {
55 1.1 pooka
56 1.21 christos cv_destroy(&sq->sq_cv);
57 1.1 pooka }
58 1.1 pooka
59 1.1 pooka void
60 1.24 ad sleepq_enter(sleepq_t *sq, lwp_t *l, kmutex_t *mp)
61 1.24 ad {
62 1.24 ad
63 1.24 ad lwp_lock(l);
64 1.24 ad lwp_unlock_to(l, mp);
65 1.24 ad KERNEL_UNLOCK_ALL(NULL, &l->l_biglocks);
66 1.24 ad }
67 1.24 ad
68 1.24 ad void
69 1.19 ad sleepq_enqueue(sleepq_t *sq, wchan_t wc, const char *wmsg, syncobj_t *sob,
70 1.19 ad bool catch_p)
71 1.1 pooka {
72 1.1 pooka struct lwp *l = curlwp;
73 1.1 pooka
74 1.1 pooka l->l_wchan = wc;
75 1.12 pooka l->l_wmesg = wmsg;
76 1.3 pooka l->l_sleepq = sq;
77 1.18 ad LIST_INSERT_HEAD(sq, l, l_sleepchain);
78 1.1 pooka }
79 1.1 pooka
80 1.1 pooka int
81 1.24 ad sleepq_block(int timo, bool catch, syncobj_t *syncobj __unused)
82 1.1 pooka {
83 1.1 pooka struct lwp *l = curlwp;
84 1.3 pooka int error = 0;
85 1.3 pooka kmutex_t *mp = l->l_mutex;
86 1.3 pooka int biglocks = l->l_biglocks;
87 1.1 pooka
88 1.3 pooka while (l->l_wchan) {
89 1.13 pooka l->l_mutex = mp; /* keep sleepq lock until woken up */
90 1.21 christos error = cv_timedwait(&l->l_sleepq->sq_cv, mp, timo);
91 1.11 pooka if (error == EWOULDBLOCK || error == EINTR) {
92 1.13 pooka if (l->l_wchan) {
93 1.18 ad LIST_REMOVE(l, l_sleepchain);
94 1.13 pooka l->l_wchan = NULL;
95 1.13 pooka l->l_wmesg = NULL;
96 1.13 pooka }
97 1.4 pooka }
98 1.3 pooka }
99 1.3 pooka mutex_spin_exit(mp);
100 1.1 pooka
101 1.3 pooka if (biglocks)
102 1.3 pooka KERNEL_LOCK(biglocks, curlwp);
103 1.1 pooka
104 1.3 pooka return error;
105 1.1 pooka }
106 1.1 pooka
107 1.16 pooka void
108 1.1 pooka sleepq_wake(sleepq_t *sq, wchan_t wchan, u_int expected, kmutex_t *mp)
109 1.1 pooka {
110 1.3 pooka struct lwp *l, *l_next;
111 1.1 pooka bool found = false;
112 1.1 pooka
113 1.18 ad for (l = LIST_FIRST(sq); l; l = l_next) {
114 1.18 ad l_next = LIST_NEXT(l, l_sleepchain);
115 1.1 pooka if (l->l_wchan == wchan) {
116 1.1 pooka found = true;
117 1.1 pooka l->l_wchan = NULL;
118 1.12 pooka l->l_wmesg = NULL;
119 1.18 ad LIST_REMOVE(l, l_sleepchain);
120 1.15 pooka if (--expected == 0)
121 1.15 pooka break;
122 1.1 pooka }
123 1.1 pooka }
124 1.1 pooka if (found)
125 1.21 christos cv_broadcast(&sq->sq_cv);
126 1.1 pooka
127 1.1 pooka mutex_spin_exit(mp);
128 1.1 pooka }
129 1.1 pooka
130 1.5 rmind void
131 1.3 pooka sleepq_unsleep(struct lwp *l, bool cleanup)
132 1.3 pooka {
133 1.3 pooka
134 1.3 pooka l->l_wchan = NULL;
135 1.12 pooka l->l_wmesg = NULL;
136 1.18 ad LIST_REMOVE(l, l_sleepchain);
137 1.21 christos cv_broadcast(&l->l_sleepq->sq_cv);
138 1.3 pooka
139 1.3 pooka if (cleanup) {
140 1.3 pooka mutex_spin_exit(l->l_mutex);
141 1.3 pooka }
142 1.3 pooka }
143 1.3 pooka
144 1.1 pooka /*
145 1.3 pooka * Thread scheduler handles priorities. Therefore no action here.
146 1.3 pooka * (maybe do something if we're deperate?)
147 1.3 pooka */
148 1.3 pooka void
149 1.3 pooka sleepq_changepri(struct lwp *l, pri_t pri)
150 1.3 pooka {
151 1.3 pooka
152 1.3 pooka }
153 1.3 pooka
154 1.3 pooka void
155 1.3 pooka sleepq_lendpri(struct lwp *l, pri_t pri)
156 1.3 pooka {
157 1.3 pooka
158 1.3 pooka }
159 1.3 pooka
160 1.3 pooka struct lwp *
161 1.3 pooka syncobj_noowner(wchan_t wc)
162 1.3 pooka {
163 1.3 pooka
164 1.3 pooka return NULL;
165 1.3 pooka }
166 1.3 pooka
167 1.9 rmind void
168 1.9 rmind lwp_unlock_to(struct lwp *l, kmutex_t *new)
169 1.1 pooka {
170 1.9 rmind kmutex_t *old;
171 1.1 pooka
172 1.9 rmind KASSERT(mutex_owned(l->l_mutex));
173 1.9 rmind
174 1.9 rmind old = l->l_mutex;
175 1.22 riastrad atomic_store_release(&l->l_mutex, new);
176 1.9 rmind mutex_spin_exit(old);
177 1.1 pooka }
178 1.24 ad
179 1.24 ad void
180 1.24 ad lwp_lock(lwp_t *l)
181 1.24 ad {
182 1.24 ad kmutex_t *old = atomic_load_consume(&l->l_mutex);
183 1.24 ad
184 1.24 ad mutex_spin_enter(old);
185 1.24 ad while (__predict_false(atomic_load_relaxed(&l->l_mutex) != old)) {
186 1.24 ad mutex_spin_exit(old);
187 1.24 ad old = atomic_load_consume(&l->l_mutex);
188 1.24 ad mutex_spin_enter(old);
189 1.24 ad }
190 1.24 ad }
191 1.24 ad
192 1.24 ad void
193 1.24 ad lwp_unlock(lwp_t *l)
194 1.24 ad {
195 1.24 ad
196 1.24 ad mutex_spin_exit(l->l_mutex);
197 1.24 ad }
198 1.24 ad
199 1.24 ad void
200 1.24 ad lwp_changepri(lwp_t *l, pri_t pri)
201 1.24 ad {
202 1.24 ad
203 1.24 ad /* fuck */
204 1.24 ad }
205 1.24 ad
206 1.24 ad void
207 1.24 ad lwp_lendpri(lwp_t *l, pri_t pri)
208 1.24 ad {
209 1.24 ad
210 1.24 ad /* you */
211 1.24 ad }
212 1.24 ad
213 1.24 ad pri_t
214 1.24 ad lwp_eprio(lwp_t *l)
215 1.24 ad {
216 1.24 ad
217 1.24 ad /* Antti */
218 1.24 ad return l->l_priority;
219 1.24 ad }
220