completion.h revision 1.9 1 1.9 riastrad /* $NetBSD: completion.h,v 1.9 2021/12/19 01:57:27 riastradh Exp $ */
2 1.1 riastrad
3 1.1 riastrad /*-
4 1.1 riastrad * Copyright (c) 2013 The NetBSD Foundation, Inc.
5 1.1 riastrad * All rights reserved.
6 1.1 riastrad *
7 1.1 riastrad * This code is derived from software contributed to The NetBSD Foundation
8 1.1 riastrad * by Taylor R. Campbell.
9 1.1 riastrad *
10 1.1 riastrad * Redistribution and use in source and binary forms, with or without
11 1.1 riastrad * modification, are permitted provided that the following conditions
12 1.1 riastrad * are met:
13 1.1 riastrad * 1. Redistributions of source code must retain the above copyright
14 1.1 riastrad * notice, this list of conditions and the following disclaimer.
15 1.1 riastrad * 2. Redistributions in binary form must reproduce the above copyright
16 1.1 riastrad * notice, this list of conditions and the following disclaimer in the
17 1.1 riastrad * documentation and/or other materials provided with the distribution.
18 1.1 riastrad *
19 1.1 riastrad * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 1.1 riastrad * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 1.1 riastrad * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 1.1 riastrad * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 1.1 riastrad * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 1.1 riastrad * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 1.1 riastrad * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 1.1 riastrad * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 1.1 riastrad * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 1.1 riastrad * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 1.1 riastrad * POSSIBILITY OF SUCH DAMAGE.
30 1.1 riastrad */
31 1.1 riastrad
32 1.4 riastrad /*
33 1.4 riastrad * Notes on porting:
34 1.4 riastrad *
35 1.4 riastrad * - Linux does not have destroy_completion. You must add it yourself
36 1.4 riastrad * in the appropriate place.
37 1.4 riastrad *
38 1.4 riastrad * - Some Linux code does `completion->done++' or similar. Convert
39 1.4 riastrad * that to complete(completion) and suggest the same change upstream,
40 1.4 riastrad * unless it turns out there actually is a good reason to do that, in
41 1.4 riastrad * which case the Linux completion API should be extended with a
42 1.4 riastrad * sensible name for this that doesn't expose the guts of `struct
43 1.4 riastrad * completion'.
44 1.4 riastrad */
45 1.4 riastrad
46 1.1 riastrad #ifndef _LINUX_COMPLETION_H_
47 1.1 riastrad #define _LINUX_COMPLETION_H_
48 1.1 riastrad
49 1.1 riastrad #include <sys/types.h>
50 1.9 riastrad #include <sys/param.h>
51 1.1 riastrad #include <sys/condvar.h>
52 1.1 riastrad #include <sys/mutex.h>
53 1.1 riastrad
54 1.1 riastrad #include <machine/limits.h>
55 1.1 riastrad
56 1.1 riastrad #include <linux/errno.h>
57 1.1 riastrad
58 1.1 riastrad struct completion {
59 1.1 riastrad kmutex_t c_lock;
60 1.1 riastrad kcondvar_t c_cv;
61 1.1 riastrad
62 1.1 riastrad /*
63 1.1 riastrad * c_done is either
64 1.1 riastrad *
65 1.1 riastrad * . -1, meaning it's open season and we're done for good and
66 1.1 riastrad * nobody need wait any more;
67 1.1 riastrad *
68 1.1 riastrad * . 0, meaning nothing is done, so waiters must block; or
69 1.1 riastrad *
70 1.1 riastrad * . a positive integer, meaning that many waiters can
71 1.1 riastrad * proceed before further waiters must block.
72 1.1 riastrad *
73 1.1 riastrad * Negative values other than -1 are not allowed.
74 1.1 riastrad */
75 1.1 riastrad int c_done;
76 1.1 riastrad };
77 1.1 riastrad
78 1.1 riastrad /*
79 1.1 riastrad * Initialize a new completion object.
80 1.1 riastrad */
81 1.1 riastrad static inline void
82 1.1 riastrad init_completion(struct completion *completion)
83 1.1 riastrad {
84 1.1 riastrad
85 1.5 jmcneill mutex_init(&completion->c_lock, MUTEX_DEFAULT, IPL_SCHED);
86 1.1 riastrad cv_init(&completion->c_cv, "lnxcmplt");
87 1.1 riastrad completion->c_done = 0;
88 1.1 riastrad }
89 1.1 riastrad
90 1.1 riastrad /*
91 1.6 skrll * re-initialize a completion object.
92 1.6 skrll */
93 1.6 skrll static inline void
94 1.6 skrll reinit_completion(struct completion *completion)
95 1.6 skrll {
96 1.6 skrll
97 1.6 skrll completion->c_done = 0;
98 1.6 skrll }
99 1.6 skrll
100 1.6 skrll /*
101 1.1 riastrad * Destroy a completion object.
102 1.1 riastrad */
103 1.1 riastrad static inline void
104 1.1 riastrad destroy_completion(struct completion *completion)
105 1.1 riastrad {
106 1.1 riastrad KASSERT(!cv_has_waiters(&completion->c_cv));
107 1.1 riastrad cv_destroy(&completion->c_cv);
108 1.1 riastrad mutex_destroy(&completion->c_lock);
109 1.1 riastrad }
110 1.1 riastrad
111 1.1 riastrad /*
112 1.1 riastrad * Notify one waiter of completion, but not any future ones.
113 1.1 riastrad */
114 1.1 riastrad static inline void
115 1.1 riastrad complete(struct completion *completion)
116 1.1 riastrad {
117 1.1 riastrad
118 1.1 riastrad mutex_enter(&completion->c_lock);
119 1.1 riastrad
120 1.1 riastrad /* If it's not open season, wake one waiter. */
121 1.1 riastrad if (completion->c_done >= 0) {
122 1.1 riastrad KASSERT(completion->c_done < INT_MAX); /* XXX check */
123 1.1 riastrad completion->c_done++;
124 1.1 riastrad cv_signal(&completion->c_cv);
125 1.1 riastrad } else {
126 1.1 riastrad KASSERT(completion->c_done == -1);
127 1.1 riastrad }
128 1.1 riastrad
129 1.1 riastrad mutex_exit(&completion->c_lock);
130 1.1 riastrad }
131 1.1 riastrad
132 1.1 riastrad /*
133 1.1 riastrad * Notify all waiters, present and future (until INIT_COMPLETION), of
134 1.1 riastrad * completion.
135 1.1 riastrad */
136 1.1 riastrad static inline void
137 1.1 riastrad complete_all(struct completion *completion)
138 1.1 riastrad {
139 1.1 riastrad
140 1.1 riastrad mutex_enter(&completion->c_lock);
141 1.1 riastrad
142 1.1 riastrad /* If it's not open season, make it open season and wake everyone. */
143 1.1 riastrad if (completion->c_done >= 0) {
144 1.1 riastrad completion->c_done = -1;
145 1.1 riastrad cv_broadcast(&completion->c_cv);
146 1.1 riastrad } else {
147 1.1 riastrad KASSERT(completion->c_done == -1);
148 1.1 riastrad }
149 1.1 riastrad
150 1.1 riastrad mutex_exit(&completion->c_lock);
151 1.1 riastrad }
152 1.1 riastrad
153 1.1 riastrad /*
154 1.1 riastrad * Reverse the effect of complete_all so that subsequent waiters block
155 1.1 riastrad * until someone calls complete or complete_all.
156 1.1 riastrad *
157 1.1 riastrad * This operation is very different from its lowercase counterpart.
158 1.1 riastrad *
159 1.1 riastrad * For some reason this works on the completion object itself, not on a
160 1.1 riastrad * pointer thereto, so it must be a macro.
161 1.1 riastrad */
162 1.1 riastrad #define INIT_COMPLETION(COMPLETION) INIT_COMPLETION_blorp(&(COMPLETION))
163 1.1 riastrad
164 1.1 riastrad static inline void
165 1.1 riastrad INIT_COMPLETION_blorp(struct completion *completion)
166 1.1 riastrad {
167 1.1 riastrad
168 1.1 riastrad mutex_enter(&completion->c_lock);
169 1.1 riastrad completion->c_done = 0;
170 1.1 riastrad /* No notify -- waiters are interested only in nonzero values. */
171 1.1 riastrad mutex_exit(&completion->c_lock);
172 1.1 riastrad }
173 1.1 riastrad
174 1.1 riastrad static inline void
175 1.1 riastrad _completion_claim(struct completion *completion)
176 1.1 riastrad {
177 1.1 riastrad
178 1.1 riastrad KASSERT(mutex_owned(&completion->c_lock));
179 1.2 riastrad KASSERT(completion->c_done != 0);
180 1.1 riastrad if (completion->c_done > 0)
181 1.1 riastrad completion->c_done--;
182 1.1 riastrad else
183 1.1 riastrad KASSERT(completion->c_done == -1);
184 1.1 riastrad }
185 1.1 riastrad
186 1.1 riastrad /*
187 1.1 riastrad * Wait interruptibly with a timeout for someone to call complete or
188 1.1 riastrad * complete_all.
189 1.1 riastrad */
190 1.1 riastrad static inline int
191 1.1 riastrad wait_for_completion_interruptible_timeout(struct completion *completion,
192 1.1 riastrad unsigned long ticks)
193 1.1 riastrad {
194 1.1 riastrad /* XXX Arithmetic overflow...? */
195 1.7 maxv unsigned int start = getticks(), now;
196 1.1 riastrad int error;
197 1.1 riastrad
198 1.1 riastrad mutex_enter(&completion->c_lock);
199 1.1 riastrad
200 1.1 riastrad /* Wait until c_done is nonzero. */
201 1.1 riastrad while (completion->c_done == 0) {
202 1.1 riastrad error = cv_timedwait_sig(&completion->c_cv,
203 1.1 riastrad &completion->c_lock, ticks);
204 1.1 riastrad if (error)
205 1.1 riastrad goto out;
206 1.7 maxv now = getticks();
207 1.1 riastrad if (ticks < (now - start)) {
208 1.1 riastrad error = EWOULDBLOCK;
209 1.1 riastrad goto out;
210 1.1 riastrad }
211 1.1 riastrad ticks -= (now - start);
212 1.1 riastrad start = now;
213 1.1 riastrad }
214 1.1 riastrad
215 1.1 riastrad /* Success! */
216 1.1 riastrad _completion_claim(completion);
217 1.1 riastrad error = 0;
218 1.1 riastrad
219 1.1 riastrad out: mutex_exit(&completion->c_lock);
220 1.1 riastrad if (error == EWOULDBLOCK) {
221 1.1 riastrad return 0;
222 1.1 riastrad } else if ((error == EINTR) || (error == ERESTART)) {
223 1.1 riastrad return -ERESTARTSYS;
224 1.1 riastrad } else {
225 1.1 riastrad KASSERTMSG((error == 0), "error = %d", error);
226 1.1 riastrad return ticks;
227 1.1 riastrad }
228 1.1 riastrad }
229 1.1 riastrad
230 1.8 riastrad static inline int
231 1.8 riastrad wait_for_completion_timeout(struct completion *completion, unsigned long ticks)
232 1.8 riastrad {
233 1.8 riastrad /* XXX Arithmetic overflow...? */
234 1.8 riastrad unsigned int start = hardclock_ticks, now;
235 1.8 riastrad int error;
236 1.8 riastrad
237 1.8 riastrad mutex_enter(&completion->c_lock);
238 1.8 riastrad
239 1.8 riastrad /* Wait until c_done is nonzero. */
240 1.8 riastrad while (completion->c_done == 0) {
241 1.8 riastrad error = cv_timedwait(&completion->c_cv, &completion->c_lock,
242 1.8 riastrad ticks);
243 1.8 riastrad if (error)
244 1.8 riastrad goto out;
245 1.8 riastrad now = hardclock_ticks;
246 1.8 riastrad if (ticks < (now - start)) {
247 1.8 riastrad error = EWOULDBLOCK;
248 1.8 riastrad goto out;
249 1.8 riastrad }
250 1.8 riastrad ticks -= (now - start);
251 1.8 riastrad start = now;
252 1.8 riastrad }
253 1.8 riastrad
254 1.8 riastrad /* Success! */
255 1.8 riastrad _completion_claim(completion);
256 1.8 riastrad error = 0;
257 1.8 riastrad
258 1.8 riastrad out: mutex_exit(&completion->c_lock);
259 1.8 riastrad if (error == EWOULDBLOCK) {
260 1.8 riastrad return 0;
261 1.8 riastrad } else {
262 1.8 riastrad KASSERTMSG((error == 0), "error = %d", error);
263 1.8 riastrad return ticks;
264 1.8 riastrad }
265 1.8 riastrad }
266 1.8 riastrad
267 1.1 riastrad /*
268 1.1 riastrad * Wait interruptibly for someone to call complete or complete_all.
269 1.1 riastrad */
270 1.1 riastrad static inline int
271 1.1 riastrad wait_for_completion_interruptible(struct completion *completion)
272 1.1 riastrad {
273 1.1 riastrad int error;
274 1.1 riastrad
275 1.1 riastrad mutex_enter(&completion->c_lock);
276 1.1 riastrad
277 1.1 riastrad /* Wait until c_done is nonzero. */
278 1.1 riastrad while (completion->c_done == 0) {
279 1.1 riastrad error = cv_wait_sig(&completion->c_cv, &completion->c_lock);
280 1.1 riastrad if (error)
281 1.1 riastrad goto out;
282 1.1 riastrad }
283 1.1 riastrad
284 1.1 riastrad /* Success! */
285 1.1 riastrad _completion_claim(completion);
286 1.1 riastrad error = 0;
287 1.1 riastrad
288 1.1 riastrad out: mutex_exit(&completion->c_lock);
289 1.1 riastrad if ((error == EINTR) || (error == ERESTART))
290 1.1 riastrad error = -ERESTARTSYS;
291 1.1 riastrad return error;
292 1.1 riastrad }
293 1.1 riastrad
294 1.1 riastrad /*
295 1.1 riastrad * Wait uninterruptibly, except by SIGKILL, for someone to call
296 1.1 riastrad * complete or complete_all.
297 1.1 riastrad *
298 1.1 riastrad * XXX In this implementation, any signal will actually wake us, not
299 1.1 riastrad * just SIGKILL.
300 1.1 riastrad */
301 1.1 riastrad static inline int
302 1.1 riastrad wait_for_completion_killable(struct completion *completion)
303 1.1 riastrad {
304 1.1 riastrad
305 1.1 riastrad return wait_for_completion_interruptible(completion);
306 1.1 riastrad }
307 1.1 riastrad
308 1.1 riastrad /*
309 1.1 riastrad * Try to claim a completion immediately. Return true on success, false
310 1.1 riastrad * if it would block.
311 1.1 riastrad */
312 1.1 riastrad static inline bool
313 1.1 riastrad try_wait_for_completion(struct completion *completion)
314 1.1 riastrad {
315 1.1 riastrad bool ok;
316 1.1 riastrad
317 1.1 riastrad mutex_enter(&completion->c_lock);
318 1.1 riastrad if (completion->c_done == 0) {
319 1.1 riastrad ok = false;
320 1.1 riastrad } else {
321 1.1 riastrad _completion_claim(completion);
322 1.1 riastrad ok = true;
323 1.1 riastrad }
324 1.1 riastrad mutex_exit(&completion->c_lock);
325 1.1 riastrad
326 1.1 riastrad return ok;
327 1.1 riastrad }
328 1.1 riastrad
329 1.1 riastrad #endif /* _LINUX_COMPLETION_H_ */
330