kern_sleepq.c revision 1.5.2.9 1 1.5.2.9 yamt /* $NetBSD: kern_sleepq.c,v 1.5.2.9 2008/03/24 09:39:02 yamt Exp $ */
2 1.5.2.2 yamt
3 1.5.2.2 yamt /*-
4 1.5.2.9 yamt * Copyright (c) 2006, 2007, 2008 The NetBSD Foundation, Inc.
5 1.5.2.2 yamt * All rights reserved.
6 1.5.2.2 yamt *
7 1.5.2.2 yamt * This code is derived from software contributed to The NetBSD Foundation
8 1.5.2.2 yamt * by Andrew Doran.
9 1.5.2.2 yamt *
10 1.5.2.2 yamt * Redistribution and use in source and binary forms, with or without
11 1.5.2.2 yamt * modification, are permitted provided that the following conditions
12 1.5.2.2 yamt * are met:
13 1.5.2.2 yamt * 1. Redistributions of source code must retain the above copyright
14 1.5.2.2 yamt * notice, this list of conditions and the following disclaimer.
15 1.5.2.2 yamt * 2. Redistributions in binary form must reproduce the above copyright
16 1.5.2.2 yamt * notice, this list of conditions and the following disclaimer in the
17 1.5.2.2 yamt * documentation and/or other materials provided with the distribution.
18 1.5.2.2 yamt * 3. All advertising materials mentioning features or use of this software
19 1.5.2.2 yamt * must display the following acknowledgement:
20 1.5.2.2 yamt * This product includes software developed by the NetBSD
21 1.5.2.2 yamt * Foundation, Inc. and its contributors.
22 1.5.2.2 yamt * 4. Neither the name of The NetBSD Foundation nor the names of its
23 1.5.2.2 yamt * contributors may be used to endorse or promote products derived
24 1.5.2.2 yamt * from this software without specific prior written permission.
25 1.5.2.2 yamt *
26 1.5.2.2 yamt * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
27 1.5.2.2 yamt * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
28 1.5.2.2 yamt * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
29 1.5.2.2 yamt * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
30 1.5.2.2 yamt * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
31 1.5.2.2 yamt * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
32 1.5.2.2 yamt * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
33 1.5.2.2 yamt * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
34 1.5.2.2 yamt * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
35 1.5.2.2 yamt * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
36 1.5.2.2 yamt * POSSIBILITY OF SUCH DAMAGE.
37 1.5.2.2 yamt */
38 1.5.2.2 yamt
39 1.5.2.2 yamt /*
40 1.5.2.2 yamt * Sleep queue implementation, used by turnstiles and general sleep/wakeup
41 1.5.2.2 yamt * interfaces.
42 1.5.2.2 yamt */
43 1.5.2.2 yamt
44 1.5.2.2 yamt #include <sys/cdefs.h>
45 1.5.2.9 yamt __KERNEL_RCSID(0, "$NetBSD: kern_sleepq.c,v 1.5.2.9 2008/03/24 09:39:02 yamt Exp $");
46 1.5.2.2 yamt
47 1.5.2.2 yamt #include <sys/param.h>
48 1.5.2.2 yamt #include <sys/kernel.h>
49 1.5.2.3 yamt #include <sys/cpu.h>
50 1.5.2.2 yamt #include <sys/pool.h>
51 1.5.2.2 yamt #include <sys/proc.h>
52 1.5.2.2 yamt #include <sys/resourcevar.h>
53 1.5.2.2 yamt #include <sys/sched.h>
54 1.5.2.2 yamt #include <sys/systm.h>
55 1.5.2.2 yamt #include <sys/sleepq.h>
56 1.5.2.2 yamt #include <sys/ktrace.h>
57 1.5.2.2 yamt
58 1.5.2.2 yamt #include <uvm/uvm_extern.h>
59 1.5.2.2 yamt
60 1.5.2.3 yamt int sleepq_sigtoerror(lwp_t *, int);
61 1.5.2.2 yamt
62 1.5.2.2 yamt /* General purpose sleep table, used by ltsleep() and condition variables. */
63 1.5.2.2 yamt sleeptab_t sleeptab;
64 1.5.2.2 yamt
65 1.5.2.2 yamt /*
66 1.5.2.2 yamt * sleeptab_init:
67 1.5.2.2 yamt *
68 1.5.2.2 yamt * Initialize a sleep table.
69 1.5.2.2 yamt */
70 1.5.2.2 yamt void
71 1.5.2.2 yamt sleeptab_init(sleeptab_t *st)
72 1.5.2.2 yamt {
73 1.5.2.2 yamt sleepq_t *sq;
74 1.5.2.2 yamt int i;
75 1.5.2.2 yamt
76 1.5.2.2 yamt for (i = 0; i < SLEEPTAB_HASH_SIZE; i++) {
77 1.5.2.2 yamt sq = &st->st_queues[i].st_queue;
78 1.5.2.6 yamt mutex_init(&st->st_queues[i].st_mutex, MUTEX_DEFAULT,
79 1.5.2.6 yamt IPL_SCHED);
80 1.5.2.2 yamt sleepq_init(sq, &st->st_queues[i].st_mutex);
81 1.5.2.2 yamt }
82 1.5.2.2 yamt }
83 1.5.2.2 yamt
84 1.5.2.2 yamt /*
85 1.5.2.2 yamt * sleepq_init:
86 1.5.2.2 yamt *
87 1.5.2.2 yamt * Prepare a sleep queue for use.
88 1.5.2.2 yamt */
89 1.5.2.2 yamt void
90 1.5.2.2 yamt sleepq_init(sleepq_t *sq, kmutex_t *mtx)
91 1.5.2.2 yamt {
92 1.5.2.2 yamt
93 1.5.2.2 yamt sq->sq_waiters = 0;
94 1.5.2.2 yamt sq->sq_mutex = mtx;
95 1.5.2.2 yamt TAILQ_INIT(&sq->sq_queue);
96 1.5.2.2 yamt }
97 1.5.2.2 yamt
98 1.5.2.2 yamt /*
99 1.5.2.2 yamt * sleepq_remove:
100 1.5.2.2 yamt *
101 1.5.2.2 yamt * Remove an LWP from a sleep queue and wake it up. Return non-zero if
102 1.5.2.2 yamt * the LWP is swapped out; if so the caller needs to awaken the swapper
103 1.5.2.2 yamt * to bring the LWP into memory.
104 1.5.2.2 yamt */
105 1.5.2.2 yamt int
106 1.5.2.3 yamt sleepq_remove(sleepq_t *sq, lwp_t *l)
107 1.5.2.2 yamt {
108 1.5.2.3 yamt struct schedstate_percpu *spc;
109 1.5.2.2 yamt struct cpu_info *ci;
110 1.5.2.4 yamt pri_t pri;
111 1.5.2.2 yamt
112 1.5.2.2 yamt KASSERT(lwp_locked(l, sq->sq_mutex));
113 1.5.2.2 yamt KASSERT(sq->sq_waiters > 0);
114 1.5.2.2 yamt
115 1.5.2.2 yamt sq->sq_waiters--;
116 1.5.2.2 yamt TAILQ_REMOVE(&sq->sq_queue, l, l_sleepchain);
117 1.5.2.2 yamt
118 1.5.2.2 yamt #ifdef DIAGNOSTIC
119 1.5.2.2 yamt if (sq->sq_waiters == 0)
120 1.5.2.2 yamt KASSERT(TAILQ_FIRST(&sq->sq_queue) == NULL);
121 1.5.2.2 yamt else
122 1.5.2.2 yamt KASSERT(TAILQ_FIRST(&sq->sq_queue) != NULL);
123 1.5.2.2 yamt #endif
124 1.5.2.2 yamt
125 1.5.2.2 yamt l->l_syncobj = &sched_syncobj;
126 1.5.2.2 yamt l->l_wchan = NULL;
127 1.5.2.2 yamt l->l_sleepq = NULL;
128 1.5.2.2 yamt l->l_flag &= ~LW_SINTR;
129 1.5.2.2 yamt
130 1.5.2.3 yamt ci = l->l_cpu;
131 1.5.2.3 yamt spc = &ci->ci_schedstate;
132 1.5.2.3 yamt
133 1.5.2.2 yamt /*
134 1.5.2.2 yamt * If not sleeping, the LWP must have been suspended. Let whoever
135 1.5.2.2 yamt * holds it stopped set it running again.
136 1.5.2.2 yamt */
137 1.5.2.2 yamt if (l->l_stat != LSSLEEP) {
138 1.5.2.4 yamt KASSERT(l->l_stat == LSSTOP || l->l_stat == LSSUSPENDED);
139 1.5.2.8 yamt lwp_setlock(l, spc->spc_lwplock);
140 1.5.2.2 yamt return 0;
141 1.5.2.2 yamt }
142 1.5.2.2 yamt
143 1.5.2.2 yamt /*
144 1.5.2.2 yamt * If the LWP is still on the CPU, mark it as LSONPROC. It may be
145 1.5.2.2 yamt * about to call mi_switch(), in which case it will yield.
146 1.5.2.2 yamt */
147 1.5.2.3 yamt if ((l->l_flag & LW_RUNNING) != 0) {
148 1.5.2.2 yamt l->l_stat = LSONPROC;
149 1.5.2.2 yamt l->l_slptime = 0;
150 1.5.2.8 yamt lwp_setlock(l, spc->spc_lwplock);
151 1.5.2.2 yamt return 0;
152 1.5.2.2 yamt }
153 1.5.2.2 yamt
154 1.5.2.2 yamt /*
155 1.5.2.4 yamt * Call the wake-up handler of scheduler.
156 1.5.2.4 yamt * It might change the CPU for this thread.
157 1.5.2.4 yamt */
158 1.5.2.4 yamt sched_wakeup(l);
159 1.5.2.4 yamt ci = l->l_cpu;
160 1.5.2.4 yamt spc = &ci->ci_schedstate;
161 1.5.2.4 yamt
162 1.5.2.4 yamt /*
163 1.5.2.4 yamt * Set it running.
164 1.5.2.2 yamt */
165 1.5.2.3 yamt spc_lock(ci);
166 1.5.2.3 yamt lwp_setlock(l, spc->spc_mutex);
167 1.5.2.3 yamt sched_setrunnable(l);
168 1.5.2.2 yamt l->l_stat = LSRUN;
169 1.5.2.2 yamt l->l_slptime = 0;
170 1.5.2.2 yamt if ((l->l_flag & LW_INMEM) != 0) {
171 1.5.2.3 yamt sched_enqueue(l, false);
172 1.5.2.4 yamt pri = lwp_eprio(l);
173 1.5.2.4 yamt /* XXX This test is not good enough! */
174 1.5.2.5 yamt if (pri > spc->spc_curpriority) {
175 1.5.2.5 yamt cpu_need_resched(ci,
176 1.5.2.5 yamt (pri >= PRI_KERNEL ? RESCHED_IMMED : 0));
177 1.5.2.4 yamt }
178 1.5.2.3 yamt spc_unlock(ci);
179 1.5.2.2 yamt return 0;
180 1.5.2.2 yamt }
181 1.5.2.3 yamt spc_unlock(ci);
182 1.5.2.2 yamt return 1;
183 1.5.2.2 yamt }
184 1.5.2.2 yamt
185 1.5.2.2 yamt /*
186 1.5.2.2 yamt * sleepq_insert:
187 1.5.2.2 yamt *
188 1.5.2.2 yamt * Insert an LWP into the sleep queue, optionally sorting by priority.
189 1.5.2.2 yamt */
190 1.5.2.2 yamt inline void
191 1.5.2.3 yamt sleepq_insert(sleepq_t *sq, lwp_t *l, syncobj_t *sobj)
192 1.5.2.2 yamt {
193 1.5.2.3 yamt lwp_t *l2;
194 1.5.2.3 yamt const int pri = lwp_eprio(l);
195 1.5.2.2 yamt
196 1.5.2.2 yamt if ((sobj->sobj_flag & SOBJ_SLEEPQ_SORTED) != 0) {
197 1.5.2.2 yamt TAILQ_FOREACH(l2, &sq->sq_queue, l_sleepchain) {
198 1.5.2.5 yamt if (lwp_eprio(l2) < pri) {
199 1.5.2.2 yamt TAILQ_INSERT_BEFORE(l2, l, l_sleepchain);
200 1.5.2.2 yamt return;
201 1.5.2.2 yamt }
202 1.5.2.2 yamt }
203 1.5.2.2 yamt }
204 1.5.2.2 yamt
205 1.5.2.4 yamt if ((sobj->sobj_flag & SOBJ_SLEEPQ_LIFO) != 0)
206 1.5.2.4 yamt TAILQ_INSERT_HEAD(&sq->sq_queue, l, l_sleepchain);
207 1.5.2.4 yamt else
208 1.5.2.4 yamt TAILQ_INSERT_TAIL(&sq->sq_queue, l, l_sleepchain);
209 1.5.2.2 yamt }
210 1.5.2.2 yamt
211 1.5.2.2 yamt /*
212 1.5.2.3 yamt * sleepq_enqueue:
213 1.5.2.2 yamt *
214 1.5.2.2 yamt * Enter an LWP into the sleep queue and prepare for sleep. The sleep
215 1.5.2.2 yamt * queue must already be locked, and any interlock (such as the kernel
216 1.5.2.2 yamt * lock) must have be released (see sleeptab_lookup(), sleepq_enter()).
217 1.5.2.2 yamt */
218 1.5.2.2 yamt void
219 1.5.2.5 yamt sleepq_enqueue(sleepq_t *sq, wchan_t wchan, const char *wmesg, syncobj_t *sobj)
220 1.5.2.2 yamt {
221 1.5.2.3 yamt lwp_t *l = curlwp;
222 1.5.2.2 yamt
223 1.5.2.2 yamt KASSERT(mutex_owned(sq->sq_mutex));
224 1.5.2.2 yamt KASSERT(l->l_stat == LSONPROC);
225 1.5.2.2 yamt KASSERT(l->l_wchan == NULL && l->l_sleepq == NULL);
226 1.5.2.2 yamt
227 1.5.2.2 yamt l->l_syncobj = sobj;
228 1.5.2.2 yamt l->l_wchan = wchan;
229 1.5.2.2 yamt l->l_sleepq = sq;
230 1.5.2.2 yamt l->l_wmesg = wmesg;
231 1.5.2.2 yamt l->l_slptime = 0;
232 1.5.2.2 yamt l->l_stat = LSSLEEP;
233 1.5.2.2 yamt l->l_sleeperr = 0;
234 1.5.2.2 yamt
235 1.5.2.2 yamt sq->sq_waiters++;
236 1.5.2.3 yamt sleepq_insert(sq, l, sobj);
237 1.5.2.4 yamt sched_slept(l);
238 1.5.2.3 yamt }
239 1.5.2.2 yamt
240 1.5.2.3 yamt /*
241 1.5.2.3 yamt * sleepq_block:
242 1.5.2.3 yamt *
243 1.5.2.3 yamt * After any intermediate step such as releasing an interlock, switch.
244 1.5.2.3 yamt * sleepq_block() may return early under exceptional conditions, for
245 1.5.2.3 yamt * example if the LWP's containing process is exiting.
246 1.5.2.3 yamt */
247 1.5.2.3 yamt int
248 1.5.2.3 yamt sleepq_block(int timo, bool catch)
249 1.5.2.3 yamt {
250 1.5.2.3 yamt int error = 0, sig;
251 1.5.2.3 yamt struct proc *p;
252 1.5.2.3 yamt lwp_t *l = curlwp;
253 1.5.2.3 yamt bool early = false;
254 1.5.2.3 yamt
255 1.5.2.3 yamt ktrcsw(1, 0);
256 1.5.2.2 yamt
257 1.5.2.2 yamt /*
258 1.5.2.2 yamt * If sleeping interruptably, check for pending signals, exits or
259 1.5.2.2 yamt * core dump events.
260 1.5.2.2 yamt */
261 1.5.2.2 yamt if (catch) {
262 1.5.2.2 yamt l->l_flag |= LW_SINTR;
263 1.5.2.2 yamt if ((l->l_flag & (LW_CANCELLED|LW_WEXIT|LW_WCORE)) != 0) {
264 1.5.2.2 yamt l->l_flag &= ~LW_CANCELLED;
265 1.5.2.4 yamt error = EINTR;
266 1.5.2.4 yamt early = true;
267 1.5.2.4 yamt } else if ((l->l_flag & LW_PENDSIG) != 0 && sigispending(l, 0))
268 1.5.2.3 yamt early = true;
269 1.5.2.2 yamt }
270 1.5.2.2 yamt
271 1.5.2.3 yamt if (early) {
272 1.5.2.3 yamt /* lwp_unsleep() will release the lock */
273 1.5.2.9 yamt lwp_unsleep(l, true);
274 1.5.2.3 yamt } else {
275 1.5.2.3 yamt if (timo)
276 1.5.2.4 yamt callout_schedule(&l->l_timeout_ch, timo);
277 1.5.2.3 yamt mi_switch(l);
278 1.5.2.3 yamt
279 1.5.2.3 yamt /* The LWP and sleep queue are now unlocked. */
280 1.5.2.3 yamt if (timo) {
281 1.5.2.3 yamt /*
282 1.5.2.3 yamt * Even if the callout appears to have fired, we need to
283 1.5.2.3 yamt * stop it in order to synchronise with other CPUs.
284 1.5.2.3 yamt */
285 1.5.2.4 yamt if (callout_stop(&l->l_timeout_ch))
286 1.5.2.3 yamt error = EWOULDBLOCK;
287 1.5.2.3 yamt }
288 1.5.2.2 yamt }
289 1.5.2.2 yamt
290 1.5.2.3 yamt if (catch && error == 0) {
291 1.5.2.2 yamt p = l->l_proc;
292 1.5.2.2 yamt if ((l->l_flag & (LW_CANCELLED | LW_WEXIT | LW_WCORE)) != 0)
293 1.5.2.2 yamt error = EINTR;
294 1.5.2.2 yamt else if ((l->l_flag & LW_PENDSIG) != 0) {
295 1.5.2.2 yamt mutex_enter(&p->p_smutex);
296 1.5.2.2 yamt if ((sig = issignal(l)) != 0)
297 1.5.2.2 yamt error = sleepq_sigtoerror(l, sig);
298 1.5.2.2 yamt mutex_exit(&p->p_smutex);
299 1.5.2.2 yamt }
300 1.5.2.2 yamt }
301 1.5.2.2 yamt
302 1.5.2.3 yamt ktrcsw(0, 0);
303 1.5.2.2 yamt
304 1.5.2.2 yamt KERNEL_LOCK(l->l_biglocks, l);
305 1.5.2.2 yamt return error;
306 1.5.2.2 yamt }
307 1.5.2.2 yamt
308 1.5.2.2 yamt /*
309 1.5.2.2 yamt * sleepq_wake:
310 1.5.2.2 yamt *
311 1.5.2.2 yamt * Wake zero or more LWPs blocked on a single wait channel.
312 1.5.2.2 yamt */
313 1.5.2.3 yamt lwp_t *
314 1.5.2.2 yamt sleepq_wake(sleepq_t *sq, wchan_t wchan, u_int expected)
315 1.5.2.2 yamt {
316 1.5.2.3 yamt lwp_t *l, *next;
317 1.5.2.2 yamt int swapin = 0;
318 1.5.2.2 yamt
319 1.5.2.2 yamt KASSERT(mutex_owned(sq->sq_mutex));
320 1.5.2.2 yamt
321 1.5.2.2 yamt for (l = TAILQ_FIRST(&sq->sq_queue); l != NULL; l = next) {
322 1.5.2.2 yamt KASSERT(l->l_sleepq == sq);
323 1.5.2.2 yamt next = TAILQ_NEXT(l, l_sleepchain);
324 1.5.2.2 yamt if (l->l_wchan != wchan)
325 1.5.2.2 yamt continue;
326 1.5.2.2 yamt swapin |= sleepq_remove(sq, l);
327 1.5.2.2 yamt if (--expected == 0)
328 1.5.2.2 yamt break;
329 1.5.2.2 yamt }
330 1.5.2.2 yamt
331 1.5.2.2 yamt sleepq_unlock(sq);
332 1.5.2.2 yamt
333 1.5.2.2 yamt /*
334 1.5.2.2 yamt * If there are newly awakend threads that need to be swapped in,
335 1.5.2.2 yamt * then kick the swapper into action.
336 1.5.2.2 yamt */
337 1.5.2.2 yamt if (swapin)
338 1.5.2.2 yamt uvm_kick_scheduler();
339 1.5.2.3 yamt
340 1.5.2.3 yamt return l;
341 1.5.2.2 yamt }
342 1.5.2.2 yamt
343 1.5.2.2 yamt /*
344 1.5.2.2 yamt * sleepq_unsleep:
345 1.5.2.2 yamt *
346 1.5.2.2 yamt * Remove an LWP from its sleep queue and set it runnable again.
347 1.5.2.2 yamt * sleepq_unsleep() is called with the LWP's mutex held, and will
348 1.5.2.2 yamt * always release it.
349 1.5.2.2 yamt */
350 1.5.2.9 yamt u_int
351 1.5.2.9 yamt sleepq_unsleep(lwp_t *l, bool cleanup)
352 1.5.2.2 yamt {
353 1.5.2.2 yamt sleepq_t *sq = l->l_sleepq;
354 1.5.2.2 yamt int swapin;
355 1.5.2.2 yamt
356 1.5.2.2 yamt KASSERT(lwp_locked(l, NULL));
357 1.5.2.2 yamt KASSERT(l->l_wchan != NULL);
358 1.5.2.2 yamt KASSERT(l->l_mutex == sq->sq_mutex);
359 1.5.2.2 yamt
360 1.5.2.2 yamt swapin = sleepq_remove(sq, l);
361 1.5.2.2 yamt
362 1.5.2.9 yamt if (cleanup) {
363 1.5.2.9 yamt sleepq_unlock(sq);
364 1.5.2.9 yamt if (swapin)
365 1.5.2.9 yamt uvm_kick_scheduler();
366 1.5.2.9 yamt }
367 1.5.2.9 yamt
368 1.5.2.9 yamt return swapin;
369 1.5.2.2 yamt }
370 1.5.2.2 yamt
371 1.5.2.2 yamt /*
372 1.5.2.2 yamt * sleepq_timeout:
373 1.5.2.2 yamt *
374 1.5.2.2 yamt * Entered via the callout(9) subsystem to time out an LWP that is on a
375 1.5.2.2 yamt * sleep queue.
376 1.5.2.2 yamt */
377 1.5.2.2 yamt void
378 1.5.2.2 yamt sleepq_timeout(void *arg)
379 1.5.2.2 yamt {
380 1.5.2.3 yamt lwp_t *l = arg;
381 1.5.2.2 yamt
382 1.5.2.2 yamt /*
383 1.5.2.2 yamt * Lock the LWP. Assuming it's still on the sleep queue, its
384 1.5.2.2 yamt * current mutex will also be the sleep queue mutex.
385 1.5.2.2 yamt */
386 1.5.2.2 yamt lwp_lock(l);
387 1.5.2.2 yamt
388 1.5.2.2 yamt if (l->l_wchan == NULL) {
389 1.5.2.2 yamt /* Somebody beat us to it. */
390 1.5.2.2 yamt lwp_unlock(l);
391 1.5.2.2 yamt return;
392 1.5.2.2 yamt }
393 1.5.2.2 yamt
394 1.5.2.9 yamt lwp_unsleep(l, true);
395 1.5.2.2 yamt }
396 1.5.2.2 yamt
397 1.5.2.2 yamt /*
398 1.5.2.2 yamt * sleepq_sigtoerror:
399 1.5.2.2 yamt *
400 1.5.2.2 yamt * Given a signal number, interpret and return an error code.
401 1.5.2.2 yamt */
402 1.5.2.2 yamt int
403 1.5.2.3 yamt sleepq_sigtoerror(lwp_t *l, int sig)
404 1.5.2.2 yamt {
405 1.5.2.2 yamt struct proc *p = l->l_proc;
406 1.5.2.2 yamt int error;
407 1.5.2.2 yamt
408 1.5.2.2 yamt KASSERT(mutex_owned(&p->p_smutex));
409 1.5.2.2 yamt
410 1.5.2.2 yamt /*
411 1.5.2.2 yamt * If this sleep was canceled, don't let the syscall restart.
412 1.5.2.2 yamt */
413 1.5.2.2 yamt if ((SIGACTION(p, sig).sa_flags & SA_RESTART) == 0)
414 1.5.2.2 yamt error = EINTR;
415 1.5.2.2 yamt else
416 1.5.2.2 yamt error = ERESTART;
417 1.5.2.2 yamt
418 1.5.2.2 yamt return error;
419 1.5.2.2 yamt }
420 1.5.2.2 yamt
421 1.5.2.2 yamt /*
422 1.5.2.2 yamt * sleepq_abort:
423 1.5.2.2 yamt *
424 1.5.2.2 yamt * After a panic or during autoconfiguration, lower the interrupt
425 1.5.2.2 yamt * priority level to give pending interrupts a chance to run, and
426 1.5.2.2 yamt * then return. Called if sleepq_dontsleep() returns non-zero, and
427 1.5.2.2 yamt * always returns zero.
428 1.5.2.2 yamt */
429 1.5.2.2 yamt int
430 1.5.2.2 yamt sleepq_abort(kmutex_t *mtx, int unlock)
431 1.5.2.2 yamt {
432 1.5.2.2 yamt extern int safepri;
433 1.5.2.2 yamt int s;
434 1.5.2.2 yamt
435 1.5.2.2 yamt s = splhigh();
436 1.5.2.2 yamt splx(safepri);
437 1.5.2.2 yamt splx(s);
438 1.5.2.2 yamt if (mtx != NULL && unlock != 0)
439 1.5.2.2 yamt mutex_exit(mtx);
440 1.5.2.2 yamt
441 1.5.2.2 yamt return 0;
442 1.5.2.2 yamt }
443 1.5.2.2 yamt
444 1.5.2.2 yamt /*
445 1.5.2.2 yamt * sleepq_changepri:
446 1.5.2.2 yamt *
447 1.5.2.2 yamt * Adjust the priority of an LWP residing on a sleepq. This method
448 1.5.2.2 yamt * will only alter the user priority; the effective priority is
449 1.5.2.2 yamt * assumed to have been fixed at the time of insertion into the queue.
450 1.5.2.2 yamt */
451 1.5.2.2 yamt void
452 1.5.2.3 yamt sleepq_changepri(lwp_t *l, pri_t pri)
453 1.5.2.2 yamt {
454 1.5.2.5 yamt sleepq_t *sq = l->l_sleepq;
455 1.5.2.5 yamt pri_t opri;
456 1.5.2.5 yamt
457 1.5.2.5 yamt KASSERT(lwp_locked(l, sq->sq_mutex));
458 1.5.2.2 yamt
459 1.5.2.5 yamt opri = lwp_eprio(l);
460 1.5.2.5 yamt l->l_priority = pri;
461 1.5.2.5 yamt if (lwp_eprio(l) != opri) {
462 1.5.2.5 yamt TAILQ_REMOVE(&sq->sq_queue, l, l_sleepchain);
463 1.5.2.5 yamt sleepq_insert(sq, l, l->l_syncobj);
464 1.5.2.5 yamt }
465 1.5.2.2 yamt }
466 1.5.2.3 yamt
467 1.5.2.3 yamt void
468 1.5.2.3 yamt sleepq_lendpri(lwp_t *l, pri_t pri)
469 1.5.2.3 yamt {
470 1.5.2.3 yamt sleepq_t *sq = l->l_sleepq;
471 1.5.2.3 yamt pri_t opri;
472 1.5.2.3 yamt
473 1.5.2.3 yamt KASSERT(lwp_locked(l, sq->sq_mutex));
474 1.5.2.3 yamt
475 1.5.2.3 yamt opri = lwp_eprio(l);
476 1.5.2.3 yamt l->l_inheritedprio = pri;
477 1.5.2.3 yamt
478 1.5.2.3 yamt if (lwp_eprio(l) != opri &&
479 1.5.2.3 yamt (l->l_syncobj->sobj_flag & SOBJ_SLEEPQ_SORTED) != 0) {
480 1.5.2.3 yamt TAILQ_REMOVE(&sq->sq_queue, l, l_sleepchain);
481 1.5.2.3 yamt sleepq_insert(sq, l, l->l_syncobj);
482 1.5.2.3 yamt }
483 1.5.2.3 yamt }
484