kern_sleepq.c revision 1.5.2.6 1 1.5.2.6 yamt /* $NetBSD: kern_sleepq.c,v 1.5.2.6 2007/12/07 17:32:49 yamt Exp $ */
2 1.5.2.2 yamt
3 1.5.2.2 yamt /*-
4 1.5.2.2 yamt * Copyright (c) 2006, 2007 The NetBSD Foundation, Inc.
5 1.5.2.2 yamt * All rights reserved.
6 1.5.2.2 yamt *
7 1.5.2.2 yamt * This code is derived from software contributed to The NetBSD Foundation
8 1.5.2.2 yamt * by Andrew Doran.
9 1.5.2.2 yamt *
10 1.5.2.2 yamt * Redistribution and use in source and binary forms, with or without
11 1.5.2.2 yamt * modification, are permitted provided that the following conditions
12 1.5.2.2 yamt * are met:
13 1.5.2.2 yamt * 1. Redistributions of source code must retain the above copyright
14 1.5.2.2 yamt * notice, this list of conditions and the following disclaimer.
15 1.5.2.2 yamt * 2. Redistributions in binary form must reproduce the above copyright
16 1.5.2.2 yamt * notice, this list of conditions and the following disclaimer in the
17 1.5.2.2 yamt * documentation and/or other materials provided with the distribution.
18 1.5.2.2 yamt * 3. All advertising materials mentioning features or use of this software
19 1.5.2.2 yamt * must display the following acknowledgement:
20 1.5.2.2 yamt * This product includes software developed by the NetBSD
21 1.5.2.2 yamt * Foundation, Inc. and its contributors.
22 1.5.2.2 yamt * 4. Neither the name of The NetBSD Foundation nor the names of its
23 1.5.2.2 yamt * contributors may be used to endorse or promote products derived
24 1.5.2.2 yamt * from this software without specific prior written permission.
25 1.5.2.2 yamt *
26 1.5.2.2 yamt * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
27 1.5.2.2 yamt * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
28 1.5.2.2 yamt * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
29 1.5.2.2 yamt * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
30 1.5.2.2 yamt * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
31 1.5.2.2 yamt * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
32 1.5.2.2 yamt * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
33 1.5.2.2 yamt * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
34 1.5.2.2 yamt * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
35 1.5.2.2 yamt * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
36 1.5.2.2 yamt * POSSIBILITY OF SUCH DAMAGE.
37 1.5.2.2 yamt */
38 1.5.2.2 yamt
39 1.5.2.2 yamt /*
40 1.5.2.2 yamt * Sleep queue implementation, used by turnstiles and general sleep/wakeup
41 1.5.2.2 yamt * interfaces.
42 1.5.2.2 yamt */
43 1.5.2.2 yamt
44 1.5.2.2 yamt #include <sys/cdefs.h>
45 1.5.2.6 yamt __KERNEL_RCSID(0, "$NetBSD: kern_sleepq.c,v 1.5.2.6 2007/12/07 17:32:49 yamt Exp $");
46 1.5.2.2 yamt
47 1.5.2.2 yamt #include <sys/param.h>
48 1.5.2.2 yamt #include <sys/lock.h>
49 1.5.2.2 yamt #include <sys/kernel.h>
50 1.5.2.3 yamt #include <sys/cpu.h>
51 1.5.2.2 yamt #include <sys/pool.h>
52 1.5.2.2 yamt #include <sys/proc.h>
53 1.5.2.2 yamt #include <sys/resourcevar.h>
54 1.5.2.2 yamt #include <sys/sched.h>
55 1.5.2.2 yamt #include <sys/systm.h>
56 1.5.2.2 yamt #include <sys/sleepq.h>
57 1.5.2.2 yamt #include <sys/ktrace.h>
58 1.5.2.2 yamt
59 1.5.2.2 yamt #include <uvm/uvm_extern.h>
60 1.5.2.2 yamt
61 1.5.2.3 yamt int sleepq_sigtoerror(lwp_t *, int);
62 1.5.2.2 yamt
63 1.5.2.2 yamt /* General purpose sleep table, used by ltsleep() and condition variables. */
64 1.5.2.2 yamt sleeptab_t sleeptab;
65 1.5.2.2 yamt
66 1.5.2.2 yamt /*
67 1.5.2.2 yamt * sleeptab_init:
68 1.5.2.2 yamt *
69 1.5.2.2 yamt * Initialize a sleep table.
70 1.5.2.2 yamt */
71 1.5.2.2 yamt void
72 1.5.2.2 yamt sleeptab_init(sleeptab_t *st)
73 1.5.2.2 yamt {
74 1.5.2.2 yamt sleepq_t *sq;
75 1.5.2.2 yamt int i;
76 1.5.2.2 yamt
77 1.5.2.2 yamt for (i = 0; i < SLEEPTAB_HASH_SIZE; i++) {
78 1.5.2.2 yamt sq = &st->st_queues[i].st_queue;
79 1.5.2.6 yamt mutex_init(&st->st_queues[i].st_mutex, MUTEX_DEFAULT,
80 1.5.2.6 yamt IPL_SCHED);
81 1.5.2.2 yamt sleepq_init(sq, &st->st_queues[i].st_mutex);
82 1.5.2.2 yamt }
83 1.5.2.2 yamt }
84 1.5.2.2 yamt
85 1.5.2.2 yamt /*
86 1.5.2.2 yamt * sleepq_init:
87 1.5.2.2 yamt *
88 1.5.2.2 yamt * Prepare a sleep queue for use.
89 1.5.2.2 yamt */
90 1.5.2.2 yamt void
91 1.5.2.2 yamt sleepq_init(sleepq_t *sq, kmutex_t *mtx)
92 1.5.2.2 yamt {
93 1.5.2.2 yamt
94 1.5.2.2 yamt sq->sq_waiters = 0;
95 1.5.2.2 yamt sq->sq_mutex = mtx;
96 1.5.2.2 yamt TAILQ_INIT(&sq->sq_queue);
97 1.5.2.2 yamt }
98 1.5.2.2 yamt
99 1.5.2.2 yamt /*
100 1.5.2.2 yamt * sleepq_remove:
101 1.5.2.2 yamt *
102 1.5.2.2 yamt * Remove an LWP from a sleep queue and wake it up. Return non-zero if
103 1.5.2.2 yamt * the LWP is swapped out; if so the caller needs to awaken the swapper
104 1.5.2.2 yamt * to bring the LWP into memory.
105 1.5.2.2 yamt */
106 1.5.2.2 yamt int
107 1.5.2.3 yamt sleepq_remove(sleepq_t *sq, lwp_t *l)
108 1.5.2.2 yamt {
109 1.5.2.3 yamt struct schedstate_percpu *spc;
110 1.5.2.2 yamt struct cpu_info *ci;
111 1.5.2.4 yamt pri_t pri;
112 1.5.2.2 yamt
113 1.5.2.2 yamt KASSERT(lwp_locked(l, sq->sq_mutex));
114 1.5.2.2 yamt KASSERT(sq->sq_waiters > 0);
115 1.5.2.2 yamt
116 1.5.2.2 yamt sq->sq_waiters--;
117 1.5.2.2 yamt TAILQ_REMOVE(&sq->sq_queue, l, l_sleepchain);
118 1.5.2.2 yamt
119 1.5.2.2 yamt #ifdef DIAGNOSTIC
120 1.5.2.2 yamt if (sq->sq_waiters == 0)
121 1.5.2.2 yamt KASSERT(TAILQ_FIRST(&sq->sq_queue) == NULL);
122 1.5.2.2 yamt else
123 1.5.2.2 yamt KASSERT(TAILQ_FIRST(&sq->sq_queue) != NULL);
124 1.5.2.2 yamt #endif
125 1.5.2.2 yamt
126 1.5.2.2 yamt l->l_syncobj = &sched_syncobj;
127 1.5.2.2 yamt l->l_wchan = NULL;
128 1.5.2.2 yamt l->l_sleepq = NULL;
129 1.5.2.2 yamt l->l_flag &= ~LW_SINTR;
130 1.5.2.2 yamt
131 1.5.2.3 yamt ci = l->l_cpu;
132 1.5.2.3 yamt spc = &ci->ci_schedstate;
133 1.5.2.3 yamt
134 1.5.2.2 yamt /*
135 1.5.2.2 yamt * If not sleeping, the LWP must have been suspended. Let whoever
136 1.5.2.2 yamt * holds it stopped set it running again.
137 1.5.2.2 yamt */
138 1.5.2.2 yamt if (l->l_stat != LSSLEEP) {
139 1.5.2.4 yamt KASSERT(l->l_stat == LSSTOP || l->l_stat == LSSUSPENDED);
140 1.5.2.3 yamt lwp_setlock(l, &spc->spc_lwplock);
141 1.5.2.2 yamt return 0;
142 1.5.2.2 yamt }
143 1.5.2.2 yamt
144 1.5.2.2 yamt /*
145 1.5.2.2 yamt * If the LWP is still on the CPU, mark it as LSONPROC. It may be
146 1.5.2.2 yamt * about to call mi_switch(), in which case it will yield.
147 1.5.2.2 yamt */
148 1.5.2.3 yamt if ((l->l_flag & LW_RUNNING) != 0) {
149 1.5.2.2 yamt l->l_stat = LSONPROC;
150 1.5.2.2 yamt l->l_slptime = 0;
151 1.5.2.3 yamt lwp_setlock(l, &spc->spc_lwplock);
152 1.5.2.2 yamt return 0;
153 1.5.2.2 yamt }
154 1.5.2.2 yamt
155 1.5.2.2 yamt /*
156 1.5.2.4 yamt * Call the wake-up handler of scheduler.
157 1.5.2.4 yamt * It might change the CPU for this thread.
158 1.5.2.4 yamt */
159 1.5.2.4 yamt sched_wakeup(l);
160 1.5.2.4 yamt ci = l->l_cpu;
161 1.5.2.4 yamt spc = &ci->ci_schedstate;
162 1.5.2.4 yamt
163 1.5.2.4 yamt /*
164 1.5.2.4 yamt * Set it running.
165 1.5.2.2 yamt */
166 1.5.2.3 yamt spc_lock(ci);
167 1.5.2.3 yamt lwp_setlock(l, spc->spc_mutex);
168 1.5.2.3 yamt sched_setrunnable(l);
169 1.5.2.2 yamt l->l_stat = LSRUN;
170 1.5.2.2 yamt l->l_slptime = 0;
171 1.5.2.2 yamt if ((l->l_flag & LW_INMEM) != 0) {
172 1.5.2.3 yamt sched_enqueue(l, false);
173 1.5.2.4 yamt pri = lwp_eprio(l);
174 1.5.2.4 yamt /* XXX This test is not good enough! */
175 1.5.2.5 yamt if (pri > spc->spc_curpriority) {
176 1.5.2.5 yamt cpu_need_resched(ci,
177 1.5.2.5 yamt (pri >= PRI_KERNEL ? RESCHED_IMMED : 0));
178 1.5.2.4 yamt }
179 1.5.2.3 yamt spc_unlock(ci);
180 1.5.2.2 yamt return 0;
181 1.5.2.2 yamt }
182 1.5.2.3 yamt spc_unlock(ci);
183 1.5.2.2 yamt return 1;
184 1.5.2.2 yamt }
185 1.5.2.2 yamt
186 1.5.2.2 yamt /*
187 1.5.2.2 yamt * sleepq_insert:
188 1.5.2.2 yamt *
189 1.5.2.2 yamt * Insert an LWP into the sleep queue, optionally sorting by priority.
190 1.5.2.2 yamt */
191 1.5.2.2 yamt inline void
192 1.5.2.3 yamt sleepq_insert(sleepq_t *sq, lwp_t *l, syncobj_t *sobj)
193 1.5.2.2 yamt {
194 1.5.2.3 yamt lwp_t *l2;
195 1.5.2.3 yamt const int pri = lwp_eprio(l);
196 1.5.2.2 yamt
197 1.5.2.2 yamt if ((sobj->sobj_flag & SOBJ_SLEEPQ_SORTED) != 0) {
198 1.5.2.2 yamt TAILQ_FOREACH(l2, &sq->sq_queue, l_sleepchain) {
199 1.5.2.5 yamt if (lwp_eprio(l2) < pri) {
200 1.5.2.2 yamt TAILQ_INSERT_BEFORE(l2, l, l_sleepchain);
201 1.5.2.2 yamt return;
202 1.5.2.2 yamt }
203 1.5.2.2 yamt }
204 1.5.2.2 yamt }
205 1.5.2.2 yamt
206 1.5.2.4 yamt if ((sobj->sobj_flag & SOBJ_SLEEPQ_LIFO) != 0)
207 1.5.2.4 yamt TAILQ_INSERT_HEAD(&sq->sq_queue, l, l_sleepchain);
208 1.5.2.4 yamt else
209 1.5.2.4 yamt TAILQ_INSERT_TAIL(&sq->sq_queue, l, l_sleepchain);
210 1.5.2.2 yamt }
211 1.5.2.2 yamt
212 1.5.2.2 yamt /*
213 1.5.2.3 yamt * sleepq_enqueue:
214 1.5.2.2 yamt *
215 1.5.2.2 yamt * Enter an LWP into the sleep queue and prepare for sleep. The sleep
216 1.5.2.2 yamt * queue must already be locked, and any interlock (such as the kernel
217 1.5.2.2 yamt * lock) must have be released (see sleeptab_lookup(), sleepq_enter()).
218 1.5.2.2 yamt */
219 1.5.2.2 yamt void
220 1.5.2.5 yamt sleepq_enqueue(sleepq_t *sq, wchan_t wchan, const char *wmesg, syncobj_t *sobj)
221 1.5.2.2 yamt {
222 1.5.2.3 yamt lwp_t *l = curlwp;
223 1.5.2.2 yamt
224 1.5.2.2 yamt KASSERT(mutex_owned(sq->sq_mutex));
225 1.5.2.2 yamt KASSERT(l->l_stat == LSONPROC);
226 1.5.2.2 yamt KASSERT(l->l_wchan == NULL && l->l_sleepq == NULL);
227 1.5.2.2 yamt
228 1.5.2.2 yamt l->l_syncobj = sobj;
229 1.5.2.2 yamt l->l_wchan = wchan;
230 1.5.2.2 yamt l->l_sleepq = sq;
231 1.5.2.2 yamt l->l_wmesg = wmesg;
232 1.5.2.2 yamt l->l_slptime = 0;
233 1.5.2.2 yamt l->l_stat = LSSLEEP;
234 1.5.2.2 yamt l->l_sleeperr = 0;
235 1.5.2.2 yamt
236 1.5.2.2 yamt sq->sq_waiters++;
237 1.5.2.3 yamt sleepq_insert(sq, l, sobj);
238 1.5.2.4 yamt sched_slept(l);
239 1.5.2.3 yamt }
240 1.5.2.2 yamt
241 1.5.2.3 yamt /*
242 1.5.2.3 yamt * sleepq_block:
243 1.5.2.3 yamt *
244 1.5.2.3 yamt * After any intermediate step such as releasing an interlock, switch.
245 1.5.2.3 yamt * sleepq_block() may return early under exceptional conditions, for
246 1.5.2.3 yamt * example if the LWP's containing process is exiting.
247 1.5.2.3 yamt */
248 1.5.2.3 yamt int
249 1.5.2.3 yamt sleepq_block(int timo, bool catch)
250 1.5.2.3 yamt {
251 1.5.2.3 yamt int error = 0, sig;
252 1.5.2.3 yamt struct proc *p;
253 1.5.2.3 yamt lwp_t *l = curlwp;
254 1.5.2.3 yamt bool early = false;
255 1.5.2.3 yamt
256 1.5.2.3 yamt ktrcsw(1, 0);
257 1.5.2.2 yamt
258 1.5.2.2 yamt /*
259 1.5.2.2 yamt * If sleeping interruptably, check for pending signals, exits or
260 1.5.2.2 yamt * core dump events.
261 1.5.2.2 yamt */
262 1.5.2.2 yamt if (catch) {
263 1.5.2.2 yamt l->l_flag |= LW_SINTR;
264 1.5.2.2 yamt if ((l->l_flag & (LW_CANCELLED|LW_WEXIT|LW_WCORE)) != 0) {
265 1.5.2.2 yamt l->l_flag &= ~LW_CANCELLED;
266 1.5.2.4 yamt error = EINTR;
267 1.5.2.4 yamt early = true;
268 1.5.2.4 yamt } else if ((l->l_flag & LW_PENDSIG) != 0 && sigispending(l, 0))
269 1.5.2.3 yamt early = true;
270 1.5.2.2 yamt }
271 1.5.2.2 yamt
272 1.5.2.3 yamt if (early) {
273 1.5.2.3 yamt /* lwp_unsleep() will release the lock */
274 1.5.2.3 yamt lwp_unsleep(l);
275 1.5.2.3 yamt } else {
276 1.5.2.3 yamt if (timo)
277 1.5.2.4 yamt callout_schedule(&l->l_timeout_ch, timo);
278 1.5.2.3 yamt mi_switch(l);
279 1.5.2.3 yamt
280 1.5.2.3 yamt /* The LWP and sleep queue are now unlocked. */
281 1.5.2.3 yamt if (timo) {
282 1.5.2.3 yamt /*
283 1.5.2.3 yamt * Even if the callout appears to have fired, we need to
284 1.5.2.3 yamt * stop it in order to synchronise with other CPUs.
285 1.5.2.3 yamt */
286 1.5.2.4 yamt if (callout_stop(&l->l_timeout_ch))
287 1.5.2.3 yamt error = EWOULDBLOCK;
288 1.5.2.3 yamt }
289 1.5.2.2 yamt }
290 1.5.2.2 yamt
291 1.5.2.3 yamt if (catch && error == 0) {
292 1.5.2.2 yamt p = l->l_proc;
293 1.5.2.2 yamt if ((l->l_flag & (LW_CANCELLED | LW_WEXIT | LW_WCORE)) != 0)
294 1.5.2.2 yamt error = EINTR;
295 1.5.2.2 yamt else if ((l->l_flag & LW_PENDSIG) != 0) {
296 1.5.2.2 yamt mutex_enter(&p->p_smutex);
297 1.5.2.2 yamt if ((sig = issignal(l)) != 0)
298 1.5.2.2 yamt error = sleepq_sigtoerror(l, sig);
299 1.5.2.2 yamt mutex_exit(&p->p_smutex);
300 1.5.2.2 yamt }
301 1.5.2.2 yamt }
302 1.5.2.2 yamt
303 1.5.2.3 yamt ktrcsw(0, 0);
304 1.5.2.2 yamt
305 1.5.2.2 yamt KERNEL_LOCK(l->l_biglocks, l);
306 1.5.2.2 yamt return error;
307 1.5.2.2 yamt }
308 1.5.2.2 yamt
309 1.5.2.2 yamt /*
310 1.5.2.2 yamt * sleepq_wake:
311 1.5.2.2 yamt *
312 1.5.2.2 yamt * Wake zero or more LWPs blocked on a single wait channel.
313 1.5.2.2 yamt */
314 1.5.2.3 yamt lwp_t *
315 1.5.2.2 yamt sleepq_wake(sleepq_t *sq, wchan_t wchan, u_int expected)
316 1.5.2.2 yamt {
317 1.5.2.3 yamt lwp_t *l, *next;
318 1.5.2.2 yamt int swapin = 0;
319 1.5.2.2 yamt
320 1.5.2.2 yamt KASSERT(mutex_owned(sq->sq_mutex));
321 1.5.2.2 yamt
322 1.5.2.2 yamt for (l = TAILQ_FIRST(&sq->sq_queue); l != NULL; l = next) {
323 1.5.2.2 yamt KASSERT(l->l_sleepq == sq);
324 1.5.2.2 yamt next = TAILQ_NEXT(l, l_sleepchain);
325 1.5.2.2 yamt if (l->l_wchan != wchan)
326 1.5.2.2 yamt continue;
327 1.5.2.2 yamt swapin |= sleepq_remove(sq, l);
328 1.5.2.2 yamt if (--expected == 0)
329 1.5.2.2 yamt break;
330 1.5.2.2 yamt }
331 1.5.2.2 yamt
332 1.5.2.2 yamt sleepq_unlock(sq);
333 1.5.2.2 yamt
334 1.5.2.2 yamt /*
335 1.5.2.2 yamt * If there are newly awakend threads that need to be swapped in,
336 1.5.2.2 yamt * then kick the swapper into action.
337 1.5.2.2 yamt */
338 1.5.2.2 yamt if (swapin)
339 1.5.2.2 yamt uvm_kick_scheduler();
340 1.5.2.3 yamt
341 1.5.2.3 yamt return l;
342 1.5.2.2 yamt }
343 1.5.2.2 yamt
344 1.5.2.2 yamt /*
345 1.5.2.2 yamt * sleepq_unsleep:
346 1.5.2.2 yamt *
347 1.5.2.2 yamt * Remove an LWP from its sleep queue and set it runnable again.
348 1.5.2.2 yamt * sleepq_unsleep() is called with the LWP's mutex held, and will
349 1.5.2.2 yamt * always release it.
350 1.5.2.2 yamt */
351 1.5.2.2 yamt void
352 1.5.2.3 yamt sleepq_unsleep(lwp_t *l)
353 1.5.2.2 yamt {
354 1.5.2.2 yamt sleepq_t *sq = l->l_sleepq;
355 1.5.2.2 yamt int swapin;
356 1.5.2.2 yamt
357 1.5.2.2 yamt KASSERT(lwp_locked(l, NULL));
358 1.5.2.2 yamt KASSERT(l->l_wchan != NULL);
359 1.5.2.2 yamt KASSERT(l->l_mutex == sq->sq_mutex);
360 1.5.2.2 yamt
361 1.5.2.2 yamt swapin = sleepq_remove(sq, l);
362 1.5.2.2 yamt sleepq_unlock(sq);
363 1.5.2.2 yamt
364 1.5.2.2 yamt if (swapin)
365 1.5.2.2 yamt uvm_kick_scheduler();
366 1.5.2.2 yamt }
367 1.5.2.2 yamt
368 1.5.2.2 yamt /*
369 1.5.2.2 yamt * sleepq_timeout:
370 1.5.2.2 yamt *
371 1.5.2.2 yamt * Entered via the callout(9) subsystem to time out an LWP that is on a
372 1.5.2.2 yamt * sleep queue.
373 1.5.2.2 yamt */
374 1.5.2.2 yamt void
375 1.5.2.2 yamt sleepq_timeout(void *arg)
376 1.5.2.2 yamt {
377 1.5.2.3 yamt lwp_t *l = arg;
378 1.5.2.2 yamt
379 1.5.2.2 yamt /*
380 1.5.2.2 yamt * Lock the LWP. Assuming it's still on the sleep queue, its
381 1.5.2.2 yamt * current mutex will also be the sleep queue mutex.
382 1.5.2.2 yamt */
383 1.5.2.2 yamt lwp_lock(l);
384 1.5.2.2 yamt
385 1.5.2.2 yamt if (l->l_wchan == NULL) {
386 1.5.2.2 yamt /* Somebody beat us to it. */
387 1.5.2.2 yamt lwp_unlock(l);
388 1.5.2.2 yamt return;
389 1.5.2.2 yamt }
390 1.5.2.2 yamt
391 1.5.2.2 yamt lwp_unsleep(l);
392 1.5.2.2 yamt }
393 1.5.2.2 yamt
394 1.5.2.2 yamt /*
395 1.5.2.2 yamt * sleepq_sigtoerror:
396 1.5.2.2 yamt *
397 1.5.2.2 yamt * Given a signal number, interpret and return an error code.
398 1.5.2.2 yamt */
399 1.5.2.2 yamt int
400 1.5.2.3 yamt sleepq_sigtoerror(lwp_t *l, int sig)
401 1.5.2.2 yamt {
402 1.5.2.2 yamt struct proc *p = l->l_proc;
403 1.5.2.2 yamt int error;
404 1.5.2.2 yamt
405 1.5.2.2 yamt KASSERT(mutex_owned(&p->p_smutex));
406 1.5.2.2 yamt
407 1.5.2.2 yamt /*
408 1.5.2.2 yamt * If this sleep was canceled, don't let the syscall restart.
409 1.5.2.2 yamt */
410 1.5.2.2 yamt if ((SIGACTION(p, sig).sa_flags & SA_RESTART) == 0)
411 1.5.2.2 yamt error = EINTR;
412 1.5.2.2 yamt else
413 1.5.2.2 yamt error = ERESTART;
414 1.5.2.2 yamt
415 1.5.2.2 yamt return error;
416 1.5.2.2 yamt }
417 1.5.2.2 yamt
418 1.5.2.2 yamt /*
419 1.5.2.2 yamt * sleepq_abort:
420 1.5.2.2 yamt *
421 1.5.2.2 yamt * After a panic or during autoconfiguration, lower the interrupt
422 1.5.2.2 yamt * priority level to give pending interrupts a chance to run, and
423 1.5.2.2 yamt * then return. Called if sleepq_dontsleep() returns non-zero, and
424 1.5.2.2 yamt * always returns zero.
425 1.5.2.2 yamt */
426 1.5.2.2 yamt int
427 1.5.2.2 yamt sleepq_abort(kmutex_t *mtx, int unlock)
428 1.5.2.2 yamt {
429 1.5.2.2 yamt extern int safepri;
430 1.5.2.2 yamt int s;
431 1.5.2.2 yamt
432 1.5.2.2 yamt s = splhigh();
433 1.5.2.2 yamt splx(safepri);
434 1.5.2.2 yamt splx(s);
435 1.5.2.2 yamt if (mtx != NULL && unlock != 0)
436 1.5.2.2 yamt mutex_exit(mtx);
437 1.5.2.2 yamt
438 1.5.2.2 yamt return 0;
439 1.5.2.2 yamt }
440 1.5.2.2 yamt
441 1.5.2.2 yamt /*
442 1.5.2.2 yamt * sleepq_changepri:
443 1.5.2.2 yamt *
444 1.5.2.2 yamt * Adjust the priority of an LWP residing on a sleepq. This method
445 1.5.2.2 yamt * will only alter the user priority; the effective priority is
446 1.5.2.2 yamt * assumed to have been fixed at the time of insertion into the queue.
447 1.5.2.2 yamt */
448 1.5.2.2 yamt void
449 1.5.2.3 yamt sleepq_changepri(lwp_t *l, pri_t pri)
450 1.5.2.2 yamt {
451 1.5.2.5 yamt sleepq_t *sq = l->l_sleepq;
452 1.5.2.5 yamt pri_t opri;
453 1.5.2.5 yamt
454 1.5.2.5 yamt KASSERT(lwp_locked(l, sq->sq_mutex));
455 1.5.2.2 yamt
456 1.5.2.5 yamt opri = lwp_eprio(l);
457 1.5.2.5 yamt l->l_priority = pri;
458 1.5.2.5 yamt if (lwp_eprio(l) != opri) {
459 1.5.2.5 yamt TAILQ_REMOVE(&sq->sq_queue, l, l_sleepchain);
460 1.5.2.5 yamt sleepq_insert(sq, l, l->l_syncobj);
461 1.5.2.5 yamt }
462 1.5.2.2 yamt }
463 1.5.2.3 yamt
464 1.5.2.3 yamt void
465 1.5.2.3 yamt sleepq_lendpri(lwp_t *l, pri_t pri)
466 1.5.2.3 yamt {
467 1.5.2.3 yamt sleepq_t *sq = l->l_sleepq;
468 1.5.2.3 yamt pri_t opri;
469 1.5.2.3 yamt
470 1.5.2.3 yamt KASSERT(lwp_locked(l, sq->sq_mutex));
471 1.5.2.3 yamt
472 1.5.2.3 yamt opri = lwp_eprio(l);
473 1.5.2.3 yamt l->l_inheritedprio = pri;
474 1.5.2.3 yamt
475 1.5.2.3 yamt if (lwp_eprio(l) != opri &&
476 1.5.2.3 yamt (l->l_syncobj->sobj_flag & SOBJ_SLEEPQ_SORTED) != 0) {
477 1.5.2.3 yamt TAILQ_REMOVE(&sq->sq_queue, l, l_sleepchain);
478 1.5.2.3 yamt sleepq_insert(sq, l, l->l_syncobj);
479 1.5.2.3 yamt }
480 1.5.2.3 yamt }
481