kern_sleepq.c revision 1.5.2.6
1 1.5.2.6 yamt /* $NetBSD: kern_sleepq.c,v 1.5.2.6 2007/12/07 17:32:49 yamt Exp $ */ 2 1.5.2.2 yamt 3 1.5.2.2 yamt /*- 4 1.5.2.2 yamt * Copyright (c) 2006, 2007 The NetBSD Foundation, Inc. 5 1.5.2.2 yamt * All rights reserved. 6 1.5.2.2 yamt * 7 1.5.2.2 yamt * This code is derived from software contributed to The NetBSD Foundation 8 1.5.2.2 yamt * by Andrew Doran. 9 1.5.2.2 yamt * 10 1.5.2.2 yamt * Redistribution and use in source and binary forms, with or without 11 1.5.2.2 yamt * modification, are permitted provided that the following conditions 12 1.5.2.2 yamt * are met: 13 1.5.2.2 yamt * 1. Redistributions of source code must retain the above copyright 14 1.5.2.2 yamt * notice, this list of conditions and the following disclaimer. 15 1.5.2.2 yamt * 2. Redistributions in binary form must reproduce the above copyright 16 1.5.2.2 yamt * notice, this list of conditions and the following disclaimer in the 17 1.5.2.2 yamt * documentation and/or other materials provided with the distribution. 18 1.5.2.2 yamt * 3. All advertising materials mentioning features or use of this software 19 1.5.2.2 yamt * must display the following acknowledgement: 20 1.5.2.2 yamt * This product includes software developed by the NetBSD 21 1.5.2.2 yamt * Foundation, Inc. and its contributors. 22 1.5.2.2 yamt * 4. Neither the name of The NetBSD Foundation nor the names of its 23 1.5.2.2 yamt * contributors may be used to endorse or promote products derived 24 1.5.2.2 yamt * from this software without specific prior written permission. 25 1.5.2.2 yamt * 26 1.5.2.2 yamt * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS 27 1.5.2.2 yamt * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED 28 1.5.2.2 yamt * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 29 1.5.2.2 yamt * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS 30 1.5.2.2 yamt * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 31 1.5.2.2 yamt * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 32 1.5.2.2 yamt * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 33 1.5.2.2 yamt * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 34 1.5.2.2 yamt * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 35 1.5.2.2 yamt * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 36 1.5.2.2 yamt * POSSIBILITY OF SUCH DAMAGE. 37 1.5.2.2 yamt */ 38 1.5.2.2 yamt 39 1.5.2.2 yamt /* 40 1.5.2.2 yamt * Sleep queue implementation, used by turnstiles and general sleep/wakeup 41 1.5.2.2 yamt * interfaces. 42 1.5.2.2 yamt */ 43 1.5.2.2 yamt 44 1.5.2.2 yamt #include <sys/cdefs.h> 45 1.5.2.6 yamt __KERNEL_RCSID(0, "$NetBSD: kern_sleepq.c,v 1.5.2.6 2007/12/07 17:32:49 yamt Exp $"); 46 1.5.2.2 yamt 47 1.5.2.2 yamt #include <sys/param.h> 48 1.5.2.2 yamt #include <sys/lock.h> 49 1.5.2.2 yamt #include <sys/kernel.h> 50 1.5.2.3 yamt #include <sys/cpu.h> 51 1.5.2.2 yamt #include <sys/pool.h> 52 1.5.2.2 yamt #include <sys/proc.h> 53 1.5.2.2 yamt #include <sys/resourcevar.h> 54 1.5.2.2 yamt #include <sys/sched.h> 55 1.5.2.2 yamt #include <sys/systm.h> 56 1.5.2.2 yamt #include <sys/sleepq.h> 57 1.5.2.2 yamt #include <sys/ktrace.h> 58 1.5.2.2 yamt 59 1.5.2.2 yamt #include <uvm/uvm_extern.h> 60 1.5.2.2 yamt 61 1.5.2.3 yamt int sleepq_sigtoerror(lwp_t *, int); 62 1.5.2.2 yamt 63 1.5.2.2 yamt /* General purpose sleep table, used by ltsleep() and condition variables. */ 64 1.5.2.2 yamt sleeptab_t sleeptab; 65 1.5.2.2 yamt 66 1.5.2.2 yamt /* 67 1.5.2.2 yamt * sleeptab_init: 68 1.5.2.2 yamt * 69 1.5.2.2 yamt * Initialize a sleep table. 70 1.5.2.2 yamt */ 71 1.5.2.2 yamt void 72 1.5.2.2 yamt sleeptab_init(sleeptab_t *st) 73 1.5.2.2 yamt { 74 1.5.2.2 yamt sleepq_t *sq; 75 1.5.2.2 yamt int i; 76 1.5.2.2 yamt 77 1.5.2.2 yamt for (i = 0; i < SLEEPTAB_HASH_SIZE; i++) { 78 1.5.2.2 yamt sq = &st->st_queues[i].st_queue; 79 1.5.2.6 yamt mutex_init(&st->st_queues[i].st_mutex, MUTEX_DEFAULT, 80 1.5.2.6 yamt IPL_SCHED); 81 1.5.2.2 yamt sleepq_init(sq, &st->st_queues[i].st_mutex); 82 1.5.2.2 yamt } 83 1.5.2.2 yamt } 84 1.5.2.2 yamt 85 1.5.2.2 yamt /* 86 1.5.2.2 yamt * sleepq_init: 87 1.5.2.2 yamt * 88 1.5.2.2 yamt * Prepare a sleep queue for use. 89 1.5.2.2 yamt */ 90 1.5.2.2 yamt void 91 1.5.2.2 yamt sleepq_init(sleepq_t *sq, kmutex_t *mtx) 92 1.5.2.2 yamt { 93 1.5.2.2 yamt 94 1.5.2.2 yamt sq->sq_waiters = 0; 95 1.5.2.2 yamt sq->sq_mutex = mtx; 96 1.5.2.2 yamt TAILQ_INIT(&sq->sq_queue); 97 1.5.2.2 yamt } 98 1.5.2.2 yamt 99 1.5.2.2 yamt /* 100 1.5.2.2 yamt * sleepq_remove: 101 1.5.2.2 yamt * 102 1.5.2.2 yamt * Remove an LWP from a sleep queue and wake it up. Return non-zero if 103 1.5.2.2 yamt * the LWP is swapped out; if so the caller needs to awaken the swapper 104 1.5.2.2 yamt * to bring the LWP into memory. 105 1.5.2.2 yamt */ 106 1.5.2.2 yamt int 107 1.5.2.3 yamt sleepq_remove(sleepq_t *sq, lwp_t *l) 108 1.5.2.2 yamt { 109 1.5.2.3 yamt struct schedstate_percpu *spc; 110 1.5.2.2 yamt struct cpu_info *ci; 111 1.5.2.4 yamt pri_t pri; 112 1.5.2.2 yamt 113 1.5.2.2 yamt KASSERT(lwp_locked(l, sq->sq_mutex)); 114 1.5.2.2 yamt KASSERT(sq->sq_waiters > 0); 115 1.5.2.2 yamt 116 1.5.2.2 yamt sq->sq_waiters--; 117 1.5.2.2 yamt TAILQ_REMOVE(&sq->sq_queue, l, l_sleepchain); 118 1.5.2.2 yamt 119 1.5.2.2 yamt #ifdef DIAGNOSTIC 120 1.5.2.2 yamt if (sq->sq_waiters == 0) 121 1.5.2.2 yamt KASSERT(TAILQ_FIRST(&sq->sq_queue) == NULL); 122 1.5.2.2 yamt else 123 1.5.2.2 yamt KASSERT(TAILQ_FIRST(&sq->sq_queue) != NULL); 124 1.5.2.2 yamt #endif 125 1.5.2.2 yamt 126 1.5.2.2 yamt l->l_syncobj = &sched_syncobj; 127 1.5.2.2 yamt l->l_wchan = NULL; 128 1.5.2.2 yamt l->l_sleepq = NULL; 129 1.5.2.2 yamt l->l_flag &= ~LW_SINTR; 130 1.5.2.2 yamt 131 1.5.2.3 yamt ci = l->l_cpu; 132 1.5.2.3 yamt spc = &ci->ci_schedstate; 133 1.5.2.3 yamt 134 1.5.2.2 yamt /* 135 1.5.2.2 yamt * If not sleeping, the LWP must have been suspended. Let whoever 136 1.5.2.2 yamt * holds it stopped set it running again. 137 1.5.2.2 yamt */ 138 1.5.2.2 yamt if (l->l_stat != LSSLEEP) { 139 1.5.2.4 yamt KASSERT(l->l_stat == LSSTOP || l->l_stat == LSSUSPENDED); 140 1.5.2.3 yamt lwp_setlock(l, &spc->spc_lwplock); 141 1.5.2.2 yamt return 0; 142 1.5.2.2 yamt } 143 1.5.2.2 yamt 144 1.5.2.2 yamt /* 145 1.5.2.2 yamt * If the LWP is still on the CPU, mark it as LSONPROC. It may be 146 1.5.2.2 yamt * about to call mi_switch(), in which case it will yield. 147 1.5.2.2 yamt */ 148 1.5.2.3 yamt if ((l->l_flag & LW_RUNNING) != 0) { 149 1.5.2.2 yamt l->l_stat = LSONPROC; 150 1.5.2.2 yamt l->l_slptime = 0; 151 1.5.2.3 yamt lwp_setlock(l, &spc->spc_lwplock); 152 1.5.2.2 yamt return 0; 153 1.5.2.2 yamt } 154 1.5.2.2 yamt 155 1.5.2.2 yamt /* 156 1.5.2.4 yamt * Call the wake-up handler of scheduler. 157 1.5.2.4 yamt * It might change the CPU for this thread. 158 1.5.2.4 yamt */ 159 1.5.2.4 yamt sched_wakeup(l); 160 1.5.2.4 yamt ci = l->l_cpu; 161 1.5.2.4 yamt spc = &ci->ci_schedstate; 162 1.5.2.4 yamt 163 1.5.2.4 yamt /* 164 1.5.2.4 yamt * Set it running. 165 1.5.2.2 yamt */ 166 1.5.2.3 yamt spc_lock(ci); 167 1.5.2.3 yamt lwp_setlock(l, spc->spc_mutex); 168 1.5.2.3 yamt sched_setrunnable(l); 169 1.5.2.2 yamt l->l_stat = LSRUN; 170 1.5.2.2 yamt l->l_slptime = 0; 171 1.5.2.2 yamt if ((l->l_flag & LW_INMEM) != 0) { 172 1.5.2.3 yamt sched_enqueue(l, false); 173 1.5.2.4 yamt pri = lwp_eprio(l); 174 1.5.2.4 yamt /* XXX This test is not good enough! */ 175 1.5.2.5 yamt if (pri > spc->spc_curpriority) { 176 1.5.2.5 yamt cpu_need_resched(ci, 177 1.5.2.5 yamt (pri >= PRI_KERNEL ? RESCHED_IMMED : 0)); 178 1.5.2.4 yamt } 179 1.5.2.3 yamt spc_unlock(ci); 180 1.5.2.2 yamt return 0; 181 1.5.2.2 yamt } 182 1.5.2.3 yamt spc_unlock(ci); 183 1.5.2.2 yamt return 1; 184 1.5.2.2 yamt } 185 1.5.2.2 yamt 186 1.5.2.2 yamt /* 187 1.5.2.2 yamt * sleepq_insert: 188 1.5.2.2 yamt * 189 1.5.2.2 yamt * Insert an LWP into the sleep queue, optionally sorting by priority. 190 1.5.2.2 yamt */ 191 1.5.2.2 yamt inline void 192 1.5.2.3 yamt sleepq_insert(sleepq_t *sq, lwp_t *l, syncobj_t *sobj) 193 1.5.2.2 yamt { 194 1.5.2.3 yamt lwp_t *l2; 195 1.5.2.3 yamt const int pri = lwp_eprio(l); 196 1.5.2.2 yamt 197 1.5.2.2 yamt if ((sobj->sobj_flag & SOBJ_SLEEPQ_SORTED) != 0) { 198 1.5.2.2 yamt TAILQ_FOREACH(l2, &sq->sq_queue, l_sleepchain) { 199 1.5.2.5 yamt if (lwp_eprio(l2) < pri) { 200 1.5.2.2 yamt TAILQ_INSERT_BEFORE(l2, l, l_sleepchain); 201 1.5.2.2 yamt return; 202 1.5.2.2 yamt } 203 1.5.2.2 yamt } 204 1.5.2.2 yamt } 205 1.5.2.2 yamt 206 1.5.2.4 yamt if ((sobj->sobj_flag & SOBJ_SLEEPQ_LIFO) != 0) 207 1.5.2.4 yamt TAILQ_INSERT_HEAD(&sq->sq_queue, l, l_sleepchain); 208 1.5.2.4 yamt else 209 1.5.2.4 yamt TAILQ_INSERT_TAIL(&sq->sq_queue, l, l_sleepchain); 210 1.5.2.2 yamt } 211 1.5.2.2 yamt 212 1.5.2.2 yamt /* 213 1.5.2.3 yamt * sleepq_enqueue: 214 1.5.2.2 yamt * 215 1.5.2.2 yamt * Enter an LWP into the sleep queue and prepare for sleep. The sleep 216 1.5.2.2 yamt * queue must already be locked, and any interlock (such as the kernel 217 1.5.2.2 yamt * lock) must have be released (see sleeptab_lookup(), sleepq_enter()). 218 1.5.2.2 yamt */ 219 1.5.2.2 yamt void 220 1.5.2.5 yamt sleepq_enqueue(sleepq_t *sq, wchan_t wchan, const char *wmesg, syncobj_t *sobj) 221 1.5.2.2 yamt { 222 1.5.2.3 yamt lwp_t *l = curlwp; 223 1.5.2.2 yamt 224 1.5.2.2 yamt KASSERT(mutex_owned(sq->sq_mutex)); 225 1.5.2.2 yamt KASSERT(l->l_stat == LSONPROC); 226 1.5.2.2 yamt KASSERT(l->l_wchan == NULL && l->l_sleepq == NULL); 227 1.5.2.2 yamt 228 1.5.2.2 yamt l->l_syncobj = sobj; 229 1.5.2.2 yamt l->l_wchan = wchan; 230 1.5.2.2 yamt l->l_sleepq = sq; 231 1.5.2.2 yamt l->l_wmesg = wmesg; 232 1.5.2.2 yamt l->l_slptime = 0; 233 1.5.2.2 yamt l->l_stat = LSSLEEP; 234 1.5.2.2 yamt l->l_sleeperr = 0; 235 1.5.2.2 yamt 236 1.5.2.2 yamt sq->sq_waiters++; 237 1.5.2.3 yamt sleepq_insert(sq, l, sobj); 238 1.5.2.4 yamt sched_slept(l); 239 1.5.2.3 yamt } 240 1.5.2.2 yamt 241 1.5.2.3 yamt /* 242 1.5.2.3 yamt * sleepq_block: 243 1.5.2.3 yamt * 244 1.5.2.3 yamt * After any intermediate step such as releasing an interlock, switch. 245 1.5.2.3 yamt * sleepq_block() may return early under exceptional conditions, for 246 1.5.2.3 yamt * example if the LWP's containing process is exiting. 247 1.5.2.3 yamt */ 248 1.5.2.3 yamt int 249 1.5.2.3 yamt sleepq_block(int timo, bool catch) 250 1.5.2.3 yamt { 251 1.5.2.3 yamt int error = 0, sig; 252 1.5.2.3 yamt struct proc *p; 253 1.5.2.3 yamt lwp_t *l = curlwp; 254 1.5.2.3 yamt bool early = false; 255 1.5.2.3 yamt 256 1.5.2.3 yamt ktrcsw(1, 0); 257 1.5.2.2 yamt 258 1.5.2.2 yamt /* 259 1.5.2.2 yamt * If sleeping interruptably, check for pending signals, exits or 260 1.5.2.2 yamt * core dump events. 261 1.5.2.2 yamt */ 262 1.5.2.2 yamt if (catch) { 263 1.5.2.2 yamt l->l_flag |= LW_SINTR; 264 1.5.2.2 yamt if ((l->l_flag & (LW_CANCELLED|LW_WEXIT|LW_WCORE)) != 0) { 265 1.5.2.2 yamt l->l_flag &= ~LW_CANCELLED; 266 1.5.2.4 yamt error = EINTR; 267 1.5.2.4 yamt early = true; 268 1.5.2.4 yamt } else if ((l->l_flag & LW_PENDSIG) != 0 && sigispending(l, 0)) 269 1.5.2.3 yamt early = true; 270 1.5.2.2 yamt } 271 1.5.2.2 yamt 272 1.5.2.3 yamt if (early) { 273 1.5.2.3 yamt /* lwp_unsleep() will release the lock */ 274 1.5.2.3 yamt lwp_unsleep(l); 275 1.5.2.3 yamt } else { 276 1.5.2.3 yamt if (timo) 277 1.5.2.4 yamt callout_schedule(&l->l_timeout_ch, timo); 278 1.5.2.3 yamt mi_switch(l); 279 1.5.2.3 yamt 280 1.5.2.3 yamt /* The LWP and sleep queue are now unlocked. */ 281 1.5.2.3 yamt if (timo) { 282 1.5.2.3 yamt /* 283 1.5.2.3 yamt * Even if the callout appears to have fired, we need to 284 1.5.2.3 yamt * stop it in order to synchronise with other CPUs. 285 1.5.2.3 yamt */ 286 1.5.2.4 yamt if (callout_stop(&l->l_timeout_ch)) 287 1.5.2.3 yamt error = EWOULDBLOCK; 288 1.5.2.3 yamt } 289 1.5.2.2 yamt } 290 1.5.2.2 yamt 291 1.5.2.3 yamt if (catch && error == 0) { 292 1.5.2.2 yamt p = l->l_proc; 293 1.5.2.2 yamt if ((l->l_flag & (LW_CANCELLED | LW_WEXIT | LW_WCORE)) != 0) 294 1.5.2.2 yamt error = EINTR; 295 1.5.2.2 yamt else if ((l->l_flag & LW_PENDSIG) != 0) { 296 1.5.2.2 yamt mutex_enter(&p->p_smutex); 297 1.5.2.2 yamt if ((sig = issignal(l)) != 0) 298 1.5.2.2 yamt error = sleepq_sigtoerror(l, sig); 299 1.5.2.2 yamt mutex_exit(&p->p_smutex); 300 1.5.2.2 yamt } 301 1.5.2.2 yamt } 302 1.5.2.2 yamt 303 1.5.2.3 yamt ktrcsw(0, 0); 304 1.5.2.2 yamt 305 1.5.2.2 yamt KERNEL_LOCK(l->l_biglocks, l); 306 1.5.2.2 yamt return error; 307 1.5.2.2 yamt } 308 1.5.2.2 yamt 309 1.5.2.2 yamt /* 310 1.5.2.2 yamt * sleepq_wake: 311 1.5.2.2 yamt * 312 1.5.2.2 yamt * Wake zero or more LWPs blocked on a single wait channel. 313 1.5.2.2 yamt */ 314 1.5.2.3 yamt lwp_t * 315 1.5.2.2 yamt sleepq_wake(sleepq_t *sq, wchan_t wchan, u_int expected) 316 1.5.2.2 yamt { 317 1.5.2.3 yamt lwp_t *l, *next; 318 1.5.2.2 yamt int swapin = 0; 319 1.5.2.2 yamt 320 1.5.2.2 yamt KASSERT(mutex_owned(sq->sq_mutex)); 321 1.5.2.2 yamt 322 1.5.2.2 yamt for (l = TAILQ_FIRST(&sq->sq_queue); l != NULL; l = next) { 323 1.5.2.2 yamt KASSERT(l->l_sleepq == sq); 324 1.5.2.2 yamt next = TAILQ_NEXT(l, l_sleepchain); 325 1.5.2.2 yamt if (l->l_wchan != wchan) 326 1.5.2.2 yamt continue; 327 1.5.2.2 yamt swapin |= sleepq_remove(sq, l); 328 1.5.2.2 yamt if (--expected == 0) 329 1.5.2.2 yamt break; 330 1.5.2.2 yamt } 331 1.5.2.2 yamt 332 1.5.2.2 yamt sleepq_unlock(sq); 333 1.5.2.2 yamt 334 1.5.2.2 yamt /* 335 1.5.2.2 yamt * If there are newly awakend threads that need to be swapped in, 336 1.5.2.2 yamt * then kick the swapper into action. 337 1.5.2.2 yamt */ 338 1.5.2.2 yamt if (swapin) 339 1.5.2.2 yamt uvm_kick_scheduler(); 340 1.5.2.3 yamt 341 1.5.2.3 yamt return l; 342 1.5.2.2 yamt } 343 1.5.2.2 yamt 344 1.5.2.2 yamt /* 345 1.5.2.2 yamt * sleepq_unsleep: 346 1.5.2.2 yamt * 347 1.5.2.2 yamt * Remove an LWP from its sleep queue and set it runnable again. 348 1.5.2.2 yamt * sleepq_unsleep() is called with the LWP's mutex held, and will 349 1.5.2.2 yamt * always release it. 350 1.5.2.2 yamt */ 351 1.5.2.2 yamt void 352 1.5.2.3 yamt sleepq_unsleep(lwp_t *l) 353 1.5.2.2 yamt { 354 1.5.2.2 yamt sleepq_t *sq = l->l_sleepq; 355 1.5.2.2 yamt int swapin; 356 1.5.2.2 yamt 357 1.5.2.2 yamt KASSERT(lwp_locked(l, NULL)); 358 1.5.2.2 yamt KASSERT(l->l_wchan != NULL); 359 1.5.2.2 yamt KASSERT(l->l_mutex == sq->sq_mutex); 360 1.5.2.2 yamt 361 1.5.2.2 yamt swapin = sleepq_remove(sq, l); 362 1.5.2.2 yamt sleepq_unlock(sq); 363 1.5.2.2 yamt 364 1.5.2.2 yamt if (swapin) 365 1.5.2.2 yamt uvm_kick_scheduler(); 366 1.5.2.2 yamt } 367 1.5.2.2 yamt 368 1.5.2.2 yamt /* 369 1.5.2.2 yamt * sleepq_timeout: 370 1.5.2.2 yamt * 371 1.5.2.2 yamt * Entered via the callout(9) subsystem to time out an LWP that is on a 372 1.5.2.2 yamt * sleep queue. 373 1.5.2.2 yamt */ 374 1.5.2.2 yamt void 375 1.5.2.2 yamt sleepq_timeout(void *arg) 376 1.5.2.2 yamt { 377 1.5.2.3 yamt lwp_t *l = arg; 378 1.5.2.2 yamt 379 1.5.2.2 yamt /* 380 1.5.2.2 yamt * Lock the LWP. Assuming it's still on the sleep queue, its 381 1.5.2.2 yamt * current mutex will also be the sleep queue mutex. 382 1.5.2.2 yamt */ 383 1.5.2.2 yamt lwp_lock(l); 384 1.5.2.2 yamt 385 1.5.2.2 yamt if (l->l_wchan == NULL) { 386 1.5.2.2 yamt /* Somebody beat us to it. */ 387 1.5.2.2 yamt lwp_unlock(l); 388 1.5.2.2 yamt return; 389 1.5.2.2 yamt } 390 1.5.2.2 yamt 391 1.5.2.2 yamt lwp_unsleep(l); 392 1.5.2.2 yamt } 393 1.5.2.2 yamt 394 1.5.2.2 yamt /* 395 1.5.2.2 yamt * sleepq_sigtoerror: 396 1.5.2.2 yamt * 397 1.5.2.2 yamt * Given a signal number, interpret and return an error code. 398 1.5.2.2 yamt */ 399 1.5.2.2 yamt int 400 1.5.2.3 yamt sleepq_sigtoerror(lwp_t *l, int sig) 401 1.5.2.2 yamt { 402 1.5.2.2 yamt struct proc *p = l->l_proc; 403 1.5.2.2 yamt int error; 404 1.5.2.2 yamt 405 1.5.2.2 yamt KASSERT(mutex_owned(&p->p_smutex)); 406 1.5.2.2 yamt 407 1.5.2.2 yamt /* 408 1.5.2.2 yamt * If this sleep was canceled, don't let the syscall restart. 409 1.5.2.2 yamt */ 410 1.5.2.2 yamt if ((SIGACTION(p, sig).sa_flags & SA_RESTART) == 0) 411 1.5.2.2 yamt error = EINTR; 412 1.5.2.2 yamt else 413 1.5.2.2 yamt error = ERESTART; 414 1.5.2.2 yamt 415 1.5.2.2 yamt return error; 416 1.5.2.2 yamt } 417 1.5.2.2 yamt 418 1.5.2.2 yamt /* 419 1.5.2.2 yamt * sleepq_abort: 420 1.5.2.2 yamt * 421 1.5.2.2 yamt * After a panic or during autoconfiguration, lower the interrupt 422 1.5.2.2 yamt * priority level to give pending interrupts a chance to run, and 423 1.5.2.2 yamt * then return. Called if sleepq_dontsleep() returns non-zero, and 424 1.5.2.2 yamt * always returns zero. 425 1.5.2.2 yamt */ 426 1.5.2.2 yamt int 427 1.5.2.2 yamt sleepq_abort(kmutex_t *mtx, int unlock) 428 1.5.2.2 yamt { 429 1.5.2.2 yamt extern int safepri; 430 1.5.2.2 yamt int s; 431 1.5.2.2 yamt 432 1.5.2.2 yamt s = splhigh(); 433 1.5.2.2 yamt splx(safepri); 434 1.5.2.2 yamt splx(s); 435 1.5.2.2 yamt if (mtx != NULL && unlock != 0) 436 1.5.2.2 yamt mutex_exit(mtx); 437 1.5.2.2 yamt 438 1.5.2.2 yamt return 0; 439 1.5.2.2 yamt } 440 1.5.2.2 yamt 441 1.5.2.2 yamt /* 442 1.5.2.2 yamt * sleepq_changepri: 443 1.5.2.2 yamt * 444 1.5.2.2 yamt * Adjust the priority of an LWP residing on a sleepq. This method 445 1.5.2.2 yamt * will only alter the user priority; the effective priority is 446 1.5.2.2 yamt * assumed to have been fixed at the time of insertion into the queue. 447 1.5.2.2 yamt */ 448 1.5.2.2 yamt void 449 1.5.2.3 yamt sleepq_changepri(lwp_t *l, pri_t pri) 450 1.5.2.2 yamt { 451 1.5.2.5 yamt sleepq_t *sq = l->l_sleepq; 452 1.5.2.5 yamt pri_t opri; 453 1.5.2.5 yamt 454 1.5.2.5 yamt KASSERT(lwp_locked(l, sq->sq_mutex)); 455 1.5.2.2 yamt 456 1.5.2.5 yamt opri = lwp_eprio(l); 457 1.5.2.5 yamt l->l_priority = pri; 458 1.5.2.5 yamt if (lwp_eprio(l) != opri) { 459 1.5.2.5 yamt TAILQ_REMOVE(&sq->sq_queue, l, l_sleepchain); 460 1.5.2.5 yamt sleepq_insert(sq, l, l->l_syncobj); 461 1.5.2.5 yamt } 462 1.5.2.2 yamt } 463 1.5.2.3 yamt 464 1.5.2.3 yamt void 465 1.5.2.3 yamt sleepq_lendpri(lwp_t *l, pri_t pri) 466 1.5.2.3 yamt { 467 1.5.2.3 yamt sleepq_t *sq = l->l_sleepq; 468 1.5.2.3 yamt pri_t opri; 469 1.5.2.3 yamt 470 1.5.2.3 yamt KASSERT(lwp_locked(l, sq->sq_mutex)); 471 1.5.2.3 yamt 472 1.5.2.3 yamt opri = lwp_eprio(l); 473 1.5.2.3 yamt l->l_inheritedprio = pri; 474 1.5.2.3 yamt 475 1.5.2.3 yamt if (lwp_eprio(l) != opri && 476 1.5.2.3 yamt (l->l_syncobj->sobj_flag & SOBJ_SLEEPQ_SORTED) != 0) { 477 1.5.2.3 yamt TAILQ_REMOVE(&sq->sq_queue, l, l_sleepchain); 478 1.5.2.3 yamt sleepq_insert(sq, l, l->l_syncobj); 479 1.5.2.3 yamt } 480 1.5.2.3 yamt } 481
Indexes created Tue Sep 23 02:09:52 GMT 2025