Home | History | Annotate | Line # | Download | only in kern
sysv_sem.c revision 1.68.6.1
      1 /*	$NetBSD: sysv_sem.c,v 1.68.6.1 2007/12/09 16:04:02 reinoud Exp $	*/
      2 
      3 /*-
      4  * Copyright (c) 1999 The NetBSD Foundation, Inc.
      5  * All rights reserved.
      6  *
      7  * This code is derived from software contributed to The NetBSD Foundation
      8  * by Jason R. Thorpe of the Numerical Aerospace Simulation Facility,
      9  * NASA Ames Research Center.
     10  *
     11  * Redistribution and use in source and binary forms, with or without
     12  * modification, are permitted provided that the following conditions
     13  * are met:
     14  * 1. Redistributions of source code must retain the above copyright
     15  *    notice, this list of conditions and the following disclaimer.
     16  * 2. Redistributions in binary form must reproduce the above copyright
     17  *    notice, this list of conditions and the following disclaimer in the
     18  *    documentation and/or other materials provided with the distribution.
     19  * 3. All advertising materials mentioning features or use of this software
     20  *    must display the following acknowledgement:
     21  *	This product includes software developed by the NetBSD
     22  *	Foundation, Inc. and its contributors.
     23  * 4. Neither the name of The NetBSD Foundation nor the names of its
     24  *    contributors may be used to endorse or promote products derived
     25  *    from this software without specific prior written permission.
     26  *
     27  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     28  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     29  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     30  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     31  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     32  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     33  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     34  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     35  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     36  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     37  * POSSIBILITY OF SUCH DAMAGE.
     38  */
     39 
     40 /*
     41  * Implementation of SVID semaphores
     42  *
     43  * Author: Daniel Boulet
     44  *
     45  * This software is provided ``AS IS'' without any warranties of any kind.
     46  */
     47 
     48 #include <sys/cdefs.h>
     49 __KERNEL_RCSID(0, "$NetBSD: sysv_sem.c,v 1.68.6.1 2007/12/09 16:04:02 reinoud Exp $");
     50 
     51 #define SYSVSEM
     52 
     53 #include <sys/param.h>
     54 #include <sys/kernel.h>
     55 #include <sys/sem.h>
     56 #include <sys/sysctl.h>
     57 #include <sys/malloc.h>
     58 #include <sys/mount.h>		/* XXX for <sys/syscallargs.h> */
     59 #include <sys/syscallargs.h>
     60 #include <sys/kauth.h>
     61 
     62 static int	semtot = 0;
     63 struct	semid_ds *sema;			/* semaphore id pool */
     64 static struct	__sem *sem;		/* semaphore pool */
     65 static struct	sem_undo *semu_list;	/* list of active undo structures */
     66 static int	*semu;			/* undo structure pool */
     67 
     68 #ifdef SEM_DEBUG
     69 #define SEM_PRINTF(a) printf a
     70 #else
     71 #define SEM_PRINTF(a)
     72 #endif
     73 
     74 struct sem_undo *semu_alloc(struct proc *);
     75 int semundo_adjust(struct proc *, struct sem_undo **, int, int, int);
     76 void semundo_clear(int, int);
     77 
     78 /*
     79  * XXXSMP Once we go MP, there needs to be a lock for the semaphore system.
     80  * Until then, we're saved by being a non-preemptive kernel.
     81  */
     82 
     83 void
     84 seminit(void)
     85 {
     86 	int i, sz;
     87 	vaddr_t v;
     88 
     89 	/* Allocate pageable memory for our structures */
     90 	sz = seminfo.semmni * sizeof(struct semid_ds) +
     91 	    seminfo.semmns * sizeof(struct __sem) +
     92 	    seminfo.semmnu * seminfo.semusz;
     93 	v = uvm_km_alloc(kernel_map, round_page(sz), 0,
     94 	    UVM_KMF_WIRED|UVM_KMF_ZERO);
     95 	if (v == 0)
     96 		panic("sysv_sem: cannot allocate memory");
     97 	sema = (void *)v;
     98 	sem = (void *)(sema + seminfo.semmni);
     99 	semu = (void *)(sem + seminfo.semmns);
    100 
    101 	for (i = 0; i < seminfo.semmni; i++) {
    102 		sema[i]._sem_base = 0;
    103 		sema[i].sem_perm.mode = 0;
    104 	}
    105 	for (i = 0; i < seminfo.semmnu; i++) {
    106 		struct sem_undo *suptr = SEMU(i);
    107 		suptr->un_proc = NULL;
    108 	}
    109 	semu_list = NULL;
    110 	exithook_establish(semexit, NULL);
    111 }
    112 
    113 /*
    114  * Placebo.
    115  */
    116 
    117 int
    118 sys_semconfig(struct lwp *l, void *v, register_t *retval)
    119 {
    120 
    121 	*retval = 0;
    122 	return 0;
    123 }
    124 
    125 /*
    126  * Allocate a new sem_undo structure for a process
    127  * (returns ptr to structure or NULL if no more room)
    128  */
    129 
    130 struct sem_undo *
    131 semu_alloc(struct proc *p)
    132 {
    133 	int i;
    134 	struct sem_undo *suptr;
    135 	struct sem_undo **supptr;
    136 	int attempt;
    137 
    138 	/*
    139 	 * Try twice to allocate something.
    140 	 * (we'll purge any empty structures after the first pass so
    141 	 * two passes are always enough)
    142 	 */
    143 
    144 	for (attempt = 0; attempt < 2; attempt++) {
    145 		/*
    146 		 * Look for a free structure.
    147 		 * Fill it in and return it if we find one.
    148 		 */
    149 
    150 		for (i = 0; i < seminfo.semmnu; i++) {
    151 			suptr = SEMU(i);
    152 			if (suptr->un_proc == NULL) {
    153 				suptr->un_next = semu_list;
    154 				semu_list = suptr;
    155 				suptr->un_cnt = 0;
    156 				suptr->un_proc = p;
    157 				return (suptr);
    158 			}
    159 		}
    160 
    161 		/*
    162 		 * We didn't find a free one, if this is the first attempt
    163 		 * then try to free some structures.
    164 		 */
    165 
    166 		if (attempt == 0) {
    167 			/* All the structures are in use - try to free some */
    168 			int did_something = 0;
    169 
    170 			supptr = &semu_list;
    171 			while ((suptr = *supptr) != NULL) {
    172 				if (suptr->un_cnt == 0)  {
    173 					suptr->un_proc = NULL;
    174 					*supptr = suptr->un_next;
    175 					did_something = 1;
    176 				} else
    177 					supptr = &suptr->un_next;
    178 			}
    179 
    180 			/* If we didn't free anything then just give-up */
    181 			if (!did_something)
    182 				return (NULL);
    183 		} else {
    184 			/*
    185 			 * The second pass failed even though we freed
    186 			 * something after the first pass!
    187 			 * This is IMPOSSIBLE!
    188 			 */
    189 			panic("semu_alloc - second attempt failed");
    190 		}
    191 	}
    192 	return NULL;
    193 }
    194 
    195 /*
    196  * Adjust a particular entry for a particular proc
    197  */
    198 
    199 int
    200 semundo_adjust(struct proc *p, struct sem_undo **supptr, int semid, int semnum,
    201     int adjval)
    202 {
    203 	struct sem_undo *suptr;
    204 	struct undo *sunptr;
    205 	int i;
    206 
    207 	/*
    208 	 * Look for and remember the sem_undo if the caller doesn't
    209 	 * provide it
    210 	 */
    211 
    212 	suptr = *supptr;
    213 	if (suptr == NULL) {
    214 		for (suptr = semu_list; suptr != NULL; suptr = suptr->un_next)
    215 			if (suptr->un_proc == p)
    216 				break;
    217 
    218 		if (suptr == NULL) {
    219 			suptr = semu_alloc(p);
    220 			if (suptr == NULL)
    221 				return (ENOSPC);
    222 		}
    223 		*supptr = suptr;
    224 	}
    225 
    226 	/*
    227 	 * Look for the requested entry and adjust it (delete if
    228 	 * adjval becomes 0).
    229 	 */
    230 	sunptr = &suptr->un_ent[0];
    231 	for (i = 0; i < suptr->un_cnt; i++, sunptr++) {
    232 		if (sunptr->un_id != semid || sunptr->un_num != semnum)
    233 			continue;
    234 		sunptr->un_adjval += adjval;
    235 		if (sunptr->un_adjval == 0) {
    236 			suptr->un_cnt--;
    237 			if (i < suptr->un_cnt)
    238 				suptr->un_ent[i] =
    239 				    suptr->un_ent[suptr->un_cnt];
    240 		}
    241 		return (0);
    242 	}
    243 
    244 	/* Didn't find the right entry - create it */
    245 	if (suptr->un_cnt == SEMUME)
    246 		return (EINVAL);
    247 
    248 	sunptr = &suptr->un_ent[suptr->un_cnt];
    249 	suptr->un_cnt++;
    250 	sunptr->un_adjval = adjval;
    251 	sunptr->un_id = semid;
    252 	sunptr->un_num = semnum;
    253 	return (0);
    254 }
    255 
    256 void
    257 semundo_clear(int semid, int semnum)
    258 {
    259 	struct sem_undo *suptr;
    260 	struct undo *sunptr, *sunend;
    261 
    262 	for (suptr = semu_list; suptr != NULL; suptr = suptr->un_next)
    263 		for (sunptr = &suptr->un_ent[0],
    264 		    sunend = sunptr + suptr->un_cnt; sunptr < sunend;) {
    265 			if (sunptr->un_id == semid) {
    266 				if (semnum == -1 || sunptr->un_num == semnum) {
    267 					suptr->un_cnt--;
    268 					sunend--;
    269 					if (sunptr != sunend)
    270 						*sunptr = *sunend;
    271 					if (semnum != -1)
    272 						break;
    273 					else
    274 						continue;
    275 				}
    276 			}
    277 			sunptr++;
    278 		}
    279 }
    280 
    281 int
    282 sys_____semctl13(struct lwp *l, void *v, register_t *retval)
    283 {
    284 	struct sys_____semctl13_args /* {
    285 		syscallarg(int) semid;
    286 		syscallarg(int) semnum;
    287 		syscallarg(int) cmd;
    288 		syscallarg(union __semun *) arg;
    289 	} */ *uap = v;
    290 	struct semid_ds sembuf;
    291 	int cmd, error;
    292 	void *pass_arg;
    293 	union __semun karg;
    294 
    295 	cmd = SCARG(uap, cmd);
    296 
    297 	switch (cmd) {
    298 	case IPC_SET:
    299 	case IPC_STAT:
    300 		pass_arg = &sembuf;
    301 		break;
    302 
    303 	case GETALL:
    304 	case SETVAL:
    305 	case SETALL:
    306 		pass_arg = &karg;
    307 		break;
    308 	default:
    309 		pass_arg = NULL;
    310 		break;
    311 	}
    312 
    313 	if (pass_arg) {
    314 		error = copyin(SCARG(uap, arg), &karg, sizeof(karg));
    315 		if (error)
    316 			return error;
    317 		if (cmd == IPC_SET) {
    318 			error = copyin(karg.buf, &sembuf, sizeof(sembuf));
    319 			if (error)
    320 				return (error);
    321 		}
    322 	}
    323 
    324 	error = semctl1(l, SCARG(uap, semid), SCARG(uap, semnum), cmd,
    325 	    pass_arg, retval);
    326 
    327 	if (error == 0 && cmd == IPC_STAT)
    328 		error = copyout(&sembuf, karg.buf, sizeof(sembuf));
    329 
    330 	return (error);
    331 }
    332 
    333 int
    334 semctl1(struct lwp *l, int semid, int semnum, int cmd, void *v,
    335     register_t *retval)
    336 {
    337 	kauth_cred_t cred = l->l_cred;
    338 	union __semun *arg = v;
    339 	struct semid_ds *sembuf = v, *semaptr;
    340 	int i, error, ix;
    341 
    342 	SEM_PRINTF(("call to semctl(%d, %d, %d, %p)\n",
    343 	    semid, semnum, cmd, v));
    344 
    345 	ix = IPCID_TO_IX(semid);
    346 	if (ix < 0 || ix >= seminfo.semmni)
    347 		return (EINVAL);
    348 
    349 	semaptr = &sema[ix];
    350 	if ((semaptr->sem_perm.mode & SEM_ALLOC) == 0 ||
    351 	    semaptr->sem_perm._seq != IPCID_TO_SEQ(semid))
    352 		return (EINVAL);
    353 
    354 	switch (cmd) {
    355 	case IPC_RMID:
    356 		if ((error = ipcperm(cred, &semaptr->sem_perm, IPC_M)) != 0)
    357 			return (error);
    358 		semaptr->sem_perm.cuid = kauth_cred_geteuid(cred);
    359 		semaptr->sem_perm.uid = kauth_cred_geteuid(cred);
    360 		semtot -= semaptr->sem_nsems;
    361 		for (i = semaptr->_sem_base - sem; i < semtot; i++)
    362 			sem[i] = sem[i + semaptr->sem_nsems];
    363 		for (i = 0; i < seminfo.semmni; i++) {
    364 			if ((sema[i].sem_perm.mode & SEM_ALLOC) &&
    365 			    sema[i]._sem_base > semaptr->_sem_base)
    366 				sema[i]._sem_base -= semaptr->sem_nsems;
    367 		}
    368 		semaptr->sem_perm.mode = 0;
    369 		semundo_clear(ix, -1);
    370 		wakeup(semaptr);
    371 		break;
    372 
    373 	case IPC_SET:
    374 		if ((error = ipcperm(cred, &semaptr->sem_perm, IPC_M)))
    375 			return (error);
    376 		KASSERT(sembuf != NULL);
    377 		semaptr->sem_perm.uid = sembuf->sem_perm.uid;
    378 		semaptr->sem_perm.gid = sembuf->sem_perm.gid;
    379 		semaptr->sem_perm.mode = (semaptr->sem_perm.mode & ~0777) |
    380 		    (sembuf->sem_perm.mode & 0777);
    381 		semaptr->sem_ctime = time_second;
    382 		break;
    383 
    384 	case IPC_STAT:
    385 		if ((error = ipcperm(cred, &semaptr->sem_perm, IPC_R)))
    386 			return (error);
    387 		KASSERT(sembuf != NULL);
    388 		memcpy(sembuf, semaptr, sizeof(struct semid_ds));
    389 		break;
    390 
    391 	case GETNCNT:
    392 		if ((error = ipcperm(cred, &semaptr->sem_perm, IPC_R)))
    393 			return (error);
    394 		if (semnum < 0 || semnum >= semaptr->sem_nsems)
    395 			return (EINVAL);
    396 		*retval = semaptr->_sem_base[semnum].semncnt;
    397 		break;
    398 
    399 	case GETPID:
    400 		if ((error = ipcperm(cred, &semaptr->sem_perm, IPC_R)))
    401 			return (error);
    402 		if (semnum < 0 || semnum >= semaptr->sem_nsems)
    403 			return (EINVAL);
    404 		*retval = semaptr->_sem_base[semnum].sempid;
    405 		break;
    406 
    407 	case GETVAL:
    408 		if ((error = ipcperm(cred, &semaptr->sem_perm, IPC_R)))
    409 			return (error);
    410 		if (semnum < 0 || semnum >= semaptr->sem_nsems)
    411 			return (EINVAL);
    412 		*retval = semaptr->_sem_base[semnum].semval;
    413 		break;
    414 
    415 	case GETALL:
    416 		if ((error = ipcperm(cred, &semaptr->sem_perm, IPC_R)))
    417 			return (error);
    418 		KASSERT(arg != NULL);
    419 		for (i = 0; i < semaptr->sem_nsems; i++) {
    420 			error = copyout(&semaptr->_sem_base[i].semval,
    421 			    &arg->array[i], sizeof(arg->array[i]));
    422 			if (error != 0)
    423 				break;
    424 		}
    425 		break;
    426 
    427 	case GETZCNT:
    428 		if ((error = ipcperm(cred, &semaptr->sem_perm, IPC_R)))
    429 			return (error);
    430 		if (semnum < 0 || semnum >= semaptr->sem_nsems)
    431 			return (EINVAL);
    432 		*retval = semaptr->_sem_base[semnum].semzcnt;
    433 		break;
    434 
    435 	case SETVAL:
    436 		if ((error = ipcperm(cred, &semaptr->sem_perm, IPC_W)))
    437 			return (error);
    438 		if (semnum < 0 || semnum >= semaptr->sem_nsems)
    439 			return (EINVAL);
    440 		KASSERT(arg != NULL);
    441 		semaptr->_sem_base[semnum].semval = arg->val;
    442 		semundo_clear(ix, semnum);
    443 		wakeup(semaptr);
    444 		break;
    445 
    446 	case SETALL:
    447 		if ((error = ipcperm(cred, &semaptr->sem_perm, IPC_W)))
    448 			return (error);
    449 		KASSERT(arg != NULL);
    450 		for (i = 0; i < semaptr->sem_nsems; i++) {
    451 			error = copyin(&arg->array[i],
    452 			    &semaptr->_sem_base[i].semval,
    453 			    sizeof(arg->array[i]));
    454 			if (error != 0)
    455 				break;
    456 		}
    457 		semundo_clear(ix, -1);
    458 		wakeup(semaptr);
    459 		break;
    460 
    461 	default:
    462 		return (EINVAL);
    463 	}
    464 
    465 	return (error);
    466 }
    467 
    468 int
    469 sys_semget(struct lwp *l, void *v, register_t *retval)
    470 {
    471 	struct sys_semget_args /* {
    472 		syscallarg(key_t) key;
    473 		syscallarg(int) nsems;
    474 		syscallarg(int) semflg;
    475 	} */ *uap = v;
    476 	int semid, eval;
    477 	int key = SCARG(uap, key);
    478 	int nsems = SCARG(uap, nsems);
    479 	int semflg = SCARG(uap, semflg);
    480 	kauth_cred_t cred = l->l_cred;
    481 
    482 	SEM_PRINTF(("semget(0x%x, %d, 0%o)\n", key, nsems, semflg));
    483 
    484 	if (key != IPC_PRIVATE) {
    485 		for (semid = 0; semid < seminfo.semmni; semid++) {
    486 			if ((sema[semid].sem_perm.mode & SEM_ALLOC) &&
    487 			    sema[semid].sem_perm._key == key)
    488 				break;
    489 		}
    490 		if (semid < seminfo.semmni) {
    491 			SEM_PRINTF(("found public key\n"));
    492 			if ((eval = ipcperm(cred, &sema[semid].sem_perm,
    493 			    semflg & 0700)))
    494 				return (eval);
    495 			if (nsems > 0 && sema[semid].sem_nsems < nsems) {
    496 				SEM_PRINTF(("too small\n"));
    497 				return (EINVAL);
    498 			}
    499 			if ((semflg & IPC_CREAT) && (semflg & IPC_EXCL)) {
    500 				SEM_PRINTF(("not exclusive\n"));
    501 				return (EEXIST);
    502 			}
    503 			goto found;
    504 		}
    505 	}
    506 
    507 	SEM_PRINTF(("need to allocate the semid_ds\n"));
    508 	if (key == IPC_PRIVATE || (semflg & IPC_CREAT)) {
    509 		if (nsems <= 0 || nsems > seminfo.semmsl) {
    510 			SEM_PRINTF(("nsems out of range (0<%d<=%d)\n", nsems,
    511 			    seminfo.semmsl));
    512 			return (EINVAL);
    513 		}
    514 		if (nsems > seminfo.semmns - semtot) {
    515 			SEM_PRINTF(("not enough semaphores left "
    516 			    "(need %d, got %d)\n",
    517 			    nsems, seminfo.semmns - semtot));
    518 			return (ENOSPC);
    519 		}
    520 		for (semid = 0; semid < seminfo.semmni; semid++) {
    521 			if ((sema[semid].sem_perm.mode & SEM_ALLOC) == 0)
    522 				break;
    523 		}
    524 		if (semid == seminfo.semmni) {
    525 			SEM_PRINTF(("no more semid_ds's available\n"));
    526 			return (ENOSPC);
    527 		}
    528 		SEM_PRINTF(("semid %d is available\n", semid));
    529 		sema[semid].sem_perm._key = key;
    530 		sema[semid].sem_perm.cuid = kauth_cred_geteuid(cred);
    531 		sema[semid].sem_perm.uid = kauth_cred_geteuid(cred);
    532 		sema[semid].sem_perm.cgid = kauth_cred_getegid(cred);
    533 		sema[semid].sem_perm.gid = kauth_cred_getegid(cred);
    534 		sema[semid].sem_perm.mode = (semflg & 0777) | SEM_ALLOC;
    535 		sema[semid].sem_perm._seq =
    536 		    (sema[semid].sem_perm._seq + 1) & 0x7fff;
    537 		sema[semid].sem_nsems = nsems;
    538 		sema[semid].sem_otime = 0;
    539 		sema[semid].sem_ctime = time_second;
    540 		sema[semid]._sem_base = &sem[semtot];
    541 		semtot += nsems;
    542 		memset(sema[semid]._sem_base, 0,
    543 		    sizeof(sema[semid]._sem_base[0]) * nsems);
    544 		SEM_PRINTF(("sembase = %p, next = %p\n", sema[semid]._sem_base,
    545 		    &sem[semtot]));
    546 	} else {
    547 		SEM_PRINTF(("didn't find it and wasn't asked to create it\n"));
    548 		return (ENOENT);
    549 	}
    550 
    551 found:
    552 	*retval = IXSEQ_TO_IPCID(semid, sema[semid].sem_perm);
    553 	return (0);
    554 }
    555 
    556 #define SMALL_SOPS 8
    557 
    558 int
    559 sys_semop(struct lwp *l, void *v, register_t *retval)
    560 {
    561 	struct sys_semop_args /* {
    562 		syscallarg(int) semid;
    563 		syscallarg(struct sembuf *) sops;
    564 		syscallarg(size_t) nsops;
    565 	} */ *uap = v;
    566 	struct proc *p = l->l_proc;
    567 	int semid = SCARG(uap, semid), seq;
    568 	size_t nsops = SCARG(uap, nsops);
    569 	struct sembuf small_sops[SMALL_SOPS];
    570 	struct sembuf *sops;
    571 	struct semid_ds *semaptr;
    572 	struct sembuf *sopptr = NULL;
    573 	struct __sem *semptr = NULL;
    574 	struct sem_undo *suptr = NULL;
    575 	kauth_cred_t cred = l->l_cred;
    576 	int i, eval;
    577 	int do_wakeup, do_undos;
    578 
    579 	SEM_PRINTF(("call to semop(%d, %p, %zd)\n", semid, SCARG(uap,sops), nsops));
    580 restart:
    581 	if (nsops <= SMALL_SOPS) {
    582 		sops = small_sops;
    583 	} else if (nsops <= seminfo.semopm) {
    584 		KERNEL_LOCK(1, l);		/* XXXSMP */
    585 		sops = kmem_alloc(nsops * sizeof(*sops), KM_SLEEP);
    586 		KERNEL_UNLOCK_ONE(l);		/* XXXSMP */
    587 	} else {
    588 		SEM_PRINTF(("too many sops (max=%d, nsops=%zd)\n",
    589 		    seminfo.semopm, nsops));
    590 		return (E2BIG);
    591 	}
    592 
    593 	error = copyin(SCARG(uap, sops), sops, nsops * sizeof(sops[0]));
    594 	if (error) {
    595 		SEM_PRINTF(("error = %d from copyin(%p, %p, %zd)\n", error,
    596 		    SCARG(uap, sops), &sops, nsops * sizeof(sops[0])));
    597 		if (sops != small_sops) {
    598 			KERNEL_LOCK(1, l);		/* XXXSMP */
    599 			kmem_free(sops, nsops * sizeof(*sops));
    600 			KERNEL_UNLOCK_ONE(l);		/* XXXSMP */
    601 		}
    602 		return error;
    603 	}
    604 
    605 	mutex_enter(&semlock);
    606 	/* In case of reallocation, we will wait for completion */
    607 	while (__predict_false(sem_realloc_state))
    608 		cv_wait(&sem_realloc_cv, &semlock);
    609 
    610 	semid = IPCID_TO_IX(semid);	/* Convert back to zero origin */
    611 	if (semid < 0 || semid >= seminfo.semmni)
    612 		return (EINVAL);
    613 
    614 	semaptr = &sema[semid];
    615 	seq = IPCID_TO_SEQ(SCARG(uap, semid));
    616 	if ((semaptr->sem_perm.mode & SEM_ALLOC) == 0 ||
    617 	    semaptr->sem_perm._seq != seq)
    618 		return (EINVAL);
    619 
    620 	if ((eval = ipcperm(cred, &semaptr->sem_perm, IPC_W))) {
    621 		SEM_PRINTF(("eval = %d from ipaccess\n", eval));
    622 		return (eval);
    623 	}
    624 
    625 	if (nsops <= SMALL_SOPS) {
    626 		sops = small_sops;
    627 	} else if (nsops <= seminfo.semopm) {
    628 		sops = malloc(nsops * sizeof(*sops), M_TEMP, M_WAITOK);
    629 	} else {
    630 		SEM_PRINTF(("too many sops (max=%d, nsops=%zd)\n",
    631 		    seminfo.semopm, nsops));
    632 		return (E2BIG);
    633 	}
    634 
    635 	for (i = 0; i < nsops; i++)
    636 		if (sops[i].sem_num >= semaptr->sem_nsems) {
    637 			eval = EFBIG;
    638 			goto out;
    639 		}
    640 
    641 	/*
    642 	 * Loop trying to satisfy the vector of requests.
    643 	 * If we reach a point where we must wait, any requests already
    644 	 * performed are rolled back and we go to sleep until some other
    645 	 * process wakes us up.  At this point, we start all over again.
    646 	 *
    647 	 * This ensures that from the perspective of other tasks, a set
    648 	 * of requests is atomic (never partially satisfied).
    649 	 */
    650 	do_undos = 0;
    651 
    652 	for (;;) {
    653 		do_wakeup = 0;
    654 
    655 		for (i = 0; i < nsops; i++) {
    656 			sopptr = &sops[i];
    657 			semptr = &semaptr->_sem_base[sopptr->sem_num];
    658 
    659 			SEM_PRINTF(("semop:  semaptr=%p, sem_base=%p, "
    660 			    "semptr=%p, sem[%d]=%d : op=%d, flag=%s\n",
    661 			    semaptr, semaptr->_sem_base, semptr,
    662 			    sopptr->sem_num, semptr->semval, sopptr->sem_op,
    663 			    (sopptr->sem_flg & IPC_NOWAIT) ?
    664 			    "nowait" : "wait"));
    665 
    666 			if (sopptr->sem_op < 0) {
    667 				if ((int)(semptr->semval +
    668 				    sopptr->sem_op) < 0) {
    669 					SEM_PRINTF(("semop:  "
    670 					    "can't do it now\n"));
    671 					break;
    672 				} else {
    673 					semptr->semval += sopptr->sem_op;
    674 					if (semptr->semval == 0 &&
    675 					    semptr->semzcnt > 0)
    676 						do_wakeup = 1;
    677 				}
    678 				if (sopptr->sem_flg & SEM_UNDO)
    679 					do_undos = 1;
    680 			} else if (sopptr->sem_op == 0) {
    681 				if (semptr->semval > 0) {
    682 					SEM_PRINTF(("semop:  not zero now\n"));
    683 					break;
    684 				}
    685 			} else {
    686 				if (semptr->semncnt > 0)
    687 					do_wakeup = 1;
    688 				semptr->semval += sopptr->sem_op;
    689 				if (sopptr->sem_flg & SEM_UNDO)
    690 					do_undos = 1;
    691 			}
    692 		}
    693 
    694 		/*
    695 		 * Did we get through the entire vector?
    696 		 */
    697 		if (i >= nsops)
    698 			goto done;
    699 
    700 		/*
    701 		 * No ... rollback anything that we've already done
    702 		 */
    703 		SEM_PRINTF(("semop:  rollback 0 through %d\n", i - 1));
    704 		while (i-- > 0)
    705 			semaptr->_sem_base[sops[i].sem_num].semval -=
    706 			    sops[i].sem_op;
    707 
    708 		/*
    709 		 * If the request that we couldn't satisfy has the
    710 		 * NOWAIT flag set then return with EAGAIN.
    711 		 */
    712 		if (sopptr->sem_flg & IPC_NOWAIT) {
    713 			eval = EAGAIN;
    714 			goto out;
    715 		}
    716 
    717 		if (sopptr->sem_op == 0)
    718 			semptr->semzcnt++;
    719 		else
    720 			semptr->semncnt++;
    721 
    722 		SEM_PRINTF(("semop:  good night!\n"));
    723 		eval = tsleep((void *)semaptr, (PZERO - 4) | PCATCH,
    724 		    "semwait", 0);
    725 		SEM_PRINTF(("semop:  good morning (eval=%d)!\n", eval));
    726 
    727 		/*
    728 		 * Make sure that the semaphore still exists
    729 		 */
    730 		if ((semaptr->sem_perm.mode & SEM_ALLOC) == 0 ||
    731 		    semaptr->sem_perm._seq != seq) {
    732 			eval = EIDRM;
    733 			goto out;
    734 		}
    735 
    736 		/*
    737 		 * The semaphore is still alive.  Readjust the count of
    738 		 * waiting processes.
    739 		 */
    740 		semptr = &semaptr->_sem_base[sopptr->sem_num];
    741 		if (sopptr->sem_op == 0)
    742 			semptr->semzcnt--;
    743 		else
    744 			semptr->semncnt--;
    745 		/*
    746 		 * Is it really morning, or was our sleep interrupted?
    747 		 * (Delayed check of tsleep() return code because we
    748 		 * need to decrement sem[nz]cnt either way.)
    749 		 */
    750 		if (eval != 0) {
    751 			eval = EINTR;
    752 			goto out;
    753 		}
    754 		SEM_PRINTF(("semop:  good morning!\n"));
    755 	}
    756 
    757 done:
    758 	/*
    759 	 * Process any SEM_UNDO requests.
    760 	 */
    761 	if (do_undos) {
    762 		for (i = 0; i < nsops; i++) {
    763 			/*
    764 			 * We only need to deal with SEM_UNDO's for non-zero
    765 			 * op's.
    766 			 */
    767 			int adjval;
    768 
    769 			if ((sops[i].sem_flg & SEM_UNDO) == 0)
    770 				continue;
    771 			adjval = sops[i].sem_op;
    772 			if (adjval == 0)
    773 				continue;
    774 			eval = semundo_adjust(p, &suptr, semid,
    775 			    sops[i].sem_num, -adjval);
    776 			if (eval == 0)
    777 				continue;
    778 
    779 			/*
    780 			 * Oh-Oh!  We ran out of either sem_undo's or undo's.
    781 			 * Rollback the adjustments to this point and then
    782 			 * rollback the semaphore ups and down so we can return
    783 			 * with an error with all structures restored.  We
    784 			 * rollback the undo's in the exact reverse order that
    785 			 * we applied them.  This guarantees that we won't run
    786 			 * out of space as we roll things back out.
    787 			 */
    788 			while (i-- > 0) {
    789 				if ((sops[i].sem_flg & SEM_UNDO) == 0)
    790 					continue;
    791 				adjval = sops[i].sem_op;
    792 				if (adjval == 0)
    793 					continue;
    794 				if (semundo_adjust(p, &suptr, semid,
    795 				    sops[i].sem_num, adjval) != 0)
    796 					panic("semop - can't undo undos");
    797 			}
    798 
    799 			for (i = 0; i < nsops; i++)
    800 				semaptr->_sem_base[sops[i].sem_num].semval -=
    801 				    sops[i].sem_op;
    802 
    803 			SEM_PRINTF(("eval = %d from semundo_adjust\n", eval));
    804 			goto out;
    805 		} /* loop through the sops */
    806 	} /* if (do_undos) */
    807 
    808 	/* We're definitely done - set the sempid's */
    809 	for (i = 0; i < nsops; i++) {
    810 		sopptr = &sops[i];
    811 		semptr = &semaptr->_sem_base[sopptr->sem_num];
    812 		semptr->sempid = p->p_pid;
    813 	}
    814 
    815 	/* Update sem_otime */
    816 	semaptr->sem_otime = time_second;
    817 
    818 	/* Do a wakeup if any semaphore was up'd. */
    819 	if (do_wakeup) {
    820 		SEM_PRINTF(("semop:  doing wakeup\n"));
    821 #ifdef SEM_WAKEUP
    822 		sem_wakeup((void *)semaptr);
    823 #else
    824 		wakeup((void *)semaptr);
    825 #endif
    826 		SEM_PRINTF(("semop:  back from wakeup\n"));
    827 	}
    828 	SEM_PRINTF(("semop:  done\n"));
    829 	*retval = 0;
    830 
    831 out:
    832 	if (sops != small_sops) {
    833 		free(sops, M_TEMP);
    834 	}
    835 	return eval;
    836 }
    837 
    838 /*
    839  * Go through the undo structures for this process and apply the
    840  * adjustments to semaphores.
    841  */
    842 /*ARGSUSED*/
    843 void
    844 semexit(struct proc *p, void *v)
    845 {
    846 	struct sem_undo *suptr;
    847 	struct sem_undo **supptr;
    848 
    849 	/*
    850 	 * Go through the chain of undo vectors looking for one
    851 	 * associated with this process.
    852 	 */
    853 
    854 	for (supptr = &semu_list; (suptr = *supptr) != NULL;
    855 	    supptr = &suptr->un_next) {
    856 		if (suptr->un_proc == p)
    857 			break;
    858 	}
    859 
    860 	/*
    861 	 * If there is no undo vector, skip to the end.
    862 	 */
    863 
    864 	if (suptr == NULL)
    865 		return;
    866 
    867 	/*
    868 	 * We now have an undo vector for this process.
    869 	 */
    870 
    871 	SEM_PRINTF(("proc @%p has undo structure with %d entries\n", p,
    872 	    suptr->un_cnt));
    873 
    874 	/*
    875 	 * If there are any active undo elements then process them.
    876 	 */
    877 	if (suptr->un_cnt > 0) {
    878 		int ix;
    879 
    880 		for (ix = 0; ix < suptr->un_cnt; ix++) {
    881 			int semid = suptr->un_ent[ix].un_id;
    882 			int semnum = suptr->un_ent[ix].un_num;
    883 			int adjval = suptr->un_ent[ix].un_adjval;
    884 			struct semid_ds *semaptr;
    885 
    886 			semaptr = &sema[semid];
    887 			if ((semaptr->sem_perm.mode & SEM_ALLOC) == 0)
    888 				panic("semexit - semid not allocated");
    889 			if (semnum >= semaptr->sem_nsems)
    890 				panic("semexit - semnum out of range");
    891 
    892 			SEM_PRINTF(("semexit:  %p id=%d num=%d(adj=%d) ; "
    893 			    "sem=%d\n",
    894 			    suptr->un_proc, suptr->un_ent[ix].un_id,
    895 			    suptr->un_ent[ix].un_num,
    896 			    suptr->un_ent[ix].un_adjval,
    897 			    semaptr->_sem_base[semnum].semval));
    898 
    899 			if (adjval < 0 &&
    900 			    semaptr->_sem_base[semnum].semval < -adjval)
    901 				semaptr->_sem_base[semnum].semval = 0;
    902 			else
    903 				semaptr->_sem_base[semnum].semval += adjval;
    904 
    905 #ifdef SEM_WAKEUP
    906 			sem_wakeup((void *)semaptr);
    907 #else
    908 			wakeup((void *)semaptr);
    909 #endif
    910 			SEM_PRINTF(("semexit:  back from wakeup\n"));
    911 		}
    912 	}
    913 
    914 	/*
    915 	 * Deallocate the undo vector.
    916 	 */
    917 	SEM_PRINTF(("removing vector\n"));
    918 	suptr->un_proc = NULL;
    919 	*supptr = suptr->un_next;
    920 }
    921