Home | History | Annotate | Line # | Download | only in kern
uipc_sem.c revision 1.43
      1  1.43  pgoyette /*	$NetBSD: uipc_sem.c,v 1.43 2015/11/09 01:21:18 pgoyette Exp $	*/
      2   1.3   thorpej 
      3   1.3   thorpej /*-
      4  1.30     rmind  * Copyright (c) 2011 The NetBSD Foundation, Inc.
      5   1.3   thorpej  * All rights reserved.
      6   1.3   thorpej  *
      7   1.3   thorpej  * This code is derived from software contributed to The NetBSD Foundation
      8  1.30     rmind  * by Mindaugas Rasiukevicius.
      9   1.3   thorpej  *
     10   1.3   thorpej  * Redistribution and use in source and binary forms, with or without
     11   1.3   thorpej  * modification, are permitted provided that the following conditions
     12   1.3   thorpej  * are met:
     13   1.3   thorpej  * 1. Redistributions of source code must retain the above copyright
     14   1.3   thorpej  *    notice, this list of conditions and the following disclaimer.
     15   1.3   thorpej  * 2. Redistributions in binary form must reproduce the above copyright
     16   1.3   thorpej  *    notice, this list of conditions and the following disclaimer in the
     17   1.3   thorpej  *    documentation and/or other materials provided with the distribution.
     18   1.3   thorpej  *
     19   1.3   thorpej  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20   1.3   thorpej  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21   1.3   thorpej  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22   1.3   thorpej  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23   1.3   thorpej  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24   1.3   thorpej  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25   1.3   thorpej  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26   1.3   thorpej  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27   1.3   thorpej  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28   1.3   thorpej  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29   1.3   thorpej  * POSSIBILITY OF SUCH DAMAGE.
     30   1.3   thorpej  */
     31   1.1  christos 
     32   1.1  christos /*
     33   1.1  christos  * Copyright (c) 2002 Alfred Perlstein <alfred (at) FreeBSD.org>
     34   1.1  christos  * All rights reserved.
     35   1.1  christos  *
     36   1.1  christos  * Redistribution and use in source and binary forms, with or without
     37   1.1  christos  * modification, are permitted provided that the following conditions
     38   1.1  christos  * are met:
     39   1.1  christos  * 1. Redistributions of source code must retain the above copyright
     40   1.1  christos  *    notice, this list of conditions and the following disclaimer.
     41   1.1  christos  * 2. Redistributions in binary form must reproduce the above copyright
     42   1.1  christos  *    notice, this list of conditions and the following disclaimer in the
     43   1.1  christos  *    documentation and/or other materials provided with the distribution.
     44   1.1  christos  *
     45   1.1  christos  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
     46   1.1  christos  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     47   1.1  christos  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     48   1.1  christos  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
     49   1.1  christos  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     50   1.1  christos  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     51   1.1  christos  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     52   1.1  christos  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     53   1.1  christos  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     54   1.1  christos  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     55   1.1  christos  * SUCH DAMAGE.
     56   1.1  christos  */
     57   1.9     lukem 
     58  1.30     rmind /*
     59  1.30     rmind  * Implementation of POSIX semaphore.
     60  1.30     rmind  */
     61  1.30     rmind 
     62   1.9     lukem #include <sys/cdefs.h>
     63  1.43  pgoyette __KERNEL_RCSID(0, "$NetBSD: uipc_sem.c,v 1.43 2015/11/09 01:21:18 pgoyette Exp $");
     64   1.1  christos 
     65   1.1  christos #include <sys/param.h>
     66   1.1  christos #include <sys/kernel.h>
     67  1.34     rmind 
     68  1.34     rmind #include <sys/atomic.h>
     69   1.1  christos #include <sys/proc.h>
     70   1.1  christos #include <sys/ksem.h>
     71   1.1  christos #include <sys/syscall.h>
     72   1.1  christos #include <sys/stat.h>
     73  1.21        ad #include <sys/kmem.h>
     74   1.1  christos #include <sys/fcntl.h>
     75  1.30     rmind #include <sys/file.h>
     76  1.30     rmind #include <sys/filedesc.h>
     77  1.14      elad #include <sys/kauth.h>
     78  1.27        ad #include <sys/module.h>
     79   1.1  christos #include <sys/mount.h>
     80  1.27        ad #include <sys/syscall.h>
     81   1.1  christos #include <sys/syscallargs.h>
     82  1.27        ad #include <sys/syscallvar.h>
     83  1.43  pgoyette #include <sys/sysctl.h>
     84   1.1  christos 
     85  1.30     rmind MODULE(MODULE_CLASS_MISC, ksem, NULL);
     86  1.30     rmind 
     87  1.30     rmind #define	SEM_MAX_NAMELEN		14
     88  1.30     rmind #define	SEM_VALUE_MAX		(~0U)
     89   1.1  christos 
     90  1.30     rmind #define	KS_UNLINKED		0x01
     91   1.4   thorpej 
     92  1.30     rmind static kmutex_t		ksem_lock	__cacheline_aligned;
     93  1.30     rmind static LIST_HEAD(,ksem)	ksem_head	__cacheline_aligned;
     94  1.34     rmind static u_int		nsems_total	__cacheline_aligned;
     95  1.30     rmind static u_int		nsems		__cacheline_aligned;
     96  1.30     rmind 
     97  1.38      elad static kauth_listener_t	ksem_listener;
     98  1.38      elad 
     99  1.30     rmind static int		ksem_sysinit(void);
    100  1.30     rmind static int		ksem_sysfini(bool);
    101  1.30     rmind static int		ksem_modcmd(modcmd_t, void *);
    102  1.30     rmind static int		ksem_close_fop(file_t *);
    103  1.39  christos static int		ksem_stat_fop(file_t *, struct stat *);
    104  1.39  christos static int		ksem_read_fop(file_t *, off_t *, struct uio *,
    105  1.39  christos     kauth_cred_t, int);
    106  1.30     rmind 
    107  1.30     rmind static const struct fileops semops = {
    108  1.39  christos 	.fo_read = ksem_read_fop,
    109  1.30     rmind 	.fo_write = fbadop_write,
    110  1.30     rmind 	.fo_ioctl = fbadop_ioctl,
    111  1.30     rmind 	.fo_fcntl = fnullop_fcntl,
    112  1.30     rmind 	.fo_poll = fnullop_poll,
    113  1.39  christos 	.fo_stat = ksem_stat_fop,
    114  1.30     rmind 	.fo_close = ksem_close_fop,
    115  1.30     rmind 	.fo_kqfilter = fnullop_kqfilter,
    116  1.30     rmind 	.fo_restart = fnullop_restart,
    117  1.30     rmind };
    118  1.27        ad 
    119  1.27        ad static const struct syscall_package ksem_syscalls[] = {
    120  1.27        ad 	{ SYS__ksem_init, 0, (sy_call_t *)sys__ksem_init },
    121  1.27        ad 	{ SYS__ksem_open, 0, (sy_call_t *)sys__ksem_open },
    122  1.27        ad 	{ SYS__ksem_unlink, 0, (sy_call_t *)sys__ksem_unlink },
    123  1.27        ad 	{ SYS__ksem_close, 0, (sy_call_t *)sys__ksem_close },
    124  1.27        ad 	{ SYS__ksem_post, 0, (sy_call_t *)sys__ksem_post },
    125  1.27        ad 	{ SYS__ksem_wait, 0, (sy_call_t *)sys__ksem_wait },
    126  1.27        ad 	{ SYS__ksem_trywait, 0, (sy_call_t *)sys__ksem_trywait },
    127  1.27        ad 	{ SYS__ksem_getvalue, 0, (sy_call_t *)sys__ksem_getvalue },
    128  1.27        ad 	{ SYS__ksem_destroy, 0, (sy_call_t *)sys__ksem_destroy },
    129  1.36     joerg 	{ SYS__ksem_timedwait, 0, (sy_call_t *)sys__ksem_timedwait },
    130  1.27        ad 	{ 0, 0, NULL },
    131  1.27        ad };
    132   1.1  christos 
    133  1.43  pgoyette struct sysctllog *ksem_clog;
    134  1.43  pgoyette int ksem_max;
    135  1.43  pgoyette 
    136  1.30     rmind static int
    137  1.38      elad ksem_listener_cb(kauth_cred_t cred, kauth_action_t action, void *cookie,
    138  1.38      elad     void *arg0, void *arg1, void *arg2, void *arg3)
    139  1.38      elad {
    140  1.38      elad 	ksem_t *ks;
    141  1.38      elad 	mode_t mode;
    142  1.38      elad 
    143  1.38      elad 	if (action != KAUTH_SYSTEM_SEMAPHORE)
    144  1.38      elad 		return KAUTH_RESULT_DEFER;
    145  1.38      elad 
    146  1.38      elad 	ks = arg1;
    147  1.38      elad 	mode = ks->ks_mode;
    148  1.38      elad 
    149  1.38      elad 	if ((kauth_cred_geteuid(cred) == ks->ks_uid && (mode & S_IWUSR) != 0) ||
    150  1.38      elad 	    (kauth_cred_getegid(cred) == ks->ks_gid && (mode & S_IWGRP) != 0) ||
    151  1.38      elad 	    (mode & S_IWOTH) != 0)
    152  1.38      elad 		return KAUTH_RESULT_ALLOW;
    153  1.38      elad 
    154  1.38      elad 	return KAUTH_RESULT_DEFER;
    155  1.38      elad }
    156  1.38      elad 
    157  1.38      elad static int
    158  1.30     rmind ksem_sysinit(void)
    159   1.3   thorpej {
    160  1.30     rmind 	int error;
    161  1.43  pgoyette 	const struct sysctlnode *rnode;
    162   1.1  christos 
    163  1.30     rmind 	mutex_init(&ksem_lock, MUTEX_DEFAULT, IPL_NONE);
    164  1.30     rmind 	LIST_INIT(&ksem_head);
    165  1.34     rmind 	nsems_total = 0;
    166  1.34     rmind 	nsems = 0;
    167  1.20        ad 
    168  1.30     rmind 	error = syscall_establish(NULL, ksem_syscalls);
    169  1.30     rmind 	if (error) {
    170  1.30     rmind 		(void)ksem_sysfini(false);
    171   1.3   thorpej 	}
    172  1.38      elad 
    173  1.38      elad 	ksem_listener = kauth_listen_scope(KAUTH_SCOPE_SYSTEM,
    174  1.38      elad 	    ksem_listener_cb, NULL);
    175  1.38      elad 
    176  1.43  pgoyette 	/* Define module-specific sysctl tree */
    177  1.43  pgoyette 
    178  1.43  pgoyette 	ksem_max = KSEM_MAX;
    179  1.43  pgoyette 	ksem_clog = NULL;
    180  1.43  pgoyette 
    181  1.43  pgoyette 	sysctl_createv(&ksem_clog, 0, NULL, &rnode,
    182  1.43  pgoyette 			CTLFLAG_PERMANENT,
    183  1.43  pgoyette 			CTLTYPE_NODE, "posix",
    184  1.43  pgoyette 			SYSCTL_DESCR("POSIX options"),
    185  1.43  pgoyette 			NULL, 0, NULL, 0,
    186  1.43  pgoyette 			CTL_KERN, CTL_CREATE, CTL_EOL);
    187  1.43  pgoyette 	sysctl_createv(&ksem_clog, 0, &rnode, NULL,
    188  1.43  pgoyette 			CTLFLAG_PERMANENT | CTLFLAG_READWRITE,
    189  1.43  pgoyette 			CTLTYPE_INT, "semmax",
    190  1.43  pgoyette 			SYSCTL_DESCR("Maximal number of semaphores"),
    191  1.43  pgoyette 			NULL, 0, &ksem_max, 0,
    192  1.43  pgoyette 			CTL_CREATE, CTL_EOL);
    193  1.43  pgoyette 	sysctl_createv(&ksem_clog, 0, &rnode, NULL,
    194  1.43  pgoyette 			CTLFLAG_PERMANENT | CTLFLAG_READWRITE,
    195  1.43  pgoyette 			CTLTYPE_INT, "semcnt",
    196  1.43  pgoyette 			SYSCTL_DESCR("Current number of semaphores"),
    197  1.43  pgoyette 			NULL, 0, &nsems, 0,
    198  1.43  pgoyette 			CTL_CREATE, CTL_EOL);
    199  1.43  pgoyette 
    200  1.30     rmind 	return error;
    201   1.3   thorpej }
    202   1.1  christos 
    203  1.30     rmind static int
    204  1.30     rmind ksem_sysfini(bool interface)
    205   1.1  christos {
    206  1.30     rmind 	int error;
    207   1.1  christos 
    208  1.30     rmind 	if (interface) {
    209  1.30     rmind 		error = syscall_disestablish(NULL, ksem_syscalls);
    210  1.30     rmind 		if (error != 0) {
    211  1.30     rmind 			return error;
    212  1.30     rmind 		}
    213  1.34     rmind 		/*
    214  1.34     rmind 		 * Make sure that no semaphores are in use.  Note: semops
    215  1.34     rmind 		 * must be unused at this point.
    216  1.34     rmind 		 */
    217  1.34     rmind 		if (nsems_total) {
    218  1.30     rmind 			error = syscall_establish(NULL, ksem_syscalls);
    219  1.30     rmind 			KASSERT(error == 0);
    220  1.30     rmind 			return EBUSY;
    221  1.30     rmind 		}
    222   1.3   thorpej 	}
    223  1.38      elad 	kauth_unlisten_scope(ksem_listener);
    224  1.30     rmind 	mutex_destroy(&ksem_lock);
    225  1.43  pgoyette 	sysctl_teardown(&ksem_clog);
    226  1.30     rmind 	return 0;
    227   1.3   thorpej }
    228   1.3   thorpej 
    229  1.30     rmind static int
    230  1.30     rmind ksem_modcmd(modcmd_t cmd, void *arg)
    231   1.3   thorpej {
    232   1.3   thorpej 
    233  1.30     rmind 	switch (cmd) {
    234  1.30     rmind 	case MODULE_CMD_INIT:
    235  1.30     rmind 		return ksem_sysinit();
    236   1.3   thorpej 
    237  1.30     rmind 	case MODULE_CMD_FINI:
    238  1.30     rmind 		return ksem_sysfini(true);
    239   1.1  christos 
    240  1.30     rmind 	default:
    241  1.30     rmind 		return ENOTTY;
    242  1.16   thorpej 	}
    243  1.16   thorpej }
    244  1.16   thorpej 
    245  1.30     rmind static ksem_t *
    246  1.30     rmind ksem_lookup(const char *name)
    247   1.3   thorpej {
    248  1.30     rmind 	ksem_t *ks;
    249   1.3   thorpej 
    250  1.30     rmind 	KASSERT(mutex_owned(&ksem_lock));
    251   1.3   thorpej 
    252  1.30     rmind 	LIST_FOREACH(ks, &ksem_head, ks_entry) {
    253  1.30     rmind 		if (strcmp(ks->ks_name, name) == 0) {
    254  1.30     rmind 			mutex_enter(&ks->ks_lock);
    255  1.30     rmind 			return ks;
    256   1.3   thorpej 		}
    257   1.1  christos 	}
    258  1.30     rmind 	return NULL;
    259   1.1  christos }
    260   1.1  christos 
    261   1.3   thorpej static int
    262  1.30     rmind ksem_perm(lwp_t *l, ksem_t *ks)
    263   1.3   thorpej {
    264  1.30     rmind 	kauth_cred_t uc = l->l_cred;
    265   1.3   thorpej 
    266  1.30     rmind 	KASSERT(mutex_owned(&ks->ks_lock));
    267  1.30     rmind 
    268  1.38      elad 	if (kauth_authorize_system(uc, KAUTH_SYSTEM_SEMAPHORE, 0, ks, NULL, NULL) != 0)
    269  1.38      elad 		return EACCES;
    270  1.38      elad 
    271  1.38      elad 	return 0;
    272   1.3   thorpej }
    273   1.3   thorpej 
    274  1.30     rmind /*
    275  1.30     rmind  * ksem_get: get the semaphore from the descriptor.
    276  1.30     rmind  *
    277  1.30     rmind  * => locks the semaphore, if found.
    278  1.30     rmind  * => holds a reference on the file descriptor.
    279  1.30     rmind  */
    280  1.30     rmind static int
    281  1.30     rmind ksem_get(int fd, ksem_t **ksret)
    282  1.13      cube {
    283  1.30     rmind 	ksem_t *ks;
    284  1.30     rmind 	file_t *fp;
    285  1.13      cube 
    286  1.30     rmind 	fp = fd_getfile(fd);
    287  1.37     joerg 	if (__predict_false(fp == NULL))
    288  1.37     joerg 		return EINVAL;
    289  1.30     rmind 	if (__predict_false(fp->f_type != DTYPE_SEM)) {
    290  1.30     rmind 		fd_putfile(fd);
    291  1.37     joerg 		return EINVAL;
    292  1.13      cube 	}
    293  1.42      matt 	ks = fp->f_ksem;
    294  1.30     rmind 	mutex_enter(&ks->ks_lock);
    295  1.13      cube 
    296  1.30     rmind 	*ksret = ks;
    297  1.30     rmind 	return 0;
    298   1.1  christos }
    299   1.1  christos 
    300  1.30     rmind /*
    301  1.30     rmind  * ksem_create: allocate and setup a new semaphore structure.
    302  1.30     rmind  */
    303   1.1  christos static int
    304  1.30     rmind ksem_create(lwp_t *l, const char *name, ksem_t **ksret, mode_t mode, u_int val)
    305   1.1  christos {
    306  1.30     rmind 	ksem_t *ks;
    307  1.14      elad 	kauth_cred_t uc;
    308  1.30     rmind 	char *kname;
    309   1.1  christos 	size_t len;
    310   1.1  christos 
    311  1.30     rmind 	/* Pre-check for the limit. */
    312  1.30     rmind 	if (nsems >= ksem_max) {
    313  1.30     rmind 		return ENFILE;
    314  1.30     rmind 	}
    315  1.30     rmind 
    316  1.30     rmind 	if (val > SEM_VALUE_MAX) {
    317  1.30     rmind 		return EINVAL;
    318  1.30     rmind 	}
    319  1.30     rmind 
    320   1.1  christos 	if (name != NULL) {
    321   1.1  christos 		len = strlen(name);
    322   1.1  christos 		if (len > SEM_MAX_NAMELEN) {
    323  1.30     rmind 			return ENAMETOOLONG;
    324   1.1  christos 		}
    325  1.30     rmind 		/* Name must start with a '/' but not contain one. */
    326   1.1  christos 		if (*name != '/' || len < 2 || strchr(name + 1, '/') != NULL) {
    327  1.30     rmind 			return EINVAL;
    328   1.1  christos 		}
    329  1.30     rmind 		kname = kmem_alloc(++len, KM_SLEEP);
    330  1.30     rmind 		strlcpy(kname, name, len);
    331  1.30     rmind 	} else {
    332  1.30     rmind 		kname = NULL;
    333  1.30     rmind 		len = 0;
    334  1.30     rmind 	}
    335  1.30     rmind 
    336  1.30     rmind 	ks = kmem_zalloc(sizeof(ksem_t), KM_SLEEP);
    337  1.30     rmind 	mutex_init(&ks->ks_lock, MUTEX_DEFAULT, IPL_NONE);
    338  1.30     rmind 	cv_init(&ks->ks_cv, "psem");
    339  1.30     rmind 	ks->ks_name = kname;
    340  1.30     rmind 	ks->ks_namelen = len;
    341  1.30     rmind 	ks->ks_mode = mode;
    342  1.30     rmind 	ks->ks_value = val;
    343  1.30     rmind 	ks->ks_ref = 1;
    344  1.30     rmind 
    345  1.30     rmind 	uc = l->l_cred;
    346  1.30     rmind 	ks->ks_uid = kauth_cred_geteuid(uc);
    347  1.30     rmind 	ks->ks_gid = kauth_cred_getegid(uc);
    348  1.30     rmind 
    349  1.34     rmind 	atomic_inc_uint(&nsems_total);
    350  1.30     rmind 	*ksret = ks;
    351  1.30     rmind 	return 0;
    352  1.30     rmind }
    353  1.30     rmind 
    354  1.30     rmind static void
    355  1.30     rmind ksem_free(ksem_t *ks)
    356  1.30     rmind {
    357   1.3   thorpej 
    358  1.34     rmind 	KASSERT(!cv_has_waiters(&ks->ks_cv));
    359  1.34     rmind 
    360  1.30     rmind 	if (ks->ks_name) {
    361  1.30     rmind 		KASSERT(ks->ks_namelen > 0);
    362  1.30     rmind 		kmem_free(ks->ks_name, ks->ks_namelen);
    363  1.13      cube 	}
    364  1.30     rmind 	mutex_destroy(&ks->ks_lock);
    365  1.30     rmind 	cv_destroy(&ks->ks_cv);
    366  1.30     rmind 	kmem_free(ks, sizeof(ksem_t));
    367  1.34     rmind 
    368  1.34     rmind 	atomic_dec_uint(&nsems_total);
    369   1.1  christos }
    370   1.1  christos 
    371   1.1  christos int
    372  1.30     rmind sys__ksem_init(struct lwp *l, const struct sys__ksem_init_args *uap,
    373  1.30     rmind     register_t *retval)
    374   1.1  christos {
    375  1.23       dsl 	/* {
    376   1.1  christos 		unsigned int value;
    377  1.29        ad 		intptr_t *idp;
    378  1.23       dsl 	} */
    379  1.13      cube 
    380  1.13      cube 	return do_ksem_init(l, SCARG(uap, value), SCARG(uap, idp), copyout);
    381  1.13      cube }
    382  1.13      cube 
    383  1.13      cube int
    384  1.30     rmind do_ksem_init(lwp_t *l, u_int val, intptr_t *idp, copyout_t docopyout)
    385  1.13      cube {
    386  1.30     rmind 	proc_t *p = l->l_proc;
    387  1.30     rmind 	ksem_t *ks;
    388  1.30     rmind 	file_t *fp;
    389  1.29        ad 	intptr_t id;
    390  1.30     rmind 	int fd, error;
    391   1.1  christos 
    392  1.30     rmind 	error = fd_allocfile(&fp, &fd);
    393   1.1  christos 	if (error) {
    394  1.30     rmind 		return error;
    395   1.1  christos 	}
    396  1.30     rmind 	fp->f_type = DTYPE_SEM;
    397  1.30     rmind 	fp->f_flag = FREAD | FWRITE;
    398  1.30     rmind 	fp->f_ops = &semops;
    399   1.3   thorpej 
    400  1.30     rmind 	id = (intptr_t)fd;
    401  1.30     rmind 	error = (*docopyout)(&id, idp, sizeof(*idp));
    402  1.30     rmind 	if (error) {
    403  1.30     rmind 		fd_abort(p, fp, fd);
    404  1.30     rmind 		return error;
    405  1.30     rmind 	}
    406   1.3   thorpej 
    407  1.30     rmind 	/* Note the mode does not matter for anonymous semaphores. */
    408  1.30     rmind 	error = ksem_create(l, NULL, &ks, 0, val);
    409  1.30     rmind 	if (error) {
    410  1.30     rmind 		fd_abort(p, fp, fd);
    411  1.30     rmind 		return error;
    412  1.30     rmind 	}
    413  1.42      matt 	fp->f_ksem = ks;
    414  1.30     rmind 	fd_affix(p, fp, fd);
    415  1.30     rmind 	return error;
    416   1.1  christos }
    417   1.1  christos 
    418   1.1  christos int
    419  1.30     rmind sys__ksem_open(struct lwp *l, const struct sys__ksem_open_args *uap,
    420  1.30     rmind     register_t *retval)
    421   1.1  christos {
    422  1.23       dsl 	/* {
    423   1.1  christos 		const char *name;
    424   1.1  christos 		int oflag;
    425   1.1  christos 		mode_t mode;
    426   1.1  christos 		unsigned int value;
    427  1.29        ad 		intptr_t *idp;
    428  1.23       dsl 	} */
    429  1.13      cube 
    430  1.13      cube 	return do_ksem_open(l, SCARG(uap, name), SCARG(uap, oflag),
    431  1.13      cube 	    SCARG(uap, mode), SCARG(uap, value), SCARG(uap, idp), copyout);
    432  1.13      cube }
    433  1.13      cube 
    434  1.13      cube int
    435  1.13      cube do_ksem_open(struct lwp *l, const char *semname, int oflag, mode_t mode,
    436  1.29        ad      unsigned int value, intptr_t *idp, copyout_t docopyout)
    437  1.13      cube {
    438   1.1  christos 	char name[SEM_MAX_NAMELEN + 1];
    439  1.30     rmind 	proc_t *p = l->l_proc;
    440  1.30     rmind 	ksem_t *ksnew = NULL, *ks;
    441  1.30     rmind 	file_t *fp;
    442  1.29        ad 	intptr_t id;
    443  1.30     rmind 	int fd, error;
    444   1.1  christos 
    445  1.30     rmind 	error = copyinstr(semname, name, sizeof(name), NULL);
    446  1.30     rmind 	if (error) {
    447  1.30     rmind 		return error;
    448  1.30     rmind 	}
    449  1.30     rmind 	error = fd_allocfile(&fp, &fd);
    450  1.30     rmind 	if (error) {
    451  1.30     rmind 		return error;
    452  1.30     rmind 	}
    453  1.30     rmind 	fp->f_type = DTYPE_SEM;
    454  1.30     rmind 	fp->f_flag = FREAD | FWRITE;
    455  1.30     rmind 	fp->f_ops = &semops;
    456  1.30     rmind 
    457  1.30     rmind 	/*
    458  1.30     rmind 	 * The ID (file descriptor number) can be stored early.
    459  1.30     rmind 	 * Note that zero is a special value for libpthread.
    460  1.30     rmind 	 */
    461  1.30     rmind 	id = (intptr_t)fd;
    462  1.30     rmind 	error = (*docopyout)(&id, idp, sizeof(*idp));
    463  1.30     rmind 	if (error) {
    464  1.30     rmind 		goto err;
    465  1.30     rmind 	}
    466  1.30     rmind 
    467  1.30     rmind 	if (oflag & O_CREAT) {
    468  1.30     rmind 		/* Create a new semaphore. */
    469  1.30     rmind 		error = ksem_create(l, name, &ksnew, mode, value);
    470  1.30     rmind 		if (error) {
    471  1.30     rmind 			goto err;
    472  1.30     rmind 		}
    473  1.30     rmind 		KASSERT(ksnew != NULL);
    474  1.30     rmind 	}
    475   1.1  christos 
    476  1.30     rmind 	/* Lookup for a semaphore with such name. */
    477  1.30     rmind 	mutex_enter(&ksem_lock);
    478  1.30     rmind 	ks = ksem_lookup(name);
    479  1.30     rmind 	if (ks) {
    480  1.30     rmind 		KASSERT(mutex_owned(&ks->ks_lock));
    481  1.30     rmind 		mutex_exit(&ksem_lock);
    482   1.3   thorpej 
    483   1.3   thorpej 		/* Check for exclusive create. */
    484  1.13      cube 		if (oflag & O_EXCL) {
    485  1.30     rmind 			mutex_exit(&ks->ks_lock);
    486  1.30     rmind 			error = EEXIST;
    487  1.30     rmind 			goto err;
    488   1.1  christos 		}
    489   1.1  christos 		/*
    490  1.30     rmind 		 * Verify permissions.  If we can access it,
    491  1.30     rmind 		 * add the reference of this thread.
    492   1.1  christos 		 */
    493  1.15        ad 		error = ksem_perm(l, ks);
    494  1.30     rmind 		if (error == 0) {
    495  1.30     rmind 			ks->ks_ref++;
    496  1.30     rmind 		}
    497  1.30     rmind 		mutex_exit(&ks->ks_lock);
    498   1.1  christos 		if (error) {
    499  1.30     rmind 			goto err;
    500  1.30     rmind 		}
    501  1.30     rmind 	} else {
    502  1.30     rmind 		/* Fail if not found and not creating. */
    503  1.30     rmind 		if ((oflag & O_CREAT) == 0) {
    504  1.30     rmind 			mutex_exit(&ksem_lock);
    505  1.30     rmind 			KASSERT(ksnew == NULL);
    506  1.31     rmind 			error = ENOENT;
    507  1.31     rmind 			goto err;
    508   1.1  christos 		}
    509   1.3   thorpej 
    510  1.30     rmind 		/* Check for the limit locked. */
    511  1.30     rmind 		if (nsems >= ksem_max) {
    512  1.30     rmind 			mutex_exit(&ksem_lock);
    513  1.30     rmind 			error = ENFILE;
    514  1.30     rmind 			goto err;
    515  1.30     rmind 		}
    516   1.3   thorpej 
    517  1.30     rmind 		/*
    518  1.32     rmind 		 * Finally, insert semaphore into the list.
    519  1.30     rmind 		 * Note: it already has the initial reference.
    520  1.30     rmind 		 */
    521  1.30     rmind 		ks = ksnew;
    522  1.30     rmind 		LIST_INSERT_HEAD(&ksem_head, ks, ks_entry);
    523  1.30     rmind 		nsems++;
    524  1.30     rmind 		mutex_exit(&ksem_lock);
    525  1.30     rmind 
    526  1.30     rmind 		ksnew = NULL;
    527  1.30     rmind 	}
    528  1.30     rmind 	KASSERT(ks != NULL);
    529  1.42      matt 	fp->f_ksem = ks;
    530  1.30     rmind 	fd_affix(p, fp, fd);
    531  1.30     rmind err:
    532  1.30     rmind 	if (error) {
    533  1.30     rmind 		fd_abort(p, fp, fd);
    534   1.3   thorpej 	}
    535  1.30     rmind 	if (ksnew) {
    536  1.30     rmind 		ksem_free(ksnew);
    537   1.1  christos 	}
    538  1.30     rmind 	return error;
    539  1.30     rmind }
    540   1.1  christos 
    541  1.30     rmind int
    542  1.30     rmind sys__ksem_close(struct lwp *l, const struct sys__ksem_close_args *uap,
    543  1.30     rmind     register_t *retval)
    544  1.30     rmind {
    545  1.30     rmind 	/* {
    546  1.30     rmind 		intptr_t id;
    547  1.30     rmind 	} */
    548  1.33     rmind 	int fd = (int)SCARG(uap, id);
    549  1.33     rmind 
    550  1.33     rmind 	if (fd_getfile(fd) == NULL) {
    551  1.33     rmind 		return EBADF;
    552  1.33     rmind 	}
    553  1.33     rmind 	return fd_close(fd);
    554   1.1  christos }
    555   1.1  christos 
    556  1.30     rmind static int
    557  1.39  christos ksem_read_fop(file_t *fp, off_t *offset, struct uio *uio, kauth_cred_t cred,
    558  1.39  christos     int flags)
    559  1.39  christos {
    560  1.39  christos 	size_t len;
    561  1.39  christos 	char *name;
    562  1.42      matt 	ksem_t *ks = fp->f_ksem;
    563  1.39  christos 
    564  1.39  christos 	mutex_enter(&ks->ks_lock);
    565  1.39  christos 	len = ks->ks_namelen;
    566  1.39  christos 	name = ks->ks_name;
    567  1.39  christos 	mutex_exit(&ks->ks_lock);
    568  1.39  christos 	if (name == NULL || len == 0)
    569  1.39  christos 		return 0;
    570  1.39  christos 	return uiomove(name, len, uio);
    571  1.39  christos }
    572  1.39  christos 
    573  1.39  christos static int
    574  1.39  christos ksem_stat_fop(file_t *fp, struct stat *ub)
    575  1.39  christos {
    576  1.42      matt 	ksem_t *ks = fp->f_ksem;
    577  1.39  christos 
    578  1.39  christos 	mutex_enter(&ks->ks_lock);
    579  1.39  christos 
    580  1.39  christos 	memset(ub, 0, sizeof(*ub));
    581  1.39  christos 
    582  1.39  christos 	ub->st_mode = ks->ks_mode | ((ks->ks_name && ks->ks_namelen)
    583  1.39  christos 	    ? _S_IFLNK : _S_IFREG);
    584  1.39  christos 	ub->st_uid = ks->ks_uid;
    585  1.39  christos 	ub->st_gid = ks->ks_gid;
    586  1.39  christos 	ub->st_size = ks->ks_value;
    587  1.39  christos 	ub->st_blocks = (ub->st_size) ? 1 : 0;
    588  1.39  christos 	ub->st_nlink = ks->ks_ref;
    589  1.39  christos 	ub->st_blksize = 4096;
    590  1.39  christos 
    591  1.39  christos 	nanotime(&ub->st_atimespec);
    592  1.39  christos 	ub->st_mtimespec = ub->st_ctimespec = ub->st_birthtimespec =
    593  1.39  christos 	    ub->st_atimespec;
    594  1.39  christos 
    595  1.39  christos 	/*
    596  1.39  christos 	 * Left as 0: st_dev, st_ino, st_rdev, st_flags, st_gen.
    597  1.39  christos 	 * XXX (st_dev, st_ino) should be unique.
    598  1.39  christos 	 */
    599  1.39  christos 	mutex_exit(&ks->ks_lock);
    600  1.39  christos 	return 0;
    601  1.39  christos }
    602  1.39  christos 
    603  1.39  christos static int
    604  1.30     rmind ksem_close_fop(file_t *fp)
    605   1.1  christos {
    606  1.42      matt 	ksem_t *ks = fp->f_ksem;
    607  1.30     rmind 	bool destroy = false;
    608   1.1  christos 
    609  1.30     rmind 	mutex_enter(&ks->ks_lock);
    610  1.30     rmind 	KASSERT(ks->ks_ref > 0);
    611  1.30     rmind 	if (--ks->ks_ref == 0) {
    612  1.30     rmind 		/*
    613  1.30     rmind 		 * Destroy if the last reference and semaphore is unnamed,
    614  1.30     rmind 		 * or unlinked (for named semaphore).
    615  1.30     rmind 		 */
    616  1.30     rmind 		destroy = (ks->ks_flags & KS_UNLINKED) || (ks->ks_name == NULL);
    617   1.1  christos 	}
    618  1.30     rmind 	mutex_exit(&ks->ks_lock);
    619   1.3   thorpej 
    620  1.30     rmind 	if (destroy) {
    621  1.30     rmind 		ksem_free(ks);
    622  1.30     rmind 	}
    623  1.30     rmind 	return 0;
    624   1.1  christos }
    625   1.1  christos 
    626   1.1  christos int
    627  1.30     rmind sys__ksem_unlink(struct lwp *l, const struct sys__ksem_unlink_args *uap,
    628  1.30     rmind     register_t *retval)
    629   1.1  christos {
    630  1.23       dsl 	/* {
    631   1.1  christos 		const char *name;
    632  1.23       dsl 	} */
    633  1.30     rmind 	char name[SEM_MAX_NAMELEN + 1];
    634  1.30     rmind 	ksem_t *ks;
    635  1.30     rmind 	u_int refcnt;
    636   1.1  christos 	int error;
    637   1.1  christos 
    638  1.30     rmind 	error = copyinstr(SCARG(uap, name), name, sizeof(name), NULL);
    639   1.1  christos 	if (error)
    640   1.1  christos 		return error;
    641   1.1  christos 
    642  1.30     rmind 	mutex_enter(&ksem_lock);
    643  1.30     rmind 	ks = ksem_lookup(name);
    644   1.3   thorpej 	if (ks == NULL) {
    645  1.30     rmind 		mutex_exit(&ksem_lock);
    646  1.30     rmind 		return ENOENT;
    647   1.1  christos 	}
    648  1.30     rmind 	KASSERT(mutex_owned(&ks->ks_lock));
    649   1.3   thorpej 
    650  1.30     rmind 	/* Verify permissions. */
    651  1.30     rmind 	error = ksem_perm(l, ks);
    652  1.30     rmind 	if (error) {
    653  1.30     rmind 		mutex_exit(&ks->ks_lock);
    654  1.30     rmind 		mutex_exit(&ksem_lock);
    655  1.30     rmind 		return error;
    656  1.30     rmind 	}
    657   1.3   thorpej 
    658  1.31     rmind 	/* Remove from the global list. */
    659   1.3   thorpej 	LIST_REMOVE(ks, ks_entry);
    660  1.30     rmind 	nsems--;
    661  1.31     rmind 	mutex_exit(&ksem_lock);
    662   1.3   thorpej 
    663  1.30     rmind 	refcnt = ks->ks_ref;
    664  1.30     rmind 	if (refcnt) {
    665  1.30     rmind 		/* Mark as unlinked, if there are references. */
    666  1.30     rmind 		ks->ks_flags |= KS_UNLINKED;
    667  1.30     rmind 	}
    668  1.30     rmind 	mutex_exit(&ks->ks_lock);
    669   1.3   thorpej 
    670  1.30     rmind 	if (refcnt == 0) {
    671   1.3   thorpej 		ksem_free(ks);
    672  1.30     rmind 	}
    673  1.30     rmind 	return 0;
    674   1.1  christos }
    675   1.1  christos 
    676   1.1  christos int
    677  1.30     rmind sys__ksem_post(struct lwp *l, const struct sys__ksem_post_args *uap,
    678  1.30     rmind     register_t *retval)
    679   1.1  christos {
    680  1.23       dsl 	/* {
    681  1.29        ad 		intptr_t id;
    682  1.23       dsl 	} */
    683  1.30     rmind 	int fd = (int)SCARG(uap, id), error;
    684  1.30     rmind 	ksem_t *ks;
    685   1.1  christos 
    686  1.30     rmind 	error = ksem_get(fd, &ks);
    687  1.30     rmind 	if (error) {
    688  1.30     rmind 		return error;
    689   1.3   thorpej 	}
    690  1.30     rmind 	KASSERT(mutex_owned(&ks->ks_lock));
    691   1.1  christos 	if (ks->ks_value == SEM_VALUE_MAX) {
    692   1.1  christos 		error = EOVERFLOW;
    693   1.3   thorpej 		goto out;
    694   1.1  christos 	}
    695  1.30     rmind 	ks->ks_value++;
    696  1.30     rmind 	if (ks->ks_waiters) {
    697  1.20        ad 		cv_broadcast(&ks->ks_cv);
    698  1.30     rmind 	}
    699  1.30     rmind out:
    700  1.30     rmind 	mutex_exit(&ks->ks_lock);
    701  1.30     rmind 	fd_putfile(fd);
    702  1.30     rmind 	return error;
    703   1.3   thorpej }
    704   1.3   thorpej 
    705  1.36     joerg int
    706  1.41      matt do_ksem_wait(lwp_t *l, intptr_t id, bool try_p, struct timespec *abstime)
    707   1.3   thorpej {
    708  1.36     joerg 	int fd = (int)id, error, timeo;
    709  1.30     rmind 	ksem_t *ks;
    710   1.3   thorpej 
    711  1.30     rmind 	error = ksem_get(fd, &ks);
    712  1.30     rmind 	if (error) {
    713  1.30     rmind 		return error;
    714  1.30     rmind 	}
    715  1.30     rmind 	KASSERT(mutex_owned(&ks->ks_lock));
    716   1.3   thorpej 	while (ks->ks_value == 0) {
    717   1.3   thorpej 		ks->ks_waiters++;
    718  1.41      matt 		if (!try_p && abstime != NULL) {
    719  1.40  christos 			error = ts2timo(CLOCK_REALTIME, TIMER_ABSTIME, abstime,
    720  1.40  christos 			    &timeo, NULL);
    721  1.36     joerg 			if (error != 0)
    722  1.36     joerg 				goto out;
    723  1.36     joerg 		} else {
    724  1.36     joerg 			timeo = 0;
    725  1.36     joerg 		}
    726  1.41      matt 		error = try_p ? EAGAIN : cv_timedwait_sig(&ks->ks_cv,
    727  1.36     joerg 		    &ks->ks_lock, timeo);
    728   1.3   thorpej 		ks->ks_waiters--;
    729   1.3   thorpej 		if (error)
    730   1.3   thorpej 			goto out;
    731   1.3   thorpej 	}
    732   1.3   thorpej 	ks->ks_value--;
    733  1.30     rmind out:
    734  1.30     rmind 	mutex_exit(&ks->ks_lock);
    735  1.30     rmind 	fd_putfile(fd);
    736  1.30     rmind 	return error;
    737   1.1  christos }
    738   1.1  christos 
    739   1.1  christos int
    740  1.30     rmind sys__ksem_wait(struct lwp *l, const struct sys__ksem_wait_args *uap,
    741  1.30     rmind     register_t *retval)
    742   1.1  christos {
    743  1.23       dsl 	/* {
    744  1.29        ad 		intptr_t id;
    745  1.23       dsl 	} */
    746   1.1  christos 
    747  1.36     joerg 	return do_ksem_wait(l, SCARG(uap, id), false, NULL);
    748  1.36     joerg }
    749  1.36     joerg 
    750  1.36     joerg int
    751  1.36     joerg sys__ksem_timedwait(struct lwp *l, const struct sys__ksem_timedwait_args *uap,
    752  1.36     joerg     register_t *retval)
    753  1.36     joerg {
    754  1.36     joerg 	/* {
    755  1.36     joerg 		intptr_t id;
    756  1.36     joerg 		const struct timespec *abstime;
    757  1.36     joerg 	} */
    758  1.36     joerg 	struct timespec ts;
    759  1.36     joerg 	int error;
    760  1.36     joerg 
    761  1.36     joerg 	error = copyin(SCARG(uap, abstime), &ts, sizeof(ts));
    762  1.36     joerg 	if (error != 0)
    763  1.36     joerg 		return error;
    764  1.36     joerg 
    765  1.36     joerg 	if (ts.tv_sec < 0 || ts.tv_nsec < 0 || ts.tv_nsec >= 1000000000)
    766  1.36     joerg 		return EINVAL;
    767  1.36     joerg 
    768  1.36     joerg 	error = do_ksem_wait(l, SCARG(uap, id), false, &ts);
    769  1.36     joerg 	if (error == EWOULDBLOCK)
    770  1.36     joerg 		error = ETIMEDOUT;
    771  1.36     joerg 	return error;
    772   1.1  christos }
    773   1.1  christos 
    774   1.1  christos int
    775  1.30     rmind sys__ksem_trywait(struct lwp *l, const struct sys__ksem_trywait_args *uap,
    776  1.30     rmind     register_t *retval)
    777   1.1  christos {
    778  1.23       dsl 	/* {
    779  1.29        ad 		intptr_t id;
    780  1.23       dsl 	} */
    781   1.1  christos 
    782  1.36     joerg 	return do_ksem_wait(l, SCARG(uap, id), true, NULL);
    783   1.1  christos }
    784   1.1  christos 
    785   1.1  christos int
    786  1.30     rmind sys__ksem_getvalue(struct lwp *l, const struct sys__ksem_getvalue_args *uap,
    787  1.30     rmind     register_t *retval)
    788   1.1  christos {
    789  1.23       dsl 	/* {
    790  1.29        ad 		intptr_t id;
    791   1.1  christos 		unsigned int *value;
    792  1.23       dsl 	} */
    793  1.30     rmind 	int fd = (int)SCARG(uap, id), error;
    794  1.30     rmind 	ksem_t *ks;
    795   1.1  christos 	unsigned int val;
    796   1.1  christos 
    797  1.30     rmind 	error = ksem_get(fd, &ks);
    798  1.30     rmind 	if (error) {
    799  1.30     rmind 		return error;
    800  1.30     rmind 	}
    801  1.30     rmind 	KASSERT(mutex_owned(&ks->ks_lock));
    802   1.1  christos 	val = ks->ks_value;
    803  1.30     rmind 	mutex_exit(&ks->ks_lock);
    804  1.30     rmind 	fd_putfile(fd);
    805   1.3   thorpej 
    806  1.30     rmind 	return copyout(&val, SCARG(uap, value), sizeof(val));
    807   1.1  christos }
    808   1.1  christos 
    809   1.1  christos int
    810  1.30     rmind sys__ksem_destroy(struct lwp *l, const struct sys__ksem_destroy_args *uap,
    811  1.30     rmind     register_t *retval)
    812   1.1  christos {
    813  1.23       dsl 	/* {
    814  1.29        ad 		intptr_t id;
    815  1.23       dsl 	} */
    816  1.30     rmind 	int fd = (int)SCARG(uap, id), error;
    817  1.30     rmind 	ksem_t *ks;
    818   1.1  christos 
    819  1.30     rmind 	error = ksem_get(fd, &ks);
    820  1.30     rmind 	if (error) {
    821  1.30     rmind 		return error;
    822   1.3   thorpej 	}
    823  1.30     rmind 	KASSERT(mutex_owned(&ks->ks_lock));
    824   1.3   thorpej 
    825  1.30     rmind 	/* Operation is only for unnamed semaphores. */
    826   1.3   thorpej 	if (ks->ks_name != NULL) {
    827  1.30     rmind 		error = EINVAL;
    828  1.30     rmind 		goto out;
    829   1.3   thorpej 	}
    830  1.30     rmind 	/* Cannot destroy if there are waiters. */
    831   1.3   thorpej 	if (ks->ks_waiters) {
    832  1.30     rmind 		error = EBUSY;
    833  1.30     rmind 		goto out;
    834   1.3   thorpej 	}
    835  1.30     rmind out:
    836  1.30     rmind 	mutex_exit(&ks->ks_lock);
    837  1.30     rmind 	if (error) {
    838  1.32     rmind 		fd_putfile(fd);
    839  1.27        ad 		return error;
    840  1.27        ad 	}
    841  1.32     rmind 	return fd_close(fd);
    842  1.22     rmind }
    843