Home | History | Annotate | Line # | Download | only in kern
sysv_shm.c revision 1.78
      1  1.78  jdolecek /*	$NetBSD: sysv_shm.c,v 1.78 2004/09/28 17:26:25 jdolecek Exp $	*/
      2  1.52   thorpej 
      3  1.52   thorpej /*-
      4  1.52   thorpej  * Copyright (c) 1999 The NetBSD Foundation, Inc.
      5  1.52   thorpej  * All rights reserved.
      6  1.52   thorpej  *
      7  1.52   thorpej  * This code is derived from software contributed to The NetBSD Foundation
      8  1.52   thorpej  * by Jason R. Thorpe of the Numerical Aerospace Simulation Facility,
      9  1.52   thorpej  * NASA Ames Research Center.
     10  1.52   thorpej  *
     11  1.52   thorpej  * Redistribution and use in source and binary forms, with or without
     12  1.52   thorpej  * modification, are permitted provided that the following conditions
     13  1.52   thorpej  * are met:
     14  1.52   thorpej  * 1. Redistributions of source code must retain the above copyright
     15  1.52   thorpej  *    notice, this list of conditions and the following disclaimer.
     16  1.52   thorpej  * 2. Redistributions in binary form must reproduce the above copyright
     17  1.52   thorpej  *    notice, this list of conditions and the following disclaimer in the
     18  1.52   thorpej  *    documentation and/or other materials provided with the distribution.
     19  1.52   thorpej  * 3. All advertising materials mentioning features or use of this software
     20  1.52   thorpej  *    must display the following acknowledgement:
     21  1.52   thorpej  *	This product includes software developed by the NetBSD
     22  1.52   thorpej  *	Foundation, Inc. and its contributors.
     23  1.52   thorpej  * 4. Neither the name of The NetBSD Foundation nor the names of its
     24  1.52   thorpej  *    contributors may be used to endorse or promote products derived
     25  1.52   thorpej  *    from this software without specific prior written permission.
     26  1.52   thorpej  *
     27  1.52   thorpej  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     28  1.52   thorpej  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     29  1.52   thorpej  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     30  1.52   thorpej  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     31  1.52   thorpej  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     32  1.52   thorpej  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     33  1.52   thorpej  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     34  1.52   thorpej  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     35  1.52   thorpej  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     36  1.52   thorpej  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     37  1.52   thorpej  * POSSIBILITY OF SUCH DAMAGE.
     38  1.52   thorpej  */
     39  1.22       cgd 
     40  1.11   hpeyerl /*
     41  1.48   mycroft  * Copyright (c) 1994 Adam Glass and Charles M. Hannum.  All rights reserved.
     42  1.11   hpeyerl  *
     43  1.11   hpeyerl  * Redistribution and use in source and binary forms, with or without
     44  1.11   hpeyerl  * modification, are permitted provided that the following conditions
     45  1.11   hpeyerl  * are met:
     46  1.11   hpeyerl  * 1. Redistributions of source code must retain the above copyright
     47  1.11   hpeyerl  *    notice, this list of conditions and the following disclaimer.
     48  1.17   mycroft  * 2. Redistributions in binary form must reproduce the above copyright
     49  1.17   mycroft  *    notice, this list of conditions and the following disclaimer in the
     50  1.17   mycroft  *    documentation and/or other materials provided with the distribution.
     51  1.17   mycroft  * 3. All advertising materials mentioning features or use of this software
     52  1.17   mycroft  *    must display the following acknowledgement:
     53  1.48   mycroft  *	This product includes software developed by Adam Glass and Charles M.
     54  1.17   mycroft  *	Hannum.
     55  1.17   mycroft  * 4. The names of the authors may not be used to endorse or promote products
     56  1.11   hpeyerl  *    derived from this software without specific prior written permission.
     57  1.11   hpeyerl  *
     58  1.17   mycroft  * THIS SOFTWARE IS PROVIDED BY THE AUTHORS ``AS IS'' AND ANY EXPRESS OR
     59  1.17   mycroft  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
     60  1.17   mycroft  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     61  1.17   mycroft  * IN NO EVENT SHALL THE AUTHORS BE LIABLE FOR ANY DIRECT, INDIRECT,
     62  1.17   mycroft  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
     63  1.17   mycroft  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
     64  1.17   mycroft  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
     65  1.17   mycroft  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
     66  1.17   mycroft  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
     67  1.17   mycroft  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     68  1.11   hpeyerl  */
     69  1.62     lukem 
     70  1.62     lukem #include <sys/cdefs.h>
     71  1.78  jdolecek __KERNEL_RCSID(0, "$NetBSD: sysv_shm.c,v 1.78 2004/09/28 17:26:25 jdolecek Exp $");
     72  1.43       mrg 
     73  1.50      tron #define SYSVSHM
     74  1.11   hpeyerl 
     75  1.11   hpeyerl #include <sys/param.h>
     76  1.11   hpeyerl #include <sys/kernel.h>
     77  1.11   hpeyerl #include <sys/shm.h>
     78  1.11   hpeyerl #include <sys/malloc.h>
     79  1.11   hpeyerl #include <sys/mman.h>
     80  1.12   mycroft #include <sys/stat.h>
     81  1.56    simonb #include <sys/sysctl.h>
     82  1.56    simonb #include <sys/mount.h>		/* XXX for <sys/syscallargs.h> */
     83  1.65   thorpej #include <sys/sa.h>
     84  1.56    simonb #include <sys/syscallargs.h>
     85  1.69  drochner #include <sys/queue.h>
     86  1.69  drochner #include <sys/pool.h>
     87  1.35  christos 
     88  1.60   thorpej #include <uvm/uvm_extern.h>
     89  1.75  christos #include <uvm/uvm_object.h>
     90  1.60   thorpej 
     91  1.78  jdolecek struct shmid_ds *shm_find_segment_by_shmid(int);
     92  1.67   thorpej 
     93  1.71  jdolecek static MALLOC_DEFINE(M_SHM, "shm", "SVID compatible shared memory segments");
     94  1.35  christos 
     95  1.11   hpeyerl /*
     96  1.11   hpeyerl  * Provides the following externally accessible functions:
     97  1.11   hpeyerl  *
     98  1.41   thorpej  * shminit(void);		                 initialization
     99  1.41   thorpej  * shmexit(struct vmspace *)                     cleanup
    100  1.41   thorpej  * shmfork(struct vmspace *, struct vmspace *)   fork handling
    101  1.11   hpeyerl  *
    102  1.11   hpeyerl  * Structures:
    103  1.11   hpeyerl  * shmsegs (an array of 'struct shmid_ds')
    104  1.11   hpeyerl  * per proc array of 'struct shmmap_state'
    105  1.11   hpeyerl  */
    106  1.12   mycroft 
    107  1.16   mycroft #define	SHMSEG_FREE     	0x0200
    108  1.16   mycroft #define	SHMSEG_REMOVED  	0x0400
    109  1.16   mycroft #define	SHMSEG_ALLOCATED	0x0800
    110  1.16   mycroft #define	SHMSEG_WANTED		0x1000
    111  1.11   hpeyerl 
    112  1.71  jdolecek static int	shm_last_free, shm_nused, shm_committed;
    113  1.55    simonb struct	shmid_ds *shmsegs;
    114  1.11   hpeyerl 
    115  1.11   hpeyerl struct shm_handle {
    116  1.42       mrg 	struct uvm_object *shm_object;
    117  1.11   hpeyerl };
    118  1.11   hpeyerl 
    119  1.69  drochner struct shmmap_entry {
    120  1.69  drochner 	SLIST_ENTRY(shmmap_entry) next;
    121  1.47       eeh 	vaddr_t va;
    122  1.11   hpeyerl 	int shmid;
    123  1.11   hpeyerl };
    124  1.11   hpeyerl 
    125  1.77    simonb static POOL_INIT(shmmap_entry_pool, sizeof(struct shmmap_entry), 0, 0, 0,
    126  1.77    simonb     "shmmp", 0);
    127  1.69  drochner 
    128  1.69  drochner struct shmmap_state {
    129  1.69  drochner 	unsigned int nitems;
    130  1.69  drochner 	unsigned int nrefs;
    131  1.69  drochner 	SLIST_HEAD(, shmmap_entry) entries;
    132  1.69  drochner };
    133  1.69  drochner 
    134  1.76  junyoung static int shm_find_segment_by_key(key_t);
    135  1.76  junyoung static void shm_deallocate_segment(struct shmid_ds *);
    136  1.76  junyoung static void shm_delete_mapping(struct vmspace *, struct shmmap_state *,
    137  1.76  junyoung 			       struct shmmap_entry *);
    138  1.76  junyoung static int shmget_existing(struct proc *, struct sys_shmget_args *,
    139  1.76  junyoung 			   int, int, register_t *);
    140  1.76  junyoung static int shmget_allocate_segment(struct proc *, struct sys_shmget_args *,
    141  1.76  junyoung 				   int, register_t *);
    142  1.76  junyoung static struct shmmap_state *shmmap_getprivate(struct proc *);
    143  1.76  junyoung static struct shmmap_entry *shm_find_mapping(struct shmmap_state *, vaddr_t);
    144  1.11   hpeyerl 
    145  1.12   mycroft static int
    146  1.12   mycroft shm_find_segment_by_key(key)
    147  1.11   hpeyerl 	key_t key;
    148  1.11   hpeyerl {
    149  1.11   hpeyerl 	int i;
    150  1.11   hpeyerl 
    151  1.12   mycroft 	for (i = 0; i < shminfo.shmmni; i++)
    152  1.12   mycroft 		if ((shmsegs[i].shm_perm.mode & SHMSEG_ALLOCATED) &&
    153  1.52   thorpej 		    shmsegs[i].shm_perm._key == key)
    154  1.12   mycroft 			return i;
    155  1.11   hpeyerl 	return -1;
    156  1.11   hpeyerl }
    157  1.11   hpeyerl 
    158  1.28  christos struct shmid_ds *
    159  1.78  jdolecek shm_find_segment_by_shmid(shmid)
    160  1.11   hpeyerl 	int shmid;
    161  1.11   hpeyerl {
    162  1.11   hpeyerl 	int segnum;
    163  1.11   hpeyerl 	struct shmid_ds *shmseg;
    164  1.11   hpeyerl 
    165  1.11   hpeyerl 	segnum = IPCID_TO_IX(shmid);
    166  1.12   mycroft 	if (segnum < 0 || segnum >= shminfo.shmmni)
    167  1.11   hpeyerl 		return NULL;
    168  1.11   hpeyerl 	shmseg = &shmsegs[segnum];
    169  1.64      fvdl 	if ((shmseg->shm_perm.mode & SHMSEG_ALLOCATED) == 0)
    170  1.64      fvdl 		return NULL;
    171  1.78  jdolecek 	if ((shmseg->shm_perm.mode & SHMSEG_REMOVED) != 0)
    172  1.64      fvdl 		return NULL;
    173  1.64      fvdl 	if (shmseg->shm_perm._seq != IPCID_TO_SEQ(shmid))
    174  1.11   hpeyerl 		return NULL;
    175  1.11   hpeyerl 	return shmseg;
    176  1.11   hpeyerl }
    177  1.11   hpeyerl 
    178  1.12   mycroft static void
    179  1.12   mycroft shm_deallocate_segment(shmseg)
    180  1.12   mycroft 	struct shmid_ds *shmseg;
    181  1.12   mycroft {
    182  1.74  christos 	struct shm_handle *shm_handle = shmseg->_shm_internal;
    183  1.74  christos 	struct uvm_object *uobj = shm_handle->shm_object;
    184  1.74  christos 	size_t size = (shmseg->shm_segsz + PGOFSET) & ~PGOFSET;
    185  1.12   mycroft 
    186  1.74  christos 	(*uobj->pgops->pgo_detach)(uobj);
    187  1.12   mycroft 	free((caddr_t)shm_handle, M_SHM);
    188  1.52   thorpej 	shmseg->_shm_internal = NULL;
    189  1.14   mycroft 	shm_committed -= btoc(size);
    190  1.12   mycroft 	shmseg->shm_perm.mode = SHMSEG_FREE;
    191  1.25   mycroft 	shm_nused--;
    192  1.12   mycroft }
    193  1.12   mycroft 
    194  1.61       chs static void
    195  1.69  drochner shm_delete_mapping(vm, shmmap_s, shmmap_se)
    196  1.41   thorpej 	struct vmspace *vm;
    197  1.11   hpeyerl 	struct shmmap_state *shmmap_s;
    198  1.69  drochner 	struct shmmap_entry *shmmap_se;
    199  1.11   hpeyerl {
    200  1.12   mycroft 	struct shmid_ds *shmseg;
    201  1.61       chs 	int segnum;
    202  1.14   mycroft 	size_t size;
    203  1.76  junyoung 
    204  1.69  drochner 	segnum = IPCID_TO_IX(shmmap_se->shmid);
    205  1.72  jdolecek #ifdef DEBUG
    206  1.72  jdolecek 	if (segnum < 0 || segnum >= shminfo.shmmni)
    207  1.73    simonb 		panic("shm_delete_mapping: vmspace %p state %p entry %p - "
    208  1.73    simonb 		    "entry segment ID bad (%d)",
    209  1.73    simonb 		    vm, shmmap_s, shmmap_se, segnum);
    210  1.72  jdolecek #endif
    211  1.12   mycroft 	shmseg = &shmsegs[segnum];
    212  1.53     ragge 	size = (shmseg->shm_segsz + PGOFSET) & ~PGOFSET;
    213  1.69  drochner 	uvm_deallocate(&vm->vm_map, shmmap_se->va, size);
    214  1.69  drochner 	SLIST_REMOVE(&shmmap_s->entries, shmmap_se, shmmap_entry, next);
    215  1.69  drochner 	shmmap_s->nitems--;
    216  1.69  drochner 	pool_put(&shmmap_entry_pool, shmmap_se);
    217  1.11   hpeyerl 	shmseg->shm_dtime = time.tv_sec;
    218  1.12   mycroft 	if ((--shmseg->shm_nattch <= 0) &&
    219  1.11   hpeyerl 	    (shmseg->shm_perm.mode & SHMSEG_REMOVED)) {
    220  1.12   mycroft 		shm_deallocate_segment(shmseg);
    221  1.12   mycroft 		shm_last_free = segnum;
    222  1.11   hpeyerl 	}
    223  1.11   hpeyerl }
    224  1.11   hpeyerl 
    225  1.69  drochner /*
    226  1.69  drochner  * Get a non-shared shm map for that vmspace.
    227  1.69  drochner  * 3 cases:
    228  1.69  drochner  *   - no shm map present: create a fresh one
    229  1.69  drochner  *   - a shm map with refcount=1, just used by ourselves: fine
    230  1.69  drochner  *   - a shared shm map: copy to a fresh one and adjust refcounts
    231  1.69  drochner  */
    232  1.69  drochner static struct shmmap_state *
    233  1.69  drochner shmmap_getprivate(struct proc *p)
    234  1.69  drochner {
    235  1.69  drochner 	struct shmmap_state *oshmmap_s, *shmmap_s;
    236  1.69  drochner 	struct shmmap_entry *oshmmap_se, *shmmap_se;
    237  1.69  drochner 
    238  1.69  drochner 	oshmmap_s = (struct shmmap_state *)p->p_vmspace->vm_shm;
    239  1.69  drochner 	if (oshmmap_s && oshmmap_s->nrefs == 1)
    240  1.69  drochner 		return (oshmmap_s);
    241  1.69  drochner 
    242  1.69  drochner 	shmmap_s = malloc(sizeof(struct shmmap_state), M_SHM, M_WAITOK);
    243  1.69  drochner 	memset(shmmap_s, 0, sizeof(struct shmmap_state));
    244  1.69  drochner 	shmmap_s->nrefs = 1;
    245  1.69  drochner 	SLIST_INIT(&shmmap_s->entries);
    246  1.69  drochner 	p->p_vmspace->vm_shm = (caddr_t)shmmap_s;
    247  1.69  drochner 
    248  1.69  drochner 	if (!oshmmap_s)
    249  1.69  drochner 		return (shmmap_s);
    250  1.69  drochner 
    251  1.69  drochner #ifdef SHMDEBUG
    252  1.70  drochner 	printf("shmmap_getprivate: vm %p split (%d entries), was used by %d\n",
    253  1.69  drochner 	       p->p_vmspace, oshmmap_s->nitems, oshmmap_s->nrefs);
    254  1.69  drochner #endif
    255  1.69  drochner 	SLIST_FOREACH(oshmmap_se, &oshmmap_s->entries, next) {
    256  1.69  drochner 		shmmap_se = pool_get(&shmmap_entry_pool, PR_WAITOK);
    257  1.69  drochner 		shmmap_se->va = oshmmap_se->va;
    258  1.69  drochner 		shmmap_se->shmid = oshmmap_se->shmid;
    259  1.69  drochner 		SLIST_INSERT_HEAD(&shmmap_s->entries, shmmap_se, next);
    260  1.69  drochner 	}
    261  1.69  drochner 	shmmap_s->nitems = oshmmap_s->nitems;
    262  1.69  drochner 	oshmmap_s->nrefs--;
    263  1.69  drochner 	return (shmmap_s);
    264  1.69  drochner }
    265  1.69  drochner 
    266  1.70  drochner static struct shmmap_entry *
    267  1.70  drochner shm_find_mapping(map, va)
    268  1.70  drochner 	struct shmmap_state *map;
    269  1.70  drochner 	vaddr_t va;
    270  1.70  drochner {
    271  1.70  drochner 	struct shmmap_entry *shmmap_se;
    272  1.70  drochner 
    273  1.70  drochner 	SLIST_FOREACH(shmmap_se, &map->entries, next) {
    274  1.70  drochner 		if (shmmap_se->va == va)
    275  1.70  drochner 			return shmmap_se;
    276  1.70  drochner 	}
    277  1.70  drochner 	return 0;
    278  1.70  drochner }
    279  1.70  drochner 
    280  1.12   mycroft int
    281  1.65   thorpej sys_shmdt(l, v, retval)
    282  1.65   thorpej 	struct lwp *l;
    283  1.32   thorpej 	void *v;
    284  1.32   thorpej 	register_t *retval;
    285  1.32   thorpej {
    286  1.33   mycroft 	struct sys_shmdt_args /* {
    287  1.44    kleink 		syscallarg(const void *) shmaddr;
    288  1.32   thorpej 	} */ *uap = v;
    289  1.65   thorpej 	struct proc *p = l->l_proc;
    290  1.70  drochner 	struct shmmap_state *shmmap_s, *shmmap_s1;
    291  1.69  drochner 	struct shmmap_entry *shmmap_se;
    292  1.11   hpeyerl 
    293  1.12   mycroft 	shmmap_s = (struct shmmap_state *)p->p_vmspace->vm_shm;
    294  1.38  christos 	if (shmmap_s == NULL)
    295  1.38  christos 		return EINVAL;
    296  1.38  christos 
    297  1.70  drochner 	shmmap_se = shm_find_mapping(shmmap_s, (vaddr_t)SCARG(uap, shmaddr));
    298  1.70  drochner 	if (!shmmap_se)
    299  1.70  drochner 		return EINVAL;
    300  1.70  drochner 
    301  1.70  drochner 	shmmap_s1 = shmmap_getprivate(p);
    302  1.70  drochner 	if (shmmap_s1 != shmmap_s) {
    303  1.70  drochner 		/* map has been copied, lookup entry in new map */
    304  1.70  drochner 		shmmap_se = shm_find_mapping(shmmap_s1,
    305  1.70  drochner 					     (vaddr_t)SCARG(uap, shmaddr));
    306  1.70  drochner 		KASSERT(shmmap_se != NULL);
    307  1.70  drochner 	}
    308  1.69  drochner #ifdef SHMDEBUG
    309  1.70  drochner 	printf("shmdt: vm %p: remove %d @%lx\n",
    310  1.70  drochner 	       p->p_vmspace, shmmap_se->shmid, shmmap_se->va);
    311  1.69  drochner #endif
    312  1.70  drochner 	shm_delete_mapping(p->p_vmspace, shmmap_s1, shmmap_se);
    313  1.70  drochner 	return 0;
    314  1.11   hpeyerl }
    315  1.11   hpeyerl 
    316  1.12   mycroft int
    317  1.65   thorpej sys_shmat(l, v, retval)
    318  1.65   thorpej 	struct lwp *l;
    319  1.32   thorpej 	void *v;
    320  1.32   thorpej 	register_t *retval;
    321  1.32   thorpej {
    322  1.33   mycroft 	struct sys_shmat_args /* {
    323  1.26       cgd 		syscallarg(int) shmid;
    324  1.44    kleink 		syscallarg(const void *) shmaddr;
    325  1.35  christos 		syscallarg(int) shmflg;
    326  1.32   thorpej 	} */ *uap = v;
    327  1.78  jdolecek 	int error, flags;
    328  1.65   thorpej 	struct proc *p = l->l_proc;
    329  1.12   mycroft 	struct ucred *cred = p->p_ucred;
    330  1.11   hpeyerl 	struct shmid_ds *shmseg;
    331  1.69  drochner 	struct shmmap_state *shmmap_s;
    332  1.74  christos 	struct uvm_object *uobj;
    333  1.47       eeh 	vaddr_t attach_va;
    334  1.11   hpeyerl 	vm_prot_t prot;
    335  1.47       eeh 	vsize_t size;
    336  1.69  drochner 	struct shmmap_entry *shmmap_se;
    337  1.11   hpeyerl 
    338  1.78  jdolecek 	shmseg = shm_find_segment_by_shmid(SCARG(uap, shmid));
    339  1.11   hpeyerl 	if (shmseg == NULL)
    340  1.11   hpeyerl 		return EINVAL;
    341  1.35  christos 	error = ipcperm(cred, &shmseg->shm_perm,
    342  1.78  jdolecek 		    (SCARG(uap, shmflg) & SHM_RDONLY) ? IPC_R : IPC_R|IPC_W);
    343  1.35  christos 	if (error)
    344  1.12   mycroft 		return error;
    345  1.69  drochner 
    346  1.69  drochner 	shmmap_s = (struct shmmap_state *)p->p_vmspace->vm_shm;
    347  1.69  drochner 	if (shmmap_s && shmmap_s->nitems >= shminfo.shmseg)
    348  1.12   mycroft 		return EMFILE;
    349  1.69  drochner 
    350  1.53     ragge 	size = (shmseg->shm_segsz + PGOFSET) & ~PGOFSET;
    351  1.12   mycroft 	prot = VM_PROT_READ;
    352  1.78  jdolecek 	if ((SCARG(uap, shmflg) & SHM_RDONLY) == 0)
    353  1.12   mycroft 		prot |= VM_PROT_WRITE;
    354  1.12   mycroft 	flags = MAP_ANON | MAP_SHARED;
    355  1.78  jdolecek 	if (SCARG(uap, shmaddr)) {
    356  1.12   mycroft 		flags |= MAP_FIXED;
    357  1.78  jdolecek 		if (SCARG(uap, shmflg) & SHM_RND)
    358  1.26       cgd 			attach_va =
    359  1.78  jdolecek 			    (vaddr_t)SCARG(uap, shmaddr) & ~(SHMLBA-1);
    360  1.78  jdolecek 		else if (((vaddr_t)SCARG(uap, shmaddr) & (SHMLBA-1)) == 0)
    361  1.78  jdolecek 			attach_va = (vaddr_t)SCARG(uap, shmaddr);
    362  1.11   hpeyerl 		else
    363  1.14   mycroft 			return EINVAL;
    364  1.12   mycroft 	} else {
    365  1.66    atatat 		/* This is just a hint to uvm_mmap() about where to put it. */
    366  1.68    atatat 		attach_va = VM_DEFAULT_ADDRESS(p->p_vmspace->vm_daddr, size);
    367  1.11   hpeyerl 	}
    368  1.74  christos 	uobj = ((struct shm_handle *)shmseg->_shm_internal)->shm_object;
    369  1.74  christos 	(*uobj->pgops->pgo_reference)(uobj);
    370  1.61       chs 	error = uvm_map(&p->p_vmspace->vm_map, &attach_va, size,
    371  1.74  christos 	    uobj, 0, 0,
    372  1.61       chs 	    UVM_MAPFLAG(prot, prot, UVM_INH_SHARE, UVM_ADV_RANDOM, 0));
    373  1.61       chs 	if (error) {
    374  1.74  christos 		(*uobj->pgops->pgo_detach)(uobj);
    375  1.61       chs 		return error;
    376  1.42       mrg 	}
    377  1.69  drochner 	shmmap_se = pool_get(&shmmap_entry_pool, PR_WAITOK);
    378  1.69  drochner 	shmmap_se->va = attach_va;
    379  1.78  jdolecek 	shmmap_se->shmid = SCARG(uap, shmid);
    380  1.69  drochner 	shmmap_s = shmmap_getprivate(p);
    381  1.69  drochner #ifdef SHMDEBUG
    382  1.69  drochner 	printf("shmat: vm %p: add %d @%lx\n", p->p_vmspace, shmid, attach_va);
    383  1.69  drochner #endif
    384  1.69  drochner 	SLIST_INSERT_HEAD(&shmmap_s->entries, shmmap_se, next);
    385  1.69  drochner 	shmmap_s->nitems++;
    386  1.11   hpeyerl 	shmseg->shm_lpid = p->p_pid;
    387  1.11   hpeyerl 	shmseg->shm_atime = time.tv_sec;
    388  1.11   hpeyerl 	shmseg->shm_nattch++;
    389  1.78  jdolecek 
    390  1.78  jdolecek 	retval[0] = attach_va;
    391  1.11   hpeyerl 	return 0;
    392  1.11   hpeyerl }
    393  1.11   hpeyerl 
    394  1.12   mycroft int
    395  1.65   thorpej sys___shmctl13(l, v, retval)
    396  1.65   thorpej 	struct lwp *l;
    397  1.32   thorpej 	void *v;
    398  1.32   thorpej 	register_t *retval;
    399  1.32   thorpej {
    400  1.52   thorpej 	struct sys___shmctl13_args /* {
    401  1.26       cgd 		syscallarg(int) shmid;
    402  1.26       cgd 		syscallarg(int) cmd;
    403  1.26       cgd 		syscallarg(struct shmid_ds *) buf;
    404  1.76  junyoung 	} */ *uap = v;
    405  1.65   thorpej 	struct proc *p = l->l_proc;
    406  1.52   thorpej 	struct shmid_ds shmbuf;
    407  1.52   thorpej 	int cmd, error;
    408  1.52   thorpej 
    409  1.52   thorpej 	cmd = SCARG(uap, cmd);
    410  1.52   thorpej 
    411  1.52   thorpej 	if (cmd == IPC_SET) {
    412  1.52   thorpej 		error = copyin(SCARG(uap, buf), &shmbuf, sizeof(shmbuf));
    413  1.52   thorpej 		if (error)
    414  1.52   thorpej 			return (error);
    415  1.52   thorpej 	}
    416  1.52   thorpej 
    417  1.52   thorpej 	error = shmctl1(p, SCARG(uap, shmid), cmd,
    418  1.52   thorpej 	    (cmd == IPC_SET || cmd == IPC_STAT) ? &shmbuf : NULL);
    419  1.52   thorpej 
    420  1.52   thorpej 	if (error == 0 && cmd == IPC_STAT)
    421  1.52   thorpej 		error = copyout(&shmbuf, SCARG(uap, buf), sizeof(shmbuf));
    422  1.52   thorpej 
    423  1.52   thorpej 	return (error);
    424  1.52   thorpej }
    425  1.52   thorpej 
    426  1.52   thorpej int
    427  1.52   thorpej shmctl1(p, shmid, cmd, shmbuf)
    428  1.52   thorpej 	struct proc *p;
    429  1.52   thorpej 	int shmid;
    430  1.52   thorpej 	int cmd;
    431  1.52   thorpej 	struct shmid_ds *shmbuf;
    432  1.52   thorpej {
    433  1.12   mycroft 	struct ucred *cred = p->p_ucred;
    434  1.11   hpeyerl 	struct shmid_ds *shmseg;
    435  1.52   thorpej 	int error = 0;
    436  1.11   hpeyerl 
    437  1.78  jdolecek 	shmseg = shm_find_segment_by_shmid(shmid);
    438  1.11   hpeyerl 	if (shmseg == NULL)
    439  1.11   hpeyerl 		return EINVAL;
    440  1.52   thorpej 	switch (cmd) {
    441  1.11   hpeyerl 	case IPC_STAT:
    442  1.35  christos 		if ((error = ipcperm(cred, &shmseg->shm_perm, IPC_R)) != 0)
    443  1.11   hpeyerl 			return error;
    444  1.52   thorpej 		memcpy(shmbuf, shmseg, sizeof(struct shmid_ds));
    445  1.11   hpeyerl 		break;
    446  1.11   hpeyerl 	case IPC_SET:
    447  1.35  christos 		if ((error = ipcperm(cred, &shmseg->shm_perm, IPC_M)) != 0)
    448  1.13   mycroft 			return error;
    449  1.52   thorpej 		shmseg->shm_perm.uid = shmbuf->shm_perm.uid;
    450  1.52   thorpej 		shmseg->shm_perm.gid = shmbuf->shm_perm.gid;
    451  1.12   mycroft 		shmseg->shm_perm.mode =
    452  1.12   mycroft 		    (shmseg->shm_perm.mode & ~ACCESSPERMS) |
    453  1.52   thorpej 		    (shmbuf->shm_perm.mode & ACCESSPERMS);
    454  1.12   mycroft 		shmseg->shm_ctime = time.tv_sec;
    455  1.11   hpeyerl 		break;
    456  1.11   hpeyerl 	case IPC_RMID:
    457  1.35  christos 		if ((error = ipcperm(cred, &shmseg->shm_perm, IPC_M)) != 0)
    458  1.13   mycroft 			return error;
    459  1.52   thorpej 		shmseg->shm_perm._key = IPC_PRIVATE;
    460  1.12   mycroft 		shmseg->shm_perm.mode |= SHMSEG_REMOVED;
    461  1.12   mycroft 		if (shmseg->shm_nattch <= 0) {
    462  1.12   mycroft 			shm_deallocate_segment(shmseg);
    463  1.52   thorpej 			shm_last_free = IPCID_TO_IX(shmid);
    464  1.11   hpeyerl 		}
    465  1.11   hpeyerl 		break;
    466  1.11   hpeyerl 	case SHM_LOCK:
    467  1.11   hpeyerl 	case SHM_UNLOCK:
    468  1.11   hpeyerl 	default:
    469  1.11   hpeyerl 		return EINVAL;
    470  1.11   hpeyerl 	}
    471  1.11   hpeyerl 	return 0;
    472  1.11   hpeyerl }
    473  1.11   hpeyerl 
    474  1.12   mycroft static int
    475  1.12   mycroft shmget_existing(p, uap, mode, segnum, retval)
    476  1.11   hpeyerl 	struct proc *p;
    477  1.33   mycroft 	struct sys_shmget_args /* {
    478  1.26       cgd 		syscallarg(key_t) key;
    479  1.44    kleink 		syscallarg(size_t) size;
    480  1.35  christos 		syscallarg(int) shmflg;
    481  1.26       cgd 	} */ *uap;
    482  1.11   hpeyerl 	int mode;
    483  1.11   hpeyerl 	int segnum;
    484  1.26       cgd 	register_t *retval;
    485  1.11   hpeyerl {
    486  1.12   mycroft 	struct shmid_ds *shmseg;
    487  1.12   mycroft 	struct ucred *cred = p->p_ucred;
    488  1.11   hpeyerl 	int error;
    489  1.11   hpeyerl 
    490  1.11   hpeyerl 	shmseg = &shmsegs[segnum];
    491  1.16   mycroft 	if (shmseg->shm_perm.mode & SHMSEG_REMOVED) {
    492  1.16   mycroft 		/*
    493  1.16   mycroft 		 * This segment is in the process of being allocated.  Wait
    494  1.16   mycroft 		 * until it's done, and look the key up again (in case the
    495  1.16   mycroft 		 * allocation failed or it was freed).
    496  1.16   mycroft 		 */
    497  1.16   mycroft 		shmseg->shm_perm.mode |= SHMSEG_WANTED;
    498  1.35  christos 		error = tsleep((caddr_t)shmseg, PLOCK | PCATCH, "shmget", 0);
    499  1.35  christos 		if (error)
    500  1.16   mycroft 			return error;
    501  1.16   mycroft 		return EAGAIN;
    502  1.16   mycroft 	}
    503  1.35  christos 	if ((error = ipcperm(cred, &shmseg->shm_perm, mode)) != 0)
    504  1.11   hpeyerl 		return error;
    505  1.26       cgd 	if (SCARG(uap, size) && SCARG(uap, size) > shmseg->shm_segsz)
    506  1.11   hpeyerl 		return EINVAL;
    507  1.37  christos 	if ((SCARG(uap, shmflg) & (IPC_CREAT | IPC_EXCL)) ==
    508  1.26       cgd 	    (IPC_CREAT | IPC_EXCL))
    509  1.12   mycroft 		return EEXIST;
    510  1.11   hpeyerl 	*retval = IXSEQ_TO_IPCID(segnum, shmseg->shm_perm);
    511  1.11   hpeyerl 	return 0;
    512  1.11   hpeyerl }
    513  1.11   hpeyerl 
    514  1.14   mycroft static int
    515  1.14   mycroft shmget_allocate_segment(p, uap, mode, retval)
    516  1.14   mycroft 	struct proc *p;
    517  1.33   mycroft 	struct sys_shmget_args /* {
    518  1.26       cgd 		syscallarg(key_t) key;
    519  1.44    kleink 		syscallarg(size_t) size;
    520  1.35  christos 		syscallarg(int) shmflg;
    521  1.26       cgd 	} */ *uap;
    522  1.14   mycroft 	int mode;
    523  1.26       cgd 	register_t *retval;
    524  1.14   mycroft {
    525  1.39  drochner 	int i, segnum, shmid, size;
    526  1.14   mycroft 	struct ucred *cred = p->p_ucred;
    527  1.14   mycroft 	struct shmid_ds *shmseg;
    528  1.14   mycroft 	struct shm_handle *shm_handle;
    529  1.40  drochner 	int error = 0;
    530  1.76  junyoung 
    531  1.26       cgd 	if (SCARG(uap, size) < shminfo.shmmin ||
    532  1.26       cgd 	    SCARG(uap, size) > shminfo.shmmax)
    533  1.14   mycroft 		return EINVAL;
    534  1.14   mycroft 	if (shm_nused >= shminfo.shmmni) /* any shmids left? */
    535  1.14   mycroft 		return ENOSPC;
    536  1.53     ragge 	size = (SCARG(uap, size) + PGOFSET) & ~PGOFSET;
    537  1.14   mycroft 	if (shm_committed + btoc(size) > shminfo.shmall)
    538  1.14   mycroft 		return ENOMEM;
    539  1.14   mycroft 	if (shm_last_free < 0) {
    540  1.14   mycroft 		for (i = 0; i < shminfo.shmmni; i++)
    541  1.14   mycroft 			if (shmsegs[i].shm_perm.mode & SHMSEG_FREE)
    542  1.14   mycroft 				break;
    543  1.14   mycroft 		if (i == shminfo.shmmni)
    544  1.14   mycroft 			panic("shmseg free count inconsistent");
    545  1.14   mycroft 		segnum = i;
    546  1.14   mycroft 	} else  {
    547  1.14   mycroft 		segnum = shm_last_free;
    548  1.14   mycroft 		shm_last_free = -1;
    549  1.14   mycroft 	}
    550  1.14   mycroft 	shmseg = &shmsegs[segnum];
    551  1.14   mycroft 	/*
    552  1.14   mycroft 	 * In case we sleep in malloc(), mark the segment present but deleted
    553  1.14   mycroft 	 * so that noone else tries to create the same key.
    554  1.14   mycroft 	 */
    555  1.14   mycroft 	shmseg->shm_perm.mode = SHMSEG_ALLOCATED | SHMSEG_REMOVED;
    556  1.52   thorpej 	shmseg->shm_perm._key = SCARG(uap, key);
    557  1.52   thorpej 	shmseg->shm_perm._seq = (shmseg->shm_perm._seq + 1) & 0x7fff;
    558  1.14   mycroft 	shm_handle = (struct shm_handle *)
    559  1.14   mycroft 	    malloc(sizeof(struct shm_handle), M_SHM, M_WAITOK);
    560  1.14   mycroft 	shmid = IXSEQ_TO_IPCID(segnum, shmseg->shm_perm);
    561  1.42       mrg 
    562  1.42       mrg 	shm_handle->shm_object = uao_create(size, 0);
    563  1.42       mrg 
    564  1.52   thorpej 	shmseg->_shm_internal = shm_handle;
    565  1.14   mycroft 	shmseg->shm_perm.cuid = shmseg->shm_perm.uid = cred->cr_uid;
    566  1.14   mycroft 	shmseg->shm_perm.cgid = shmseg->shm_perm.gid = cred->cr_gid;
    567  1.16   mycroft 	shmseg->shm_perm.mode = (shmseg->shm_perm.mode & SHMSEG_WANTED) |
    568  1.16   mycroft 	    (mode & ACCESSPERMS) | SHMSEG_ALLOCATED;
    569  1.26       cgd 	shmseg->shm_segsz = SCARG(uap, size);
    570  1.14   mycroft 	shmseg->shm_cpid = p->p_pid;
    571  1.14   mycroft 	shmseg->shm_lpid = shmseg->shm_nattch = 0;
    572  1.14   mycroft 	shmseg->shm_atime = shmseg->shm_dtime = 0;
    573  1.14   mycroft 	shmseg->shm_ctime = time.tv_sec;
    574  1.14   mycroft 	shm_committed += btoc(size);
    575  1.14   mycroft 	shm_nused++;
    576  1.40  drochner 
    577  1.51       mrg 	*retval = shmid;
    578  1.16   mycroft 	if (shmseg->shm_perm.mode & SHMSEG_WANTED) {
    579  1.16   mycroft 		/*
    580  1.16   mycroft 		 * Somebody else wanted this key while we were asleep.  Wake
    581  1.16   mycroft 		 * them up now.
    582  1.16   mycroft 		 */
    583  1.16   mycroft 		shmseg->shm_perm.mode &= ~SHMSEG_WANTED;
    584  1.16   mycroft 		wakeup((caddr_t)shmseg);
    585  1.16   mycroft 	}
    586  1.40  drochner 	return error;
    587  1.14   mycroft }
    588  1.14   mycroft 
    589  1.12   mycroft int
    590  1.65   thorpej sys_shmget(l, v, retval)
    591  1.65   thorpej 	struct lwp *l;
    592  1.32   thorpej 	void *v;
    593  1.32   thorpej 	register_t *retval;
    594  1.32   thorpej {
    595  1.33   mycroft 	struct sys_shmget_args /* {
    596  1.26       cgd 		syscallarg(key_t) key;
    597  1.26       cgd 		syscallarg(int) size;
    598  1.35  christos 		syscallarg(int) shmflg;
    599  1.32   thorpej 	} */ *uap = v;
    600  1.65   thorpej 	struct proc *p = l->l_proc;
    601  1.11   hpeyerl 	int segnum, mode, error;
    602  1.11   hpeyerl 
    603  1.26       cgd 	mode = SCARG(uap, shmflg) & ACCESSPERMS;
    604  1.26       cgd 	if (SCARG(uap, key) != IPC_PRIVATE) {
    605  1.16   mycroft 	again:
    606  1.26       cgd 		segnum = shm_find_segment_by_key(SCARG(uap, key));
    607  1.16   mycroft 		if (segnum >= 0) {
    608  1.16   mycroft 			error = shmget_existing(p, uap, mode, segnum, retval);
    609  1.16   mycroft 			if (error == EAGAIN)
    610  1.16   mycroft 				goto again;
    611  1.16   mycroft 			return error;
    612  1.16   mycroft 		}
    613  1.76  junyoung 		if ((SCARG(uap, shmflg) & IPC_CREAT) == 0)
    614  1.14   mycroft 			return ENOENT;
    615  1.11   hpeyerl 	}
    616  1.14   mycroft 	return shmget_allocate_segment(p, uap, mode, retval);
    617  1.11   hpeyerl }
    618  1.11   hpeyerl 
    619  1.12   mycroft void
    620  1.41   thorpej shmfork(vm1, vm2)
    621  1.41   thorpej 	struct vmspace *vm1, *vm2;
    622  1.11   hpeyerl {
    623  1.11   hpeyerl 	struct shmmap_state *shmmap_s;
    624  1.69  drochner 	struct shmmap_entry *shmmap_se;
    625  1.69  drochner 
    626  1.69  drochner 	vm2->vm_shm = vm1->vm_shm;
    627  1.11   hpeyerl 
    628  1.69  drochner 	if (vm1->vm_shm == NULL)
    629  1.38  christos 		return;
    630  1.41   thorpej 
    631  1.69  drochner #ifdef SHMDEBUG
    632  1.69  drochner 	printf("shmfork %p->%p\n", vm1, vm2);
    633  1.69  drochner #endif
    634  1.69  drochner 
    635  1.69  drochner 	shmmap_s = (struct shmmap_state *)vm1->vm_shm;
    636  1.69  drochner 
    637  1.69  drochner 	SLIST_FOREACH(shmmap_se, &shmmap_s->entries, next)
    638  1.69  drochner 		shmsegs[IPCID_TO_IX(shmmap_se->shmid)].shm_nattch++;
    639  1.69  drochner 	shmmap_s->nrefs++;
    640  1.11   hpeyerl }
    641  1.11   hpeyerl 
    642  1.12   mycroft void
    643  1.41   thorpej shmexit(vm)
    644  1.41   thorpej 	struct vmspace *vm;
    645  1.11   hpeyerl {
    646  1.12   mycroft 	struct shmmap_state *shmmap_s;
    647  1.69  drochner 	struct shmmap_entry *shmmap_se;
    648  1.11   hpeyerl 
    649  1.41   thorpej 	shmmap_s = (struct shmmap_state *)vm->vm_shm;
    650  1.38  christos 	if (shmmap_s == NULL)
    651  1.38  christos 		return;
    652  1.69  drochner 
    653  1.41   thorpej 	vm->vm_shm = NULL;
    654  1.69  drochner 
    655  1.69  drochner 	if (--shmmap_s->nrefs > 0) {
    656  1.69  drochner #ifdef SHMDEBUG
    657  1.70  drochner 		printf("shmexit: vm %p drop ref (%d entries), now used by %d\n",
    658  1.69  drochner 		       vm, shmmap_s->nitems, shmmap_s->nrefs);
    659  1.69  drochner #endif
    660  1.69  drochner 		SLIST_FOREACH(shmmap_se, &shmmap_s->entries, next)
    661  1.69  drochner 			shmsegs[IPCID_TO_IX(shmmap_se->shmid)].shm_nattch--;
    662  1.69  drochner 		return;
    663  1.69  drochner 	}
    664  1.69  drochner 
    665  1.69  drochner #ifdef SHMDEBUG
    666  1.69  drochner 	printf("shmexit: vm %p cleanup (%d entries)\n", vm, shmmap_s->nitems);
    667  1.69  drochner #endif
    668  1.69  drochner 	while (!SLIST_EMPTY(&shmmap_s->entries)) {
    669  1.69  drochner 		shmmap_se = SLIST_FIRST(&shmmap_s->entries);
    670  1.69  drochner 		shm_delete_mapping(vm, shmmap_s, shmmap_se);
    671  1.69  drochner 	}
    672  1.69  drochner 	KASSERT(shmmap_s->nitems == 0);
    673  1.69  drochner 	free(shmmap_s, M_SHM);
    674  1.11   hpeyerl }
    675  1.11   hpeyerl 
    676  1.12   mycroft void
    677  1.12   mycroft shminit()
    678  1.11   hpeyerl {
    679  1.71  jdolecek 	int i, sz;
    680  1.71  jdolecek 	vaddr_t v;
    681  1.71  jdolecek 
    682  1.71  jdolecek 	/* Allocate pageable memory for our structures */
    683  1.71  jdolecek 	sz = shminfo.shmmni * sizeof(struct shmid_ds);
    684  1.71  jdolecek 	if ((v = uvm_km_alloc(kernel_map, round_page(sz))) == 0)
    685  1.71  jdolecek 		panic("sysv_shm: cannot allocate memory");
    686  1.71  jdolecek 	shmsegs = (void *)v;
    687  1.24   deraadt 
    688  1.60   thorpej 	shminfo.shmmax *= PAGE_SIZE;
    689  1.11   hpeyerl 
    690  1.11   hpeyerl 	for (i = 0; i < shminfo.shmmni; i++) {
    691  1.11   hpeyerl 		shmsegs[i].shm_perm.mode = SHMSEG_FREE;
    692  1.52   thorpej 		shmsegs[i].shm_perm._seq = 0;
    693  1.11   hpeyerl 	}
    694  1.11   hpeyerl 	shm_last_free = 0;
    695  1.11   hpeyerl 	shm_nused = 0;
    696  1.11   hpeyerl 	shm_committed = 0;
    697  1.11   hpeyerl }
    698