sysv_shm.c revision 1.72 1 1.72 jdolecek /* $NetBSD: sysv_shm.c,v 1.72 2003/12/05 22:09:56 jdolecek Exp $ */
2 1.52 thorpej
3 1.52 thorpej /*-
4 1.52 thorpej * Copyright (c) 1999 The NetBSD Foundation, Inc.
5 1.52 thorpej * All rights reserved.
6 1.52 thorpej *
7 1.52 thorpej * This code is derived from software contributed to The NetBSD Foundation
8 1.52 thorpej * by Jason R. Thorpe of the Numerical Aerospace Simulation Facility,
9 1.52 thorpej * NASA Ames Research Center.
10 1.52 thorpej *
11 1.52 thorpej * Redistribution and use in source and binary forms, with or without
12 1.52 thorpej * modification, are permitted provided that the following conditions
13 1.52 thorpej * are met:
14 1.52 thorpej * 1. Redistributions of source code must retain the above copyright
15 1.52 thorpej * notice, this list of conditions and the following disclaimer.
16 1.52 thorpej * 2. Redistributions in binary form must reproduce the above copyright
17 1.52 thorpej * notice, this list of conditions and the following disclaimer in the
18 1.52 thorpej * documentation and/or other materials provided with the distribution.
19 1.52 thorpej * 3. All advertising materials mentioning features or use of this software
20 1.52 thorpej * must display the following acknowledgement:
21 1.52 thorpej * This product includes software developed by the NetBSD
22 1.52 thorpej * Foundation, Inc. and its contributors.
23 1.52 thorpej * 4. Neither the name of The NetBSD Foundation nor the names of its
24 1.52 thorpej * contributors may be used to endorse or promote products derived
25 1.52 thorpej * from this software without specific prior written permission.
26 1.52 thorpej *
27 1.52 thorpej * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
28 1.52 thorpej * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
29 1.52 thorpej * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
30 1.52 thorpej * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
31 1.52 thorpej * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
32 1.52 thorpej * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
33 1.52 thorpej * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
34 1.52 thorpej * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
35 1.52 thorpej * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
36 1.52 thorpej * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
37 1.52 thorpej * POSSIBILITY OF SUCH DAMAGE.
38 1.52 thorpej */
39 1.22 cgd
40 1.11 hpeyerl /*
41 1.48 mycroft * Copyright (c) 1994 Adam Glass and Charles M. Hannum. All rights reserved.
42 1.11 hpeyerl *
43 1.11 hpeyerl * Redistribution and use in source and binary forms, with or without
44 1.11 hpeyerl * modification, are permitted provided that the following conditions
45 1.11 hpeyerl * are met:
46 1.11 hpeyerl * 1. Redistributions of source code must retain the above copyright
47 1.11 hpeyerl * notice, this list of conditions and the following disclaimer.
48 1.17 mycroft * 2. Redistributions in binary form must reproduce the above copyright
49 1.17 mycroft * notice, this list of conditions and the following disclaimer in the
50 1.17 mycroft * documentation and/or other materials provided with the distribution.
51 1.17 mycroft * 3. All advertising materials mentioning features or use of this software
52 1.17 mycroft * must display the following acknowledgement:
53 1.48 mycroft * This product includes software developed by Adam Glass and Charles M.
54 1.17 mycroft * Hannum.
55 1.17 mycroft * 4. The names of the authors may not be used to endorse or promote products
56 1.11 hpeyerl * derived from this software without specific prior written permission.
57 1.11 hpeyerl *
58 1.17 mycroft * THIS SOFTWARE IS PROVIDED BY THE AUTHORS ``AS IS'' AND ANY EXPRESS OR
59 1.17 mycroft * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
60 1.17 mycroft * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
61 1.17 mycroft * IN NO EVENT SHALL THE AUTHORS BE LIABLE FOR ANY DIRECT, INDIRECT,
62 1.17 mycroft * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
63 1.17 mycroft * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
64 1.17 mycroft * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
65 1.17 mycroft * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
66 1.17 mycroft * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
67 1.17 mycroft * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
68 1.11 hpeyerl */
69 1.62 lukem
70 1.62 lukem #include <sys/cdefs.h>
71 1.72 jdolecek __KERNEL_RCSID(0, "$NetBSD: sysv_shm.c,v 1.72 2003/12/05 22:09:56 jdolecek Exp $");
72 1.43 mrg
73 1.50 tron #define SYSVSHM
74 1.11 hpeyerl
75 1.11 hpeyerl #include <sys/param.h>
76 1.11 hpeyerl #include <sys/kernel.h>
77 1.11 hpeyerl #include <sys/shm.h>
78 1.11 hpeyerl #include <sys/malloc.h>
79 1.11 hpeyerl #include <sys/mman.h>
80 1.12 mycroft #include <sys/stat.h>
81 1.56 simonb #include <sys/sysctl.h>
82 1.56 simonb #include <sys/mount.h> /* XXX for <sys/syscallargs.h> */
83 1.65 thorpej #include <sys/sa.h>
84 1.56 simonb #include <sys/syscallargs.h>
85 1.69 drochner #include <sys/queue.h>
86 1.69 drochner #include <sys/pool.h>
87 1.35 christos
88 1.60 thorpej #include <uvm/uvm_extern.h>
89 1.60 thorpej
90 1.64 fvdl struct shmid_ds *shm_find_segment_by_shmid __P((int, int));
91 1.67 thorpej
92 1.71 jdolecek static MALLOC_DEFINE(M_SHM, "shm", "SVID compatible shared memory segments");
93 1.35 christos
94 1.11 hpeyerl /*
95 1.11 hpeyerl * Provides the following externally accessible functions:
96 1.11 hpeyerl *
97 1.41 thorpej * shminit(void); initialization
98 1.41 thorpej * shmexit(struct vmspace *) cleanup
99 1.41 thorpej * shmfork(struct vmspace *, struct vmspace *) fork handling
100 1.11 hpeyerl *
101 1.11 hpeyerl * Structures:
102 1.11 hpeyerl * shmsegs (an array of 'struct shmid_ds')
103 1.11 hpeyerl * per proc array of 'struct shmmap_state'
104 1.11 hpeyerl */
105 1.12 mycroft
106 1.16 mycroft #define SHMSEG_FREE 0x0200
107 1.16 mycroft #define SHMSEG_REMOVED 0x0400
108 1.16 mycroft #define SHMSEG_ALLOCATED 0x0800
109 1.16 mycroft #define SHMSEG_WANTED 0x1000
110 1.11 hpeyerl
111 1.71 jdolecek static int shm_last_free, shm_nused, shm_committed;
112 1.55 simonb struct shmid_ds *shmsegs;
113 1.11 hpeyerl
114 1.11 hpeyerl struct shm_handle {
115 1.42 mrg struct uvm_object *shm_object;
116 1.11 hpeyerl };
117 1.11 hpeyerl
118 1.69 drochner struct shmmap_entry {
119 1.69 drochner SLIST_ENTRY(shmmap_entry) next;
120 1.47 eeh vaddr_t va;
121 1.11 hpeyerl int shmid;
122 1.11 hpeyerl };
123 1.11 hpeyerl
124 1.71 jdolecek static struct pool shmmap_entry_pool;
125 1.69 drochner
126 1.69 drochner struct shmmap_state {
127 1.69 drochner unsigned int nitems;
128 1.69 drochner unsigned int nrefs;
129 1.69 drochner SLIST_HEAD(, shmmap_entry) entries;
130 1.69 drochner };
131 1.69 drochner
132 1.35 christos static int shm_find_segment_by_key __P((key_t));
133 1.12 mycroft static void shm_deallocate_segment __P((struct shmid_ds *));
134 1.69 drochner static void shm_delete_mapping __P((struct vmspace *, struct shmmap_state *,
135 1.69 drochner struct shmmap_entry *));
136 1.35 christos static int shmget_existing __P((struct proc *, struct sys_shmget_args *,
137 1.35 christos int, int, register_t *));
138 1.35 christos static int shmget_allocate_segment __P((struct proc *, struct sys_shmget_args *,
139 1.35 christos int, register_t *));
140 1.69 drochner static struct shmmap_state *shmmap_getprivate __P((struct proc *));
141 1.70 drochner static struct shmmap_entry *
142 1.70 drochner shm_find_mapping __P((struct shmmap_state *, vaddr_t));
143 1.11 hpeyerl
144 1.12 mycroft static int
145 1.12 mycroft shm_find_segment_by_key(key)
146 1.11 hpeyerl key_t key;
147 1.11 hpeyerl {
148 1.11 hpeyerl int i;
149 1.11 hpeyerl
150 1.12 mycroft for (i = 0; i < shminfo.shmmni; i++)
151 1.12 mycroft if ((shmsegs[i].shm_perm.mode & SHMSEG_ALLOCATED) &&
152 1.52 thorpej shmsegs[i].shm_perm._key == key)
153 1.12 mycroft return i;
154 1.11 hpeyerl return -1;
155 1.11 hpeyerl }
156 1.11 hpeyerl
157 1.28 christos struct shmid_ds *
158 1.64 fvdl shm_find_segment_by_shmid(shmid, findremoved)
159 1.11 hpeyerl int shmid;
160 1.64 fvdl int findremoved;
161 1.11 hpeyerl {
162 1.11 hpeyerl int segnum;
163 1.11 hpeyerl struct shmid_ds *shmseg;
164 1.11 hpeyerl
165 1.11 hpeyerl segnum = IPCID_TO_IX(shmid);
166 1.12 mycroft if (segnum < 0 || segnum >= shminfo.shmmni)
167 1.11 hpeyerl return NULL;
168 1.11 hpeyerl shmseg = &shmsegs[segnum];
169 1.64 fvdl if ((shmseg->shm_perm.mode & SHMSEG_ALLOCATED) == 0)
170 1.64 fvdl return NULL;
171 1.64 fvdl if (!findremoved && ((shmseg->shm_perm.mode & SHMSEG_REMOVED) != 0))
172 1.64 fvdl return NULL;
173 1.64 fvdl if (shmseg->shm_perm._seq != IPCID_TO_SEQ(shmid))
174 1.11 hpeyerl return NULL;
175 1.11 hpeyerl return shmseg;
176 1.11 hpeyerl }
177 1.11 hpeyerl
178 1.12 mycroft static void
179 1.12 mycroft shm_deallocate_segment(shmseg)
180 1.12 mycroft struct shmid_ds *shmseg;
181 1.12 mycroft {
182 1.12 mycroft struct shm_handle *shm_handle;
183 1.14 mycroft size_t size;
184 1.12 mycroft
185 1.52 thorpej shm_handle = shmseg->_shm_internal;
186 1.53 ragge size = (shmseg->shm_segsz + PGOFSET) & ~PGOFSET;
187 1.42 mrg uao_detach(shm_handle->shm_object);
188 1.12 mycroft free((caddr_t)shm_handle, M_SHM);
189 1.52 thorpej shmseg->_shm_internal = NULL;
190 1.14 mycroft shm_committed -= btoc(size);
191 1.12 mycroft shmseg->shm_perm.mode = SHMSEG_FREE;
192 1.25 mycroft shm_nused--;
193 1.12 mycroft }
194 1.12 mycroft
195 1.61 chs static void
196 1.69 drochner shm_delete_mapping(vm, shmmap_s, shmmap_se)
197 1.41 thorpej struct vmspace *vm;
198 1.11 hpeyerl struct shmmap_state *shmmap_s;
199 1.69 drochner struct shmmap_entry *shmmap_se;
200 1.11 hpeyerl {
201 1.12 mycroft struct shmid_ds *shmseg;
202 1.61 chs int segnum;
203 1.14 mycroft size_t size;
204 1.11 hpeyerl
205 1.69 drochner segnum = IPCID_TO_IX(shmmap_se->shmid);
206 1.72 jdolecek #ifdef DEBUG
207 1.72 jdolecek if (segnum < 0 || segnum >= shminfo.shmmni)
208 1.72 jdolecek panic("shm_delete_mapping: vmspace %p state %p entry %p - entry segment ID bad (%d)", vm, shmmap_s, shmmap_se, segnum);
209 1.72 jdolecek #endif
210 1.12 mycroft shmseg = &shmsegs[segnum];
211 1.53 ragge size = (shmseg->shm_segsz + PGOFSET) & ~PGOFSET;
212 1.69 drochner uvm_deallocate(&vm->vm_map, shmmap_se->va, size);
213 1.69 drochner SLIST_REMOVE(&shmmap_s->entries, shmmap_se, shmmap_entry, next);
214 1.69 drochner shmmap_s->nitems--;
215 1.69 drochner pool_put(&shmmap_entry_pool, shmmap_se);
216 1.11 hpeyerl shmseg->shm_dtime = time.tv_sec;
217 1.12 mycroft if ((--shmseg->shm_nattch <= 0) &&
218 1.11 hpeyerl (shmseg->shm_perm.mode & SHMSEG_REMOVED)) {
219 1.12 mycroft shm_deallocate_segment(shmseg);
220 1.12 mycroft shm_last_free = segnum;
221 1.11 hpeyerl }
222 1.11 hpeyerl }
223 1.11 hpeyerl
224 1.69 drochner /*
225 1.69 drochner * Get a non-shared shm map for that vmspace.
226 1.69 drochner * 3 cases:
227 1.69 drochner * - no shm map present: create a fresh one
228 1.69 drochner * - a shm map with refcount=1, just used by ourselves: fine
229 1.69 drochner * - a shared shm map: copy to a fresh one and adjust refcounts
230 1.69 drochner */
231 1.69 drochner static struct shmmap_state *
232 1.69 drochner shmmap_getprivate(struct proc *p)
233 1.69 drochner {
234 1.69 drochner struct shmmap_state *oshmmap_s, *shmmap_s;
235 1.69 drochner struct shmmap_entry *oshmmap_se, *shmmap_se;
236 1.69 drochner
237 1.69 drochner oshmmap_s = (struct shmmap_state *)p->p_vmspace->vm_shm;
238 1.69 drochner if (oshmmap_s && oshmmap_s->nrefs == 1)
239 1.69 drochner return (oshmmap_s);
240 1.69 drochner
241 1.69 drochner shmmap_s = malloc(sizeof(struct shmmap_state), M_SHM, M_WAITOK);
242 1.69 drochner memset(shmmap_s, 0, sizeof(struct shmmap_state));
243 1.69 drochner shmmap_s->nrefs = 1;
244 1.69 drochner SLIST_INIT(&shmmap_s->entries);
245 1.69 drochner p->p_vmspace->vm_shm = (caddr_t)shmmap_s;
246 1.69 drochner
247 1.69 drochner if (!oshmmap_s)
248 1.69 drochner return (shmmap_s);
249 1.69 drochner
250 1.69 drochner #ifdef SHMDEBUG
251 1.70 drochner printf("shmmap_getprivate: vm %p split (%d entries), was used by %d\n",
252 1.69 drochner p->p_vmspace, oshmmap_s->nitems, oshmmap_s->nrefs);
253 1.69 drochner #endif
254 1.69 drochner SLIST_FOREACH(oshmmap_se, &oshmmap_s->entries, next) {
255 1.69 drochner shmmap_se = pool_get(&shmmap_entry_pool, PR_WAITOK);
256 1.69 drochner shmmap_se->va = oshmmap_se->va;
257 1.69 drochner shmmap_se->shmid = oshmmap_se->shmid;
258 1.69 drochner SLIST_INSERT_HEAD(&shmmap_s->entries, shmmap_se, next);
259 1.69 drochner }
260 1.69 drochner shmmap_s->nitems = oshmmap_s->nitems;
261 1.69 drochner oshmmap_s->nrefs--;
262 1.69 drochner return (shmmap_s);
263 1.69 drochner }
264 1.69 drochner
265 1.70 drochner static struct shmmap_entry *
266 1.70 drochner shm_find_mapping(map, va)
267 1.70 drochner struct shmmap_state *map;
268 1.70 drochner vaddr_t va;
269 1.70 drochner {
270 1.70 drochner struct shmmap_entry *shmmap_se;
271 1.70 drochner
272 1.70 drochner SLIST_FOREACH(shmmap_se, &map->entries, next) {
273 1.70 drochner if (shmmap_se->va == va)
274 1.70 drochner return shmmap_se;
275 1.70 drochner }
276 1.70 drochner return 0;
277 1.70 drochner }
278 1.70 drochner
279 1.12 mycroft int
280 1.65 thorpej sys_shmdt(l, v, retval)
281 1.65 thorpej struct lwp *l;
282 1.32 thorpej void *v;
283 1.32 thorpej register_t *retval;
284 1.32 thorpej {
285 1.33 mycroft struct sys_shmdt_args /* {
286 1.44 kleink syscallarg(const void *) shmaddr;
287 1.32 thorpej } */ *uap = v;
288 1.65 thorpej struct proc *p = l->l_proc;
289 1.70 drochner struct shmmap_state *shmmap_s, *shmmap_s1;
290 1.69 drochner struct shmmap_entry *shmmap_se;
291 1.11 hpeyerl
292 1.12 mycroft shmmap_s = (struct shmmap_state *)p->p_vmspace->vm_shm;
293 1.38 christos if (shmmap_s == NULL)
294 1.38 christos return EINVAL;
295 1.38 christos
296 1.70 drochner shmmap_se = shm_find_mapping(shmmap_s, (vaddr_t)SCARG(uap, shmaddr));
297 1.70 drochner if (!shmmap_se)
298 1.70 drochner return EINVAL;
299 1.70 drochner
300 1.70 drochner shmmap_s1 = shmmap_getprivate(p);
301 1.70 drochner if (shmmap_s1 != shmmap_s) {
302 1.70 drochner /* map has been copied, lookup entry in new map */
303 1.70 drochner shmmap_se = shm_find_mapping(shmmap_s1,
304 1.70 drochner (vaddr_t)SCARG(uap, shmaddr));
305 1.70 drochner KASSERT(shmmap_se != NULL);
306 1.70 drochner }
307 1.69 drochner #ifdef SHMDEBUG
308 1.70 drochner printf("shmdt: vm %p: remove %d @%lx\n",
309 1.70 drochner p->p_vmspace, shmmap_se->shmid, shmmap_se->va);
310 1.69 drochner #endif
311 1.70 drochner shm_delete_mapping(p->p_vmspace, shmmap_s1, shmmap_se);
312 1.70 drochner return 0;
313 1.11 hpeyerl }
314 1.11 hpeyerl
315 1.12 mycroft int
316 1.65 thorpej sys_shmat(l, v, retval)
317 1.65 thorpej struct lwp *l;
318 1.32 thorpej void *v;
319 1.32 thorpej register_t *retval;
320 1.32 thorpej {
321 1.33 mycroft struct sys_shmat_args /* {
322 1.26 cgd syscallarg(int) shmid;
323 1.44 kleink syscallarg(const void *) shmaddr;
324 1.35 christos syscallarg(int) shmflg;
325 1.32 thorpej } */ *uap = v;
326 1.65 thorpej struct proc *p = l->l_proc;
327 1.64 fvdl vaddr_t attach_va;
328 1.64 fvdl int error;
329 1.64 fvdl
330 1.64 fvdl error = shmat1(p, SCARG(uap, shmid), SCARG(uap, shmaddr),
331 1.64 fvdl SCARG(uap, shmflg), &attach_va, 0);
332 1.64 fvdl if (error != 0)
333 1.64 fvdl return error;
334 1.64 fvdl retval[0] = attach_va;
335 1.64 fvdl return 0;
336 1.64 fvdl }
337 1.64 fvdl
338 1.64 fvdl int
339 1.64 fvdl shmat1(p, shmid, shmaddr, shmflg, attachp, findremoved)
340 1.64 fvdl struct proc *p;
341 1.64 fvdl int shmid;
342 1.64 fvdl const void *shmaddr;
343 1.64 fvdl int shmflg;
344 1.64 fvdl vaddr_t *attachp;
345 1.64 fvdl int findremoved;
346 1.64 fvdl {
347 1.69 drochner int error, flags;
348 1.12 mycroft struct ucred *cred = p->p_ucred;
349 1.11 hpeyerl struct shmid_ds *shmseg;
350 1.69 drochner struct shmmap_state *shmmap_s;
351 1.39 drochner struct shm_handle *shm_handle;
352 1.47 eeh vaddr_t attach_va;
353 1.11 hpeyerl vm_prot_t prot;
354 1.47 eeh vsize_t size;
355 1.69 drochner struct shmmap_entry *shmmap_se;
356 1.11 hpeyerl
357 1.64 fvdl shmseg = shm_find_segment_by_shmid(shmid, findremoved);
358 1.11 hpeyerl if (shmseg == NULL)
359 1.11 hpeyerl return EINVAL;
360 1.35 christos error = ipcperm(cred, &shmseg->shm_perm,
361 1.64 fvdl (shmflg & SHM_RDONLY) ? IPC_R : IPC_R|IPC_W);
362 1.35 christos if (error)
363 1.12 mycroft return error;
364 1.69 drochner
365 1.69 drochner shmmap_s = (struct shmmap_state *)p->p_vmspace->vm_shm;
366 1.69 drochner if (shmmap_s && shmmap_s->nitems >= shminfo.shmseg)
367 1.12 mycroft return EMFILE;
368 1.69 drochner
369 1.53 ragge size = (shmseg->shm_segsz + PGOFSET) & ~PGOFSET;
370 1.12 mycroft prot = VM_PROT_READ;
371 1.64 fvdl if ((shmflg & SHM_RDONLY) == 0)
372 1.12 mycroft prot |= VM_PROT_WRITE;
373 1.12 mycroft flags = MAP_ANON | MAP_SHARED;
374 1.64 fvdl if (shmaddr) {
375 1.12 mycroft flags |= MAP_FIXED;
376 1.64 fvdl if (shmflg & SHM_RND)
377 1.26 cgd attach_va =
378 1.64 fvdl (vaddr_t)shmaddr & ~(SHMLBA-1);
379 1.64 fvdl else if (((vaddr_t)shmaddr & (SHMLBA-1)) == 0)
380 1.64 fvdl attach_va = (vaddr_t)shmaddr;
381 1.11 hpeyerl else
382 1.14 mycroft return EINVAL;
383 1.12 mycroft } else {
384 1.66 atatat /* This is just a hint to uvm_mmap() about where to put it. */
385 1.68 atatat attach_va = VM_DEFAULT_ADDRESS(p->p_vmspace->vm_daddr, size);
386 1.11 hpeyerl }
387 1.52 thorpej shm_handle = shmseg->_shm_internal;
388 1.42 mrg uao_reference(shm_handle->shm_object);
389 1.61 chs error = uvm_map(&p->p_vmspace->vm_map, &attach_va, size,
390 1.61 chs shm_handle->shm_object, 0, 0,
391 1.61 chs UVM_MAPFLAG(prot, prot, UVM_INH_SHARE, UVM_ADV_RANDOM, 0));
392 1.61 chs if (error) {
393 1.61 chs return error;
394 1.42 mrg }
395 1.69 drochner shmmap_se = pool_get(&shmmap_entry_pool, PR_WAITOK);
396 1.69 drochner shmmap_se->va = attach_va;
397 1.69 drochner shmmap_se->shmid = shmid;
398 1.69 drochner shmmap_s = shmmap_getprivate(p);
399 1.69 drochner #ifdef SHMDEBUG
400 1.69 drochner printf("shmat: vm %p: add %d @%lx\n", p->p_vmspace, shmid, attach_va);
401 1.69 drochner #endif
402 1.69 drochner SLIST_INSERT_HEAD(&shmmap_s->entries, shmmap_se, next);
403 1.69 drochner shmmap_s->nitems++;
404 1.11 hpeyerl shmseg->shm_lpid = p->p_pid;
405 1.11 hpeyerl shmseg->shm_atime = time.tv_sec;
406 1.11 hpeyerl shmseg->shm_nattch++;
407 1.64 fvdl *attachp = attach_va;
408 1.11 hpeyerl return 0;
409 1.11 hpeyerl }
410 1.11 hpeyerl
411 1.12 mycroft int
412 1.65 thorpej sys___shmctl13(l, v, retval)
413 1.65 thorpej struct lwp *l;
414 1.32 thorpej void *v;
415 1.32 thorpej register_t *retval;
416 1.32 thorpej {
417 1.52 thorpej struct sys___shmctl13_args /* {
418 1.26 cgd syscallarg(int) shmid;
419 1.26 cgd syscallarg(int) cmd;
420 1.26 cgd syscallarg(struct shmid_ds *) buf;
421 1.52 thorpej } */ *uap = v;
422 1.65 thorpej struct proc *p = l->l_proc;
423 1.52 thorpej struct shmid_ds shmbuf;
424 1.52 thorpej int cmd, error;
425 1.52 thorpej
426 1.52 thorpej cmd = SCARG(uap, cmd);
427 1.52 thorpej
428 1.52 thorpej if (cmd == IPC_SET) {
429 1.52 thorpej error = copyin(SCARG(uap, buf), &shmbuf, sizeof(shmbuf));
430 1.52 thorpej if (error)
431 1.52 thorpej return (error);
432 1.52 thorpej }
433 1.52 thorpej
434 1.52 thorpej error = shmctl1(p, SCARG(uap, shmid), cmd,
435 1.52 thorpej (cmd == IPC_SET || cmd == IPC_STAT) ? &shmbuf : NULL);
436 1.52 thorpej
437 1.52 thorpej if (error == 0 && cmd == IPC_STAT)
438 1.52 thorpej error = copyout(&shmbuf, SCARG(uap, buf), sizeof(shmbuf));
439 1.52 thorpej
440 1.52 thorpej return (error);
441 1.52 thorpej }
442 1.52 thorpej
443 1.52 thorpej int
444 1.52 thorpej shmctl1(p, shmid, cmd, shmbuf)
445 1.52 thorpej struct proc *p;
446 1.52 thorpej int shmid;
447 1.52 thorpej int cmd;
448 1.52 thorpej struct shmid_ds *shmbuf;
449 1.52 thorpej {
450 1.12 mycroft struct ucred *cred = p->p_ucred;
451 1.11 hpeyerl struct shmid_ds *shmseg;
452 1.52 thorpej int error = 0;
453 1.11 hpeyerl
454 1.64 fvdl shmseg = shm_find_segment_by_shmid(shmid, 0);
455 1.11 hpeyerl if (shmseg == NULL)
456 1.11 hpeyerl return EINVAL;
457 1.52 thorpej switch (cmd) {
458 1.11 hpeyerl case IPC_STAT:
459 1.35 christos if ((error = ipcperm(cred, &shmseg->shm_perm, IPC_R)) != 0)
460 1.11 hpeyerl return error;
461 1.52 thorpej memcpy(shmbuf, shmseg, sizeof(struct shmid_ds));
462 1.11 hpeyerl break;
463 1.11 hpeyerl case IPC_SET:
464 1.35 christos if ((error = ipcperm(cred, &shmseg->shm_perm, IPC_M)) != 0)
465 1.13 mycroft return error;
466 1.52 thorpej shmseg->shm_perm.uid = shmbuf->shm_perm.uid;
467 1.52 thorpej shmseg->shm_perm.gid = shmbuf->shm_perm.gid;
468 1.12 mycroft shmseg->shm_perm.mode =
469 1.12 mycroft (shmseg->shm_perm.mode & ~ACCESSPERMS) |
470 1.52 thorpej (shmbuf->shm_perm.mode & ACCESSPERMS);
471 1.12 mycroft shmseg->shm_ctime = time.tv_sec;
472 1.11 hpeyerl break;
473 1.11 hpeyerl case IPC_RMID:
474 1.35 christos if ((error = ipcperm(cred, &shmseg->shm_perm, IPC_M)) != 0)
475 1.13 mycroft return error;
476 1.52 thorpej shmseg->shm_perm._key = IPC_PRIVATE;
477 1.12 mycroft shmseg->shm_perm.mode |= SHMSEG_REMOVED;
478 1.12 mycroft if (shmseg->shm_nattch <= 0) {
479 1.12 mycroft shm_deallocate_segment(shmseg);
480 1.52 thorpej shm_last_free = IPCID_TO_IX(shmid);
481 1.11 hpeyerl }
482 1.11 hpeyerl break;
483 1.11 hpeyerl case SHM_LOCK:
484 1.11 hpeyerl case SHM_UNLOCK:
485 1.11 hpeyerl default:
486 1.11 hpeyerl return EINVAL;
487 1.11 hpeyerl }
488 1.11 hpeyerl return 0;
489 1.11 hpeyerl }
490 1.11 hpeyerl
491 1.12 mycroft static int
492 1.12 mycroft shmget_existing(p, uap, mode, segnum, retval)
493 1.11 hpeyerl struct proc *p;
494 1.33 mycroft struct sys_shmget_args /* {
495 1.26 cgd syscallarg(key_t) key;
496 1.44 kleink syscallarg(size_t) size;
497 1.35 christos syscallarg(int) shmflg;
498 1.26 cgd } */ *uap;
499 1.11 hpeyerl int mode;
500 1.11 hpeyerl int segnum;
501 1.26 cgd register_t *retval;
502 1.11 hpeyerl {
503 1.12 mycroft struct shmid_ds *shmseg;
504 1.12 mycroft struct ucred *cred = p->p_ucred;
505 1.11 hpeyerl int error;
506 1.11 hpeyerl
507 1.11 hpeyerl shmseg = &shmsegs[segnum];
508 1.16 mycroft if (shmseg->shm_perm.mode & SHMSEG_REMOVED) {
509 1.16 mycroft /*
510 1.16 mycroft * This segment is in the process of being allocated. Wait
511 1.16 mycroft * until it's done, and look the key up again (in case the
512 1.16 mycroft * allocation failed or it was freed).
513 1.16 mycroft */
514 1.16 mycroft shmseg->shm_perm.mode |= SHMSEG_WANTED;
515 1.35 christos error = tsleep((caddr_t)shmseg, PLOCK | PCATCH, "shmget", 0);
516 1.35 christos if (error)
517 1.16 mycroft return error;
518 1.16 mycroft return EAGAIN;
519 1.16 mycroft }
520 1.35 christos if ((error = ipcperm(cred, &shmseg->shm_perm, mode)) != 0)
521 1.11 hpeyerl return error;
522 1.26 cgd if (SCARG(uap, size) && SCARG(uap, size) > shmseg->shm_segsz)
523 1.11 hpeyerl return EINVAL;
524 1.37 christos if ((SCARG(uap, shmflg) & (IPC_CREAT | IPC_EXCL)) ==
525 1.26 cgd (IPC_CREAT | IPC_EXCL))
526 1.12 mycroft return EEXIST;
527 1.11 hpeyerl *retval = IXSEQ_TO_IPCID(segnum, shmseg->shm_perm);
528 1.11 hpeyerl return 0;
529 1.11 hpeyerl }
530 1.11 hpeyerl
531 1.14 mycroft static int
532 1.14 mycroft shmget_allocate_segment(p, uap, mode, retval)
533 1.14 mycroft struct proc *p;
534 1.33 mycroft struct sys_shmget_args /* {
535 1.26 cgd syscallarg(key_t) key;
536 1.44 kleink syscallarg(size_t) size;
537 1.35 christos syscallarg(int) shmflg;
538 1.26 cgd } */ *uap;
539 1.14 mycroft int mode;
540 1.26 cgd register_t *retval;
541 1.14 mycroft {
542 1.39 drochner int i, segnum, shmid, size;
543 1.14 mycroft struct ucred *cred = p->p_ucred;
544 1.14 mycroft struct shmid_ds *shmseg;
545 1.14 mycroft struct shm_handle *shm_handle;
546 1.40 drochner int error = 0;
547 1.14 mycroft
548 1.26 cgd if (SCARG(uap, size) < shminfo.shmmin ||
549 1.26 cgd SCARG(uap, size) > shminfo.shmmax)
550 1.14 mycroft return EINVAL;
551 1.14 mycroft if (shm_nused >= shminfo.shmmni) /* any shmids left? */
552 1.14 mycroft return ENOSPC;
553 1.53 ragge size = (SCARG(uap, size) + PGOFSET) & ~PGOFSET;
554 1.14 mycroft if (shm_committed + btoc(size) > shminfo.shmall)
555 1.14 mycroft return ENOMEM;
556 1.14 mycroft if (shm_last_free < 0) {
557 1.14 mycroft for (i = 0; i < shminfo.shmmni; i++)
558 1.14 mycroft if (shmsegs[i].shm_perm.mode & SHMSEG_FREE)
559 1.14 mycroft break;
560 1.14 mycroft if (i == shminfo.shmmni)
561 1.14 mycroft panic("shmseg free count inconsistent");
562 1.14 mycroft segnum = i;
563 1.14 mycroft } else {
564 1.14 mycroft segnum = shm_last_free;
565 1.14 mycroft shm_last_free = -1;
566 1.14 mycroft }
567 1.14 mycroft shmseg = &shmsegs[segnum];
568 1.14 mycroft /*
569 1.14 mycroft * In case we sleep in malloc(), mark the segment present but deleted
570 1.14 mycroft * so that noone else tries to create the same key.
571 1.14 mycroft */
572 1.14 mycroft shmseg->shm_perm.mode = SHMSEG_ALLOCATED | SHMSEG_REMOVED;
573 1.52 thorpej shmseg->shm_perm._key = SCARG(uap, key);
574 1.52 thorpej shmseg->shm_perm._seq = (shmseg->shm_perm._seq + 1) & 0x7fff;
575 1.14 mycroft shm_handle = (struct shm_handle *)
576 1.14 mycroft malloc(sizeof(struct shm_handle), M_SHM, M_WAITOK);
577 1.14 mycroft shmid = IXSEQ_TO_IPCID(segnum, shmseg->shm_perm);
578 1.42 mrg
579 1.42 mrg shm_handle->shm_object = uao_create(size, 0);
580 1.42 mrg
581 1.52 thorpej shmseg->_shm_internal = shm_handle;
582 1.14 mycroft shmseg->shm_perm.cuid = shmseg->shm_perm.uid = cred->cr_uid;
583 1.14 mycroft shmseg->shm_perm.cgid = shmseg->shm_perm.gid = cred->cr_gid;
584 1.16 mycroft shmseg->shm_perm.mode = (shmseg->shm_perm.mode & SHMSEG_WANTED) |
585 1.16 mycroft (mode & ACCESSPERMS) | SHMSEG_ALLOCATED;
586 1.26 cgd shmseg->shm_segsz = SCARG(uap, size);
587 1.14 mycroft shmseg->shm_cpid = p->p_pid;
588 1.14 mycroft shmseg->shm_lpid = shmseg->shm_nattch = 0;
589 1.14 mycroft shmseg->shm_atime = shmseg->shm_dtime = 0;
590 1.14 mycroft shmseg->shm_ctime = time.tv_sec;
591 1.14 mycroft shm_committed += btoc(size);
592 1.14 mycroft shm_nused++;
593 1.40 drochner
594 1.51 mrg *retval = shmid;
595 1.16 mycroft if (shmseg->shm_perm.mode & SHMSEG_WANTED) {
596 1.16 mycroft /*
597 1.16 mycroft * Somebody else wanted this key while we were asleep. Wake
598 1.16 mycroft * them up now.
599 1.16 mycroft */
600 1.16 mycroft shmseg->shm_perm.mode &= ~SHMSEG_WANTED;
601 1.16 mycroft wakeup((caddr_t)shmseg);
602 1.16 mycroft }
603 1.40 drochner return error;
604 1.14 mycroft }
605 1.14 mycroft
606 1.12 mycroft int
607 1.65 thorpej sys_shmget(l, v, retval)
608 1.65 thorpej struct lwp *l;
609 1.32 thorpej void *v;
610 1.32 thorpej register_t *retval;
611 1.32 thorpej {
612 1.33 mycroft struct sys_shmget_args /* {
613 1.26 cgd syscallarg(key_t) key;
614 1.26 cgd syscallarg(int) size;
615 1.35 christos syscallarg(int) shmflg;
616 1.32 thorpej } */ *uap = v;
617 1.65 thorpej struct proc *p = l->l_proc;
618 1.11 hpeyerl int segnum, mode, error;
619 1.11 hpeyerl
620 1.26 cgd mode = SCARG(uap, shmflg) & ACCESSPERMS;
621 1.26 cgd if (SCARG(uap, key) != IPC_PRIVATE) {
622 1.16 mycroft again:
623 1.26 cgd segnum = shm_find_segment_by_key(SCARG(uap, key));
624 1.16 mycroft if (segnum >= 0) {
625 1.16 mycroft error = shmget_existing(p, uap, mode, segnum, retval);
626 1.16 mycroft if (error == EAGAIN)
627 1.16 mycroft goto again;
628 1.16 mycroft return error;
629 1.16 mycroft }
630 1.26 cgd if ((SCARG(uap, shmflg) & IPC_CREAT) == 0)
631 1.14 mycroft return ENOENT;
632 1.11 hpeyerl }
633 1.14 mycroft return shmget_allocate_segment(p, uap, mode, retval);
634 1.11 hpeyerl }
635 1.11 hpeyerl
636 1.12 mycroft void
637 1.41 thorpej shmfork(vm1, vm2)
638 1.41 thorpej struct vmspace *vm1, *vm2;
639 1.11 hpeyerl {
640 1.11 hpeyerl struct shmmap_state *shmmap_s;
641 1.69 drochner struct shmmap_entry *shmmap_se;
642 1.69 drochner
643 1.69 drochner vm2->vm_shm = vm1->vm_shm;
644 1.11 hpeyerl
645 1.69 drochner if (vm1->vm_shm == NULL)
646 1.38 christos return;
647 1.41 thorpej
648 1.69 drochner #ifdef SHMDEBUG
649 1.69 drochner printf("shmfork %p->%p\n", vm1, vm2);
650 1.69 drochner #endif
651 1.69 drochner
652 1.69 drochner shmmap_s = (struct shmmap_state *)vm1->vm_shm;
653 1.69 drochner
654 1.69 drochner SLIST_FOREACH(shmmap_se, &shmmap_s->entries, next)
655 1.69 drochner shmsegs[IPCID_TO_IX(shmmap_se->shmid)].shm_nattch++;
656 1.69 drochner shmmap_s->nrefs++;
657 1.11 hpeyerl }
658 1.11 hpeyerl
659 1.12 mycroft void
660 1.41 thorpej shmexit(vm)
661 1.41 thorpej struct vmspace *vm;
662 1.11 hpeyerl {
663 1.12 mycroft struct shmmap_state *shmmap_s;
664 1.69 drochner struct shmmap_entry *shmmap_se;
665 1.11 hpeyerl
666 1.41 thorpej shmmap_s = (struct shmmap_state *)vm->vm_shm;
667 1.38 christos if (shmmap_s == NULL)
668 1.38 christos return;
669 1.69 drochner
670 1.41 thorpej vm->vm_shm = NULL;
671 1.69 drochner
672 1.69 drochner if (--shmmap_s->nrefs > 0) {
673 1.69 drochner #ifdef SHMDEBUG
674 1.70 drochner printf("shmexit: vm %p drop ref (%d entries), now used by %d\n",
675 1.69 drochner vm, shmmap_s->nitems, shmmap_s->nrefs);
676 1.69 drochner #endif
677 1.69 drochner SLIST_FOREACH(shmmap_se, &shmmap_s->entries, next)
678 1.69 drochner shmsegs[IPCID_TO_IX(shmmap_se->shmid)].shm_nattch--;
679 1.69 drochner return;
680 1.69 drochner }
681 1.69 drochner
682 1.69 drochner #ifdef SHMDEBUG
683 1.69 drochner printf("shmexit: vm %p cleanup (%d entries)\n", vm, shmmap_s->nitems);
684 1.69 drochner #endif
685 1.69 drochner while (!SLIST_EMPTY(&shmmap_s->entries)) {
686 1.69 drochner shmmap_se = SLIST_FIRST(&shmmap_s->entries);
687 1.69 drochner shm_delete_mapping(vm, shmmap_s, shmmap_se);
688 1.69 drochner }
689 1.69 drochner KASSERT(shmmap_s->nitems == 0);
690 1.69 drochner free(shmmap_s, M_SHM);
691 1.11 hpeyerl }
692 1.11 hpeyerl
693 1.12 mycroft void
694 1.12 mycroft shminit()
695 1.11 hpeyerl {
696 1.71 jdolecek int i, sz;
697 1.71 jdolecek vaddr_t v;
698 1.71 jdolecek
699 1.71 jdolecek /* Allocate pageable memory for our structures */
700 1.71 jdolecek sz = shminfo.shmmni * sizeof(struct shmid_ds);
701 1.71 jdolecek if ((v = uvm_km_alloc(kernel_map, round_page(sz))) == 0)
702 1.71 jdolecek panic("sysv_shm: cannot allocate memory");
703 1.71 jdolecek shmsegs = (void *)v;
704 1.24 deraadt
705 1.60 thorpej shminfo.shmmax *= PAGE_SIZE;
706 1.11 hpeyerl
707 1.11 hpeyerl for (i = 0; i < shminfo.shmmni; i++) {
708 1.11 hpeyerl shmsegs[i].shm_perm.mode = SHMSEG_FREE;
709 1.52 thorpej shmsegs[i].shm_perm._seq = 0;
710 1.11 hpeyerl }
711 1.11 hpeyerl shm_last_free = 0;
712 1.11 hpeyerl shm_nused = 0;
713 1.11 hpeyerl shm_committed = 0;
714 1.69 drochner
715 1.69 drochner pool_init(&shmmap_entry_pool, sizeof(struct shmmap_entry), 0, 0, 0,
716 1.69 drochner "shmmp", 0);
717 1.11 hpeyerl }
718