kern_descrip.c revision 1.185 1 1.185 ad /* $NetBSD: kern_descrip.c,v 1.185 2008/12/21 09:58:22 ad Exp $ */
2 1.173 ad
3 1.173 ad /*-
4 1.173 ad * Copyright (c) 2008 The NetBSD Foundation, Inc.
5 1.173 ad * All rights reserved.
6 1.173 ad *
7 1.173 ad * Redistribution and use in source and binary forms, with or without
8 1.173 ad * modification, are permitted provided that the following conditions
9 1.173 ad * are met:
10 1.173 ad * 1. Redistributions of source code must retain the above copyright
11 1.173 ad * notice, this list of conditions and the following disclaimer.
12 1.173 ad * 2. Redistributions in binary form must reproduce the above copyright
13 1.173 ad * notice, this list of conditions and the following disclaimer in the
14 1.173 ad * documentation and/or other materials provided with the distribution.
15 1.173 ad *
16 1.173 ad * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
17 1.173 ad * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
18 1.173 ad * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
19 1.173 ad * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
20 1.173 ad * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
21 1.173 ad * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
22 1.173 ad * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
23 1.173 ad * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
24 1.173 ad * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
25 1.173 ad * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
26 1.173 ad * POSSIBILITY OF SUCH DAMAGE.
27 1.173 ad */
28 1.22 cgd
29 1.16 cgd /*
30 1.17 cgd * Copyright (c) 1982, 1986, 1989, 1991, 1993
31 1.17 cgd * The Regents of the University of California. All rights reserved.
32 1.16 cgd * (c) UNIX System Laboratories, Inc.
33 1.16 cgd * All or some portions of this file are derived from material licensed
34 1.16 cgd * to the University of California by American Telephone and Telegraph
35 1.16 cgd * Co. or Unix System Laboratories, Inc. and are reproduced herein with
36 1.16 cgd * the permission of UNIX System Laboratories, Inc.
37 1.16 cgd *
38 1.16 cgd * Redistribution and use in source and binary forms, with or without
39 1.16 cgd * modification, are permitted provided that the following conditions
40 1.16 cgd * are met:
41 1.16 cgd * 1. Redistributions of source code must retain the above copyright
42 1.16 cgd * notice, this list of conditions and the following disclaimer.
43 1.16 cgd * 2. Redistributions in binary form must reproduce the above copyright
44 1.16 cgd * notice, this list of conditions and the following disclaimer in the
45 1.16 cgd * documentation and/or other materials provided with the distribution.
46 1.111 agc * 3. Neither the name of the University nor the names of its contributors
47 1.16 cgd * may be used to endorse or promote products derived from this software
48 1.16 cgd * without specific prior written permission.
49 1.16 cgd *
50 1.16 cgd * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
51 1.16 cgd * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
52 1.16 cgd * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
53 1.16 cgd * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
54 1.16 cgd * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
55 1.16 cgd * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
56 1.16 cgd * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
57 1.16 cgd * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
58 1.16 cgd * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
59 1.16 cgd * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
60 1.16 cgd * SUCH DAMAGE.
61 1.16 cgd *
62 1.51 fvdl * @(#)kern_descrip.c 8.8 (Berkeley) 2/14/95
63 1.16 cgd */
64 1.81 lukem
65 1.173 ad /*
66 1.173 ad * File descriptor management.
67 1.173 ad */
68 1.173 ad
69 1.81 lukem #include <sys/cdefs.h>
70 1.185 ad __KERNEL_RCSID(0, "$NetBSD: kern_descrip.c,v 1.185 2008/12/21 09:58:22 ad Exp $");
71 1.50 mrg
72 1.16 cgd #include <sys/param.h>
73 1.16 cgd #include <sys/systm.h>
74 1.16 cgd #include <sys/filedesc.h>
75 1.16 cgd #include <sys/kernel.h>
76 1.16 cgd #include <sys/proc.h>
77 1.16 cgd #include <sys/file.h>
78 1.16 cgd #include <sys/socket.h>
79 1.16 cgd #include <sys/socketvar.h>
80 1.16 cgd #include <sys/stat.h>
81 1.16 cgd #include <sys/ioctl.h>
82 1.16 cgd #include <sys/fcntl.h>
83 1.55 thorpej #include <sys/pool.h>
84 1.17 cgd #include <sys/unistd.h>
85 1.16 cgd #include <sys/resourcevar.h>
86 1.42 christos #include <sys/conf.h>
87 1.96 jdolecek #include <sys/event.h>
88 1.143 elad #include <sys/kauth.h>
89 1.163 ad #include <sys/atomic.h>
90 1.25 cgd #include <sys/syscallargs.h>
91 1.176 ad #include <sys/cpu.h>
92 1.184 pooka #include <sys/kmem.h>
93 1.184 pooka #include <sys/vnode.h>
94 1.38 christos
95 1.167 ad static int file_ctor(void *, void *, int);
96 1.167 ad static void file_dtor(void *, void *);
97 1.173 ad static int fdfile_ctor(void *, void *, int);
98 1.173 ad static void fdfile_dtor(void *, void *);
99 1.173 ad static int filedesc_ctor(void *, void *, int);
100 1.173 ad static void filedesc_dtor(void *, void *);
101 1.173 ad static int filedescopen(dev_t, int, int, lwp_t *);
102 1.162 ad
103 1.173 ad kmutex_t filelist_lock; /* lock on filehead */
104 1.72 lukem struct filelist filehead; /* head of list of open files */
105 1.167 ad u_int nfiles; /* actual number of open files */
106 1.161 ad
107 1.173 ad static pool_cache_t filedesc_cache;
108 1.162 ad static pool_cache_t file_cache;
109 1.173 ad static pool_cache_t fdfile_cache;
110 1.101 thorpej
111 1.173 ad const struct cdevsw filedesc_cdevsw = {
112 1.173 ad filedescopen, noclose, noread, nowrite, noioctl,
113 1.173 ad nostop, notty, nopoll, nommap, nokqfilter, D_OTHER | D_MPSAFE,
114 1.173 ad };
115 1.173 ad
116 1.173 ad /* For ease of reading. */
117 1.173 ad __strong_alias(fd_putvnode,fd_putfile)
118 1.173 ad __strong_alias(fd_putsock,fd_putfile)
119 1.173 ad
120 1.173 ad /*
121 1.173 ad * Initialize the descriptor system.
122 1.173 ad */
123 1.173 ad void
124 1.173 ad fd_sys_init(void)
125 1.173 ad {
126 1.173 ad
127 1.173 ad mutex_init(&filelist_lock, MUTEX_DEFAULT, IPL_NONE);
128 1.173 ad
129 1.174 ad file_cache = pool_cache_init(sizeof(file_t), coherency_unit, 0,
130 1.173 ad 0, "file", NULL, IPL_NONE, file_ctor, file_dtor, NULL);
131 1.173 ad KASSERT(file_cache != NULL);
132 1.173 ad
133 1.174 ad fdfile_cache = pool_cache_init(sizeof(fdfile_t), coherency_unit, 0,
134 1.173 ad PR_LARGECACHE, "fdfile", NULL, IPL_NONE, fdfile_ctor, fdfile_dtor,
135 1.173 ad NULL);
136 1.173 ad KASSERT(fdfile_cache != NULL);
137 1.173 ad
138 1.174 ad filedesc_cache = pool_cache_init(sizeof(filedesc_t), coherency_unit,
139 1.173 ad 0, 0, "filedesc", NULL, IPL_NONE, filedesc_ctor, filedesc_dtor,
140 1.173 ad NULL);
141 1.173 ad KASSERT(filedesc_cache != NULL);
142 1.173 ad }
143 1.72 lukem
144 1.173 ad static int
145 1.173 ad fd_next_zero(filedesc_t *fdp, uint32_t *bitmap, int want, u_int bits)
146 1.115 provos {
147 1.115 provos int i, off, maxoff;
148 1.115 provos uint32_t sub;
149 1.115 provos
150 1.173 ad KASSERT(mutex_owned(&fdp->fd_lock));
151 1.173 ad
152 1.115 provos if (want > bits)
153 1.115 provos return -1;
154 1.115 provos
155 1.115 provos off = want >> NDENTRYSHIFT;
156 1.115 provos i = want & NDENTRYMASK;
157 1.115 provos if (i) {
158 1.115 provos sub = bitmap[off] | ((u_int)~0 >> (NDENTRIES - i));
159 1.115 provos if (sub != ~0)
160 1.115 provos goto found;
161 1.115 provos off++;
162 1.115 provos }
163 1.115 provos
164 1.115 provos maxoff = NDLOSLOTS(bits);
165 1.115 provos while (off < maxoff) {
166 1.115 provos if ((sub = bitmap[off]) != ~0)
167 1.115 provos goto found;
168 1.115 provos off++;
169 1.115 provos }
170 1.115 provos
171 1.115 provos return (-1);
172 1.115 provos
173 1.115 provos found:
174 1.115 provos return (off << NDENTRYSHIFT) + ffs(~sub) - 1;
175 1.115 provos }
176 1.115 provos
177 1.134 thorpej static int
178 1.173 ad fd_last_set(filedesc_t *fd, int last)
179 1.115 provos {
180 1.115 provos int off, i;
181 1.173 ad fdfile_t **ofiles = fd->fd_ofiles;
182 1.115 provos uint32_t *bitmap = fd->fd_lomap;
183 1.115 provos
184 1.173 ad KASSERT(mutex_owned(&fd->fd_lock));
185 1.173 ad
186 1.115 provos off = (last - 1) >> NDENTRYSHIFT;
187 1.115 provos
188 1.121 provos while (off >= 0 && !bitmap[off])
189 1.115 provos off--;
190 1.115 provos
191 1.115 provos if (off < 0)
192 1.128 cube return (-1);
193 1.131 perry
194 1.115 provos i = ((off + 1) << NDENTRYSHIFT) - 1;
195 1.115 provos if (i >= last)
196 1.115 provos i = last - 1;
197 1.115 provos
198 1.173 ad /* XXX should use bitmap */
199 1.173 ad /* XXXAD does not work for fd_copy() */
200 1.173 ad while (i > 0 && (ofiles[i] == NULL || !ofiles[i]->ff_allocated))
201 1.115 provos i--;
202 1.115 provos
203 1.115 provos return (i);
204 1.115 provos }
205 1.115 provos
206 1.173 ad void
207 1.173 ad fd_used(filedesc_t *fdp, unsigned fd)
208 1.27 mycroft {
209 1.115 provos u_int off = fd >> NDENTRYSHIFT;
210 1.173 ad fdfile_t *ff;
211 1.173 ad
212 1.173 ad ff = fdp->fd_ofiles[fd];
213 1.115 provos
214 1.173 ad KASSERT(mutex_owned(&fdp->fd_lock));
215 1.173 ad KASSERT((fdp->fd_lomap[off] & (1 << (fd & NDENTRYMASK))) == 0);
216 1.173 ad KASSERT(ff != NULL);
217 1.173 ad KASSERT(ff->ff_file == NULL);
218 1.173 ad KASSERT(!ff->ff_allocated);
219 1.124 yamt
220 1.173 ad ff->ff_allocated = 1;
221 1.115 provos fdp->fd_lomap[off] |= 1 << (fd & NDENTRYMASK);
222 1.124 yamt if (fdp->fd_lomap[off] == ~0) {
223 1.173 ad KASSERT((fdp->fd_himap[off >> NDENTRYSHIFT] &
224 1.124 yamt (1 << (off & NDENTRYMASK))) == 0);
225 1.115 provos fdp->fd_himap[off >> NDENTRYSHIFT] |= 1 << (off & NDENTRYMASK);
226 1.124 yamt }
227 1.27 mycroft
228 1.173 ad if ((int)fd > fdp->fd_lastfile) {
229 1.27 mycroft fdp->fd_lastfile = fd;
230 1.173 ad }
231 1.173 ad
232 1.173 ad if (fd >= NDFDFILE) {
233 1.173 ad fdp->fd_nused++;
234 1.173 ad } else {
235 1.173 ad KASSERT(ff == (fdfile_t *)fdp->fd_dfdfile[fd]);
236 1.173 ad }
237 1.27 mycroft }
238 1.27 mycroft
239 1.173 ad void
240 1.173 ad fd_unused(filedesc_t *fdp, unsigned fd)
241 1.27 mycroft {
242 1.115 provos u_int off = fd >> NDENTRYSHIFT;
243 1.173 ad fdfile_t *ff;
244 1.27 mycroft
245 1.173 ad ff = fdp->fd_ofiles[fd];
246 1.173 ad
247 1.173 ad /*
248 1.173 ad * Don't assert the lock is held here, as we may be copying
249 1.173 ad * the table during exec() and it is not needed there.
250 1.173 ad * procfs and sysctl are locked out by proc::p_reflock.
251 1.173 ad *
252 1.173 ad * KASSERT(mutex_owned(&fdp->fd_lock));
253 1.173 ad */
254 1.173 ad KASSERT(ff != NULL);
255 1.173 ad KASSERT(ff->ff_file == NULL);
256 1.173 ad KASSERT(ff->ff_allocated);
257 1.173 ad
258 1.173 ad if (fd < fdp->fd_freefile) {
259 1.27 mycroft fdp->fd_freefile = fd;
260 1.173 ad }
261 1.115 provos
262 1.124 yamt if (fdp->fd_lomap[off] == ~0) {
263 1.173 ad KASSERT((fdp->fd_himap[off >> NDENTRYSHIFT] &
264 1.124 yamt (1 << (off & NDENTRYMASK))) != 0);
265 1.124 yamt fdp->fd_himap[off >> NDENTRYSHIFT] &=
266 1.124 yamt ~(1 << (off & NDENTRYMASK));
267 1.124 yamt }
268 1.173 ad KASSERT((fdp->fd_lomap[off] & (1 << (fd & NDENTRYMASK))) != 0);
269 1.115 provos fdp->fd_lomap[off] &= ~(1 << (fd & NDENTRYMASK));
270 1.173 ad ff->ff_allocated = 0;
271 1.115 provos
272 1.173 ad KASSERT(fd <= fdp->fd_lastfile);
273 1.173 ad if (fd == fdp->fd_lastfile) {
274 1.173 ad fdp->fd_lastfile = fd_last_set(fdp, fd);
275 1.173 ad }
276 1.173 ad
277 1.173 ad if (fd >= NDFDFILE) {
278 1.173 ad KASSERT(fdp->fd_nused > 0);
279 1.173 ad fdp->fd_nused--;
280 1.173 ad } else {
281 1.173 ad KASSERT(ff == (fdfile_t *)fdp->fd_dfdfile[fd]);
282 1.173 ad }
283 1.27 mycroft }
284 1.27 mycroft
285 1.103 pk /*
286 1.173 ad * Custom version of fd_unused() for fd_copy(), where the descriptor
287 1.173 ad * table is not yet fully initialized.
288 1.103 pk */
289 1.173 ad static inline void
290 1.173 ad fd_zap(filedesc_t *fdp, unsigned fd)
291 1.77 thorpej {
292 1.173 ad u_int off = fd >> NDENTRYSHIFT;
293 1.77 thorpej
294 1.173 ad if (fd < fdp->fd_freefile) {
295 1.173 ad fdp->fd_freefile = fd;
296 1.161 ad }
297 1.77 thorpej
298 1.173 ad if (fdp->fd_lomap[off] == ~0) {
299 1.173 ad KASSERT((fdp->fd_himap[off >> NDENTRYSHIFT] &
300 1.173 ad (1 << (off & NDENTRYMASK))) != 0);
301 1.173 ad fdp->fd_himap[off >> NDENTRYSHIFT] &=
302 1.173 ad ~(1 << (off & NDENTRYMASK));
303 1.103 pk }
304 1.173 ad KASSERT((fdp->fd_lomap[off] & (1 << (fd & NDENTRYMASK))) != 0);
305 1.173 ad fdp->fd_lomap[off] &= ~(1 << (fd & NDENTRYMASK));
306 1.173 ad }
307 1.173 ad
308 1.173 ad bool
309 1.173 ad fd_isused(filedesc_t *fdp, unsigned fd)
310 1.173 ad {
311 1.173 ad u_int off = fd >> NDENTRYSHIFT;
312 1.173 ad
313 1.173 ad KASSERT(fd < fdp->fd_nfiles);
314 1.77 thorpej
315 1.173 ad return (fdp->fd_lomap[off] & (1 << (fd & NDENTRYMASK))) != 0;
316 1.77 thorpej }
317 1.77 thorpej
318 1.16 cgd /*
319 1.173 ad * Look up the file structure corresponding to a file descriptor
320 1.173 ad * and return the file, holding a reference on the descriptor.
321 1.134 thorpej */
322 1.173 ad inline file_t *
323 1.173 ad fd_getfile(unsigned fd)
324 1.134 thorpej {
325 1.173 ad filedesc_t *fdp;
326 1.173 ad fdfile_t *ff;
327 1.173 ad file_t *fp;
328 1.134 thorpej
329 1.173 ad fdp = curlwp->l_fd;
330 1.134 thorpej
331 1.134 thorpej /*
332 1.173 ad * Look up the fdfile structure representing this descriptor.
333 1.173 ad * Ensure that we see fd_nfiles before fd_ofiles since we
334 1.173 ad * are doing this unlocked. See fd_tryexpand().
335 1.134 thorpej */
336 1.173 ad if (__predict_false(fd >= fdp->fd_nfiles)) {
337 1.173 ad return NULL;
338 1.173 ad }
339 1.173 ad membar_consumer();
340 1.173 ad ff = fdp->fd_ofiles[fd];
341 1.173 ad KASSERT(fd >= NDFDFILE || ff == (fdfile_t *)fdp->fd_dfdfile[fd]);
342 1.173 ad if (__predict_false(ff == NULL)) {
343 1.173 ad return NULL;
344 1.173 ad }
345 1.134 thorpej
346 1.173 ad /*
347 1.173 ad * Now get a reference to the descriptor. Issue a memory
348 1.173 ad * barrier to ensure that we acquire the file pointer _after_
349 1.173 ad * adding a reference. If no memory barrier, we could fetch
350 1.173 ad * a stale pointer.
351 1.173 ad */
352 1.173 ad atomic_inc_uint(&ff->ff_refcnt);
353 1.173 ad #ifndef __HAVE_ATOMIC_AS_MEMBAR
354 1.173 ad membar_enter();
355 1.173 ad #endif
356 1.134 thorpej
357 1.173 ad /*
358 1.173 ad * If the file is not open or is being closed then put the
359 1.173 ad * reference back.
360 1.173 ad */
361 1.173 ad fp = ff->ff_file;
362 1.173 ad if (__predict_true(fp != NULL)) {
363 1.173 ad return fp;
364 1.134 thorpej }
365 1.173 ad fd_putfile(fd);
366 1.173 ad return NULL;
367 1.134 thorpej }
368 1.134 thorpej
369 1.134 thorpej /*
370 1.173 ad * Release a reference to a file descriptor acquired with fd_getfile().
371 1.161 ad */
372 1.161 ad void
373 1.173 ad fd_putfile(unsigned fd)
374 1.161 ad {
375 1.173 ad filedesc_t *fdp;
376 1.173 ad fdfile_t *ff;
377 1.173 ad u_int u, v;
378 1.173 ad
379 1.173 ad fdp = curlwp->l_fd;
380 1.173 ad ff = fdp->fd_ofiles[fd];
381 1.173 ad
382 1.173 ad KASSERT(fd < fdp->fd_nfiles);
383 1.173 ad KASSERT(ff != NULL);
384 1.173 ad KASSERT((ff->ff_refcnt & FR_MASK) > 0);
385 1.173 ad KASSERT(fd >= NDFDFILE || ff == (fdfile_t *)fdp->fd_dfdfile[fd]);
386 1.161 ad
387 1.173 ad /*
388 1.173 ad * Ensure that any use of the file is complete and globally
389 1.173 ad * visible before dropping the final reference. If no membar,
390 1.173 ad * the current CPU could still access memory associated with
391 1.173 ad * the file after it has been freed or recycled by another
392 1.173 ad * CPU.
393 1.173 ad */
394 1.173 ad #ifndef __HAVE_ATOMIC_AS_MEMBAR
395 1.173 ad membar_exit();
396 1.173 ad #endif
397 1.161 ad
398 1.173 ad /*
399 1.173 ad * Be optimistic and start out with the assumption that no other
400 1.173 ad * threads are trying to close the descriptor. If the CAS fails,
401 1.173 ad * we lost a race and/or it's being closed.
402 1.173 ad */
403 1.173 ad for (u = ff->ff_refcnt & FR_MASK;; u = v) {
404 1.173 ad v = atomic_cas_uint(&ff->ff_refcnt, u, u - 1);
405 1.173 ad if (__predict_true(u == v)) {
406 1.173 ad return;
407 1.173 ad }
408 1.173 ad if (__predict_false((v & FR_CLOSING) != 0)) {
409 1.173 ad break;
410 1.173 ad }
411 1.173 ad }
412 1.162 ad
413 1.173 ad /* Another thread is waiting to close the file: join it. */
414 1.173 ad (void)fd_close(fd);
415 1.161 ad }
416 1.161 ad
417 1.161 ad /*
418 1.173 ad * Convenience wrapper around fd_getfile() that returns reference
419 1.173 ad * to a vnode.
420 1.16 cgd */
421 1.38 christos int
422 1.173 ad fd_getvnode(unsigned fd, file_t **fpp)
423 1.36 thorpej {
424 1.173 ad vnode_t *vp;
425 1.173 ad file_t *fp;
426 1.72 lukem
427 1.173 ad fp = fd_getfile(fd);
428 1.173 ad if (__predict_false(fp == NULL)) {
429 1.173 ad return EBADF;
430 1.173 ad }
431 1.173 ad if (__predict_false(fp->f_type != DTYPE_VNODE)) {
432 1.173 ad fd_putfile(fd);
433 1.173 ad return EINVAL;
434 1.173 ad }
435 1.173 ad vp = fp->f_data;
436 1.173 ad if (__predict_false(vp->v_type == VBAD)) {
437 1.173 ad /* XXX Is this case really necessary? */
438 1.173 ad fd_putfile(fd);
439 1.173 ad return EBADF;
440 1.59 thorpej }
441 1.173 ad *fpp = fp;
442 1.173 ad return 0;
443 1.16 cgd }
444 1.16 cgd
445 1.16 cgd /*
446 1.173 ad * Convenience wrapper around fd_getfile() that returns reference
447 1.173 ad * to a socket.
448 1.16 cgd */
449 1.38 christos int
450 1.173 ad fd_getsock(unsigned fd, struct socket **sop)
451 1.36 thorpej {
452 1.173 ad file_t *fp;
453 1.72 lukem
454 1.173 ad fp = fd_getfile(fd);
455 1.173 ad if (__predict_false(fp == NULL)) {
456 1.173 ad return EBADF;
457 1.103 pk }
458 1.173 ad if (__predict_false(fp->f_type != DTYPE_SOCKET)) {
459 1.173 ad fd_putfile(fd);
460 1.173 ad return ENOTSOCK;
461 1.17 cgd }
462 1.173 ad *sop = fp->f_data;
463 1.173 ad return 0;
464 1.16 cgd }
465 1.16 cgd
466 1.16 cgd /*
467 1.173 ad * Look up the file structure corresponding to a file descriptor
468 1.173 ad * and return it with a reference held on the file, not the
469 1.173 ad * descriptor.
470 1.173 ad *
471 1.173 ad * This is heavyweight and only used when accessing descriptors
472 1.173 ad * from a foreign process. The caller must ensure that `p' does
473 1.173 ad * not exit or fork across this call.
474 1.173 ad *
475 1.173 ad * To release the file (not descriptor) reference, use closef().
476 1.134 thorpej */
477 1.173 ad file_t *
478 1.173 ad fd_getfile2(proc_t *p, unsigned fd)
479 1.134 thorpej {
480 1.173 ad filedesc_t *fdp;
481 1.173 ad fdfile_t *ff;
482 1.173 ad file_t *fp;
483 1.134 thorpej
484 1.173 ad fdp = p->p_fd;
485 1.173 ad mutex_enter(&fdp->fd_lock);
486 1.173 ad if (fd > fdp->fd_nfiles) {
487 1.173 ad mutex_exit(&fdp->fd_lock);
488 1.173 ad return NULL;
489 1.173 ad }
490 1.173 ad if ((ff = fdp->fd_ofiles[fd]) == NULL) {
491 1.173 ad mutex_exit(&fdp->fd_lock);
492 1.173 ad return NULL;
493 1.173 ad }
494 1.173 ad mutex_enter(&ff->ff_lock);
495 1.173 ad if ((fp = ff->ff_file) == NULL) {
496 1.173 ad mutex_exit(&ff->ff_lock);
497 1.173 ad mutex_exit(&fdp->fd_lock);
498 1.173 ad return NULL;
499 1.158 dsl }
500 1.173 ad mutex_enter(&fp->f_lock);
501 1.173 ad fp->f_count++;
502 1.173 ad mutex_exit(&fp->f_lock);
503 1.173 ad mutex_exit(&ff->ff_lock);
504 1.173 ad mutex_exit(&fdp->fd_lock);
505 1.158 dsl
506 1.173 ad return fp;
507 1.158 dsl }
508 1.158 dsl
509 1.134 thorpej /*
510 1.173 ad * Internal form of close. Must be called with a reference to the
511 1.173 ad * descriptor, and will drop the reference. When all descriptor
512 1.173 ad * references are dropped, releases the descriptor slot and a single
513 1.173 ad * reference to the file structure.
514 1.173 ad */
515 1.173 ad int
516 1.173 ad fd_close(unsigned fd)
517 1.173 ad {
518 1.173 ad struct flock lf;
519 1.173 ad filedesc_t *fdp;
520 1.173 ad fdfile_t *ff;
521 1.173 ad file_t *fp;
522 1.173 ad proc_t *p;
523 1.173 ad lwp_t *l;
524 1.72 lukem
525 1.173 ad l = curlwp;
526 1.99 thorpej p = l->l_proc;
527 1.173 ad fdp = l->l_fd;
528 1.173 ad ff = fdp->fd_ofiles[fd];
529 1.16 cgd
530 1.173 ad KASSERT(fd >= NDFDFILE || ff == (fdfile_t *)fdp->fd_dfdfile[fd]);
531 1.122 christos
532 1.173 ad mutex_enter(&ff->ff_lock);
533 1.173 ad KASSERT((ff->ff_refcnt & FR_MASK) > 0);
534 1.173 ad if (ff->ff_file == NULL) {
535 1.173 ad /*
536 1.173 ad * Another user of the file is already closing, and is
537 1.173 ad * waiting for other users of the file to drain. Release
538 1.173 ad * our reference, and wake up the closer.
539 1.173 ad */
540 1.173 ad atomic_dec_uint(&ff->ff_refcnt);
541 1.173 ad cv_broadcast(&ff->ff_closing);
542 1.173 ad mutex_exit(&ff->ff_lock);
543 1.122 christos
544 1.173 ad /*
545 1.173 ad * An application error, so pretend that the descriptor
546 1.173 ad * was already closed. We can't safely wait for it to
547 1.173 ad * be closed without potentially deadlocking.
548 1.173 ad */
549 1.16 cgd return (EBADF);
550 1.61 wrstuden }
551 1.173 ad KASSERT((ff->ff_refcnt & FR_CLOSING) == 0);
552 1.61 wrstuden
553 1.173 ad /*
554 1.173 ad * There may be multiple users of this file within the process.
555 1.173 ad * Notify existing and new users that the file is closing. This
556 1.173 ad * will prevent them from adding additional uses to this file
557 1.173 ad * while we are closing it.
558 1.173 ad */
559 1.173 ad fp = ff->ff_file;
560 1.173 ad ff->ff_file = NULL;
561 1.182 matt ff->ff_exclose = false;
562 1.17 cgd
563 1.173 ad /*
564 1.173 ad * We expect the caller to hold a descriptor reference - drop it.
565 1.173 ad * The reference count may increase beyond zero at this point due
566 1.173 ad * to an erroneous descriptor reference by an application, but
567 1.173 ad * fd_getfile() will notice that the file is being closed and drop
568 1.173 ad * the reference again.
569 1.173 ad */
570 1.173 ad #ifndef __HAVE_ATOMIC_AS_MEMBAR
571 1.173 ad membar_producer();
572 1.173 ad #endif
573 1.173 ad if (__predict_false(atomic_dec_uint_nv(&ff->ff_refcnt) != 0)) {
574 1.173 ad /*
575 1.173 ad * Wait for other references to drain. This is typically
576 1.173 ad * an application error - the descriptor is being closed
577 1.173 ad * while still in use.
578 1.173 ad *
579 1.173 ad */
580 1.173 ad atomic_or_uint(&ff->ff_refcnt, FR_CLOSING);
581 1.173 ad /*
582 1.173 ad * Remove any knotes attached to the file. A knote
583 1.173 ad * attached to the descriptor can hold references on it.
584 1.173 ad */
585 1.173 ad if (!SLIST_EMPTY(&ff->ff_knlist)) {
586 1.173 ad mutex_exit(&ff->ff_lock);
587 1.173 ad knote_fdclose(fd);
588 1.173 ad mutex_enter(&ff->ff_lock);
589 1.75 thorpej }
590 1.173 ad /*
591 1.173 ad * We need to see the count drop to zero at least once,
592 1.173 ad * in order to ensure that all pre-existing references
593 1.173 ad * have been drained. New references past this point are
594 1.173 ad * of no interest.
595 1.173 ad */
596 1.173 ad while ((ff->ff_refcnt & FR_MASK) != 0) {
597 1.173 ad cv_wait(&ff->ff_closing, &ff->ff_lock);
598 1.107 dsl }
599 1.173 ad atomic_and_uint(&ff->ff_refcnt, ~FR_CLOSING);
600 1.173 ad } else {
601 1.173 ad /* If no references, there must be no knotes. */
602 1.173 ad KASSERT(SLIST_EMPTY(&ff->ff_knlist));
603 1.16 cgd }
604 1.173 ad mutex_exit(&ff->ff_lock);
605 1.59 thorpej
606 1.173 ad /*
607 1.173 ad * POSIX record locking dictates that any close releases ALL
608 1.173 ad * locks owned by this process. This is handled by setting
609 1.173 ad * a flag in the unlock to free ONLY locks obeying POSIX
610 1.173 ad * semantics, and not to free BSD-style file locks.
611 1.173 ad * If the descriptor was in a message, POSIX-style locks
612 1.173 ad * aren't passed with the descriptor.
613 1.173 ad */
614 1.173 ad if ((p->p_flag & PK_ADVLOCK) != 0 && fp->f_type == DTYPE_VNODE) {
615 1.173 ad lf.l_whence = SEEK_SET;
616 1.173 ad lf.l_start = 0;
617 1.173 ad lf.l_len = 0;
618 1.173 ad lf.l_type = F_UNLCK;
619 1.173 ad (void)VOP_ADVLOCK(fp->f_data, p, F_UNLCK, &lf, F_POSIX);
620 1.103 pk }
621 1.103 pk
622 1.59 thorpej
623 1.173 ad /* Free descriptor slot. */
624 1.173 ad mutex_enter(&fdp->fd_lock);
625 1.126 pk fd_unused(fdp, fd);
626 1.173 ad mutex_exit(&fdp->fd_lock);
627 1.126 pk
628 1.173 ad /* Now drop reference to the file itself. */
629 1.173 ad return closef(fp);
630 1.27 mycroft }
631 1.27 mycroft
632 1.17 cgd /*
633 1.173 ad * Duplicate a file descriptor.
634 1.16 cgd */
635 1.38 christos int
636 1.182 matt fd_dup(file_t *fp, int minfd, int *newp, bool exclose)
637 1.36 thorpej {
638 1.173 ad proc_t *p;
639 1.173 ad int error;
640 1.16 cgd
641 1.173 ad p = curproc;
642 1.79 thorpej
643 1.173 ad while ((error = fd_alloc(p, minfd, newp)) != 0) {
644 1.173 ad if (error != ENOSPC) {
645 1.173 ad return error;
646 1.173 ad }
647 1.173 ad fd_tryexpand(p);
648 1.173 ad }
649 1.79 thorpej
650 1.173 ad curlwp->l_fd->fd_ofiles[*newp]->ff_exclose = exclose;
651 1.173 ad fd_affix(p, fp, *newp);
652 1.173 ad return 0;
653 1.16 cgd }
654 1.16 cgd
655 1.17 cgd /*
656 1.173 ad * dup2 operation.
657 1.153 dsl */
658 1.153 dsl int
659 1.173 ad fd_dup2(file_t *fp, unsigned new)
660 1.153 dsl {
661 1.173 ad filedesc_t *fdp;
662 1.173 ad fdfile_t *ff;
663 1.153 dsl
664 1.173 ad fdp = curlwp->l_fd;
665 1.153 dsl
666 1.173 ad /*
667 1.173 ad * Ensure there are enough slots in the descriptor table,
668 1.173 ad * and allocate an fdfile_t up front in case we need it.
669 1.173 ad */
670 1.173 ad while (new >= fdp->fd_nfiles) {
671 1.173 ad fd_tryexpand(curproc);
672 1.173 ad }
673 1.173 ad ff = pool_cache_get(fdfile_cache, PR_WAITOK);
674 1.153 dsl
675 1.173 ad /*
676 1.173 ad * If there is already a file open, close it. If the file is
677 1.173 ad * half open, wait for it to be constructed before closing it.
678 1.173 ad * XXX Potential for deadlock here?
679 1.173 ad */
680 1.173 ad mutex_enter(&fdp->fd_lock);
681 1.173 ad while (fd_isused(fdp, new)) {
682 1.173 ad mutex_exit(&fdp->fd_lock);
683 1.173 ad if (fd_getfile(new) != NULL) {
684 1.173 ad (void)fd_close(new);
685 1.173 ad } else {
686 1.173 ad /* XXX Crummy, but unlikely to happen. */
687 1.173 ad kpause("dup2", false, 1, NULL);
688 1.173 ad }
689 1.173 ad mutex_enter(&fdp->fd_lock);
690 1.173 ad }
691 1.173 ad if (fdp->fd_ofiles[new] == NULL) {
692 1.173 ad KASSERT(new >= NDFDFILE);
693 1.173 ad fdp->fd_ofiles[new] = ff;
694 1.173 ad ff = NULL;
695 1.173 ad }
696 1.173 ad fd_used(fdp, new);
697 1.173 ad mutex_exit(&fdp->fd_lock);
698 1.173 ad
699 1.173 ad /* Slot is now allocated. Insert copy of the file. */
700 1.173 ad fd_affix(curproc, fp, new);
701 1.173 ad if (ff != NULL) {
702 1.173 ad pool_cache_put(fdfile_cache, ff);
703 1.173 ad }
704 1.173 ad return 0;
705 1.153 dsl }
706 1.153 dsl
707 1.153 dsl /*
708 1.173 ad * Drop reference to a file structure.
709 1.17 cgd */
710 1.38 christos int
711 1.173 ad closef(file_t *fp)
712 1.36 thorpej {
713 1.173 ad struct flock lf;
714 1.173 ad int error;
715 1.16 cgd
716 1.173 ad /*
717 1.173 ad * Drop reference. If referenced elsewhere it's still open
718 1.173 ad * and we have nothing more to do.
719 1.173 ad */
720 1.173 ad mutex_enter(&fp->f_lock);
721 1.173 ad KASSERT(fp->f_count > 0);
722 1.173 ad if (--fp->f_count > 0) {
723 1.173 ad mutex_exit(&fp->f_lock);
724 1.173 ad return 0;
725 1.173 ad }
726 1.173 ad KASSERT(fp->f_count == 0);
727 1.173 ad mutex_exit(&fp->f_lock);
728 1.59 thorpej
729 1.173 ad /* We held the last reference - release locks, close and free. */
730 1.173 ad if ((fp->f_flag & FHASLOCK) && fp->f_type == DTYPE_VNODE) {
731 1.173 ad lf.l_whence = SEEK_SET;
732 1.173 ad lf.l_start = 0;
733 1.173 ad lf.l_len = 0;
734 1.173 ad lf.l_type = F_UNLCK;
735 1.173 ad (void)VOP_ADVLOCK(fp->f_data, fp, F_UNLCK, &lf, F_FLOCK);
736 1.173 ad }
737 1.173 ad if (fp->f_ops != NULL) {
738 1.173 ad error = (*fp->f_ops->fo_close)(fp);
739 1.173 ad } else {
740 1.173 ad error = 0;
741 1.17 cgd }
742 1.173 ad ffree(fp);
743 1.59 thorpej
744 1.173 ad return error;
745 1.16 cgd }
746 1.16 cgd
747 1.16 cgd /*
748 1.16 cgd * Allocate a file descriptor for the process.
749 1.16 cgd */
750 1.38 christos int
751 1.173 ad fd_alloc(proc_t *p, int want, int *result)
752 1.72 lukem {
753 1.173 ad filedesc_t *fdp;
754 1.126 pk int i, lim, last, error;
755 1.115 provos u_int off, new;
756 1.173 ad fdfile_t *ff;
757 1.173 ad
758 1.173 ad KASSERT(p == curproc || p == &proc0);
759 1.72 lukem
760 1.72 lukem fdp = p->p_fd;
761 1.173 ad ff = pool_cache_get(fdfile_cache, PR_WAITOK);
762 1.173 ad KASSERT(ff->ff_refcnt == 0);
763 1.173 ad KASSERT(ff->ff_file == NULL);
764 1.16 cgd
765 1.16 cgd /*
766 1.16 cgd * Search for a free descriptor starting at the higher
767 1.173 ad * of want or fd_freefile.
768 1.16 cgd */
769 1.173 ad mutex_enter(&fdp->fd_lock);
770 1.173 ad KASSERT(fdp->fd_ofiles[0] == (fdfile_t *)fdp->fd_dfdfile[0]);
771 1.17 cgd lim = min((int)p->p_rlimit[RLIMIT_NOFILE].rlim_cur, maxfiles);
772 1.90 enami last = min(fdp->fd_nfiles, lim);
773 1.173 ad for (;;) {
774 1.173 ad if ((i = want) < fdp->fd_freefile)
775 1.173 ad i = fdp->fd_freefile;
776 1.173 ad off = i >> NDENTRYSHIFT;
777 1.173 ad new = fd_next_zero(fdp, fdp->fd_himap, off,
778 1.173 ad (last + NDENTRIES - 1) >> NDENTRYSHIFT);
779 1.173 ad if (new == -1)
780 1.173 ad break;
781 1.173 ad i = fd_next_zero(fdp, &fdp->fd_lomap[new],
782 1.115 provos new > off ? 0 : i & NDENTRYMASK, NDENTRIES);
783 1.115 provos if (i == -1) {
784 1.131 perry /*
785 1.173 ad * Free file descriptor in this block was
786 1.115 provos * below want, try again with higher want.
787 1.115 provos */
788 1.115 provos want = (new + 1) << NDENTRYSHIFT;
789 1.173 ad continue;
790 1.115 provos }
791 1.115 provos i += (new << NDENTRYSHIFT);
792 1.173 ad if (i >= last) {
793 1.173 ad break;
794 1.173 ad }
795 1.173 ad if (fdp->fd_ofiles[i] == NULL) {
796 1.173 ad KASSERT(i >= NDFDFILE);
797 1.173 ad fdp->fd_ofiles[i] = ff;
798 1.173 ad } else {
799 1.173 ad pool_cache_put(fdfile_cache, ff);
800 1.173 ad }
801 1.173 ad KASSERT(fdp->fd_ofiles[i]->ff_file == NULL);
802 1.173 ad fd_used(fdp, i);
803 1.173 ad if (want <= fdp->fd_freefile) {
804 1.173 ad fdp->fd_freefile = i;
805 1.16 cgd }
806 1.173 ad *result = i;
807 1.173 ad mutex_exit(&fdp->fd_lock);
808 1.173 ad KASSERT(i >= NDFDFILE ||
809 1.173 ad fdp->fd_ofiles[i] == (fdfile_t *)fdp->fd_dfdfile[i]);
810 1.173 ad return 0;
811 1.90 enami }
812 1.16 cgd
813 1.173 ad /* No space in current array. Let the caller expand and retry. */
814 1.126 pk error = (fdp->fd_nfiles >= lim) ? EMFILE : ENOSPC;
815 1.173 ad mutex_exit(&fdp->fd_lock);
816 1.173 ad pool_cache_put(fdfile_cache, ff);
817 1.173 ad return error;
818 1.16 cgd }
819 1.16 cgd
820 1.173 ad /*
821 1.185 ad * Allocate memory for the open files array.
822 1.185 ad */
823 1.185 ad static fdfile_t **
824 1.185 ad fd_ofile_alloc(int n)
825 1.185 ad {
826 1.185 ad uintptr_t *ptr, sz;
827 1.185 ad
828 1.185 ad KASSERT(n > NDFILE);
829 1.185 ad
830 1.185 ad sz = (n + 2) * sizeof(uintptr_t);
831 1.185 ad ptr = kmem_alloc((size_t)sz, KM_SLEEP);
832 1.185 ad ptr[1] = sz;
833 1.185 ad
834 1.185 ad return (fdfile_t **)(ptr + 2);
835 1.185 ad }
836 1.185 ad
837 1.185 ad /*
838 1.185 ad * Free an open files array.
839 1.185 ad */
840 1.185 ad static void
841 1.185 ad fd_ofile_free(int n, fdfile_t **of)
842 1.185 ad {
843 1.185 ad uintptr_t *ptr, sz;
844 1.185 ad
845 1.185 ad KASSERT(n > NDFILE);
846 1.185 ad
847 1.185 ad sz = (n + 2) * sizeof(uintptr_t);
848 1.185 ad ptr = (uintptr_t *)of - 2;
849 1.185 ad KASSERT(ptr[1] == sz);
850 1.185 ad kmem_free(ptr, sz);
851 1.185 ad }
852 1.185 ad
853 1.185 ad /*
854 1.185 ad * Allocate descriptor bitmap.
855 1.185 ad */
856 1.185 ad static void
857 1.185 ad fd_map_alloc(int n, uint32_t **lo, uint32_t **hi)
858 1.185 ad {
859 1.185 ad uint8_t *ptr;
860 1.185 ad size_t szlo, szhi;
861 1.185 ad
862 1.185 ad KASSERT(n > NDENTRIES);
863 1.185 ad
864 1.185 ad szlo = NDLOSLOTS(n) * sizeof(uint32_t);
865 1.185 ad szhi = NDHISLOTS(n) * sizeof(uint32_t);
866 1.185 ad ptr = kmem_alloc(szlo + szhi, KM_SLEEP);
867 1.185 ad *lo = (uint32_t *)ptr;
868 1.185 ad *hi = (uint32_t *)(ptr + szlo);
869 1.185 ad }
870 1.185 ad
871 1.185 ad /*
872 1.185 ad * Free descriptor bitmap.
873 1.185 ad */
874 1.185 ad static void
875 1.185 ad fd_map_free(int n, uint32_t *lo, uint32_t *hi)
876 1.185 ad {
877 1.185 ad size_t szlo, szhi;
878 1.185 ad
879 1.185 ad KASSERT(n > NDENTRIES);
880 1.185 ad
881 1.185 ad szlo = NDLOSLOTS(n) * sizeof(uint32_t);
882 1.185 ad szhi = NDHISLOTS(n) * sizeof(uint32_t);
883 1.185 ad KASSERT(hi == (uint32_t *)((uint8_t *)lo + szlo));
884 1.185 ad kmem_free(lo, szlo + szhi);
885 1.185 ad }
886 1.185 ad
887 1.185 ad /*
888 1.173 ad * Expand a process' descriptor table.
889 1.173 ad */
890 1.76 thorpej void
891 1.173 ad fd_tryexpand(proc_t *p)
892 1.76 thorpej {
893 1.173 ad filedesc_t *fdp;
894 1.173 ad int i, numfiles, oldnfiles;
895 1.173 ad fdfile_t **newofile;
896 1.173 ad uint32_t *newhimap, *newlomap;
897 1.173 ad
898 1.173 ad KASSERT(p == curproc || p == &proc0);
899 1.76 thorpej
900 1.76 thorpej fdp = p->p_fd;
901 1.173 ad newhimap = NULL;
902 1.173 ad newlomap = NULL;
903 1.126 pk oldnfiles = fdp->fd_nfiles;
904 1.126 pk
905 1.126 pk if (oldnfiles < NDEXTENT)
906 1.133 christos numfiles = NDEXTENT;
907 1.76 thorpej else
908 1.133 christos numfiles = 2 * oldnfiles;
909 1.126 pk
910 1.185 ad newofile = fd_ofile_alloc(numfiles);
911 1.133 christos if (NDHISLOTS(numfiles) > NDHISLOTS(oldnfiles)) {
912 1.185 ad fd_map_alloc(numfiles, &newlomap, &newhimap);
913 1.126 pk }
914 1.126 pk
915 1.173 ad mutex_enter(&fdp->fd_lock);
916 1.173 ad KASSERT(fdp->fd_ofiles[0] == (fdfile_t *)fdp->fd_dfdfile[0]);
917 1.126 pk if (fdp->fd_nfiles != oldnfiles) {
918 1.173 ad /* fdp changed; caller must retry */
919 1.173 ad mutex_exit(&fdp->fd_lock);
920 1.185 ad fd_ofile_free(numfiles, newofile);
921 1.185 ad if (NDHISLOTS(numfiles) > NDHISLOTS(oldnfiles)) {
922 1.185 ad fd_map_free(numfiles, newlomap, newhimap);
923 1.185 ad }
924 1.173 ad return;
925 1.173 ad }
926 1.173 ad
927 1.173 ad /* Copy the existing ofile array and zero the new portion. */
928 1.173 ad i = sizeof(fdfile_t *) * fdp->fd_nfiles;
929 1.173 ad memcpy(newofile, fdp->fd_ofiles, i);
930 1.173 ad memset((uint8_t *)newofile + i, 0, numfiles * sizeof(fdfile_t *) - i);
931 1.173 ad
932 1.173 ad /*
933 1.173 ad * Link old ofiles array into list to be discarded. We defer
934 1.173 ad * freeing until process exit if the descriptor table is visble
935 1.173 ad * to other threads.
936 1.173 ad */
937 1.173 ad if (oldnfiles > NDFILE) {
938 1.173 ad if ((fdp->fd_refcnt | p->p_nlwps) > 1) {
939 1.185 ad fdp->fd_ofiles[-2] = (void *)fdp->fd_discard;
940 1.185 ad fdp->fd_discard = fdp->fd_ofiles - 2;
941 1.173 ad } else {
942 1.185 ad fd_ofile_free(oldnfiles, fdp->fd_ofiles);
943 1.173 ad }
944 1.173 ad }
945 1.115 provos
946 1.133 christos if (NDHISLOTS(numfiles) > NDHISLOTS(oldnfiles)) {
947 1.173 ad i = NDHISLOTS(oldnfiles) * sizeof(uint32_t);
948 1.173 ad memcpy(newhimap, fdp->fd_himap, i);
949 1.173 ad memset((uint8_t *)newhimap + i, 0,
950 1.133 christos NDHISLOTS(numfiles) * sizeof(uint32_t) - i);
951 1.115 provos
952 1.173 ad i = NDLOSLOTS(oldnfiles) * sizeof(uint32_t);
953 1.173 ad memcpy(newlomap, fdp->fd_lomap, i);
954 1.173 ad memset((uint8_t *)newlomap + i, 0,
955 1.133 christos NDLOSLOTS(numfiles) * sizeof(uint32_t) - i);
956 1.115 provos
957 1.126 pk if (NDHISLOTS(oldnfiles) > NDHISLOTS(NDFILE)) {
958 1.185 ad fd_map_free(oldnfiles, fdp->fd_lomap, fdp->fd_himap);
959 1.115 provos }
960 1.115 provos fdp->fd_himap = newhimap;
961 1.115 provos fdp->fd_lomap = newlomap;
962 1.115 provos }
963 1.115 provos
964 1.173 ad /*
965 1.173 ad * All other modifications must become globally visible before
966 1.173 ad * the change to fd_nfiles. See fd_getfile().
967 1.173 ad */
968 1.76 thorpej fdp->fd_ofiles = newofile;
969 1.173 ad membar_producer();
970 1.133 christos fdp->fd_nfiles = numfiles;
971 1.173 ad mutex_exit(&fdp->fd_lock);
972 1.126 pk
973 1.173 ad KASSERT(fdp->fd_ofiles[0] == (fdfile_t *)fdp->fd_dfdfile[0]);
974 1.76 thorpej }
975 1.76 thorpej
976 1.16 cgd /*
977 1.173 ad * Create a new open file structure and allocate a file descriptor
978 1.173 ad * for the current process.
979 1.16 cgd */
980 1.38 christos int
981 1.173 ad fd_allocfile(file_t **resultfp, int *resultfd)
982 1.16 cgd {
983 1.173 ad file_t *fp;
984 1.173 ad proc_t *p;
985 1.173 ad int error;
986 1.16 cgd
987 1.173 ad p = curproc;
988 1.144 ad
989 1.173 ad while ((error = fd_alloc(p, 0, resultfd)) != 0) {
990 1.173 ad if (error != ENOSPC) {
991 1.173 ad return error;
992 1.76 thorpej }
993 1.173 ad fd_tryexpand(p);
994 1.75 thorpej }
995 1.102 pk
996 1.162 ad fp = pool_cache_get(file_cache, PR_WAITOK);
997 1.173 ad KASSERT(fp->f_count == 0);
998 1.173 ad fp->f_cred = kauth_cred_get();
999 1.173 ad kauth_cred_hold(fp->f_cred);
1000 1.167 ad
1001 1.173 ad if (__predict_false(atomic_inc_uint_nv(&nfiles) >= maxfiles)) {
1002 1.173 ad fd_abort(p, fp, *resultfd);
1003 1.69 jdolecek tablefull("file", "increase kern.maxfiles or MAXFILES");
1004 1.173 ad return ENFILE;
1005 1.16 cgd }
1006 1.167 ad
1007 1.167 ad fp->f_advice = 0;
1008 1.167 ad fp->f_msgcount = 0;
1009 1.167 ad fp->f_offset = 0;
1010 1.173 ad fp->f_iflags = 0;
1011 1.173 ad *resultfp = fp;
1012 1.173 ad
1013 1.173 ad return 0;
1014 1.173 ad }
1015 1.173 ad
1016 1.173 ad /*
1017 1.173 ad * Successful creation of a new descriptor: make visible to the process.
1018 1.173 ad */
1019 1.173 ad void
1020 1.173 ad fd_affix(proc_t *p, file_t *fp, unsigned fd)
1021 1.173 ad {
1022 1.173 ad fdfile_t *ff;
1023 1.173 ad filedesc_t *fdp;
1024 1.173 ad
1025 1.173 ad KASSERT(p == curproc || p == &proc0);
1026 1.173 ad
1027 1.173 ad /* Add a reference to the file structure. */
1028 1.173 ad mutex_enter(&fp->f_lock);
1029 1.173 ad fp->f_count++;
1030 1.173 ad mutex_exit(&fp->f_lock);
1031 1.167 ad
1032 1.16 cgd /*
1033 1.173 ad * Insert the new file into the descriptor slot.
1034 1.173 ad *
1035 1.173 ad * The memory barriers provided by lock activity in this routine
1036 1.173 ad * ensure that any updates to the file structure become globally
1037 1.173 ad * visible before the file becomes visible to other LWPs in the
1038 1.173 ad * current process.
1039 1.16 cgd */
1040 1.173 ad fdp = p->p_fd;
1041 1.173 ad ff = fdp->fd_ofiles[fd];
1042 1.173 ad
1043 1.173 ad KASSERT(ff != NULL);
1044 1.173 ad KASSERT(ff->ff_file == NULL);
1045 1.173 ad KASSERT(ff->ff_allocated);
1046 1.173 ad KASSERT(fd_isused(fdp, fd));
1047 1.173 ad KASSERT(fd >= NDFDFILE ||
1048 1.173 ad fdp->fd_ofiles[fd] == (fdfile_t *)fdp->fd_dfdfile[fd]);
1049 1.173 ad
1050 1.173 ad /* No need to lock in order to make file initially visible. */
1051 1.173 ad ff->ff_file = fp;
1052 1.173 ad }
1053 1.173 ad
1054 1.173 ad /*
1055 1.173 ad * Abort creation of a new descriptor: free descriptor slot and file.
1056 1.173 ad */
1057 1.173 ad void
1058 1.173 ad fd_abort(proc_t *p, file_t *fp, unsigned fd)
1059 1.173 ad {
1060 1.173 ad filedesc_t *fdp;
1061 1.173 ad fdfile_t *ff;
1062 1.173 ad
1063 1.173 ad KASSERT(p == curproc || p == &proc0);
1064 1.173 ad
1065 1.173 ad fdp = p->p_fd;
1066 1.173 ad ff = fdp->fd_ofiles[fd];
1067 1.173 ad
1068 1.173 ad KASSERT(fd >= NDFDFILE ||
1069 1.173 ad fdp->fd_ofiles[fd] == (fdfile_t *)fdp->fd_dfdfile[fd]);
1070 1.173 ad
1071 1.173 ad mutex_enter(&fdp->fd_lock);
1072 1.173 ad KASSERT(fd_isused(fdp, fd));
1073 1.173 ad fd_unused(fdp, fd);
1074 1.173 ad mutex_exit(&fdp->fd_lock);
1075 1.167 ad
1076 1.173 ad if (fp != NULL) {
1077 1.173 ad ffree(fp);
1078 1.59 thorpej }
1079 1.16 cgd }
1080 1.16 cgd
1081 1.16 cgd /*
1082 1.16 cgd * Free a file descriptor.
1083 1.16 cgd */
1084 1.38 christos void
1085 1.173 ad ffree(file_t *fp)
1086 1.16 cgd {
1087 1.59 thorpej
1088 1.173 ad KASSERT(fp->f_count == 0);
1089 1.59 thorpej
1090 1.167 ad atomic_dec_uint(&nfiles);
1091 1.167 ad kauth_cred_free(fp->f_cred);
1092 1.162 ad pool_cache_put(file_cache, fp);
1093 1.48 thorpej }
1094 1.48 thorpej
1095 1.167 ad static int
1096 1.167 ad file_ctor(void *arg, void *obj, int flags)
1097 1.167 ad {
1098 1.173 ad file_t *fp = obj;
1099 1.167 ad
1100 1.167 ad memset(fp, 0, sizeof(*fp));
1101 1.167 ad mutex_init(&fp->f_lock, MUTEX_DEFAULT, IPL_NONE);
1102 1.167 ad
1103 1.167 ad mutex_enter(&filelist_lock);
1104 1.167 ad LIST_INSERT_HEAD(&filehead, fp, f_list);
1105 1.167 ad mutex_exit(&filelist_lock);
1106 1.167 ad
1107 1.167 ad return 0;
1108 1.167 ad }
1109 1.167 ad
1110 1.167 ad static void
1111 1.167 ad file_dtor(void *arg, void *obj)
1112 1.167 ad {
1113 1.173 ad file_t *fp = obj;
1114 1.167 ad
1115 1.167 ad mutex_enter(&filelist_lock);
1116 1.167 ad LIST_REMOVE(fp, f_list);
1117 1.167 ad mutex_exit(&filelist_lock);
1118 1.167 ad
1119 1.167 ad mutex_destroy(&fp->f_lock);
1120 1.167 ad }
1121 1.167 ad
1122 1.173 ad static int
1123 1.173 ad fdfile_ctor(void *arg, void *obj, int flags)
1124 1.173 ad {
1125 1.173 ad fdfile_t *ff = obj;
1126 1.173 ad
1127 1.173 ad memset(ff, 0, sizeof(*ff));
1128 1.173 ad mutex_init(&ff->ff_lock, MUTEX_DEFAULT, IPL_NONE);
1129 1.173 ad cv_init(&ff->ff_closing, "fdclose");
1130 1.173 ad
1131 1.173 ad return 0;
1132 1.173 ad }
1133 1.173 ad
1134 1.173 ad static void
1135 1.173 ad fdfile_dtor(void *arg, void *obj)
1136 1.173 ad {
1137 1.173 ad fdfile_t *ff = obj;
1138 1.173 ad
1139 1.173 ad mutex_destroy(&ff->ff_lock);
1140 1.173 ad cv_destroy(&ff->ff_closing);
1141 1.173 ad }
1142 1.173 ad
1143 1.173 ad file_t *
1144 1.169 ad fgetdummy(void)
1145 1.169 ad {
1146 1.173 ad file_t *fp;
1147 1.169 ad
1148 1.169 ad fp = kmem_alloc(sizeof(*fp), KM_SLEEP);
1149 1.169 ad if (fp != NULL) {
1150 1.169 ad memset(fp, 0, sizeof(*fp));
1151 1.169 ad mutex_init(&fp->f_lock, MUTEX_DEFAULT, IPL_NONE);
1152 1.169 ad }
1153 1.169 ad return fp;
1154 1.169 ad }
1155 1.169 ad
1156 1.169 ad void
1157 1.173 ad fputdummy(file_t *fp)
1158 1.58 thorpej {
1159 1.58 thorpej
1160 1.173 ad mutex_destroy(&fp->f_lock);
1161 1.173 ad kmem_free(fp, sizeof(*fp));
1162 1.58 thorpej }
1163 1.58 thorpej
1164 1.58 thorpej /*
1165 1.173 ad * Create an initial filedesc structure.
1166 1.48 thorpej */
1167 1.173 ad filedesc_t *
1168 1.173 ad fd_init(filedesc_t *fdp)
1169 1.48 thorpej {
1170 1.173 ad unsigned fd;
1171 1.173 ad
1172 1.173 ad if (fdp == NULL) {
1173 1.173 ad fdp = pool_cache_get(filedesc_cache, PR_WAITOK);
1174 1.173 ad } else {
1175 1.173 ad filedesc_ctor(NULL, fdp, PR_WAITOK);
1176 1.173 ad }
1177 1.48 thorpej
1178 1.173 ad fdp->fd_refcnt = 1;
1179 1.173 ad fdp->fd_ofiles = fdp->fd_dfiles;
1180 1.173 ad fdp->fd_nfiles = NDFILE;
1181 1.173 ad fdp->fd_himap = fdp->fd_dhimap;
1182 1.173 ad fdp->fd_lomap = fdp->fd_dlomap;
1183 1.173 ad KASSERT(fdp->fd_lastfile == -1);
1184 1.173 ad KASSERT(fdp->fd_lastkqfile == -1);
1185 1.173 ad KASSERT(fdp->fd_knhash == NULL);
1186 1.48 thorpej
1187 1.173 ad memset(&fdp->fd_startzero, 0, sizeof(*fdp) -
1188 1.173 ad offsetof(filedesc_t, fd_startzero));
1189 1.173 ad for (fd = 0; fd < NDFDFILE; fd++) {
1190 1.173 ad fdp->fd_ofiles[fd] = (fdfile_t *)fdp->fd_dfdfile[fd];
1191 1.173 ad }
1192 1.48 thorpej
1193 1.173 ad return fdp;
1194 1.48 thorpej }
1195 1.48 thorpej
1196 1.48 thorpej /*
1197 1.48 thorpej * Initialize a file descriptor table.
1198 1.48 thorpej */
1199 1.173 ad static int
1200 1.173 ad filedesc_ctor(void *arg, void *obj, int flag)
1201 1.48 thorpej {
1202 1.173 ad filedesc_t *fdp = obj;
1203 1.173 ad int i;
1204 1.48 thorpej
1205 1.173 ad memset(fdp, 0, sizeof(*fdp));
1206 1.173 ad mutex_init(&fdp->fd_lock, MUTEX_DEFAULT, IPL_NONE);
1207 1.173 ad fdp->fd_lastfile = -1;
1208 1.173 ad fdp->fd_lastkqfile = -1;
1209 1.173 ad
1210 1.181 matt CTASSERT(sizeof(fdp->fd_dfdfile[0]) >= sizeof(fdfile_t));
1211 1.173 ad for (i = 0; i < NDFDFILE; i++) {
1212 1.173 ad fdfile_ctor(NULL, fdp->fd_dfdfile[i], PR_WAITOK);
1213 1.173 ad }
1214 1.48 thorpej
1215 1.173 ad return 0;
1216 1.48 thorpej }
1217 1.48 thorpej
1218 1.173 ad static void
1219 1.173 ad filedesc_dtor(void *arg, void *obj)
1220 1.48 thorpej {
1221 1.173 ad filedesc_t *fdp = obj;
1222 1.173 ad int i;
1223 1.48 thorpej
1224 1.173 ad for (i = 0; i < NDFDFILE; i++) {
1225 1.173 ad fdfile_dtor(NULL, fdp->fd_dfdfile[i]);
1226 1.173 ad }
1227 1.48 thorpej
1228 1.173 ad mutex_destroy(&fdp->fd_lock);
1229 1.48 thorpej }
1230 1.48 thorpej
1231 1.48 thorpej /*
1232 1.173 ad * Make p2 share p1's filedesc structure.
1233 1.48 thorpej */
1234 1.48 thorpej void
1235 1.173 ad fd_share(struct proc *p2)
1236 1.48 thorpej {
1237 1.173 ad filedesc_t *fdp;
1238 1.48 thorpej
1239 1.173 ad fdp = curlwp->l_fd;
1240 1.173 ad p2->p_fd = fdp;
1241 1.173 ad atomic_inc_uint(&fdp->fd_refcnt);
1242 1.16 cgd }
1243 1.16 cgd
1244 1.16 cgd /*
1245 1.16 cgd * Copy a filedesc structure.
1246 1.16 cgd */
1247 1.173 ad filedesc_t *
1248 1.173 ad fd_copy(void)
1249 1.16 cgd {
1250 1.173 ad filedesc_t *newfdp, *fdp;
1251 1.173 ad fdfile_t *ff, *fflist, **ffp, **nffp, *ff2;
1252 1.173 ad int i, nused, numfiles, lastfile, j, newlast;
1253 1.173 ad file_t *fp;
1254 1.16 cgd
1255 1.173 ad fdp = curproc->p_fd;
1256 1.173 ad newfdp = pool_cache_get(filedesc_cache, PR_WAITOK);
1257 1.16 cgd newfdp->fd_refcnt = 1;
1258 1.126 pk
1259 1.173 ad KASSERT(newfdp->fd_knhash == NULL);
1260 1.173 ad KASSERT(newfdp->fd_knhashmask == 0);
1261 1.173 ad KASSERT(newfdp->fd_discard == NULL);
1262 1.173 ad
1263 1.173 ad for (;;) {
1264 1.173 ad numfiles = fdp->fd_nfiles;
1265 1.173 ad lastfile = fdp->fd_lastfile;
1266 1.173 ad
1267 1.173 ad /*
1268 1.173 ad * If the number of open files fits in the internal arrays
1269 1.173 ad * of the open file structure, use them, otherwise allocate
1270 1.173 ad * additional memory for the number of descriptors currently
1271 1.173 ad * in use.
1272 1.173 ad */
1273 1.173 ad if (lastfile < NDFILE) {
1274 1.173 ad i = NDFILE;
1275 1.173 ad newfdp->fd_ofiles = newfdp->fd_dfiles;
1276 1.173 ad } else {
1277 1.173 ad /*
1278 1.173 ad * Compute the smallest multiple of NDEXTENT needed
1279 1.173 ad * for the file descriptors currently in use,
1280 1.173 ad * allowing the table to shrink.
1281 1.173 ad */
1282 1.173 ad i = numfiles;
1283 1.173 ad while (i >= 2 * NDEXTENT && i > lastfile * 2) {
1284 1.173 ad i /= 2;
1285 1.173 ad }
1286 1.185 ad newfdp->fd_ofiles = fd_ofile_alloc(i);
1287 1.173 ad KASSERT(i >= NDFILE);
1288 1.173 ad }
1289 1.173 ad if (NDHISLOTS(i) <= NDHISLOTS(NDFILE)) {
1290 1.173 ad newfdp->fd_himap = newfdp->fd_dhimap;
1291 1.173 ad newfdp->fd_lomap = newfdp->fd_dlomap;
1292 1.173 ad } else {
1293 1.185 ad fd_map_alloc(i, &newfdp->fd_lomap,
1294 1.185 ad &newfdp->fd_himap);
1295 1.173 ad }
1296 1.16 cgd
1297 1.16 cgd /*
1298 1.173 ad * Allocate and string together fdfile structures.
1299 1.173 ad * We abuse fdfile_t::ff_file here, but it will be
1300 1.173 ad * cleared before this routine returns.
1301 1.16 cgd */
1302 1.173 ad nused = fdp->fd_nused;
1303 1.173 ad fflist = NULL;
1304 1.173 ad for (j = nused; j != 0; j--) {
1305 1.173 ad ff = pool_cache_get(fdfile_cache, PR_WAITOK);
1306 1.173 ad ff->ff_file = (void *)fflist;
1307 1.173 ad fflist = ff;
1308 1.173 ad }
1309 1.173 ad
1310 1.173 ad mutex_enter(&fdp->fd_lock);
1311 1.173 ad if (numfiles == fdp->fd_nfiles && nused == fdp->fd_nused &&
1312 1.173 ad lastfile == fdp->fd_lastfile) {
1313 1.173 ad break;
1314 1.173 ad }
1315 1.173 ad mutex_exit(&fdp->fd_lock);
1316 1.173 ad if (i >= NDFILE) {
1317 1.185 ad fd_ofile_free(i, newfdp->fd_ofiles);
1318 1.173 ad }
1319 1.126 pk if (NDHISLOTS(i) > NDHISLOTS(NDFILE)) {
1320 1.185 ad fd_map_free(i, newfdp->fd_lomap, newfdp->fd_himap);
1321 1.126 pk }
1322 1.173 ad while (fflist != NULL) {
1323 1.173 ad ff = fflist;
1324 1.173 ad fflist = (void *)ff->ff_file;
1325 1.173 ad ff->ff_file = NULL;
1326 1.173 ad pool_cache_put(fdfile_cache, ff);
1327 1.173 ad }
1328 1.115 provos }
1329 1.115 provos
1330 1.16 cgd newfdp->fd_nfiles = i;
1331 1.126 pk newfdp->fd_freefile = fdp->fd_freefile;
1332 1.173 ad newfdp->fd_exclose = fdp->fd_exclose;
1333 1.126 pk
1334 1.173 ad /*
1335 1.173 ad * Clear the entries that will not be copied over.
1336 1.173 ad * Avoid calling memset with 0 size.
1337 1.173 ad */
1338 1.173 ad if (lastfile < (i-1)) {
1339 1.128 cube memset(newfdp->fd_ofiles + lastfile + 1, 0,
1340 1.173 ad (i - lastfile - 1) * sizeof(file_t **));
1341 1.173 ad }
1342 1.173 ad if (i < NDENTRIES * NDENTRIES) {
1343 1.120 yamt i = NDENTRIES * NDENTRIES; /* size of inlined bitmaps */
1344 1.173 ad }
1345 1.115 provos memcpy(newfdp->fd_himap, fdp->fd_himap, NDHISLOTS(i)*sizeof(uint32_t));
1346 1.115 provos memcpy(newfdp->fd_lomap, fdp->fd_lomap, NDLOSLOTS(i)*sizeof(uint32_t));
1347 1.126 pk
1348 1.173 ad ffp = fdp->fd_ofiles;
1349 1.173 ad nffp = newfdp->fd_ofiles;
1350 1.173 ad j = imax(lastfile, (NDFDFILE - 1));
1351 1.173 ad newlast = -1;
1352 1.173 ad KASSERT(j < fdp->fd_nfiles);
1353 1.173 ad for (i = 0; i <= j; i++, ffp++, *nffp++ = ff2) {
1354 1.173 ad ff = *ffp;
1355 1.173 ad /* Install built-in fdfiles even if unused here. */
1356 1.173 ad if (i < NDFDFILE) {
1357 1.173 ad ff2 = (fdfile_t *)newfdp->fd_dfdfile[i];
1358 1.173 ad } else {
1359 1.173 ad ff2 = NULL;
1360 1.173 ad }
1361 1.173 ad /* Determine if descriptor is active in parent. */
1362 1.173 ad if (ff == NULL || !fd_isused(fdp, i)) {
1363 1.173 ad KASSERT(ff != NULL || i >= NDFDFILE);
1364 1.173 ad continue;
1365 1.173 ad }
1366 1.173 ad mutex_enter(&ff->ff_lock);
1367 1.173 ad fp = ff->ff_file;
1368 1.173 ad if (fp == NULL) {
1369 1.173 ad /* Descriptor is half-open: free slot. */
1370 1.173 ad fd_zap(newfdp, i);
1371 1.173 ad mutex_exit(&ff->ff_lock);
1372 1.173 ad continue;
1373 1.173 ad }
1374 1.173 ad if (fp->f_type == DTYPE_KQUEUE) {
1375 1.173 ad /* kqueue descriptors cannot be copied. */
1376 1.173 ad fd_zap(newfdp, i);
1377 1.173 ad mutex_exit(&ff->ff_lock);
1378 1.126 pk continue;
1379 1.173 ad }
1380 1.173 ad /* It's active: add a reference to the file. */
1381 1.173 ad mutex_enter(&fp->f_lock);
1382 1.173 ad fp->f_count++;
1383 1.173 ad mutex_exit(&fp->f_lock);
1384 1.173 ad /* Consume one fdfile_t to represent it. */
1385 1.173 ad if (i >= NDFDFILE) {
1386 1.173 ad ff2 = fflist;
1387 1.173 ad fflist = (void *)ff2->ff_file;
1388 1.173 ad }
1389 1.173 ad ff2->ff_file = fp;
1390 1.173 ad ff2->ff_exclose = ff->ff_exclose;
1391 1.182 matt ff2->ff_allocated = true;
1392 1.173 ad mutex_exit(&ff->ff_lock);
1393 1.173 ad if (i > newlast) {
1394 1.173 ad newlast = i;
1395 1.173 ad }
1396 1.173 ad }
1397 1.173 ad mutex_exit(&fdp->fd_lock);
1398 1.126 pk
1399 1.173 ad /* Discard unused fdfile_t structures. */
1400 1.173 ad while (__predict_false(fflist != NULL)) {
1401 1.173 ad ff = fflist;
1402 1.173 ad fflist = (void *)ff->ff_file;
1403 1.173 ad ff->ff_file = NULL;
1404 1.173 ad pool_cache_put(fdfile_cache, ff);
1405 1.173 ad nused--;
1406 1.126 pk }
1407 1.173 ad KASSERT(nused >= 0);
1408 1.173 ad KASSERT(newfdp->fd_ofiles[0] == (fdfile_t *)newfdp->fd_dfdfile[0]);
1409 1.126 pk
1410 1.173 ad newfdp->fd_nused = nused;
1411 1.173 ad newfdp->fd_lastfile = newlast;
1412 1.126 pk
1413 1.16 cgd return (newfdp);
1414 1.16 cgd }
1415 1.16 cgd
1416 1.16 cgd /*
1417 1.16 cgd * Release a filedesc structure.
1418 1.16 cgd */
1419 1.16 cgd void
1420 1.173 ad fd_free(void)
1421 1.16 cgd {
1422 1.173 ad filedesc_t *fdp;
1423 1.173 ad fdfile_t *ff;
1424 1.173 ad file_t *fp;
1425 1.173 ad int fd, lastfd;
1426 1.185 ad void **discard;
1427 1.173 ad
1428 1.173 ad fdp = curlwp->l_fd;
1429 1.173 ad
1430 1.173 ad KASSERT(fdp->fd_ofiles[0] == (fdfile_t *)fdp->fd_dfdfile[0]);
1431 1.16 cgd
1432 1.164 ad if (atomic_dec_uint_nv(&fdp->fd_refcnt) > 0)
1433 1.16 cgd return;
1434 1.126 pk
1435 1.16 cgd /*
1436 1.173 ad * Close any files that the process holds open.
1437 1.16 cgd */
1438 1.175 wiz for (fd = 0, lastfd = fdp->fd_nfiles - 1; fd <= lastfd; fd++) {
1439 1.173 ad ff = fdp->fd_ofiles[fd];
1440 1.173 ad KASSERT(fd >= NDFDFILE ||
1441 1.173 ad ff == (fdfile_t *)fdp->fd_dfdfile[fd]);
1442 1.173 ad if ((ff = fdp->fd_ofiles[fd]) == NULL)
1443 1.173 ad continue;
1444 1.173 ad if ((fp = ff->ff_file) != NULL) {
1445 1.173 ad /*
1446 1.173 ad * Must use fd_close() here as kqueue holds
1447 1.173 ad * long term references to descriptors.
1448 1.173 ad */
1449 1.173 ad ff->ff_refcnt++;
1450 1.173 ad fd_close(fd);
1451 1.173 ad }
1452 1.173 ad KASSERT(ff->ff_refcnt == 0);
1453 1.173 ad KASSERT(ff->ff_file == NULL);
1454 1.173 ad KASSERT(!ff->ff_exclose);
1455 1.173 ad KASSERT(!ff->ff_allocated);
1456 1.173 ad if (fd >= NDFDFILE) {
1457 1.173 ad pool_cache_put(fdfile_cache, ff);
1458 1.173 ad }
1459 1.16 cgd }
1460 1.59 thorpej
1461 1.59 thorpej /*
1462 1.173 ad * Clean out the descriptor table for the next user and return
1463 1.173 ad * to the cache.
1464 1.59 thorpej */
1465 1.173 ad while ((discard = fdp->fd_discard) != NULL) {
1466 1.185 ad fdp->fd_discard = discard[0];
1467 1.185 ad kmem_free(discard, (uintptr_t)discard[1]);
1468 1.59 thorpej }
1469 1.173 ad if (NDHISLOTS(fdp->fd_nfiles) > NDHISLOTS(NDFILE)) {
1470 1.173 ad KASSERT(fdp->fd_himap != fdp->fd_dhimap);
1471 1.173 ad KASSERT(fdp->fd_lomap != fdp->fd_dlomap);
1472 1.185 ad fd_map_free(fdp->fd_nfiles, fdp->fd_lomap, fdp->fd_himap);
1473 1.16 cgd }
1474 1.173 ad if (fdp->fd_nfiles > NDFILE) {
1475 1.173 ad KASSERT(fdp->fd_ofiles != fdp->fd_dfiles);
1476 1.185 ad fd_ofile_free(fdp->fd_nfiles, fdp->fd_ofiles);
1477 1.59 thorpej }
1478 1.173 ad if (fdp->fd_knhash != NULL) {
1479 1.179 ad hashdone(fdp->fd_knhash, HASH_LIST, fdp->fd_knhashmask);
1480 1.173 ad fdp->fd_knhash = NULL;
1481 1.173 ad fdp->fd_knhashmask = 0;
1482 1.173 ad } else {
1483 1.173 ad KASSERT(fdp->fd_knhashmask == 0);
1484 1.137 yamt }
1485 1.173 ad fdp->fd_lastkqfile = -1;
1486 1.173 ad pool_cache_put(filedesc_cache, fdp);
1487 1.170 martin }
1488 1.170 martin
1489 1.16 cgd /*
1490 1.16 cgd * File Descriptor pseudo-device driver (/dev/fd/).
1491 1.16 cgd *
1492 1.16 cgd * Opening minor device N dup()s the file (if any) connected to file
1493 1.16 cgd * descriptor N belonging to the calling process. Note that this driver
1494 1.16 cgd * consists of only the ``open()'' routine, because all subsequent
1495 1.16 cgd * references to this file will be direct to the other driver.
1496 1.16 cgd */
1497 1.134 thorpej static int
1498 1.173 ad filedescopen(dev_t dev, int mode, int type, lwp_t *l)
1499 1.16 cgd {
1500 1.16 cgd
1501 1.28 mycroft /*
1502 1.112 jdolecek * XXX Kludge: set dupfd to contain the value of the
1503 1.89 enami * the file descriptor being sought for duplication. The error
1504 1.28 mycroft * return ensures that the vnode for this device will be released
1505 1.28 mycroft * by vn_open. Open will detect this special error and take the
1506 1.28 mycroft * actions in dupfdopen below. Other callers of vn_open or VOP_OPEN
1507 1.28 mycroft * will simply report the error.
1508 1.28 mycroft */
1509 1.138 christos l->l_dupfd = minor(dev); /* XXX */
1510 1.127 christos return EDUPFD;
1511 1.27 mycroft }
1512 1.27 mycroft
1513 1.28 mycroft /*
1514 1.28 mycroft * Duplicate the specified descriptor to a free descriptor.
1515 1.28 mycroft */
1516 1.27 mycroft int
1517 1.173 ad fd_dupopen(int old, int *new, int mode, int error)
1518 1.72 lukem {
1519 1.173 ad filedesc_t *fdp;
1520 1.173 ad fdfile_t *ff;
1521 1.173 ad file_t *fp;
1522 1.27 mycroft
1523 1.173 ad if ((fp = fd_getfile(old)) == NULL) {
1524 1.173 ad return EBADF;
1525 1.173 ad }
1526 1.173 ad fdp = curlwp->l_fd;
1527 1.173 ad ff = fdp->fd_ofiles[old];
1528 1.59 thorpej
1529 1.27 mycroft /*
1530 1.28 mycroft * There are two cases of interest here.
1531 1.28 mycroft *
1532 1.127 christos * For EDUPFD simply dup (dfd) to file descriptor
1533 1.28 mycroft * (indx) and return.
1534 1.28 mycroft *
1535 1.127 christos * For EMOVEFD steal away the file structure from (dfd) and
1536 1.28 mycroft * store it in (indx). (dfd) is effectively closed by
1537 1.28 mycroft * this operation.
1538 1.28 mycroft *
1539 1.28 mycroft * Any other error code is just returned.
1540 1.27 mycroft */
1541 1.28 mycroft switch (error) {
1542 1.127 christos case EDUPFD:
1543 1.28 mycroft /*
1544 1.28 mycroft * Check that the mode the file is being opened for is a
1545 1.28 mycroft * subset of the mode of the existing descriptor.
1546 1.28 mycroft */
1547 1.173 ad if (((mode & (FREAD|FWRITE)) | fp->f_flag) != fp->f_flag) {
1548 1.173 ad error = EACCES;
1549 1.173 ad break;
1550 1.173 ad }
1551 1.173 ad
1552 1.173 ad /* Copy it. */
1553 1.173 ad error = fd_dup(fp, 0, new, fdp->fd_ofiles[old]->ff_exclose);
1554 1.173 ad break;
1555 1.27 mycroft
1556 1.127 christos case EMOVEFD:
1557 1.173 ad /* Copy it. */
1558 1.173 ad error = fd_dup(fp, 0, new, fdp->fd_ofiles[old]->ff_exclose);
1559 1.173 ad if (error != 0) {
1560 1.173 ad break;
1561 1.173 ad }
1562 1.16 cgd
1563 1.173 ad /* Steal away the file pointer from 'old'. */
1564 1.173 ad (void)fd_close(old);
1565 1.173 ad return 0;
1566 1.28 mycroft }
1567 1.173 ad
1568 1.173 ad fd_putfile(old);
1569 1.173 ad return error;
1570 1.61 wrstuden }
1571 1.61 wrstuden
1572 1.61 wrstuden /*
1573 1.113 jdolecek * Sets descriptor owner. If the owner is a process, 'pgid'
1574 1.113 jdolecek * is set to positive value, process ID. If the owner is process group,
1575 1.113 jdolecek * 'pgid' is set to -pg_id.
1576 1.113 jdolecek */
1577 1.113 jdolecek int
1578 1.180 gmcgarry fsetown(pid_t *pgid, u_long cmd, const void *data)
1579 1.113 jdolecek {
1580 1.133 christos int id = *(const int *)data;
1581 1.113 jdolecek int error;
1582 1.113 jdolecek
1583 1.113 jdolecek switch (cmd) {
1584 1.113 jdolecek case TIOCSPGRP:
1585 1.113 jdolecek if (id < 0)
1586 1.113 jdolecek return (EINVAL);
1587 1.113 jdolecek id = -id;
1588 1.113 jdolecek break;
1589 1.113 jdolecek default:
1590 1.113 jdolecek break;
1591 1.113 jdolecek }
1592 1.113 jdolecek
1593 1.113 jdolecek if (id > 0 && !pfind(id))
1594 1.113 jdolecek return (ESRCH);
1595 1.173 ad else if (id < 0 && (error = pgid_in_session(curproc, -id)))
1596 1.113 jdolecek return (error);
1597 1.113 jdolecek
1598 1.113 jdolecek *pgid = id;
1599 1.113 jdolecek return (0);
1600 1.113 jdolecek }
1601 1.113 jdolecek
1602 1.113 jdolecek /*
1603 1.113 jdolecek * Return descriptor owner information. If the value is positive,
1604 1.113 jdolecek * it's process ID. If it's negative, it's process group ID and
1605 1.113 jdolecek * needs the sign removed before use.
1606 1.113 jdolecek */
1607 1.113 jdolecek int
1608 1.180 gmcgarry fgetown(pid_t pgid, u_long cmd, void *data)
1609 1.113 jdolecek {
1610 1.173 ad
1611 1.113 jdolecek switch (cmd) {
1612 1.113 jdolecek case TIOCGPGRP:
1613 1.113 jdolecek *(int *)data = -pgid;
1614 1.113 jdolecek break;
1615 1.113 jdolecek default:
1616 1.113 jdolecek *(int *)data = pgid;
1617 1.113 jdolecek break;
1618 1.113 jdolecek }
1619 1.113 jdolecek return (0);
1620 1.113 jdolecek }
1621 1.113 jdolecek
1622 1.113 jdolecek /*
1623 1.113 jdolecek * Send signal to descriptor owner, either process or process group.
1624 1.113 jdolecek */
1625 1.113 jdolecek void
1626 1.114 christos fownsignal(pid_t pgid, int signo, int code, int band, void *fdescdata)
1627 1.113 jdolecek {
1628 1.113 jdolecek struct proc *p1;
1629 1.150 ad struct pgrp *pgrp;
1630 1.131 perry ksiginfo_t ksi;
1631 1.113 jdolecek
1632 1.176 ad KASSERT(!cpu_intr_p());
1633 1.176 ad
1634 1.148 yamt KSI_INIT(&ksi);
1635 1.114 christos ksi.ksi_signo = signo;
1636 1.113 jdolecek ksi.ksi_code = code;
1637 1.113 jdolecek ksi.ksi_band = band;
1638 1.113 jdolecek
1639 1.176 ad mutex_enter(proc_lock);
1640 1.150 ad if (pgid > 0 && (p1 = p_find(pgid, PFIND_LOCKED)))
1641 1.113 jdolecek kpsignal(p1, &ksi, fdescdata);
1642 1.150 ad else if (pgid < 0 && (pgrp = pg_find(-pgid, PFIND_LOCKED)))
1643 1.150 ad kpgsignal(pgrp, &ksi, fdescdata, 0);
1644 1.176 ad mutex_exit(proc_lock);
1645 1.113 jdolecek }
1646 1.127 christos
1647 1.127 christos int
1648 1.173 ad fd_clone(file_t *fp, unsigned fd, int flag, const struct fileops *fops,
1649 1.173 ad void *data)
1650 1.127 christos {
1651 1.173 ad
1652 1.130 christos fp->f_flag = flag;
1653 1.127 christos fp->f_type = DTYPE_MISC;
1654 1.127 christos fp->f_ops = fops;
1655 1.127 christos fp->f_data = data;
1656 1.173 ad curlwp->l_dupfd = fd;
1657 1.173 ad fd_affix(curproc, fp, fd);
1658 1.127 christos
1659 1.127 christos return EMOVEFD;
1660 1.127 christos }
1661 1.127 christos
1662 1.127 christos int
1663 1.173 ad fnullop_fcntl(file_t *fp, u_int cmd, void *data)
1664 1.127 christos {
1665 1.147 yamt
1666 1.127 christos if (cmd == F_SETFL)
1667 1.127 christos return 0;
1668 1.127 christos
1669 1.127 christos return EOPNOTSUPP;
1670 1.127 christos }
1671 1.127 christos
1672 1.127 christos int
1673 1.173 ad fnullop_poll(file_t *fp, int which)
1674 1.127 christos {
1675 1.147 yamt
1676 1.127 christos return 0;
1677 1.127 christos }
1678 1.127 christos
1679 1.127 christos int
1680 1.173 ad fnullop_kqfilter(file_t *fp, struct knote *kn)
1681 1.127 christos {
1682 1.127 christos
1683 1.127 christos return 0;
1684 1.127 christos }
1685 1.127 christos
1686 1.127 christos int
1687 1.173 ad fbadop_read(file_t *fp, off_t *offset, struct uio *uio,
1688 1.173 ad kauth_cred_t cred, int flags)
1689 1.160 rmind {
1690 1.160 rmind
1691 1.160 rmind return EOPNOTSUPP;
1692 1.160 rmind }
1693 1.160 rmind
1694 1.160 rmind int
1695 1.173 ad fbadop_write(file_t *fp, off_t *offset, struct uio *uio,
1696 1.173 ad kauth_cred_t cred, int flags)
1697 1.160 rmind {
1698 1.160 rmind
1699 1.160 rmind return EOPNOTSUPP;
1700 1.160 rmind }
1701 1.160 rmind
1702 1.160 rmind int
1703 1.173 ad fbadop_ioctl(file_t *fp, u_long com, void *data)
1704 1.160 rmind {
1705 1.160 rmind
1706 1.160 rmind return EOPNOTSUPP;
1707 1.160 rmind }
1708 1.160 rmind
1709 1.160 rmind int
1710 1.173 ad fbadop_stat(file_t *fp, struct stat *sb)
1711 1.127 christos {
1712 1.147 yamt
1713 1.127 christos return EOPNOTSUPP;
1714 1.127 christos }
1715 1.160 rmind
1716 1.160 rmind int
1717 1.173 ad fbadop_close(file_t *fp)
1718 1.160 rmind {
1719 1.160 rmind
1720 1.160 rmind return EOPNOTSUPP;
1721 1.160 rmind }
1722