sys_pipe.c revision 1.4.2.10
1 1.4.2.10 nathanw /* $NetBSD: sys_pipe.c,v 1.4.2.10 2002/02/28 23:48:50 nathanw Exp $ */ 2 1.4.2.2 nathanw 3 1.4.2.2 nathanw /* 4 1.4.2.2 nathanw * Copyright (c) 1996 John S. Dyson 5 1.4.2.2 nathanw * All rights reserved. 6 1.4.2.2 nathanw * 7 1.4.2.2 nathanw * Redistribution and use in source and binary forms, with or without 8 1.4.2.2 nathanw * modification, are permitted provided that the following conditions 9 1.4.2.2 nathanw * are met: 10 1.4.2.2 nathanw * 1. Redistributions of source code must retain the above copyright 11 1.4.2.2 nathanw * notice immediately at the beginning of the file, without modification, 12 1.4.2.2 nathanw * this list of conditions, and the following disclaimer. 13 1.4.2.2 nathanw * 2. Redistributions in binary form must reproduce the above copyright 14 1.4.2.2 nathanw * notice, this list of conditions and the following disclaimer in the 15 1.4.2.2 nathanw * documentation and/or other materials provided with the distribution. 16 1.4.2.2 nathanw * 3. Absolutely no warranty of function or purpose is made by the author 17 1.4.2.2 nathanw * John S. Dyson. 18 1.4.2.2 nathanw * 4. Modifications may be freely made to this file if the above conditions 19 1.4.2.2 nathanw * are met. 20 1.4.2.2 nathanw * 21 1.4.2.2 nathanw * $FreeBSD: src/sys/kern/sys_pipe.c,v 1.82 2001/06/15 20:45:01 jlemon Exp $ 22 1.4.2.2 nathanw */ 23 1.4.2.2 nathanw 24 1.4.2.2 nathanw /* 25 1.4.2.2 nathanw * This file contains a high-performance replacement for the socket-based 26 1.4.2.2 nathanw * pipes scheme originally used in FreeBSD/4.4Lite. It does not support 27 1.4.2.2 nathanw * all features of sockets, but does do everything that pipes normally 28 1.4.2.2 nathanw * do. 29 1.4.2.2 nathanw * 30 1.4.2.2 nathanw * Adaption for NetBSD UVM, including uvm_loan() based direct write, was 31 1.4.2.2 nathanw * written by Jaromir Dolecek. 32 1.4.2.2 nathanw */ 33 1.4.2.2 nathanw 34 1.4.2.2 nathanw /* 35 1.4.2.2 nathanw * This code has two modes of operation, a small write mode and a large 36 1.4.2.2 nathanw * write mode. The small write mode acts like conventional pipes with 37 1.4.2.2 nathanw * a kernel buffer. If the buffer is less than PIPE_MINDIRECT, then the 38 1.4.2.2 nathanw * "normal" pipe buffering is done. If the buffer is between PIPE_MINDIRECT 39 1.4.2.2 nathanw * and PIPE_SIZE in size, it is fully mapped into the kernel (on FreeBSD, 40 1.4.2.2 nathanw * those pages are also wired), and the receiving process can copy it directly 41 1.4.2.2 nathanw * from the pages in the sending process. 42 1.4.2.2 nathanw * 43 1.4.2.2 nathanw * If the sending process receives a signal, it is possible that it will 44 1.4.2.2 nathanw * go away, and certainly its address space can change, because control 45 1.4.2.2 nathanw * is returned back to the user-mode side. In that case, the pipe code 46 1.4.2.2 nathanw * arranges to copy the buffer supplied by the user process on FreeBSD, to 47 1.4.2.2 nathanw * a pageable kernel buffer, and the receiving process will grab the data 48 1.4.2.2 nathanw * from the pageable kernel buffer. Since signals don't happen all that often, 49 1.4.2.2 nathanw * the copy operation is normally eliminated. 50 1.4.2.2 nathanw * For NetBSD, the pages are mapped read-only, COW for kernel by uvm_loan(), 51 1.4.2.2 nathanw * so no explicit handling need to be done, all is handled by standard VM 52 1.4.2.2 nathanw * facilities. 53 1.4.2.2 nathanw * 54 1.4.2.2 nathanw * The constant PIPE_MINDIRECT is chosen to make sure that buffering will 55 1.4.2.2 nathanw * happen for small transfers so that the system will not spend all of 56 1.4.2.2 nathanw * its time context switching. PIPE_SIZE is constrained by the 57 1.4.2.2 nathanw * amount of kernel virtual memory. 58 1.4.2.2 nathanw */ 59 1.4.2.2 nathanw 60 1.4.2.8 nathanw #include <sys/cdefs.h> 61 1.4.2.10 nathanw __KERNEL_RCSID(0, "$NetBSD: sys_pipe.c,v 1.4.2.10 2002/02/28 23:48:50 nathanw Exp $"); 62 1.4.2.8 nathanw 63 1.4.2.2 nathanw #include <sys/param.h> 64 1.4.2.2 nathanw #include <sys/systm.h> 65 1.4.2.2 nathanw #include <sys/proc.h> 66 1.4.2.2 nathanw #include <sys/fcntl.h> 67 1.4.2.2 nathanw #include <sys/file.h> 68 1.4.2.2 nathanw #include <sys/filedesc.h> 69 1.4.2.2 nathanw #include <sys/filio.h> 70 1.4.2.2 nathanw #include <sys/ttycom.h> 71 1.4.2.2 nathanw #include <sys/stat.h> 72 1.4.2.2 nathanw #include <sys/poll.h> 73 1.4.2.2 nathanw #include <sys/signalvar.h> 74 1.4.2.2 nathanw #include <sys/vnode.h> 75 1.4.2.2 nathanw #include <sys/uio.h> 76 1.4.2.2 nathanw #include <sys/lock.h> 77 1.4.2.2 nathanw #ifdef __FreeBSD__ 78 1.4.2.2 nathanw #include <sys/mutex.h> 79 1.4.2.2 nathanw #include <sys/selinfo.h> 80 1.4.2.2 nathanw #include <sys/sysproto.h> 81 1.4.2.2 nathanw #elif defined(__NetBSD__) 82 1.4.2.2 nathanw #include <sys/select.h> 83 1.4.2.2 nathanw #include <sys/malloc.h> 84 1.4.2.2 nathanw #include <sys/mount.h> 85 1.4.2.2 nathanw #include <sys/syscallargs.h> 86 1.4.2.2 nathanw #include <uvm/uvm.h> 87 1.4.2.2 nathanw #include <sys/sysctl.h> 88 1.4.2.8 nathanw #include <sys/kernel.h> 89 1.4.2.2 nathanw #endif /* NetBSD, FreeBSD */ 90 1.4.2.2 nathanw 91 1.4.2.2 nathanw #include <sys/pipe.h> 92 1.4.2.2 nathanw 93 1.4.2.2 nathanw #ifdef __NetBSD__ 94 1.4.2.8 nathanw /* 95 1.4.2.8 nathanw * Avoid microtime(9), it's slow. We don't guard the read from time(9) 96 1.4.2.8 nathanw * with splclock(9) since we don't actually need to be THAT sure the access 97 1.4.2.8 nathanw * is atomic. 98 1.4.2.8 nathanw */ 99 1.4.2.8 nathanw #define vfs_timestamp(tv) (*(tv) = time) 100 1.4.2.2 nathanw #endif 101 1.4.2.2 nathanw 102 1.4.2.2 nathanw /* 103 1.4.2.2 nathanw * Use this define if you want to disable *fancy* VM things. Expect an 104 1.4.2.2 nathanw * approx 30% decrease in transfer rate. This could be useful for 105 1.4.2.2 nathanw * OpenBSD. 106 1.4.2.2 nathanw */ 107 1.4.2.2 nathanw /* #define PIPE_NODIRECT */ 108 1.4.2.2 nathanw 109 1.4.2.2 nathanw /* 110 1.4.2.2 nathanw * interfaces to the outside world 111 1.4.2.2 nathanw */ 112 1.4.2.2 nathanw #ifdef __FreeBSD__ 113 1.4.2.2 nathanw static int pipe_read __P((struct file *fp, struct uio *uio, 114 1.4.2.2 nathanw struct ucred *cred, int flags, struct proc *p)); 115 1.4.2.2 nathanw static int pipe_write __P((struct file *fp, struct uio *uio, 116 1.4.2.2 nathanw struct ucred *cred, int flags, struct proc *p)); 117 1.4.2.2 nathanw static int pipe_close __P((struct file *fp, struct proc *p)); 118 1.4.2.2 nathanw static int pipe_poll __P((struct file *fp, int events, struct ucred *cred, 119 1.4.2.2 nathanw struct proc *p)); 120 1.4.2.2 nathanw static int pipe_kqfilter __P((struct file *fp, struct knote *kn)); 121 1.4.2.2 nathanw static int pipe_stat __P((struct file *fp, struct stat *sb, struct proc *p)); 122 1.4.2.2 nathanw static int pipe_ioctl __P((struct file *fp, u_long cmd, caddr_t data, struct proc *p)); 123 1.4.2.2 nathanw 124 1.4.2.2 nathanw static struct fileops pipeops = { 125 1.4.2.2 nathanw pipe_read, pipe_write, pipe_ioctl, pipe_poll, pipe_kqfilter, 126 1.4.2.2 nathanw pipe_stat, pipe_close 127 1.4.2.2 nathanw }; 128 1.4.2.2 nathanw 129 1.4.2.2 nathanw static void filt_pipedetach(struct knote *kn); 130 1.4.2.2 nathanw static int filt_piperead(struct knote *kn, long hint); 131 1.4.2.2 nathanw static int filt_pipewrite(struct knote *kn, long hint); 132 1.4.2.2 nathanw 133 1.4.2.2 nathanw static struct filterops pipe_rfiltops = 134 1.4.2.2 nathanw { 1, NULL, filt_pipedetach, filt_piperead }; 135 1.4.2.2 nathanw static struct filterops pipe_wfiltops = 136 1.4.2.2 nathanw { 1, NULL, filt_pipedetach, filt_pipewrite }; 137 1.4.2.2 nathanw #endif /* FreeBSD */ 138 1.4.2.2 nathanw 139 1.4.2.2 nathanw #ifdef __NetBSD__ 140 1.4.2.2 nathanw static int pipe_read __P((struct file *fp, off_t *offset, struct uio *uio, 141 1.4.2.2 nathanw struct ucred *cred, int flags)); 142 1.4.2.2 nathanw static int pipe_write __P((struct file *fp, off_t *offset, struct uio *uio, 143 1.4.2.2 nathanw struct ucred *cred, int flags)); 144 1.4.2.2 nathanw static int pipe_close __P((struct file *fp, struct proc *p)); 145 1.4.2.2 nathanw static int pipe_poll __P((struct file *fp, int events, struct proc *p)); 146 1.4.2.2 nathanw static int pipe_fcntl __P((struct file *fp, u_int com, caddr_t data, 147 1.4.2.2 nathanw struct proc *p)); 148 1.4.2.2 nathanw static int pipe_stat __P((struct file *fp, struct stat *sb, struct proc *p)); 149 1.4.2.2 nathanw static int pipe_ioctl __P((struct file *fp, u_long cmd, caddr_t data, struct proc *p)); 150 1.4.2.2 nathanw 151 1.4.2.2 nathanw static struct fileops pipeops = 152 1.4.2.2 nathanw { pipe_read, pipe_write, pipe_ioctl, pipe_fcntl, pipe_poll, 153 1.4.2.2 nathanw pipe_stat, pipe_close }; 154 1.4.2.2 nathanw #endif /* NetBSD */ 155 1.4.2.2 nathanw 156 1.4.2.2 nathanw /* 157 1.4.2.2 nathanw * Default pipe buffer size(s), this can be kind-of large now because pipe 158 1.4.2.2 nathanw * space is pageable. The pipe code will try to maintain locality of 159 1.4.2.2 nathanw * reference for performance reasons, so small amounts of outstanding I/O 160 1.4.2.2 nathanw * will not wipe the cache. 161 1.4.2.2 nathanw */ 162 1.4.2.2 nathanw #define MINPIPESIZE (PIPE_SIZE/3) 163 1.4.2.2 nathanw #define MAXPIPESIZE (2*PIPE_SIZE/3) 164 1.4.2.2 nathanw 165 1.4.2.2 nathanw /* 166 1.4.2.2 nathanw * Maximum amount of kva for pipes -- this is kind-of a soft limit, but 167 1.4.2.2 nathanw * is there so that on large systems, we don't exhaust it. 168 1.4.2.2 nathanw */ 169 1.4.2.2 nathanw #define MAXPIPEKVA (8*1024*1024) 170 1.4.2.2 nathanw static int maxpipekva = MAXPIPEKVA; 171 1.4.2.2 nathanw 172 1.4.2.2 nathanw /* 173 1.4.2.2 nathanw * Limit for direct transfers, we cannot, of course limit 174 1.4.2.2 nathanw * the amount of kva for pipes in general though. 175 1.4.2.2 nathanw */ 176 1.4.2.2 nathanw #define LIMITPIPEKVA (16*1024*1024) 177 1.4.2.2 nathanw static int limitpipekva = LIMITPIPEKVA; 178 1.4.2.2 nathanw 179 1.4.2.2 nathanw /* 180 1.4.2.2 nathanw * Limit the number of "big" pipes 181 1.4.2.2 nathanw */ 182 1.4.2.2 nathanw #define LIMITBIGPIPES 32 183 1.4.2.2 nathanw static int maxbigpipes = LIMITBIGPIPES; 184 1.4.2.2 nathanw static int nbigpipe = 0; 185 1.4.2.2 nathanw 186 1.4.2.2 nathanw /* 187 1.4.2.2 nathanw * Amount of KVA consumed by pipe buffers. 188 1.4.2.2 nathanw */ 189 1.4.2.2 nathanw static int amountpipekva = 0; 190 1.4.2.2 nathanw 191 1.4.2.8 nathanw static void pipeclose __P((struct pipe *)); 192 1.4.2.8 nathanw static void pipe_free_kmem __P((struct pipe *)); 193 1.4.2.8 nathanw static int pipe_create __P((struct pipe **, int)); 194 1.4.2.8 nathanw static __inline int pipelock __P((struct pipe *, int)); 195 1.4.2.8 nathanw static __inline void pipeunlock __P((struct pipe *)); 196 1.4.2.8 nathanw static __inline void pipeselwakeup __P((struct pipe *, struct pipe *)); 197 1.4.2.8 nathanw static int pipespace __P((struct pipe *, int)); 198 1.4.2.2 nathanw 199 1.4.2.2 nathanw #ifdef __FreeBSD__ 200 1.4.2.2 nathanw #ifndef PIPE_NODIRECT 201 1.4.2.2 nathanw static int pipe_build_write_buffer __P((struct pipe *wpipe, struct uio *uio)); 202 1.4.2.2 nathanw static void pipe_destroy_write_buffer __P((struct pipe *wpipe)); 203 1.4.2.2 nathanw static int pipe_direct_write __P((struct pipe *wpipe, struct uio *uio)); 204 1.4.2.2 nathanw static void pipe_clone_write_buffer __P((struct pipe *wpipe)); 205 1.4.2.2 nathanw #endif 206 1.4.2.2 nathanw 207 1.4.2.2 nathanw static vm_zone_t pipe_zone; 208 1.4.2.2 nathanw #endif /* FreeBSD */ 209 1.4.2.2 nathanw 210 1.4.2.2 nathanw #ifdef __NetBSD__ 211 1.4.2.2 nathanw #ifndef PIPE_NODIRECT 212 1.4.2.8 nathanw static int pipe_direct_write __P((struct pipe *, struct uio *)); 213 1.4.2.8 nathanw static int pipe_loan_alloc __P((struct pipe *, int)); 214 1.4.2.8 nathanw static void pipe_loan_free __P((struct pipe *)); 215 1.4.2.2 nathanw #endif /* PIPE_NODIRECT */ 216 1.4.2.2 nathanw 217 1.4.2.2 nathanw static struct pool pipe_pool; 218 1.4.2.2 nathanw #endif /* NetBSD */ 219 1.4.2.2 nathanw 220 1.4.2.2 nathanw /* 221 1.4.2.2 nathanw * The pipe system call for the DTYPE_PIPE type of pipes 222 1.4.2.2 nathanw */ 223 1.4.2.2 nathanw 224 1.4.2.2 nathanw /* ARGSUSED */ 225 1.4.2.2 nathanw #ifdef __FreeBSD__ 226 1.4.2.2 nathanw int 227 1.4.2.2 nathanw pipe(p, uap) 228 1.4.2.2 nathanw struct proc *p; 229 1.4.2.2 nathanw struct pipe_args /* { 230 1.4.2.2 nathanw int dummy; 231 1.4.2.2 nathanw } */ *uap; 232 1.4.2.2 nathanw #elif defined(__NetBSD__) 233 1.4.2.2 nathanw int 234 1.4.2.10 nathanw sys_pipe(l, v, retval) 235 1.4.2.10 nathanw struct lwp *l; 236 1.4.2.2 nathanw void *v; 237 1.4.2.2 nathanw register_t *retval; 238 1.4.2.2 nathanw #endif 239 1.4.2.2 nathanw { 240 1.4.2.2 nathanw struct file *rf, *wf; 241 1.4.2.2 nathanw struct pipe *rpipe, *wpipe; 242 1.4.2.2 nathanw int fd, error; 243 1.4.2.10 nathanw #ifdef __NetBSD__ 244 1.4.2.10 nathanw struct proc *p; 245 1.4.2.10 nathanw #endif 246 1.4.2.2 nathanw 247 1.4.2.2 nathanw #ifdef __FreeBSD__ 248 1.4.2.2 nathanw if (pipe_zone == NULL) 249 1.4.2.2 nathanw pipe_zone = zinit("PIPE", sizeof(struct pipe), 0, 0, 4); 250 1.4.2.2 nathanw 251 1.4.2.2 nathanw rpipe = wpipe = NULL; 252 1.4.2.3 nathanw if (pipe_create(&rpipe, 1) || pipe_create(&wpipe, 1)) { 253 1.4.2.2 nathanw pipeclose(rpipe); 254 1.4.2.2 nathanw pipeclose(wpipe); 255 1.4.2.2 nathanw return (ENFILE); 256 1.4.2.2 nathanw } 257 1.4.2.2 nathanw 258 1.4.2.2 nathanw error = falloc(p, &rf, &fd); 259 1.4.2.2 nathanw if (error) { 260 1.4.2.2 nathanw pipeclose(rpipe); 261 1.4.2.2 nathanw pipeclose(wpipe); 262 1.4.2.2 nathanw return (error); 263 1.4.2.2 nathanw } 264 1.4.2.2 nathanw fhold(rf); 265 1.4.2.2 nathanw p->p_retval[0] = fd; 266 1.4.2.2 nathanw 267 1.4.2.2 nathanw /* 268 1.4.2.2 nathanw * Warning: once we've gotten past allocation of the fd for the 269 1.4.2.2 nathanw * read-side, we can only drop the read side via fdrop() in order 270 1.4.2.2 nathanw * to avoid races against processes which manage to dup() the read 271 1.4.2.2 nathanw * side while we are blocked trying to allocate the write side. 272 1.4.2.2 nathanw */ 273 1.4.2.2 nathanw rf->f_flag = FREAD | FWRITE; 274 1.4.2.2 nathanw rf->f_type = DTYPE_PIPE; 275 1.4.2.2 nathanw rf->f_data = (caddr_t)rpipe; 276 1.4.2.2 nathanw rf->f_ops = &pipeops; 277 1.4.2.2 nathanw error = falloc(p, &wf, &fd); 278 1.4.2.2 nathanw if (error) { 279 1.4.2.3 nathanw struct filedesc *fdp = p->p_fd; 280 1.4.2.3 nathanw 281 1.4.2.2 nathanw if (fdp->fd_ofiles[p->p_retval[0]] == rf) { 282 1.4.2.2 nathanw fdp->fd_ofiles[p->p_retval[0]] = NULL; 283 1.4.2.2 nathanw fdrop(rf, p); 284 1.4.2.2 nathanw } 285 1.4.2.2 nathanw fdrop(rf, p); 286 1.4.2.2 nathanw /* rpipe has been closed by fdrop(). */ 287 1.4.2.2 nathanw pipeclose(wpipe); 288 1.4.2.2 nathanw return (error); 289 1.4.2.2 nathanw } 290 1.4.2.2 nathanw wf->f_flag = FREAD | FWRITE; 291 1.4.2.2 nathanw wf->f_type = DTYPE_PIPE; 292 1.4.2.2 nathanw wf->f_data = (caddr_t)wpipe; 293 1.4.2.2 nathanw wf->f_ops = &pipeops; 294 1.4.2.2 nathanw p->p_retval[1] = fd; 295 1.4.2.2 nathanw 296 1.4.2.2 nathanw rpipe->pipe_peer = wpipe; 297 1.4.2.2 nathanw wpipe->pipe_peer = rpipe; 298 1.4.2.2 nathanw fdrop(rf, p); 299 1.4.2.2 nathanw #endif /* FreeBSD */ 300 1.4.2.2 nathanw 301 1.4.2.2 nathanw #ifdef __NetBSD__ 302 1.4.2.10 nathanw p = l->l_proc; 303 1.4.2.3 nathanw rpipe = wpipe = NULL; 304 1.4.2.3 nathanw if (pipe_create(&rpipe, 1) || pipe_create(&wpipe, 0)) { 305 1.4.2.3 nathanw pipeclose(rpipe); 306 1.4.2.3 nathanw pipeclose(wpipe); 307 1.4.2.3 nathanw return (ENFILE); 308 1.4.2.3 nathanw } 309 1.4.2.3 nathanw 310 1.4.2.2 nathanw /* 311 1.4.2.2 nathanw * Note: the file structure returned from falloc() is marked 312 1.4.2.2 nathanw * as 'larval' initially. Unless we mark it as 'mature' by 313 1.4.2.2 nathanw * FILE_SET_MATURE(), any attempt to do anything with it would 314 1.4.2.2 nathanw * return EBADF, including e.g. dup(2) or close(2). This avoids 315 1.4.2.2 nathanw * file descriptor races if we block in the second falloc(). 316 1.4.2.2 nathanw */ 317 1.4.2.2 nathanw 318 1.4.2.2 nathanw error = falloc(p, &rf, &fd); 319 1.4.2.2 nathanw if (error) 320 1.4.2.2 nathanw goto free2; 321 1.4.2.2 nathanw retval[0] = fd; 322 1.4.2.2 nathanw rf->f_flag = FREAD; 323 1.4.2.2 nathanw rf->f_type = DTYPE_PIPE; 324 1.4.2.2 nathanw rf->f_data = (caddr_t)rpipe; 325 1.4.2.2 nathanw rf->f_ops = &pipeops; 326 1.4.2.2 nathanw 327 1.4.2.2 nathanw error = falloc(p, &wf, &fd); 328 1.4.2.2 nathanw if (error) 329 1.4.2.2 nathanw goto free3; 330 1.4.2.2 nathanw retval[1] = fd; 331 1.4.2.2 nathanw wf->f_flag = FWRITE; 332 1.4.2.2 nathanw wf->f_type = DTYPE_PIPE; 333 1.4.2.2 nathanw wf->f_data = (caddr_t)wpipe; 334 1.4.2.2 nathanw wf->f_ops = &pipeops; 335 1.4.2.2 nathanw 336 1.4.2.2 nathanw rpipe->pipe_peer = wpipe; 337 1.4.2.2 nathanw wpipe->pipe_peer = rpipe; 338 1.4.2.2 nathanw 339 1.4.2.2 nathanw FILE_SET_MATURE(rf); 340 1.4.2.2 nathanw FILE_SET_MATURE(wf); 341 1.4.2.2 nathanw FILE_UNUSE(rf, p); 342 1.4.2.2 nathanw FILE_UNUSE(wf, p); 343 1.4.2.2 nathanw return (0); 344 1.4.2.2 nathanw free3: 345 1.4.2.2 nathanw FILE_UNUSE(rf, p); 346 1.4.2.2 nathanw ffree(rf); 347 1.4.2.3 nathanw fdremove(p->p_fd, retval[0]); 348 1.4.2.2 nathanw free2: 349 1.4.2.2 nathanw pipeclose(wpipe); 350 1.4.2.2 nathanw pipeclose(rpipe); 351 1.4.2.2 nathanw #endif /* NetBSD */ 352 1.4.2.2 nathanw 353 1.4.2.2 nathanw return (error); 354 1.4.2.2 nathanw } 355 1.4.2.2 nathanw 356 1.4.2.2 nathanw /* 357 1.4.2.2 nathanw * Allocate kva for pipe circular buffer, the space is pageable 358 1.4.2.2 nathanw * This routine will 'realloc' the size of a pipe safely, if it fails 359 1.4.2.2 nathanw * it will retain the old buffer. 360 1.4.2.2 nathanw * If it fails it will return ENOMEM. 361 1.4.2.2 nathanw */ 362 1.4.2.2 nathanw static int 363 1.4.2.2 nathanw pipespace(cpipe, size) 364 1.4.2.2 nathanw struct pipe *cpipe; 365 1.4.2.2 nathanw int size; 366 1.4.2.2 nathanw { 367 1.4.2.2 nathanw caddr_t buffer; 368 1.4.2.2 nathanw #ifdef __FreeBSD__ 369 1.4.2.2 nathanw struct vm_object *object; 370 1.4.2.2 nathanw int npages, error; 371 1.4.2.2 nathanw 372 1.4.2.2 nathanw npages = round_page(size)/PAGE_SIZE; 373 1.4.2.2 nathanw /* 374 1.4.2.2 nathanw * Create an object, I don't like the idea of paging to/from 375 1.4.2.2 nathanw * kernel_object. 376 1.4.2.2 nathanw */ 377 1.4.2.2 nathanw mtx_lock(&vm_mtx); 378 1.4.2.2 nathanw object = vm_object_allocate(OBJT_DEFAULT, npages); 379 1.4.2.2 nathanw buffer = (caddr_t) vm_map_min(kernel_map); 380 1.4.2.2 nathanw 381 1.4.2.2 nathanw /* 382 1.4.2.2 nathanw * Insert the object into the kernel map, and allocate kva for it. 383 1.4.2.2 nathanw * The map entry is, by default, pageable. 384 1.4.2.2 nathanw */ 385 1.4.2.2 nathanw error = vm_map_find(kernel_map, object, 0, 386 1.4.2.2 nathanw (vm_offset_t *) &buffer, size, 1, 387 1.4.2.2 nathanw VM_PROT_ALL, VM_PROT_ALL, 0); 388 1.4.2.2 nathanw 389 1.4.2.2 nathanw if (error != KERN_SUCCESS) { 390 1.4.2.2 nathanw vm_object_deallocate(object); 391 1.4.2.2 nathanw mtx_unlock(&vm_mtx); 392 1.4.2.2 nathanw return (ENOMEM); 393 1.4.2.2 nathanw } 394 1.4.2.2 nathanw #endif /* FreeBSD */ 395 1.4.2.2 nathanw 396 1.4.2.2 nathanw #ifdef __NetBSD__ 397 1.4.2.2 nathanw /* 398 1.4.2.2 nathanw * Allocate pageable virtual address space. Physical memory is allocated 399 1.4.2.2 nathanw * on demand. 400 1.4.2.2 nathanw */ 401 1.4.2.2 nathanw buffer = (caddr_t) uvm_km_valloc(kernel_map, round_page(size)); 402 1.4.2.2 nathanw if (buffer == NULL) 403 1.4.2.2 nathanw return (ENOMEM); 404 1.4.2.2 nathanw #endif /* NetBSD */ 405 1.4.2.2 nathanw 406 1.4.2.2 nathanw /* free old resources if we're resizing */ 407 1.4.2.2 nathanw pipe_free_kmem(cpipe); 408 1.4.2.2 nathanw #ifdef __FreeBSD__ 409 1.4.2.2 nathanw mtx_unlock(&vm_mtx); 410 1.4.2.2 nathanw cpipe->pipe_buffer.object = object; 411 1.4.2.2 nathanw #endif 412 1.4.2.2 nathanw cpipe->pipe_buffer.buffer = buffer; 413 1.4.2.2 nathanw cpipe->pipe_buffer.size = size; 414 1.4.2.2 nathanw cpipe->pipe_buffer.in = 0; 415 1.4.2.2 nathanw cpipe->pipe_buffer.out = 0; 416 1.4.2.2 nathanw cpipe->pipe_buffer.cnt = 0; 417 1.4.2.2 nathanw amountpipekva += cpipe->pipe_buffer.size; 418 1.4.2.2 nathanw return (0); 419 1.4.2.2 nathanw } 420 1.4.2.2 nathanw 421 1.4.2.2 nathanw /* 422 1.4.2.2 nathanw * initialize and allocate VM and memory for pipe 423 1.4.2.2 nathanw */ 424 1.4.2.2 nathanw static int 425 1.4.2.3 nathanw pipe_create(cpipep, allockva) 426 1.4.2.2 nathanw struct pipe **cpipep; 427 1.4.2.3 nathanw int allockva; 428 1.4.2.2 nathanw { 429 1.4.2.2 nathanw struct pipe *cpipe; 430 1.4.2.2 nathanw int error; 431 1.4.2.2 nathanw 432 1.4.2.2 nathanw #ifdef __FreeBSD__ 433 1.4.2.2 nathanw *cpipep = zalloc(pipe_zone); 434 1.4.2.2 nathanw #endif 435 1.4.2.2 nathanw #ifdef __NetBSD__ 436 1.4.2.2 nathanw *cpipep = pool_get(&pipe_pool, M_WAITOK); 437 1.4.2.2 nathanw #endif 438 1.4.2.2 nathanw if (*cpipep == NULL) 439 1.4.2.2 nathanw return (ENOMEM); 440 1.4.2.2 nathanw 441 1.4.2.2 nathanw cpipe = *cpipep; 442 1.4.2.2 nathanw 443 1.4.2.3 nathanw /* Initialize */ 444 1.4.2.3 nathanw memset(cpipe, 0, sizeof(*cpipe)); 445 1.4.2.2 nathanw cpipe->pipe_state = PIPE_SIGNALR; 446 1.4.2.2 nathanw 447 1.4.2.3 nathanw if (allockva && (error = pipespace(cpipe, PIPE_SIZE))) 448 1.4.2.2 nathanw return (error); 449 1.4.2.2 nathanw 450 1.4.2.2 nathanw vfs_timestamp(&cpipe->pipe_ctime); 451 1.4.2.2 nathanw cpipe->pipe_atime = cpipe->pipe_ctime; 452 1.4.2.2 nathanw cpipe->pipe_mtime = cpipe->pipe_ctime; 453 1.4.2.2 nathanw #ifdef __NetBSD__ 454 1.4.2.2 nathanw cpipe->pipe_pgid = NO_PID; 455 1.4.2.2 nathanw lockinit(&cpipe->pipe_lock, PRIBIO | PCATCH, "pipelk", 0, 0); 456 1.4.2.2 nathanw #endif 457 1.4.2.2 nathanw 458 1.4.2.2 nathanw return (0); 459 1.4.2.2 nathanw } 460 1.4.2.2 nathanw 461 1.4.2.2 nathanw 462 1.4.2.2 nathanw /* 463 1.4.2.2 nathanw * lock a pipe for I/O, blocking other access 464 1.4.2.2 nathanw */ 465 1.4.2.2 nathanw static __inline int 466 1.4.2.2 nathanw pipelock(cpipe, catch) 467 1.4.2.2 nathanw struct pipe *cpipe; 468 1.4.2.2 nathanw int catch; 469 1.4.2.2 nathanw { 470 1.4.2.2 nathanw int error; 471 1.4.2.2 nathanw 472 1.4.2.2 nathanw #ifdef __FreeBSD__ 473 1.4.2.2 nathanw while (cpipe->pipe_state & PIPE_LOCK) { 474 1.4.2.2 nathanw cpipe->pipe_state |= PIPE_LWANT; 475 1.4.2.2 nathanw error = tsleep(cpipe, catch ? (PRIBIO | PCATCH) : PRIBIO, 476 1.4.2.2 nathanw "pipelk", 0); 477 1.4.2.2 nathanw if (error != 0) 478 1.4.2.2 nathanw return (error); 479 1.4.2.2 nathanw } 480 1.4.2.2 nathanw cpipe->pipe_state |= PIPE_LOCK; 481 1.4.2.2 nathanw return (0); 482 1.4.2.2 nathanw #endif 483 1.4.2.2 nathanw 484 1.4.2.2 nathanw #ifdef __NetBSD__ 485 1.4.2.2 nathanw do { 486 1.4.2.2 nathanw error = lockmgr(&cpipe->pipe_lock, LK_EXCLUSIVE, NULL); 487 1.4.2.2 nathanw } while (!catch && (error == EINTR || error == ERESTART)); 488 1.4.2.2 nathanw return (error); 489 1.4.2.2 nathanw #endif 490 1.4.2.2 nathanw } 491 1.4.2.2 nathanw 492 1.4.2.2 nathanw /* 493 1.4.2.2 nathanw * unlock a pipe I/O lock 494 1.4.2.2 nathanw */ 495 1.4.2.2 nathanw static __inline void 496 1.4.2.2 nathanw pipeunlock(cpipe) 497 1.4.2.2 nathanw struct pipe *cpipe; 498 1.4.2.2 nathanw { 499 1.4.2.2 nathanw #ifdef __FreeBSD__ 500 1.4.2.2 nathanw cpipe->pipe_state &= ~PIPE_LOCK; 501 1.4.2.2 nathanw if (cpipe->pipe_state & PIPE_LWANT) { 502 1.4.2.2 nathanw cpipe->pipe_state &= ~PIPE_LWANT; 503 1.4.2.2 nathanw wakeup(cpipe); 504 1.4.2.2 nathanw } 505 1.4.2.2 nathanw #endif 506 1.4.2.2 nathanw 507 1.4.2.2 nathanw #ifdef __NetBSD__ 508 1.4.2.2 nathanw lockmgr(&cpipe->pipe_lock, LK_RELEASE, NULL); 509 1.4.2.2 nathanw #endif 510 1.4.2.2 nathanw } 511 1.4.2.2 nathanw 512 1.4.2.2 nathanw /* 513 1.4.2.2 nathanw * Select/poll wakup. This also sends SIGIO to peer connected to 514 1.4.2.2 nathanw * 'sigpipe' side of pipe. 515 1.4.2.2 nathanw */ 516 1.4.2.2 nathanw static __inline void 517 1.4.2.3 nathanw pipeselwakeup(selp, sigp) 518 1.4.2.3 nathanw struct pipe *selp, *sigp; 519 1.4.2.2 nathanw { 520 1.4.2.3 nathanw if (selp->pipe_state & PIPE_SEL) { 521 1.4.2.3 nathanw selp->pipe_state &= ~PIPE_SEL; 522 1.4.2.3 nathanw selwakeup(&selp->pipe_sel); 523 1.4.2.2 nathanw } 524 1.4.2.2 nathanw #ifdef __FreeBSD__ 525 1.4.2.3 nathanw if (sigp && (sigp->pipe_state & PIPE_ASYNC) && sigp->pipe_sigio) 526 1.4.2.3 nathanw pgsigio(sigp->pipe_sigio, SIGIO, 0); 527 1.4.2.3 nathanw KNOTE(&selp->pipe_sel.si_note, 0); 528 1.4.2.2 nathanw #endif 529 1.4.2.2 nathanw 530 1.4.2.2 nathanw #ifdef __NetBSD__ 531 1.4.2.3 nathanw if (sigp && (sigp->pipe_state & PIPE_ASYNC) 532 1.4.2.3 nathanw && sigp->pipe_pgid != NO_PID){ 533 1.4.2.2 nathanw struct proc *p; 534 1.4.2.2 nathanw 535 1.4.2.3 nathanw if (sigp->pipe_pgid < 0) 536 1.4.2.3 nathanw gsignal(-sigp->pipe_pgid, SIGIO); 537 1.4.2.3 nathanw else if (sigp->pipe_pgid > 0 && (p = pfind(sigp->pipe_pgid)) != 0) 538 1.4.2.2 nathanw psignal(p, SIGIO); 539 1.4.2.2 nathanw } 540 1.4.2.2 nathanw #endif /* NetBSD */ 541 1.4.2.2 nathanw } 542 1.4.2.2 nathanw 543 1.4.2.2 nathanw /* ARGSUSED */ 544 1.4.2.2 nathanw #ifdef __FreeBSD__ 545 1.4.2.2 nathanw static int 546 1.4.2.2 nathanw pipe_read(fp, uio, cred, flags, p) 547 1.4.2.2 nathanw struct file *fp; 548 1.4.2.2 nathanw struct uio *uio; 549 1.4.2.2 nathanw struct ucred *cred; 550 1.4.2.2 nathanw int flags; 551 1.4.2.2 nathanw struct proc *p; 552 1.4.2.2 nathanw #elif defined(__NetBSD__) 553 1.4.2.2 nathanw static int 554 1.4.2.2 nathanw pipe_read(fp, offset, uio, cred, flags) 555 1.4.2.2 nathanw struct file *fp; 556 1.4.2.2 nathanw off_t *offset; 557 1.4.2.2 nathanw struct uio *uio; 558 1.4.2.2 nathanw struct ucred *cred; 559 1.4.2.2 nathanw int flags; 560 1.4.2.2 nathanw #endif 561 1.4.2.2 nathanw { 562 1.4.2.2 nathanw struct pipe *rpipe = (struct pipe *) fp->f_data; 563 1.4.2.2 nathanw int error; 564 1.4.2.2 nathanw size_t nread = 0; 565 1.4.2.2 nathanw size_t size; 566 1.4.2.2 nathanw size_t ocnt; 567 1.4.2.2 nathanw 568 1.4.2.2 nathanw ++rpipe->pipe_busy; 569 1.4.2.2 nathanw error = pipelock(rpipe, 1); 570 1.4.2.2 nathanw if (error) 571 1.4.2.2 nathanw goto unlocked_error; 572 1.4.2.2 nathanw 573 1.4.2.2 nathanw ocnt = rpipe->pipe_buffer.cnt; 574 1.4.2.2 nathanw 575 1.4.2.2 nathanw while (uio->uio_resid) { 576 1.4.2.2 nathanw /* 577 1.4.2.2 nathanw * normal pipe buffer receive 578 1.4.2.2 nathanw */ 579 1.4.2.2 nathanw if (rpipe->pipe_buffer.cnt > 0) { 580 1.4.2.2 nathanw size = rpipe->pipe_buffer.size - rpipe->pipe_buffer.out; 581 1.4.2.2 nathanw if (size > rpipe->pipe_buffer.cnt) 582 1.4.2.2 nathanw size = rpipe->pipe_buffer.cnt; 583 1.4.2.2 nathanw if (size > uio->uio_resid) 584 1.4.2.2 nathanw size = uio->uio_resid; 585 1.4.2.2 nathanw 586 1.4.2.2 nathanw error = uiomove(&rpipe->pipe_buffer.buffer[rpipe->pipe_buffer.out], 587 1.4.2.2 nathanw size, uio); 588 1.4.2.2 nathanw if (error) 589 1.4.2.2 nathanw break; 590 1.4.2.2 nathanw 591 1.4.2.2 nathanw rpipe->pipe_buffer.out += size; 592 1.4.2.2 nathanw if (rpipe->pipe_buffer.out >= rpipe->pipe_buffer.size) 593 1.4.2.2 nathanw rpipe->pipe_buffer.out = 0; 594 1.4.2.2 nathanw 595 1.4.2.2 nathanw rpipe->pipe_buffer.cnt -= size; 596 1.4.2.2 nathanw 597 1.4.2.2 nathanw /* 598 1.4.2.2 nathanw * If there is no more to read in the pipe, reset 599 1.4.2.2 nathanw * its pointers to the beginning. This improves 600 1.4.2.2 nathanw * cache hit stats. 601 1.4.2.2 nathanw */ 602 1.4.2.2 nathanw if (rpipe->pipe_buffer.cnt == 0) { 603 1.4.2.2 nathanw rpipe->pipe_buffer.in = 0; 604 1.4.2.2 nathanw rpipe->pipe_buffer.out = 0; 605 1.4.2.2 nathanw } 606 1.4.2.2 nathanw nread += size; 607 1.4.2.2 nathanw #ifndef PIPE_NODIRECT 608 1.4.2.2 nathanw /* 609 1.4.2.2 nathanw * Direct copy, bypassing a kernel buffer. 610 1.4.2.2 nathanw */ 611 1.4.2.2 nathanw } else if ((size = rpipe->pipe_map.cnt) && 612 1.4.2.2 nathanw (rpipe->pipe_state & PIPE_DIRECTW)) { 613 1.4.2.2 nathanw caddr_t va; 614 1.4.2.2 nathanw if (size > uio->uio_resid) 615 1.4.2.2 nathanw size = uio->uio_resid; 616 1.4.2.2 nathanw 617 1.4.2.2 nathanw va = (caddr_t) rpipe->pipe_map.kva + 618 1.4.2.2 nathanw rpipe->pipe_map.pos; 619 1.4.2.2 nathanw error = uiomove(va, size, uio); 620 1.4.2.2 nathanw if (error) 621 1.4.2.2 nathanw break; 622 1.4.2.2 nathanw nread += size; 623 1.4.2.2 nathanw rpipe->pipe_map.pos += size; 624 1.4.2.2 nathanw rpipe->pipe_map.cnt -= size; 625 1.4.2.2 nathanw if (rpipe->pipe_map.cnt == 0) { 626 1.4.2.2 nathanw rpipe->pipe_state &= ~PIPE_DIRECTW; 627 1.4.2.2 nathanw wakeup(rpipe); 628 1.4.2.2 nathanw } 629 1.4.2.2 nathanw #endif 630 1.4.2.2 nathanw } else { 631 1.4.2.2 nathanw /* 632 1.4.2.2 nathanw * detect EOF condition 633 1.4.2.2 nathanw * read returns 0 on EOF, no need to set error 634 1.4.2.2 nathanw */ 635 1.4.2.2 nathanw if (rpipe->pipe_state & PIPE_EOF) 636 1.4.2.2 nathanw break; 637 1.4.2.2 nathanw 638 1.4.2.2 nathanw /* 639 1.4.2.2 nathanw * If the "write-side" has been blocked, wake it up now. 640 1.4.2.2 nathanw */ 641 1.4.2.2 nathanw if (rpipe->pipe_state & PIPE_WANTW) { 642 1.4.2.2 nathanw rpipe->pipe_state &= ~PIPE_WANTW; 643 1.4.2.2 nathanw wakeup(rpipe); 644 1.4.2.2 nathanw } 645 1.4.2.2 nathanw 646 1.4.2.2 nathanw /* 647 1.4.2.2 nathanw * Break if some data was read. 648 1.4.2.2 nathanw */ 649 1.4.2.2 nathanw if (nread > 0) 650 1.4.2.2 nathanw break; 651 1.4.2.2 nathanw 652 1.4.2.2 nathanw /* 653 1.4.2.2 nathanw * don't block on non-blocking I/O 654 1.4.2.2 nathanw */ 655 1.4.2.2 nathanw if (fp->f_flag & FNONBLOCK) { 656 1.4.2.2 nathanw error = EAGAIN; 657 1.4.2.2 nathanw break; 658 1.4.2.2 nathanw } 659 1.4.2.2 nathanw 660 1.4.2.2 nathanw /* 661 1.4.2.2 nathanw * Unlock the pipe buffer for our remaining processing. 662 1.4.2.2 nathanw * We will either break out with an error or we will 663 1.4.2.2 nathanw * sleep and relock to loop. 664 1.4.2.2 nathanw */ 665 1.4.2.2 nathanw pipeunlock(rpipe); 666 1.4.2.2 nathanw 667 1.4.2.2 nathanw /* 668 1.4.2.2 nathanw * We want to read more, wake up select/poll. 669 1.4.2.2 nathanw */ 670 1.4.2.3 nathanw pipeselwakeup(rpipe, rpipe->pipe_peer); 671 1.4.2.2 nathanw 672 1.4.2.2 nathanw rpipe->pipe_state |= PIPE_WANTR; 673 1.4.2.2 nathanw error = tsleep(rpipe, PRIBIO | PCATCH, "piperd", 0); 674 1.4.2.2 nathanw if (error != 0 || (error = pipelock(rpipe, 1))) 675 1.4.2.2 nathanw goto unlocked_error; 676 1.4.2.2 nathanw } 677 1.4.2.2 nathanw } 678 1.4.2.2 nathanw pipeunlock(rpipe); 679 1.4.2.2 nathanw 680 1.4.2.2 nathanw if (error == 0) 681 1.4.2.2 nathanw vfs_timestamp(&rpipe->pipe_atime); 682 1.4.2.2 nathanw unlocked_error: 683 1.4.2.2 nathanw --rpipe->pipe_busy; 684 1.4.2.2 nathanw 685 1.4.2.2 nathanw /* 686 1.4.2.2 nathanw * PIPE_WANTCLOSE processing only makes sense if pipe_busy is 0. 687 1.4.2.2 nathanw */ 688 1.4.2.2 nathanw if ((rpipe->pipe_busy == 0) && (rpipe->pipe_state & PIPE_WANTCLOSE)) { 689 1.4.2.2 nathanw rpipe->pipe_state &= ~(PIPE_WANTCLOSE|PIPE_WANTW); 690 1.4.2.2 nathanw wakeup(rpipe); 691 1.4.2.2 nathanw } else if (rpipe->pipe_buffer.cnt < MINPIPESIZE) { 692 1.4.2.2 nathanw /* 693 1.4.2.2 nathanw * Handle write blocking hysteresis. 694 1.4.2.2 nathanw */ 695 1.4.2.2 nathanw if (rpipe->pipe_state & PIPE_WANTW) { 696 1.4.2.2 nathanw rpipe->pipe_state &= ~PIPE_WANTW; 697 1.4.2.2 nathanw wakeup(rpipe); 698 1.4.2.2 nathanw } 699 1.4.2.2 nathanw } 700 1.4.2.2 nathanw 701 1.4.2.2 nathanw /* 702 1.4.2.2 nathanw * If anything was read off the buffer, signal to the writer it's 703 1.4.2.2 nathanw * possible to write more data. Also send signal if we are here for the 704 1.4.2.2 nathanw * first time after last write. 705 1.4.2.2 nathanw */ 706 1.4.2.2 nathanw if ((rpipe->pipe_buffer.size - rpipe->pipe_buffer.cnt) >= PIPE_BUF 707 1.4.2.2 nathanw && (ocnt != rpipe->pipe_buffer.cnt || (rpipe->pipe_state & PIPE_SIGNALR))) { 708 1.4.2.3 nathanw pipeselwakeup(rpipe, rpipe->pipe_peer); 709 1.4.2.2 nathanw rpipe->pipe_state &= ~PIPE_SIGNALR; 710 1.4.2.2 nathanw } 711 1.4.2.2 nathanw 712 1.4.2.2 nathanw return (error); 713 1.4.2.2 nathanw } 714 1.4.2.2 nathanw 715 1.4.2.2 nathanw #ifdef __FreeBSD__ 716 1.4.2.2 nathanw #ifndef PIPE_NODIRECT 717 1.4.2.2 nathanw /* 718 1.4.2.2 nathanw * Map the sending processes' buffer into kernel space and wire it. 719 1.4.2.2 nathanw * This is similar to a physical write operation. 720 1.4.2.2 nathanw */ 721 1.4.2.2 nathanw static int 722 1.4.2.2 nathanw pipe_build_write_buffer(wpipe, uio) 723 1.4.2.2 nathanw struct pipe *wpipe; 724 1.4.2.2 nathanw struct uio *uio; 725 1.4.2.2 nathanw { 726 1.4.2.2 nathanw size_t size; 727 1.4.2.2 nathanw int i; 728 1.4.2.2 nathanw vm_offset_t addr, endaddr, paddr; 729 1.4.2.2 nathanw 730 1.4.2.2 nathanw size = uio->uio_iov->iov_len; 731 1.4.2.2 nathanw if (size > wpipe->pipe_buffer.size) 732 1.4.2.2 nathanw size = wpipe->pipe_buffer.size; 733 1.4.2.2 nathanw 734 1.4.2.2 nathanw endaddr = round_page((vm_offset_t)uio->uio_iov->iov_base + size); 735 1.4.2.2 nathanw mtx_lock(&vm_mtx); 736 1.4.2.2 nathanw addr = trunc_page((vm_offset_t)uio->uio_iov->iov_base); 737 1.4.2.2 nathanw for (i = 0; addr < endaddr; addr += PAGE_SIZE, i++) { 738 1.4.2.2 nathanw vm_page_t m; 739 1.4.2.2 nathanw 740 1.4.2.2 nathanw if (vm_fault_quick((caddr_t)addr, VM_PROT_READ) < 0 || 741 1.4.2.2 nathanw (paddr = pmap_kextract(addr)) == 0) { 742 1.4.2.2 nathanw int j; 743 1.4.2.2 nathanw 744 1.4.2.2 nathanw for (j = 0; j < i; j++) 745 1.4.2.2 nathanw vm_page_unwire(wpipe->pipe_map.ms[j], 1); 746 1.4.2.2 nathanw mtx_unlock(&vm_mtx); 747 1.4.2.2 nathanw return (EFAULT); 748 1.4.2.2 nathanw } 749 1.4.2.2 nathanw 750 1.4.2.2 nathanw m = PHYS_TO_VM_PAGE(paddr); 751 1.4.2.2 nathanw vm_page_wire(m); 752 1.4.2.2 nathanw wpipe->pipe_map.ms[i] = m; 753 1.4.2.2 nathanw } 754 1.4.2.2 nathanw 755 1.4.2.2 nathanw /* 756 1.4.2.2 nathanw * set up the control block 757 1.4.2.2 nathanw */ 758 1.4.2.2 nathanw wpipe->pipe_map.npages = i; 759 1.4.2.2 nathanw wpipe->pipe_map.pos = 760 1.4.2.2 nathanw ((vm_offset_t) uio->uio_iov->iov_base) & PAGE_MASK; 761 1.4.2.2 nathanw wpipe->pipe_map.cnt = size; 762 1.4.2.2 nathanw 763 1.4.2.2 nathanw /* 764 1.4.2.2 nathanw * and map the buffer 765 1.4.2.2 nathanw */ 766 1.4.2.2 nathanw if (wpipe->pipe_map.kva == 0) { 767 1.4.2.2 nathanw /* 768 1.4.2.2 nathanw * We need to allocate space for an extra page because the 769 1.4.2.2 nathanw * address range might (will) span pages at times. 770 1.4.2.2 nathanw */ 771 1.4.2.2 nathanw wpipe->pipe_map.kva = kmem_alloc_pageable(kernel_map, 772 1.4.2.2 nathanw wpipe->pipe_buffer.size + PAGE_SIZE); 773 1.4.2.2 nathanw amountpipekva += wpipe->pipe_buffer.size + PAGE_SIZE; 774 1.4.2.2 nathanw } 775 1.4.2.2 nathanw pmap_qenter(wpipe->pipe_map.kva, wpipe->pipe_map.ms, 776 1.4.2.2 nathanw wpipe->pipe_map.npages); 777 1.4.2.2 nathanw 778 1.4.2.2 nathanw mtx_unlock(&vm_mtx); 779 1.4.2.2 nathanw /* 780 1.4.2.2 nathanw * and update the uio data 781 1.4.2.2 nathanw */ 782 1.4.2.2 nathanw 783 1.4.2.2 nathanw uio->uio_iov->iov_len -= size; 784 1.4.2.2 nathanw uio->uio_iov->iov_base += size; 785 1.4.2.2 nathanw if (uio->uio_iov->iov_len == 0) 786 1.4.2.2 nathanw uio->uio_iov++; 787 1.4.2.2 nathanw uio->uio_resid -= size; 788 1.4.2.2 nathanw uio->uio_offset += size; 789 1.4.2.2 nathanw return (0); 790 1.4.2.2 nathanw } 791 1.4.2.2 nathanw 792 1.4.2.2 nathanw /* 793 1.4.2.2 nathanw * unmap and unwire the process buffer 794 1.4.2.2 nathanw */ 795 1.4.2.2 nathanw static void 796 1.4.2.2 nathanw pipe_destroy_write_buffer(wpipe) 797 1.4.2.2 nathanw struct pipe *wpipe; 798 1.4.2.2 nathanw { 799 1.4.2.2 nathanw int i; 800 1.4.2.2 nathanw 801 1.4.2.2 nathanw mtx_lock(&vm_mtx); 802 1.4.2.2 nathanw if (wpipe->pipe_map.kva) { 803 1.4.2.2 nathanw pmap_qremove(wpipe->pipe_map.kva, wpipe->pipe_map.npages); 804 1.4.2.2 nathanw 805 1.4.2.2 nathanw if (amountpipekva > maxpipekva) { 806 1.4.2.2 nathanw vm_offset_t kva = wpipe->pipe_map.kva; 807 1.4.2.2 nathanw wpipe->pipe_map.kva = 0; 808 1.4.2.2 nathanw kmem_free(kernel_map, kva, 809 1.4.2.2 nathanw wpipe->pipe_buffer.size + PAGE_SIZE); 810 1.4.2.2 nathanw amountpipekva -= wpipe->pipe_buffer.size + PAGE_SIZE; 811 1.4.2.2 nathanw } 812 1.4.2.2 nathanw } 813 1.4.2.2 nathanw for (i = 0; i < wpipe->pipe_map.npages; i++) 814 1.4.2.2 nathanw vm_page_unwire(wpipe->pipe_map.ms[i], 1); 815 1.4.2.2 nathanw mtx_unlock(&vm_mtx); 816 1.4.2.2 nathanw } 817 1.4.2.2 nathanw 818 1.4.2.2 nathanw /* 819 1.4.2.2 nathanw * In the case of a signal, the writing process might go away. This 820 1.4.2.2 nathanw * code copies the data into the circular buffer so that the source 821 1.4.2.2 nathanw * pages can be freed without loss of data. 822 1.4.2.2 nathanw */ 823 1.4.2.2 nathanw static void 824 1.4.2.2 nathanw pipe_clone_write_buffer(wpipe) 825 1.4.2.2 nathanw struct pipe *wpipe; 826 1.4.2.2 nathanw { 827 1.4.2.2 nathanw int size; 828 1.4.2.2 nathanw int pos; 829 1.4.2.2 nathanw 830 1.4.2.2 nathanw size = wpipe->pipe_map.cnt; 831 1.4.2.2 nathanw pos = wpipe->pipe_map.pos; 832 1.4.2.3 nathanw memcpy((caddr_t) wpipe->pipe_buffer.buffer, 833 1.4.2.3 nathanw (caddr_t) wpipe->pipe_map.kva + pos, size); 834 1.4.2.2 nathanw 835 1.4.2.2 nathanw wpipe->pipe_buffer.in = size; 836 1.4.2.2 nathanw wpipe->pipe_buffer.out = 0; 837 1.4.2.2 nathanw wpipe->pipe_buffer.cnt = size; 838 1.4.2.2 nathanw wpipe->pipe_state &= ~PIPE_DIRECTW; 839 1.4.2.2 nathanw 840 1.4.2.2 nathanw pipe_destroy_write_buffer(wpipe); 841 1.4.2.2 nathanw } 842 1.4.2.2 nathanw 843 1.4.2.2 nathanw /* 844 1.4.2.2 nathanw * This implements the pipe buffer write mechanism. Note that only 845 1.4.2.2 nathanw * a direct write OR a normal pipe write can be pending at any given time. 846 1.4.2.2 nathanw * If there are any characters in the pipe buffer, the direct write will 847 1.4.2.2 nathanw * be deferred until the receiving process grabs all of the bytes from 848 1.4.2.2 nathanw * the pipe buffer. Then the direct mapping write is set-up. 849 1.4.2.2 nathanw */ 850 1.4.2.2 nathanw static int 851 1.4.2.2 nathanw pipe_direct_write(wpipe, uio) 852 1.4.2.2 nathanw struct pipe *wpipe; 853 1.4.2.2 nathanw struct uio *uio; 854 1.4.2.2 nathanw { 855 1.4.2.2 nathanw int error; 856 1.4.2.2 nathanw 857 1.4.2.2 nathanw retry: 858 1.4.2.2 nathanw while (wpipe->pipe_state & PIPE_DIRECTW) { 859 1.4.2.2 nathanw if (wpipe->pipe_state & PIPE_WANTR) { 860 1.4.2.2 nathanw wpipe->pipe_state &= ~PIPE_WANTR; 861 1.4.2.2 nathanw wakeup(wpipe); 862 1.4.2.2 nathanw } 863 1.4.2.2 nathanw wpipe->pipe_state |= PIPE_WANTW; 864 1.4.2.2 nathanw error = tsleep(wpipe, PRIBIO | PCATCH, "pipdww", 0); 865 1.4.2.2 nathanw if (error) 866 1.4.2.2 nathanw goto error1; 867 1.4.2.2 nathanw if (wpipe->pipe_state & PIPE_EOF) { 868 1.4.2.2 nathanw error = EPIPE; 869 1.4.2.2 nathanw goto error1; 870 1.4.2.2 nathanw } 871 1.4.2.2 nathanw } 872 1.4.2.2 nathanw wpipe->pipe_map.cnt = 0; /* transfer not ready yet */ 873 1.4.2.2 nathanw if (wpipe->pipe_buffer.cnt > 0) { 874 1.4.2.2 nathanw if (wpipe->pipe_state & PIPE_WANTR) { 875 1.4.2.2 nathanw wpipe->pipe_state &= ~PIPE_WANTR; 876 1.4.2.2 nathanw wakeup(wpipe); 877 1.4.2.2 nathanw } 878 1.4.2.8 nathanw 879 1.4.2.2 nathanw wpipe->pipe_state |= PIPE_WANTW; 880 1.4.2.2 nathanw error = tsleep(wpipe, PRIBIO | PCATCH, "pipdwc", 0); 881 1.4.2.2 nathanw if (error) 882 1.4.2.2 nathanw goto error1; 883 1.4.2.2 nathanw if (wpipe->pipe_state & PIPE_EOF) { 884 1.4.2.2 nathanw error = EPIPE; 885 1.4.2.2 nathanw goto error1; 886 1.4.2.2 nathanw } 887 1.4.2.2 nathanw goto retry; 888 1.4.2.2 nathanw } 889 1.4.2.2 nathanw 890 1.4.2.2 nathanw wpipe->pipe_state |= PIPE_DIRECTW; 891 1.4.2.2 nathanw 892 1.4.2.2 nathanw error = pipe_build_write_buffer(wpipe, uio); 893 1.4.2.2 nathanw if (error) { 894 1.4.2.2 nathanw wpipe->pipe_state &= ~PIPE_DIRECTW; 895 1.4.2.2 nathanw goto error1; 896 1.4.2.2 nathanw } 897 1.4.2.2 nathanw 898 1.4.2.2 nathanw error = 0; 899 1.4.2.2 nathanw while (!error && (wpipe->pipe_state & PIPE_DIRECTW)) { 900 1.4.2.2 nathanw if (wpipe->pipe_state & PIPE_EOF) { 901 1.4.2.2 nathanw pipelock(wpipe, 0); 902 1.4.2.2 nathanw pipe_destroy_write_buffer(wpipe); 903 1.4.2.2 nathanw pipeunlock(wpipe); 904 1.4.2.3 nathanw pipeselwakeup(wpipe, wpipe); 905 1.4.2.2 nathanw error = EPIPE; 906 1.4.2.2 nathanw goto error1; 907 1.4.2.2 nathanw } 908 1.4.2.2 nathanw if (wpipe->pipe_state & PIPE_WANTR) { 909 1.4.2.2 nathanw wpipe->pipe_state &= ~PIPE_WANTR; 910 1.4.2.2 nathanw wakeup(wpipe); 911 1.4.2.2 nathanw } 912 1.4.2.3 nathanw pipeselwakeup(wpipe, wpipe); 913 1.4.2.2 nathanw error = tsleep(wpipe, PRIBIO | PCATCH, "pipdwt", 0); 914 1.4.2.2 nathanw } 915 1.4.2.2 nathanw 916 1.4.2.2 nathanw pipelock(wpipe,0); 917 1.4.2.2 nathanw if (wpipe->pipe_state & PIPE_DIRECTW) { 918 1.4.2.2 nathanw /* 919 1.4.2.2 nathanw * this bit of trickery substitutes a kernel buffer for 920 1.4.2.2 nathanw * the process that might be going away. 921 1.4.2.2 nathanw */ 922 1.4.2.2 nathanw pipe_clone_write_buffer(wpipe); 923 1.4.2.2 nathanw } else { 924 1.4.2.2 nathanw pipe_destroy_write_buffer(wpipe); 925 1.4.2.2 nathanw } 926 1.4.2.2 nathanw pipeunlock(wpipe); 927 1.4.2.2 nathanw return (error); 928 1.4.2.2 nathanw 929 1.4.2.2 nathanw error1: 930 1.4.2.2 nathanw wakeup(wpipe); 931 1.4.2.2 nathanw return (error); 932 1.4.2.2 nathanw } 933 1.4.2.2 nathanw #endif /* !PIPE_NODIRECT */ 934 1.4.2.2 nathanw #endif /* FreeBSD */ 935 1.4.2.2 nathanw 936 1.4.2.2 nathanw #ifdef __NetBSD__ 937 1.4.2.2 nathanw #ifndef PIPE_NODIRECT 938 1.4.2.2 nathanw /* 939 1.4.2.2 nathanw * Allocate structure for loan transfer. 940 1.4.2.2 nathanw */ 941 1.4.2.8 nathanw static int 942 1.4.2.8 nathanw pipe_loan_alloc(wpipe, npages) 943 1.4.2.2 nathanw struct pipe *wpipe; 944 1.4.2.2 nathanw int npages; 945 1.4.2.2 nathanw { 946 1.4.2.8 nathanw vsize_t len; 947 1.4.2.8 nathanw 948 1.4.2.8 nathanw len = (vsize_t)npages << PAGE_SHIFT; 949 1.4.2.8 nathanw wpipe->pipe_map.kva = uvm_km_valloc_wait(kernel_map, len); 950 1.4.2.2 nathanw if (wpipe->pipe_map.kva == NULL) 951 1.4.2.2 nathanw return (ENOMEM); 952 1.4.2.2 nathanw 953 1.4.2.8 nathanw amountpipekva += len; 954 1.4.2.2 nathanw wpipe->pipe_map.npages = npages; 955 1.4.2.8 nathanw wpipe->pipe_map.pgs = malloc(npages * sizeof(struct vm_page *), M_PIPE, 956 1.4.2.8 nathanw M_WAITOK); 957 1.4.2.2 nathanw return (0); 958 1.4.2.2 nathanw } 959 1.4.2.2 nathanw 960 1.4.2.2 nathanw /* 961 1.4.2.2 nathanw * Free resources allocated for loan transfer. 962 1.4.2.2 nathanw */ 963 1.4.2.2 nathanw static void 964 1.4.2.2 nathanw pipe_loan_free(wpipe) 965 1.4.2.2 nathanw struct pipe *wpipe; 966 1.4.2.2 nathanw { 967 1.4.2.8 nathanw vsize_t len; 968 1.4.2.8 nathanw 969 1.4.2.8 nathanw len = (vsize_t)wpipe->pipe_map.npages << PAGE_SHIFT; 970 1.4.2.8 nathanw uvm_km_free(kernel_map, wpipe->pipe_map.kva, len); 971 1.4.2.2 nathanw wpipe->pipe_map.kva = NULL; 972 1.4.2.8 nathanw amountpipekva -= len; 973 1.4.2.8 nathanw free(wpipe->pipe_map.pgs, M_PIPE); 974 1.4.2.8 nathanw wpipe->pipe_map.pgs = NULL; 975 1.4.2.2 nathanw } 976 1.4.2.2 nathanw 977 1.4.2.2 nathanw /* 978 1.4.2.2 nathanw * NetBSD direct write, using uvm_loan() mechanism. 979 1.4.2.2 nathanw * This implements the pipe buffer write mechanism. Note that only 980 1.4.2.2 nathanw * a direct write OR a normal pipe write can be pending at any given time. 981 1.4.2.2 nathanw * If there are any characters in the pipe buffer, the direct write will 982 1.4.2.2 nathanw * be deferred until the receiving process grabs all of the bytes from 983 1.4.2.2 nathanw * the pipe buffer. Then the direct mapping write is set-up. 984 1.4.2.2 nathanw */ 985 1.4.2.8 nathanw static int 986 1.4.2.2 nathanw pipe_direct_write(wpipe, uio) 987 1.4.2.2 nathanw struct pipe *wpipe; 988 1.4.2.2 nathanw struct uio *uio; 989 1.4.2.2 nathanw { 990 1.4.2.3 nathanw int error, npages, j; 991 1.4.2.8 nathanw struct vm_page **pgs; 992 1.4.2.2 nathanw vaddr_t bbase, kva, base, bend; 993 1.4.2.2 nathanw vsize_t blen, bcnt; 994 1.4.2.3 nathanw voff_t bpos; 995 1.4.2.3 nathanw 996 1.4.2.2 nathanw retry: 997 1.4.2.2 nathanw while (wpipe->pipe_state & PIPE_DIRECTW) { 998 1.4.2.2 nathanw if (wpipe->pipe_state & PIPE_WANTR) { 999 1.4.2.2 nathanw wpipe->pipe_state &= ~PIPE_WANTR; 1000 1.4.2.2 nathanw wakeup(wpipe); 1001 1.4.2.2 nathanw } 1002 1.4.2.2 nathanw wpipe->pipe_state |= PIPE_WANTW; 1003 1.4.2.2 nathanw error = tsleep(wpipe, PRIBIO | PCATCH, "pipdww", 0); 1004 1.4.2.2 nathanw if (error) 1005 1.4.2.3 nathanw goto error; 1006 1.4.2.2 nathanw if (wpipe->pipe_state & PIPE_EOF) { 1007 1.4.2.2 nathanw error = EPIPE; 1008 1.4.2.3 nathanw goto error; 1009 1.4.2.2 nathanw } 1010 1.4.2.2 nathanw } 1011 1.4.2.2 nathanw wpipe->pipe_map.cnt = 0; /* transfer not ready yet */ 1012 1.4.2.2 nathanw if (wpipe->pipe_buffer.cnt > 0) { 1013 1.4.2.3 nathanw if (wpipe->pipe_state & PIPE_WANTR) { 1014 1.4.2.2 nathanw wpipe->pipe_state &= ~PIPE_WANTR; 1015 1.4.2.2 nathanw wakeup(wpipe); 1016 1.4.2.2 nathanw } 1017 1.4.2.8 nathanw 1018 1.4.2.2 nathanw wpipe->pipe_state |= PIPE_WANTW; 1019 1.4.2.2 nathanw error = tsleep(wpipe, PRIBIO | PCATCH, "pipdwc", 0); 1020 1.4.2.2 nathanw if (error) 1021 1.4.2.3 nathanw goto error; 1022 1.4.2.2 nathanw if (wpipe->pipe_state & PIPE_EOF) { 1023 1.4.2.2 nathanw error = EPIPE; 1024 1.4.2.3 nathanw goto error; 1025 1.4.2.2 nathanw } 1026 1.4.2.2 nathanw goto retry; 1027 1.4.2.2 nathanw } 1028 1.4.2.2 nathanw 1029 1.4.2.2 nathanw /* 1030 1.4.2.5 nathanw * Handle first PIPE_CHUNK_SIZE bytes of buffer. Deal with buffers 1031 1.4.2.5 nathanw * not aligned to PAGE_SIZE. 1032 1.4.2.2 nathanw */ 1033 1.4.2.5 nathanw bbase = (vaddr_t)uio->uio_iov->iov_base; 1034 1.4.2.3 nathanw base = trunc_page(bbase); 1035 1.4.2.5 nathanw bend = round_page(bbase + uio->uio_iov->iov_len); 1036 1.4.2.3 nathanw blen = bend - base; 1037 1.4.2.3 nathanw bpos = bbase - base; 1038 1.4.2.3 nathanw 1039 1.4.2.3 nathanw if (blen > PIPE_DIRECT_CHUNK) { 1040 1.4.2.3 nathanw blen = PIPE_DIRECT_CHUNK; 1041 1.4.2.3 nathanw bend = base + blen; 1042 1.4.2.3 nathanw bcnt = PIPE_DIRECT_CHUNK - bpos; 1043 1.4.2.8 nathanw } else { 1044 1.4.2.5 nathanw bcnt = uio->uio_iov->iov_len; 1045 1.4.2.8 nathanw } 1046 1.4.2.8 nathanw npages = blen >> PAGE_SHIFT; 1047 1.4.2.2 nathanw 1048 1.4.2.3 nathanw wpipe->pipe_map.pos = bpos; 1049 1.4.2.3 nathanw wpipe->pipe_map.cnt = bcnt; 1050 1.4.2.2 nathanw 1051 1.4.2.3 nathanw /* 1052 1.4.2.3 nathanw * Free the old kva if we need more pages than we have 1053 1.4.2.3 nathanw * allocated. 1054 1.4.2.3 nathanw */ 1055 1.4.2.3 nathanw if (wpipe->pipe_map.kva && npages > wpipe->pipe_map.npages) 1056 1.4.2.3 nathanw pipe_loan_free(wpipe); 1057 1.4.2.2 nathanw 1058 1.4.2.3 nathanw /* Allocate new kva. */ 1059 1.4.2.8 nathanw if (wpipe->pipe_map.kva == NULL) { 1060 1.4.2.8 nathanw error = pipe_loan_alloc(wpipe, npages); 1061 1.4.2.8 nathanw if (error) { 1062 1.4.2.8 nathanw goto error; 1063 1.4.2.8 nathanw } 1064 1.4.2.8 nathanw } 1065 1.4.2.8 nathanw 1066 1.4.2.3 nathanw /* Loan the write buffer memory from writer process */ 1067 1.4.2.8 nathanw pgs = wpipe->pipe_map.pgs; 1068 1.4.2.3 nathanw error = uvm_loan(&uio->uio_procp->p_vmspace->vm_map, base, blen, 1069 1.4.2.8 nathanw pgs, UVM_LOAN_TOPAGE); 1070 1.4.2.8 nathanw if (error) { 1071 1.4.2.8 nathanw pgs = NULL; 1072 1.4.2.3 nathanw goto cleanup; 1073 1.4.2.8 nathanw } 1074 1.4.2.8 nathanw 1075 1.4.2.3 nathanw /* Enter the loaned pages to kva */ 1076 1.4.2.3 nathanw kva = wpipe->pipe_map.kva; 1077 1.4.2.8 nathanw for (j = 0; j < npages; j++, kva += PAGE_SIZE) { 1078 1.4.2.8 nathanw pmap_kenter_pa(kva, VM_PAGE_TO_PHYS(pgs[j]), VM_PROT_READ); 1079 1.4.2.8 nathanw } 1080 1.4.2.4 nathanw pmap_update(pmap_kernel()); 1081 1.4.2.2 nathanw 1082 1.4.2.3 nathanw wpipe->pipe_state |= PIPE_DIRECTW; 1083 1.4.2.3 nathanw while (!error && (wpipe->pipe_state & PIPE_DIRECTW)) { 1084 1.4.2.3 nathanw if (wpipe->pipe_state & PIPE_EOF) { 1085 1.4.2.3 nathanw error = EPIPE; 1086 1.4.2.3 nathanw break; 1087 1.4.2.2 nathanw } 1088 1.4.2.3 nathanw if (wpipe->pipe_state & PIPE_WANTR) { 1089 1.4.2.3 nathanw wpipe->pipe_state &= ~PIPE_WANTR; 1090 1.4.2.3 nathanw wakeup(wpipe); 1091 1.4.2.3 nathanw } 1092 1.4.2.3 nathanw pipeselwakeup(wpipe, wpipe); 1093 1.4.2.3 nathanw error = tsleep(wpipe, PRIBIO | PCATCH, "pipdwt", 0); 1094 1.4.2.3 nathanw } 1095 1.4.2.3 nathanw 1096 1.4.2.3 nathanw if (error) 1097 1.4.2.3 nathanw wpipe->pipe_state &= ~PIPE_DIRECTW; 1098 1.4.2.2 nathanw 1099 1.4.2.8 nathanw cleanup: 1100 1.4.2.3 nathanw pipelock(wpipe, 0); 1101 1.4.2.9 nathanw if (pgs != NULL) { 1102 1.4.2.9 nathanw pmap_kremove(wpipe->pipe_map.kva, blen); 1103 1.4.2.8 nathanw uvm_unloan(pgs, npages, UVM_LOAN_TOPAGE); 1104 1.4.2.9 nathanw } 1105 1.4.2.3 nathanw if (error || amountpipekva > maxpipekva) 1106 1.4.2.3 nathanw pipe_loan_free(wpipe); 1107 1.4.2.3 nathanw pipeunlock(wpipe); 1108 1.4.2.2 nathanw 1109 1.4.2.6 nathanw if (error) { 1110 1.4.2.3 nathanw pipeselwakeup(wpipe, wpipe); 1111 1.4.2.3 nathanw 1112 1.4.2.3 nathanw /* 1113 1.4.2.6 nathanw * If nothing was read from what we offered, return error 1114 1.4.2.8 nathanw * straight on. Otherwise update uio resid first. Caller 1115 1.4.2.6 nathanw * will deal with the error condition, returning short 1116 1.4.2.6 nathanw * write, error, or restarting the write(2) as appropriate. 1117 1.4.2.3 nathanw */ 1118 1.4.2.6 nathanw if (wpipe->pipe_map.cnt == bcnt) { 1119 1.4.2.8 nathanw error: 1120 1.4.2.6 nathanw wakeup(wpipe); 1121 1.4.2.6 nathanw return (error); 1122 1.4.2.2 nathanw } 1123 1.4.2.2 nathanw 1124 1.4.2.6 nathanw bcnt -= wpipe->pipe_map.cnt; 1125 1.4.2.3 nathanw } 1126 1.4.2.2 nathanw 1127 1.4.2.8 nathanw uio->uio_resid -= bcnt; 1128 1.4.2.3 nathanw /* uio_offset not updated, not set/used for write(2) */ 1129 1.4.2.8 nathanw uio->uio_iov->iov_base = (char *)uio->uio_iov->iov_base + bcnt; 1130 1.4.2.5 nathanw uio->uio_iov->iov_len -= bcnt; 1131 1.4.2.5 nathanw if (uio->uio_iov->iov_len == 0) { 1132 1.4.2.5 nathanw uio->uio_iov++; 1133 1.4.2.5 nathanw uio->uio_iovcnt--; 1134 1.4.2.5 nathanw } 1135 1.4.2.2 nathanw 1136 1.4.2.6 nathanw return (error); 1137 1.4.2.2 nathanw } 1138 1.4.2.2 nathanw #endif /* !PIPE_NODIRECT */ 1139 1.4.2.2 nathanw #endif /* NetBSD */ 1140 1.4.2.2 nathanw 1141 1.4.2.2 nathanw #ifdef __FreeBSD__ 1142 1.4.2.2 nathanw static int 1143 1.4.2.2 nathanw pipe_write(fp, uio, cred, flags, p) 1144 1.4.2.2 nathanw struct file *fp; 1145 1.4.2.2 nathanw off_t *offset; 1146 1.4.2.2 nathanw struct uio *uio; 1147 1.4.2.2 nathanw struct ucred *cred; 1148 1.4.2.2 nathanw int flags; 1149 1.4.2.2 nathanw struct proc *p; 1150 1.4.2.2 nathanw #elif defined(__NetBSD__) 1151 1.4.2.2 nathanw static int 1152 1.4.2.2 nathanw pipe_write(fp, offset, uio, cred, flags) 1153 1.4.2.2 nathanw struct file *fp; 1154 1.4.2.2 nathanw off_t *offset; 1155 1.4.2.2 nathanw struct uio *uio; 1156 1.4.2.2 nathanw struct ucred *cred; 1157 1.4.2.2 nathanw int flags; 1158 1.4.2.2 nathanw #endif 1159 1.4.2.2 nathanw { 1160 1.4.2.2 nathanw int error = 0; 1161 1.4.2.2 nathanw struct pipe *wpipe, *rpipe; 1162 1.4.2.2 nathanw 1163 1.4.2.2 nathanw rpipe = (struct pipe *) fp->f_data; 1164 1.4.2.2 nathanw wpipe = rpipe->pipe_peer; 1165 1.4.2.2 nathanw 1166 1.4.2.2 nathanw /* 1167 1.4.2.2 nathanw * detect loss of pipe read side, issue SIGPIPE if lost. 1168 1.4.2.2 nathanw */ 1169 1.4.2.2 nathanw if ((wpipe == NULL) || (wpipe->pipe_state & PIPE_EOF)) 1170 1.4.2.2 nathanw return (EPIPE); 1171 1.4.2.2 nathanw 1172 1.4.2.2 nathanw ++wpipe->pipe_busy; 1173 1.4.2.2 nathanw 1174 1.4.2.2 nathanw /* 1175 1.4.2.2 nathanw * If it is advantageous to resize the pipe buffer, do 1176 1.4.2.2 nathanw * so. 1177 1.4.2.2 nathanw */ 1178 1.4.2.2 nathanw if ((uio->uio_resid > PIPE_SIZE) && 1179 1.4.2.2 nathanw (nbigpipe < maxbigpipes) && 1180 1.4.2.2 nathanw #ifndef PIPE_NODIRECT 1181 1.4.2.2 nathanw (wpipe->pipe_state & PIPE_DIRECTW) == 0 && 1182 1.4.2.2 nathanw #endif 1183 1.4.2.2 nathanw (wpipe->pipe_buffer.size <= PIPE_SIZE) && 1184 1.4.2.2 nathanw (wpipe->pipe_buffer.cnt == 0)) { 1185 1.4.2.2 nathanw 1186 1.4.2.2 nathanw if ((error = pipelock(wpipe,1)) == 0) { 1187 1.4.2.2 nathanw if (pipespace(wpipe, BIG_PIPE_SIZE) == 0) 1188 1.4.2.2 nathanw nbigpipe++; 1189 1.4.2.2 nathanw pipeunlock(wpipe); 1190 1.4.2.2 nathanw } else { 1191 1.4.2.2 nathanw /* 1192 1.4.2.3 nathanw * If an error occurred, unbusy and return, waking up 1193 1.4.2.3 nathanw * any waiting readers. 1194 1.4.2.2 nathanw */ 1195 1.4.2.2 nathanw --wpipe->pipe_busy; 1196 1.4.2.2 nathanw if (wpipe->pipe_busy == 0 1197 1.4.2.2 nathanw && (wpipe->pipe_state & PIPE_WANTCLOSE)) { 1198 1.4.2.2 nathanw wpipe->pipe_state &= 1199 1.4.2.2 nathanw ~(PIPE_WANTCLOSE | PIPE_WANTR); 1200 1.4.2.3 nathanw wakeup(wpipe); 1201 1.4.2.2 nathanw } 1202 1.4.2.2 nathanw 1203 1.4.2.2 nathanw return (error); 1204 1.4.2.2 nathanw } 1205 1.4.2.2 nathanw } 1206 1.4.2.8 nathanw 1207 1.4.2.2 nathanw #ifdef __FreeBSD__ 1208 1.4.2.2 nathanw KASSERT(wpipe->pipe_buffer.buffer != NULL, ("pipe buffer gone")); 1209 1.4.2.2 nathanw #endif 1210 1.4.2.2 nathanw 1211 1.4.2.2 nathanw while (uio->uio_resid) { 1212 1.4.2.2 nathanw int space; 1213 1.4.2.2 nathanw 1214 1.4.2.2 nathanw #ifndef PIPE_NODIRECT 1215 1.4.2.2 nathanw /* 1216 1.4.2.2 nathanw * If the transfer is large, we can gain performance if 1217 1.4.2.2 nathanw * we do process-to-process copies directly. 1218 1.4.2.2 nathanw * If the write is non-blocking, we don't use the 1219 1.4.2.2 nathanw * direct write mechanism. 1220 1.4.2.2 nathanw * 1221 1.4.2.2 nathanw * The direct write mechanism will detect the reader going 1222 1.4.2.2 nathanw * away on us. 1223 1.4.2.2 nathanw */ 1224 1.4.2.5 nathanw if ((uio->uio_iov->iov_len >= PIPE_MINDIRECT) && 1225 1.4.2.2 nathanw (fp->f_flag & FNONBLOCK) == 0 && 1226 1.4.2.2 nathanw (wpipe->pipe_map.kva || (amountpipekva < limitpipekva))) { 1227 1.4.2.2 nathanw error = pipe_direct_write(wpipe, uio); 1228 1.4.2.3 nathanw 1229 1.4.2.3 nathanw /* 1230 1.4.2.5 nathanw * Break out if error occured, unless it's ENOMEM. 1231 1.4.2.5 nathanw * ENOMEM means we failed to allocate some resources 1232 1.4.2.5 nathanw * for direct write, so we just fallback to ordinary 1233 1.4.2.5 nathanw * write. If the direct write was successful, 1234 1.4.2.5 nathanw * process rest of data via ordinary write. 1235 1.4.2.3 nathanw */ 1236 1.4.2.5 nathanw if (!error) 1237 1.4.2.5 nathanw continue; 1238 1.4.2.5 nathanw 1239 1.4.2.3 nathanw if (error != ENOMEM) 1240 1.4.2.2 nathanw break; 1241 1.4.2.2 nathanw } 1242 1.4.2.2 nathanw #endif /* PIPE_NODIRECT */ 1243 1.4.2.2 nathanw 1244 1.4.2.2 nathanw /* 1245 1.4.2.2 nathanw * Pipe buffered writes cannot be coincidental with 1246 1.4.2.2 nathanw * direct writes. We wait until the currently executing 1247 1.4.2.2 nathanw * direct write is completed before we start filling the 1248 1.4.2.2 nathanw * pipe buffer. We break out if a signal occurs or the 1249 1.4.2.2 nathanw * reader goes away. 1250 1.4.2.2 nathanw */ 1251 1.4.2.2 nathanw retrywrite: 1252 1.4.2.2 nathanw while (wpipe->pipe_state & PIPE_DIRECTW) { 1253 1.4.2.2 nathanw if (wpipe->pipe_state & PIPE_WANTR) { 1254 1.4.2.2 nathanw wpipe->pipe_state &= ~PIPE_WANTR; 1255 1.4.2.2 nathanw wakeup(wpipe); 1256 1.4.2.2 nathanw } 1257 1.4.2.2 nathanw error = tsleep(wpipe, PRIBIO | PCATCH, "pipbww", 0); 1258 1.4.2.2 nathanw if (wpipe->pipe_state & PIPE_EOF) 1259 1.4.2.2 nathanw break; 1260 1.4.2.2 nathanw if (error) 1261 1.4.2.2 nathanw break; 1262 1.4.2.2 nathanw } 1263 1.4.2.2 nathanw if (wpipe->pipe_state & PIPE_EOF) { 1264 1.4.2.2 nathanw error = EPIPE; 1265 1.4.2.2 nathanw break; 1266 1.4.2.2 nathanw } 1267 1.4.2.2 nathanw 1268 1.4.2.2 nathanw space = wpipe->pipe_buffer.size - wpipe->pipe_buffer.cnt; 1269 1.4.2.2 nathanw 1270 1.4.2.2 nathanw /* Writes of size <= PIPE_BUF must be atomic. */ 1271 1.4.2.5 nathanw if ((space < uio->uio_resid) && (uio->uio_resid <= PIPE_BUF)) 1272 1.4.2.2 nathanw space = 0; 1273 1.4.2.2 nathanw 1274 1.4.2.7 nathanw if (space > 0) { 1275 1.4.2.2 nathanw int size; /* Transfer size */ 1276 1.4.2.2 nathanw int segsize; /* first segment to transfer */ 1277 1.4.2.2 nathanw 1278 1.4.2.2 nathanw if ((error = pipelock(wpipe,1)) != 0) 1279 1.4.2.2 nathanw break; 1280 1.4.2.2 nathanw 1281 1.4.2.2 nathanw /* 1282 1.4.2.2 nathanw * It is possible for a direct write to 1283 1.4.2.2 nathanw * slip in on us... handle it here... 1284 1.4.2.2 nathanw */ 1285 1.4.2.2 nathanw if (wpipe->pipe_state & PIPE_DIRECTW) { 1286 1.4.2.2 nathanw pipeunlock(wpipe); 1287 1.4.2.2 nathanw goto retrywrite; 1288 1.4.2.2 nathanw } 1289 1.4.2.2 nathanw /* 1290 1.4.2.2 nathanw * If a process blocked in uiomove, our 1291 1.4.2.2 nathanw * value for space might be bad. 1292 1.4.2.2 nathanw * 1293 1.4.2.2 nathanw * XXX will we be ok if the reader has gone 1294 1.4.2.2 nathanw * away here? 1295 1.4.2.2 nathanw */ 1296 1.4.2.2 nathanw if (space > wpipe->pipe_buffer.size - 1297 1.4.2.2 nathanw wpipe->pipe_buffer.cnt) { 1298 1.4.2.2 nathanw pipeunlock(wpipe); 1299 1.4.2.2 nathanw goto retrywrite; 1300 1.4.2.2 nathanw } 1301 1.4.2.2 nathanw 1302 1.4.2.2 nathanw /* 1303 1.4.2.2 nathanw * Transfer size is minimum of uio transfer 1304 1.4.2.2 nathanw * and free space in pipe buffer. 1305 1.4.2.2 nathanw */ 1306 1.4.2.2 nathanw if (space > uio->uio_resid) 1307 1.4.2.2 nathanw size = uio->uio_resid; 1308 1.4.2.2 nathanw else 1309 1.4.2.2 nathanw size = space; 1310 1.4.2.2 nathanw /* 1311 1.4.2.2 nathanw * First segment to transfer is minimum of 1312 1.4.2.2 nathanw * transfer size and contiguous space in 1313 1.4.2.2 nathanw * pipe buffer. If first segment to transfer 1314 1.4.2.2 nathanw * is less than the transfer size, we've got 1315 1.4.2.2 nathanw * a wraparound in the buffer. 1316 1.4.2.2 nathanw */ 1317 1.4.2.2 nathanw segsize = wpipe->pipe_buffer.size - 1318 1.4.2.2 nathanw wpipe->pipe_buffer.in; 1319 1.4.2.2 nathanw if (segsize > size) 1320 1.4.2.2 nathanw segsize = size; 1321 1.4.2.8 nathanw 1322 1.4.2.2 nathanw /* Transfer first segment */ 1323 1.4.2.2 nathanw 1324 1.4.2.2 nathanw error = uiomove(&wpipe->pipe_buffer.buffer[wpipe->pipe_buffer.in], 1325 1.4.2.2 nathanw segsize, uio); 1326 1.4.2.8 nathanw 1327 1.4.2.2 nathanw if (error == 0 && segsize < size) { 1328 1.4.2.2 nathanw /* 1329 1.4.2.2 nathanw * Transfer remaining part now, to 1330 1.4.2.2 nathanw * support atomic writes. Wraparound 1331 1.4.2.2 nathanw * happened. 1332 1.4.2.2 nathanw */ 1333 1.4.2.2 nathanw #ifdef DEBUG 1334 1.4.2.2 nathanw if (wpipe->pipe_buffer.in + segsize != 1335 1.4.2.2 nathanw wpipe->pipe_buffer.size) 1336 1.4.2.2 nathanw panic("Expected pipe buffer wraparound disappeared"); 1337 1.4.2.2 nathanw #endif 1338 1.4.2.8 nathanw 1339 1.4.2.2 nathanw error = uiomove(&wpipe->pipe_buffer.buffer[0], 1340 1.4.2.2 nathanw size - segsize, uio); 1341 1.4.2.2 nathanw } 1342 1.4.2.2 nathanw if (error == 0) { 1343 1.4.2.2 nathanw wpipe->pipe_buffer.in += size; 1344 1.4.2.2 nathanw if (wpipe->pipe_buffer.in >= 1345 1.4.2.2 nathanw wpipe->pipe_buffer.size) { 1346 1.4.2.2 nathanw #ifdef DEBUG 1347 1.4.2.2 nathanw if (wpipe->pipe_buffer.in != size - segsize + wpipe->pipe_buffer.size) 1348 1.4.2.2 nathanw panic("Expected wraparound bad"); 1349 1.4.2.2 nathanw #endif 1350 1.4.2.2 nathanw wpipe->pipe_buffer.in = size - segsize; 1351 1.4.2.2 nathanw } 1352 1.4.2.8 nathanw 1353 1.4.2.2 nathanw wpipe->pipe_buffer.cnt += size; 1354 1.4.2.2 nathanw #ifdef DEBUG 1355 1.4.2.2 nathanw if (wpipe->pipe_buffer.cnt > wpipe->pipe_buffer.size) 1356 1.4.2.2 nathanw panic("Pipe buffer overflow"); 1357 1.4.2.2 nathanw #endif 1358 1.4.2.2 nathanw } 1359 1.4.2.2 nathanw pipeunlock(wpipe); 1360 1.4.2.2 nathanw if (error) 1361 1.4.2.2 nathanw break; 1362 1.4.2.2 nathanw } else { 1363 1.4.2.2 nathanw /* 1364 1.4.2.2 nathanw * If the "read-side" has been blocked, wake it up now. 1365 1.4.2.2 nathanw */ 1366 1.4.2.2 nathanw if (wpipe->pipe_state & PIPE_WANTR) { 1367 1.4.2.2 nathanw wpipe->pipe_state &= ~PIPE_WANTR; 1368 1.4.2.2 nathanw wakeup(wpipe); 1369 1.4.2.2 nathanw } 1370 1.4.2.2 nathanw 1371 1.4.2.2 nathanw /* 1372 1.4.2.2 nathanw * don't block on non-blocking I/O 1373 1.4.2.2 nathanw */ 1374 1.4.2.2 nathanw if (fp->f_flag & FNONBLOCK) { 1375 1.4.2.2 nathanw error = EAGAIN; 1376 1.4.2.2 nathanw break; 1377 1.4.2.2 nathanw } 1378 1.4.2.2 nathanw 1379 1.4.2.2 nathanw /* 1380 1.4.2.2 nathanw * We have no more space and have something to offer, 1381 1.4.2.2 nathanw * wake up select/poll. 1382 1.4.2.2 nathanw */ 1383 1.4.2.3 nathanw pipeselwakeup(wpipe, wpipe); 1384 1.4.2.2 nathanw 1385 1.4.2.2 nathanw wpipe->pipe_state |= PIPE_WANTW; 1386 1.4.2.2 nathanw error = tsleep(wpipe, PRIBIO | PCATCH, "pipewr", 0); 1387 1.4.2.2 nathanw if (error != 0) 1388 1.4.2.2 nathanw break; 1389 1.4.2.2 nathanw /* 1390 1.4.2.2 nathanw * If read side wants to go away, we just issue a signal 1391 1.4.2.2 nathanw * to ourselves. 1392 1.4.2.2 nathanw */ 1393 1.4.2.2 nathanw if (wpipe->pipe_state & PIPE_EOF) { 1394 1.4.2.2 nathanw error = EPIPE; 1395 1.4.2.2 nathanw break; 1396 1.4.2.8 nathanw } 1397 1.4.2.2 nathanw } 1398 1.4.2.2 nathanw } 1399 1.4.2.2 nathanw 1400 1.4.2.2 nathanw --wpipe->pipe_busy; 1401 1.4.2.2 nathanw if ((wpipe->pipe_busy == 0) && (wpipe->pipe_state & PIPE_WANTCLOSE)) { 1402 1.4.2.2 nathanw wpipe->pipe_state &= ~(PIPE_WANTCLOSE | PIPE_WANTR); 1403 1.4.2.2 nathanw wakeup(wpipe); 1404 1.4.2.2 nathanw } else if (wpipe->pipe_buffer.cnt > 0) { 1405 1.4.2.2 nathanw /* 1406 1.4.2.2 nathanw * If we have put any characters in the buffer, we wake up 1407 1.4.2.2 nathanw * the reader. 1408 1.4.2.2 nathanw */ 1409 1.4.2.2 nathanw if (wpipe->pipe_state & PIPE_WANTR) { 1410 1.4.2.2 nathanw wpipe->pipe_state &= ~PIPE_WANTR; 1411 1.4.2.2 nathanw wakeup(wpipe); 1412 1.4.2.2 nathanw } 1413 1.4.2.2 nathanw } 1414 1.4.2.2 nathanw 1415 1.4.2.2 nathanw /* 1416 1.4.2.2 nathanw * Don't return EPIPE if I/O was successful 1417 1.4.2.2 nathanw */ 1418 1.4.2.2 nathanw if ((error == EPIPE) && (wpipe->pipe_buffer.cnt == 0) 1419 1.4.2.2 nathanw && (uio->uio_resid == 0)) 1420 1.4.2.2 nathanw error = 0; 1421 1.4.2.2 nathanw 1422 1.4.2.2 nathanw if (error == 0) 1423 1.4.2.2 nathanw vfs_timestamp(&wpipe->pipe_mtime); 1424 1.4.2.2 nathanw 1425 1.4.2.2 nathanw /* 1426 1.4.2.2 nathanw * We have something to offer, wake up select/poll. 1427 1.4.2.2 nathanw * wpipe->pipe_map.cnt is always 0 in this point (direct write 1428 1.4.2.5 nathanw * is only done synchronously), so check only wpipe->pipe_buffer.cnt 1429 1.4.2.2 nathanw */ 1430 1.4.2.2 nathanw if (wpipe->pipe_buffer.cnt) 1431 1.4.2.3 nathanw pipeselwakeup(wpipe, wpipe); 1432 1.4.2.2 nathanw 1433 1.4.2.2 nathanw /* 1434 1.4.2.2 nathanw * Arrange for next read(2) to do a signal. 1435 1.4.2.2 nathanw */ 1436 1.4.2.2 nathanw wpipe->pipe_state |= PIPE_SIGNALR; 1437 1.4.2.2 nathanw 1438 1.4.2.2 nathanw return (error); 1439 1.4.2.2 nathanw } 1440 1.4.2.2 nathanw 1441 1.4.2.2 nathanw /* 1442 1.4.2.2 nathanw * we implement a very minimal set of ioctls for compatibility with sockets. 1443 1.4.2.2 nathanw */ 1444 1.4.2.2 nathanw int 1445 1.4.2.2 nathanw pipe_ioctl(fp, cmd, data, p) 1446 1.4.2.2 nathanw struct file *fp; 1447 1.4.2.2 nathanw u_long cmd; 1448 1.4.2.2 nathanw caddr_t data; 1449 1.4.2.2 nathanw struct proc *p; 1450 1.4.2.2 nathanw { 1451 1.4.2.2 nathanw struct pipe *mpipe = (struct pipe *)fp->f_data; 1452 1.4.2.2 nathanw 1453 1.4.2.2 nathanw switch (cmd) { 1454 1.4.2.2 nathanw 1455 1.4.2.2 nathanw case FIONBIO: 1456 1.4.2.2 nathanw return (0); 1457 1.4.2.2 nathanw 1458 1.4.2.2 nathanw case FIOASYNC: 1459 1.4.2.2 nathanw if (*(int *)data) { 1460 1.4.2.2 nathanw mpipe->pipe_state |= PIPE_ASYNC; 1461 1.4.2.2 nathanw } else { 1462 1.4.2.2 nathanw mpipe->pipe_state &= ~PIPE_ASYNC; 1463 1.4.2.2 nathanw } 1464 1.4.2.2 nathanw return (0); 1465 1.4.2.2 nathanw 1466 1.4.2.2 nathanw case FIONREAD: 1467 1.4.2.2 nathanw #ifndef PIPE_NODIRECT 1468 1.4.2.2 nathanw if (mpipe->pipe_state & PIPE_DIRECTW) 1469 1.4.2.2 nathanw *(int *)data = mpipe->pipe_map.cnt; 1470 1.4.2.2 nathanw else 1471 1.4.2.2 nathanw #endif 1472 1.4.2.2 nathanw *(int *)data = mpipe->pipe_buffer.cnt; 1473 1.4.2.2 nathanw return (0); 1474 1.4.2.2 nathanw 1475 1.4.2.2 nathanw #ifdef __FreeBSD__ 1476 1.4.2.2 nathanw case FIOSETOWN: 1477 1.4.2.2 nathanw return (fsetown(*(int *)data, &mpipe->pipe_sigio)); 1478 1.4.2.2 nathanw 1479 1.4.2.2 nathanw case FIOGETOWN: 1480 1.4.2.2 nathanw *(int *)data = fgetown(mpipe->pipe_sigio); 1481 1.4.2.2 nathanw return (0); 1482 1.4.2.2 nathanw 1483 1.4.2.2 nathanw /* This is deprecated, FIOSETOWN should be used instead. */ 1484 1.4.2.2 nathanw case TIOCSPGRP: 1485 1.4.2.2 nathanw return (fsetown(-(*(int *)data), &mpipe->pipe_sigio)); 1486 1.4.2.2 nathanw 1487 1.4.2.2 nathanw /* This is deprecated, FIOGETOWN should be used instead. */ 1488 1.4.2.2 nathanw case TIOCGPGRP: 1489 1.4.2.2 nathanw *(int *)data = -fgetown(mpipe->pipe_sigio); 1490 1.4.2.2 nathanw return (0); 1491 1.4.2.2 nathanw #endif /* FreeBSD */ 1492 1.4.2.2 nathanw #ifdef __NetBSD__ 1493 1.4.2.2 nathanw case TIOCSPGRP: 1494 1.4.2.2 nathanw mpipe->pipe_pgid = *(int *)data; 1495 1.4.2.2 nathanw return (0); 1496 1.4.2.2 nathanw 1497 1.4.2.2 nathanw case TIOCGPGRP: 1498 1.4.2.2 nathanw *(int *)data = mpipe->pipe_pgid; 1499 1.4.2.2 nathanw return (0); 1500 1.4.2.2 nathanw #endif /* NetBSD */ 1501 1.4.2.2 nathanw 1502 1.4.2.2 nathanw } 1503 1.4.2.2 nathanw return (ENOTTY); 1504 1.4.2.2 nathanw } 1505 1.4.2.2 nathanw 1506 1.4.2.2 nathanw int 1507 1.4.2.2 nathanw pipe_poll(fp, events, p) 1508 1.4.2.2 nathanw struct file *fp; 1509 1.4.2.2 nathanw int events; 1510 1.4.2.2 nathanw struct proc *p; 1511 1.4.2.2 nathanw { 1512 1.4.2.2 nathanw struct pipe *rpipe = (struct pipe *)fp->f_data; 1513 1.4.2.2 nathanw struct pipe *wpipe; 1514 1.4.2.2 nathanw int revents = 0; 1515 1.4.2.2 nathanw 1516 1.4.2.2 nathanw wpipe = rpipe->pipe_peer; 1517 1.4.2.2 nathanw if (events & (POLLIN | POLLRDNORM)) 1518 1.4.2.2 nathanw if ((rpipe->pipe_buffer.cnt > 0) || 1519 1.4.2.2 nathanw #ifndef PIPE_NODIRECT 1520 1.4.2.2 nathanw (rpipe->pipe_state & PIPE_DIRECTW) || 1521 1.4.2.2 nathanw #endif 1522 1.4.2.2 nathanw (rpipe->pipe_state & PIPE_EOF)) 1523 1.4.2.2 nathanw revents |= events & (POLLIN | POLLRDNORM); 1524 1.4.2.2 nathanw 1525 1.4.2.2 nathanw if (events & (POLLOUT | POLLWRNORM)) 1526 1.4.2.2 nathanw if (wpipe == NULL || (wpipe->pipe_state & PIPE_EOF) 1527 1.4.2.2 nathanw || ( 1528 1.4.2.2 nathanw #ifndef PIPE_NODIRECT 1529 1.4.2.2 nathanw ((wpipe->pipe_state & PIPE_DIRECTW) == 0) && 1530 1.4.2.2 nathanw #endif 1531 1.4.2.2 nathanw (wpipe->pipe_buffer.size - wpipe->pipe_buffer.cnt) >= PIPE_BUF)) 1532 1.4.2.2 nathanw revents |= events & (POLLOUT | POLLWRNORM); 1533 1.4.2.2 nathanw 1534 1.4.2.2 nathanw if ((rpipe->pipe_state & PIPE_EOF) || 1535 1.4.2.2 nathanw (wpipe == NULL) || 1536 1.4.2.2 nathanw (wpipe->pipe_state & PIPE_EOF)) 1537 1.4.2.2 nathanw revents |= POLLHUP; 1538 1.4.2.2 nathanw 1539 1.4.2.2 nathanw if (revents == 0) { 1540 1.4.2.2 nathanw if (events & (POLLIN | POLLRDNORM)) { 1541 1.4.2.2 nathanw selrecord(p, &rpipe->pipe_sel); 1542 1.4.2.2 nathanw rpipe->pipe_state |= PIPE_SEL; 1543 1.4.2.2 nathanw } 1544 1.4.2.2 nathanw 1545 1.4.2.2 nathanw if (events & (POLLOUT | POLLWRNORM)) { 1546 1.4.2.2 nathanw selrecord(p, &wpipe->pipe_sel); 1547 1.4.2.2 nathanw wpipe->pipe_state |= PIPE_SEL; 1548 1.4.2.2 nathanw } 1549 1.4.2.2 nathanw } 1550 1.4.2.2 nathanw 1551 1.4.2.2 nathanw return (revents); 1552 1.4.2.2 nathanw } 1553 1.4.2.2 nathanw 1554 1.4.2.2 nathanw static int 1555 1.4.2.2 nathanw pipe_stat(fp, ub, p) 1556 1.4.2.2 nathanw struct file *fp; 1557 1.4.2.2 nathanw struct stat *ub; 1558 1.4.2.2 nathanw struct proc *p; 1559 1.4.2.2 nathanw { 1560 1.4.2.2 nathanw struct pipe *pipe = (struct pipe *)fp->f_data; 1561 1.4.2.2 nathanw 1562 1.4.2.3 nathanw memset((caddr_t)ub, 0, sizeof(*ub)); 1563 1.4.2.2 nathanw ub->st_mode = S_IFIFO; 1564 1.4.2.2 nathanw ub->st_blksize = pipe->pipe_buffer.size; 1565 1.4.2.2 nathanw ub->st_size = pipe->pipe_buffer.cnt; 1566 1.4.2.2 nathanw ub->st_blocks = (ub->st_size) ? 1 : 0; 1567 1.4.2.2 nathanw #ifdef __FreeBSD__ 1568 1.4.2.2 nathanw ub->st_atimespec = pipe->pipe_atime; 1569 1.4.2.2 nathanw ub->st_mtimespec = pipe->pipe_mtime; 1570 1.4.2.2 nathanw ub->st_ctimespec = pipe->pipe_ctime; 1571 1.4.2.2 nathanw #endif /* FreeBSD */ 1572 1.4.2.2 nathanw #ifdef __NetBSD__ 1573 1.4.2.2 nathanw TIMEVAL_TO_TIMESPEC(&pipe->pipe_atime, &ub->st_atimespec) 1574 1.4.2.2 nathanw TIMEVAL_TO_TIMESPEC(&pipe->pipe_mtime, &ub->st_mtimespec); 1575 1.4.2.2 nathanw TIMEVAL_TO_TIMESPEC(&pipe->pipe_ctime, &ub->st_ctimespec); 1576 1.4.2.2 nathanw #endif /* NetBSD */ 1577 1.4.2.2 nathanw ub->st_uid = fp->f_cred->cr_uid; 1578 1.4.2.2 nathanw ub->st_gid = fp->f_cred->cr_gid; 1579 1.4.2.2 nathanw /* 1580 1.4.2.2 nathanw * Left as 0: st_dev, st_ino, st_nlink, st_rdev, st_flags, st_gen. 1581 1.4.2.2 nathanw * XXX (st_dev, st_ino) should be unique. 1582 1.4.2.2 nathanw */ 1583 1.4.2.2 nathanw return (0); 1584 1.4.2.2 nathanw } 1585 1.4.2.2 nathanw 1586 1.4.2.2 nathanw /* ARGSUSED */ 1587 1.4.2.2 nathanw static int 1588 1.4.2.2 nathanw pipe_close(fp, p) 1589 1.4.2.2 nathanw struct file *fp; 1590 1.4.2.2 nathanw struct proc *p; 1591 1.4.2.2 nathanw { 1592 1.4.2.2 nathanw struct pipe *cpipe = (struct pipe *)fp->f_data; 1593 1.4.2.2 nathanw 1594 1.4.2.2 nathanw #ifdef __FreeBSD__ 1595 1.4.2.2 nathanw fp->f_ops = &badfileops; 1596 1.4.2.2 nathanw funsetown(cpipe->pipe_sigio); 1597 1.4.2.2 nathanw #endif 1598 1.4.2.2 nathanw fp->f_data = NULL; 1599 1.4.2.2 nathanw pipeclose(cpipe); 1600 1.4.2.2 nathanw return (0); 1601 1.4.2.2 nathanw } 1602 1.4.2.2 nathanw 1603 1.4.2.2 nathanw static void 1604 1.4.2.2 nathanw pipe_free_kmem(cpipe) 1605 1.4.2.2 nathanw struct pipe *cpipe; 1606 1.4.2.2 nathanw { 1607 1.4.2.2 nathanw 1608 1.4.2.2 nathanw #ifdef __FreeBSD__ 1609 1.4.2.2 nathanw mtx_assert(&vm_mtx, MA_OWNED); 1610 1.4.2.2 nathanw #endif 1611 1.4.2.2 nathanw if (cpipe->pipe_buffer.buffer != NULL) { 1612 1.4.2.2 nathanw if (cpipe->pipe_buffer.size > PIPE_SIZE) 1613 1.4.2.2 nathanw --nbigpipe; 1614 1.4.2.2 nathanw amountpipekva -= cpipe->pipe_buffer.size; 1615 1.4.2.2 nathanw #ifdef __FreeBSD__ 1616 1.4.2.2 nathanw kmem_free(kernel_map, 1617 1.4.2.2 nathanw (vm_offset_t)cpipe->pipe_buffer.buffer, 1618 1.4.2.2 nathanw cpipe->pipe_buffer.size); 1619 1.4.2.2 nathanw #elif defined(__NetBSD__) 1620 1.4.2.2 nathanw uvm_km_free(kernel_map, 1621 1.4.2.2 nathanw (vaddr_t)cpipe->pipe_buffer.buffer, 1622 1.4.2.2 nathanw cpipe->pipe_buffer.size); 1623 1.4.2.2 nathanw #endif /* NetBSD */ 1624 1.4.2.2 nathanw cpipe->pipe_buffer.buffer = NULL; 1625 1.4.2.2 nathanw } 1626 1.4.2.2 nathanw #ifndef PIPE_NODIRECT 1627 1.4.2.2 nathanw if (cpipe->pipe_map.kva != NULL) { 1628 1.4.2.2 nathanw #ifdef __FreeBSD__ 1629 1.4.2.2 nathanw amountpipekva -= cpipe->pipe_buffer.size + PAGE_SIZE; 1630 1.4.2.2 nathanw kmem_free(kernel_map, 1631 1.4.2.2 nathanw cpipe->pipe_map.kva, 1632 1.4.2.2 nathanw cpipe->pipe_buffer.size + PAGE_SIZE); 1633 1.4.2.2 nathanw #elif defined(__NetBSD__) 1634 1.4.2.2 nathanw pipe_loan_free(cpipe); 1635 1.4.2.2 nathanw #endif /* NetBSD */ 1636 1.4.2.2 nathanw cpipe->pipe_map.cnt = 0; 1637 1.4.2.2 nathanw cpipe->pipe_map.kva = NULL; 1638 1.4.2.2 nathanw cpipe->pipe_map.pos = 0; 1639 1.4.2.2 nathanw cpipe->pipe_map.npages = 0; 1640 1.4.2.2 nathanw } 1641 1.4.2.2 nathanw #endif /* !PIPE_NODIRECT */ 1642 1.4.2.2 nathanw } 1643 1.4.2.2 nathanw 1644 1.4.2.2 nathanw /* 1645 1.4.2.2 nathanw * shutdown the pipe 1646 1.4.2.2 nathanw */ 1647 1.4.2.2 nathanw static void 1648 1.4.2.2 nathanw pipeclose(cpipe) 1649 1.4.2.2 nathanw struct pipe *cpipe; 1650 1.4.2.2 nathanw { 1651 1.4.2.2 nathanw struct pipe *ppipe; 1652 1.4.2.2 nathanw 1653 1.4.2.2 nathanw if (!cpipe) 1654 1.4.2.2 nathanw return; 1655 1.4.2.2 nathanw 1656 1.4.2.3 nathanw pipeselwakeup(cpipe, cpipe); 1657 1.4.2.2 nathanw 1658 1.4.2.2 nathanw /* 1659 1.4.2.2 nathanw * If the other side is blocked, wake it up saying that 1660 1.4.2.2 nathanw * we want to close it down. 1661 1.4.2.2 nathanw */ 1662 1.4.2.2 nathanw while (cpipe->pipe_busy) { 1663 1.4.2.2 nathanw wakeup(cpipe); 1664 1.4.2.2 nathanw cpipe->pipe_state |= PIPE_WANTCLOSE | PIPE_EOF; 1665 1.4.2.2 nathanw tsleep(cpipe, PRIBIO, "pipecl", 0); 1666 1.4.2.2 nathanw } 1667 1.4.2.2 nathanw 1668 1.4.2.2 nathanw /* 1669 1.4.2.2 nathanw * Disconnect from peer 1670 1.4.2.2 nathanw */ 1671 1.4.2.2 nathanw if ((ppipe = cpipe->pipe_peer) != NULL) { 1672 1.4.2.3 nathanw pipeselwakeup(ppipe, ppipe); 1673 1.4.2.2 nathanw 1674 1.4.2.2 nathanw ppipe->pipe_state |= PIPE_EOF; 1675 1.4.2.2 nathanw wakeup(ppipe); 1676 1.4.2.2 nathanw ppipe->pipe_peer = NULL; 1677 1.4.2.2 nathanw } 1678 1.4.2.2 nathanw 1679 1.4.2.2 nathanw /* 1680 1.4.2.2 nathanw * free resources 1681 1.4.2.2 nathanw */ 1682 1.4.2.9 nathanw #ifdef __FreeBSD__ 1683 1.4.2.2 nathanw mtx_lock(&vm_mtx); 1684 1.4.2.2 nathanw pipe_free_kmem(cpipe); 1685 1.4.2.2 nathanw /* XXX: erm, doesn't zalloc already have its own locks and 1686 1.4.2.2 nathanw * not need the giant vm lock? 1687 1.4.2.2 nathanw */ 1688 1.4.2.2 nathanw zfree(pipe_zone, cpipe); 1689 1.4.2.2 nathanw mtx_unlock(&vm_mtx); 1690 1.4.2.2 nathanw #endif /* FreeBSD */ 1691 1.4.2.3 nathanw 1692 1.4.2.2 nathanw #ifdef __NetBSD__ 1693 1.4.2.3 nathanw pipe_free_kmem(cpipe); 1694 1.4.2.3 nathanw (void) lockmgr(&cpipe->pipe_lock, LK_DRAIN, NULL); 1695 1.4.2.2 nathanw pool_put(&pipe_pool, cpipe); 1696 1.4.2.2 nathanw #endif 1697 1.4.2.2 nathanw } 1698 1.4.2.2 nathanw 1699 1.4.2.2 nathanw #ifdef __FreeBSD__ 1700 1.4.2.2 nathanw /*ARGSUSED*/ 1701 1.4.2.2 nathanw static int 1702 1.4.2.2 nathanw pipe_kqfilter(struct file *fp, struct knote *kn) 1703 1.4.2.2 nathanw { 1704 1.4.2.2 nathanw struct pipe *cpipe = (struct pipe *)kn->kn_fp->f_data; 1705 1.4.2.2 nathanw 1706 1.4.2.2 nathanw switch (kn->kn_filter) { 1707 1.4.2.2 nathanw case EVFILT_READ: 1708 1.4.2.2 nathanw kn->kn_fop = &pipe_rfiltops; 1709 1.4.2.2 nathanw break; 1710 1.4.2.2 nathanw case EVFILT_WRITE: 1711 1.4.2.2 nathanw kn->kn_fop = &pipe_wfiltops; 1712 1.4.2.2 nathanw cpipe = cpipe->pipe_peer; 1713 1.4.2.2 nathanw break; 1714 1.4.2.2 nathanw default: 1715 1.4.2.2 nathanw return (1); 1716 1.4.2.2 nathanw } 1717 1.4.2.2 nathanw kn->kn_hook = (caddr_t)cpipe; 1718 1.4.2.2 nathanw SLIST_INSERT_HEAD(&cpipe->pipe_sel.si_note, kn, kn_selnext); 1719 1.4.2.2 nathanw return (0); 1720 1.4.2.2 nathanw } 1721 1.4.2.2 nathanw 1722 1.4.2.2 nathanw static void 1723 1.4.2.2 nathanw filt_pipedetach(struct knote *kn) 1724 1.4.2.2 nathanw { 1725 1.4.2.2 nathanw struct pipe *cpipe = (struct pipe *)kn->kn_fp->f_data; 1726 1.4.2.2 nathanw 1727 1.4.2.2 nathanw SLIST_REMOVE(&cpipe->pipe_sel.si_note, kn, knote, kn_selnext); 1728 1.4.2.2 nathanw } 1729 1.4.2.2 nathanw 1730 1.4.2.2 nathanw /*ARGSUSED*/ 1731 1.4.2.2 nathanw static int 1732 1.4.2.2 nathanw filt_piperead(struct knote *kn, long hint) 1733 1.4.2.2 nathanw { 1734 1.4.2.2 nathanw struct pipe *rpipe = (struct pipe *)kn->kn_fp->f_data; 1735 1.4.2.2 nathanw struct pipe *wpipe = rpipe->pipe_peer; 1736 1.4.2.2 nathanw 1737 1.4.2.2 nathanw kn->kn_data = rpipe->pipe_buffer.cnt; 1738 1.4.2.2 nathanw if ((kn->kn_data == 0) && (rpipe->pipe_state & PIPE_DIRECTW)) 1739 1.4.2.2 nathanw kn->kn_data = rpipe->pipe_map.cnt; 1740 1.4.2.2 nathanw 1741 1.4.2.2 nathanw if ((rpipe->pipe_state & PIPE_EOF) || 1742 1.4.2.2 nathanw (wpipe == NULL) || (wpipe->pipe_state & PIPE_EOF)) { 1743 1.4.2.2 nathanw kn->kn_flags |= EV_EOF; 1744 1.4.2.2 nathanw return (1); 1745 1.4.2.2 nathanw } 1746 1.4.2.2 nathanw return (kn->kn_data > 0); 1747 1.4.2.2 nathanw } 1748 1.4.2.2 nathanw 1749 1.4.2.2 nathanw /*ARGSUSED*/ 1750 1.4.2.2 nathanw static int 1751 1.4.2.2 nathanw filt_pipewrite(struct knote *kn, long hint) 1752 1.4.2.2 nathanw { 1753 1.4.2.2 nathanw struct pipe *rpipe = (struct pipe *)kn->kn_fp->f_data; 1754 1.4.2.2 nathanw struct pipe *wpipe = rpipe->pipe_peer; 1755 1.4.2.2 nathanw 1756 1.4.2.2 nathanw if ((wpipe == NULL) || (wpipe->pipe_state & PIPE_EOF)) { 1757 1.4.2.2 nathanw kn->kn_data = 0; 1758 1.4.2.2 nathanw kn->kn_flags |= EV_EOF; 1759 1.4.2.2 nathanw return (1); 1760 1.4.2.2 nathanw } 1761 1.4.2.2 nathanw kn->kn_data = wpipe->pipe_buffer.size - wpipe->pipe_buffer.cnt; 1762 1.4.2.2 nathanw if (wpipe->pipe_state & PIPE_DIRECTW) 1763 1.4.2.2 nathanw kn->kn_data = 0; 1764 1.4.2.2 nathanw 1765 1.4.2.2 nathanw return (kn->kn_data >= PIPE_BUF); 1766 1.4.2.2 nathanw } 1767 1.4.2.2 nathanw #endif /* FreeBSD */ 1768 1.4.2.2 nathanw 1769 1.4.2.2 nathanw #ifdef __NetBSD__ 1770 1.4.2.2 nathanw static int 1771 1.4.2.2 nathanw pipe_fcntl(fp, cmd, data, p) 1772 1.4.2.2 nathanw struct file *fp; 1773 1.4.2.2 nathanw u_int cmd; 1774 1.4.2.2 nathanw caddr_t data; 1775 1.4.2.2 nathanw struct proc *p; 1776 1.4.2.2 nathanw { 1777 1.4.2.2 nathanw if (cmd == F_SETFL) 1778 1.4.2.2 nathanw return (0); 1779 1.4.2.2 nathanw else 1780 1.4.2.2 nathanw return (EOPNOTSUPP); 1781 1.4.2.2 nathanw } 1782 1.4.2.2 nathanw 1783 1.4.2.2 nathanw /* 1784 1.4.2.2 nathanw * Handle pipe sysctls. 1785 1.4.2.2 nathanw */ 1786 1.4.2.2 nathanw int 1787 1.4.2.2 nathanw sysctl_dopipe(name, namelen, oldp, oldlenp, newp, newlen) 1788 1.4.2.2 nathanw int *name; 1789 1.4.2.2 nathanw u_int namelen; 1790 1.4.2.2 nathanw void *oldp; 1791 1.4.2.2 nathanw size_t *oldlenp; 1792 1.4.2.2 nathanw void *newp; 1793 1.4.2.2 nathanw size_t newlen; 1794 1.4.2.2 nathanw { 1795 1.4.2.2 nathanw /* All sysctl names at this level are terminal. */ 1796 1.4.2.2 nathanw if (namelen != 1) 1797 1.4.2.2 nathanw return (ENOTDIR); /* overloaded */ 1798 1.4.2.2 nathanw 1799 1.4.2.2 nathanw switch (name[0]) { 1800 1.4.2.2 nathanw case KERN_PIPE_MAXKVASZ: 1801 1.4.2.2 nathanw return (sysctl_int(oldp, oldlenp, newp, newlen, &maxpipekva)); 1802 1.4.2.2 nathanw case KERN_PIPE_LIMITKVA: 1803 1.4.2.2 nathanw return (sysctl_int(oldp, oldlenp, newp, newlen, &limitpipekva)); 1804 1.4.2.2 nathanw case KERN_PIPE_MAXBIGPIPES: 1805 1.4.2.2 nathanw return (sysctl_int(oldp, oldlenp, newp, newlen, &maxbigpipes)); 1806 1.4.2.2 nathanw case KERN_PIPE_NBIGPIPES: 1807 1.4.2.2 nathanw return (sysctl_rdint(oldp, oldlenp, newp, nbigpipe)); 1808 1.4.2.2 nathanw case KERN_PIPE_KVASIZE: 1809 1.4.2.2 nathanw return (sysctl_rdint(oldp, oldlenp, newp, amountpipekva)); 1810 1.4.2.2 nathanw default: 1811 1.4.2.2 nathanw return (EOPNOTSUPP); 1812 1.4.2.2 nathanw } 1813 1.4.2.2 nathanw /* NOTREACHED */ 1814 1.4.2.2 nathanw } 1815 1.4.2.2 nathanw 1816 1.4.2.2 nathanw /* 1817 1.4.2.2 nathanw * Initialize pipe structs. 1818 1.4.2.2 nathanw */ 1819 1.4.2.2 nathanw void 1820 1.4.2.2 nathanw pipe_init(void) 1821 1.4.2.2 nathanw { 1822 1.4.2.2 nathanw pool_init(&pipe_pool, sizeof(struct pipe), 0, 0, 0, "pipepl", 1823 1.4.2.2 nathanw 0, NULL, NULL, M_PIPE); 1824 1.4.2.2 nathanw } 1825 1.4.2.2 nathanw 1826 1.4.2.2 nathanw #endif /* __NetBSD __ */ 1827
Indexes created Tue Sep 30 11:09:46 GMT 2025