sys_pipe.c revision 1.4.2.2
1 1.4.2.2 nathanw /* $NetBSD: sys_pipe.c,v 1.4.2.2 2001/06/21 20:07:02 nathanw Exp $ */ 2 1.4.2.2 nathanw 3 1.4.2.2 nathanw /* 4 1.4.2.2 nathanw * Copyright (c) 1996 John S. Dyson 5 1.4.2.2 nathanw * All rights reserved. 6 1.4.2.2 nathanw * 7 1.4.2.2 nathanw * Redistribution and use in source and binary forms, with or without 8 1.4.2.2 nathanw * modification, are permitted provided that the following conditions 9 1.4.2.2 nathanw * are met: 10 1.4.2.2 nathanw * 1. Redistributions of source code must retain the above copyright 11 1.4.2.2 nathanw * notice immediately at the beginning of the file, without modification, 12 1.4.2.2 nathanw * this list of conditions, and the following disclaimer. 13 1.4.2.2 nathanw * 2. Redistributions in binary form must reproduce the above copyright 14 1.4.2.2 nathanw * notice, this list of conditions and the following disclaimer in the 15 1.4.2.2 nathanw * documentation and/or other materials provided with the distribution. 16 1.4.2.2 nathanw * 3. Absolutely no warranty of function or purpose is made by the author 17 1.4.2.2 nathanw * John S. Dyson. 18 1.4.2.2 nathanw * 4. Modifications may be freely made to this file if the above conditions 19 1.4.2.2 nathanw * are met. 20 1.4.2.2 nathanw * 21 1.4.2.2 nathanw * $FreeBSD: src/sys/kern/sys_pipe.c,v 1.82 2001/06/15 20:45:01 jlemon Exp $ 22 1.4.2.2 nathanw */ 23 1.4.2.2 nathanw 24 1.4.2.2 nathanw /* 25 1.4.2.2 nathanw * This file contains a high-performance replacement for the socket-based 26 1.4.2.2 nathanw * pipes scheme originally used in FreeBSD/4.4Lite. It does not support 27 1.4.2.2 nathanw * all features of sockets, but does do everything that pipes normally 28 1.4.2.2 nathanw * do. 29 1.4.2.2 nathanw * 30 1.4.2.2 nathanw * Adaption for NetBSD UVM, including uvm_loan() based direct write, was 31 1.4.2.2 nathanw * written by Jaromir Dolecek. 32 1.4.2.2 nathanw */ 33 1.4.2.2 nathanw 34 1.4.2.2 nathanw /* 35 1.4.2.2 nathanw * This code has two modes of operation, a small write mode and a large 36 1.4.2.2 nathanw * write mode. The small write mode acts like conventional pipes with 37 1.4.2.2 nathanw * a kernel buffer. If the buffer is less than PIPE_MINDIRECT, then the 38 1.4.2.2 nathanw * "normal" pipe buffering is done. If the buffer is between PIPE_MINDIRECT 39 1.4.2.2 nathanw * and PIPE_SIZE in size, it is fully mapped into the kernel (on FreeBSD, 40 1.4.2.2 nathanw * those pages are also wired), and the receiving process can copy it directly 41 1.4.2.2 nathanw * from the pages in the sending process. 42 1.4.2.2 nathanw * 43 1.4.2.2 nathanw * If the sending process receives a signal, it is possible that it will 44 1.4.2.2 nathanw * go away, and certainly its address space can change, because control 45 1.4.2.2 nathanw * is returned back to the user-mode side. In that case, the pipe code 46 1.4.2.2 nathanw * arranges to copy the buffer supplied by the user process on FreeBSD, to 47 1.4.2.2 nathanw * a pageable kernel buffer, and the receiving process will grab the data 48 1.4.2.2 nathanw * from the pageable kernel buffer. Since signals don't happen all that often, 49 1.4.2.2 nathanw * the copy operation is normally eliminated. 50 1.4.2.2 nathanw * For NetBSD, the pages are mapped read-only, COW for kernel by uvm_loan(), 51 1.4.2.2 nathanw * so no explicit handling need to be done, all is handled by standard VM 52 1.4.2.2 nathanw * facilities. 53 1.4.2.2 nathanw * 54 1.4.2.2 nathanw * The constant PIPE_MINDIRECT is chosen to make sure that buffering will 55 1.4.2.2 nathanw * happen for small transfers so that the system will not spend all of 56 1.4.2.2 nathanw * its time context switching. PIPE_SIZE is constrained by the 57 1.4.2.2 nathanw * amount of kernel virtual memory. 58 1.4.2.2 nathanw */ 59 1.4.2.2 nathanw 60 1.4.2.2 nathanw #ifdef __NetBSD__ 61 1.4.2.2 nathanw #include "opt_new_pipe.h" 62 1.4.2.2 nathanw #endif 63 1.4.2.2 nathanw 64 1.4.2.2 nathanw #include <sys/param.h> 65 1.4.2.2 nathanw #include <sys/systm.h> 66 1.4.2.2 nathanw #include <sys/proc.h> 67 1.4.2.2 nathanw #include <sys/fcntl.h> 68 1.4.2.2 nathanw #include <sys/file.h> 69 1.4.2.2 nathanw #include <sys/filedesc.h> 70 1.4.2.2 nathanw #include <sys/filio.h> 71 1.4.2.2 nathanw #include <sys/ttycom.h> 72 1.4.2.2 nathanw #include <sys/stat.h> 73 1.4.2.2 nathanw #include <sys/poll.h> 74 1.4.2.2 nathanw #include <sys/signalvar.h> 75 1.4.2.2 nathanw #include <sys/vnode.h> 76 1.4.2.2 nathanw #include <sys/uio.h> 77 1.4.2.2 nathanw #include <sys/lock.h> 78 1.4.2.2 nathanw #ifdef __FreeBSD__ 79 1.4.2.2 nathanw #include <sys/mutex.h> 80 1.4.2.2 nathanw #include <sys/selinfo.h> 81 1.4.2.2 nathanw #include <sys/sysproto.h> 82 1.4.2.2 nathanw #elif defined(__NetBSD__) 83 1.4.2.2 nathanw #include <sys/select.h> 84 1.4.2.2 nathanw #include <sys/malloc.h> 85 1.4.2.2 nathanw #include <sys/mount.h> 86 1.4.2.2 nathanw #include <sys/syscallargs.h> 87 1.4.2.2 nathanw #include <uvm/uvm.h> 88 1.4.2.2 nathanw #include <sys/sysctl.h> 89 1.4.2.2 nathanw #endif /* NetBSD, FreeBSD */ 90 1.4.2.2 nathanw 91 1.4.2.2 nathanw #include <sys/pipe.h> 92 1.4.2.2 nathanw 93 1.4.2.2 nathanw #ifdef __NetBSD__ 94 1.4.2.2 nathanw #define vfs_timestamp(tv) microtime(tv) 95 1.4.2.2 nathanw #endif 96 1.4.2.2 nathanw 97 1.4.2.2 nathanw /* 98 1.4.2.2 nathanw * Use this define if you want to disable *fancy* VM things. Expect an 99 1.4.2.2 nathanw * approx 30% decrease in transfer rate. This could be useful for 100 1.4.2.2 nathanw * OpenBSD. 101 1.4.2.2 nathanw */ 102 1.4.2.2 nathanw /* #define PIPE_NODIRECT */ 103 1.4.2.2 nathanw 104 1.4.2.2 nathanw /* 105 1.4.2.2 nathanw * interfaces to the outside world 106 1.4.2.2 nathanw */ 107 1.4.2.2 nathanw #ifdef __FreeBSD__ 108 1.4.2.2 nathanw static int pipe_read __P((struct file *fp, struct uio *uio, 109 1.4.2.2 nathanw struct ucred *cred, int flags, struct proc *p)); 110 1.4.2.2 nathanw static int pipe_write __P((struct file *fp, struct uio *uio, 111 1.4.2.2 nathanw struct ucred *cred, int flags, struct proc *p)); 112 1.4.2.2 nathanw static int pipe_close __P((struct file *fp, struct proc *p)); 113 1.4.2.2 nathanw static int pipe_poll __P((struct file *fp, int events, struct ucred *cred, 114 1.4.2.2 nathanw struct proc *p)); 115 1.4.2.2 nathanw static int pipe_kqfilter __P((struct file *fp, struct knote *kn)); 116 1.4.2.2 nathanw static int pipe_stat __P((struct file *fp, struct stat *sb, struct proc *p)); 117 1.4.2.2 nathanw static int pipe_ioctl __P((struct file *fp, u_long cmd, caddr_t data, struct proc *p)); 118 1.4.2.2 nathanw 119 1.4.2.2 nathanw static struct fileops pipeops = { 120 1.4.2.2 nathanw pipe_read, pipe_write, pipe_ioctl, pipe_poll, pipe_kqfilter, 121 1.4.2.2 nathanw pipe_stat, pipe_close 122 1.4.2.2 nathanw }; 123 1.4.2.2 nathanw 124 1.4.2.2 nathanw static void filt_pipedetach(struct knote *kn); 125 1.4.2.2 nathanw static int filt_piperead(struct knote *kn, long hint); 126 1.4.2.2 nathanw static int filt_pipewrite(struct knote *kn, long hint); 127 1.4.2.2 nathanw 128 1.4.2.2 nathanw static struct filterops pipe_rfiltops = 129 1.4.2.2 nathanw { 1, NULL, filt_pipedetach, filt_piperead }; 130 1.4.2.2 nathanw static struct filterops pipe_wfiltops = 131 1.4.2.2 nathanw { 1, NULL, filt_pipedetach, filt_pipewrite }; 132 1.4.2.2 nathanw #endif /* FreeBSD */ 133 1.4.2.2 nathanw 134 1.4.2.2 nathanw #ifdef __NetBSD__ 135 1.4.2.2 nathanw static int pipe_read __P((struct file *fp, off_t *offset, struct uio *uio, 136 1.4.2.2 nathanw struct ucred *cred, int flags)); 137 1.4.2.2 nathanw static int pipe_write __P((struct file *fp, off_t *offset, struct uio *uio, 138 1.4.2.2 nathanw struct ucred *cred, int flags)); 139 1.4.2.2 nathanw static int pipe_close __P((struct file *fp, struct proc *p)); 140 1.4.2.2 nathanw static int pipe_poll __P((struct file *fp, int events, struct proc *p)); 141 1.4.2.2 nathanw static int pipe_fcntl __P((struct file *fp, u_int com, caddr_t data, 142 1.4.2.2 nathanw struct proc *p)); 143 1.4.2.2 nathanw static int pipe_stat __P((struct file *fp, struct stat *sb, struct proc *p)); 144 1.4.2.2 nathanw static int pipe_ioctl __P((struct file *fp, u_long cmd, caddr_t data, struct proc *p)); 145 1.4.2.2 nathanw 146 1.4.2.2 nathanw static struct fileops pipeops = 147 1.4.2.2 nathanw { pipe_read, pipe_write, pipe_ioctl, pipe_fcntl, pipe_poll, 148 1.4.2.2 nathanw pipe_stat, pipe_close }; 149 1.4.2.2 nathanw #endif /* NetBSD */ 150 1.4.2.2 nathanw 151 1.4.2.2 nathanw /* 152 1.4.2.2 nathanw * Default pipe buffer size(s), this can be kind-of large now because pipe 153 1.4.2.2 nathanw * space is pageable. The pipe code will try to maintain locality of 154 1.4.2.2 nathanw * reference for performance reasons, so small amounts of outstanding I/O 155 1.4.2.2 nathanw * will not wipe the cache. 156 1.4.2.2 nathanw */ 157 1.4.2.2 nathanw #define MINPIPESIZE (PIPE_SIZE/3) 158 1.4.2.2 nathanw #define MAXPIPESIZE (2*PIPE_SIZE/3) 159 1.4.2.2 nathanw 160 1.4.2.2 nathanw /* 161 1.4.2.2 nathanw * Maximum amount of kva for pipes -- this is kind-of a soft limit, but 162 1.4.2.2 nathanw * is there so that on large systems, we don't exhaust it. 163 1.4.2.2 nathanw */ 164 1.4.2.2 nathanw #define MAXPIPEKVA (8*1024*1024) 165 1.4.2.2 nathanw static int maxpipekva = MAXPIPEKVA; 166 1.4.2.2 nathanw 167 1.4.2.2 nathanw /* 168 1.4.2.2 nathanw * Limit for direct transfers, we cannot, of course limit 169 1.4.2.2 nathanw * the amount of kva for pipes in general though. 170 1.4.2.2 nathanw */ 171 1.4.2.2 nathanw #define LIMITPIPEKVA (16*1024*1024) 172 1.4.2.2 nathanw static int limitpipekva = LIMITPIPEKVA; 173 1.4.2.2 nathanw 174 1.4.2.2 nathanw /* 175 1.4.2.2 nathanw * Limit the number of "big" pipes 176 1.4.2.2 nathanw */ 177 1.4.2.2 nathanw #define LIMITBIGPIPES 32 178 1.4.2.2 nathanw static int maxbigpipes = LIMITBIGPIPES; 179 1.4.2.2 nathanw static int nbigpipe = 0; 180 1.4.2.2 nathanw 181 1.4.2.2 nathanw /* 182 1.4.2.2 nathanw * Amount of KVA consumed by pipe buffers. 183 1.4.2.2 nathanw */ 184 1.4.2.2 nathanw static int amountpipekva = 0; 185 1.4.2.2 nathanw 186 1.4.2.2 nathanw static void pipeclose __P((struct pipe *cpipe)); 187 1.4.2.2 nathanw static void pipe_free_kmem __P((struct pipe *cpipe)); 188 1.4.2.2 nathanw static int pipe_create __P((struct pipe **cpipep)); 189 1.4.2.2 nathanw static __inline int pipelock __P((struct pipe *cpipe, int catch)); 190 1.4.2.2 nathanw static __inline void pipeunlock __P((struct pipe *cpipe)); 191 1.4.2.2 nathanw static __inline void pipeselwakeup __P((struct pipe *cpipe)); 192 1.4.2.2 nathanw static int pipespace __P((struct pipe *cpipe, int size)); 193 1.4.2.2 nathanw 194 1.4.2.2 nathanw #ifdef __FreeBSD__ 195 1.4.2.2 nathanw #ifndef PIPE_NODIRECT 196 1.4.2.2 nathanw static int pipe_build_write_buffer __P((struct pipe *wpipe, struct uio *uio)); 197 1.4.2.2 nathanw static void pipe_destroy_write_buffer __P((struct pipe *wpipe)); 198 1.4.2.2 nathanw static int pipe_direct_write __P((struct pipe *wpipe, struct uio *uio)); 199 1.4.2.2 nathanw static void pipe_clone_write_buffer __P((struct pipe *wpipe)); 200 1.4.2.2 nathanw #endif 201 1.4.2.2 nathanw 202 1.4.2.2 nathanw static vm_zone_t pipe_zone; 203 1.4.2.2 nathanw #endif /* FreeBSD */ 204 1.4.2.2 nathanw 205 1.4.2.2 nathanw #ifdef __NetBSD__ 206 1.4.2.2 nathanw #ifndef PIPE_NODIRECT 207 1.4.2.2 nathanw static __inline int pipe_direct_write __P((struct pipe *wpipe, struct uio *uio)); 208 1.4.2.2 nathanw static __inline int pipe_loan_alloc __P((struct pipe *wpipe, int npages, 209 1.4.2.2 nathanw vsize_t blen)); 210 1.4.2.2 nathanw static void pipe_loan_free __P((struct pipe *wpipe)); 211 1.4.2.2 nathanw #endif /* PIPE_NODIRECT */ 212 1.4.2.2 nathanw 213 1.4.2.2 nathanw static struct pool pipe_pool; 214 1.4.2.2 nathanw #endif /* NetBSD */ 215 1.4.2.2 nathanw 216 1.4.2.2 nathanw /* 217 1.4.2.2 nathanw * The pipe system call for the DTYPE_PIPE type of pipes 218 1.4.2.2 nathanw */ 219 1.4.2.2 nathanw 220 1.4.2.2 nathanw /* ARGSUSED */ 221 1.4.2.2 nathanw #ifdef __FreeBSD__ 222 1.4.2.2 nathanw int 223 1.4.2.2 nathanw pipe(p, uap) 224 1.4.2.2 nathanw struct proc *p; 225 1.4.2.2 nathanw struct pipe_args /* { 226 1.4.2.2 nathanw int dummy; 227 1.4.2.2 nathanw } */ *uap; 228 1.4.2.2 nathanw #elif defined(__NetBSD__) 229 1.4.2.2 nathanw int 230 1.4.2.2 nathanw sys_pipe(p, v, retval) 231 1.4.2.2 nathanw struct proc *p; 232 1.4.2.2 nathanw void *v; 233 1.4.2.2 nathanw register_t *retval; 234 1.4.2.2 nathanw #endif 235 1.4.2.2 nathanw { 236 1.4.2.2 nathanw struct filedesc *fdp = p->p_fd; 237 1.4.2.2 nathanw struct file *rf, *wf; 238 1.4.2.2 nathanw struct pipe *rpipe, *wpipe; 239 1.4.2.2 nathanw int fd, error; 240 1.4.2.2 nathanw 241 1.4.2.2 nathanw #ifdef __FreeBSD__ 242 1.4.2.2 nathanw if (pipe_zone == NULL) 243 1.4.2.2 nathanw pipe_zone = zinit("PIPE", sizeof(struct pipe), 0, 0, 4); 244 1.4.2.2 nathanw #endif 245 1.4.2.2 nathanw 246 1.4.2.2 nathanw rpipe = wpipe = NULL; 247 1.4.2.2 nathanw if (pipe_create(&rpipe) || pipe_create(&wpipe)) { 248 1.4.2.2 nathanw pipeclose(rpipe); 249 1.4.2.2 nathanw pipeclose(wpipe); 250 1.4.2.2 nathanw return (ENFILE); 251 1.4.2.2 nathanw } 252 1.4.2.2 nathanw 253 1.4.2.2 nathanw #ifdef __FreeBSD__ 254 1.4.2.2 nathanw error = falloc(p, &rf, &fd); 255 1.4.2.2 nathanw if (error) { 256 1.4.2.2 nathanw pipeclose(rpipe); 257 1.4.2.2 nathanw pipeclose(wpipe); 258 1.4.2.2 nathanw return (error); 259 1.4.2.2 nathanw } 260 1.4.2.2 nathanw fhold(rf); 261 1.4.2.2 nathanw p->p_retval[0] = fd; 262 1.4.2.2 nathanw 263 1.4.2.2 nathanw /* 264 1.4.2.2 nathanw * Warning: once we've gotten past allocation of the fd for the 265 1.4.2.2 nathanw * read-side, we can only drop the read side via fdrop() in order 266 1.4.2.2 nathanw * to avoid races against processes which manage to dup() the read 267 1.4.2.2 nathanw * side while we are blocked trying to allocate the write side. 268 1.4.2.2 nathanw */ 269 1.4.2.2 nathanw rf->f_flag = FREAD | FWRITE; 270 1.4.2.2 nathanw rf->f_type = DTYPE_PIPE; 271 1.4.2.2 nathanw rf->f_data = (caddr_t)rpipe; 272 1.4.2.2 nathanw rf->f_ops = &pipeops; 273 1.4.2.2 nathanw error = falloc(p, &wf, &fd); 274 1.4.2.2 nathanw if (error) { 275 1.4.2.2 nathanw if (fdp->fd_ofiles[p->p_retval[0]] == rf) { 276 1.4.2.2 nathanw fdp->fd_ofiles[p->p_retval[0]] = NULL; 277 1.4.2.2 nathanw fdrop(rf, p); 278 1.4.2.2 nathanw } 279 1.4.2.2 nathanw fdrop(rf, p); 280 1.4.2.2 nathanw /* rpipe has been closed by fdrop(). */ 281 1.4.2.2 nathanw pipeclose(wpipe); 282 1.4.2.2 nathanw return (error); 283 1.4.2.2 nathanw } 284 1.4.2.2 nathanw wf->f_flag = FREAD | FWRITE; 285 1.4.2.2 nathanw wf->f_type = DTYPE_PIPE; 286 1.4.2.2 nathanw wf->f_data = (caddr_t)wpipe; 287 1.4.2.2 nathanw wf->f_ops = &pipeops; 288 1.4.2.2 nathanw p->p_retval[1] = fd; 289 1.4.2.2 nathanw 290 1.4.2.2 nathanw rpipe->pipe_peer = wpipe; 291 1.4.2.2 nathanw wpipe->pipe_peer = rpipe; 292 1.4.2.2 nathanw fdrop(rf, p); 293 1.4.2.2 nathanw #endif /* FreeBSD */ 294 1.4.2.2 nathanw 295 1.4.2.2 nathanw #ifdef __NetBSD__ 296 1.4.2.2 nathanw /* 297 1.4.2.2 nathanw * Note: the file structure returned from falloc() is marked 298 1.4.2.2 nathanw * as 'larval' initially. Unless we mark it as 'mature' by 299 1.4.2.2 nathanw * FILE_SET_MATURE(), any attempt to do anything with it would 300 1.4.2.2 nathanw * return EBADF, including e.g. dup(2) or close(2). This avoids 301 1.4.2.2 nathanw * file descriptor races if we block in the second falloc(). 302 1.4.2.2 nathanw */ 303 1.4.2.2 nathanw 304 1.4.2.2 nathanw error = falloc(p, &rf, &fd); 305 1.4.2.2 nathanw if (error) 306 1.4.2.2 nathanw goto free2; 307 1.4.2.2 nathanw retval[0] = fd; 308 1.4.2.2 nathanw rf->f_flag = FREAD; 309 1.4.2.2 nathanw rf->f_type = DTYPE_PIPE; 310 1.4.2.2 nathanw rf->f_data = (caddr_t)rpipe; 311 1.4.2.2 nathanw rf->f_ops = &pipeops; 312 1.4.2.2 nathanw 313 1.4.2.2 nathanw error = falloc(p, &wf, &fd); 314 1.4.2.2 nathanw if (error) 315 1.4.2.2 nathanw goto free3; 316 1.4.2.2 nathanw retval[1] = fd; 317 1.4.2.2 nathanw wf->f_flag = FWRITE; 318 1.4.2.2 nathanw wf->f_type = DTYPE_PIPE; 319 1.4.2.2 nathanw wf->f_data = (caddr_t)wpipe; 320 1.4.2.2 nathanw wf->f_ops = &pipeops; 321 1.4.2.2 nathanw 322 1.4.2.2 nathanw rpipe->pipe_peer = wpipe; 323 1.4.2.2 nathanw wpipe->pipe_peer = rpipe; 324 1.4.2.2 nathanw 325 1.4.2.2 nathanw FILE_SET_MATURE(rf); 326 1.4.2.2 nathanw FILE_SET_MATURE(wf); 327 1.4.2.2 nathanw FILE_UNUSE(rf, p); 328 1.4.2.2 nathanw FILE_UNUSE(wf, p); 329 1.4.2.2 nathanw return (0); 330 1.4.2.2 nathanw free3: 331 1.4.2.2 nathanw FILE_UNUSE(rf, p); 332 1.4.2.2 nathanw ffree(rf); 333 1.4.2.2 nathanw fdremove(fdp, retval[0]); 334 1.4.2.2 nathanw free2: 335 1.4.2.2 nathanw pipeclose(wpipe); 336 1.4.2.2 nathanw pipeclose(rpipe); 337 1.4.2.2 nathanw #endif /* NetBSD */ 338 1.4.2.2 nathanw 339 1.4.2.2 nathanw return (error); 340 1.4.2.2 nathanw } 341 1.4.2.2 nathanw 342 1.4.2.2 nathanw /* 343 1.4.2.2 nathanw * Allocate kva for pipe circular buffer, the space is pageable 344 1.4.2.2 nathanw * This routine will 'realloc' the size of a pipe safely, if it fails 345 1.4.2.2 nathanw * it will retain the old buffer. 346 1.4.2.2 nathanw * If it fails it will return ENOMEM. 347 1.4.2.2 nathanw */ 348 1.4.2.2 nathanw static int 349 1.4.2.2 nathanw pipespace(cpipe, size) 350 1.4.2.2 nathanw struct pipe *cpipe; 351 1.4.2.2 nathanw int size; 352 1.4.2.2 nathanw { 353 1.4.2.2 nathanw caddr_t buffer; 354 1.4.2.2 nathanw #ifdef __FreeBSD__ 355 1.4.2.2 nathanw struct vm_object *object; 356 1.4.2.2 nathanw int npages, error; 357 1.4.2.2 nathanw 358 1.4.2.2 nathanw npages = round_page(size)/PAGE_SIZE; 359 1.4.2.2 nathanw /* 360 1.4.2.2 nathanw * Create an object, I don't like the idea of paging to/from 361 1.4.2.2 nathanw * kernel_object. 362 1.4.2.2 nathanw */ 363 1.4.2.2 nathanw mtx_lock(&vm_mtx); 364 1.4.2.2 nathanw object = vm_object_allocate(OBJT_DEFAULT, npages); 365 1.4.2.2 nathanw buffer = (caddr_t) vm_map_min(kernel_map); 366 1.4.2.2 nathanw 367 1.4.2.2 nathanw /* 368 1.4.2.2 nathanw * Insert the object into the kernel map, and allocate kva for it. 369 1.4.2.2 nathanw * The map entry is, by default, pageable. 370 1.4.2.2 nathanw */ 371 1.4.2.2 nathanw error = vm_map_find(kernel_map, object, 0, 372 1.4.2.2 nathanw (vm_offset_t *) &buffer, size, 1, 373 1.4.2.2 nathanw VM_PROT_ALL, VM_PROT_ALL, 0); 374 1.4.2.2 nathanw 375 1.4.2.2 nathanw if (error != KERN_SUCCESS) { 376 1.4.2.2 nathanw vm_object_deallocate(object); 377 1.4.2.2 nathanw mtx_unlock(&vm_mtx); 378 1.4.2.2 nathanw return (ENOMEM); 379 1.4.2.2 nathanw } 380 1.4.2.2 nathanw #endif /* FreeBSD */ 381 1.4.2.2 nathanw 382 1.4.2.2 nathanw #ifdef __NetBSD__ 383 1.4.2.2 nathanw /* 384 1.4.2.2 nathanw * Allocate pageable virtual address space. Physical memory is allocated 385 1.4.2.2 nathanw * on demand. 386 1.4.2.2 nathanw */ 387 1.4.2.2 nathanw buffer = (caddr_t) uvm_km_valloc(kernel_map, round_page(size)); 388 1.4.2.2 nathanw if (buffer == NULL) 389 1.4.2.2 nathanw return (ENOMEM); 390 1.4.2.2 nathanw #endif /* NetBSD */ 391 1.4.2.2 nathanw 392 1.4.2.2 nathanw /* free old resources if we're resizing */ 393 1.4.2.2 nathanw pipe_free_kmem(cpipe); 394 1.4.2.2 nathanw #ifdef __FreeBSD__ 395 1.4.2.2 nathanw mtx_unlock(&vm_mtx); 396 1.4.2.2 nathanw cpipe->pipe_buffer.object = object; 397 1.4.2.2 nathanw #endif 398 1.4.2.2 nathanw cpipe->pipe_buffer.buffer = buffer; 399 1.4.2.2 nathanw cpipe->pipe_buffer.size = size; 400 1.4.2.2 nathanw cpipe->pipe_buffer.in = 0; 401 1.4.2.2 nathanw cpipe->pipe_buffer.out = 0; 402 1.4.2.2 nathanw cpipe->pipe_buffer.cnt = 0; 403 1.4.2.2 nathanw amountpipekva += cpipe->pipe_buffer.size; 404 1.4.2.2 nathanw return (0); 405 1.4.2.2 nathanw } 406 1.4.2.2 nathanw 407 1.4.2.2 nathanw /* 408 1.4.2.2 nathanw * initialize and allocate VM and memory for pipe 409 1.4.2.2 nathanw */ 410 1.4.2.2 nathanw static int 411 1.4.2.2 nathanw pipe_create(cpipep) 412 1.4.2.2 nathanw struct pipe **cpipep; 413 1.4.2.2 nathanw { 414 1.4.2.2 nathanw struct pipe *cpipe; 415 1.4.2.2 nathanw int error; 416 1.4.2.2 nathanw 417 1.4.2.2 nathanw #ifdef __FreeBSD__ 418 1.4.2.2 nathanw *cpipep = zalloc(pipe_zone); 419 1.4.2.2 nathanw #endif 420 1.4.2.2 nathanw #ifdef __NetBSD__ 421 1.4.2.2 nathanw *cpipep = pool_get(&pipe_pool, M_WAITOK); 422 1.4.2.2 nathanw #endif 423 1.4.2.2 nathanw if (*cpipep == NULL) 424 1.4.2.2 nathanw return (ENOMEM); 425 1.4.2.2 nathanw 426 1.4.2.2 nathanw cpipe = *cpipep; 427 1.4.2.2 nathanw 428 1.4.2.2 nathanw #ifdef __FreeBSD__ 429 1.4.2.2 nathanw /* so pipespace()->pipe_free_kmem() doesn't follow junk pointer */ 430 1.4.2.2 nathanw cpipe->pipe_buffer.object = NULL; 431 1.4.2.2 nathanw #endif /* FreeBSD */ 432 1.4.2.2 nathanw /* 433 1.4.2.2 nathanw * protect so pipeclose() doesn't follow a junk pointer 434 1.4.2.2 nathanw * if pipespace() fails. 435 1.4.2.2 nathanw */ 436 1.4.2.2 nathanw cpipe->pipe_buffer.buffer = NULL; 437 1.4.2.2 nathanw bzero(&cpipe->pipe_sel, sizeof(cpipe->pipe_sel)); 438 1.4.2.2 nathanw cpipe->pipe_state = PIPE_SIGNALR; 439 1.4.2.2 nathanw cpipe->pipe_peer = NULL; 440 1.4.2.2 nathanw cpipe->pipe_busy = 0; 441 1.4.2.2 nathanw 442 1.4.2.2 nathanw #ifndef PIPE_NODIRECT 443 1.4.2.2 nathanw /* 444 1.4.2.2 nathanw * pipe data structure initializations to support direct pipe I/O 445 1.4.2.2 nathanw */ 446 1.4.2.2 nathanw cpipe->pipe_map.cnt = 0; 447 1.4.2.2 nathanw cpipe->pipe_map.kva = NULL; 448 1.4.2.2 nathanw cpipe->pipe_map.pos = 0; 449 1.4.2.2 nathanw cpipe->pipe_map.npages = 0; 450 1.4.2.2 nathanw #ifdef __NetBSD__ 451 1.4.2.2 nathanw cpipe->pipe_map.ms = NULL; 452 1.4.2.2 nathanw #endif 453 1.4.2.2 nathanw #endif /* !PIPE_NODIRECT */ 454 1.4.2.2 nathanw 455 1.4.2.2 nathanw if ((error = pipespace(cpipe, PIPE_SIZE))) 456 1.4.2.2 nathanw return (error); 457 1.4.2.2 nathanw 458 1.4.2.2 nathanw vfs_timestamp(&cpipe->pipe_ctime); 459 1.4.2.2 nathanw cpipe->pipe_atime = cpipe->pipe_ctime; 460 1.4.2.2 nathanw cpipe->pipe_mtime = cpipe->pipe_ctime; 461 1.4.2.2 nathanw #ifdef __NetBSD__ 462 1.4.2.2 nathanw cpipe->pipe_pgid = NO_PID; 463 1.4.2.2 nathanw lockinit(&cpipe->pipe_lock, PRIBIO | PCATCH, "pipelk", 0, 0); 464 1.4.2.2 nathanw #endif 465 1.4.2.2 nathanw 466 1.4.2.2 nathanw return (0); 467 1.4.2.2 nathanw } 468 1.4.2.2 nathanw 469 1.4.2.2 nathanw 470 1.4.2.2 nathanw /* 471 1.4.2.2 nathanw * lock a pipe for I/O, blocking other access 472 1.4.2.2 nathanw */ 473 1.4.2.2 nathanw static __inline int 474 1.4.2.2 nathanw pipelock(cpipe, catch) 475 1.4.2.2 nathanw struct pipe *cpipe; 476 1.4.2.2 nathanw int catch; 477 1.4.2.2 nathanw { 478 1.4.2.2 nathanw int error; 479 1.4.2.2 nathanw 480 1.4.2.2 nathanw #ifdef __FreeBSD__ 481 1.4.2.2 nathanw while (cpipe->pipe_state & PIPE_LOCK) { 482 1.4.2.2 nathanw cpipe->pipe_state |= PIPE_LWANT; 483 1.4.2.2 nathanw error = tsleep(cpipe, catch ? (PRIBIO | PCATCH) : PRIBIO, 484 1.4.2.2 nathanw "pipelk", 0); 485 1.4.2.2 nathanw if (error != 0) 486 1.4.2.2 nathanw return (error); 487 1.4.2.2 nathanw } 488 1.4.2.2 nathanw cpipe->pipe_state |= PIPE_LOCK; 489 1.4.2.2 nathanw return (0); 490 1.4.2.2 nathanw #endif 491 1.4.2.2 nathanw 492 1.4.2.2 nathanw #ifdef __NetBSD__ 493 1.4.2.2 nathanw do { 494 1.4.2.2 nathanw error = lockmgr(&cpipe->pipe_lock, LK_EXCLUSIVE, NULL); 495 1.4.2.2 nathanw } while (!catch && (error == EINTR || error == ERESTART)); 496 1.4.2.2 nathanw return (error); 497 1.4.2.2 nathanw #endif 498 1.4.2.2 nathanw } 499 1.4.2.2 nathanw 500 1.4.2.2 nathanw /* 501 1.4.2.2 nathanw * unlock a pipe I/O lock 502 1.4.2.2 nathanw */ 503 1.4.2.2 nathanw static __inline void 504 1.4.2.2 nathanw pipeunlock(cpipe) 505 1.4.2.2 nathanw struct pipe *cpipe; 506 1.4.2.2 nathanw { 507 1.4.2.2 nathanw #ifdef __FreeBSD__ 508 1.4.2.2 nathanw cpipe->pipe_state &= ~PIPE_LOCK; 509 1.4.2.2 nathanw if (cpipe->pipe_state & PIPE_LWANT) { 510 1.4.2.2 nathanw cpipe->pipe_state &= ~PIPE_LWANT; 511 1.4.2.2 nathanw wakeup(cpipe); 512 1.4.2.2 nathanw } 513 1.4.2.2 nathanw #endif 514 1.4.2.2 nathanw 515 1.4.2.2 nathanw #ifdef __NetBSD__ 516 1.4.2.2 nathanw lockmgr(&cpipe->pipe_lock, LK_RELEASE, NULL); 517 1.4.2.2 nathanw #endif 518 1.4.2.2 nathanw } 519 1.4.2.2 nathanw 520 1.4.2.2 nathanw /* 521 1.4.2.2 nathanw * Select/poll wakup. This also sends SIGIO to peer connected to 522 1.4.2.2 nathanw * 'sigpipe' side of pipe. 523 1.4.2.2 nathanw */ 524 1.4.2.2 nathanw static __inline void 525 1.4.2.2 nathanw pipeselwakeup(cpipe) 526 1.4.2.2 nathanw struct pipe *cpipe; 527 1.4.2.2 nathanw { 528 1.4.2.2 nathanw if (!cpipe) 529 1.4.2.2 nathanw return; 530 1.4.2.2 nathanw 531 1.4.2.2 nathanw if (cpipe->pipe_state & PIPE_SEL) { 532 1.4.2.2 nathanw cpipe->pipe_state &= ~PIPE_SEL; 533 1.4.2.2 nathanw selwakeup(&cpipe->pipe_sel); 534 1.4.2.2 nathanw } 535 1.4.2.2 nathanw #ifdef __FreeBSD__ 536 1.4.2.2 nathanw if ((cpipe->pipe_state & PIPE_ASYNC) && cpipe->pipe_sigio) 537 1.4.2.2 nathanw pgsigio(cpipe->pipe_sigio, SIGIO, 0); 538 1.4.2.2 nathanw KNOTE(&cpipe->pipe_sel.si_note, 0); 539 1.4.2.2 nathanw #endif 540 1.4.2.2 nathanw 541 1.4.2.2 nathanw #ifdef __NetBSD__ 542 1.4.2.2 nathanw if (cpipe && (cpipe->pipe_state & PIPE_ASYNC) 543 1.4.2.2 nathanw && cpipe->pipe_pgid != NO_PID){ 544 1.4.2.2 nathanw struct proc *p; 545 1.4.2.2 nathanw 546 1.4.2.2 nathanw if (cpipe->pipe_pgid < 0) 547 1.4.2.2 nathanw gsignal(-cpipe->pipe_pgid, SIGIO); 548 1.4.2.2 nathanw else if (cpipe->pipe_pgid > 0 && (p = pfind(cpipe->pipe_pgid)) != 0) 549 1.4.2.2 nathanw psignal(p, SIGIO); 550 1.4.2.2 nathanw } 551 1.4.2.2 nathanw #endif /* NetBSD */ 552 1.4.2.2 nathanw } 553 1.4.2.2 nathanw 554 1.4.2.2 nathanw /* ARGSUSED */ 555 1.4.2.2 nathanw #ifdef __FreeBSD__ 556 1.4.2.2 nathanw static int 557 1.4.2.2 nathanw pipe_read(fp, uio, cred, flags, p) 558 1.4.2.2 nathanw struct file *fp; 559 1.4.2.2 nathanw struct uio *uio; 560 1.4.2.2 nathanw struct ucred *cred; 561 1.4.2.2 nathanw int flags; 562 1.4.2.2 nathanw struct proc *p; 563 1.4.2.2 nathanw #elif defined(__NetBSD__) 564 1.4.2.2 nathanw static int 565 1.4.2.2 nathanw pipe_read(fp, offset, uio, cred, flags) 566 1.4.2.2 nathanw struct file *fp; 567 1.4.2.2 nathanw off_t *offset; 568 1.4.2.2 nathanw struct uio *uio; 569 1.4.2.2 nathanw struct ucred *cred; 570 1.4.2.2 nathanw int flags; 571 1.4.2.2 nathanw #endif 572 1.4.2.2 nathanw { 573 1.4.2.2 nathanw struct pipe *rpipe = (struct pipe *) fp->f_data; 574 1.4.2.2 nathanw int error; 575 1.4.2.2 nathanw size_t nread = 0; 576 1.4.2.2 nathanw size_t size; 577 1.4.2.2 nathanw size_t ocnt; 578 1.4.2.2 nathanw 579 1.4.2.2 nathanw ++rpipe->pipe_busy; 580 1.4.2.2 nathanw error = pipelock(rpipe, 1); 581 1.4.2.2 nathanw if (error) 582 1.4.2.2 nathanw goto unlocked_error; 583 1.4.2.2 nathanw 584 1.4.2.2 nathanw ocnt = rpipe->pipe_buffer.cnt; 585 1.4.2.2 nathanw 586 1.4.2.2 nathanw while (uio->uio_resid) { 587 1.4.2.2 nathanw /* 588 1.4.2.2 nathanw * normal pipe buffer receive 589 1.4.2.2 nathanw */ 590 1.4.2.2 nathanw if (rpipe->pipe_buffer.cnt > 0) { 591 1.4.2.2 nathanw size = rpipe->pipe_buffer.size - rpipe->pipe_buffer.out; 592 1.4.2.2 nathanw if (size > rpipe->pipe_buffer.cnt) 593 1.4.2.2 nathanw size = rpipe->pipe_buffer.cnt; 594 1.4.2.2 nathanw if (size > uio->uio_resid) 595 1.4.2.2 nathanw size = uio->uio_resid; 596 1.4.2.2 nathanw 597 1.4.2.2 nathanw error = uiomove(&rpipe->pipe_buffer.buffer[rpipe->pipe_buffer.out], 598 1.4.2.2 nathanw size, uio); 599 1.4.2.2 nathanw if (error) 600 1.4.2.2 nathanw break; 601 1.4.2.2 nathanw 602 1.4.2.2 nathanw rpipe->pipe_buffer.out += size; 603 1.4.2.2 nathanw if (rpipe->pipe_buffer.out >= rpipe->pipe_buffer.size) 604 1.4.2.2 nathanw rpipe->pipe_buffer.out = 0; 605 1.4.2.2 nathanw 606 1.4.2.2 nathanw rpipe->pipe_buffer.cnt -= size; 607 1.4.2.2 nathanw 608 1.4.2.2 nathanw /* 609 1.4.2.2 nathanw * If there is no more to read in the pipe, reset 610 1.4.2.2 nathanw * its pointers to the beginning. This improves 611 1.4.2.2 nathanw * cache hit stats. 612 1.4.2.2 nathanw */ 613 1.4.2.2 nathanw if (rpipe->pipe_buffer.cnt == 0) { 614 1.4.2.2 nathanw rpipe->pipe_buffer.in = 0; 615 1.4.2.2 nathanw rpipe->pipe_buffer.out = 0; 616 1.4.2.2 nathanw } 617 1.4.2.2 nathanw nread += size; 618 1.4.2.2 nathanw #ifndef PIPE_NODIRECT 619 1.4.2.2 nathanw /* 620 1.4.2.2 nathanw * Direct copy, bypassing a kernel buffer. 621 1.4.2.2 nathanw */ 622 1.4.2.2 nathanw } else if ((size = rpipe->pipe_map.cnt) && 623 1.4.2.2 nathanw (rpipe->pipe_state & PIPE_DIRECTW)) { 624 1.4.2.2 nathanw caddr_t va; 625 1.4.2.2 nathanw if (size > uio->uio_resid) 626 1.4.2.2 nathanw size = uio->uio_resid; 627 1.4.2.2 nathanw 628 1.4.2.2 nathanw va = (caddr_t) rpipe->pipe_map.kva + 629 1.4.2.2 nathanw rpipe->pipe_map.pos; 630 1.4.2.2 nathanw error = uiomove(va, size, uio); 631 1.4.2.2 nathanw if (error) 632 1.4.2.2 nathanw break; 633 1.4.2.2 nathanw nread += size; 634 1.4.2.2 nathanw rpipe->pipe_map.pos += size; 635 1.4.2.2 nathanw rpipe->pipe_map.cnt -= size; 636 1.4.2.2 nathanw if (rpipe->pipe_map.cnt == 0) { 637 1.4.2.2 nathanw rpipe->pipe_state &= ~PIPE_DIRECTW; 638 1.4.2.2 nathanw wakeup(rpipe); 639 1.4.2.2 nathanw #ifdef __NetBSD__ 640 1.4.2.2 nathanw if (uio->uio_resid > 0 && 641 1.4.2.2 nathanw (rpipe->pipe_state & PIPE_MOREW)) 642 1.4.2.2 nathanw goto waitformore; 643 1.4.2.2 nathanw #endif /* NetBSD */ 644 1.4.2.2 nathanw } 645 1.4.2.2 nathanw #endif 646 1.4.2.2 nathanw } else { 647 1.4.2.2 nathanw /* 648 1.4.2.2 nathanw * detect EOF condition 649 1.4.2.2 nathanw * read returns 0 on EOF, no need to set error 650 1.4.2.2 nathanw */ 651 1.4.2.2 nathanw if (rpipe->pipe_state & PIPE_EOF) 652 1.4.2.2 nathanw break; 653 1.4.2.2 nathanw 654 1.4.2.2 nathanw /* 655 1.4.2.2 nathanw * If the "write-side" has been blocked, wake it up now. 656 1.4.2.2 nathanw */ 657 1.4.2.2 nathanw if (rpipe->pipe_state & PIPE_WANTW) { 658 1.4.2.2 nathanw rpipe->pipe_state &= ~PIPE_WANTW; 659 1.4.2.2 nathanw wakeup(rpipe); 660 1.4.2.2 nathanw } 661 1.4.2.2 nathanw 662 1.4.2.2 nathanw /* 663 1.4.2.2 nathanw * Break if some data was read. 664 1.4.2.2 nathanw */ 665 1.4.2.2 nathanw if (nread > 0) 666 1.4.2.2 nathanw break; 667 1.4.2.2 nathanw 668 1.4.2.2 nathanw /* 669 1.4.2.2 nathanw * don't block on non-blocking I/O 670 1.4.2.2 nathanw */ 671 1.4.2.2 nathanw if (fp->f_flag & FNONBLOCK) { 672 1.4.2.2 nathanw error = EAGAIN; 673 1.4.2.2 nathanw break; 674 1.4.2.2 nathanw } 675 1.4.2.2 nathanw 676 1.4.2.2 nathanw #if defined(__NetBSD__) && !defined(PIPE_NODIRECT) 677 1.4.2.2 nathanw waitformore: 678 1.4.2.2 nathanw #endif 679 1.4.2.2 nathanw /* 680 1.4.2.2 nathanw * Unlock the pipe buffer for our remaining processing. 681 1.4.2.2 nathanw * We will either break out with an error or we will 682 1.4.2.2 nathanw * sleep and relock to loop. 683 1.4.2.2 nathanw */ 684 1.4.2.2 nathanw pipeunlock(rpipe); 685 1.4.2.2 nathanw 686 1.4.2.2 nathanw /* 687 1.4.2.2 nathanw * We want to read more, wake up select/poll. 688 1.4.2.2 nathanw */ 689 1.4.2.2 nathanw pipeselwakeup(rpipe->pipe_peer); 690 1.4.2.2 nathanw 691 1.4.2.2 nathanw rpipe->pipe_state |= PIPE_WANTR; 692 1.4.2.2 nathanw error = tsleep(rpipe, PRIBIO | PCATCH, "piperd", 0); 693 1.4.2.2 nathanw if (error != 0 || (error = pipelock(rpipe, 1))) 694 1.4.2.2 nathanw goto unlocked_error; 695 1.4.2.2 nathanw } 696 1.4.2.2 nathanw } 697 1.4.2.2 nathanw pipeunlock(rpipe); 698 1.4.2.2 nathanw 699 1.4.2.2 nathanw if (error == 0) 700 1.4.2.2 nathanw vfs_timestamp(&rpipe->pipe_atime); 701 1.4.2.2 nathanw unlocked_error: 702 1.4.2.2 nathanw --rpipe->pipe_busy; 703 1.4.2.2 nathanw 704 1.4.2.2 nathanw /* 705 1.4.2.2 nathanw * PIPE_WANTCLOSE processing only makes sense if pipe_busy is 0. 706 1.4.2.2 nathanw */ 707 1.4.2.2 nathanw if ((rpipe->pipe_busy == 0) && (rpipe->pipe_state & PIPE_WANTCLOSE)) { 708 1.4.2.2 nathanw rpipe->pipe_state &= ~(PIPE_WANTCLOSE|PIPE_WANTW); 709 1.4.2.2 nathanw wakeup(rpipe); 710 1.4.2.2 nathanw } else if (rpipe->pipe_buffer.cnt < MINPIPESIZE) { 711 1.4.2.2 nathanw /* 712 1.4.2.2 nathanw * Handle write blocking hysteresis. 713 1.4.2.2 nathanw */ 714 1.4.2.2 nathanw if (rpipe->pipe_state & PIPE_WANTW) { 715 1.4.2.2 nathanw rpipe->pipe_state &= ~PIPE_WANTW; 716 1.4.2.2 nathanw wakeup(rpipe); 717 1.4.2.2 nathanw } 718 1.4.2.2 nathanw } 719 1.4.2.2 nathanw 720 1.4.2.2 nathanw /* 721 1.4.2.2 nathanw * If anything was read off the buffer, signal to the writer it's 722 1.4.2.2 nathanw * possible to write more data. Also send signal if we are here for the 723 1.4.2.2 nathanw * first time after last write. 724 1.4.2.2 nathanw */ 725 1.4.2.2 nathanw if ((rpipe->pipe_buffer.size - rpipe->pipe_buffer.cnt) >= PIPE_BUF 726 1.4.2.2 nathanw && (ocnt != rpipe->pipe_buffer.cnt || (rpipe->pipe_state & PIPE_SIGNALR))) { 727 1.4.2.2 nathanw pipeselwakeup(rpipe->pipe_peer); 728 1.4.2.2 nathanw rpipe->pipe_state &= ~PIPE_SIGNALR; 729 1.4.2.2 nathanw } 730 1.4.2.2 nathanw 731 1.4.2.2 nathanw return (error); 732 1.4.2.2 nathanw } 733 1.4.2.2 nathanw 734 1.4.2.2 nathanw #ifdef __FreeBSD__ 735 1.4.2.2 nathanw #ifndef PIPE_NODIRECT 736 1.4.2.2 nathanw /* 737 1.4.2.2 nathanw * Map the sending processes' buffer into kernel space and wire it. 738 1.4.2.2 nathanw * This is similar to a physical write operation. 739 1.4.2.2 nathanw */ 740 1.4.2.2 nathanw static int 741 1.4.2.2 nathanw pipe_build_write_buffer(wpipe, uio) 742 1.4.2.2 nathanw struct pipe *wpipe; 743 1.4.2.2 nathanw struct uio *uio; 744 1.4.2.2 nathanw { 745 1.4.2.2 nathanw size_t size; 746 1.4.2.2 nathanw int i; 747 1.4.2.2 nathanw vm_offset_t addr, endaddr, paddr; 748 1.4.2.2 nathanw 749 1.4.2.2 nathanw size = uio->uio_iov->iov_len; 750 1.4.2.2 nathanw if (size > wpipe->pipe_buffer.size) 751 1.4.2.2 nathanw size = wpipe->pipe_buffer.size; 752 1.4.2.2 nathanw 753 1.4.2.2 nathanw endaddr = round_page((vm_offset_t)uio->uio_iov->iov_base + size); 754 1.4.2.2 nathanw mtx_lock(&vm_mtx); 755 1.4.2.2 nathanw addr = trunc_page((vm_offset_t)uio->uio_iov->iov_base); 756 1.4.2.2 nathanw for (i = 0; addr < endaddr; addr += PAGE_SIZE, i++) { 757 1.4.2.2 nathanw vm_page_t m; 758 1.4.2.2 nathanw 759 1.4.2.2 nathanw if (vm_fault_quick((caddr_t)addr, VM_PROT_READ) < 0 || 760 1.4.2.2 nathanw (paddr = pmap_kextract(addr)) == 0) { 761 1.4.2.2 nathanw int j; 762 1.4.2.2 nathanw 763 1.4.2.2 nathanw for (j = 0; j < i; j++) 764 1.4.2.2 nathanw vm_page_unwire(wpipe->pipe_map.ms[j], 1); 765 1.4.2.2 nathanw mtx_unlock(&vm_mtx); 766 1.4.2.2 nathanw return (EFAULT); 767 1.4.2.2 nathanw } 768 1.4.2.2 nathanw 769 1.4.2.2 nathanw m = PHYS_TO_VM_PAGE(paddr); 770 1.4.2.2 nathanw vm_page_wire(m); 771 1.4.2.2 nathanw wpipe->pipe_map.ms[i] = m; 772 1.4.2.2 nathanw } 773 1.4.2.2 nathanw 774 1.4.2.2 nathanw /* 775 1.4.2.2 nathanw * set up the control block 776 1.4.2.2 nathanw */ 777 1.4.2.2 nathanw wpipe->pipe_map.npages = i; 778 1.4.2.2 nathanw wpipe->pipe_map.pos = 779 1.4.2.2 nathanw ((vm_offset_t) uio->uio_iov->iov_base) & PAGE_MASK; 780 1.4.2.2 nathanw wpipe->pipe_map.cnt = size; 781 1.4.2.2 nathanw 782 1.4.2.2 nathanw /* 783 1.4.2.2 nathanw * and map the buffer 784 1.4.2.2 nathanw */ 785 1.4.2.2 nathanw if (wpipe->pipe_map.kva == 0) { 786 1.4.2.2 nathanw /* 787 1.4.2.2 nathanw * We need to allocate space for an extra page because the 788 1.4.2.2 nathanw * address range might (will) span pages at times. 789 1.4.2.2 nathanw */ 790 1.4.2.2 nathanw wpipe->pipe_map.kva = kmem_alloc_pageable(kernel_map, 791 1.4.2.2 nathanw wpipe->pipe_buffer.size + PAGE_SIZE); 792 1.4.2.2 nathanw amountpipekva += wpipe->pipe_buffer.size + PAGE_SIZE; 793 1.4.2.2 nathanw } 794 1.4.2.2 nathanw pmap_qenter(wpipe->pipe_map.kva, wpipe->pipe_map.ms, 795 1.4.2.2 nathanw wpipe->pipe_map.npages); 796 1.4.2.2 nathanw 797 1.4.2.2 nathanw mtx_unlock(&vm_mtx); 798 1.4.2.2 nathanw /* 799 1.4.2.2 nathanw * and update the uio data 800 1.4.2.2 nathanw */ 801 1.4.2.2 nathanw 802 1.4.2.2 nathanw uio->uio_iov->iov_len -= size; 803 1.4.2.2 nathanw uio->uio_iov->iov_base += size; 804 1.4.2.2 nathanw if (uio->uio_iov->iov_len == 0) 805 1.4.2.2 nathanw uio->uio_iov++; 806 1.4.2.2 nathanw uio->uio_resid -= size; 807 1.4.2.2 nathanw uio->uio_offset += size; 808 1.4.2.2 nathanw return (0); 809 1.4.2.2 nathanw } 810 1.4.2.2 nathanw 811 1.4.2.2 nathanw /* 812 1.4.2.2 nathanw * unmap and unwire the process buffer 813 1.4.2.2 nathanw */ 814 1.4.2.2 nathanw static void 815 1.4.2.2 nathanw pipe_destroy_write_buffer(wpipe) 816 1.4.2.2 nathanw struct pipe *wpipe; 817 1.4.2.2 nathanw { 818 1.4.2.2 nathanw int i; 819 1.4.2.2 nathanw 820 1.4.2.2 nathanw mtx_lock(&vm_mtx); 821 1.4.2.2 nathanw if (wpipe->pipe_map.kva) { 822 1.4.2.2 nathanw pmap_qremove(wpipe->pipe_map.kva, wpipe->pipe_map.npages); 823 1.4.2.2 nathanw 824 1.4.2.2 nathanw if (amountpipekva > maxpipekva) { 825 1.4.2.2 nathanw vm_offset_t kva = wpipe->pipe_map.kva; 826 1.4.2.2 nathanw wpipe->pipe_map.kva = 0; 827 1.4.2.2 nathanw kmem_free(kernel_map, kva, 828 1.4.2.2 nathanw wpipe->pipe_buffer.size + PAGE_SIZE); 829 1.4.2.2 nathanw amountpipekva -= wpipe->pipe_buffer.size + PAGE_SIZE; 830 1.4.2.2 nathanw } 831 1.4.2.2 nathanw } 832 1.4.2.2 nathanw for (i = 0; i < wpipe->pipe_map.npages; i++) 833 1.4.2.2 nathanw vm_page_unwire(wpipe->pipe_map.ms[i], 1); 834 1.4.2.2 nathanw mtx_unlock(&vm_mtx); 835 1.4.2.2 nathanw } 836 1.4.2.2 nathanw 837 1.4.2.2 nathanw /* 838 1.4.2.2 nathanw * In the case of a signal, the writing process might go away. This 839 1.4.2.2 nathanw * code copies the data into the circular buffer so that the source 840 1.4.2.2 nathanw * pages can be freed without loss of data. 841 1.4.2.2 nathanw */ 842 1.4.2.2 nathanw static void 843 1.4.2.2 nathanw pipe_clone_write_buffer(wpipe) 844 1.4.2.2 nathanw struct pipe *wpipe; 845 1.4.2.2 nathanw { 846 1.4.2.2 nathanw int size; 847 1.4.2.2 nathanw int pos; 848 1.4.2.2 nathanw 849 1.4.2.2 nathanw size = wpipe->pipe_map.cnt; 850 1.4.2.2 nathanw pos = wpipe->pipe_map.pos; 851 1.4.2.2 nathanw bcopy((caddr_t) wpipe->pipe_map.kva + pos, 852 1.4.2.2 nathanw (caddr_t) wpipe->pipe_buffer.buffer, size); 853 1.4.2.2 nathanw 854 1.4.2.2 nathanw wpipe->pipe_buffer.in = size; 855 1.4.2.2 nathanw wpipe->pipe_buffer.out = 0; 856 1.4.2.2 nathanw wpipe->pipe_buffer.cnt = size; 857 1.4.2.2 nathanw wpipe->pipe_state &= ~PIPE_DIRECTW; 858 1.4.2.2 nathanw 859 1.4.2.2 nathanw pipe_destroy_write_buffer(wpipe); 860 1.4.2.2 nathanw } 861 1.4.2.2 nathanw 862 1.4.2.2 nathanw /* 863 1.4.2.2 nathanw * This implements the pipe buffer write mechanism. Note that only 864 1.4.2.2 nathanw * a direct write OR a normal pipe write can be pending at any given time. 865 1.4.2.2 nathanw * If there are any characters in the pipe buffer, the direct write will 866 1.4.2.2 nathanw * be deferred until the receiving process grabs all of the bytes from 867 1.4.2.2 nathanw * the pipe buffer. Then the direct mapping write is set-up. 868 1.4.2.2 nathanw */ 869 1.4.2.2 nathanw static int 870 1.4.2.2 nathanw pipe_direct_write(wpipe, uio) 871 1.4.2.2 nathanw struct pipe *wpipe; 872 1.4.2.2 nathanw struct uio *uio; 873 1.4.2.2 nathanw { 874 1.4.2.2 nathanw int error; 875 1.4.2.2 nathanw 876 1.4.2.2 nathanw retry: 877 1.4.2.2 nathanw while (wpipe->pipe_state & PIPE_DIRECTW) { 878 1.4.2.2 nathanw if (wpipe->pipe_state & PIPE_WANTR) { 879 1.4.2.2 nathanw wpipe->pipe_state &= ~PIPE_WANTR; 880 1.4.2.2 nathanw wakeup(wpipe); 881 1.4.2.2 nathanw } 882 1.4.2.2 nathanw wpipe->pipe_state |= PIPE_WANTW; 883 1.4.2.2 nathanw error = tsleep(wpipe, PRIBIO | PCATCH, "pipdww", 0); 884 1.4.2.2 nathanw if (error) 885 1.4.2.2 nathanw goto error1; 886 1.4.2.2 nathanw if (wpipe->pipe_state & PIPE_EOF) { 887 1.4.2.2 nathanw error = EPIPE; 888 1.4.2.2 nathanw goto error1; 889 1.4.2.2 nathanw } 890 1.4.2.2 nathanw } 891 1.4.2.2 nathanw wpipe->pipe_map.cnt = 0; /* transfer not ready yet */ 892 1.4.2.2 nathanw if (wpipe->pipe_buffer.cnt > 0) { 893 1.4.2.2 nathanw if (wpipe->pipe_state & PIPE_WANTR) { 894 1.4.2.2 nathanw wpipe->pipe_state &= ~PIPE_WANTR; 895 1.4.2.2 nathanw wakeup(wpipe); 896 1.4.2.2 nathanw } 897 1.4.2.2 nathanw 898 1.4.2.2 nathanw wpipe->pipe_state |= PIPE_WANTW; 899 1.4.2.2 nathanw error = tsleep(wpipe, PRIBIO | PCATCH, "pipdwc", 0); 900 1.4.2.2 nathanw if (error) 901 1.4.2.2 nathanw goto error1; 902 1.4.2.2 nathanw if (wpipe->pipe_state & PIPE_EOF) { 903 1.4.2.2 nathanw error = EPIPE; 904 1.4.2.2 nathanw goto error1; 905 1.4.2.2 nathanw } 906 1.4.2.2 nathanw goto retry; 907 1.4.2.2 nathanw } 908 1.4.2.2 nathanw 909 1.4.2.2 nathanw wpipe->pipe_state |= PIPE_DIRECTW; 910 1.4.2.2 nathanw 911 1.4.2.2 nathanw error = pipe_build_write_buffer(wpipe, uio); 912 1.4.2.2 nathanw if (error) { 913 1.4.2.2 nathanw wpipe->pipe_state &= ~PIPE_DIRECTW; 914 1.4.2.2 nathanw goto error1; 915 1.4.2.2 nathanw } 916 1.4.2.2 nathanw 917 1.4.2.2 nathanw error = 0; 918 1.4.2.2 nathanw while (!error && (wpipe->pipe_state & PIPE_DIRECTW)) { 919 1.4.2.2 nathanw if (wpipe->pipe_state & PIPE_EOF) { 920 1.4.2.2 nathanw pipelock(wpipe, 0); 921 1.4.2.2 nathanw pipe_destroy_write_buffer(wpipe); 922 1.4.2.2 nathanw pipeunlock(wpipe); 923 1.4.2.2 nathanw pipeselwakeup(wpipe); 924 1.4.2.2 nathanw error = EPIPE; 925 1.4.2.2 nathanw goto error1; 926 1.4.2.2 nathanw } 927 1.4.2.2 nathanw if (wpipe->pipe_state & PIPE_WANTR) { 928 1.4.2.2 nathanw wpipe->pipe_state &= ~PIPE_WANTR; 929 1.4.2.2 nathanw wakeup(wpipe); 930 1.4.2.2 nathanw } 931 1.4.2.2 nathanw pipeselwakeup(wpipe); 932 1.4.2.2 nathanw error = tsleep(wpipe, PRIBIO | PCATCH, "pipdwt", 0); 933 1.4.2.2 nathanw } 934 1.4.2.2 nathanw 935 1.4.2.2 nathanw pipelock(wpipe,0); 936 1.4.2.2 nathanw if (wpipe->pipe_state & PIPE_DIRECTW) { 937 1.4.2.2 nathanw /* 938 1.4.2.2 nathanw * this bit of trickery substitutes a kernel buffer for 939 1.4.2.2 nathanw * the process that might be going away. 940 1.4.2.2 nathanw */ 941 1.4.2.2 nathanw pipe_clone_write_buffer(wpipe); 942 1.4.2.2 nathanw } else { 943 1.4.2.2 nathanw pipe_destroy_write_buffer(wpipe); 944 1.4.2.2 nathanw } 945 1.4.2.2 nathanw pipeunlock(wpipe); 946 1.4.2.2 nathanw return (error); 947 1.4.2.2 nathanw 948 1.4.2.2 nathanw error1: 949 1.4.2.2 nathanw wakeup(wpipe); 950 1.4.2.2 nathanw return (error); 951 1.4.2.2 nathanw } 952 1.4.2.2 nathanw #endif /* !PIPE_NODIRECT */ 953 1.4.2.2 nathanw #endif /* FreeBSD */ 954 1.4.2.2 nathanw 955 1.4.2.2 nathanw #ifdef __NetBSD__ 956 1.4.2.2 nathanw #ifndef PIPE_NODIRECT 957 1.4.2.2 nathanw /* 958 1.4.2.2 nathanw * Allocate structure for loan transfer. 959 1.4.2.2 nathanw */ 960 1.4.2.2 nathanw static __inline int 961 1.4.2.2 nathanw pipe_loan_alloc(wpipe, npages, blen) 962 1.4.2.2 nathanw struct pipe *wpipe; 963 1.4.2.2 nathanw int npages; 964 1.4.2.2 nathanw vsize_t blen; 965 1.4.2.2 nathanw { 966 1.4.2.2 nathanw wpipe->pipe_map.kva = uvm_km_valloc(kernel_map, blen); 967 1.4.2.2 nathanw if (wpipe->pipe_map.kva == NULL) 968 1.4.2.2 nathanw return (ENOMEM); 969 1.4.2.2 nathanw 970 1.4.2.2 nathanw amountpipekva += blen; 971 1.4.2.2 nathanw wpipe->pipe_map.npages = npages; 972 1.4.2.2 nathanw wpipe->pipe_map.ms = (struct vm_page **) malloc( 973 1.4.2.2 nathanw npages * sizeof(struct vm_page *), M_PIPE, M_WAITOK); 974 1.4.2.2 nathanw 975 1.4.2.2 nathanw return (0); 976 1.4.2.2 nathanw } 977 1.4.2.2 nathanw 978 1.4.2.2 nathanw /* 979 1.4.2.2 nathanw * Free resources allocated for loan transfer. 980 1.4.2.2 nathanw */ 981 1.4.2.2 nathanw static void 982 1.4.2.2 nathanw pipe_loan_free(wpipe) 983 1.4.2.2 nathanw struct pipe *wpipe; 984 1.4.2.2 nathanw { 985 1.4.2.2 nathanw uvm_km_free(kernel_map, wpipe->pipe_map.kva, 986 1.4.2.2 nathanw wpipe->pipe_map.npages * PAGE_SIZE); 987 1.4.2.2 nathanw wpipe->pipe_map.kva = NULL; 988 1.4.2.2 nathanw amountpipekva -= wpipe->pipe_map.npages * PAGE_SIZE; 989 1.4.2.2 nathanw free(wpipe->pipe_map.ms, M_PIPE); 990 1.4.2.2 nathanw wpipe->pipe_map.ms = NULL; 991 1.4.2.2 nathanw } 992 1.4.2.2 nathanw 993 1.4.2.2 nathanw /* 994 1.4.2.2 nathanw * NetBSD direct write, using uvm_loan() mechanism. 995 1.4.2.2 nathanw * This implements the pipe buffer write mechanism. Note that only 996 1.4.2.2 nathanw * a direct write OR a normal pipe write can be pending at any given time. 997 1.4.2.2 nathanw * If there are any characters in the pipe buffer, the direct write will 998 1.4.2.2 nathanw * be deferred until the receiving process grabs all of the bytes from 999 1.4.2.2 nathanw * the pipe buffer. Then the direct mapping write is set-up. 1000 1.4.2.2 nathanw */ 1001 1.4.2.2 nathanw static __inline int 1002 1.4.2.2 nathanw pipe_direct_write(wpipe, uio) 1003 1.4.2.2 nathanw struct pipe *wpipe; 1004 1.4.2.2 nathanw struct uio *uio; 1005 1.4.2.2 nathanw { 1006 1.4.2.2 nathanw int error, i, npages, j; 1007 1.4.2.2 nathanw struct vm_page **res; 1008 1.4.2.2 nathanw vaddr_t bbase, kva, base, bend; 1009 1.4.2.2 nathanw vsize_t blen, bcnt; 1010 1.4.2.2 nathanw voff_t boff, bpos; 1011 1.4.2.2 nathanw struct vm_map *wmap = &uio->uio_procp->p_vmspace->vm_map; 1012 1.4.2.2 nathanw retry: 1013 1.4.2.2 nathanw while (wpipe->pipe_state & PIPE_DIRECTW) { 1014 1.4.2.2 nathanw if (wpipe->pipe_state & PIPE_WANTR) { 1015 1.4.2.2 nathanw wpipe->pipe_state &= ~PIPE_WANTR; 1016 1.4.2.2 nathanw wakeup(wpipe); 1017 1.4.2.2 nathanw } 1018 1.4.2.2 nathanw wpipe->pipe_state |= PIPE_WANTW; 1019 1.4.2.2 nathanw error = tsleep(wpipe, PRIBIO | PCATCH, "pipdww", 0); 1020 1.4.2.2 nathanw if (error) 1021 1.4.2.2 nathanw goto error1; 1022 1.4.2.2 nathanw if (wpipe->pipe_state & PIPE_EOF) { 1023 1.4.2.2 nathanw error = EPIPE; 1024 1.4.2.2 nathanw goto error1; 1025 1.4.2.2 nathanw } 1026 1.4.2.2 nathanw } 1027 1.4.2.2 nathanw wpipe->pipe_map.cnt = 0; /* transfer not ready yet */ 1028 1.4.2.2 nathanw if (wpipe->pipe_buffer.cnt > 0) { 1029 1.4.2.2 nathanw if ( wpipe->pipe_state & PIPE_WANTR) { 1030 1.4.2.2 nathanw wpipe->pipe_state &= ~PIPE_WANTR; 1031 1.4.2.2 nathanw wakeup(wpipe); 1032 1.4.2.2 nathanw } 1033 1.4.2.2 nathanw 1034 1.4.2.2 nathanw wpipe->pipe_state |= PIPE_WANTW; 1035 1.4.2.2 nathanw error = tsleep(wpipe, PRIBIO | PCATCH, "pipdwc", 0); 1036 1.4.2.2 nathanw if (error) 1037 1.4.2.2 nathanw goto error1; 1038 1.4.2.2 nathanw if (wpipe->pipe_state & PIPE_EOF) { 1039 1.4.2.2 nathanw error = EPIPE; 1040 1.4.2.2 nathanw goto error1; 1041 1.4.2.2 nathanw } 1042 1.4.2.2 nathanw goto retry; 1043 1.4.2.2 nathanw } 1044 1.4.2.2 nathanw 1045 1.4.2.2 nathanw /* 1046 1.4.2.2 nathanw * For each iovec: 1047 1.4.2.2 nathanw * 1. Loan the pages to kernel. 1048 1.4.2.2 nathanw * 2. Set up pipe structures. 1049 1.4.2.2 nathanw * 3. Wait until consumer reads it all or exits. 1050 1.4.2.2 nathanw */ 1051 1.4.2.2 nathanw boff = 0; 1052 1.4.2.2 nathanw for(i=0; i < uio->uio_iovcnt; ) { 1053 1.4.2.2 nathanw /* 1054 1.4.2.2 nathanw * Note: need to handle buffers not aligned to PAGE_SIZE. 1055 1.4.2.2 nathanw */ 1056 1.4.2.2 nathanw bbase = (vaddr_t)uio->uio_iov[i].iov_base; 1057 1.4.2.2 nathanw base = trunc_page(bbase + boff); 1058 1.4.2.2 nathanw bend = round_page(bbase + uio->uio_iov[i].iov_len); 1059 1.4.2.2 nathanw blen = bend - base; 1060 1.4.2.2 nathanw 1061 1.4.2.2 nathanw if (boff == 0) 1062 1.4.2.2 nathanw bpos = bbase % PAGE_SIZE; 1063 1.4.2.2 nathanw else 1064 1.4.2.2 nathanw bpos = 0; 1065 1.4.2.2 nathanw 1066 1.4.2.2 nathanw if (blen > PIPE_DIRECT_CHUNK) { 1067 1.4.2.2 nathanw blen = PIPE_DIRECT_CHUNK; 1068 1.4.2.2 nathanw boff += PIPE_DIRECT_CHUNK; 1069 1.4.2.2 nathanw bend = base + blen; 1070 1.4.2.2 nathanw bcnt = PIPE_DIRECT_CHUNK - bpos; 1071 1.4.2.2 nathanw wpipe->pipe_state |= PIPE_MOREW; 1072 1.4.2.2 nathanw } else { 1073 1.4.2.2 nathanw if (boff == 0) 1074 1.4.2.2 nathanw bcnt = uio->uio_iov[i].iov_len; 1075 1.4.2.2 nathanw else 1076 1.4.2.2 nathanw bcnt = ((bbase % PAGE_SIZE) + 1077 1.4.2.2 nathanw uio->uio_iov[i].iov_len) %PIPE_DIRECT_CHUNK; 1078 1.4.2.2 nathanw boff = 0; 1079 1.4.2.2 nathanw i++; 1080 1.4.2.2 nathanw wpipe->pipe_state &= ~PIPE_MOREW; 1081 1.4.2.2 nathanw } 1082 1.4.2.2 nathanw 1083 1.4.2.2 nathanw npages = blen / PAGE_SIZE; 1084 1.4.2.2 nathanw 1085 1.4.2.2 nathanw /* 1086 1.4.2.2 nathanw * Free the old kva if we need more pages than we have 1087 1.4.2.2 nathanw * allocated. 1088 1.4.2.2 nathanw */ 1089 1.4.2.2 nathanw if (wpipe->pipe_map.kva 1090 1.4.2.2 nathanw && npages > wpipe->pipe_map.npages) 1091 1.4.2.2 nathanw pipe_loan_free(wpipe); 1092 1.4.2.2 nathanw 1093 1.4.2.2 nathanw /* Allocate new kva. */ 1094 1.4.2.2 nathanw if (!wpipe->pipe_map.kva) { 1095 1.4.2.2 nathanw if ((error = pipe_loan_alloc(wpipe, 1096 1.4.2.2 nathanw npages, blen))) 1097 1.4.2.2 nathanw goto error; 1098 1.4.2.2 nathanw } 1099 1.4.2.2 nathanw 1100 1.4.2.2 nathanw /* Loan the write buffer memory from writer process */ 1101 1.4.2.2 nathanw res = wpipe->pipe_map.ms; 1102 1.4.2.2 nathanw error = uvm_loan(wmap, base, blen, 1103 1.4.2.2 nathanw (void **) res, UVM_LOAN_TOPAGE); 1104 1.4.2.2 nathanw if (error) 1105 1.4.2.2 nathanw goto cleanup; 1106 1.4.2.2 nathanw 1107 1.4.2.2 nathanw /* Enter the loaned pages to kva */ 1108 1.4.2.2 nathanw kva = wpipe->pipe_map.kva; 1109 1.4.2.2 nathanw for(j=0; j < npages; j++, kva += PAGE_SIZE) 1110 1.4.2.2 nathanw pmap_enter(pmap_kernel(), kva, res[j]->phys_addr, 1111 1.4.2.2 nathanw VM_PROT_READ, 0); 1112 1.4.2.2 nathanw 1113 1.4.2.2 nathanw wpipe->pipe_map.pos = bpos; 1114 1.4.2.2 nathanw wpipe->pipe_map.cnt = bcnt; 1115 1.4.2.2 nathanw wpipe->pipe_state |= PIPE_DIRECTW; 1116 1.4.2.2 nathanw 1117 1.4.2.2 nathanw error = 0; 1118 1.4.2.2 nathanw while (!error && (wpipe->pipe_state & PIPE_DIRECTW)) { 1119 1.4.2.2 nathanw if (wpipe->pipe_state & PIPE_EOF) { 1120 1.4.2.2 nathanw error = EPIPE; 1121 1.4.2.2 nathanw break; 1122 1.4.2.2 nathanw } 1123 1.4.2.2 nathanw if (wpipe->pipe_state & PIPE_WANTR) { 1124 1.4.2.2 nathanw wpipe->pipe_state &= ~PIPE_WANTR; 1125 1.4.2.2 nathanw wakeup(wpipe); 1126 1.4.2.2 nathanw } 1127 1.4.2.2 nathanw pipeselwakeup(wpipe); 1128 1.4.2.2 nathanw error = tsleep(wpipe, PRIBIO | PCATCH, "pipdwt", 0); 1129 1.4.2.2 nathanw } 1130 1.4.2.2 nathanw 1131 1.4.2.2 nathanw cleanup: 1132 1.4.2.2 nathanw pipelock(wpipe,0); 1133 1.4.2.2 nathanw if (amountpipekva > maxpipekva) 1134 1.4.2.2 nathanw pipe_loan_free(wpipe); 1135 1.4.2.2 nathanw uvm_unloanpage(res, npages); 1136 1.4.2.2 nathanw pipeunlock(wpipe); 1137 1.4.2.2 nathanw if (error) { 1138 1.4.2.2 nathanw error: 1139 1.4.2.2 nathanw /* XXX update uio ? */ 1140 1.4.2.2 nathanw if (error == EPIPE) 1141 1.4.2.2 nathanw pipeselwakeup(wpipe); 1142 1.4.2.2 nathanw 1143 1.4.2.2 nathanw wpipe->pipe_state &= ~PIPE_MOREW; 1144 1.4.2.2 nathanw goto error1; 1145 1.4.2.2 nathanw } 1146 1.4.2.2 nathanw 1147 1.4.2.2 nathanw uio->uio_offset += bcnt; 1148 1.4.2.2 nathanw uio->uio_resid -= bcnt; 1149 1.4.2.2 nathanw 1150 1.4.2.2 nathanw } /* for */ 1151 1.4.2.2 nathanw 1152 1.4.2.2 nathanw return (error); 1153 1.4.2.2 nathanw 1154 1.4.2.2 nathanw error1: 1155 1.4.2.2 nathanw wakeup(wpipe); 1156 1.4.2.2 nathanw return (error); 1157 1.4.2.2 nathanw } 1158 1.4.2.2 nathanw #endif /* !PIPE_NODIRECT */ 1159 1.4.2.2 nathanw #endif /* NetBSD */ 1160 1.4.2.2 nathanw 1161 1.4.2.2 nathanw #ifdef __FreeBSD__ 1162 1.4.2.2 nathanw static int 1163 1.4.2.2 nathanw pipe_write(fp, uio, cred, flags, p) 1164 1.4.2.2 nathanw struct file *fp; 1165 1.4.2.2 nathanw off_t *offset; 1166 1.4.2.2 nathanw struct uio *uio; 1167 1.4.2.2 nathanw struct ucred *cred; 1168 1.4.2.2 nathanw int flags; 1169 1.4.2.2 nathanw struct proc *p; 1170 1.4.2.2 nathanw #elif defined(__NetBSD__) 1171 1.4.2.2 nathanw static int 1172 1.4.2.2 nathanw pipe_write(fp, offset, uio, cred, flags) 1173 1.4.2.2 nathanw struct file *fp; 1174 1.4.2.2 nathanw off_t *offset; 1175 1.4.2.2 nathanw struct uio *uio; 1176 1.4.2.2 nathanw struct ucred *cred; 1177 1.4.2.2 nathanw int flags; 1178 1.4.2.2 nathanw #endif 1179 1.4.2.2 nathanw { 1180 1.4.2.2 nathanw int error = 0; 1181 1.4.2.2 nathanw int orig_resid; 1182 1.4.2.2 nathanw struct pipe *wpipe, *rpipe; 1183 1.4.2.2 nathanw 1184 1.4.2.2 nathanw rpipe = (struct pipe *) fp->f_data; 1185 1.4.2.2 nathanw wpipe = rpipe->pipe_peer; 1186 1.4.2.2 nathanw 1187 1.4.2.2 nathanw /* 1188 1.4.2.2 nathanw * detect loss of pipe read side, issue SIGPIPE if lost. 1189 1.4.2.2 nathanw */ 1190 1.4.2.2 nathanw if ((wpipe == NULL) || (wpipe->pipe_state & PIPE_EOF)) 1191 1.4.2.2 nathanw return (EPIPE); 1192 1.4.2.2 nathanw 1193 1.4.2.2 nathanw ++wpipe->pipe_busy; 1194 1.4.2.2 nathanw 1195 1.4.2.2 nathanw /* 1196 1.4.2.2 nathanw * If it is advantageous to resize the pipe buffer, do 1197 1.4.2.2 nathanw * so. 1198 1.4.2.2 nathanw */ 1199 1.4.2.2 nathanw if ((uio->uio_resid > PIPE_SIZE) && 1200 1.4.2.2 nathanw (nbigpipe < maxbigpipes) && 1201 1.4.2.2 nathanw #ifndef PIPE_NODIRECT 1202 1.4.2.2 nathanw (wpipe->pipe_state & PIPE_DIRECTW) == 0 && 1203 1.4.2.2 nathanw #endif 1204 1.4.2.2 nathanw (wpipe->pipe_buffer.size <= PIPE_SIZE) && 1205 1.4.2.2 nathanw (wpipe->pipe_buffer.cnt == 0)) { 1206 1.4.2.2 nathanw 1207 1.4.2.2 nathanw if ((error = pipelock(wpipe,1)) == 0) { 1208 1.4.2.2 nathanw if (pipespace(wpipe, BIG_PIPE_SIZE) == 0) 1209 1.4.2.2 nathanw nbigpipe++; 1210 1.4.2.2 nathanw pipeunlock(wpipe); 1211 1.4.2.2 nathanw } else { 1212 1.4.2.2 nathanw /* 1213 1.4.2.2 nathanw * If an error occured unbusy and return, waking up any 1214 1.4.2.2 nathanw * pending readers. 1215 1.4.2.2 nathanw */ 1216 1.4.2.2 nathanw --wpipe->pipe_busy; 1217 1.4.2.2 nathanw if (wpipe->pipe_busy == 0 1218 1.4.2.2 nathanw && (wpipe->pipe_state & PIPE_WANTCLOSE)) { 1219 1.4.2.2 nathanw wpipe->pipe_state &= 1220 1.4.2.2 nathanw ~(PIPE_WANTCLOSE | PIPE_WANTR); 1221 1.4.2.2 nathanw } 1222 1.4.2.2 nathanw 1223 1.4.2.2 nathanw return (error); 1224 1.4.2.2 nathanw } 1225 1.4.2.2 nathanw } 1226 1.4.2.2 nathanw 1227 1.4.2.2 nathanw #ifdef __FreeBSD__ 1228 1.4.2.2 nathanw KASSERT(wpipe->pipe_buffer.buffer != NULL, ("pipe buffer gone")); 1229 1.4.2.2 nathanw #endif 1230 1.4.2.2 nathanw 1231 1.4.2.2 nathanw orig_resid = uio->uio_resid; 1232 1.4.2.2 nathanw while (uio->uio_resid) { 1233 1.4.2.2 nathanw int space; 1234 1.4.2.2 nathanw 1235 1.4.2.2 nathanw #ifndef PIPE_NODIRECT 1236 1.4.2.2 nathanw /* 1237 1.4.2.2 nathanw * If the transfer is large, we can gain performance if 1238 1.4.2.2 nathanw * we do process-to-process copies directly. 1239 1.4.2.2 nathanw * If the write is non-blocking, we don't use the 1240 1.4.2.2 nathanw * direct write mechanism. 1241 1.4.2.2 nathanw * 1242 1.4.2.2 nathanw * The direct write mechanism will detect the reader going 1243 1.4.2.2 nathanw * away on us. 1244 1.4.2.2 nathanw */ 1245 1.4.2.2 nathanw if ((uio->uio_iov->iov_len >= PIPE_MINDIRECT) && 1246 1.4.2.2 nathanw (fp->f_flag & FNONBLOCK) == 0 && 1247 1.4.2.2 nathanw (wpipe->pipe_map.kva || (amountpipekva < limitpipekva))) { 1248 1.4.2.2 nathanw error = pipe_direct_write(wpipe, uio); 1249 1.4.2.2 nathanw if (error) 1250 1.4.2.2 nathanw break; 1251 1.4.2.2 nathanw continue; 1252 1.4.2.2 nathanw } 1253 1.4.2.2 nathanw #endif /* PIPE_NODIRECT */ 1254 1.4.2.2 nathanw 1255 1.4.2.2 nathanw /* 1256 1.4.2.2 nathanw * Pipe buffered writes cannot be coincidental with 1257 1.4.2.2 nathanw * direct writes. We wait until the currently executing 1258 1.4.2.2 nathanw * direct write is completed before we start filling the 1259 1.4.2.2 nathanw * pipe buffer. We break out if a signal occurs or the 1260 1.4.2.2 nathanw * reader goes away. 1261 1.4.2.2 nathanw */ 1262 1.4.2.2 nathanw retrywrite: 1263 1.4.2.2 nathanw while (wpipe->pipe_state & PIPE_DIRECTW) { 1264 1.4.2.2 nathanw if (wpipe->pipe_state & PIPE_WANTR) { 1265 1.4.2.2 nathanw wpipe->pipe_state &= ~PIPE_WANTR; 1266 1.4.2.2 nathanw wakeup(wpipe); 1267 1.4.2.2 nathanw } 1268 1.4.2.2 nathanw error = tsleep(wpipe, PRIBIO | PCATCH, "pipbww", 0); 1269 1.4.2.2 nathanw if (wpipe->pipe_state & PIPE_EOF) 1270 1.4.2.2 nathanw break; 1271 1.4.2.2 nathanw if (error) 1272 1.4.2.2 nathanw break; 1273 1.4.2.2 nathanw } 1274 1.4.2.2 nathanw if (wpipe->pipe_state & PIPE_EOF) { 1275 1.4.2.2 nathanw error = EPIPE; 1276 1.4.2.2 nathanw break; 1277 1.4.2.2 nathanw } 1278 1.4.2.2 nathanw 1279 1.4.2.2 nathanw space = wpipe->pipe_buffer.size - wpipe->pipe_buffer.cnt; 1280 1.4.2.2 nathanw 1281 1.4.2.2 nathanw /* Writes of size <= PIPE_BUF must be atomic. */ 1282 1.4.2.2 nathanw if ((space < uio->uio_resid) && (orig_resid <= PIPE_BUF)) 1283 1.4.2.2 nathanw space = 0; 1284 1.4.2.2 nathanw 1285 1.4.2.2 nathanw if (space > 0 && (wpipe->pipe_buffer.cnt < PIPE_SIZE)) { 1286 1.4.2.2 nathanw int size; /* Transfer size */ 1287 1.4.2.2 nathanw int segsize; /* first segment to transfer */ 1288 1.4.2.2 nathanw 1289 1.4.2.2 nathanw if ((error = pipelock(wpipe,1)) != 0) 1290 1.4.2.2 nathanw break; 1291 1.4.2.2 nathanw 1292 1.4.2.2 nathanw /* 1293 1.4.2.2 nathanw * It is possible for a direct write to 1294 1.4.2.2 nathanw * slip in on us... handle it here... 1295 1.4.2.2 nathanw */ 1296 1.4.2.2 nathanw if (wpipe->pipe_state & PIPE_DIRECTW) { 1297 1.4.2.2 nathanw pipeunlock(wpipe); 1298 1.4.2.2 nathanw goto retrywrite; 1299 1.4.2.2 nathanw } 1300 1.4.2.2 nathanw /* 1301 1.4.2.2 nathanw * If a process blocked in uiomove, our 1302 1.4.2.2 nathanw * value for space might be bad. 1303 1.4.2.2 nathanw * 1304 1.4.2.2 nathanw * XXX will we be ok if the reader has gone 1305 1.4.2.2 nathanw * away here? 1306 1.4.2.2 nathanw */ 1307 1.4.2.2 nathanw if (space > wpipe->pipe_buffer.size - 1308 1.4.2.2 nathanw wpipe->pipe_buffer.cnt) { 1309 1.4.2.2 nathanw pipeunlock(wpipe); 1310 1.4.2.2 nathanw goto retrywrite; 1311 1.4.2.2 nathanw } 1312 1.4.2.2 nathanw 1313 1.4.2.2 nathanw /* 1314 1.4.2.2 nathanw * Transfer size is minimum of uio transfer 1315 1.4.2.2 nathanw * and free space in pipe buffer. 1316 1.4.2.2 nathanw */ 1317 1.4.2.2 nathanw if (space > uio->uio_resid) 1318 1.4.2.2 nathanw size = uio->uio_resid; 1319 1.4.2.2 nathanw else 1320 1.4.2.2 nathanw size = space; 1321 1.4.2.2 nathanw /* 1322 1.4.2.2 nathanw * First segment to transfer is minimum of 1323 1.4.2.2 nathanw * transfer size and contiguous space in 1324 1.4.2.2 nathanw * pipe buffer. If first segment to transfer 1325 1.4.2.2 nathanw * is less than the transfer size, we've got 1326 1.4.2.2 nathanw * a wraparound in the buffer. 1327 1.4.2.2 nathanw */ 1328 1.4.2.2 nathanw segsize = wpipe->pipe_buffer.size - 1329 1.4.2.2 nathanw wpipe->pipe_buffer.in; 1330 1.4.2.2 nathanw if (segsize > size) 1331 1.4.2.2 nathanw segsize = size; 1332 1.4.2.2 nathanw 1333 1.4.2.2 nathanw /* Transfer first segment */ 1334 1.4.2.2 nathanw 1335 1.4.2.2 nathanw error = uiomove(&wpipe->pipe_buffer.buffer[wpipe->pipe_buffer.in], 1336 1.4.2.2 nathanw segsize, uio); 1337 1.4.2.2 nathanw 1338 1.4.2.2 nathanw if (error == 0 && segsize < size) { 1339 1.4.2.2 nathanw /* 1340 1.4.2.2 nathanw * Transfer remaining part now, to 1341 1.4.2.2 nathanw * support atomic writes. Wraparound 1342 1.4.2.2 nathanw * happened. 1343 1.4.2.2 nathanw */ 1344 1.4.2.2 nathanw #ifdef DEBUG 1345 1.4.2.2 nathanw if (wpipe->pipe_buffer.in + segsize != 1346 1.4.2.2 nathanw wpipe->pipe_buffer.size) 1347 1.4.2.2 nathanw panic("Expected pipe buffer wraparound disappeared"); 1348 1.4.2.2 nathanw #endif 1349 1.4.2.2 nathanw 1350 1.4.2.2 nathanw error = uiomove(&wpipe->pipe_buffer.buffer[0], 1351 1.4.2.2 nathanw size - segsize, uio); 1352 1.4.2.2 nathanw } 1353 1.4.2.2 nathanw if (error == 0) { 1354 1.4.2.2 nathanw wpipe->pipe_buffer.in += size; 1355 1.4.2.2 nathanw if (wpipe->pipe_buffer.in >= 1356 1.4.2.2 nathanw wpipe->pipe_buffer.size) { 1357 1.4.2.2 nathanw #ifdef DEBUG 1358 1.4.2.2 nathanw if (wpipe->pipe_buffer.in != size - segsize + wpipe->pipe_buffer.size) 1359 1.4.2.2 nathanw panic("Expected wraparound bad"); 1360 1.4.2.2 nathanw #endif 1361 1.4.2.2 nathanw wpipe->pipe_buffer.in = size - segsize; 1362 1.4.2.2 nathanw } 1363 1.4.2.2 nathanw 1364 1.4.2.2 nathanw wpipe->pipe_buffer.cnt += size; 1365 1.4.2.2 nathanw #ifdef DEBUG 1366 1.4.2.2 nathanw if (wpipe->pipe_buffer.cnt > wpipe->pipe_buffer.size) 1367 1.4.2.2 nathanw panic("Pipe buffer overflow"); 1368 1.4.2.2 nathanw #endif 1369 1.4.2.2 nathanw 1370 1.4.2.2 nathanw } 1371 1.4.2.2 nathanw pipeunlock(wpipe); 1372 1.4.2.2 nathanw if (error) 1373 1.4.2.2 nathanw break; 1374 1.4.2.2 nathanw 1375 1.4.2.2 nathanw } else { 1376 1.4.2.2 nathanw /* 1377 1.4.2.2 nathanw * If the "read-side" has been blocked, wake it up now. 1378 1.4.2.2 nathanw */ 1379 1.4.2.2 nathanw if (wpipe->pipe_state & PIPE_WANTR) { 1380 1.4.2.2 nathanw wpipe->pipe_state &= ~PIPE_WANTR; 1381 1.4.2.2 nathanw wakeup(wpipe); 1382 1.4.2.2 nathanw } 1383 1.4.2.2 nathanw 1384 1.4.2.2 nathanw /* 1385 1.4.2.2 nathanw * don't block on non-blocking I/O 1386 1.4.2.2 nathanw */ 1387 1.4.2.2 nathanw if (fp->f_flag & FNONBLOCK) { 1388 1.4.2.2 nathanw error = EAGAIN; 1389 1.4.2.2 nathanw break; 1390 1.4.2.2 nathanw } 1391 1.4.2.2 nathanw 1392 1.4.2.2 nathanw /* 1393 1.4.2.2 nathanw * We have no more space and have something to offer, 1394 1.4.2.2 nathanw * wake up select/poll. 1395 1.4.2.2 nathanw */ 1396 1.4.2.2 nathanw pipeselwakeup(wpipe); 1397 1.4.2.2 nathanw 1398 1.4.2.2 nathanw wpipe->pipe_state |= PIPE_WANTW; 1399 1.4.2.2 nathanw error = tsleep(wpipe, PRIBIO | PCATCH, "pipewr", 0); 1400 1.4.2.2 nathanw if (error != 0) 1401 1.4.2.2 nathanw break; 1402 1.4.2.2 nathanw /* 1403 1.4.2.2 nathanw * If read side wants to go away, we just issue a signal 1404 1.4.2.2 nathanw * to ourselves. 1405 1.4.2.2 nathanw */ 1406 1.4.2.2 nathanw if (wpipe->pipe_state & PIPE_EOF) { 1407 1.4.2.2 nathanw error = EPIPE; 1408 1.4.2.2 nathanw break; 1409 1.4.2.2 nathanw } 1410 1.4.2.2 nathanw } 1411 1.4.2.2 nathanw } 1412 1.4.2.2 nathanw 1413 1.4.2.2 nathanw --wpipe->pipe_busy; 1414 1.4.2.2 nathanw if ((wpipe->pipe_busy == 0) && (wpipe->pipe_state & PIPE_WANTCLOSE)) { 1415 1.4.2.2 nathanw wpipe->pipe_state &= ~(PIPE_WANTCLOSE | PIPE_WANTR); 1416 1.4.2.2 nathanw wakeup(wpipe); 1417 1.4.2.2 nathanw } else if (wpipe->pipe_buffer.cnt > 0) { 1418 1.4.2.2 nathanw /* 1419 1.4.2.2 nathanw * If we have put any characters in the buffer, we wake up 1420 1.4.2.2 nathanw * the reader. 1421 1.4.2.2 nathanw */ 1422 1.4.2.2 nathanw if (wpipe->pipe_state & PIPE_WANTR) { 1423 1.4.2.2 nathanw wpipe->pipe_state &= ~PIPE_WANTR; 1424 1.4.2.2 nathanw wakeup(wpipe); 1425 1.4.2.2 nathanw } 1426 1.4.2.2 nathanw } 1427 1.4.2.2 nathanw 1428 1.4.2.2 nathanw /* 1429 1.4.2.2 nathanw * Don't return EPIPE if I/O was successful 1430 1.4.2.2 nathanw */ 1431 1.4.2.2 nathanw if ((error == EPIPE) && (wpipe->pipe_buffer.cnt == 0) 1432 1.4.2.2 nathanw && (uio->uio_resid == 0)) 1433 1.4.2.2 nathanw error = 0; 1434 1.4.2.2 nathanw 1435 1.4.2.2 nathanw if (error == 0) 1436 1.4.2.2 nathanw vfs_timestamp(&wpipe->pipe_mtime); 1437 1.4.2.2 nathanw 1438 1.4.2.2 nathanw /* 1439 1.4.2.2 nathanw * We have something to offer, wake up select/poll. 1440 1.4.2.2 nathanw * wpipe->pipe_map.cnt is always 0 in this point (direct write 1441 1.4.2.2 nathanw * is only done synchronously), so check wpipe->only pipe_buffer.cnt 1442 1.4.2.2 nathanw */ 1443 1.4.2.2 nathanw if (wpipe->pipe_buffer.cnt) 1444 1.4.2.2 nathanw pipeselwakeup(wpipe); 1445 1.4.2.2 nathanw 1446 1.4.2.2 nathanw /* 1447 1.4.2.2 nathanw * Arrange for next read(2) to do a signal. 1448 1.4.2.2 nathanw */ 1449 1.4.2.2 nathanw wpipe->pipe_state |= PIPE_SIGNALR; 1450 1.4.2.2 nathanw 1451 1.4.2.2 nathanw return (error); 1452 1.4.2.2 nathanw } 1453 1.4.2.2 nathanw 1454 1.4.2.2 nathanw /* 1455 1.4.2.2 nathanw * we implement a very minimal set of ioctls for compatibility with sockets. 1456 1.4.2.2 nathanw */ 1457 1.4.2.2 nathanw int 1458 1.4.2.2 nathanw pipe_ioctl(fp, cmd, data, p) 1459 1.4.2.2 nathanw struct file *fp; 1460 1.4.2.2 nathanw u_long cmd; 1461 1.4.2.2 nathanw caddr_t data; 1462 1.4.2.2 nathanw struct proc *p; 1463 1.4.2.2 nathanw { 1464 1.4.2.2 nathanw struct pipe *mpipe = (struct pipe *)fp->f_data; 1465 1.4.2.2 nathanw 1466 1.4.2.2 nathanw switch (cmd) { 1467 1.4.2.2 nathanw 1468 1.4.2.2 nathanw case FIONBIO: 1469 1.4.2.2 nathanw return (0); 1470 1.4.2.2 nathanw 1471 1.4.2.2 nathanw case FIOASYNC: 1472 1.4.2.2 nathanw if (*(int *)data) { 1473 1.4.2.2 nathanw mpipe->pipe_state |= PIPE_ASYNC; 1474 1.4.2.2 nathanw } else { 1475 1.4.2.2 nathanw mpipe->pipe_state &= ~PIPE_ASYNC; 1476 1.4.2.2 nathanw } 1477 1.4.2.2 nathanw return (0); 1478 1.4.2.2 nathanw 1479 1.4.2.2 nathanw case FIONREAD: 1480 1.4.2.2 nathanw #ifndef PIPE_NODIRECT 1481 1.4.2.2 nathanw if (mpipe->pipe_state & PIPE_DIRECTW) 1482 1.4.2.2 nathanw *(int *)data = mpipe->pipe_map.cnt; 1483 1.4.2.2 nathanw else 1484 1.4.2.2 nathanw #endif 1485 1.4.2.2 nathanw *(int *)data = mpipe->pipe_buffer.cnt; 1486 1.4.2.2 nathanw return (0); 1487 1.4.2.2 nathanw 1488 1.4.2.2 nathanw #ifdef __FreeBSD__ 1489 1.4.2.2 nathanw case FIOSETOWN: 1490 1.4.2.2 nathanw return (fsetown(*(int *)data, &mpipe->pipe_sigio)); 1491 1.4.2.2 nathanw 1492 1.4.2.2 nathanw case FIOGETOWN: 1493 1.4.2.2 nathanw *(int *)data = fgetown(mpipe->pipe_sigio); 1494 1.4.2.2 nathanw return (0); 1495 1.4.2.2 nathanw 1496 1.4.2.2 nathanw /* This is deprecated, FIOSETOWN should be used instead. */ 1497 1.4.2.2 nathanw case TIOCSPGRP: 1498 1.4.2.2 nathanw return (fsetown(-(*(int *)data), &mpipe->pipe_sigio)); 1499 1.4.2.2 nathanw 1500 1.4.2.2 nathanw /* This is deprecated, FIOGETOWN should be used instead. */ 1501 1.4.2.2 nathanw case TIOCGPGRP: 1502 1.4.2.2 nathanw *(int *)data = -fgetown(mpipe->pipe_sigio); 1503 1.4.2.2 nathanw return (0); 1504 1.4.2.2 nathanw #endif /* FreeBSD */ 1505 1.4.2.2 nathanw #ifdef __NetBSD__ 1506 1.4.2.2 nathanw case TIOCSPGRP: 1507 1.4.2.2 nathanw mpipe->pipe_pgid = *(int *)data; 1508 1.4.2.2 nathanw return (0); 1509 1.4.2.2 nathanw 1510 1.4.2.2 nathanw case TIOCGPGRP: 1511 1.4.2.2 nathanw *(int *)data = mpipe->pipe_pgid; 1512 1.4.2.2 nathanw return (0); 1513 1.4.2.2 nathanw #endif /* NetBSD */ 1514 1.4.2.2 nathanw 1515 1.4.2.2 nathanw } 1516 1.4.2.2 nathanw return (ENOTTY); 1517 1.4.2.2 nathanw } 1518 1.4.2.2 nathanw 1519 1.4.2.2 nathanw int 1520 1.4.2.2 nathanw pipe_poll(fp, events, p) 1521 1.4.2.2 nathanw struct file *fp; 1522 1.4.2.2 nathanw int events; 1523 1.4.2.2 nathanw struct proc *p; 1524 1.4.2.2 nathanw { 1525 1.4.2.2 nathanw struct pipe *rpipe = (struct pipe *)fp->f_data; 1526 1.4.2.2 nathanw struct pipe *wpipe; 1527 1.4.2.2 nathanw int revents = 0; 1528 1.4.2.2 nathanw 1529 1.4.2.2 nathanw wpipe = rpipe->pipe_peer; 1530 1.4.2.2 nathanw if (events & (POLLIN | POLLRDNORM)) 1531 1.4.2.2 nathanw if ((rpipe->pipe_buffer.cnt > 0) || 1532 1.4.2.2 nathanw #ifndef PIPE_NODIRECT 1533 1.4.2.2 nathanw (rpipe->pipe_state & PIPE_DIRECTW) || 1534 1.4.2.2 nathanw #endif 1535 1.4.2.2 nathanw (rpipe->pipe_state & PIPE_EOF)) 1536 1.4.2.2 nathanw revents |= events & (POLLIN | POLLRDNORM); 1537 1.4.2.2 nathanw 1538 1.4.2.2 nathanw if (events & (POLLOUT | POLLWRNORM)) 1539 1.4.2.2 nathanw if (wpipe == NULL || (wpipe->pipe_state & PIPE_EOF) 1540 1.4.2.2 nathanw || ( 1541 1.4.2.2 nathanw #ifndef PIPE_NODIRECT 1542 1.4.2.2 nathanw ((wpipe->pipe_state & PIPE_DIRECTW) == 0) && 1543 1.4.2.2 nathanw #endif 1544 1.4.2.2 nathanw (wpipe->pipe_buffer.size - wpipe->pipe_buffer.cnt) >= PIPE_BUF)) 1545 1.4.2.2 nathanw revents |= events & (POLLOUT | POLLWRNORM); 1546 1.4.2.2 nathanw 1547 1.4.2.2 nathanw if ((rpipe->pipe_state & PIPE_EOF) || 1548 1.4.2.2 nathanw (wpipe == NULL) || 1549 1.4.2.2 nathanw (wpipe->pipe_state & PIPE_EOF)) 1550 1.4.2.2 nathanw revents |= POLLHUP; 1551 1.4.2.2 nathanw 1552 1.4.2.2 nathanw if (revents == 0) { 1553 1.4.2.2 nathanw if (events & (POLLIN | POLLRDNORM)) { 1554 1.4.2.2 nathanw selrecord(p, &rpipe->pipe_sel); 1555 1.4.2.2 nathanw rpipe->pipe_state |= PIPE_SEL; 1556 1.4.2.2 nathanw } 1557 1.4.2.2 nathanw 1558 1.4.2.2 nathanw if (events & (POLLOUT | POLLWRNORM)) { 1559 1.4.2.2 nathanw selrecord(p, &wpipe->pipe_sel); 1560 1.4.2.2 nathanw wpipe->pipe_state |= PIPE_SEL; 1561 1.4.2.2 nathanw } 1562 1.4.2.2 nathanw } 1563 1.4.2.2 nathanw 1564 1.4.2.2 nathanw return (revents); 1565 1.4.2.2 nathanw } 1566 1.4.2.2 nathanw 1567 1.4.2.2 nathanw static int 1568 1.4.2.2 nathanw pipe_stat(fp, ub, p) 1569 1.4.2.2 nathanw struct file *fp; 1570 1.4.2.2 nathanw struct stat *ub; 1571 1.4.2.2 nathanw struct proc *p; 1572 1.4.2.2 nathanw { 1573 1.4.2.2 nathanw struct pipe *pipe = (struct pipe *)fp->f_data; 1574 1.4.2.2 nathanw 1575 1.4.2.2 nathanw bzero((caddr_t)ub, sizeof(*ub)); 1576 1.4.2.2 nathanw ub->st_mode = S_IFIFO; 1577 1.4.2.2 nathanw ub->st_blksize = pipe->pipe_buffer.size; 1578 1.4.2.2 nathanw ub->st_size = pipe->pipe_buffer.cnt; 1579 1.4.2.2 nathanw ub->st_blocks = (ub->st_size) ? 1 : 0; 1580 1.4.2.2 nathanw #ifdef __FreeBSD__ 1581 1.4.2.2 nathanw ub->st_atimespec = pipe->pipe_atime; 1582 1.4.2.2 nathanw ub->st_mtimespec = pipe->pipe_mtime; 1583 1.4.2.2 nathanw ub->st_ctimespec = pipe->pipe_ctime; 1584 1.4.2.2 nathanw #endif /* FreeBSD */ 1585 1.4.2.2 nathanw #ifdef __NetBSD__ 1586 1.4.2.2 nathanw TIMEVAL_TO_TIMESPEC(&pipe->pipe_atime, &ub->st_atimespec) 1587 1.4.2.2 nathanw TIMEVAL_TO_TIMESPEC(&pipe->pipe_mtime, &ub->st_mtimespec); 1588 1.4.2.2 nathanw TIMEVAL_TO_TIMESPEC(&pipe->pipe_ctime, &ub->st_ctimespec); 1589 1.4.2.2 nathanw #endif /* NetBSD */ 1590 1.4.2.2 nathanw ub->st_uid = fp->f_cred->cr_uid; 1591 1.4.2.2 nathanw ub->st_gid = fp->f_cred->cr_gid; 1592 1.4.2.2 nathanw /* 1593 1.4.2.2 nathanw * Left as 0: st_dev, st_ino, st_nlink, st_rdev, st_flags, st_gen. 1594 1.4.2.2 nathanw * XXX (st_dev, st_ino) should be unique. 1595 1.4.2.2 nathanw */ 1596 1.4.2.2 nathanw return (0); 1597 1.4.2.2 nathanw } 1598 1.4.2.2 nathanw 1599 1.4.2.2 nathanw /* ARGSUSED */ 1600 1.4.2.2 nathanw static int 1601 1.4.2.2 nathanw pipe_close(fp, p) 1602 1.4.2.2 nathanw struct file *fp; 1603 1.4.2.2 nathanw struct proc *p; 1604 1.4.2.2 nathanw { 1605 1.4.2.2 nathanw struct pipe *cpipe = (struct pipe *)fp->f_data; 1606 1.4.2.2 nathanw 1607 1.4.2.2 nathanw #ifdef __FreeBSD__ 1608 1.4.2.2 nathanw fp->f_ops = &badfileops; 1609 1.4.2.2 nathanw funsetown(cpipe->pipe_sigio); 1610 1.4.2.2 nathanw #endif 1611 1.4.2.2 nathanw fp->f_data = NULL; 1612 1.4.2.2 nathanw pipeclose(cpipe); 1613 1.4.2.2 nathanw return (0); 1614 1.4.2.2 nathanw } 1615 1.4.2.2 nathanw 1616 1.4.2.2 nathanw static void 1617 1.4.2.2 nathanw pipe_free_kmem(cpipe) 1618 1.4.2.2 nathanw struct pipe *cpipe; 1619 1.4.2.2 nathanw { 1620 1.4.2.2 nathanw 1621 1.4.2.2 nathanw #ifdef __FreeBSD__ 1622 1.4.2.2 nathanw mtx_assert(&vm_mtx, MA_OWNED); 1623 1.4.2.2 nathanw #endif 1624 1.4.2.2 nathanw if (cpipe->pipe_buffer.buffer != NULL) { 1625 1.4.2.2 nathanw if (cpipe->pipe_buffer.size > PIPE_SIZE) 1626 1.4.2.2 nathanw --nbigpipe; 1627 1.4.2.2 nathanw amountpipekva -= cpipe->pipe_buffer.size; 1628 1.4.2.2 nathanw #ifdef __FreeBSD__ 1629 1.4.2.2 nathanw kmem_free(kernel_map, 1630 1.4.2.2 nathanw (vm_offset_t)cpipe->pipe_buffer.buffer, 1631 1.4.2.2 nathanw cpipe->pipe_buffer.size); 1632 1.4.2.2 nathanw #elif defined(__NetBSD__) 1633 1.4.2.2 nathanw uvm_km_free(kernel_map, 1634 1.4.2.2 nathanw (vaddr_t)cpipe->pipe_buffer.buffer, 1635 1.4.2.2 nathanw cpipe->pipe_buffer.size); 1636 1.4.2.2 nathanw #endif /* NetBSD */ 1637 1.4.2.2 nathanw 1638 1.4.2.2 nathanw cpipe->pipe_buffer.buffer = NULL; 1639 1.4.2.2 nathanw } 1640 1.4.2.2 nathanw #ifndef PIPE_NODIRECT 1641 1.4.2.2 nathanw if (cpipe->pipe_map.kva != NULL) { 1642 1.4.2.2 nathanw #ifdef __FreeBSD__ 1643 1.4.2.2 nathanw amountpipekva -= cpipe->pipe_buffer.size + PAGE_SIZE; 1644 1.4.2.2 nathanw kmem_free(kernel_map, 1645 1.4.2.2 nathanw cpipe->pipe_map.kva, 1646 1.4.2.2 nathanw cpipe->pipe_buffer.size + PAGE_SIZE); 1647 1.4.2.2 nathanw #elif defined(__NetBSD__) 1648 1.4.2.2 nathanw pipe_loan_free(cpipe); 1649 1.4.2.2 nathanw #endif /* NetBSD */ 1650 1.4.2.2 nathanw cpipe->pipe_map.cnt = 0; 1651 1.4.2.2 nathanw cpipe->pipe_map.kva = NULL; 1652 1.4.2.2 nathanw cpipe->pipe_map.pos = 0; 1653 1.4.2.2 nathanw cpipe->pipe_map.npages = 0; 1654 1.4.2.2 nathanw } 1655 1.4.2.2 nathanw #endif /* !PIPE_NODIRECT */ 1656 1.4.2.2 nathanw } 1657 1.4.2.2 nathanw 1658 1.4.2.2 nathanw /* 1659 1.4.2.2 nathanw * shutdown the pipe 1660 1.4.2.2 nathanw */ 1661 1.4.2.2 nathanw static void 1662 1.4.2.2 nathanw pipeclose(cpipe) 1663 1.4.2.2 nathanw struct pipe *cpipe; 1664 1.4.2.2 nathanw { 1665 1.4.2.2 nathanw struct pipe *ppipe; 1666 1.4.2.2 nathanw 1667 1.4.2.2 nathanw if (!cpipe) 1668 1.4.2.2 nathanw return; 1669 1.4.2.2 nathanw 1670 1.4.2.2 nathanw pipeselwakeup(cpipe->pipe_peer); 1671 1.4.2.2 nathanw 1672 1.4.2.2 nathanw /* 1673 1.4.2.2 nathanw * If the other side is blocked, wake it up saying that 1674 1.4.2.2 nathanw * we want to close it down. 1675 1.4.2.2 nathanw */ 1676 1.4.2.2 nathanw while (cpipe->pipe_busy) { 1677 1.4.2.2 nathanw wakeup(cpipe); 1678 1.4.2.2 nathanw cpipe->pipe_state |= PIPE_WANTCLOSE | PIPE_EOF; 1679 1.4.2.2 nathanw tsleep(cpipe, PRIBIO, "pipecl", 0); 1680 1.4.2.2 nathanw } 1681 1.4.2.2 nathanw 1682 1.4.2.2 nathanw /* 1683 1.4.2.2 nathanw * Disconnect from peer 1684 1.4.2.2 nathanw */ 1685 1.4.2.2 nathanw if ((ppipe = cpipe->pipe_peer) != NULL) { 1686 1.4.2.2 nathanw pipeselwakeup(ppipe); 1687 1.4.2.2 nathanw 1688 1.4.2.2 nathanw ppipe->pipe_state |= PIPE_EOF; 1689 1.4.2.2 nathanw wakeup(ppipe); 1690 1.4.2.2 nathanw ppipe->pipe_peer = NULL; 1691 1.4.2.2 nathanw } 1692 1.4.2.2 nathanw 1693 1.4.2.2 nathanw /* 1694 1.4.2.2 nathanw * free resources 1695 1.4.2.2 nathanw */ 1696 1.4.2.2 nathanw #ifdef _FreeBSD__ 1697 1.4.2.2 nathanw mtx_lock(&vm_mtx); 1698 1.4.2.2 nathanw #endif 1699 1.4.2.2 nathanw pipe_free_kmem(cpipe); 1700 1.4.2.2 nathanw #ifdef __FreeBSD__ 1701 1.4.2.2 nathanw /* XXX: erm, doesn't zalloc already have its own locks and 1702 1.4.2.2 nathanw * not need the giant vm lock? 1703 1.4.2.2 nathanw */ 1704 1.4.2.2 nathanw zfree(pipe_zone, cpipe); 1705 1.4.2.2 nathanw mtx_unlock(&vm_mtx); 1706 1.4.2.2 nathanw #endif /* FreeBSD */ 1707 1.4.2.2 nathanw #ifdef __NetBSD__ 1708 1.4.2.2 nathanw pool_put(&pipe_pool, cpipe); 1709 1.4.2.2 nathanw #endif 1710 1.4.2.2 nathanw } 1711 1.4.2.2 nathanw 1712 1.4.2.2 nathanw #ifdef __FreeBSD__ 1713 1.4.2.2 nathanw /*ARGSUSED*/ 1714 1.4.2.2 nathanw static int 1715 1.4.2.2 nathanw pipe_kqfilter(struct file *fp, struct knote *kn) 1716 1.4.2.2 nathanw { 1717 1.4.2.2 nathanw struct pipe *cpipe = (struct pipe *)kn->kn_fp->f_data; 1718 1.4.2.2 nathanw 1719 1.4.2.2 nathanw switch (kn->kn_filter) { 1720 1.4.2.2 nathanw case EVFILT_READ: 1721 1.4.2.2 nathanw kn->kn_fop = &pipe_rfiltops; 1722 1.4.2.2 nathanw break; 1723 1.4.2.2 nathanw case EVFILT_WRITE: 1724 1.4.2.2 nathanw kn->kn_fop = &pipe_wfiltops; 1725 1.4.2.2 nathanw cpipe = cpipe->pipe_peer; 1726 1.4.2.2 nathanw break; 1727 1.4.2.2 nathanw default: 1728 1.4.2.2 nathanw return (1); 1729 1.4.2.2 nathanw } 1730 1.4.2.2 nathanw kn->kn_hook = (caddr_t)cpipe; 1731 1.4.2.2 nathanw 1732 1.4.2.2 nathanw SLIST_INSERT_HEAD(&cpipe->pipe_sel.si_note, kn, kn_selnext); 1733 1.4.2.2 nathanw return (0); 1734 1.4.2.2 nathanw } 1735 1.4.2.2 nathanw 1736 1.4.2.2 nathanw static void 1737 1.4.2.2 nathanw filt_pipedetach(struct knote *kn) 1738 1.4.2.2 nathanw { 1739 1.4.2.2 nathanw struct pipe *cpipe = (struct pipe *)kn->kn_fp->f_data; 1740 1.4.2.2 nathanw 1741 1.4.2.2 nathanw SLIST_REMOVE(&cpipe->pipe_sel.si_note, kn, knote, kn_selnext); 1742 1.4.2.2 nathanw } 1743 1.4.2.2 nathanw 1744 1.4.2.2 nathanw /*ARGSUSED*/ 1745 1.4.2.2 nathanw static int 1746 1.4.2.2 nathanw filt_piperead(struct knote *kn, long hint) 1747 1.4.2.2 nathanw { 1748 1.4.2.2 nathanw struct pipe *rpipe = (struct pipe *)kn->kn_fp->f_data; 1749 1.4.2.2 nathanw struct pipe *wpipe = rpipe->pipe_peer; 1750 1.4.2.2 nathanw 1751 1.4.2.2 nathanw kn->kn_data = rpipe->pipe_buffer.cnt; 1752 1.4.2.2 nathanw if ((kn->kn_data == 0) && (rpipe->pipe_state & PIPE_DIRECTW)) 1753 1.4.2.2 nathanw kn->kn_data = rpipe->pipe_map.cnt; 1754 1.4.2.2 nathanw 1755 1.4.2.2 nathanw if ((rpipe->pipe_state & PIPE_EOF) || 1756 1.4.2.2 nathanw (wpipe == NULL) || (wpipe->pipe_state & PIPE_EOF)) { 1757 1.4.2.2 nathanw kn->kn_flags |= EV_EOF; 1758 1.4.2.2 nathanw return (1); 1759 1.4.2.2 nathanw } 1760 1.4.2.2 nathanw return (kn->kn_data > 0); 1761 1.4.2.2 nathanw } 1762 1.4.2.2 nathanw 1763 1.4.2.2 nathanw /*ARGSUSED*/ 1764 1.4.2.2 nathanw static int 1765 1.4.2.2 nathanw filt_pipewrite(struct knote *kn, long hint) 1766 1.4.2.2 nathanw { 1767 1.4.2.2 nathanw struct pipe *rpipe = (struct pipe *)kn->kn_fp->f_data; 1768 1.4.2.2 nathanw struct pipe *wpipe = rpipe->pipe_peer; 1769 1.4.2.2 nathanw 1770 1.4.2.2 nathanw if ((wpipe == NULL) || (wpipe->pipe_state & PIPE_EOF)) { 1771 1.4.2.2 nathanw kn->kn_data = 0; 1772 1.4.2.2 nathanw kn->kn_flags |= EV_EOF; 1773 1.4.2.2 nathanw return (1); 1774 1.4.2.2 nathanw } 1775 1.4.2.2 nathanw kn->kn_data = wpipe->pipe_buffer.size - wpipe->pipe_buffer.cnt; 1776 1.4.2.2 nathanw if (wpipe->pipe_state & PIPE_DIRECTW) 1777 1.4.2.2 nathanw kn->kn_data = 0; 1778 1.4.2.2 nathanw 1779 1.4.2.2 nathanw return (kn->kn_data >= PIPE_BUF); 1780 1.4.2.2 nathanw } 1781 1.4.2.2 nathanw #endif /* FreeBSD */ 1782 1.4.2.2 nathanw 1783 1.4.2.2 nathanw #ifdef __NetBSD__ 1784 1.4.2.2 nathanw static int 1785 1.4.2.2 nathanw pipe_fcntl(fp, cmd, data, p) 1786 1.4.2.2 nathanw struct file *fp; 1787 1.4.2.2 nathanw u_int cmd; 1788 1.4.2.2 nathanw caddr_t data; 1789 1.4.2.2 nathanw struct proc *p; 1790 1.4.2.2 nathanw { 1791 1.4.2.2 nathanw if (cmd == F_SETFL) 1792 1.4.2.2 nathanw return (0); 1793 1.4.2.2 nathanw else 1794 1.4.2.2 nathanw return (EOPNOTSUPP); 1795 1.4.2.2 nathanw } 1796 1.4.2.2 nathanw 1797 1.4.2.2 nathanw /* 1798 1.4.2.2 nathanw * Handle pipe sysctls. 1799 1.4.2.2 nathanw */ 1800 1.4.2.2 nathanw int 1801 1.4.2.2 nathanw sysctl_dopipe(name, namelen, oldp, oldlenp, newp, newlen) 1802 1.4.2.2 nathanw int *name; 1803 1.4.2.2 nathanw u_int namelen; 1804 1.4.2.2 nathanw void *oldp; 1805 1.4.2.2 nathanw size_t *oldlenp; 1806 1.4.2.2 nathanw void *newp; 1807 1.4.2.2 nathanw size_t newlen; 1808 1.4.2.2 nathanw { 1809 1.4.2.2 nathanw /* All sysctl names at this level are terminal. */ 1810 1.4.2.2 nathanw if (namelen != 1) 1811 1.4.2.2 nathanw return (ENOTDIR); /* overloaded */ 1812 1.4.2.2 nathanw 1813 1.4.2.2 nathanw switch (name[0]) { 1814 1.4.2.2 nathanw case KERN_PIPE_MAXKVASZ: 1815 1.4.2.2 nathanw return (sysctl_int(oldp, oldlenp, newp, newlen, &maxpipekva)); 1816 1.4.2.2 nathanw case KERN_PIPE_LIMITKVA: 1817 1.4.2.2 nathanw return (sysctl_int(oldp, oldlenp, newp, newlen, &limitpipekva)); 1818 1.4.2.2 nathanw case KERN_PIPE_MAXBIGPIPES: 1819 1.4.2.2 nathanw return (sysctl_int(oldp, oldlenp, newp, newlen, &maxbigpipes)); 1820 1.4.2.2 nathanw case KERN_PIPE_NBIGPIPES: 1821 1.4.2.2 nathanw return (sysctl_rdint(oldp, oldlenp, newp, nbigpipe)); 1822 1.4.2.2 nathanw case KERN_PIPE_KVASIZE: 1823 1.4.2.2 nathanw return (sysctl_rdint(oldp, oldlenp, newp, amountpipekva)); 1824 1.4.2.2 nathanw default: 1825 1.4.2.2 nathanw return (EOPNOTSUPP); 1826 1.4.2.2 nathanw } 1827 1.4.2.2 nathanw /* NOTREACHED */ 1828 1.4.2.2 nathanw } 1829 1.4.2.2 nathanw 1830 1.4.2.2 nathanw /* 1831 1.4.2.2 nathanw * Initialize pipe structs. 1832 1.4.2.2 nathanw */ 1833 1.4.2.2 nathanw void 1834 1.4.2.2 nathanw pipe_init(void) 1835 1.4.2.2 nathanw { 1836 1.4.2.2 nathanw pool_init(&pipe_pool, sizeof(struct pipe), 0, 0, 0, "pipepl", 1837 1.4.2.2 nathanw 0, NULL, NULL, M_PIPE); 1838 1.4.2.2 nathanw } 1839 1.4.2.2 nathanw 1840 1.4.2.2 nathanw #endif /* __NetBSD __ */ 1841
Indexes created Tue Sep 30 11:09:46 GMT 2025