Home | History | Annotate | Line # | Download | only in nfs
nfs_bio.c revision 1.44.2.4
      1  1.44.2.4       chs /*	$NetBSD: nfs_bio.c,v 1.44.2.4 1999/04/30 04:32:06 chs Exp $	*/
      2      1.15       cgd 
      3       1.1       cgd /*
      4      1.12   mycroft  * Copyright (c) 1989, 1993
      5      1.12   mycroft  *	The Regents of the University of California.  All rights reserved.
      6       1.1       cgd  *
      7       1.1       cgd  * This code is derived from software contributed to Berkeley by
      8       1.1       cgd  * Rick Macklem at The University of Guelph.
      9       1.1       cgd  *
     10       1.1       cgd  * Redistribution and use in source and binary forms, with or without
     11       1.1       cgd  * modification, are permitted provided that the following conditions
     12       1.1       cgd  * are met:
     13       1.1       cgd  * 1. Redistributions of source code must retain the above copyright
     14       1.1       cgd  *    notice, this list of conditions and the following disclaimer.
     15       1.1       cgd  * 2. Redistributions in binary form must reproduce the above copyright
     16       1.1       cgd  *    notice, this list of conditions and the following disclaimer in the
     17       1.1       cgd  *    documentation and/or other materials provided with the distribution.
     18       1.1       cgd  * 3. All advertising materials mentioning features or use of this software
     19       1.1       cgd  *    must display the following acknowledgement:
     20       1.1       cgd  *	This product includes software developed by the University of
     21       1.1       cgd  *	California, Berkeley and its contributors.
     22       1.1       cgd  * 4. Neither the name of the University nor the names of its contributors
     23       1.1       cgd  *    may be used to endorse or promote products derived from this software
     24       1.1       cgd  *    without specific prior written permission.
     25       1.1       cgd  *
     26       1.1       cgd  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     27       1.1       cgd  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     28       1.1       cgd  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     29       1.1       cgd  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     30       1.1       cgd  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     31       1.1       cgd  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     32       1.1       cgd  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     33       1.1       cgd  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     34       1.1       cgd  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     35       1.1       cgd  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     36       1.1       cgd  * SUCH DAMAGE.
     37       1.1       cgd  *
     38      1.24      fvdl  *	@(#)nfs_bio.c	8.9 (Berkeley) 3/30/95
     39       1.1       cgd  */
     40       1.1       cgd 
     41      1.42       mrg #include "opt_uvm.h"
     42      1.24      fvdl 
     43       1.8   mycroft #include <sys/param.h>
     44       1.8   mycroft #include <sys/systm.h>
     45      1.12   mycroft #include <sys/resourcevar.h>
     46      1.24      fvdl #include <sys/signalvar.h>
     47       1.8   mycroft #include <sys/proc.h>
     48       1.8   mycroft #include <sys/buf.h>
     49       1.8   mycroft #include <sys/vnode.h>
     50       1.8   mycroft #include <sys/trace.h>
     51       1.8   mycroft #include <sys/mount.h>
     52      1.12   mycroft #include <sys/kernel.h>
     53      1.23  christos #include <sys/namei.h>
     54      1.34      fvdl #include <sys/dirent.h>
     55      1.12   mycroft 
     56      1.12   mycroft #include <vm/vm.h>
     57       1.1       cgd 
     58      1.41       mrg #if defined(UVM)
     59  1.44.2.1       chs #include <uvm/uvm.h>
     60  1.44.2.1       chs #include <sys/malloc.h>
     61      1.41       mrg #endif
     62      1.41       mrg 
     63      1.12   mycroft #include <nfs/rpcv2.h>
     64      1.24      fvdl #include <nfs/nfsproto.h>
     65       1.8   mycroft #include <nfs/nfs.h>
     66       1.8   mycroft #include <nfs/nfsmount.h>
     67      1.12   mycroft #include <nfs/nqnfs.h>
     68      1.24      fvdl #include <nfs/nfsnode.h>
     69      1.23  christos #include <nfs/nfs_var.h>
     70       1.1       cgd 
     71      1.12   mycroft extern int nfs_numasync;
     72      1.24      fvdl extern struct nfsstats nfsstats;
     73       1.1       cgd 
     74       1.1       cgd /*
     75       1.1       cgd  * Vnode op for read using bio
     76       1.1       cgd  * Any similarity to readip() is purely coincidental
     77       1.1       cgd  */
     78      1.23  christos int
     79      1.34      fvdl nfs_bioread(vp, uio, ioflag, cred, cflag)
     80       1.1       cgd 	register struct vnode *vp;
     81       1.1       cgd 	register struct uio *uio;
     82      1.34      fvdl 	int ioflag, cflag;
     83       1.1       cgd 	struct ucred *cred;
     84       1.1       cgd {
     85       1.1       cgd 	register struct nfsnode *np = VTONFS(vp);
     86      1.34      fvdl 	register int biosize, diff;
     87      1.23  christos 	struct buf *bp = NULL, *rabp;
     88       1.1       cgd 	struct vattr vattr;
     89      1.12   mycroft 	struct proc *p;
     90      1.24      fvdl 	struct nfsmount *nmp = VFSTONFS(vp->v_mount);
     91      1.35      fvdl 	struct nfsdircache *ndp = NULL, *nndp = NULL;
     92      1.12   mycroft 	daddr_t lbn, bn, rabn;
     93      1.34      fvdl 	caddr_t baddr, ep, edp;
     94      1.34      fvdl 	int got_buf = 0, nra, error = 0, n = 0, on = 0, not_readin, en, enn;
     95      1.34      fvdl 	int enough = 0;
     96      1.34      fvdl 	struct dirent *dp, *pdp;
     97      1.43      fvdl 	off_t curoff = 0, offdiff;
     98       1.1       cgd 
     99       1.1       cgd #ifdef DIAGNOSTIC
    100       1.1       cgd 	if (uio->uio_rw != UIO_READ)
    101       1.1       cgd 		panic("nfs_read mode");
    102       1.1       cgd #endif
    103       1.1       cgd 	if (uio->uio_resid == 0)
    104       1.1       cgd 		return (0);
    105      1.34      fvdl 	if (vp->v_type != VDIR && uio->uio_offset < 0)
    106       1.1       cgd 		return (EINVAL);
    107      1.24      fvdl 	p = uio->uio_procp;
    108      1.34      fvdl 	if ((nmp->nm_flag & NFSMNT_NFSV3) &&
    109      1.34      fvdl 	    !(nmp->nm_iflag & NFSMNT_GOTFSINFO))
    110      1.24      fvdl 		(void)nfs_fsinfo(nmp, vp, cred, p);
    111      1.34      fvdl 	if (vp->v_type != VDIR &&
    112      1.34      fvdl 	    (uio->uio_offset + uio->uio_resid) > nmp->nm_maxfilesize)
    113      1.33      fvdl 		return (EFBIG);
    114      1.12   mycroft 	biosize = nmp->nm_rsize;
    115       1.1       cgd 	/*
    116      1.12   mycroft 	 * For nfs, cache consistency can only be maintained approximately.
    117      1.12   mycroft 	 * Although RFC1094 does not specify the criteria, the following is
    118      1.12   mycroft 	 * believed to be compatible with the reference port.
    119      1.12   mycroft 	 * For nqnfs, full cache consistency is maintained within the loop.
    120      1.12   mycroft 	 * For nfs:
    121       1.1       cgd 	 * If the file's modify time on the server has changed since the
    122       1.1       cgd 	 * last read rpc or you have written to the file,
    123       1.1       cgd 	 * you may have lost data cache consistency with the
    124       1.1       cgd 	 * server, so flush all of the file's data out of the cache.
    125       1.1       cgd 	 * Then force a getattr rpc to ensure that you have up to date
    126       1.1       cgd 	 * attributes.
    127       1.1       cgd 	 * NB: This implies that cache data can be read when up to
    128       1.1       cgd 	 * NFS_ATTRTIMEO seconds out of date. If you find that you need current
    129       1.1       cgd 	 * attributes this could be forced by setting n_attrstamp to 0 before
    130      1.12   mycroft 	 * the VOP_GETATTR() call.
    131       1.1       cgd 	 */
    132      1.12   mycroft 	if ((nmp->nm_flag & NFSMNT_NQNFS) == 0 && vp->v_type != VLNK) {
    133       1.1       cgd 		if (np->n_flag & NMODIFIED) {
    134      1.24      fvdl 			if (vp->v_type != VREG) {
    135      1.24      fvdl 				if (vp->v_type != VDIR)
    136      1.24      fvdl 					panic("nfs: bioread, not dir");
    137      1.35      fvdl 				nfs_invaldircache(vp, 0);
    138      1.35      fvdl 				np->n_direofoffset = 0;
    139      1.23  christos 				error = nfs_vinvalbuf(vp, V_SAVE, cred, p, 1);
    140      1.23  christos 				if (error)
    141      1.12   mycroft 					return (error);
    142      1.12   mycroft 			}
    143       1.1       cgd 			np->n_attrstamp = 0;
    144      1.23  christos 			error = VOP_GETATTR(vp, &vattr, cred, p);
    145      1.23  christos 			if (error)
    146       1.1       cgd 				return (error);
    147      1.22       jtc 			np->n_mtime = vattr.va_mtime.tv_sec;
    148       1.1       cgd 		} else {
    149      1.24      fvdl 			error = VOP_GETATTR(vp, &vattr, cred, p);
    150      1.24      fvdl 			if (error)
    151       1.1       cgd 				return (error);
    152      1.22       jtc 			if (np->n_mtime != vattr.va_mtime.tv_sec) {
    153      1.35      fvdl 				if (vp->v_type == VDIR) {
    154      1.35      fvdl 					nfs_invaldircache(vp, 0);
    155      1.35      fvdl 					np->n_direofoffset = 0;
    156      1.35      fvdl 				}
    157      1.23  christos 				error = nfs_vinvalbuf(vp, V_SAVE, cred, p, 1);
    158      1.23  christos 				if (error)
    159      1.12   mycroft 					return (error);
    160      1.22       jtc 				np->n_mtime = vattr.va_mtime.tv_sec;
    161       1.1       cgd 			}
    162       1.1       cgd 		}
    163       1.1       cgd 	}
    164       1.1       cgd 	do {
    165      1.12   mycroft 
    166      1.12   mycroft 	    /*
    167      1.12   mycroft 	     * Get a valid lease. If cached data is stale, flush it.
    168      1.12   mycroft 	     */
    169      1.12   mycroft 	    if (nmp->nm_flag & NFSMNT_NQNFS) {
    170      1.24      fvdl 		if (NQNFS_CKINVALID(vp, np, ND_READ)) {
    171      1.12   mycroft 		    do {
    172      1.24      fvdl 			error = nqnfs_getlease(vp, ND_READ, cred, p);
    173      1.12   mycroft 		    } while (error == NQNFS_EXPIRED);
    174      1.12   mycroft 		    if (error)
    175      1.12   mycroft 			return (error);
    176      1.12   mycroft 		    if (np->n_lrev != np->n_brev ||
    177      1.12   mycroft 			(np->n_flag & NQNFSNONCACHE) ||
    178      1.12   mycroft 			((np->n_flag & NMODIFIED) && vp->v_type == VDIR)) {
    179      1.35      fvdl 			if (vp->v_type == VDIR) {
    180      1.35      fvdl 				nfs_invaldircache(vp, 0);
    181      1.35      fvdl 				np->n_direofoffset = 0;
    182      1.35      fvdl 			}
    183      1.23  christos 			error = nfs_vinvalbuf(vp, V_SAVE, cred, p, 1);
    184      1.23  christos 			if (error)
    185      1.12   mycroft 			    return (error);
    186      1.12   mycroft 			np->n_brev = np->n_lrev;
    187      1.12   mycroft 		    }
    188      1.12   mycroft 		} else if (vp->v_type == VDIR && (np->n_flag & NMODIFIED)) {
    189      1.35      fvdl 		    nfs_invaldircache(vp, 0);
    190      1.23  christos 		    error = nfs_vinvalbuf(vp, V_SAVE, cred, p, 1);
    191      1.35      fvdl 		    np->n_direofoffset = 0;
    192      1.23  christos 		    if (error)
    193      1.12   mycroft 			return (error);
    194      1.12   mycroft 		}
    195      1.12   mycroft 	    }
    196      1.26      fvdl 	    /*
    197      1.26      fvdl 	     * Don't cache symlinks.
    198      1.26      fvdl 	     */
    199      1.26      fvdl 	    if (np->n_flag & NQNFSNONCACHE
    200      1.26      fvdl 		|| ((vp->v_flag & VROOT) && vp->v_type == VLNK)) {
    201      1.12   mycroft 		switch (vp->v_type) {
    202      1.12   mycroft 		case VREG:
    203      1.24      fvdl 			return (nfs_readrpc(vp, uio, cred));
    204      1.12   mycroft 		case VLNK:
    205      1.24      fvdl 			return (nfs_readlinkrpc(vp, uio, cred));
    206      1.12   mycroft 		case VDIR:
    207      1.23  christos 			break;
    208      1.24      fvdl 		default:
    209      1.29  christos 			printf(" NQNFSNONCACHE: type %x unexpected\n",
    210      1.28  christos 			    vp->v_type);
    211      1.12   mycroft 		};
    212      1.12   mycroft 	    }
    213      1.12   mycroft 	    baddr = (caddr_t)0;
    214       1.1       cgd 	    switch (vp->v_type) {
    215       1.1       cgd 	    case VREG:
    216       1.1       cgd 		nfsstats.biocache_reads++;
    217       1.1       cgd 		lbn = uio->uio_offset / biosize;
    218      1.24      fvdl 		on = uio->uio_offset & (biosize - 1);
    219      1.12   mycroft 		bn = lbn * (biosize / DEV_BSIZE);
    220      1.12   mycroft 		not_readin = 1;
    221      1.12   mycroft 
    222  1.44.2.1       chs #ifdef UBC
    223  1.44.2.1       chs 		offdiff = nra = rabn = diff = 0;
    224  1.44.2.1       chs 		error = 0;
    225  1.44.2.1       chs 		while (uio->uio_resid > 0) {
    226  1.44.2.1       chs 			void *win;
    227  1.44.2.4       chs 			vsize_t bytelen = min(np->n_size - uio->uio_offset,
    228  1.44.2.4       chs 					      uio->uio_resid);
    229  1.44.2.1       chs 
    230  1.44.2.1       chs 			if (bytelen == 0)
    231  1.44.2.1       chs 				break;
    232  1.44.2.1       chs 			win = ubc_alloc(&vp->v_uvm.u_obj, uio->uio_offset,
    233  1.44.2.4       chs 					&bytelen, UBC_READ);
    234  1.44.2.3       chs #ifdef DIAGNOSTIC
    235  1.44.2.1       chs 			if (win == NULL)
    236  1.44.2.1       chs 				panic("nfs_bioread: ubc_alloc -> NULL");
    237  1.44.2.3       chs #endif
    238  1.44.2.1       chs 
    239  1.44.2.1       chs 			error = uiomove(win, bytelen, uio);
    240  1.44.2.1       chs 			ubc_release(win, 0);
    241  1.44.2.1       chs 			if (error)
    242  1.44.2.1       chs 				break;
    243  1.44.2.1       chs 		}
    244  1.44.2.1       chs #else
    245      1.12   mycroft 		/*
    246      1.12   mycroft 		 * Start the read ahead(s), as required.
    247      1.12   mycroft 		 */
    248      1.36      fvdl 		if (nfs_numasync > 0 && nmp->nm_readahead > 0 &&
    249      1.36      fvdl 		    lbn - 1 == vp->v_lastr) {
    250      1.12   mycroft 		    for (nra = 0; nra < nmp->nm_readahead &&
    251      1.12   mycroft 			(lbn + 1 + nra) * biosize < np->n_size; nra++) {
    252      1.12   mycroft 			rabn = (lbn + 1 + nra) * (biosize / DEV_BSIZE);
    253      1.12   mycroft 			if (!incore(vp, rabn)) {
    254      1.12   mycroft 			    rabp = nfs_getcacheblk(vp, rabn, biosize, p);
    255      1.12   mycroft 			    if (!rabp)
    256      1.12   mycroft 				return (EINTR);
    257      1.12   mycroft 			    if ((rabp->b_flags & (B_DELWRI | B_DONE)) == 0) {
    258      1.12   mycroft 				rabp->b_flags |= (B_READ | B_ASYNC);
    259      1.12   mycroft 				if (nfs_asyncio(rabp, cred)) {
    260      1.12   mycroft 				    rabp->b_flags |= B_INVAL;
    261      1.12   mycroft 				    brelse(rabp);
    262      1.12   mycroft 				}
    263      1.19   mycroft 			    } else
    264      1.19   mycroft 				brelse(rabp);
    265      1.12   mycroft 			}
    266      1.12   mycroft 		    }
    267      1.12   mycroft 		}
    268      1.12   mycroft 
    269      1.12   mycroft 		/*
    270      1.12   mycroft 		 * If the block is in the cache and has the required data
    271      1.12   mycroft 		 * in a valid region, just copy it out.
    272      1.12   mycroft 		 * Otherwise, get the block and write back/read in,
    273      1.12   mycroft 		 * as required.
    274      1.12   mycroft 		 */
    275      1.12   mycroft 		if ((bp = incore(vp, bn)) &&
    276      1.12   mycroft 		    (bp->b_flags & (B_BUSY | B_WRITEINPROG)) ==
    277      1.12   mycroft 		    (B_BUSY | B_WRITEINPROG))
    278      1.12   mycroft 			got_buf = 0;
    279      1.12   mycroft 		else {
    280      1.12   mycroft again:
    281      1.12   mycroft 			bp = nfs_getcacheblk(vp, bn, biosize, p);
    282      1.12   mycroft 			if (!bp)
    283      1.12   mycroft 				return (EINTR);
    284      1.12   mycroft 			got_buf = 1;
    285      1.12   mycroft 			if ((bp->b_flags & (B_DONE | B_DELWRI)) == 0) {
    286      1.12   mycroft 				bp->b_flags |= B_READ;
    287      1.12   mycroft 				not_readin = 0;
    288      1.23  christos 				error = nfs_doio(bp, cred, p);
    289      1.23  christos 				if (error) {
    290      1.12   mycroft 				    brelse(bp);
    291      1.12   mycroft 				    return (error);
    292      1.12   mycroft 				}
    293      1.12   mycroft 			}
    294      1.12   mycroft 		}
    295      1.11       cgd 		n = min((unsigned)(biosize - on), uio->uio_resid);
    296      1.43      fvdl 		offdiff = np->n_size - uio->uio_offset;
    297      1.43      fvdl 		if (offdiff < (off_t)n)
    298      1.43      fvdl 			n = (int)offdiff;
    299      1.12   mycroft 		if (not_readin && n > 0) {
    300      1.12   mycroft 			if (on < bp->b_validoff || (on + n) > bp->b_validend) {
    301      1.12   mycroft 				if (!got_buf) {
    302      1.12   mycroft 				    bp = nfs_getcacheblk(vp, bn, biosize, p);
    303      1.12   mycroft 				    if (!bp)
    304      1.12   mycroft 					return (EINTR);
    305      1.12   mycroft 				    got_buf = 1;
    306      1.12   mycroft 				}
    307      1.24      fvdl 				bp->b_flags |= B_INVAFTERWRITE;
    308      1.12   mycroft 				if (bp->b_dirtyend > 0) {
    309      1.12   mycroft 				    if ((bp->b_flags & B_DELWRI) == 0)
    310      1.12   mycroft 					panic("nfsbioread");
    311      1.12   mycroft 				    if (VOP_BWRITE(bp) == EINTR)
    312      1.12   mycroft 					return (EINTR);
    313      1.12   mycroft 				} else
    314      1.12   mycroft 				    brelse(bp);
    315      1.12   mycroft 				goto again;
    316      1.12   mycroft 			}
    317      1.12   mycroft 		}
    318       1.1       cgd 		vp->v_lastr = lbn;
    319      1.12   mycroft 		diff = (on >= bp->b_validend) ? 0 : (bp->b_validend - on);
    320      1.12   mycroft 		if (diff < n)
    321      1.12   mycroft 			n = diff;
    322  1.44.2.1       chs #endif
    323       1.1       cgd 		break;
    324       1.1       cgd 	    case VLNK:
    325       1.1       cgd 		nfsstats.biocache_readlinks++;
    326      1.12   mycroft 		bp = nfs_getcacheblk(vp, (daddr_t)0, NFS_MAXPATHLEN, p);
    327      1.12   mycroft 		if (!bp)
    328      1.12   mycroft 			return (EINTR);
    329      1.12   mycroft 		if ((bp->b_flags & B_DONE) == 0) {
    330      1.12   mycroft 			bp->b_flags |= B_READ;
    331      1.24      fvdl 			error = nfs_doio(bp, cred, p);
    332      1.24      fvdl 			if (error) {
    333      1.12   mycroft 				brelse(bp);
    334      1.12   mycroft 				return (error);
    335      1.12   mycroft 			}
    336      1.12   mycroft 		}
    337      1.12   mycroft 		n = min(uio->uio_resid, NFS_MAXPATHLEN - bp->b_resid);
    338      1.12   mycroft 		got_buf = 1;
    339       1.1       cgd 		on = 0;
    340       1.1       cgd 		break;
    341       1.1       cgd 	    case VDIR:
    342      1.34      fvdl diragain:
    343      1.34      fvdl 		nfsstats.biocache_readdirs++;
    344      1.35      fvdl 		ndp = nfs_searchdircache(vp, uio->uio_offset,
    345      1.35      fvdl 			(nmp->nm_flag & NFSMNT_XLATECOOKIE), 0);
    346      1.35      fvdl 		if (!ndp) {
    347      1.35      fvdl 			/*
    348      1.35      fvdl 			 * We've been handed a cookie that is not
    349      1.35      fvdl 			 * in the cache. If we're not translating
    350      1.35      fvdl 			 * 32 <-> 64, it may be a value that was
    351      1.35      fvdl 			 * flushed out of the cache because it grew
    352      1.35      fvdl 			 * too big. Let the server judge if it's
    353      1.35      fvdl 			 * valid or not. In the translation case,
    354      1.35      fvdl 			 * we have no way of validating this value,
    355      1.35      fvdl 			 * so punt.
    356      1.35      fvdl 			 */
    357      1.35      fvdl 			if (nmp->nm_flag & NFSMNT_XLATECOOKIE)
    358      1.35      fvdl 				return (EINVAL);
    359      1.35      fvdl 			ndp = nfs_enterdircache(vp, uio->uio_offset,
    360      1.35      fvdl 				uio->uio_offset, 0, 0);
    361      1.35      fvdl 		}
    362      1.35      fvdl 
    363      1.34      fvdl 		if (uio->uio_offset != 0 &&
    364      1.35      fvdl 		    ndp->dc_cookie == np->n_direofoffset) {
    365      1.35      fvdl 			nfsstats.direofcache_hits++;
    366      1.18   mycroft 			return (0);
    367      1.35      fvdl 		}
    368      1.35      fvdl 
    369      1.34      fvdl 		bp = nfs_getcacheblk(vp, ndp->dc_blkno, NFS_DIRBLKSIZ, p);
    370      1.12   mycroft 		if (!bp)
    371      1.24      fvdl 		    return (EINTR);
    372      1.12   mycroft 		if ((bp->b_flags & B_DONE) == 0) {
    373      1.24      fvdl 		    bp->b_flags |= B_READ;
    374      1.35      fvdl 		    bp->b_dcookie = ndp->dc_blkcookie;
    375      1.24      fvdl 		    error = nfs_doio(bp, cred, p);
    376      1.24      fvdl 		    if (error) {
    377      1.34      fvdl 			/*
    378      1.34      fvdl 			 * Yuck! The directory has been modified on the
    379      1.34      fvdl 			 * server. Punt and let the userland code
    380      1.34      fvdl 			 * deal with it.
    381      1.34      fvdl 			 */
    382      1.24      fvdl 			brelse(bp);
    383      1.34      fvdl 			if (error == NFSERR_BAD_COOKIE) {
    384      1.35      fvdl 			    nfs_invaldircache(vp, 0);
    385      1.34      fvdl 			    nfs_vinvalbuf(vp, 0, cred, p, 1);
    386      1.34      fvdl 			    error = EINVAL;
    387      1.12   mycroft 			}
    388      1.34      fvdl 			return (error);
    389      1.38      fvdl 		    }
    390      1.40      fvdl 		}
    391      1.40      fvdl 
    392      1.40      fvdl 		/*
    393      1.40      fvdl 		 * Just return if we hit EOF right away with this
    394      1.40      fvdl 		 * block. Always check here, because direofoffset
    395      1.40      fvdl 		 * may have been set by an nfsiod since the last
    396      1.40      fvdl 		 * check.
    397      1.40      fvdl 		 */
    398      1.40      fvdl 		if (np->n_direofoffset != 0 &&
    399      1.39      fvdl 			ndp->dc_blkcookie == np->n_direofoffset) {
    400      1.40      fvdl 			brelse(bp);
    401      1.40      fvdl 			return (0);
    402      1.12   mycroft 		}
    403      1.12   mycroft 
    404      1.12   mycroft 		/*
    405      1.34      fvdl 		 * Find the entry we were looking for in the block.
    406      1.34      fvdl 		 */
    407      1.34      fvdl 
    408      1.34      fvdl 		en = ndp->dc_entry;
    409      1.34      fvdl 
    410      1.34      fvdl 		pdp = dp = (struct dirent *)bp->b_data;
    411      1.34      fvdl 		edp = bp->b_data + bp->b_validend;
    412      1.34      fvdl 		enn = 0;
    413      1.34      fvdl 		while (enn < en && (caddr_t)dp < edp) {
    414      1.34      fvdl 			pdp = dp;
    415      1.34      fvdl 			dp = (struct dirent *)((caddr_t)dp + dp->d_reclen);
    416      1.34      fvdl 			enn++;
    417      1.34      fvdl 		}
    418      1.34      fvdl 
    419      1.34      fvdl 		/*
    420      1.34      fvdl 		 * If the entry number was bigger than the number of
    421      1.34      fvdl 		 * entries in the block, or the cookie of the previous
    422      1.34      fvdl 		 * entry doesn't match, the directory cache is
    423      1.34      fvdl 		 * stale. Flush it and try again (i.e. go to
    424      1.34      fvdl 		 * the server).
    425      1.34      fvdl 		 */
    426      1.34      fvdl 		if ((caddr_t)dp >= edp || (caddr_t)dp + dp->d_reclen > edp ||
    427      1.35      fvdl 		    (en > 0 && NFS_GETCOOKIE(pdp) != ndp->dc_cookie)) {
    428      1.34      fvdl #ifdef DEBUG
    429      1.37   thorpej 		    	printf("invalid cache: %p %p %p off %lx %lx\n",
    430      1.37   thorpej 				pdp, dp, edp,
    431      1.34      fvdl 				(unsigned long)uio->uio_offset,
    432      1.34      fvdl 				(unsigned long)NFS_GETCOOKIE(pdp));
    433      1.34      fvdl #endif
    434      1.34      fvdl 			brelse(bp);
    435      1.35      fvdl 			nfs_invaldircache(vp, 0);
    436      1.34      fvdl 			nfs_vinvalbuf(vp, 0, cred, p, 0);
    437      1.34      fvdl 			goto diragain;
    438      1.34      fvdl 		}
    439      1.34      fvdl 
    440      1.34      fvdl 		on = (caddr_t)dp - bp->b_data;
    441      1.34      fvdl 
    442      1.34      fvdl 		/*
    443      1.34      fvdl 		 * Cache all entries that may be exported to the
    444      1.34      fvdl 		 * user, as they may be thrown back at us. The
    445      1.34      fvdl 		 * NFSBIO_CACHECOOKIES flag indicates that all
    446      1.34      fvdl 		 * entries are being 'exported', so cache them all.
    447      1.34      fvdl 		 */
    448      1.34      fvdl 
    449      1.34      fvdl 		if (en == 0 && pdp == dp) {
    450      1.34      fvdl 			dp = (struct dirent *)
    451      1.34      fvdl 			    ((caddr_t)dp + dp->d_reclen);
    452      1.34      fvdl 			enn++;
    453      1.34      fvdl 		}
    454      1.34      fvdl 
    455      1.34      fvdl 		if (uio->uio_resid < (bp->b_validend - on)) {
    456      1.34      fvdl 			n = uio->uio_resid;
    457      1.34      fvdl 			enough = 1;
    458      1.34      fvdl 		} else
    459      1.34      fvdl 			n = bp->b_validend - on;
    460      1.34      fvdl 
    461      1.34      fvdl 		ep = bp->b_data + on + n;
    462      1.34      fvdl 
    463      1.34      fvdl 		/*
    464      1.34      fvdl 		 * Find last complete entry to copy, caching entries
    465      1.34      fvdl 		 * (if requested) as we go.
    466      1.34      fvdl 		 */
    467      1.34      fvdl 
    468      1.34      fvdl 		while ((caddr_t)dp < ep && (caddr_t)dp + dp->d_reclen <= ep) {
    469      1.35      fvdl 			if (cflag & NFSBIO_CACHECOOKIES) {
    470      1.35      fvdl 				nndp = nfs_enterdircache(vp, NFS_GETCOOKIE(pdp),
    471      1.35      fvdl 				    ndp->dc_blkcookie, enn, bp->b_lblkno);
    472      1.35      fvdl 				if (nmp->nm_flag & NFSMNT_XLATECOOKIE) {
    473      1.35      fvdl 					NFS_STASHCOOKIE32(pdp,
    474      1.35      fvdl 					    nndp->dc_cookie32);
    475      1.35      fvdl 				}
    476      1.35      fvdl 			}
    477      1.34      fvdl 			pdp = dp;
    478      1.34      fvdl 			dp = (struct dirent *)((caddr_t)dp + dp->d_reclen);
    479      1.34      fvdl 			enn++;
    480      1.34      fvdl 		}
    481      1.34      fvdl 
    482      1.34      fvdl 		/*
    483      1.34      fvdl 		 * If the last requested entry was not the last in the
    484      1.34      fvdl 		 * buffer (happens if NFS_DIRFRAGSIZ < NFS_DIRBLKSIZ),
    485      1.34      fvdl 		 * cache the cookie of the last requested one, and
    486      1.34      fvdl 		 * set of the offset to it.
    487      1.34      fvdl 		 */
    488      1.34      fvdl 
    489      1.34      fvdl 		if ((on + n) < bp->b_validend) {
    490      1.34      fvdl 			curoff = NFS_GETCOOKIE(pdp);
    491      1.35      fvdl 			nndp = nfs_enterdircache(vp, curoff, ndp->dc_blkcookie,
    492      1.35      fvdl 			    enn, bp->b_lblkno);
    493      1.35      fvdl 			if (nmp->nm_flag & NFSMNT_XLATECOOKIE) {
    494      1.35      fvdl 				NFS_STASHCOOKIE32(pdp, nndp->dc_cookie32);
    495      1.35      fvdl 				curoff = nndp->dc_cookie32;
    496      1.35      fvdl 			}
    497      1.34      fvdl 		} else
    498      1.34      fvdl 			curoff = bp->b_dcookie;
    499      1.34      fvdl 
    500      1.35      fvdl 		/*
    501      1.35      fvdl 		 * Always cache the entry for the next block,
    502      1.35      fvdl 		 * so that readaheads can use it.
    503      1.35      fvdl 		 */
    504      1.35      fvdl 		nndp = nfs_enterdircache(vp, bp->b_dcookie, bp->b_dcookie, 0,0);
    505      1.35      fvdl 		if (nmp->nm_flag & NFSMNT_XLATECOOKIE) {
    506      1.35      fvdl 			if (curoff == bp->b_dcookie) {
    507      1.35      fvdl 				NFS_STASHCOOKIE32(pdp, nndp->dc_cookie32);
    508      1.35      fvdl 				curoff = nndp->dc_cookie32;
    509      1.35      fvdl 			}
    510      1.35      fvdl 		}
    511      1.35      fvdl 
    512      1.34      fvdl 		n = ((caddr_t)pdp + pdp->d_reclen) - (bp->b_data + on);
    513      1.34      fvdl 
    514      1.34      fvdl 		/*
    515      1.12   mycroft 		 * If not eof and read aheads are enabled, start one.
    516      1.12   mycroft 		 * (You need the current block first, so that you have the
    517      1.24      fvdl 		 *  directory offset cookie of the next block.)
    518      1.12   mycroft 		 */
    519      1.12   mycroft 		if (nfs_numasync > 0 && nmp->nm_readahead > 0 &&
    520      1.34      fvdl 		    np->n_direofoffset == 0 && !(np->n_flag & NQNFSNONCACHE)) {
    521      1.35      fvdl 			rabp = nfs_getcacheblk(vp, nndp->dc_blkno,
    522      1.34      fvdl 						NFS_DIRBLKSIZ, p);
    523      1.12   mycroft 			if (rabp) {
    524      1.12   mycroft 			    if ((rabp->b_flags & (B_DONE | B_DELWRI)) == 0) {
    525      1.35      fvdl 				rabp->b_dcookie = nndp->dc_cookie;
    526      1.12   mycroft 				rabp->b_flags |= (B_READ | B_ASYNC);
    527      1.12   mycroft 				if (nfs_asyncio(rabp, cred)) {
    528      1.12   mycroft 				    rabp->b_flags |= B_INVAL;
    529      1.12   mycroft 				    brelse(rabp);
    530      1.12   mycroft 				}
    531      1.19   mycroft 			    } else
    532      1.19   mycroft 				brelse(rabp);
    533      1.12   mycroft 			}
    534      1.12   mycroft 		}
    535      1.12   mycroft 		got_buf = 1;
    536       1.1       cgd 		break;
    537      1.24      fvdl 	    default:
    538      1.29  christos 		printf(" nfsbioread: type %x unexpected\n",vp->v_type);
    539      1.23  christos 		break;
    540  1.44.2.1       chs 	    }
    541      1.12   mycroft 
    542      1.12   mycroft 	    if (n > 0) {
    543      1.12   mycroft 		if (!baddr)
    544      1.12   mycroft 			baddr = bp->b_data;
    545      1.12   mycroft 		error = uiomove(baddr + on, (int)n, uio);
    546       1.1       cgd 	    }
    547       1.1       cgd 	    switch (vp->v_type) {
    548      1.24      fvdl 	    case VREG:
    549      1.24      fvdl 		break;
    550       1.1       cgd 	    case VLNK:
    551       1.1       cgd 		n = 0;
    552       1.1       cgd 		break;
    553       1.1       cgd 	    case VDIR:
    554      1.24      fvdl 		if (np->n_flag & NQNFSNONCACHE)
    555      1.24      fvdl 			bp->b_flags |= B_INVAL;
    556      1.34      fvdl 		uio->uio_offset = curoff;
    557      1.34      fvdl 		if (enough)
    558      1.34      fvdl 			n = 0;
    559       1.1       cgd 		break;
    560      1.24      fvdl 	    default:
    561      1.29  christos 		printf(" nfsbioread: type %x unexpected\n",vp->v_type);
    562      1.24      fvdl 	    }
    563      1.12   mycroft 	    if (got_buf)
    564      1.12   mycroft 		brelse(bp);
    565      1.12   mycroft 	} while (error == 0 && uio->uio_resid > 0 && n > 0);
    566       1.1       cgd 	return (error);
    567       1.1       cgd }
    568       1.1       cgd 
    569       1.1       cgd /*
    570       1.1       cgd  * Vnode op for write using bio
    571       1.1       cgd  */
    572      1.23  christos int
    573      1.23  christos nfs_write(v)
    574      1.23  christos 	void *v;
    575      1.23  christos {
    576      1.12   mycroft 	struct vop_write_args /* {
    577      1.24      fvdl 		struct vnode *a_vp;
    578      1.12   mycroft 		struct uio *a_uio;
    579      1.12   mycroft 		int  a_ioflag;
    580      1.12   mycroft 		struct ucred *a_cred;
    581      1.23  christos 	} */ *ap = v;
    582      1.12   mycroft 	register int biosize;
    583      1.12   mycroft 	register struct uio *uio = ap->a_uio;
    584       1.1       cgd 	struct proc *p = uio->uio_procp;
    585      1.12   mycroft 	register struct vnode *vp = ap->a_vp;
    586      1.12   mycroft 	struct nfsnode *np = VTONFS(vp);
    587      1.12   mycroft 	register struct ucred *cred = ap->a_cred;
    588      1.12   mycroft 	int ioflag = ap->a_ioflag;
    589       1.1       cgd 	struct buf *bp;
    590       1.1       cgd 	struct vattr vattr;
    591      1.24      fvdl 	struct nfsmount *nmp = VFSTONFS(vp->v_mount);
    592       1.1       cgd 	daddr_t lbn, bn;
    593      1.24      fvdl 	int n, on, error = 0, iomode, must_commit;
    594       1.1       cgd 
    595       1.1       cgd #ifdef DIAGNOSTIC
    596       1.1       cgd 	if (uio->uio_rw != UIO_WRITE)
    597       1.1       cgd 		panic("nfs_write mode");
    598       1.1       cgd 	if (uio->uio_segflg == UIO_USERSPACE && uio->uio_procp != curproc)
    599       1.1       cgd 		panic("nfs_write proc");
    600       1.1       cgd #endif
    601       1.1       cgd 	if (vp->v_type != VREG)
    602       1.1       cgd 		return (EIO);
    603      1.12   mycroft 	if (np->n_flag & NWRITEERR) {
    604      1.12   mycroft 		np->n_flag &= ~NWRITEERR;
    605      1.12   mycroft 		return (np->n_error);
    606      1.12   mycroft 	}
    607      1.34      fvdl 	if ((nmp->nm_flag & NFSMNT_NFSV3) &&
    608      1.34      fvdl 	    !(nmp->nm_iflag & NFSMNT_GOTFSINFO))
    609      1.24      fvdl 		(void)nfs_fsinfo(nmp, vp, cred, p);
    610       1.1       cgd 	if (ioflag & (IO_APPEND | IO_SYNC)) {
    611       1.1       cgd 		if (np->n_flag & NMODIFIED) {
    612      1.12   mycroft 			np->n_attrstamp = 0;
    613      1.23  christos 			error = nfs_vinvalbuf(vp, V_SAVE, cred, p, 1);
    614      1.23  christos 			if (error)
    615      1.12   mycroft 				return (error);
    616       1.1       cgd 		}
    617       1.1       cgd 		if (ioflag & IO_APPEND) {
    618       1.1       cgd 			np->n_attrstamp = 0;
    619      1.23  christos 			error = VOP_GETATTR(vp, &vattr, cred, p);
    620      1.23  christos 			if (error)
    621       1.1       cgd 				return (error);
    622       1.1       cgd 			uio->uio_offset = np->n_size;
    623       1.1       cgd 		}
    624       1.1       cgd 	}
    625       1.1       cgd 	if (uio->uio_offset < 0)
    626       1.1       cgd 		return (EINVAL);
    627      1.33      fvdl 	if ((uio->uio_offset + uio->uio_resid) > nmp->nm_maxfilesize)
    628      1.33      fvdl 		return (EFBIG);
    629       1.1       cgd 	if (uio->uio_resid == 0)
    630       1.1       cgd 		return (0);
    631       1.1       cgd 	/*
    632       1.1       cgd 	 * Maybe this should be above the vnode op call, but so long as
    633       1.1       cgd 	 * file servers have no limits, i don't think it matters
    634       1.1       cgd 	 */
    635      1.12   mycroft 	if (p && uio->uio_offset + uio->uio_resid >
    636       1.1       cgd 	      p->p_rlimit[RLIMIT_FSIZE].rlim_cur) {
    637       1.1       cgd 		psignal(p, SIGXFSZ);
    638       1.1       cgd 		return (EFBIG);
    639       1.1       cgd 	}
    640       1.1       cgd 	/*
    641       1.1       cgd 	 * I use nm_rsize, not nm_wsize so that all buffer cache blocks
    642       1.1       cgd 	 * will be the same size within a filesystem. nfs_writerpc will
    643       1.1       cgd 	 * still use nm_wsize when sizing the rpc's.
    644       1.1       cgd 	 */
    645      1.12   mycroft 	biosize = nmp->nm_rsize;
    646       1.1       cgd 	do {
    647  1.44.2.1       chs #ifdef UBC
    648  1.44.2.1       chs 		void *win;
    649  1.44.2.1       chs 		vaddr_t oldoff = uio->uio_offset;
    650  1.44.2.4       chs 		vsize_t bytelen = uio->uio_resid;
    651  1.44.2.1       chs 
    652  1.44.2.1       chs 		/*
    653  1.44.2.1       chs 		 * XXX only do one page at a time for now.
    654  1.44.2.1       chs 		 * otherwise when we're extending the file,
    655  1.44.2.1       chs 		 * the flush for a given page will invalidate
    656  1.44.2.1       chs 		 * all the pages after that in the file.
    657  1.44.2.1       chs 		 * we should probably just defer looking at the attrs
    658  1.44.2.1       chs 		 * returned with write rpcs until the
    659  1.44.2.1       chs 		 * the entire write operation has finished.
    660  1.44.2.1       chs 		 */
    661  1.44.2.4       chs 		bytelen = min(uio->uio_resid,
    662  1.44.2.4       chs 			      PAGE_SIZE - (uio->uio_offset & (PAGE_SIZE - 1)));
    663  1.44.2.1       chs 
    664  1.44.2.1       chs 		/* XXX */
    665  1.44.2.1       chs 		on = bn = lbn = 0;
    666  1.44.2.1       chs 		bp = 0;
    667  1.44.2.1       chs 		n = bytelen;
    668  1.44.2.1       chs #endif
    669      1.16       cgd 
    670      1.16       cgd 		/*
    671      1.16       cgd 		 * XXX make sure we aren't cached in the VM page cache
    672      1.16       cgd 		 */
    673      1.41       mrg #if defined(UVM)
    674      1.41       mrg 		(void)uvm_vnp_uncache(vp);
    675      1.41       mrg #else
    676      1.16       cgd 		(void)vnode_pager_uncache(vp);
    677      1.41       mrg #endif
    678      1.12   mycroft 
    679      1.12   mycroft 		/*
    680      1.12   mycroft 		 * Check for a valid write lease.
    681      1.12   mycroft 		 */
    682      1.12   mycroft 		if ((nmp->nm_flag & NFSMNT_NQNFS) &&
    683      1.24      fvdl 		    NQNFS_CKINVALID(vp, np, ND_WRITE)) {
    684      1.12   mycroft 			do {
    685      1.24      fvdl 				error = nqnfs_getlease(vp, ND_WRITE, cred, p);
    686      1.12   mycroft 			} while (error == NQNFS_EXPIRED);
    687      1.12   mycroft 			if (error)
    688      1.12   mycroft 				return (error);
    689      1.12   mycroft 			if (np->n_lrev != np->n_brev ||
    690      1.12   mycroft 			    (np->n_flag & NQNFSNONCACHE)) {
    691      1.23  christos 				error = nfs_vinvalbuf(vp, V_SAVE, cred, p, 1);
    692      1.23  christos 				if (error)
    693      1.12   mycroft 					return (error);
    694      1.12   mycroft 				np->n_brev = np->n_lrev;
    695      1.12   mycroft 			}
    696      1.12   mycroft 		}
    697      1.24      fvdl 		if ((np->n_flag & NQNFSNONCACHE) && uio->uio_iovcnt == 1) {
    698      1.24      fvdl 		    iomode = NFSV3WRITE_FILESYNC;
    699      1.24      fvdl 		    error = nfs_writerpc(vp, uio, cred, &iomode, &must_commit);
    700      1.24      fvdl 		    if (must_commit)
    701      1.24      fvdl 			nfs_clearcommit(vp->v_mount);
    702      1.24      fvdl 		    return (error);
    703      1.24      fvdl 		}
    704       1.1       cgd 		nfsstats.biocache_writes++;
    705  1.44.2.1       chs 
    706  1.44.2.1       chs #ifdef UBC
    707  1.44.2.2       chs 		np->n_flag |= NMODIFIED;
    708  1.44.2.1       chs 		if (np->n_size < uio->uio_offset + n) {
    709  1.44.2.1       chs 			np->n_size = uio->uio_offset + n;
    710  1.44.2.1       chs 			uvm_vnp_setsize(vp, np->n_size);
    711  1.44.2.1       chs 		}
    712  1.44.2.1       chs 
    713  1.44.2.1       chs 		/* XXX check dirty region stuff */
    714  1.44.2.1       chs 
    715  1.44.2.4       chs 		win = ubc_alloc(&vp->v_uvm.u_obj, uio->uio_offset, &bytelen,
    716  1.44.2.1       chs 				UBC_WRITE);
    717  1.44.2.3       chs #ifdef DIAGNOSTIC
    718  1.44.2.1       chs 		if (win == NULL) {
    719  1.44.2.1       chs 			panic("nfs_bioread: ubc_alloc -> NULL");
    720  1.44.2.1       chs 		}
    721  1.44.2.3       chs #endif
    722  1.44.2.1       chs 		error = uiomove(win, bytelen, uio);
    723  1.44.2.1       chs 		ubc_release(win, 0);
    724  1.44.2.1       chs 
    725  1.44.2.1       chs 		/* XXX abstract this somehow */
    726  1.44.2.1       chs 		simple_lock(&vp->v_uvm.u_obj.vmobjlock);
    727  1.44.2.1       chs 		vp->v_uvm.u_obj.pgops->pgo_flush(&vp->v_uvm.u_obj,
    728  1.44.2.1       chs 						 trunc_page(oldoff),
    729  1.44.2.1       chs 						 oldoff + bytelen,
    730  1.44.2.1       chs 						 PGO_CLEANIT | PGO_SYNCIO);
    731  1.44.2.1       chs 		simple_unlock(&vp->v_uvm.u_obj.vmobjlock);
    732  1.44.2.3       chs 
    733  1.44.2.1       chs 		if (error) {
    734  1.44.2.3       chs 			/*
    735  1.44.2.3       chs 			 * XXX zero out any part of the current window
    736  1.44.2.3       chs 			 * that we might have failed to copyin.
    737  1.44.2.3       chs 			 */
    738  1.44.2.1       chs 			break;
    739  1.44.2.1       chs 		}
    740  1.44.2.1       chs 
    741  1.44.2.1       chs 		/* XXX set dirty region stuff */
    742  1.44.2.1       chs 		/* XXX set page NEEDCOMMIT flag */
    743  1.44.2.1       chs 		/* XXX handle IO_SYNC and NQNFSNONCACHE */
    744  1.44.2.1       chs 
    745  1.44.2.1       chs #else
    746       1.1       cgd 		lbn = uio->uio_offset / biosize;
    747       1.1       cgd 		on = uio->uio_offset & (biosize-1);
    748      1.11       cgd 		n = min((unsigned)(biosize - on), uio->uio_resid);
    749      1.12   mycroft 		bn = lbn * (biosize / DEV_BSIZE);
    750       1.1       cgd again:
    751      1.12   mycroft 		bp = nfs_getcacheblk(vp, bn, biosize, p);
    752      1.12   mycroft 		if (!bp)
    753      1.12   mycroft 			return (EINTR);
    754      1.12   mycroft 		if (bp->b_wcred == NOCRED) {
    755       1.1       cgd 			crhold(cred);
    756       1.1       cgd 			bp->b_wcred = cred;
    757       1.1       cgd 		}
    758      1.12   mycroft 		np->n_flag |= NMODIFIED;
    759      1.12   mycroft 		if (uio->uio_offset + n > np->n_size) {
    760      1.12   mycroft 			np->n_size = uio->uio_offset + n;
    761      1.41       mrg #if defined(UVM)
    762      1.41       mrg 			uvm_vnp_setsize(vp, np->n_size);
    763      1.41       mrg #else
    764      1.32  drochner 			vnode_pager_setsize(vp, np->n_size);
    765      1.41       mrg #endif
    766      1.12   mycroft 		}
    767      1.12   mycroft 
    768      1.12   mycroft 		/*
    769      1.12   mycroft 		 * If the new write will leave a contiguous dirty
    770      1.12   mycroft 		 * area, just update the b_dirtyoff and b_dirtyend,
    771      1.12   mycroft 		 * otherwise force a write rpc of the old dirty area.
    772      1.12   mycroft 		 */
    773      1.12   mycroft 		if (bp->b_dirtyend > 0 &&
    774      1.12   mycroft 		    (on > bp->b_dirtyend || (on + n) < bp->b_dirtyoff)) {
    775      1.12   mycroft 			bp->b_proc = p;
    776      1.12   mycroft 			if (VOP_BWRITE(bp) == EINTR)
    777      1.12   mycroft 				return (EINTR);
    778      1.12   mycroft 			goto again;
    779      1.12   mycroft 		}
    780      1.12   mycroft 
    781      1.12   mycroft 		/*
    782      1.12   mycroft 		 * Check for valid write lease and get one as required.
    783      1.12   mycroft 		 * In case getblk() and/or bwrite() delayed us.
    784      1.12   mycroft 		 */
    785      1.12   mycroft 		if ((nmp->nm_flag & NFSMNT_NQNFS) &&
    786      1.24      fvdl 		    NQNFS_CKINVALID(vp, np, ND_WRITE)) {
    787      1.12   mycroft 			do {
    788      1.24      fvdl 				error = nqnfs_getlease(vp, ND_WRITE, cred, p);
    789      1.12   mycroft 			} while (error == NQNFS_EXPIRED);
    790      1.12   mycroft 			if (error) {
    791      1.12   mycroft 				brelse(bp);
    792      1.12   mycroft 				return (error);
    793      1.12   mycroft 			}
    794      1.12   mycroft 			if (np->n_lrev != np->n_brev ||
    795      1.12   mycroft 			    (np->n_flag & NQNFSNONCACHE)) {
    796      1.12   mycroft 				brelse(bp);
    797      1.23  christos 				error = nfs_vinvalbuf(vp, V_SAVE, cred, p, 1);
    798      1.23  christos 				if (error)
    799       1.1       cgd 					return (error);
    800      1.12   mycroft 				np->n_brev = np->n_lrev;
    801       1.1       cgd 				goto again;
    802       1.1       cgd 			}
    803      1.12   mycroft 		}
    804      1.23  christos 		error = uiomove((char *)bp->b_data + on, n, uio);
    805      1.23  christos 		if (error) {
    806      1.12   mycroft 			bp->b_flags |= B_ERROR;
    807      1.12   mycroft 			brelse(bp);
    808      1.12   mycroft 			return (error);
    809      1.12   mycroft 		}
    810      1.12   mycroft 		if (bp->b_dirtyend > 0) {
    811      1.12   mycroft 			bp->b_dirtyoff = min(on, bp->b_dirtyoff);
    812      1.12   mycroft 			bp->b_dirtyend = max((on + n), bp->b_dirtyend);
    813       1.1       cgd 		} else {
    814       1.1       cgd 			bp->b_dirtyoff = on;
    815      1.12   mycroft 			bp->b_dirtyend = on + n;
    816       1.1       cgd 		}
    817      1.12   mycroft 		if (bp->b_validend == 0 || bp->b_validend < bp->b_dirtyoff ||
    818      1.12   mycroft 		    bp->b_validoff > bp->b_dirtyend) {
    819      1.12   mycroft 			bp->b_validoff = bp->b_dirtyoff;
    820      1.12   mycroft 			bp->b_validend = bp->b_dirtyend;
    821      1.12   mycroft 		} else {
    822      1.12   mycroft 			bp->b_validoff = min(bp->b_validoff, bp->b_dirtyoff);
    823      1.12   mycroft 			bp->b_validend = max(bp->b_validend, bp->b_dirtyend);
    824       1.1       cgd 		}
    825      1.25      fvdl 
    826      1.25      fvdl 		/*
    827      1.25      fvdl 		 * Since this block is being modified, it must be written
    828      1.25      fvdl 		 * again and not just committed.
    829      1.25      fvdl 		 */
    830      1.25      fvdl 		bp->b_flags &= ~B_NEEDCOMMIT;
    831      1.25      fvdl 
    832      1.12   mycroft 		/*
    833      1.12   mycroft 		 * If the lease is non-cachable or IO_SYNC do bwrite().
    834      1.12   mycroft 		 */
    835      1.12   mycroft 		if ((np->n_flag & NQNFSNONCACHE) || (ioflag & IO_SYNC)) {
    836      1.12   mycroft 			bp->b_proc = p;
    837      1.24      fvdl 			error = VOP_BWRITE(bp);
    838      1.24      fvdl 			if (error)
    839      1.12   mycroft 				return (error);
    840      1.24      fvdl 			if (np->n_flag & NQNFSNONCACHE) {
    841      1.24      fvdl 				error = nfs_vinvalbuf(vp, V_SAVE, cred, p, 1);
    842      1.24      fvdl 				if (error)
    843      1.24      fvdl 					return (error);
    844      1.24      fvdl 			}
    845      1.12   mycroft 		} else if ((n + on) == biosize &&
    846      1.12   mycroft 			(nmp->nm_flag & NFSMNT_NQNFS) == 0) {
    847       1.1       cgd 			bp->b_proc = (struct proc *)0;
    848      1.24      fvdl 			bp->b_flags |= B_ASYNC;
    849      1.24      fvdl 			(void)nfs_writebp(bp, 0);
    850      1.24      fvdl 		} else {
    851      1.12   mycroft 			bdwrite(bp);
    852      1.24      fvdl 		}
    853  1.44.2.1       chs #endif
    854      1.12   mycroft 	} while (uio->uio_resid > 0 && n > 0);
    855      1.12   mycroft 	return (0);
    856      1.12   mycroft }
    857      1.12   mycroft 
    858      1.12   mycroft /*
    859      1.12   mycroft  * Get an nfs cache block.
    860      1.12   mycroft  * Allocate a new one if the block isn't currently in the cache
    861      1.12   mycroft  * and return the block marked busy. If the calling process is
    862      1.12   mycroft  * interrupted by a signal for an interruptible mount point, return
    863      1.12   mycroft  * NULL.
    864      1.12   mycroft  */
    865      1.12   mycroft struct buf *
    866      1.12   mycroft nfs_getcacheblk(vp, bn, size, p)
    867      1.12   mycroft 	struct vnode *vp;
    868      1.12   mycroft 	daddr_t bn;
    869      1.12   mycroft 	int size;
    870      1.12   mycroft 	struct proc *p;
    871      1.12   mycroft {
    872      1.12   mycroft 	register struct buf *bp;
    873      1.12   mycroft 	struct nfsmount *nmp = VFSTONFS(vp->v_mount);
    874      1.12   mycroft 
    875      1.12   mycroft 	if (nmp->nm_flag & NFSMNT_INT) {
    876      1.12   mycroft 		bp = getblk(vp, bn, size, PCATCH, 0);
    877      1.12   mycroft 		while (bp == (struct buf *)0) {
    878      1.12   mycroft 			if (nfs_sigintr(nmp, (struct nfsreq *)0, p))
    879      1.12   mycroft 				return ((struct buf *)0);
    880      1.12   mycroft 			bp = getblk(vp, bn, size, 0, 2 * hz);
    881      1.12   mycroft 		}
    882      1.12   mycroft 	} else
    883      1.12   mycroft 		bp = getblk(vp, bn, size, 0, 0);
    884      1.12   mycroft 	return (bp);
    885      1.12   mycroft }
    886      1.12   mycroft 
    887      1.12   mycroft /*
    888      1.12   mycroft  * Flush and invalidate all dirty buffers. If another process is already
    889      1.12   mycroft  * doing the flush, just wait for completion.
    890      1.12   mycroft  */
    891      1.23  christos int
    892      1.12   mycroft nfs_vinvalbuf(vp, flags, cred, p, intrflg)
    893      1.12   mycroft 	struct vnode *vp;
    894      1.12   mycroft 	int flags;
    895      1.12   mycroft 	struct ucred *cred;
    896      1.12   mycroft 	struct proc *p;
    897      1.12   mycroft 	int intrflg;
    898      1.12   mycroft {
    899      1.12   mycroft 	register struct nfsnode *np = VTONFS(vp);
    900      1.12   mycroft 	struct nfsmount *nmp = VFSTONFS(vp->v_mount);
    901      1.12   mycroft 	int error = 0, slpflag, slptimeo;
    902      1.12   mycroft 
    903      1.12   mycroft 	if ((nmp->nm_flag & NFSMNT_INT) == 0)
    904      1.12   mycroft 		intrflg = 0;
    905      1.12   mycroft 	if (intrflg) {
    906      1.12   mycroft 		slpflag = PCATCH;
    907      1.12   mycroft 		slptimeo = 2 * hz;
    908      1.12   mycroft 	} else {
    909      1.12   mycroft 		slpflag = 0;
    910      1.12   mycroft 		slptimeo = 0;
    911      1.12   mycroft 	}
    912      1.12   mycroft 	/*
    913      1.12   mycroft 	 * First wait for any other process doing a flush to complete.
    914      1.12   mycroft 	 */
    915      1.12   mycroft 	while (np->n_flag & NFLUSHINPROG) {
    916      1.12   mycroft 		np->n_flag |= NFLUSHWANT;
    917      1.12   mycroft 		error = tsleep((caddr_t)&np->n_flag, PRIBIO + 2, "nfsvinval",
    918      1.12   mycroft 			slptimeo);
    919      1.12   mycroft 		if (error && intrflg && nfs_sigintr(nmp, (struct nfsreq *)0, p))
    920      1.12   mycroft 			return (EINTR);
    921      1.12   mycroft 	}
    922      1.12   mycroft 
    923      1.12   mycroft 	/*
    924      1.12   mycroft 	 * Now, flush as required.
    925      1.12   mycroft 	 */
    926      1.12   mycroft 	np->n_flag |= NFLUSHINPROG;
    927      1.12   mycroft 	error = vinvalbuf(vp, flags, cred, p, slpflag, 0);
    928      1.12   mycroft 	while (error) {
    929      1.12   mycroft 		if (intrflg && nfs_sigintr(nmp, (struct nfsreq *)0, p)) {
    930      1.12   mycroft 			np->n_flag &= ~NFLUSHINPROG;
    931      1.12   mycroft 			if (np->n_flag & NFLUSHWANT) {
    932      1.12   mycroft 				np->n_flag &= ~NFLUSHWANT;
    933      1.12   mycroft 				wakeup((caddr_t)&np->n_flag);
    934      1.12   mycroft 			}
    935      1.12   mycroft 			return (EINTR);
    936      1.12   mycroft 		}
    937      1.12   mycroft 		error = vinvalbuf(vp, flags, cred, p, 0, slptimeo);
    938      1.12   mycroft 	}
    939      1.12   mycroft 	np->n_flag &= ~(NMODIFIED | NFLUSHINPROG);
    940      1.12   mycroft 	if (np->n_flag & NFLUSHWANT) {
    941      1.12   mycroft 		np->n_flag &= ~NFLUSHWANT;
    942      1.12   mycroft 		wakeup((caddr_t)&np->n_flag);
    943      1.12   mycroft 	}
    944      1.12   mycroft 	return (0);
    945      1.12   mycroft }
    946      1.12   mycroft 
    947      1.12   mycroft /*
    948      1.12   mycroft  * Initiate asynchronous I/O. Return an error if no nfsiods are available.
    949      1.12   mycroft  * This is mainly to avoid queueing async I/O requests when the nfsiods
    950      1.12   mycroft  * are all hung on a dead server.
    951      1.12   mycroft  */
    952      1.23  christos int
    953      1.12   mycroft nfs_asyncio(bp, cred)
    954      1.12   mycroft 	register struct buf *bp;
    955      1.12   mycroft 	struct ucred *cred;
    956      1.12   mycroft {
    957      1.12   mycroft 	register int i;
    958      1.30   thorpej 	register struct nfsmount *nmp;
    959      1.30   thorpej 	int gotiod, slpflag = 0, slptimeo = 0, error;
    960      1.12   mycroft 
    961      1.12   mycroft 	if (nfs_numasync == 0)
    962      1.12   mycroft 		return (EIO);
    963      1.30   thorpej 
    964      1.30   thorpej 
    965      1.30   thorpej 	nmp = VFSTONFS(bp->b_vp->v_mount);
    966      1.30   thorpej again:
    967      1.30   thorpej 	if (nmp->nm_flag & NFSMNT_INT)
    968      1.30   thorpej 		slpflag = PCATCH;
    969      1.30   thorpej 	gotiod = FALSE;
    970      1.30   thorpej 
    971      1.30   thorpej 	/*
    972      1.30   thorpej 	 * Find a free iod to process this request.
    973      1.30   thorpej 	 */
    974      1.30   thorpej 
    975      1.12   mycroft 	for (i = 0; i < NFS_MAXASYNCDAEMON; i++)
    976      1.30   thorpej 		if (nfs_iodwant[i]) {
    977      1.30   thorpej 			/*
    978      1.30   thorpej 			 * Found one, so wake it up and tell it which
    979      1.30   thorpej 			 * mount to process.
    980      1.30   thorpej 			 */
    981      1.30   thorpej 			nfs_iodwant[i] = (struct proc *)0;
    982      1.30   thorpej 			nfs_iodmount[i] = nmp;
    983      1.30   thorpej 			nmp->nm_bufqiods++;
    984      1.30   thorpej 			wakeup((caddr_t)&nfs_iodwant[i]);
    985      1.30   thorpej 			gotiod = TRUE;
    986      1.31      fvdl 			break;
    987      1.30   thorpej 		}
    988      1.30   thorpej 	/*
    989      1.30   thorpej 	 * If none are free, we may already have an iod working on this mount
    990      1.30   thorpej 	 * point.  If so, it will process our request.
    991      1.30   thorpej 	 */
    992      1.30   thorpej 	if (!gotiod && nmp->nm_bufqiods > 0)
    993      1.30   thorpej 		gotiod = TRUE;
    994      1.30   thorpej 
    995      1.30   thorpej 	/*
    996      1.30   thorpej 	 * If we have an iod which can process the request, then queue
    997      1.30   thorpej 	 * the buffer.
    998      1.30   thorpej 	 */
    999      1.30   thorpej 	if (gotiod) {
   1000      1.30   thorpej 		/*
   1001      1.30   thorpej 		 * Ensure that the queue never grows too large.
   1002      1.30   thorpej 		 */
   1003      1.30   thorpej 		while (nmp->nm_bufqlen >= 2*nfs_numasync) {
   1004      1.30   thorpej 			nmp->nm_bufqwant = TRUE;
   1005      1.30   thorpej 			error = tsleep(&nmp->nm_bufq, slpflag | PRIBIO,
   1006      1.30   thorpej 				"nfsaio", slptimeo);
   1007      1.30   thorpej 			if (error) {
   1008      1.30   thorpej 				if (nfs_sigintr(nmp, NULL, bp->b_proc))
   1009      1.30   thorpej 					return (EINTR);
   1010      1.30   thorpej 				if (slpflag == PCATCH) {
   1011      1.30   thorpej 					slpflag = 0;
   1012      1.30   thorpej 					slptimeo = 2 * hz;
   1013      1.30   thorpej 				}
   1014      1.30   thorpej 			}
   1015      1.30   thorpej 			/*
   1016      1.30   thorpej 			 * We might have lost our iod while sleeping,
   1017      1.30   thorpej 			 * so check and loop if nescessary.
   1018      1.30   thorpej 			 */
   1019      1.30   thorpej 			if (nmp->nm_bufqiods == 0)
   1020      1.30   thorpej 				goto again;
   1021      1.30   thorpej 		}
   1022      1.30   thorpej 
   1023      1.12   mycroft 		if (bp->b_flags & B_READ) {
   1024      1.12   mycroft 			if (bp->b_rcred == NOCRED && cred != NOCRED) {
   1025      1.12   mycroft 				crhold(cred);
   1026      1.12   mycroft 				bp->b_rcred = cred;
   1027      1.12   mycroft 			}
   1028       1.1       cgd 		} else {
   1029      1.24      fvdl 			bp->b_flags |= B_WRITEINPROG;
   1030      1.12   mycroft 			if (bp->b_wcred == NOCRED && cred != NOCRED) {
   1031      1.12   mycroft 				crhold(cred);
   1032      1.12   mycroft 				bp->b_wcred = cred;
   1033      1.12   mycroft 			}
   1034      1.12   mycroft 		}
   1035      1.12   mycroft 
   1036      1.30   thorpej 		TAILQ_INSERT_TAIL(&nmp->nm_bufq, bp, b_freelist);
   1037      1.30   thorpej 		nmp->nm_bufqlen++;
   1038      1.12   mycroft 		return (0);
   1039      1.12   mycroft 	    }
   1040      1.24      fvdl 
   1041      1.24      fvdl 	/*
   1042      1.30   thorpej 	 * All the iods are busy on other mounts, so return EIO to
   1043      1.30   thorpej 	 * force the caller to process the i/o synchronously.
   1044      1.24      fvdl 	 */
   1045      1.30   thorpej 	return (EIO);
   1046      1.12   mycroft }
   1047      1.12   mycroft 
   1048      1.12   mycroft /*
   1049      1.12   mycroft  * Do an I/O operation to/from a cache block. This may be called
   1050      1.12   mycroft  * synchronously or from an nfsiod.
   1051      1.12   mycroft  */
   1052      1.12   mycroft int
   1053      1.12   mycroft nfs_doio(bp, cr, p)
   1054      1.12   mycroft 	register struct buf *bp;
   1055      1.23  christos 	struct ucred *cr;
   1056      1.12   mycroft 	struct proc *p;
   1057      1.12   mycroft {
   1058      1.12   mycroft 	register struct uio *uiop;
   1059      1.12   mycroft 	register struct vnode *vp;
   1060      1.12   mycroft 	struct nfsnode *np;
   1061      1.12   mycroft 	struct nfsmount *nmp;
   1062      1.24      fvdl 	int error = 0, diff, len, iomode, must_commit = 0;
   1063      1.12   mycroft 	struct uio uio;
   1064      1.12   mycroft 	struct iovec io;
   1065      1.12   mycroft 
   1066      1.12   mycroft 	vp = bp->b_vp;
   1067      1.12   mycroft 	np = VTONFS(vp);
   1068      1.12   mycroft 	nmp = VFSTONFS(vp->v_mount);
   1069      1.12   mycroft 	uiop = &uio;
   1070      1.12   mycroft 	uiop->uio_iov = &io;
   1071      1.12   mycroft 	uiop->uio_iovcnt = 1;
   1072      1.12   mycroft 	uiop->uio_segflg = UIO_SYSSPACE;
   1073      1.12   mycroft 	uiop->uio_procp = p;
   1074      1.12   mycroft 
   1075      1.12   mycroft 	/*
   1076      1.14        pk 	 * Historically, paging was done with physio, but no more...
   1077      1.12   mycroft 	 */
   1078      1.14        pk 	if (bp->b_flags & B_PHYS) {
   1079      1.14        pk 	    /*
   1080      1.14        pk 	     * ...though reading /dev/drum still gets us here.
   1081      1.14        pk 	     */
   1082      1.14        pk 	    io.iov_len = uiop->uio_resid = bp->b_bcount;
   1083      1.14        pk 	    /* mapping was done by vmapbuf() */
   1084      1.14        pk 	    io.iov_base = bp->b_data;
   1085      1.24      fvdl 	    uiop->uio_offset = ((off_t)bp->b_blkno) * DEV_BSIZE;
   1086      1.14        pk 	    if (bp->b_flags & B_READ) {
   1087      1.14        pk 		uiop->uio_rw = UIO_READ;
   1088      1.14        pk 		nfsstats.read_physios++;
   1089      1.14        pk 		error = nfs_readrpc(vp, uiop, cr);
   1090      1.14        pk 	    } else {
   1091      1.24      fvdl 		iomode = NFSV3WRITE_DATASYNC;
   1092      1.14        pk 		uiop->uio_rw = UIO_WRITE;
   1093      1.14        pk 		nfsstats.write_physios++;
   1094      1.24      fvdl 		error = nfs_writerpc(vp, uiop, cr, &iomode, &must_commit);
   1095      1.14        pk 	    }
   1096      1.14        pk 	    if (error) {
   1097      1.14        pk 		bp->b_flags |= B_ERROR;
   1098      1.14        pk 		bp->b_error = error;
   1099      1.14        pk 	    }
   1100      1.14        pk 	} else if (bp->b_flags & B_READ) {
   1101      1.12   mycroft 	    io.iov_len = uiop->uio_resid = bp->b_bcount;
   1102      1.12   mycroft 	    io.iov_base = bp->b_data;
   1103      1.12   mycroft 	    uiop->uio_rw = UIO_READ;
   1104      1.12   mycroft 	    switch (vp->v_type) {
   1105      1.12   mycroft 	    case VREG:
   1106      1.24      fvdl 		uiop->uio_offset = ((off_t)bp->b_blkno) * DEV_BSIZE;
   1107      1.12   mycroft 		nfsstats.read_bios++;
   1108      1.12   mycroft 		error = nfs_readrpc(vp, uiop, cr);
   1109      1.12   mycroft 		if (!error) {
   1110      1.12   mycroft 		    bp->b_validoff = 0;
   1111      1.12   mycroft 		    if (uiop->uio_resid) {
   1112      1.12   mycroft 			/*
   1113      1.12   mycroft 			 * If len > 0, there is a hole in the file and
   1114      1.12   mycroft 			 * no writes after the hole have been pushed to
   1115      1.12   mycroft 			 * the server yet.
   1116      1.12   mycroft 			 * Just zero fill the rest of the valid area.
   1117      1.12   mycroft 			 */
   1118      1.12   mycroft 			diff = bp->b_bcount - uiop->uio_resid;
   1119      1.24      fvdl 			len = np->n_size - (((u_quad_t)bp->b_blkno) * DEV_BSIZE
   1120      1.12   mycroft 				+ diff);
   1121      1.12   mycroft 			if (len > 0) {
   1122      1.12   mycroft 			    len = min(len, uiop->uio_resid);
   1123      1.44     perry 			    memset((char *)bp->b_data + diff, 0, len);
   1124      1.12   mycroft 			    bp->b_validend = diff + len;
   1125      1.12   mycroft 			} else
   1126      1.12   mycroft 			    bp->b_validend = diff;
   1127      1.12   mycroft 		    } else
   1128      1.12   mycroft 			bp->b_validend = bp->b_bcount;
   1129      1.12   mycroft 		}
   1130      1.12   mycroft 		if (p && (vp->v_flag & VTEXT) &&
   1131      1.12   mycroft 			(((nmp->nm_flag & NFSMNT_NQNFS) &&
   1132      1.24      fvdl 			  NQNFS_CKINVALID(vp, np, ND_READ) &&
   1133      1.12   mycroft 			  np->n_lrev != np->n_brev) ||
   1134      1.12   mycroft 			 (!(nmp->nm_flag & NFSMNT_NQNFS) &&
   1135      1.35      fvdl 			  np->n_mtime != np->n_vattr->va_mtime.tv_sec))) {
   1136      1.12   mycroft 			uprintf("Process killed due to text file modification\n");
   1137      1.12   mycroft 			psignal(p, SIGKILL);
   1138      1.13   mycroft 			p->p_holdcnt++;
   1139      1.12   mycroft 		}
   1140      1.12   mycroft 		break;
   1141      1.12   mycroft 	    case VLNK:
   1142      1.24      fvdl 		uiop->uio_offset = (off_t)0;
   1143      1.12   mycroft 		nfsstats.readlink_bios++;
   1144      1.12   mycroft 		error = nfs_readlinkrpc(vp, uiop, cr);
   1145      1.12   mycroft 		break;
   1146      1.12   mycroft 	    case VDIR:
   1147      1.12   mycroft 		nfsstats.readdir_bios++;
   1148      1.34      fvdl 		uiop->uio_offset = bp->b_dcookie;
   1149      1.24      fvdl 		if (nmp->nm_flag & NFSMNT_RDIRPLUS) {
   1150      1.24      fvdl 			error = nfs_readdirplusrpc(vp, uiop, cr);
   1151      1.24      fvdl 			if (error == NFSERR_NOTSUPP)
   1152      1.24      fvdl 				nmp->nm_flag &= ~NFSMNT_RDIRPLUS;
   1153      1.24      fvdl 		}
   1154      1.24      fvdl 		if ((nmp->nm_flag & NFSMNT_RDIRPLUS) == 0)
   1155      1.24      fvdl 			error = nfs_readdirrpc(vp, uiop, cr);
   1156      1.34      fvdl 		if (!error) {
   1157      1.34      fvdl 			bp->b_dcookie = uiop->uio_offset;
   1158      1.34      fvdl 			bp->b_validoff = 0;
   1159      1.34      fvdl 			bp->b_validend = bp->b_bcount - uiop->uio_resid;
   1160      1.34      fvdl 		}
   1161      1.24      fvdl 		break;
   1162      1.24      fvdl 	    default:
   1163      1.29  christos 		printf("nfs_doio:  type %x unexpected\n",vp->v_type);
   1164      1.12   mycroft 		break;
   1165      1.12   mycroft 	    };
   1166      1.12   mycroft 	    if (error) {
   1167      1.12   mycroft 		bp->b_flags |= B_ERROR;
   1168      1.12   mycroft 		bp->b_error = error;
   1169      1.12   mycroft 	    }
   1170      1.12   mycroft 	} else {
   1171      1.12   mycroft 	    io.iov_len = uiop->uio_resid = bp->b_dirtyend
   1172      1.12   mycroft 		- bp->b_dirtyoff;
   1173      1.24      fvdl 	    uiop->uio_offset = ((off_t)bp->b_blkno) * DEV_BSIZE
   1174      1.12   mycroft 		+ bp->b_dirtyoff;
   1175      1.12   mycroft 	    io.iov_base = (char *)bp->b_data + bp->b_dirtyoff;
   1176      1.12   mycroft 	    uiop->uio_rw = UIO_WRITE;
   1177      1.12   mycroft 	    nfsstats.write_bios++;
   1178      1.24      fvdl 	    if ((bp->b_flags & (B_ASYNC | B_NEEDCOMMIT | B_NOCACHE)) == B_ASYNC)
   1179      1.24      fvdl 		iomode = NFSV3WRITE_UNSTABLE;
   1180      1.24      fvdl 	    else
   1181      1.24      fvdl 		iomode = NFSV3WRITE_FILESYNC;
   1182      1.24      fvdl 	    bp->b_flags |= B_WRITEINPROG;
   1183      1.24      fvdl #ifdef fvdl_debug
   1184      1.29  christos 	    printf("nfs_doio(%x): bp %x doff %d dend %d\n",
   1185      1.24      fvdl 		vp, bp, bp->b_dirtyoff, bp->b_dirtyend);
   1186      1.24      fvdl #endif
   1187      1.24      fvdl 	    error = nfs_writerpc(vp, uiop, cr, &iomode, &must_commit);
   1188      1.24      fvdl 	    if (!error && iomode == NFSV3WRITE_UNSTABLE)
   1189      1.24      fvdl 		bp->b_flags |= B_NEEDCOMMIT;
   1190      1.12   mycroft 	    else
   1191      1.24      fvdl 		bp->b_flags &= ~B_NEEDCOMMIT;
   1192      1.24      fvdl 	    bp->b_flags &= ~B_WRITEINPROG;
   1193      1.12   mycroft 
   1194      1.12   mycroft 	    /*
   1195      1.12   mycroft 	     * For an interrupted write, the buffer is still valid and the
   1196      1.12   mycroft 	     * write hasn't been pushed to the server yet, so we can't set
   1197      1.12   mycroft 	     * B_ERROR and report the interruption by setting B_EINTR. For
   1198      1.12   mycroft 	     * the B_ASYNC case, B_EINTR is not relevant, so the rpc attempt
   1199      1.12   mycroft 	     * is essentially a noop.
   1200      1.24      fvdl 	     * For the case of a V3 write rpc not being committed to stable
   1201      1.24      fvdl 	     * storage, the block is still dirty and requires either a commit
   1202      1.24      fvdl 	     * rpc or another write rpc with iomode == NFSV3WRITE_FILESYNC
   1203      1.24      fvdl 	     * before the block is reused. This is indicated by setting the
   1204      1.24      fvdl 	     * B_DELWRI and B_NEEDCOMMIT flags.
   1205      1.12   mycroft 	     */
   1206      1.24      fvdl 	    if (error == EINTR || (!error && (bp->b_flags & B_NEEDCOMMIT))) {
   1207      1.12   mycroft 		bp->b_flags |= B_DELWRI;
   1208      1.12   mycroft 
   1209      1.12   mycroft 		/*
   1210      1.12   mycroft 		 * Since for the B_ASYNC case, nfs_bwrite() has reassigned the
   1211      1.12   mycroft 		 * buffer to the clean list, we have to reassign it back to the
   1212      1.12   mycroft 		 * dirty one. Ugh.
   1213      1.12   mycroft 		 */
   1214      1.12   mycroft 		if (bp->b_flags & B_ASYNC)
   1215      1.12   mycroft 		    reassignbuf(bp, vp);
   1216      1.27      fvdl 		else if (error)
   1217      1.12   mycroft 		    bp->b_flags |= B_EINTR;
   1218      1.12   mycroft 	    } else {
   1219      1.12   mycroft 		if (error) {
   1220      1.12   mycroft 		    bp->b_flags |= B_ERROR;
   1221      1.12   mycroft 		    bp->b_error = np->n_error = error;
   1222      1.12   mycroft 		    np->n_flag |= NWRITEERR;
   1223       1.1       cgd 		}
   1224      1.12   mycroft 		bp->b_dirtyoff = bp->b_dirtyend = 0;
   1225      1.12   mycroft 	    }
   1226       1.1       cgd 	}
   1227      1.12   mycroft 	bp->b_resid = uiop->uio_resid;
   1228      1.24      fvdl 	if (must_commit)
   1229      1.24      fvdl 		nfs_clearcommit(vp->v_mount);
   1230      1.12   mycroft 	biodone(bp);
   1231       1.1       cgd 	return (error);
   1232       1.1       cgd }
   1233  1.44.2.1       chs 
   1234  1.44.2.1       chs #ifdef UBC
   1235  1.44.2.1       chs /*
   1236  1.44.2.1       chs  * Vnode op for VM getpages.
   1237  1.44.2.1       chs  */
   1238  1.44.2.1       chs int
   1239  1.44.2.1       chs nfs_getpages(v)
   1240  1.44.2.1       chs 	void *v;
   1241  1.44.2.1       chs {
   1242  1.44.2.1       chs 	struct vop_getpages_args /* {
   1243  1.44.2.1       chs 		struct vnode *a_vp;
   1244  1.44.2.1       chs 		vaddr_t a_offset;
   1245  1.44.2.1       chs 		vm_page_t *a_m;
   1246  1.44.2.1       chs 		int *a_count;
   1247  1.44.2.1       chs 		int a_centeridx;
   1248  1.44.2.1       chs 		vm_prot_t a_access_type;
   1249  1.44.2.1       chs 		int a_advice;
   1250  1.44.2.1       chs 		int a_flags;
   1251  1.44.2.1       chs 	} */ *ap = v;
   1252  1.44.2.3       chs 	int i, error, npages;
   1253  1.44.2.1       chs 	struct uio uio;
   1254  1.44.2.1       chs 	struct iovec iov;
   1255  1.44.2.1       chs 	vaddr_t kva;
   1256  1.44.2.1       chs 	struct buf tmpbuf, *bp;
   1257  1.44.2.1       chs 	struct vnode *vp = ap->a_vp;
   1258  1.44.2.1       chs 	struct uvm_object *uobj = &vp->v_uvm.u_obj;
   1259  1.44.2.3       chs 	struct nfsmount *nmp = VFSTONFS(vp->v_mount);
   1260  1.44.2.3       chs 	vaddr_t offset;
   1261  1.44.2.3       chs 	vm_page_t pgs[2]; /* XXX tmp hack: 4k page 8k rsize */
   1262  1.44.2.3       chs 	int cidx, vidx;
   1263  1.44.2.3       chs 
   1264  1.44.2.1       chs 	UVMHIST_FUNC("nfs_getpages"); UVMHIST_CALLED(ubchist);
   1265  1.44.2.1       chs 	UVMHIST_LOG(ubchist, "vp %p off 0x%x", vp, (int)ap->a_offset, 0,0);
   1266  1.44.2.1       chs 
   1267  1.44.2.3       chs #ifdef DIAGNOSTIC
   1268  1.44.2.3       chs 	if (ap->a_centeridx < 0 || ap->a_centeridx >= *ap->a_count) {
   1269  1.44.2.3       chs 		panic("nfs_getpages: centeridx %d out of range",
   1270  1.44.2.3       chs 		      ap->a_centeridx);
   1271  1.44.2.3       chs 	}
   1272  1.44.2.3       chs #endif
   1273  1.44.2.3       chs 
   1274  1.44.2.1       chs 	if (ap->a_flags & PGO_LOCKED) {
   1275  1.44.2.3       chs 		uvn_findpages(uobj, ap->a_offset, ap->a_count, ap->a_m,
   1276  1.44.2.3       chs 			      UFP_NOWAIT|UFP_NOALLOC);
   1277  1.44.2.3       chs 
   1278  1.44.2.3       chs 		/* XXX PGO_ALLPAGES? */
   1279  1.44.2.3       chs 		return VM_PAGER_OK;
   1280  1.44.2.1       chs 	}
   1281  1.44.2.1       chs 
   1282  1.44.2.1       chs 	/* vnode is VOP_LOCKed, uobj is locked */
   1283  1.44.2.1       chs 
   1284  1.44.2.3       chs 	/*
   1285  1.44.2.3       chs 	 * first see if center page already exists.
   1286  1.44.2.3       chs 	 * if it does, return the page.
   1287  1.44.2.3       chs 	 * XXX
   1288  1.44.2.3       chs 	 * this is needed because ubc_fault() doesn't
   1289  1.44.2.3       chs 	 * do a PGO_LOCKED call first.
   1290  1.44.2.3       chs 	 * XXX change ubc_fault() to do the PGO_LOCKED call.
   1291  1.44.2.3       chs 	 */
   1292  1.44.2.1       chs 
   1293  1.44.2.3       chs 	npages = 1;
   1294  1.44.2.3       chs 	uvn_findpages(uobj, ap->a_offset + (ap->a_centeridx << PAGE_SHIFT),
   1295  1.44.2.3       chs 		      &npages, &ap->a_m[ap->a_centeridx], UFP_NOALLOC);
   1296  1.44.2.3       chs 	if (npages == 1) {
   1297  1.44.2.3       chs 		simple_unlock(&uobj->vmobjlock);
   1298  1.44.2.3       chs 		return VM_PAGER_OK;
   1299  1.44.2.1       chs 	}
   1300  1.44.2.1       chs 
   1301  1.44.2.3       chs 	npages = nmp->nm_rsize >> PAGE_SHIFT;
   1302  1.44.2.3       chs 	offset = ap->a_offset & ~(nmp->nm_rsize - 1);
   1303  1.44.2.3       chs 	cidx = ap->a_centeridx + ((ap->a_offset - offset) >> PAGE_SHIFT);
   1304  1.44.2.3       chs 	UVMHIST_LOG(ubchist, "npages %d offset 0x%lx cidx %d",
   1305  1.44.2.3       chs 		    npages, offset, cidx,0);
   1306  1.44.2.3       chs 	memset(pgs, 0, sizeof(pgs));
   1307  1.44.2.3       chs 	uvn_findpages(uobj, offset, &npages, pgs, UFP_NOCACHE);
   1308  1.44.2.3       chs 	vidx = (npages == 2) ? 0 : cidx;
   1309  1.44.2.1       chs 
   1310  1.44.2.1       chs 	simple_unlock(&uobj->vmobjlock);
   1311  1.44.2.1       chs 
   1312  1.44.2.3       chs #ifdef DIAGNOSTIC
   1313  1.44.2.3       chs 	if (npages == 0) {
   1314  1.44.2.3       chs 		panic("nfs_getpages: nothing to read, vp %p", vp);
   1315  1.44.2.1       chs 	}
   1316  1.44.2.3       chs #endif
   1317  1.44.2.1       chs 
   1318  1.44.2.1       chs 	/*
   1319  1.44.2.1       chs 	 * if the entire page is past the end of the file,
   1320  1.44.2.1       chs 	 * just zero it and return.
   1321  1.44.2.1       chs 	 */
   1322  1.44.2.3       chs 	if (offset >= vp->v_uvm.u_size) {
   1323  1.44.2.1       chs 		UVMHIST_LOG(ubchist, "off 0x%x past EOF 0x%x, zeroed page",
   1324  1.44.2.3       chs 			    offset, vp->v_uvm.u_size,0,0);
   1325  1.44.2.3       chs 
   1326  1.44.2.3       chs 		while (vidx < npages) {
   1327  1.44.2.3       chs 			uvm_pagezero(pgs[vidx++]);
   1328  1.44.2.3       chs 		}
   1329  1.44.2.3       chs 		return VM_PAGER_OK;
   1330  1.44.2.1       chs 	}
   1331  1.44.2.1       chs 
   1332  1.44.2.1       chs 	/*
   1333  1.44.2.1       chs 	 * read at last part of the page.
   1334  1.44.2.1       chs 	 */
   1335  1.44.2.1       chs 
   1336  1.44.2.3       chs 	kva = uvm_pagermapin(&pgs[vidx], npages, NULL, M_WAITOK);
   1337  1.44.2.1       chs 	if (kva == 0) {
   1338  1.44.2.3       chs 		return VM_PAGER_AGAIN;
   1339  1.44.2.1       chs 	}
   1340  1.44.2.1       chs 
   1341  1.44.2.1       chs 	uio.uio_iov = &iov;
   1342  1.44.2.1       chs 	iov.iov_len = 0;
   1343  1.44.2.1       chs 
   1344  1.44.2.1       chs 	bp = &tmpbuf;
   1345  1.44.2.1       chs 	bzero(bp, sizeof *bp);
   1346  1.44.2.1       chs 
   1347  1.44.2.3       chs 	bp->b_bufsize = npages << PAGE_SHIFT;
   1348  1.44.2.3       chs 	bp->b_bcount = min(bp->b_bufsize, vp->v_uvm.u_size -
   1349  1.44.2.3       chs 			   (offset + (vidx << PAGE_SHIFT)));
   1350  1.44.2.1       chs 	bp->b_data = (void *)kva;
   1351  1.44.2.3       chs 	bp->b_blkno = bp->b_lblkno =
   1352  1.44.2.3       chs 		(offset + (vidx << PAGE_SHIFT)) >> DEV_BSHIFT;
   1353  1.44.2.1       chs 	bp->b_vp = vp;
   1354  1.44.2.1       chs 	bp->b_rcred = 0;
   1355  1.44.2.1       chs 	bp->b_flags = B_BUSY|B_READ;
   1356  1.44.2.1       chs 
   1357  1.44.2.3       chs 	UVMHIST_LOG(ubchist, "reading blkno 0x%x bcount 0x%x",
   1358  1.44.2.3       chs 		    bp->b_blkno, bp->b_bcount,0,0);
   1359  1.44.2.1       chs 	error = nfs_doio(bp, curproc->p_ucred, curproc);
   1360  1.44.2.1       chs 
   1361  1.44.2.3       chs 	uvm_pagermapout(kva, npages);
   1362  1.44.2.3       chs 
   1363  1.44.2.3       chs 	simple_lock(&uobj->vmobjlock);
   1364  1.44.2.3       chs 	uvm_lock_pageq();
   1365  1.44.2.1       chs 	if (error) {
   1366  1.44.2.3       chs 		for (i = vidx; i < vidx + npages; i++) {
   1367  1.44.2.3       chs 			if (pgs[i]->flags & PG_WANTED) {
   1368  1.44.2.3       chs 				wakeup(pgs[i]);
   1369  1.44.2.3       chs 			}
   1370  1.44.2.3       chs 			pgs[i]->flags &= ~(PG_WANTED|PG_BUSY);
   1371  1.44.2.3       chs 			UVM_PAGE_OWN(pgs[i], NULL);
   1372  1.44.2.3       chs 			uvm_pagefree(pgs[i]);
   1373  1.44.2.3       chs 		}
   1374  1.44.2.1       chs 	} else {
   1375  1.44.2.3       chs 		for (i = vidx; i < vidx + npages; i++) {
   1376  1.44.2.3       chs 			if (i != cidx) {
   1377  1.44.2.3       chs 				if (pgs[i]->flags & PG_WANTED) {
   1378  1.44.2.3       chs 					wakeup(pgs[i]);
   1379  1.44.2.3       chs 				}
   1380  1.44.2.3       chs 				pgs[i]->flags &= ~(PG_WANTED|PG_BUSY);
   1381  1.44.2.3       chs 				UVM_PAGE_OWN(pgs[i], NULL);
   1382  1.44.2.3       chs 
   1383  1.44.2.3       chs 			}
   1384  1.44.2.3       chs 
   1385  1.44.2.3       chs 			/* XXX for now, disable putpages clustering. */
   1386  1.44.2.3       chs 			pgs[i]->blkno = 0;
   1387  1.44.2.3       chs 			pgs[i]->flags &= ~PG_FAKE;
   1388  1.44.2.3       chs 			pmap_clear_modify(PMAP_PGARG(pgs[i]));
   1389  1.44.2.3       chs 			uvm_pageactivate(pgs[i]);
   1390  1.44.2.3       chs 		}
   1391  1.44.2.1       chs 	}
   1392  1.44.2.3       chs 	uvm_unlock_pageq();
   1393  1.44.2.3       chs 	simple_unlock(&uobj->vmobjlock);
   1394  1.44.2.1       chs 
   1395  1.44.2.3       chs 	ap->a_m[ap->a_centeridx] = pgs[cidx];
   1396  1.44.2.3       chs 	UVMHIST_LOG(ubchist, "a_m[%d] = pgs[%d] = %p", ap->a_centeridx,
   1397  1.44.2.3       chs 		    cidx, pgs[cidx],0);
   1398  1.44.2.3       chs #ifdef DIAGNOSTIC
   1399  1.44.2.3       chs 	if (ap->a_m[ap->a_centeridx] == NULL) {
   1400  1.44.2.3       chs 		panic("nfs_getpages: returning null page?");
   1401  1.44.2.3       chs 	}
   1402  1.44.2.3       chs #endif
   1403  1.44.2.3       chs 	return error ? VM_PAGER_ERROR : VM_PAGER_OK;
   1404  1.44.2.1       chs }
   1405  1.44.2.1       chs 
   1406  1.44.2.1       chs /*
   1407  1.44.2.1       chs  * Vnode op for VM putpages.
   1408  1.44.2.1       chs  */
   1409  1.44.2.1       chs int
   1410  1.44.2.1       chs nfs_putpages(v)
   1411  1.44.2.1       chs 	void *v;
   1412  1.44.2.1       chs {
   1413  1.44.2.1       chs 	struct vop_putpages_args /* {
   1414  1.44.2.1       chs 		struct vnode *a_vp;
   1415  1.44.2.1       chs 		vm_page_t *a_m;
   1416  1.44.2.1       chs 		int a_count;
   1417  1.44.2.1       chs 		int a_sync;
   1418  1.44.2.1       chs 		int *a_rtvals;
   1419  1.44.2.1       chs 	} */ *ap = v;
   1420  1.44.2.1       chs 
   1421  1.44.2.1       chs 	struct vnode *vp = ap->a_vp;
   1422  1.44.2.1       chs 	int mode, commit;
   1423  1.44.2.1       chs 	int error;
   1424  1.44.2.1       chs 	struct uio uio;
   1425  1.44.2.1       chs 	struct iovec iov;
   1426  1.44.2.1       chs 	vm_page_t m;
   1427  1.44.2.1       chs 	vaddr_t kva;
   1428  1.44.2.1       chs 	int iosize;
   1429  1.44.2.1       chs 
   1430  1.44.2.1       chs 	/* XXX for now, just do one page at a time */
   1431  1.44.2.1       chs 	if (ap->a_count != 1) {
   1432  1.44.2.1       chs 		panic("nfs_putpages: one at a time, please\n");
   1433  1.44.2.1       chs 	}
   1434  1.44.2.1       chs 
   1435  1.44.2.1       chs 	m = ap->a_m[0];
   1436  1.44.2.1       chs 	kva = uvm_pagermapin(ap->a_m, ap->a_count, NULL, M_WAITOK);
   1437  1.44.2.1       chs 	if (kva == 0) {
   1438  1.44.2.3       chs 		return VM_PAGER_AGAIN;
   1439  1.44.2.1       chs 	}
   1440  1.44.2.1       chs 
   1441  1.44.2.1       chs 	iosize = min(PAGE_SIZE, vp->v_uvm.u_size - m->offset);
   1442  1.44.2.1       chs 
   1443  1.44.2.1       chs 	iov.iov_base = (caddr_t)kva;
   1444  1.44.2.1       chs 	iov.iov_len = iosize;
   1445  1.44.2.1       chs 	uio.uio_iov = &iov;
   1446  1.44.2.1       chs 	uio.uio_iovcnt = 1;
   1447  1.44.2.1       chs 	uio.uio_offset = m->offset;
   1448  1.44.2.1       chs 	uio.uio_resid = iosize;
   1449  1.44.2.1       chs 	uio.uio_segflg = UIO_SYSSPACE;
   1450  1.44.2.1       chs 	uio.uio_rw = UIO_WRITE;
   1451  1.44.2.1       chs 	uio.uio_procp = NULL;
   1452  1.44.2.1       chs 
   1453  1.44.2.1       chs 	/* XXX */
   1454  1.44.2.1       chs 	mode = NFSV3WRITE_FILESYNC;
   1455  1.44.2.1       chs 
   1456  1.44.2.1       chs 	error = nfs_writerpc(vp, &uio, curproc->p_ucred, &mode, &commit);
   1457  1.44.2.1       chs 
   1458  1.44.2.1       chs 	uvm_pagermapout(kva, ap->a_count);
   1459  1.44.2.1       chs 
   1460  1.44.2.3       chs 	return error ? VM_PAGER_ERROR : VM_PAGER_OK;
   1461  1.44.2.1       chs }
   1462  1.44.2.1       chs #endif
   1463