Home | History | Annotate | Line # | Download | only in lfs
lfs_vnops.c revision 1.155.2.1
      1  1.155.2.1      yamt /*	$NetBSD: lfs_vnops.c,v 1.155.2.1 2005/10/20 03:00:30 yamt Exp $	*/
      2        1.2       cgd 
      3       1.22  perseant /*-
      4       1.84  perseant  * Copyright (c) 1999, 2000, 2001, 2002, 2003 The NetBSD Foundation, Inc.
      5       1.22  perseant  * All rights reserved.
      6       1.22  perseant  *
      7       1.22  perseant  * This code is derived from software contributed to The NetBSD Foundation
      8       1.22  perseant  * by Konrad E. Schroder <perseant (at) hhhh.org>.
      9       1.22  perseant  *
     10       1.22  perseant  * Redistribution and use in source and binary forms, with or without
     11       1.22  perseant  * modification, are permitted provided that the following conditions
     12       1.22  perseant  * are met:
     13       1.22  perseant  * 1. Redistributions of source code must retain the above copyright
     14       1.22  perseant  *    notice, this list of conditions and the following disclaimer.
     15       1.22  perseant  * 2. Redistributions in binary form must reproduce the above copyright
     16       1.22  perseant  *    notice, this list of conditions and the following disclaimer in the
     17       1.22  perseant  *    documentation and/or other materials provided with the distribution.
     18       1.22  perseant  * 3. All advertising materials mentioning features or use of this software
     19       1.22  perseant  *    must display the following acknowledgement:
     20       1.86  perseant  *	This product includes software developed by the NetBSD
     21       1.86  perseant  *	Foundation, Inc. and its contributors.
     22       1.22  perseant  * 4. Neither the name of The NetBSD Foundation nor the names of its
     23       1.22  perseant  *    contributors may be used to endorse or promote products derived
     24       1.22  perseant  *    from this software without specific prior written permission.
     25       1.22  perseant  *
     26       1.22  perseant  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     27       1.22  perseant  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     28       1.22  perseant  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     29       1.22  perseant  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     30       1.22  perseant  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     31       1.22  perseant  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     32       1.22  perseant  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     33       1.22  perseant  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     34       1.22  perseant  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     35       1.22  perseant  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     36       1.22  perseant  * POSSIBILITY OF SUCH DAMAGE.
     37       1.22  perseant  */
     38        1.1   mycroft /*
     39       1.15      fvdl  * Copyright (c) 1986, 1989, 1991, 1993, 1995
     40        1.1   mycroft  *	The Regents of the University of California.  All rights reserved.
     41        1.1   mycroft  *
     42        1.1   mycroft  * Redistribution and use in source and binary forms, with or without
     43        1.1   mycroft  * modification, are permitted provided that the following conditions
     44        1.1   mycroft  * are met:
     45        1.1   mycroft  * 1. Redistributions of source code must retain the above copyright
     46        1.1   mycroft  *    notice, this list of conditions and the following disclaimer.
     47        1.1   mycroft  * 2. Redistributions in binary form must reproduce the above copyright
     48        1.1   mycroft  *    notice, this list of conditions and the following disclaimer in the
     49        1.1   mycroft  *    documentation and/or other materials provided with the distribution.
     50      1.114       agc  * 3. Neither the name of the University nor the names of its contributors
     51        1.1   mycroft  *    may be used to endorse or promote products derived from this software
     52        1.1   mycroft  *    without specific prior written permission.
     53        1.1   mycroft  *
     54        1.1   mycroft  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     55        1.1   mycroft  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     56        1.1   mycroft  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     57        1.1   mycroft  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     58        1.1   mycroft  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     59        1.1   mycroft  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     60        1.1   mycroft  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     61        1.1   mycroft  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     62        1.1   mycroft  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     63        1.1   mycroft  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     64        1.1   mycroft  * SUCH DAMAGE.
     65        1.1   mycroft  *
     66       1.15      fvdl  *	@(#)lfs_vnops.c	8.13 (Berkeley) 6/10/95
     67        1.1   mycroft  */
     68       1.58     lukem 
     69       1.58     lukem #include <sys/cdefs.h>
     70  1.155.2.1      yamt __KERNEL_RCSID(0, "$NetBSD: lfs_vnops.c,v 1.155.2.1 2005/10/20 03:00:30 yamt Exp $");
     71       1.17  sommerfe 
     72        1.1   mycroft #include <sys/param.h>
     73        1.1   mycroft #include <sys/systm.h>
     74        1.1   mycroft #include <sys/namei.h>
     75        1.1   mycroft #include <sys/resourcevar.h>
     76        1.1   mycroft #include <sys/kernel.h>
     77        1.1   mycroft #include <sys/file.h>
     78        1.1   mycroft #include <sys/stat.h>
     79        1.1   mycroft #include <sys/buf.h>
     80        1.1   mycroft #include <sys/proc.h>
     81        1.1   mycroft #include <sys/mount.h>
     82        1.1   mycroft #include <sys/vnode.h>
     83       1.19   thorpej #include <sys/pool.h>
     84       1.10  christos #include <sys/signalvar.h>
     85        1.1   mycroft 
     86       1.12   mycroft #include <miscfs/fifofs/fifo.h>
     87       1.12   mycroft #include <miscfs/genfs/genfs.h>
     88        1.1   mycroft #include <miscfs/specfs/specdev.h>
     89        1.1   mycroft 
     90        1.1   mycroft #include <ufs/ufs/inode.h>
     91        1.1   mycroft #include <ufs/ufs/dir.h>
     92        1.1   mycroft #include <ufs/ufs/ufsmount.h>
     93        1.1   mycroft #include <ufs/ufs/ufs_extern.h>
     94        1.1   mycroft 
     95       1.84  perseant #include <uvm/uvm.h>
     96       1.95  perseant #include <uvm/uvm_pmap.h>
     97       1.95  perseant #include <uvm/uvm_stat.h>
     98       1.95  perseant #include <uvm/uvm_pager.h>
     99       1.84  perseant 
    100        1.1   mycroft #include <ufs/lfs/lfs.h>
    101        1.1   mycroft #include <ufs/lfs/lfs_extern.h>
    102        1.1   mycroft 
    103       1.91      yamt extern pid_t lfs_writer_daemon;
    104       1.84  perseant 
    105        1.1   mycroft /* Global vfs data structures for lfs. */
    106       1.51  perseant int (**lfs_vnodeop_p)(void *);
    107       1.50  jdolecek const struct vnodeopv_entry_desc lfs_vnodeop_entries[] = {
    108        1.1   mycroft 	{ &vop_default_desc, vn_default_error },
    109        1.1   mycroft 	{ &vop_lookup_desc, ufs_lookup },		/* lookup */
    110       1.22  perseant 	{ &vop_create_desc, lfs_create },		/* create */
    111       1.82      yamt 	{ &vop_whiteout_desc, ufs_whiteout },		/* whiteout */
    112       1.22  perseant 	{ &vop_mknod_desc, lfs_mknod },			/* mknod */
    113        1.1   mycroft 	{ &vop_open_desc, ufs_open },			/* open */
    114        1.1   mycroft 	{ &vop_close_desc, lfs_close },			/* close */
    115        1.1   mycroft 	{ &vop_access_desc, ufs_access },		/* access */
    116        1.1   mycroft 	{ &vop_getattr_desc, lfs_getattr },		/* getattr */
    117       1.61  perseant 	{ &vop_setattr_desc, lfs_setattr },		/* setattr */
    118        1.1   mycroft 	{ &vop_read_desc, lfs_read },			/* read */
    119        1.1   mycroft 	{ &vop_write_desc, lfs_write },			/* write */
    120        1.4   mycroft 	{ &vop_lease_desc, ufs_lease_check },		/* lease */
    121       1.90  perseant 	{ &vop_ioctl_desc, ufs_ioctl },			/* ioctl */
    122       1.90  perseant 	{ &vop_fcntl_desc, lfs_fcntl },			/* fcntl */
    123       1.13   mycroft 	{ &vop_poll_desc, ufs_poll },			/* poll */
    124       1.68  jdolecek 	{ &vop_kqfilter_desc, genfs_kqfilter },		/* kqfilter */
    125       1.15      fvdl 	{ &vop_revoke_desc, ufs_revoke },		/* revoke */
    126       1.84  perseant 	{ &vop_mmap_desc, lfs_mmap },			/* mmap */
    127        1.1   mycroft 	{ &vop_fsync_desc, lfs_fsync },			/* fsync */
    128        1.1   mycroft 	{ &vop_seek_desc, ufs_seek },			/* seek */
    129       1.22  perseant 	{ &vop_remove_desc, lfs_remove },		/* remove */
    130       1.22  perseant 	{ &vop_link_desc, lfs_link },			/* link */
    131       1.22  perseant 	{ &vop_rename_desc, lfs_rename },		/* rename */
    132       1.22  perseant 	{ &vop_mkdir_desc, lfs_mkdir },			/* mkdir */
    133       1.22  perseant 	{ &vop_rmdir_desc, lfs_rmdir },			/* rmdir */
    134       1.22  perseant 	{ &vop_symlink_desc, lfs_symlink },		/* symlink */
    135        1.1   mycroft 	{ &vop_readdir_desc, ufs_readdir },		/* readdir */
    136        1.1   mycroft 	{ &vop_readlink_desc, ufs_readlink },		/* readlink */
    137        1.1   mycroft 	{ &vop_abortop_desc, ufs_abortop },		/* abortop */
    138       1.40  perseant 	{ &vop_inactive_desc, lfs_inactive },		/* inactive */
    139        1.1   mycroft 	{ &vop_reclaim_desc, lfs_reclaim },		/* reclaim */
    140        1.1   mycroft 	{ &vop_lock_desc, ufs_lock },			/* lock */
    141        1.1   mycroft 	{ &vop_unlock_desc, ufs_unlock },		/* unlock */
    142        1.1   mycroft 	{ &vop_bmap_desc, ufs_bmap },			/* bmap */
    143       1.94  perseant 	{ &vop_strategy_desc, lfs_strategy },		/* strategy */
    144        1.1   mycroft 	{ &vop_print_desc, ufs_print },			/* print */
    145        1.1   mycroft 	{ &vop_islocked_desc, ufs_islocked },		/* islocked */
    146        1.1   mycroft 	{ &vop_pathconf_desc, ufs_pathconf },		/* pathconf */
    147        1.1   mycroft 	{ &vop_advlock_desc, ufs_advlock },		/* advlock */
    148        1.1   mycroft 	{ &vop_bwrite_desc, lfs_bwrite },		/* bwrite */
    149       1.60       chs 	{ &vop_getpages_desc, lfs_getpages },		/* getpages */
    150       1.60       chs 	{ &vop_putpages_desc, lfs_putpages },		/* putpages */
    151       1.53       chs 	{ NULL, NULL }
    152        1.1   mycroft };
    153       1.50  jdolecek const struct vnodeopv_desc lfs_vnodeop_opv_desc =
    154        1.1   mycroft 	{ &lfs_vnodeop_p, lfs_vnodeop_entries };
    155        1.1   mycroft 
    156       1.51  perseant int (**lfs_specop_p)(void *);
    157       1.50  jdolecek const struct vnodeopv_entry_desc lfs_specop_entries[] = {
    158        1.1   mycroft 	{ &vop_default_desc, vn_default_error },
    159        1.1   mycroft 	{ &vop_lookup_desc, spec_lookup },		/* lookup */
    160        1.1   mycroft 	{ &vop_create_desc, spec_create },		/* create */
    161        1.1   mycroft 	{ &vop_mknod_desc, spec_mknod },		/* mknod */
    162        1.1   mycroft 	{ &vop_open_desc, spec_open },			/* open */
    163       1.65  perseant 	{ &vop_close_desc, lfsspec_close },		/* close */
    164        1.1   mycroft 	{ &vop_access_desc, ufs_access },		/* access */
    165        1.1   mycroft 	{ &vop_getattr_desc, lfs_getattr },		/* getattr */
    166       1.61  perseant 	{ &vop_setattr_desc, lfs_setattr },		/* setattr */
    167        1.1   mycroft 	{ &vop_read_desc, ufsspec_read },		/* read */
    168        1.1   mycroft 	{ &vop_write_desc, ufsspec_write },		/* write */
    169        1.4   mycroft 	{ &vop_lease_desc, spec_lease_check },		/* lease */
    170        1.1   mycroft 	{ &vop_ioctl_desc, spec_ioctl },		/* ioctl */
    171       1.27  wrstuden 	{ &vop_fcntl_desc, ufs_fcntl },			/* fcntl */
    172       1.13   mycroft 	{ &vop_poll_desc, spec_poll },			/* poll */
    173       1.68  jdolecek 	{ &vop_kqfilter_desc, spec_kqfilter },		/* kqfilter */
    174       1.15      fvdl 	{ &vop_revoke_desc, spec_revoke },		/* revoke */
    175        1.1   mycroft 	{ &vop_mmap_desc, spec_mmap },			/* mmap */
    176        1.1   mycroft 	{ &vop_fsync_desc, spec_fsync },		/* fsync */
    177        1.1   mycroft 	{ &vop_seek_desc, spec_seek },			/* seek */
    178        1.1   mycroft 	{ &vop_remove_desc, spec_remove },		/* remove */
    179        1.1   mycroft 	{ &vop_link_desc, spec_link },			/* link */
    180        1.1   mycroft 	{ &vop_rename_desc, spec_rename },		/* rename */
    181        1.1   mycroft 	{ &vop_mkdir_desc, spec_mkdir },		/* mkdir */
    182        1.1   mycroft 	{ &vop_rmdir_desc, spec_rmdir },		/* rmdir */
    183        1.1   mycroft 	{ &vop_symlink_desc, spec_symlink },		/* symlink */
    184        1.1   mycroft 	{ &vop_readdir_desc, spec_readdir },		/* readdir */
    185        1.1   mycroft 	{ &vop_readlink_desc, spec_readlink },		/* readlink */
    186        1.1   mycroft 	{ &vop_abortop_desc, spec_abortop },		/* abortop */
    187       1.40  perseant 	{ &vop_inactive_desc, lfs_inactive },		/* inactive */
    188        1.1   mycroft 	{ &vop_reclaim_desc, lfs_reclaim },		/* reclaim */
    189        1.1   mycroft 	{ &vop_lock_desc, ufs_lock },			/* lock */
    190        1.1   mycroft 	{ &vop_unlock_desc, ufs_unlock },		/* unlock */
    191        1.1   mycroft 	{ &vop_bmap_desc, spec_bmap },			/* bmap */
    192        1.1   mycroft 	{ &vop_strategy_desc, spec_strategy },		/* strategy */
    193        1.1   mycroft 	{ &vop_print_desc, ufs_print },			/* print */
    194        1.1   mycroft 	{ &vop_islocked_desc, ufs_islocked },		/* islocked */
    195        1.1   mycroft 	{ &vop_pathconf_desc, spec_pathconf },		/* pathconf */
    196        1.1   mycroft 	{ &vop_advlock_desc, spec_advlock },		/* advlock */
    197       1.28  perseant 	{ &vop_bwrite_desc, vn_bwrite },		/* bwrite */
    198       1.53       chs 	{ &vop_getpages_desc, spec_getpages },		/* getpages */
    199       1.53       chs 	{ &vop_putpages_desc, spec_putpages },		/* putpages */
    200       1.53       chs 	{ NULL, NULL }
    201        1.1   mycroft };
    202       1.50  jdolecek const struct vnodeopv_desc lfs_specop_opv_desc =
    203        1.1   mycroft 	{ &lfs_specop_p, lfs_specop_entries };
    204        1.1   mycroft 
    205       1.51  perseant int (**lfs_fifoop_p)(void *);
    206       1.50  jdolecek const struct vnodeopv_entry_desc lfs_fifoop_entries[] = {
    207        1.1   mycroft 	{ &vop_default_desc, vn_default_error },
    208        1.1   mycroft 	{ &vop_lookup_desc, fifo_lookup },		/* lookup */
    209        1.1   mycroft 	{ &vop_create_desc, fifo_create },		/* create */
    210        1.1   mycroft 	{ &vop_mknod_desc, fifo_mknod },		/* mknod */
    211        1.1   mycroft 	{ &vop_open_desc, fifo_open },			/* open */
    212       1.65  perseant 	{ &vop_close_desc, lfsfifo_close },		/* close */
    213        1.1   mycroft 	{ &vop_access_desc, ufs_access },		/* access */
    214        1.1   mycroft 	{ &vop_getattr_desc, lfs_getattr },		/* getattr */
    215       1.61  perseant 	{ &vop_setattr_desc, lfs_setattr },		/* setattr */
    216        1.1   mycroft 	{ &vop_read_desc, ufsfifo_read },		/* read */
    217        1.1   mycroft 	{ &vop_write_desc, ufsfifo_write },		/* write */
    218        1.4   mycroft 	{ &vop_lease_desc, fifo_lease_check },		/* lease */
    219        1.1   mycroft 	{ &vop_ioctl_desc, fifo_ioctl },		/* ioctl */
    220       1.27  wrstuden 	{ &vop_fcntl_desc, ufs_fcntl },			/* fcntl */
    221       1.13   mycroft 	{ &vop_poll_desc, fifo_poll },			/* poll */
    222       1.68  jdolecek 	{ &vop_kqfilter_desc, fifo_kqfilter },		/* kqfilter */
    223       1.15      fvdl 	{ &vop_revoke_desc, fifo_revoke },		/* revoke */
    224        1.1   mycroft 	{ &vop_mmap_desc, fifo_mmap },			/* mmap */
    225        1.1   mycroft 	{ &vop_fsync_desc, fifo_fsync },		/* fsync */
    226        1.1   mycroft 	{ &vop_seek_desc, fifo_seek },			/* seek */
    227        1.1   mycroft 	{ &vop_remove_desc, fifo_remove },		/* remove */
    228        1.1   mycroft 	{ &vop_link_desc, fifo_link },			/* link */
    229        1.1   mycroft 	{ &vop_rename_desc, fifo_rename },		/* rename */
    230        1.1   mycroft 	{ &vop_mkdir_desc, fifo_mkdir },		/* mkdir */
    231        1.1   mycroft 	{ &vop_rmdir_desc, fifo_rmdir },		/* rmdir */
    232        1.1   mycroft 	{ &vop_symlink_desc, fifo_symlink },		/* symlink */
    233        1.1   mycroft 	{ &vop_readdir_desc, fifo_readdir },		/* readdir */
    234        1.1   mycroft 	{ &vop_readlink_desc, fifo_readlink },		/* readlink */
    235        1.1   mycroft 	{ &vop_abortop_desc, fifo_abortop },		/* abortop */
    236       1.40  perseant 	{ &vop_inactive_desc, lfs_inactive },		/* inactive */
    237        1.1   mycroft 	{ &vop_reclaim_desc, lfs_reclaim },		/* reclaim */
    238        1.1   mycroft 	{ &vop_lock_desc, ufs_lock },			/* lock */
    239        1.1   mycroft 	{ &vop_unlock_desc, ufs_unlock },		/* unlock */
    240        1.1   mycroft 	{ &vop_bmap_desc, fifo_bmap },			/* bmap */
    241        1.1   mycroft 	{ &vop_strategy_desc, fifo_strategy },		/* strategy */
    242        1.1   mycroft 	{ &vop_print_desc, ufs_print },			/* print */
    243        1.1   mycroft 	{ &vop_islocked_desc, ufs_islocked },		/* islocked */
    244        1.1   mycroft 	{ &vop_pathconf_desc, fifo_pathconf },		/* pathconf */
    245        1.1   mycroft 	{ &vop_advlock_desc, fifo_advlock },		/* advlock */
    246        1.1   mycroft 	{ &vop_bwrite_desc, lfs_bwrite },		/* bwrite */
    247       1.86  perseant 	{ &vop_putpages_desc, fifo_putpages },		/* putpages */
    248       1.53       chs 	{ NULL, NULL }
    249        1.1   mycroft };
    250       1.50  jdolecek const struct vnodeopv_desc lfs_fifoop_opv_desc =
    251        1.1   mycroft 	{ &lfs_fifoop_p, lfs_fifoop_entries };
    252        1.1   mycroft 
    253      1.134  perseant static int check_dirty(struct lfs *, struct vnode *, off_t, off_t, off_t, int, int);
    254      1.134  perseant 
    255        1.1   mycroft #define	LFS_READWRITE
    256        1.1   mycroft #include <ufs/ufs/ufs_readwrite.c>
    257        1.1   mycroft #undef	LFS_READWRITE
    258        1.1   mycroft 
    259        1.1   mycroft /*
    260        1.1   mycroft  * Synch an open file.
    261        1.1   mycroft  */
    262        1.1   mycroft /* ARGSUSED */
    263       1.10  christos int
    264       1.51  perseant lfs_fsync(void *v)
    265       1.10  christos {
    266        1.1   mycroft 	struct vop_fsync_args /* {
    267        1.1   mycroft 		struct vnode *a_vp;
    268        1.1   mycroft 		struct ucred *a_cred;
    269       1.22  perseant 		int a_flags;
    270       1.49    toshii 		off_t offlo;
    271       1.49    toshii 		off_t offhi;
    272      1.109      fvdl 		struct proc *a_p;
    273       1.10  christos 	} */ *ap = v;
    274       1.60       chs 	struct vnode *vp = ap->a_vp;
    275       1.84  perseant 	int error, wait;
    276       1.84  perseant 
    277       1.86  perseant 	/*
    278       1.84  perseant 	 * Trickle sync checks for need to do a checkpoint after possible
    279       1.84  perseant 	 * activity from the pagedaemon.
    280       1.86  perseant 	 */
    281       1.84  perseant 	if (ap->a_flags & FSYNC_LAZY) {
    282      1.113      yamt 		simple_lock(&lfs_subsys_lock);
    283       1.84  perseant 		wakeup(&lfs_writer_daemon);
    284      1.113      yamt 		simple_unlock(&lfs_subsys_lock);
    285       1.47  perseant 		return 0;
    286       1.84  perseant 	}
    287       1.47  perseant 
    288       1.84  perseant 	wait = (ap->a_flags & FSYNC_WAIT);
    289      1.103  perseant 	simple_lock(&vp->v_interlock);
    290      1.103  perseant 	error = VOP_PUTPAGES(vp, trunc_page(ap->a_offlo),
    291      1.103  perseant 			round_page(ap->a_offhi),
    292      1.103  perseant 			PGO_CLEANIT | (wait ? PGO_SYNCIO : 0));
    293      1.103  perseant 	if (error)
    294      1.103  perseant 		return error;
    295  1.155.2.1      yamt 	error = UFS_UPDATE(vp, NULL, NULL, wait ? UPDATE_WAIT : 0);
    296      1.133  wrstuden 	if (error == 0 && ap->a_flags & FSYNC_CACHE) {
    297      1.133  wrstuden 		int l = 0;
    298      1.133  wrstuden 		error = VOP_IOCTL(VTOI(vp)->i_devvp, DIOCCACHESYNC, &l, FWRITE,
    299      1.133  wrstuden 				  ap->a_p->p_ucred, ap->a_p);
    300      1.133  wrstuden 	}
    301      1.103  perseant 	if (wait && !VPISEMPTY(vp))
    302      1.103  perseant 		LFS_SET_UINO(VTOI(vp), IN_MODIFIED);
    303       1.84  perseant 
    304       1.63  perseant 	return error;
    305        1.1   mycroft }
    306        1.1   mycroft 
    307        1.1   mycroft /*
    308       1.40  perseant  * Take IN_ADIROP off, then call ufs_inactive.
    309       1.40  perseant  */
    310       1.40  perseant int
    311       1.51  perseant lfs_inactive(void *v)
    312       1.40  perseant {
    313       1.40  perseant 	struct vop_inactive_args /* {
    314       1.40  perseant 		struct vnode *a_vp;
    315      1.109      fvdl 		struct proc *a_p;
    316       1.40  perseant 	} */ *ap = v;
    317       1.72      yamt 
    318      1.102      fvdl 	KASSERT(VTOI(ap->a_vp)->i_nlink == VTOI(ap->a_vp)->i_ffs_effnlink);
    319       1.77      yamt 
    320       1.76      yamt 	lfs_unmark_vnode(ap->a_vp);
    321       1.76      yamt 
    322       1.97  perseant 	/*
    323       1.97  perseant 	 * The Ifile is only ever inactivated on unmount.
    324       1.97  perseant 	 * Streamline this process by not giving it more dirty blocks.
    325       1.97  perseant 	 */
    326       1.97  perseant 	if (VTOI(ap->a_vp)->i_number == LFS_IFILE_INUM) {
    327       1.97  perseant 		LFS_CLR_UINO(VTOI(ap->a_vp), IN_ALLMOD);
    328       1.99  perseant 		VOP_UNLOCK(ap->a_vp, 0);
    329       1.97  perseant 		return 0;
    330       1.97  perseant 	}
    331       1.97  perseant 
    332       1.75      yamt 	return ufs_inactive(v);
    333       1.40  perseant }
    334       1.40  perseant 
    335       1.40  perseant /*
    336        1.1   mycroft  * These macros are used to bracket UFS directory ops, so that we can
    337        1.1   mycroft  * identify all the pages touched during directory ops which need to
    338        1.1   mycroft  * be ordered and flushed atomically, so that they may be recovered.
    339      1.138  perseant  *
    340      1.138  perseant  * Because we have to mark nodes VDIROP in order to prevent
    341       1.22  perseant  * the cache from reclaiming them while a dirop is in progress, we must
    342       1.22  perseant  * also manage the number of nodes so marked (otherwise we can run out).
    343       1.22  perseant  * We do this by setting lfs_dirvcount to the number of marked vnodes; it
    344       1.22  perseant  * is decremented during segment write, when VDIROP is taken off.
    345       1.22  perseant  */
    346      1.138  perseant #define	MARK_VNODE(vp)			lfs_mark_vnode(vp)
    347      1.138  perseant #define	UNMARK_VNODE(vp)		lfs_unmark_vnode(vp)
    348      1.138  perseant #define	SET_DIROP_CREATE(dvp, vpp)	lfs_set_dirop_create((dvp), (vpp))
    349      1.138  perseant #define	SET_DIROP_REMOVE(dvp, vp)	lfs_set_dirop((dvp), (vp))
    350      1.138  perseant static int lfs_set_dirop_create(struct vnode *, struct vnode **);
    351       1.71      yamt static int lfs_set_dirop(struct vnode *, struct vnode *);
    352       1.24  perseant 
    353       1.46  perseant static int
    354      1.138  perseant lfs_set_dirop(struct vnode *dvp, struct vnode *vp)
    355       1.40  perseant {
    356       1.24  perseant 	struct lfs *fs;
    357       1.24  perseant 	int error;
    358       1.24  perseant 
    359      1.138  perseant 	KASSERT(VOP_ISLOCKED(dvp));
    360      1.138  perseant 	KASSERT(vp == NULL || VOP_ISLOCKED(vp));
    361       1.71      yamt 
    362      1.138  perseant 	fs = VTOI(dvp)->i_lfs;
    363      1.141  perseant 
    364      1.141  perseant 	ASSERT_NO_SEGLOCK(fs);
    365       1.44  perseant 	/*
    366      1.134  perseant 	 * LFS_NRESERVE calculates direct and indirect blocks as well
    367      1.134  perseant 	 * as an inode block; an overestimate in most cases.
    368       1.44  perseant 	 */
    369      1.138  perseant 	if ((error = lfs_reserve(fs, dvp, vp, LFS_NRESERVE(fs))) != 0)
    370       1.44  perseant 		return (error);
    371       1.70      yamt 
    372      1.141  perseant     restart:
    373      1.141  perseant 	simple_lock(&fs->lfs_interlock);
    374      1.141  perseant 	if (fs->lfs_dirops == 0) {
    375      1.141  perseant 		simple_unlock(&fs->lfs_interlock);
    376      1.138  perseant 		lfs_check(dvp, LFS_UNUSED_LBN, 0);
    377      1.141  perseant 		simple_lock(&fs->lfs_interlock);
    378      1.113      yamt 	}
    379      1.141  perseant 	while (fs->lfs_writer)
    380      1.141  perseant 		ltsleep(&fs->lfs_dirops, (PRIBIO + 1), "lfs_sdirop", 0,
    381      1.141  perseant 			&fs->lfs_interlock);
    382      1.113      yamt 	simple_lock(&lfs_subsys_lock);
    383      1.113      yamt 	if (lfs_dirvcount > LFS_MAX_DIROP && fs->lfs_dirops == 0) {
    384      1.113      yamt 		wakeup(&lfs_writer_daemon);
    385      1.113      yamt 		simple_unlock(&lfs_subsys_lock);
    386      1.113      yamt 		simple_unlock(&fs->lfs_interlock);
    387      1.121      fvdl 		preempt(1);
    388      1.113      yamt 		goto restart;
    389      1.113      yamt 	}
    390       1.33  perseant 
    391      1.113      yamt 	if (lfs_dirvcount > LFS_MAX_DIROP) {
    392      1.113      yamt 		simple_unlock(&fs->lfs_interlock);
    393      1.136  perseant 		DLOG((DLOG_DIROP, "lfs_set_dirop: sleeping with dirops=%d, "
    394      1.136  perseant 		      "dirvcount=%d\n", fs->lfs_dirops, lfs_dirvcount));
    395      1.113      yamt 		if ((error = ltsleep(&lfs_dirvcount,
    396      1.113      yamt 		    PCATCH | PUSER | PNORELOCK, "lfs_maxdirop", 0,
    397      1.113      yamt 		    &lfs_subsys_lock)) != 0) {
    398      1.113      yamt 			goto unreserve;
    399      1.113      yamt 		}
    400      1.113      yamt 		goto restart;
    401      1.135     perry 	}
    402      1.113      yamt 	simple_unlock(&lfs_subsys_lock);
    403      1.113      yamt 
    404      1.135     perry 	++fs->lfs_dirops;
    405      1.135     perry 	fs->lfs_doifile = 1;
    406      1.113      yamt 	simple_unlock(&fs->lfs_interlock);
    407       1.24  perseant 
    408       1.46  perseant 	/* Hold a reference so SET_ENDOP will be happy */
    409      1.138  perseant 	vref(dvp);
    410      1.138  perseant 	if (vp) {
    411      1.138  perseant 		vref(vp);
    412      1.138  perseant 		MARK_VNODE(vp);
    413      1.138  perseant 	}
    414       1.46  perseant 
    415      1.138  perseant 	MARK_VNODE(dvp);
    416       1.24  perseant 	return 0;
    417       1.70      yamt 
    418       1.70      yamt unreserve:
    419      1.138  perseant 	lfs_reserve(fs, dvp, vp, -LFS_NRESERVE(fs));
    420       1.70      yamt 	return error;
    421        1.1   mycroft }
    422        1.1   mycroft 
    423      1.138  perseant /*
    424      1.138  perseant  * Get a new vnode *before* adjusting the dirop count, to avoid a deadlock
    425      1.138  perseant  * in getnewvnode(), if we have a stacked filesystem mounted on top
    426      1.138  perseant  * of us.
    427      1.138  perseant  *
    428      1.138  perseant  * NB: this means we have to clear the new vnodes on error.  Fortunately
    429      1.138  perseant  * SET_ENDOP is there to do that for us.
    430      1.138  perseant  */
    431      1.138  perseant static int
    432      1.138  perseant lfs_set_dirop_create(struct vnode *dvp, struct vnode **vpp)
    433      1.138  perseant {
    434      1.138  perseant 	int error;
    435      1.138  perseant 	struct lfs *fs;
    436      1.138  perseant 
    437      1.138  perseant 	fs = VFSTOUFS(dvp->v_mount)->um_lfs;
    438      1.141  perseant 	ASSERT_NO_SEGLOCK(fs);
    439      1.138  perseant 	if (fs->lfs_ronly)
    440      1.138  perseant 		return EROFS;
    441      1.138  perseant 	if (vpp && (error = getnewvnode(VT_LFS, dvp->v_mount, lfs_vnodeop_p, vpp))) {
    442      1.138  perseant 		DLOG((DLOG_ALLOC, "lfs_set_dirop_create: dvp %p error %d\n",
    443      1.138  perseant 		      dvp, error));
    444      1.138  perseant 		return error;
    445      1.138  perseant 	}
    446      1.138  perseant 	if ((error = lfs_set_dirop(dvp, NULL)) != 0) {
    447      1.138  perseant 		if (vpp) {
    448      1.138  perseant 			ungetnewvnode(*vpp);
    449      1.138  perseant 			*vpp = NULL;
    450      1.138  perseant 		}
    451      1.138  perseant 		return error;
    452      1.138  perseant 	}
    453      1.138  perseant 	return 0;
    454        1.1   mycroft }
    455        1.1   mycroft 
    456      1.138  perseant #define	SET_ENDOP_BASE(fs, dvp, str)					\
    457      1.138  perseant 	do {								\
    458      1.138  perseant 		simple_lock(&(fs)->lfs_interlock);			\
    459      1.138  perseant 		--(fs)->lfs_dirops;					\
    460      1.138  perseant 		if (!(fs)->lfs_dirops) {				\
    461      1.138  perseant 			if ((fs)->lfs_nadirop) {			\
    462      1.138  perseant 				panic("SET_ENDOP: %s: no dirops but "	\
    463      1.138  perseant 					" nadirop=%d", (str),		\
    464      1.138  perseant 					(fs)->lfs_nadirop);		\
    465      1.138  perseant 			}						\
    466      1.138  perseant 			wakeup(&(fs)->lfs_writer);			\
    467      1.138  perseant 			simple_unlock(&(fs)->lfs_interlock);		\
    468      1.138  perseant 			lfs_check((dvp), LFS_UNUSED_LBN, 0);		\
    469      1.138  perseant 		} else							\
    470      1.138  perseant 			simple_unlock(&(fs)->lfs_interlock);		\
    471      1.138  perseant 	} while(0)
    472      1.138  perseant #define SET_ENDOP_CREATE(fs, dvp, nvpp, str)				\
    473      1.138  perseant 	do {								\
    474      1.138  perseant 		UNMARK_VNODE(dvp);					\
    475      1.138  perseant 		if (nvpp && *nvpp)					\
    476      1.138  perseant 			UNMARK_VNODE(*nvpp);				\
    477      1.138  perseant 		/* Check for error return to stem vnode leakage */	\
    478      1.138  perseant 		if (nvpp && *nvpp && !((*nvpp)->v_flag & VDIROP))	\
    479      1.138  perseant 			ungetnewvnode(*(nvpp));				\
    480      1.138  perseant 		SET_ENDOP_BASE((fs), (dvp), (str));			\
    481      1.138  perseant 		lfs_reserve((fs), (dvp), NULL, -LFS_NRESERVE(fs));	\
    482      1.138  perseant 		vrele(dvp);						\
    483      1.138  perseant 	} while(0)
    484      1.138  perseant #define SET_ENDOP_CREATE_AP(ap, str)					\
    485      1.138  perseant 	SET_ENDOP_CREATE(VTOI((ap)->a_dvp)->i_lfs, (ap)->a_dvp,		\
    486      1.138  perseant 			 (ap)->a_vpp, (str))
    487      1.138  perseant #define SET_ENDOP_REMOVE(fs, dvp, ovp, str)				\
    488      1.138  perseant 	do {								\
    489      1.138  perseant 		UNMARK_VNODE(dvp);					\
    490      1.138  perseant 		if (ovp)						\
    491      1.138  perseant 			UNMARK_VNODE(ovp);				\
    492      1.138  perseant 		SET_ENDOP_BASE((fs), (dvp), (str));			\
    493      1.138  perseant 		lfs_reserve((fs), (dvp), (ovp), -LFS_NRESERVE(fs));	\
    494      1.138  perseant 		vrele(dvp);						\
    495      1.138  perseant 		if (ovp)						\
    496      1.138  perseant 			vrele(ovp);					\
    497      1.138  perseant 	} while(0)
    498      1.117      yamt 
    499      1.117      yamt void
    500      1.117      yamt lfs_mark_vnode(struct vnode *vp)
    501      1.117      yamt {
    502      1.117      yamt 	struct inode *ip = VTOI(vp);
    503      1.117      yamt 	struct lfs *fs = ip->i_lfs;
    504       1.37  perseant 
    505      1.141  perseant 	simple_lock(&fs->lfs_interlock);
    506      1.117      yamt 	if (!(ip->i_flag & IN_ADIROP)) {
    507      1.117      yamt 		if (!(vp->v_flag & VDIROP)) {
    508      1.117      yamt 			(void)lfs_vref(vp);
    509      1.141  perseant 			simple_lock(&lfs_subsys_lock);
    510      1.117      yamt 			++lfs_dirvcount;
    511      1.141  perseant 			simple_unlock(&lfs_subsys_lock);
    512      1.117      yamt 			TAILQ_INSERT_TAIL(&fs->lfs_dchainhd, ip, i_lfs_dchain);
    513      1.117      yamt 			vp->v_flag |= VDIROP;
    514      1.117      yamt 		}
    515      1.117      yamt 		++fs->lfs_nadirop;
    516      1.117      yamt 		ip->i_flag |= IN_ADIROP;
    517      1.117      yamt 	} else
    518      1.117      yamt 		KASSERT(vp->v_flag & VDIROP);
    519      1.141  perseant 	simple_unlock(&fs->lfs_interlock);
    520      1.117      yamt }
    521       1.40  perseant 
    522      1.117      yamt void
    523      1.117      yamt lfs_unmark_vnode(struct vnode *vp)
    524       1.40  perseant {
    525      1.117      yamt 	struct inode *ip = VTOI(vp);
    526       1.40  perseant 
    527      1.146  perseant 	if (ip && (ip->i_flag & IN_ADIROP)) {
    528      1.117      yamt 		KASSERT(vp->v_flag & VDIROP);
    529      1.141  perseant 		simple_lock(&ip->i_lfs->lfs_interlock);
    530       1.40  perseant 		--ip->i_lfs->lfs_nadirop;
    531      1.141  perseant 		simple_unlock(&ip->i_lfs->lfs_interlock);
    532      1.117      yamt 		ip->i_flag &= ~IN_ADIROP;
    533      1.117      yamt 	}
    534       1.40  perseant }
    535       1.15      fvdl 
    536        1.1   mycroft int
    537       1.51  perseant lfs_symlink(void *v)
    538       1.10  christos {
    539        1.1   mycroft 	struct vop_symlink_args /* {
    540        1.1   mycroft 		struct vnode *a_dvp;
    541        1.1   mycroft 		struct vnode **a_vpp;
    542        1.1   mycroft 		struct componentname *a_cnp;
    543        1.1   mycroft 		struct vattr *a_vap;
    544        1.1   mycroft 		char *a_target;
    545       1.10  christos 	} */ *ap = v;
    546       1.37  perseant 	int error;
    547        1.1   mycroft 
    548      1.138  perseant 	if ((error = SET_DIROP_CREATE(ap->a_dvp, ap->a_vpp)) != 0) {
    549       1.34  perseant 		vput(ap->a_dvp);
    550       1.37  perseant 		return error;
    551       1.34  perseant 	}
    552       1.37  perseant 	error = ufs_symlink(ap);
    553      1.138  perseant 	SET_ENDOP_CREATE_AP(ap, "symlink");
    554       1.37  perseant 	return (error);
    555        1.1   mycroft }
    556        1.1   mycroft 
    557        1.1   mycroft int
    558       1.51  perseant lfs_mknod(void *v)
    559       1.10  christos {
    560       1.22  perseant 	struct vop_mknod_args	/* {
    561        1.1   mycroft 		struct vnode *a_dvp;
    562        1.1   mycroft 		struct vnode **a_vpp;
    563        1.1   mycroft 		struct componentname *a_cnp;
    564        1.1   mycroft 		struct vattr *a_vap;
    565       1.22  perseant 		} */ *ap = v;
    566       1.86  perseant 	struct vattr *vap = ap->a_vap;
    567       1.86  perseant 	struct vnode **vpp = ap->a_vpp;
    568       1.86  perseant 	struct inode *ip;
    569       1.86  perseant 	int error;
    570      1.135     perry 	struct mount	*mp;
    571       1.52     assar 	ino_t		ino;
    572        1.1   mycroft 
    573      1.138  perseant 	if ((error = SET_DIROP_CREATE(ap->a_dvp, ap->a_vpp)) != 0) {
    574       1.34  perseant 		vput(ap->a_dvp);
    575       1.28  perseant 		return error;
    576       1.34  perseant 	}
    577       1.28  perseant 	error = ufs_makeinode(MAKEIMODE(vap->va_type, vap->va_mode),
    578      1.109      fvdl 	    ap->a_dvp, vpp, ap->a_cnp);
    579       1.28  perseant 
    580       1.28  perseant 	/* Either way we're done with the dirop at this point */
    581      1.138  perseant 	SET_ENDOP_CREATE_AP(ap, "mknod");
    582       1.28  perseant 
    583       1.86  perseant 	if (error)
    584       1.28  perseant 		return (error);
    585       1.28  perseant 
    586       1.86  perseant 	ip = VTOI(*vpp);
    587       1.52     assar 	mp  = (*vpp)->v_mount;
    588       1.52     assar 	ino = ip->i_number;
    589       1.86  perseant 	ip->i_flag |= IN_ACCESS | IN_CHANGE | IN_UPDATE;
    590       1.86  perseant 	if (vap->va_rdev != VNOVAL) {
    591       1.86  perseant 		/*
    592       1.86  perseant 		 * Want to be able to use this to make badblock
    593       1.86  perseant 		 * inodes, so don't truncate the dev number.
    594       1.86  perseant 		 */
    595       1.28  perseant #if 0
    596      1.102      fvdl 		ip->i_ffs1_rdev = ufs_rw32(vap->va_rdev,
    597       1.86  perseant 		    UFS_MPNEEDSWAP((*vpp)->v_mount));
    598       1.28  perseant #else
    599      1.102      fvdl 		ip->i_ffs1_rdev = vap->va_rdev;
    600       1.28  perseant #endif
    601       1.86  perseant 	}
    602      1.134  perseant 
    603       1.28  perseant 	/*
    604       1.28  perseant 	 * Call fsync to write the vnode so that we don't have to deal with
    605       1.28  perseant 	 * flushing it when it's marked VDIROP|VXLOCK.
    606       1.28  perseant 	 *
    607       1.28  perseant 	 * XXX KS - If we can't flush we also can't call vgone(), so must
    608       1.28  perseant 	 * return.  But, that leaves this vnode in limbo, also not good.
    609       1.28  perseant 	 * Can this ever happen (barring hardware failure)?
    610       1.28  perseant 	 */
    611      1.135     perry 	if ((error = VOP_FSYNC(*vpp, NOCRED, FSYNC_WAIT, 0, 0,
    612      1.109      fvdl 	    curproc)) != 0) {
    613      1.153  christos 		panic("lfs_mknod: couldn't fsync (ino %llu)",
    614      1.153  christos 		    (unsigned long long)ino);
    615      1.136  perseant 		/* return (error); */
    616       1.40  perseant 	}
    617       1.86  perseant 	/*
    618       1.86  perseant 	 * Remove vnode so that it will be reloaded by VFS_VGET and
    619       1.86  perseant 	 * checked to see if it is an alias of an existing entry in
    620       1.86  perseant 	 * the inode cache.
    621       1.86  perseant 	 */
    622       1.28  perseant 	/* Used to be vput, but that causes us to call VOP_INACTIVE twice. */
    623      1.134  perseant 
    624       1.40  perseant 	VOP_UNLOCK(*vpp, 0);
    625       1.28  perseant 	lfs_vunref(*vpp);
    626       1.86  perseant 	(*vpp)->v_type = VNON;
    627       1.86  perseant 	vgone(*vpp);
    628      1.108   thorpej 	error = VFS_VGET(mp, ino, vpp);
    629      1.134  perseant 
    630       1.52     assar 	if (error != 0) {
    631       1.52     assar 		*vpp = NULL;
    632       1.52     assar 		return (error);
    633       1.52     assar 	}
    634       1.86  perseant 	return (0);
    635        1.1   mycroft }
    636        1.1   mycroft 
    637        1.1   mycroft int
    638       1.51  perseant lfs_create(void *v)
    639       1.10  christos {
    640       1.22  perseant 	struct vop_create_args	/* {
    641        1.1   mycroft 		struct vnode *a_dvp;
    642        1.1   mycroft 		struct vnode **a_vpp;
    643        1.1   mycroft 		struct componentname *a_cnp;
    644        1.1   mycroft 		struct vattr *a_vap;
    645       1.10  christos 	} */ *ap = v;
    646       1.37  perseant 	int error;
    647        1.1   mycroft 
    648      1.138  perseant 	if ((error = SET_DIROP_CREATE(ap->a_dvp, ap->a_vpp)) != 0) {
    649       1.34  perseant 		vput(ap->a_dvp);
    650       1.37  perseant 		return error;
    651       1.34  perseant 	}
    652       1.37  perseant 	error = ufs_create(ap);
    653      1.138  perseant 	SET_ENDOP_CREATE_AP(ap, "create");
    654       1.37  perseant 	return (error);
    655       1.22  perseant }
    656       1.22  perseant 
    657       1.22  perseant int
    658       1.51  perseant lfs_mkdir(void *v)
    659       1.10  christos {
    660       1.22  perseant 	struct vop_mkdir_args	/* {
    661        1.1   mycroft 		struct vnode *a_dvp;
    662        1.1   mycroft 		struct vnode **a_vpp;
    663        1.1   mycroft 		struct componentname *a_cnp;
    664        1.1   mycroft 		struct vattr *a_vap;
    665       1.10  christos 	} */ *ap = v;
    666       1.37  perseant 	int error;
    667        1.1   mycroft 
    668      1.138  perseant 	if ((error = SET_DIROP_CREATE(ap->a_dvp, ap->a_vpp)) != 0) {
    669       1.34  perseant 		vput(ap->a_dvp);
    670       1.37  perseant 		return error;
    671       1.34  perseant 	}
    672       1.37  perseant 	error = ufs_mkdir(ap);
    673      1.138  perseant 	SET_ENDOP_CREATE_AP(ap, "mkdir");
    674       1.37  perseant 	return (error);
    675        1.1   mycroft }
    676        1.1   mycroft 
    677        1.1   mycroft int
    678       1.51  perseant lfs_remove(void *v)
    679       1.10  christos {
    680       1.22  perseant 	struct vop_remove_args	/* {
    681        1.1   mycroft 		struct vnode *a_dvp;
    682        1.1   mycroft 		struct vnode *a_vp;
    683        1.1   mycroft 		struct componentname *a_cnp;
    684       1.10  christos 	} */ *ap = v;
    685       1.34  perseant 	struct vnode *dvp, *vp;
    686       1.37  perseant 	int error;
    687       1.34  perseant 
    688       1.34  perseant 	dvp = ap->a_dvp;
    689       1.34  perseant 	vp = ap->a_vp;
    690      1.138  perseant 	if ((error = SET_DIROP_REMOVE(dvp, vp)) != 0) {
    691       1.34  perseant 		if (dvp == vp)
    692       1.34  perseant 			vrele(vp);
    693       1.34  perseant 		else
    694       1.34  perseant 			vput(vp);
    695       1.34  perseant 		vput(dvp);
    696       1.37  perseant 		return error;
    697       1.34  perseant 	}
    698       1.37  perseant 	error = ufs_remove(ap);
    699      1.138  perseant 	SET_ENDOP_REMOVE(VTOI(dvp)->i_lfs, dvp, vp, "remove");
    700       1.37  perseant 	return (error);
    701        1.1   mycroft }
    702        1.1   mycroft 
    703        1.1   mycroft int
    704       1.51  perseant lfs_rmdir(void *v)
    705       1.10  christos {
    706       1.22  perseant 	struct vop_rmdir_args	/* {
    707        1.1   mycroft 		struct vnodeop_desc *a_desc;
    708        1.1   mycroft 		struct vnode *a_dvp;
    709        1.1   mycroft 		struct vnode *a_vp;
    710        1.1   mycroft 		struct componentname *a_cnp;
    711       1.10  christos 	} */ *ap = v;
    712       1.84  perseant 	struct vnode *vp;
    713       1.37  perseant 	int error;
    714        1.1   mycroft 
    715       1.84  perseant 	vp = ap->a_vp;
    716      1.138  perseant 	if ((error = SET_DIROP_REMOVE(ap->a_dvp, ap->a_vp)) != 0) {
    717       1.34  perseant 		vrele(ap->a_dvp);
    718       1.69      yamt 		if (ap->a_vp != ap->a_dvp)
    719       1.34  perseant 			VOP_UNLOCK(ap->a_dvp, 0);
    720       1.84  perseant 		vput(vp);
    721       1.37  perseant 		return error;
    722       1.34  perseant 	}
    723       1.37  perseant 	error = ufs_rmdir(ap);
    724      1.138  perseant 	SET_ENDOP_REMOVE(VTOI(ap->a_dvp)->i_lfs, ap->a_dvp, vp, "rmdir");
    725       1.37  perseant 	return (error);
    726        1.1   mycroft }
    727        1.1   mycroft 
    728        1.1   mycroft int
    729       1.51  perseant lfs_link(void *v)
    730       1.10  christos {
    731       1.22  perseant 	struct vop_link_args	/* {
    732        1.9   mycroft 		struct vnode *a_dvp;
    733        1.1   mycroft 		struct vnode *a_vp;
    734        1.1   mycroft 		struct componentname *a_cnp;
    735       1.10  christos 	} */ *ap = v;
    736       1.37  perseant 	int error;
    737      1.138  perseant 	struct vnode **vpp = NULL;
    738        1.1   mycroft 
    739      1.138  perseant 	if ((error = SET_DIROP_CREATE(ap->a_dvp, vpp)) != 0) {
    740       1.34  perseant 		vput(ap->a_dvp);
    741       1.37  perseant 		return error;
    742       1.34  perseant 	}
    743       1.37  perseant 	error = ufs_link(ap);
    744      1.138  perseant 	SET_ENDOP_CREATE(VTOI(ap->a_dvp)->i_lfs, ap->a_dvp, vpp, "link");
    745       1.37  perseant 	return (error);
    746        1.1   mycroft }
    747       1.22  perseant 
    748        1.1   mycroft int
    749       1.51  perseant lfs_rename(void *v)
    750       1.10  christos {
    751       1.22  perseant 	struct vop_rename_args	/* {
    752        1.1   mycroft 		struct vnode *a_fdvp;
    753        1.1   mycroft 		struct vnode *a_fvp;
    754        1.1   mycroft 		struct componentname *a_fcnp;
    755        1.1   mycroft 		struct vnode *a_tdvp;
    756        1.1   mycroft 		struct vnode *a_tvp;
    757        1.1   mycroft 		struct componentname *a_tcnp;
    758       1.10  christos 	} */ *ap = v;
    759       1.30  perseant 	struct vnode *tvp, *fvp, *tdvp, *fdvp;
    760       1.83  perseant 	struct componentname *tcnp, *fcnp;
    761       1.30  perseant 	int error;
    762       1.29  perseant 	struct lfs *fs;
    763       1.29  perseant 
    764       1.29  perseant 	fs = VTOI(ap->a_fdvp)->i_lfs;
    765       1.30  perseant 	tvp = ap->a_tvp;
    766       1.30  perseant 	tdvp = ap->a_tdvp;
    767       1.83  perseant 	tcnp = ap->a_tcnp;
    768       1.30  perseant 	fvp = ap->a_fvp;
    769       1.30  perseant 	fdvp = ap->a_fdvp;
    770       1.83  perseant 	fcnp = ap->a_fcnp;
    771       1.30  perseant 
    772       1.30  perseant 	/*
    773       1.30  perseant 	 * Check for cross-device rename.
    774       1.30  perseant 	 * If it is, we don't want to set dirops, just error out.
    775       1.30  perseant 	 * (In particular note that MARK_VNODE(tdvp) will DTWT on
    776       1.30  perseant 	 * a cross-device rename.)
    777       1.30  perseant 	 *
    778       1.30  perseant 	 * Copied from ufs_rename.
    779       1.30  perseant 	 */
    780       1.30  perseant 	if ((fvp->v_mount != tdvp->v_mount) ||
    781       1.30  perseant 	    (tvp && (fvp->v_mount != tvp->v_mount))) {
    782       1.30  perseant 		error = EXDEV;
    783       1.34  perseant 		goto errout;
    784       1.30  perseant 	}
    785       1.83  perseant 
    786       1.83  perseant 	/*
    787       1.83  perseant 	 * Check to make sure we're not renaming a vnode onto itself
    788       1.83  perseant 	 * (deleting a hard link by renaming one name onto another);
    789       1.83  perseant 	 * if we are we can't recursively call VOP_REMOVE since that
    790       1.83  perseant 	 * would leave us with an unaccounted-for number of live dirops.
    791       1.83  perseant 	 *
    792       1.83  perseant 	 * Inline the relevant section of ufs_rename here, *before*
    793      1.138  perseant 	 * calling SET_DIROP_REMOVE.
    794       1.83  perseant 	 */
    795      1.102      fvdl 	if (tvp && ((VTOI(tvp)->i_flags & (IMMUTABLE | APPEND)) ||
    796      1.102      fvdl 	    (VTOI(tdvp)->i_flags & APPEND))) {
    797       1.83  perseant 		error = EPERM;
    798       1.83  perseant 		goto errout;
    799       1.83  perseant 	}
    800       1.86  perseant 	if (fvp == tvp) {
    801       1.86  perseant 		if (fvp->v_type == VDIR) {
    802       1.86  perseant 			error = EINVAL;
    803       1.86  perseant 			goto errout;
    804       1.86  perseant 		}
    805       1.86  perseant 
    806       1.86  perseant 		/* Release destination completely. */
    807       1.86  perseant 		VOP_ABORTOP(tdvp, tcnp);
    808       1.86  perseant 		vput(tdvp);
    809       1.86  perseant 		vput(tvp);
    810       1.86  perseant 
    811       1.86  perseant 		/* Delete source. */
    812       1.86  perseant 		vrele(fvp);
    813       1.86  perseant 		fcnp->cn_flags &= ~(MODMASK | SAVESTART);
    814       1.86  perseant 		fcnp->cn_flags |= LOCKPARENT | LOCKLEAF;
    815       1.86  perseant 		fcnp->cn_nameiop = DELETE;
    816       1.86  perseant 		if ((error = relookup(fdvp, &fvp, fcnp))){
    817       1.86  perseant 			/* relookup blew away fdvp */
    818       1.86  perseant 			return (error);
    819       1.86  perseant 		}
    820       1.86  perseant 		return (VOP_REMOVE(fdvp, fvp, fcnp));
    821       1.86  perseant 	}
    822       1.83  perseant 
    823      1.138  perseant 	if ((error = SET_DIROP_REMOVE(tdvp, tvp)) != 0)
    824       1.34  perseant 		goto errout;
    825       1.30  perseant 	MARK_VNODE(fdvp);
    826       1.71      yamt 	MARK_VNODE(fvp);
    827      1.135     perry 
    828       1.30  perseant 	error = ufs_rename(ap);
    829       1.37  perseant 	UNMARK_VNODE(fdvp);
    830       1.71      yamt 	UNMARK_VNODE(fvp);
    831      1.138  perseant 	SET_ENDOP_REMOVE(fs, tdvp, tvp, "rename");
    832       1.34  perseant 	return (error);
    833       1.34  perseant 
    834       1.34  perseant     errout:
    835       1.34  perseant 	VOP_ABORTOP(tdvp, ap->a_tcnp); /* XXX, why not in NFS? */
    836       1.34  perseant 	if (tdvp == tvp)
    837       1.34  perseant 		vrele(tdvp);
    838       1.34  perseant 	else
    839       1.34  perseant 		vput(tdvp);
    840       1.34  perseant 	if (tvp)
    841       1.34  perseant 		vput(tvp);
    842       1.34  perseant 	VOP_ABORTOP(fdvp, ap->a_fcnp); /* XXX, why not in NFS? */
    843       1.34  perseant 	vrele(fdvp);
    844       1.34  perseant 	vrele(fvp);
    845       1.30  perseant 	return (error);
    846        1.1   mycroft }
    847       1.22  perseant 
    848        1.1   mycroft /* XXX hack to avoid calling ITIMES in getattr */
    849        1.1   mycroft int
    850       1.51  perseant lfs_getattr(void *v)
    851       1.10  christos {
    852        1.1   mycroft 	struct vop_getattr_args /* {
    853        1.1   mycroft 		struct vnode *a_vp;
    854        1.1   mycroft 		struct vattr *a_vap;
    855        1.1   mycroft 		struct ucred *a_cred;
    856      1.109      fvdl 		struct proc *a_p;
    857       1.10  christos 	} */ *ap = v;
    858       1.35  augustss 	struct vnode *vp = ap->a_vp;
    859       1.35  augustss 	struct inode *ip = VTOI(vp);
    860       1.35  augustss 	struct vattr *vap = ap->a_vap;
    861       1.51  perseant 	struct lfs *fs = ip->i_lfs;
    862        1.1   mycroft 	/*
    863        1.1   mycroft 	 * Copy from inode table
    864        1.1   mycroft 	 */
    865        1.1   mycroft 	vap->va_fsid = ip->i_dev;
    866        1.1   mycroft 	vap->va_fileid = ip->i_number;
    867      1.102      fvdl 	vap->va_mode = ip->i_mode & ~IFMT;
    868      1.102      fvdl 	vap->va_nlink = ip->i_nlink;
    869      1.102      fvdl 	vap->va_uid = ip->i_uid;
    870      1.102      fvdl 	vap->va_gid = ip->i_gid;
    871      1.102      fvdl 	vap->va_rdev = (dev_t)ip->i_ffs1_rdev;
    872       1.55       chs 	vap->va_size = vp->v_size;
    873      1.102      fvdl 	vap->va_atime.tv_sec = ip->i_ffs1_atime;
    874      1.102      fvdl 	vap->va_atime.tv_nsec = ip->i_ffs1_atimensec;
    875      1.102      fvdl 	vap->va_mtime.tv_sec = ip->i_ffs1_mtime;
    876      1.102      fvdl 	vap->va_mtime.tv_nsec = ip->i_ffs1_mtimensec;
    877      1.102      fvdl 	vap->va_ctime.tv_sec = ip->i_ffs1_ctime;
    878      1.102      fvdl 	vap->va_ctime.tv_nsec = ip->i_ffs1_ctimensec;
    879      1.102      fvdl 	vap->va_flags = ip->i_flags;
    880      1.102      fvdl 	vap->va_gen = ip->i_gen;
    881        1.1   mycroft 	/* this doesn't belong here */
    882        1.1   mycroft 	if (vp->v_type == VBLK)
    883        1.1   mycroft 		vap->va_blocksize = BLKDEV_IOSIZE;
    884        1.1   mycroft 	else if (vp->v_type == VCHR)
    885        1.1   mycroft 		vap->va_blocksize = MAXBSIZE;
    886        1.1   mycroft 	else
    887        1.1   mycroft 		vap->va_blocksize = vp->v_mount->mnt_stat.f_iosize;
    888       1.84  perseant 	vap->va_bytes = fsbtob(fs, (u_quad_t)ip->i_lfs_effnblks);
    889        1.1   mycroft 	vap->va_type = vp->v_type;
    890        1.1   mycroft 	vap->va_filerev = ip->i_modrev;
    891        1.1   mycroft 	return (0);
    892       1.61  perseant }
    893       1.61  perseant 
    894       1.61  perseant /*
    895       1.61  perseant  * Check to make sure the inode blocks won't choke the buffer
    896       1.61  perseant  * cache, then call ufs_setattr as usual.
    897       1.61  perseant  */
    898       1.61  perseant int
    899       1.61  perseant lfs_setattr(void *v)
    900       1.61  perseant {
    901      1.149     skrll 	struct vop_setattr_args /* {
    902       1.61  perseant 		struct vnode *a_vp;
    903       1.61  perseant 		struct vattr *a_vap;
    904       1.61  perseant 		struct ucred *a_cred;
    905      1.109      fvdl 		struct proc *a_p;
    906       1.61  perseant 	} */ *ap = v;
    907       1.61  perseant 	struct vnode *vp = ap->a_vp;
    908       1.61  perseant 
    909       1.61  perseant 	lfs_check(vp, LFS_UNUSED_LBN, 0);
    910       1.61  perseant 	return ufs_setattr(v);
    911        1.1   mycroft }
    912       1.22  perseant 
    913        1.1   mycroft /*
    914        1.1   mycroft  * Close called
    915        1.1   mycroft  *
    916        1.1   mycroft  * XXX -- we were using ufs_close, but since it updates the
    917        1.1   mycroft  * times on the inode, we might need to bump the uinodes
    918        1.1   mycroft  * count.
    919        1.1   mycroft  */
    920        1.1   mycroft /* ARGSUSED */
    921        1.1   mycroft int
    922       1.51  perseant lfs_close(void *v)
    923       1.10  christos {
    924        1.1   mycroft 	struct vop_close_args /* {
    925        1.1   mycroft 		struct vnode *a_vp;
    926        1.1   mycroft 		int  a_fflag;
    927        1.1   mycroft 		struct ucred *a_cred;
    928      1.109      fvdl 		struct proc *a_p;
    929       1.10  christos 	} */ *ap = v;
    930       1.35  augustss 	struct vnode *vp = ap->a_vp;
    931       1.35  augustss 	struct inode *ip = VTOI(vp);
    932        1.1   mycroft 
    933       1.97  perseant 	if (vp == ip->i_lfs->lfs_ivnode &&
    934      1.119       dbj 	    vp->v_mount->mnt_iflag & IMNT_UNMOUNT)
    935       1.97  perseant 		return 0;
    936       1.97  perseant 
    937       1.97  perseant 	if (vp->v_usecount > 1 && vp != ip->i_lfs->lfs_ivnode) {
    938      1.154  christos 		LFS_ITIMES(ip, NULL, NULL, NULL);
    939        1.1   mycroft 	}
    940        1.1   mycroft 	return (0);
    941       1.65  perseant }
    942       1.65  perseant 
    943       1.65  perseant /*
    944       1.65  perseant  * Close wrapper for special devices.
    945       1.65  perseant  *
    946       1.65  perseant  * Update the times on the inode then do device close.
    947       1.65  perseant  */
    948       1.65  perseant int
    949       1.65  perseant lfsspec_close(void *v)
    950       1.65  perseant {
    951       1.65  perseant 	struct vop_close_args /* {
    952       1.65  perseant 		struct vnode	*a_vp;
    953       1.65  perseant 		int		a_fflag;
    954       1.65  perseant 		struct ucred	*a_cred;
    955      1.109      fvdl 		struct proc	*a_p;
    956       1.65  perseant 	} */ *ap = v;
    957       1.65  perseant 	struct vnode	*vp;
    958       1.65  perseant 	struct inode	*ip;
    959       1.65  perseant 
    960       1.65  perseant 	vp = ap->a_vp;
    961       1.65  perseant 	ip = VTOI(vp);
    962       1.65  perseant 	if (vp->v_usecount > 1) {
    963      1.154  christos 		LFS_ITIMES(ip, NULL, NULL, NULL);
    964       1.65  perseant 	}
    965       1.65  perseant 	return (VOCALL (spec_vnodeop_p, VOFFSET(vop_close), ap));
    966       1.65  perseant }
    967       1.65  perseant 
    968       1.65  perseant /*
    969       1.65  perseant  * Close wrapper for fifo's.
    970       1.65  perseant  *
    971       1.65  perseant  * Update the times on the inode then do device close.
    972       1.65  perseant  */
    973       1.65  perseant int
    974       1.65  perseant lfsfifo_close(void *v)
    975       1.65  perseant {
    976       1.65  perseant 	struct vop_close_args /* {
    977       1.65  perseant 		struct vnode	*a_vp;
    978       1.65  perseant 		int		a_fflag;
    979       1.65  perseant 		struct ucred	*a_cred;
    980      1.109      fvdl 		struct proc	*a_p;
    981       1.65  perseant 	} */ *ap = v;
    982       1.65  perseant 	struct vnode	*vp;
    983       1.65  perseant 	struct inode	*ip;
    984       1.65  perseant 
    985       1.65  perseant 	vp = ap->a_vp;
    986       1.65  perseant 	ip = VTOI(vp);
    987       1.65  perseant 	if (ap->a_vp->v_usecount > 1) {
    988      1.154  christos 		LFS_ITIMES(ip, NULL, NULL, NULL);
    989       1.65  perseant 	}
    990       1.65  perseant 	return (VOCALL (fifo_vnodeop_p, VOFFSET(vop_close), ap));
    991        1.1   mycroft }
    992        1.1   mycroft 
    993        1.1   mycroft /*
    994       1.15      fvdl  * Reclaim an inode so that it can be used for other purposes.
    995        1.1   mycroft  */
    996        1.1   mycroft 
    997        1.1   mycroft int
    998       1.51  perseant lfs_reclaim(void *v)
    999       1.10  christos {
   1000        1.1   mycroft 	struct vop_reclaim_args /* {
   1001        1.1   mycroft 		struct vnode *a_vp;
   1002      1.109      fvdl 		struct proc *a_p;
   1003       1.10  christos 	} */ *ap = v;
   1004       1.15      fvdl 	struct vnode *vp = ap->a_vp;
   1005       1.84  perseant 	struct inode *ip = VTOI(vp);
   1006        1.1   mycroft 	int error;
   1007       1.77      yamt 
   1008      1.102      fvdl 	KASSERT(ip->i_nlink == ip->i_ffs_effnlink);
   1009        1.1   mycroft 
   1010       1.84  perseant 	LFS_CLR_UINO(ip, IN_ALLMOD);
   1011      1.109      fvdl 	if ((error = ufs_reclaim(vp, ap->a_p)))
   1012        1.1   mycroft 		return (error);
   1013      1.142  perseant 	pool_put(&lfs_dinode_pool, ip->i_din.ffs1_din);
   1014      1.145  perseant 	lfs_deregister_all(vp);
   1015       1.84  perseant 	pool_put(&lfs_inoext_pool, ip->inode_ext.lfs);
   1016       1.84  perseant 	ip->inode_ext.lfs = NULL;
   1017       1.19   thorpej 	pool_put(&lfs_inode_pool, vp->v_data);
   1018        1.1   mycroft 	vp->v_data = NULL;
   1019       1.94  perseant 	return (0);
   1020       1.94  perseant }
   1021       1.94  perseant 
   1022       1.94  perseant /*
   1023      1.101      yamt  * Read a block from a storage device.
   1024       1.94  perseant  * In order to avoid reading blocks that are in the process of being
   1025       1.94  perseant  * written by the cleaner---and hence are not mutexed by the normal
   1026       1.94  perseant  * buffer cache / page cache mechanisms---check for collisions before
   1027       1.94  perseant  * reading.
   1028       1.94  perseant  *
   1029       1.94  perseant  * We inline ufs_strategy to make sure that the VOP_BMAP occurs *before*
   1030       1.94  perseant  * the active cleaner test.
   1031       1.94  perseant  *
   1032       1.94  perseant  * XXX This code assumes that lfs_markv makes synchronous checkpoints.
   1033       1.94  perseant  */
   1034       1.94  perseant int
   1035       1.94  perseant lfs_strategy(void *v)
   1036       1.94  perseant {
   1037       1.94  perseant 	struct vop_strategy_args /* {
   1038      1.128   hannken 		struct vnode *a_vp;
   1039       1.94  perseant 		struct buf *a_bp;
   1040       1.94  perseant 	} */ *ap = v;
   1041       1.94  perseant 	struct buf	*bp;
   1042       1.94  perseant 	struct lfs	*fs;
   1043       1.94  perseant 	struct vnode	*vp;
   1044       1.94  perseant 	struct inode	*ip;
   1045       1.94  perseant 	daddr_t		tbn;
   1046       1.94  perseant 	int		i, sn, error, slept;
   1047       1.94  perseant 
   1048       1.94  perseant 	bp = ap->a_bp;
   1049      1.128   hannken 	vp = ap->a_vp;
   1050       1.94  perseant 	ip = VTOI(vp);
   1051       1.94  perseant 	fs = ip->i_lfs;
   1052       1.94  perseant 
   1053      1.101      yamt 	/* lfs uses its strategy routine only for read */
   1054      1.101      yamt 	KASSERT(bp->b_flags & B_READ);
   1055      1.101      yamt 
   1056       1.94  perseant 	if (vp->v_type == VBLK || vp->v_type == VCHR)
   1057       1.94  perseant 		panic("lfs_strategy: spec");
   1058       1.94  perseant 	KASSERT(bp->b_bcount != 0);
   1059       1.94  perseant 	if (bp->b_blkno == bp->b_lblkno) {
   1060       1.94  perseant 		error = VOP_BMAP(vp, bp->b_lblkno, NULL, &bp->b_blkno,
   1061       1.94  perseant 				 NULL);
   1062       1.94  perseant 		if (error) {
   1063       1.94  perseant 			bp->b_error = error;
   1064       1.94  perseant 			bp->b_flags |= B_ERROR;
   1065       1.94  perseant 			biodone(bp);
   1066       1.94  perseant 			return (error);
   1067       1.94  perseant 		}
   1068       1.94  perseant 		if ((long)bp->b_blkno == -1) /* no valid data */
   1069       1.94  perseant 			clrbuf(bp);
   1070       1.94  perseant 	}
   1071       1.94  perseant 	if ((long)bp->b_blkno < 0) { /* block is not on disk */
   1072       1.94  perseant 		biodone(bp);
   1073       1.94  perseant 		return (0);
   1074       1.94  perseant 	}
   1075       1.94  perseant 
   1076       1.94  perseant 	slept = 1;
   1077       1.96  perseant 	simple_lock(&fs->lfs_interlock);
   1078      1.101      yamt 	while (slept && fs->lfs_seglock) {
   1079       1.96  perseant 		simple_unlock(&fs->lfs_interlock);
   1080       1.94  perseant 		/*
   1081       1.94  perseant 		 * Look through list of intervals.
   1082       1.94  perseant 		 * There will only be intervals to look through
   1083       1.94  perseant 		 * if the cleaner holds the seglock.
   1084       1.94  perseant 		 * Since the cleaner is synchronous, we can trust
   1085       1.94  perseant 		 * the list of intervals to be current.
   1086       1.94  perseant 		 */
   1087       1.94  perseant 		tbn = dbtofsb(fs, bp->b_blkno);
   1088       1.94  perseant 		sn = dtosn(fs, tbn);
   1089       1.94  perseant 		slept = 0;
   1090       1.94  perseant 		for (i = 0; i < fs->lfs_cleanind; i++) {
   1091       1.94  perseant 			if (sn == dtosn(fs, fs->lfs_cleanint[i]) &&
   1092       1.94  perseant 			    tbn >= fs->lfs_cleanint[i]) {
   1093      1.136  perseant 				DLOG((DLOG_CLEAN,
   1094      1.136  perseant 				      "lfs_strategy: ino %d lbn %" PRId64
   1095       1.94  perseant 				       " ind %d sn %d fsb %" PRIx32
   1096       1.94  perseant 				       " given sn %d fsb %" PRIx64 "\n",
   1097       1.94  perseant 					ip->i_number, bp->b_lblkno, i,
   1098       1.94  perseant 					dtosn(fs, fs->lfs_cleanint[i]),
   1099      1.136  perseant 					fs->lfs_cleanint[i], sn, tbn));
   1100      1.136  perseant 				DLOG((DLOG_CLEAN,
   1101      1.136  perseant 				      "lfs_strategy: sleeping on ino %d lbn %"
   1102      1.136  perseant 				      PRId64 "\n", ip->i_number, bp->b_lblkno));
   1103      1.141  perseant 				simple_lock(&fs->lfs_interlock);
   1104      1.141  perseant 				if (fs->lfs_seglock)
   1105      1.141  perseant 					ltsleep(&fs->lfs_seglock,
   1106      1.141  perseant 						(PRIBIO + 1) | PNORELOCK,
   1107      1.141  perseant 						"lfs_strategy", 0,
   1108      1.141  perseant 						&fs->lfs_interlock);
   1109       1.94  perseant 				/* Things may be different now; start over. */
   1110       1.94  perseant 				slept = 1;
   1111       1.94  perseant 				break;
   1112       1.94  perseant 			}
   1113       1.94  perseant 		}
   1114       1.96  perseant 		simple_lock(&fs->lfs_interlock);
   1115       1.94  perseant 	}
   1116       1.96  perseant 	simple_unlock(&fs->lfs_interlock);
   1117       1.94  perseant 
   1118       1.94  perseant 	vp = ip->i_devvp;
   1119      1.127   hannken 	VOP_STRATEGY(vp, bp);
   1120        1.1   mycroft 	return (0);
   1121       1.89  perseant }
   1122       1.89  perseant 
   1123       1.92  perseant static void
   1124       1.92  perseant lfs_flush_dirops(struct lfs *fs)
   1125       1.92  perseant {
   1126       1.92  perseant 	struct inode *ip, *nip;
   1127       1.92  perseant 	struct vnode *vp;
   1128       1.92  perseant 	extern int lfs_dostats;
   1129       1.92  perseant 	struct segment *sp;
   1130       1.92  perseant 	int needunlock;
   1131       1.92  perseant 
   1132      1.141  perseant 	ASSERT_NO_SEGLOCK(fs);
   1133      1.141  perseant 
   1134       1.92  perseant 	if (fs->lfs_ronly)
   1135       1.92  perseant 		return;
   1136       1.92  perseant 
   1137      1.141  perseant 	simple_lock(&fs->lfs_interlock);
   1138      1.141  perseant 	if (TAILQ_FIRST(&fs->lfs_dchainhd) == NULL) {
   1139      1.141  perseant 		simple_unlock(&fs->lfs_interlock);
   1140       1.92  perseant 		return;
   1141      1.141  perseant 	} else
   1142      1.141  perseant 		simple_unlock(&fs->lfs_interlock);
   1143       1.92  perseant 
   1144       1.92  perseant 	if (lfs_dostats)
   1145       1.92  perseant 		++lfs_stats.flush_invoked;
   1146       1.92  perseant 
   1147       1.92  perseant 	/*
   1148       1.92  perseant 	 * Inline lfs_segwrite/lfs_writevnodes, but just for dirops.
   1149       1.92  perseant 	 * Technically this is a checkpoint (the on-disk state is valid)
   1150       1.92  perseant 	 * even though we are leaving out all the file data.
   1151       1.92  perseant 	 */
   1152       1.92  perseant 	lfs_imtime(fs);
   1153       1.92  perseant 	lfs_seglock(fs, SEGM_CKP);
   1154       1.92  perseant 	sp = fs->lfs_sp;
   1155       1.92  perseant 
   1156       1.92  perseant 	/*
   1157       1.92  perseant 	 * lfs_writevnodes, optimized to get dirops out of the way.
   1158       1.92  perseant 	 * Only write dirops, and don't flush files' pages, only
   1159       1.92  perseant 	 * blocks from the directories.
   1160       1.92  perseant 	 *
   1161       1.92  perseant 	 * We don't need to vref these files because they are
   1162       1.92  perseant 	 * dirops and so hold an extra reference until the
   1163       1.92  perseant 	 * segunlock clears them of that status.
   1164       1.92  perseant 	 *
   1165       1.92  perseant 	 * We don't need to check for IN_ADIROP because we know that
   1166       1.92  perseant 	 * no dirops are active.
   1167       1.92  perseant 	 *
   1168       1.92  perseant 	 */
   1169      1.141  perseant 	simple_lock(&fs->lfs_interlock);
   1170       1.92  perseant 	for (ip = TAILQ_FIRST(&fs->lfs_dchainhd); ip != NULL; ip = nip) {
   1171       1.92  perseant 		nip = TAILQ_NEXT(ip, i_lfs_dchain);
   1172      1.141  perseant 		simple_unlock(&fs->lfs_interlock);
   1173       1.92  perseant 		vp = ITOV(ip);
   1174       1.92  perseant 
   1175       1.92  perseant 		/*
   1176       1.92  perseant 		 * All writes to directories come from dirops; all
   1177       1.92  perseant 		 * writes to files' direct blocks go through the page
   1178       1.92  perseant 		 * cache, which we're not touching.  Reads to files
   1179       1.92  perseant 		 * and/or directories will not be affected by writing
   1180       1.92  perseant 		 * directory blocks inodes and file inodes.  So we don't
   1181       1.92  perseant 		 * really need to lock.  If we don't lock, though,
   1182       1.92  perseant 		 * make sure that we don't clear IN_MODIFIED
   1183       1.92  perseant 		 * unnecessarily.
   1184       1.92  perseant 		 */
   1185       1.92  perseant 		if (vp->v_flag & VXLOCK)
   1186       1.92  perseant 			continue;
   1187      1.139       chs 		if (vn_lock(vp, LK_EXCLUSIVE | LK_NOWAIT) == 0) {
   1188       1.92  perseant 			needunlock = 1;
   1189       1.92  perseant 		} else {
   1190      1.136  perseant 			DLOG((DLOG_VNODE, "lfs_flush_dirops: flushing locked ino %d\n",
   1191      1.136  perseant 			       VTOI(vp)->i_number));
   1192       1.92  perseant 			needunlock = 0;
   1193       1.92  perseant 		}
   1194       1.92  perseant 		if (vp->v_type != VREG &&
   1195       1.92  perseant 		    ((ip->i_flag & IN_ALLMOD) || !VPISEMPTY(vp))) {
   1196       1.92  perseant 			lfs_writefile(fs, sp, vp);
   1197       1.92  perseant 			if (!VPISEMPTY(vp) && !WRITEINPROG(vp) &&
   1198       1.92  perseant 			    !(ip->i_flag & IN_ALLMOD)) {
   1199       1.92  perseant 				LFS_SET_UINO(ip, IN_MODIFIED);
   1200       1.92  perseant 			}
   1201       1.92  perseant 		}
   1202       1.92  perseant 		(void) lfs_writeinode(fs, sp, ip);
   1203       1.92  perseant 		if (needunlock)
   1204       1.92  perseant 			VOP_UNLOCK(vp, 0);
   1205       1.92  perseant 		else
   1206       1.92  perseant 			LFS_SET_UINO(ip, IN_MODIFIED);
   1207      1.141  perseant 		simple_lock(&fs->lfs_interlock);
   1208       1.92  perseant 	}
   1209      1.141  perseant 	simple_unlock(&fs->lfs_interlock);
   1210       1.92  perseant 	/* We've written all the dirops there are */
   1211       1.92  perseant 	((SEGSUM *)(sp->segsum))->ss_flags &= ~(SS_CONT);
   1212       1.92  perseant 	(void) lfs_writeseg(fs, sp);
   1213       1.92  perseant 	lfs_segunlock(fs);
   1214       1.92  perseant }
   1215       1.92  perseant 
   1216       1.89  perseant /*
   1217       1.90  perseant  * Provide a fcntl interface to sys_lfs_{segwait,bmapv,markv}.
   1218       1.89  perseant  */
   1219       1.89  perseant int
   1220       1.90  perseant lfs_fcntl(void *v)
   1221       1.89  perseant {
   1222      1.137    simonb 	struct vop_fcntl_args /* {
   1223      1.137    simonb 		struct vnode *a_vp;
   1224      1.137    simonb 		u_long a_command;
   1225      1.137    simonb 		caddr_t  a_data;
   1226      1.137    simonb 		int  a_fflag;
   1227      1.137    simonb 		struct ucred *a_cred;
   1228      1.137    simonb 		struct proc *a_p;
   1229      1.137    simonb 	} */ *ap = v;
   1230       1.89  perseant 	struct timeval *tvp;
   1231       1.89  perseant 	BLOCK_INFO *blkiov;
   1232       1.92  perseant 	CLEANERINFO *cip;
   1233      1.148  perseant 	SEGUSE *sup;
   1234       1.92  perseant 	int blkcnt, error, oclean;
   1235       1.90  perseant 	struct lfs_fcntl_markv blkvp;
   1236       1.89  perseant 	fsid_t *fsidp;
   1237       1.92  perseant 	struct lfs *fs;
   1238       1.92  perseant 	struct buf *bp;
   1239      1.134  perseant 	fhandle_t *fhp;
   1240       1.92  perseant 	daddr_t off;
   1241       1.89  perseant 
   1242       1.90  perseant 	/* Only respect LFS fcntls on fs root or Ifile */
   1243       1.89  perseant 	if (VTOI(ap->a_vp)->i_number != ROOTINO &&
   1244       1.89  perseant 	    VTOI(ap->a_vp)->i_number != LFS_IFILE_INUM) {
   1245       1.90  perseant 		return ufs_fcntl(v);
   1246       1.89  perseant 	}
   1247       1.89  perseant 
   1248      1.100  perseant 	/* Avoid locking a draining lock */
   1249      1.119       dbj 	if (ap->a_vp->v_mount->mnt_iflag & IMNT_UNMOUNT) {
   1250      1.100  perseant 		return ESHUTDOWN;
   1251      1.100  perseant 	}
   1252      1.100  perseant 
   1253      1.100  perseant 	fs = VTOI(ap->a_vp)->i_lfs;
   1254      1.131  christos 	fsidp = &ap->a_vp->v_mount->mnt_stat.f_fsidx;
   1255       1.89  perseant 
   1256       1.98  perseant 	switch (ap->a_command) {
   1257       1.90  perseant 	    case LFCNSEGWAITALL:
   1258      1.134  perseant 	    case LFCNSEGWAITALL_COMPAT:
   1259       1.89  perseant 		fsidp = NULL;
   1260       1.89  perseant 		/* FALLSTHROUGH */
   1261       1.90  perseant 	    case LFCNSEGWAIT:
   1262      1.134  perseant 	    case LFCNSEGWAIT_COMPAT:
   1263       1.89  perseant 		tvp = (struct timeval *)ap->a_data;
   1264      1.100  perseant 		simple_lock(&fs->lfs_interlock);
   1265      1.100  perseant 		++fs->lfs_sleepers;
   1266      1.100  perseant 		simple_unlock(&fs->lfs_interlock);
   1267       1.90  perseant 		VOP_UNLOCK(ap->a_vp, 0);
   1268      1.100  perseant 
   1269       1.90  perseant 		error = lfs_segwait(fsidp, tvp);
   1270      1.100  perseant 
   1271       1.90  perseant 		VOP_LOCK(ap->a_vp, LK_EXCLUSIVE);
   1272      1.100  perseant 		simple_lock(&fs->lfs_interlock);
   1273      1.100  perseant 		if (--fs->lfs_sleepers == 0)
   1274      1.100  perseant 			wakeup(&fs->lfs_sleepers);
   1275      1.100  perseant 		simple_unlock(&fs->lfs_interlock);
   1276       1.90  perseant 		return error;
   1277       1.89  perseant 
   1278       1.90  perseant 	    case LFCNBMAPV:
   1279       1.90  perseant 	    case LFCNMARKV:
   1280      1.109      fvdl 		if ((error = suser(ap->a_p->p_ucred, &ap->a_p->p_acflag)) != 0)
   1281       1.89  perseant 			return (error);
   1282       1.90  perseant 		blkvp = *(struct lfs_fcntl_markv *)ap->a_data;
   1283       1.89  perseant 
   1284       1.89  perseant 		blkcnt = blkvp.blkcnt;
   1285       1.89  perseant 		if ((u_int) blkcnt > LFS_MARKV_MAXBLKCNT)
   1286       1.89  perseant 			return (EINVAL);
   1287      1.144  perseant 		blkiov = lfs_malloc(fs, blkcnt * sizeof(BLOCK_INFO), LFS_NB_BLKIOV);
   1288       1.89  perseant 		if ((error = copyin(blkvp.blkiov, blkiov,
   1289       1.89  perseant 		     blkcnt * sizeof(BLOCK_INFO))) != 0) {
   1290      1.144  perseant 			lfs_free(fs, blkiov, LFS_NB_BLKIOV);
   1291       1.89  perseant 			return error;
   1292       1.89  perseant 		}
   1293       1.89  perseant 
   1294      1.100  perseant 		simple_lock(&fs->lfs_interlock);
   1295      1.100  perseant 		++fs->lfs_sleepers;
   1296      1.100  perseant 		simple_unlock(&fs->lfs_interlock);
   1297       1.90  perseant 		VOP_UNLOCK(ap->a_vp, 0);
   1298       1.90  perseant 		if (ap->a_command == LFCNBMAPV)
   1299      1.109      fvdl 			error = lfs_bmapv(ap->a_p, fsidp, blkiov, blkcnt);
   1300       1.90  perseant 		else /* LFCNMARKV */
   1301      1.109      fvdl 			error = lfs_markv(ap->a_p, fsidp, blkiov, blkcnt);
   1302       1.89  perseant 		if (error == 0)
   1303       1.89  perseant 			error = copyout(blkiov, blkvp.blkiov,
   1304       1.89  perseant 					blkcnt * sizeof(BLOCK_INFO));
   1305       1.90  perseant 		VOP_LOCK(ap->a_vp, LK_EXCLUSIVE);
   1306      1.100  perseant 		simple_lock(&fs->lfs_interlock);
   1307      1.100  perseant 		if (--fs->lfs_sleepers == 0)
   1308      1.100  perseant 			wakeup(&fs->lfs_sleepers);
   1309      1.100  perseant 		simple_unlock(&fs->lfs_interlock);
   1310      1.144  perseant 		lfs_free(fs, blkiov, LFS_NB_BLKIOV);
   1311       1.89  perseant 		return error;
   1312       1.92  perseant 
   1313       1.92  perseant 	    case LFCNRECLAIM:
   1314       1.92  perseant 		/*
   1315       1.92  perseant 		 * Flush dirops and write Ifile, allowing empty segments
   1316       1.92  perseant 		 * to be immediately reclaimed.
   1317       1.92  perseant 		 */
   1318      1.139       chs 		VOP_UNLOCK(ap->a_vp, 0);
   1319      1.111      yamt 		lfs_writer_enter(fs, "pndirop");
   1320       1.92  perseant 		off = fs->lfs_offset;
   1321       1.92  perseant 		lfs_seglock(fs, SEGM_FORCE_CKP | SEGM_CKP);
   1322       1.92  perseant 		lfs_flush_dirops(fs);
   1323       1.92  perseant 		LFS_CLEANERINFO(cip, fs, bp);
   1324       1.92  perseant 		oclean = cip->clean;
   1325       1.92  perseant 		LFS_SYNC_CLEANERINFO(cip, fs, bp, 1);
   1326       1.92  perseant 		lfs_segwrite(ap->a_vp->v_mount, SEGM_FORCE_CKP);
   1327       1.92  perseant 		lfs_segunlock(fs);
   1328      1.111      yamt 		lfs_writer_leave(fs);
   1329       1.92  perseant 
   1330      1.136  perseant #ifdef DEBUG
   1331       1.92  perseant 		LFS_CLEANERINFO(cip, fs, bp);
   1332      1.136  perseant 		DLOG((DLOG_CLEAN, "lfs_fcntl: reclaim wrote %" PRId64
   1333      1.136  perseant 		      " blocks, cleaned %" PRId32 " segments (activesb %d)\n",
   1334      1.136  perseant 		      fs->lfs_offset - off, cip->clean - oclean,
   1335      1.136  perseant 		      fs->lfs_activesb));
   1336       1.92  perseant 		LFS_SYNC_CLEANERINFO(cip, fs, bp, 0);
   1337       1.92  perseant #endif
   1338       1.92  perseant 
   1339      1.139       chs 		VOP_LOCK(ap->a_vp, LK_EXCLUSIVE);
   1340       1.92  perseant 		return 0;
   1341       1.89  perseant 
   1342      1.134  perseant 	    case LFCNIFILEFH:
   1343      1.134  perseant 		/* Return the filehandle of the Ifile */
   1344      1.134  perseant 		if ((error = suser(ap->a_p->p_ucred, &ap->a_p->p_acflag)) != 0)
   1345      1.134  perseant 			return (error);
   1346      1.134  perseant 		fhp = (struct fhandle *)ap->a_data;
   1347      1.134  perseant 		fhp->fh_fsid = *fsidp;
   1348      1.134  perseant 		return lfs_vptofh(fs->lfs_ivnode, &(fhp->fh_fid));
   1349      1.134  perseant 
   1350      1.148  perseant 	    case LFCNREWIND:
   1351      1.148  perseant 		/* Move lfs_offset to the lowest-numbered segment */
   1352      1.148  perseant 		return lfs_rewind(fs, *(int *)ap->a_data);
   1353      1.148  perseant 
   1354      1.148  perseant 	    case LFCNINVAL:
   1355      1.148  perseant 		/* Mark a segment SEGUSE_INVAL */
   1356      1.148  perseant 		LFS_SEGENTRY(sup, fs, *(int *)ap->a_data, bp);
   1357      1.148  perseant 		if (sup->su_nbytes > 0) {
   1358      1.148  perseant 			brelse(bp);
   1359      1.148  perseant 			lfs_unset_inval_all(fs);
   1360      1.148  perseant 			return EBUSY;
   1361      1.148  perseant 		}
   1362      1.148  perseant 		sup->su_flags |= SEGUSE_INVAL;
   1363      1.148  perseant 		VOP_BWRITE(bp);
   1364      1.148  perseant 		return 0;
   1365      1.148  perseant 
   1366      1.148  perseant 	    case LFCNRESIZE:
   1367      1.148  perseant 		/* Resize the filesystem */
   1368      1.148  perseant 		return lfs_resize_fs(fs, *(int *)ap->a_data);
   1369      1.148  perseant 
   1370       1.89  perseant 	    default:
   1371       1.90  perseant 		return ufs_fcntl(v);
   1372       1.89  perseant 	}
   1373       1.89  perseant 	return 0;
   1374       1.60       chs }
   1375       1.60       chs 
   1376       1.60       chs int
   1377       1.60       chs lfs_getpages(void *v)
   1378       1.60       chs {
   1379       1.60       chs 	struct vop_getpages_args /* {
   1380       1.60       chs 		struct vnode *a_vp;
   1381       1.60       chs 		voff_t a_offset;
   1382       1.60       chs 		struct vm_page **a_m;
   1383       1.60       chs 		int *a_count;
   1384       1.60       chs 		int a_centeridx;
   1385       1.60       chs 		vm_prot_t a_access_type;
   1386       1.60       chs 		int a_advice;
   1387       1.60       chs 		int a_flags;
   1388       1.60       chs 	} */ *ap = v;
   1389       1.60       chs 
   1390       1.97  perseant 	if (VTOI(ap->a_vp)->i_number == LFS_IFILE_INUM &&
   1391       1.97  perseant 	    (ap->a_access_type & VM_PROT_WRITE) != 0) {
   1392       1.97  perseant 		return EPERM;
   1393       1.97  perseant 	}
   1394       1.60       chs 	if ((ap->a_access_type & VM_PROT_WRITE) != 0) {
   1395       1.60       chs 		LFS_SET_UINO(VTOI(ap->a_vp), IN_MODIFIED);
   1396       1.60       chs 	}
   1397      1.115      yamt 
   1398      1.115      yamt 	/*
   1399      1.115      yamt 	 * we're relying on the fact that genfs_getpages() always read in
   1400      1.115      yamt 	 * entire filesystem blocks.
   1401      1.115      yamt 	 */
   1402       1.95  perseant 	return genfs_getpages(v);
   1403        1.1   mycroft }
   1404       1.84  perseant 
   1405       1.84  perseant /*
   1406       1.84  perseant  * Make sure that for all pages in every block in the given range,
   1407       1.84  perseant  * either all are dirty or all are clean.  If any of the pages
   1408       1.84  perseant  * we've seen so far are dirty, put the vnode on the paging chain,
   1409       1.84  perseant  * and mark it IN_PAGING.
   1410      1.105  perseant  *
   1411      1.105  perseant  * If checkfirst != 0, don't check all the pages but return at the
   1412      1.105  perseant  * first dirty page.
   1413       1.84  perseant  */
   1414       1.84  perseant static int
   1415       1.84  perseant check_dirty(struct lfs *fs, struct vnode *vp,
   1416       1.84  perseant 	    off_t startoffset, off_t endoffset, off_t blkeof,
   1417      1.103  perseant 	    int flags, int checkfirst)
   1418       1.84  perseant {
   1419       1.86  perseant 	int by_list;
   1420      1.122  christos 	struct vm_page *curpg = NULL; /* XXX: gcc */
   1421      1.122  christos 	struct vm_page *pgs[MAXBSIZE / PAGE_SIZE], *pg;
   1422      1.122  christos 	off_t soff = 0; /* XXX: gcc */
   1423       1.84  perseant 	voff_t off;
   1424      1.115      yamt 	int i;
   1425      1.115      yamt 	int nonexistent;
   1426      1.115      yamt 	int any_dirty;	/* number of dirty pages */
   1427      1.115      yamt 	int dirty;	/* number of dirty pages in a block */
   1428      1.115      yamt 	int tdirty;
   1429       1.84  perseant 	int pages_per_block = fs->lfs_bsize >> PAGE_SHIFT;
   1430       1.84  perseant 
   1431      1.141  perseant 	ASSERT_MAYBE_SEGLOCK(fs);
   1432       1.84  perseant   top:
   1433       1.84  perseant 	by_list = (vp->v_uobj.uo_npages <=
   1434       1.84  perseant 		   ((endoffset - startoffset) >> PAGE_SHIFT) *
   1435       1.84  perseant 		   UVM_PAGE_HASH_PENALTY);
   1436       1.84  perseant 	any_dirty = 0;
   1437       1.84  perseant 
   1438       1.84  perseant 	if (by_list) {
   1439       1.84  perseant 		curpg = TAILQ_FIRST(&vp->v_uobj.memq);
   1440       1.84  perseant 	} else {
   1441       1.84  perseant 		soff = startoffset;
   1442       1.84  perseant 	}
   1443       1.84  perseant 	while (by_list || soff < MIN(blkeof, endoffset)) {
   1444       1.84  perseant 		if (by_list) {
   1445      1.115      yamt 			/*
   1446      1.138  perseant 			 * Find the first page in a block.  Skip
   1447      1.138  perseant 			 * blocks outside our area of interest or beyond
   1448      1.138  perseant 			 * the end of file.
   1449      1.115      yamt 			 */
   1450       1.84  perseant 			if (pages_per_block > 1) {
   1451      1.138  perseant 				while (curpg &&
   1452      1.138  perseant 				       ((curpg->offset & fs->lfs_bmask) ||
   1453      1.143  perseant 					curpg->offset >= vp->v_size ||
   1454      1.143  perseant 					curpg->offset >= endoffset))
   1455       1.84  perseant 					curpg = TAILQ_NEXT(curpg, listq);
   1456       1.84  perseant 			}
   1457       1.84  perseant 			if (curpg == NULL)
   1458       1.84  perseant 				break;
   1459       1.84  perseant 			soff = curpg->offset;
   1460       1.84  perseant 		}
   1461       1.84  perseant 
   1462       1.84  perseant 		/*
   1463       1.84  perseant 		 * Mark all pages in extended range busy; find out if any
   1464       1.84  perseant 		 * of them are dirty.
   1465       1.84  perseant 		 */
   1466       1.84  perseant 		nonexistent = dirty = 0;
   1467       1.84  perseant 		for (i = 0; i == 0 || i < pages_per_block; i++) {
   1468       1.84  perseant 			if (by_list && pages_per_block <= 1) {
   1469       1.84  perseant 				pgs[i] = pg = curpg;
   1470       1.84  perseant 			} else {
   1471       1.84  perseant 				off = soff + (i << PAGE_SHIFT);
   1472       1.84  perseant 				pgs[i] = pg = uvm_pagelookup(&vp->v_uobj, off);
   1473       1.84  perseant 				if (pg == NULL) {
   1474       1.84  perseant 					++nonexistent;
   1475       1.84  perseant 					continue;
   1476       1.84  perseant 				}
   1477       1.84  perseant 			}
   1478       1.84  perseant 			KASSERT(pg != NULL);
   1479       1.84  perseant 			while (pg->flags & PG_BUSY) {
   1480       1.84  perseant 				pg->flags |= PG_WANTED;
   1481       1.84  perseant 				UVM_UNLOCK_AND_WAIT(pg, &vp->v_interlock, 0,
   1482       1.84  perseant 						    "lfsput", 0);
   1483       1.84  perseant 				simple_lock(&vp->v_interlock);
   1484       1.96  perseant 				if (by_list) {
   1485       1.96  perseant 					if (i > 0)
   1486       1.96  perseant 						uvm_page_unbusy(pgs, i);
   1487       1.84  perseant 					goto top;
   1488       1.96  perseant 				}
   1489       1.84  perseant 			}
   1490       1.84  perseant 			pg->flags |= PG_BUSY;
   1491       1.84  perseant 			UVM_PAGE_OWN(pg, "lfs_putpages");
   1492       1.84  perseant 
   1493       1.84  perseant 			pmap_page_protect(pg, VM_PROT_NONE);
   1494       1.84  perseant 			tdirty = (pmap_clear_modify(pg) ||
   1495       1.84  perseant 				  (pg->flags & PG_CLEAN) == 0);
   1496       1.84  perseant 			dirty += tdirty;
   1497       1.84  perseant 		}
   1498       1.84  perseant 		if (pages_per_block > 0 && nonexistent >= pages_per_block) {
   1499       1.84  perseant 			if (by_list) {
   1500       1.84  perseant 				curpg = TAILQ_NEXT(curpg, listq);
   1501       1.84  perseant 			} else {
   1502       1.84  perseant 				soff += fs->lfs_bsize;
   1503       1.84  perseant 			}
   1504       1.84  perseant 			continue;
   1505       1.84  perseant 		}
   1506       1.84  perseant 
   1507       1.84  perseant 		any_dirty += dirty;
   1508       1.84  perseant 		KASSERT(nonexistent == 0);
   1509       1.84  perseant 
   1510       1.84  perseant 		/*
   1511       1.84  perseant 		 * If any are dirty make all dirty; unbusy them,
   1512       1.88  perseant 		 * but if we were asked to clean, wire them so that
   1513       1.88  perseant 		 * the pagedaemon doesn't bother us about them while
   1514       1.88  perseant 		 * they're on their way to disk.
   1515       1.84  perseant 		 */
   1516       1.84  perseant 		for (i = 0; i == 0 || i < pages_per_block; i++) {
   1517       1.84  perseant 			pg = pgs[i];
   1518       1.84  perseant 			KASSERT(!((pg->flags & PG_CLEAN) && (pg->flags & PG_DELWRI)));
   1519       1.84  perseant 			if (dirty) {
   1520       1.84  perseant 				pg->flags &= ~PG_CLEAN;
   1521       1.84  perseant 				if (flags & PGO_FREE) {
   1522       1.85      yamt 					/*
   1523       1.96  perseant 					 * Wire the page so that
   1524       1.96  perseant 					 * pdaemon doesn't see it again.
   1525       1.85      yamt 					 */
   1526       1.84  perseant 					uvm_lock_pageq();
   1527       1.85      yamt 					uvm_pagewire(pg);
   1528       1.85      yamt 					uvm_unlock_pageq();
   1529       1.88  perseant 
   1530       1.84  perseant 					/* Suspended write flag */
   1531       1.84  perseant 					pg->flags |= PG_DELWRI;
   1532       1.84  perseant 				}
   1533       1.84  perseant 			}
   1534       1.84  perseant 			if (pg->flags & PG_WANTED)
   1535       1.84  perseant 				wakeup(pg);
   1536       1.84  perseant 			pg->flags &= ~(PG_WANTED|PG_BUSY);
   1537       1.85      yamt 			UVM_PAGE_OWN(pg, NULL);
   1538       1.84  perseant 		}
   1539       1.84  perseant 
   1540      1.103  perseant 		if (checkfirst && any_dirty)
   1541      1.130      yamt 			break;
   1542      1.103  perseant 
   1543       1.84  perseant 		if (by_list) {
   1544       1.84  perseant 			curpg = TAILQ_NEXT(curpg, listq);
   1545       1.84  perseant 		} else {
   1546       1.84  perseant 			soff += MAX(PAGE_SIZE, fs->lfs_bsize);
   1547       1.84  perseant 		}
   1548       1.84  perseant 	}
   1549       1.84  perseant 
   1550       1.84  perseant 	/*
   1551       1.84  perseant 	 * If any pages were dirty, mark this inode as "pageout requested",
   1552       1.84  perseant 	 * and put it on the paging queue.
   1553       1.84  perseant 	 * XXXUBC locking (check locking on dchainhd too)
   1554       1.84  perseant 	 */
   1555       1.84  perseant #ifdef notyet
   1556       1.84  perseant 	if (any_dirty) {
   1557       1.84  perseant 		if (!(ip->i_flags & IN_PAGING)) {
   1558       1.84  perseant 			ip->i_flags |= IN_PAGING;
   1559      1.141  perseant 			simple_lock(&fs->lfs_interlock);
   1560       1.84  perseant 			TAILQ_INSERT_TAIL(&fs->lfs_pchainhd, ip, i_lfs_pchain);
   1561      1.141  perseant 			simple_unlock(&fs->lfs_interlock);
   1562       1.84  perseant 		}
   1563       1.84  perseant 	}
   1564       1.84  perseant #endif
   1565       1.84  perseant 	return any_dirty;
   1566       1.84  perseant }
   1567       1.84  perseant 
   1568       1.84  perseant /*
   1569       1.84  perseant  * lfs_putpages functions like genfs_putpages except that
   1570      1.135     perry  *
   1571       1.84  perseant  * (1) It needs to bounds-check the incoming requests to ensure that
   1572       1.84  perseant  *     they are block-aligned; if they are not, expand the range and
   1573       1.84  perseant  *     do the right thing in case, e.g., the requested range is clean
   1574       1.84  perseant  *     but the expanded range is dirty.
   1575       1.84  perseant  * (2) It needs to explicitly send blocks to be written when it is done.
   1576       1.84  perseant  *     VOP_PUTPAGES is not ever called with the seglock held, so
   1577       1.84  perseant  *     we simply take the seglock and let lfs_segunlock wait for us.
   1578       1.84  perseant  *     XXX Actually we can be called with the seglock held, if we have
   1579       1.84  perseant  *     XXX to flush a vnode while lfs_markv is in operation.  As of this
   1580       1.84  perseant  *     XXX writing we panic in this case.
   1581       1.84  perseant  *
   1582       1.84  perseant  * Assumptions:
   1583       1.84  perseant  *
   1584       1.84  perseant  * (1) The caller does not hold any pages in this vnode busy.  If it does,
   1585       1.84  perseant  *     there is a danger that when we expand the page range and busy the
   1586       1.84  perseant  *     pages we will deadlock.
   1587       1.84  perseant  * (2) We are called with vp->v_interlock held; we must return with it
   1588       1.84  perseant  *     released.
   1589       1.84  perseant  * (3) We don't absolutely have to free pages right away, provided that
   1590       1.84  perseant  *     the request does not have PGO_SYNCIO.  When the pagedaemon gives
   1591       1.84  perseant  *     us a request with PGO_FREE, we take the pages out of the paging
   1592       1.84  perseant  *     queue and wake up the writer, which will handle freeing them for us.
   1593       1.84  perseant  *
   1594       1.84  perseant  *     We ensure that for any filesystem block, all pages for that
   1595       1.84  perseant  *     block are either resident or not, even if those pages are higher
   1596       1.84  perseant  *     than EOF; that means that we will be getting requests to free
   1597       1.84  perseant  *     "unused" pages above EOF all the time, and should ignore them.
   1598      1.115      yamt  *
   1599      1.115      yamt  * XXX note that we're (ab)using PGO_LOCKED as "seglock held".
   1600       1.84  perseant  */
   1601       1.84  perseant 
   1602       1.84  perseant int
   1603       1.84  perseant lfs_putpages(void *v)
   1604       1.84  perseant {
   1605       1.84  perseant 	int error;
   1606       1.84  perseant 	struct vop_putpages_args /* {
   1607       1.84  perseant 		struct vnode *a_vp;
   1608       1.84  perseant 		voff_t a_offlo;
   1609       1.84  perseant 		voff_t a_offhi;
   1610       1.84  perseant 		int a_flags;
   1611       1.84  perseant 	} */ *ap = v;
   1612       1.84  perseant 	struct vnode *vp;
   1613       1.84  perseant 	struct inode *ip;
   1614       1.84  perseant 	struct lfs *fs;
   1615       1.84  perseant 	struct segment *sp;
   1616       1.84  perseant 	off_t origoffset, startoffset, endoffset, origendoffset, blkeof;
   1617       1.95  perseant 	off_t off, max_endoffset;
   1618      1.126      yamt 	int s;
   1619      1.126      yamt 	boolean_t seglocked, sync, pagedaemon;
   1620       1.95  perseant 	struct vm_page *pg;
   1621       1.84  perseant 	UVMHIST_FUNC("lfs_putpages"); UVMHIST_CALLED(ubchist);
   1622       1.84  perseant 
   1623       1.84  perseant 	vp = ap->a_vp;
   1624       1.84  perseant 	ip = VTOI(vp);
   1625       1.84  perseant 	fs = ip->i_lfs;
   1626      1.126      yamt 	sync = (ap->a_flags & PGO_SYNCIO) != 0;
   1627       1.84  perseant 	pagedaemon = (curproc == uvm.pagedaemon_proc);
   1628       1.84  perseant 
   1629       1.84  perseant 	/* Putpages does nothing for metadata. */
   1630       1.84  perseant 	if (vp == fs->lfs_ivnode || vp->v_type != VREG) {
   1631       1.84  perseant 		simple_unlock(&vp->v_interlock);
   1632       1.84  perseant 		return 0;
   1633       1.84  perseant 	}
   1634       1.84  perseant 
   1635       1.84  perseant 	/*
   1636       1.84  perseant 	 * If there are no pages, don't do anything.
   1637       1.84  perseant 	 */
   1638       1.84  perseant 	if (vp->v_uobj.uo_npages == 0) {
   1639       1.84  perseant 		s = splbio();
   1640       1.84  perseant 		if (LIST_FIRST(&vp->v_dirtyblkhd) == NULL &&
   1641       1.84  perseant 		    (vp->v_flag & VONWORKLST)) {
   1642       1.84  perseant 			vp->v_flag &= ~VONWORKLST;
   1643       1.84  perseant 			LIST_REMOVE(vp, v_synclist);
   1644       1.84  perseant 		}
   1645       1.84  perseant 		splx(s);
   1646       1.84  perseant 		simple_unlock(&vp->v_interlock);
   1647       1.84  perseant 		return 0;
   1648       1.84  perseant 	}
   1649       1.84  perseant 
   1650      1.102      fvdl 	blkeof = blkroundup(fs, ip->i_size);
   1651       1.84  perseant 
   1652       1.84  perseant 	/*
   1653       1.84  perseant 	 * Ignore requests to free pages past EOF but in the same block
   1654       1.84  perseant 	 * as EOF, unless the request is synchronous. (XXX why sync?)
   1655       1.84  perseant 	 * XXXUBC Make these pages look "active" so the pagedaemon won't
   1656       1.84  perseant 	 * XXXUBC bother us with them again.
   1657       1.84  perseant 	 */
   1658      1.102      fvdl 	if (!sync && ap->a_offlo >= ip->i_size && ap->a_offlo < blkeof) {
   1659       1.84  perseant 		origoffset = ap->a_offlo;
   1660       1.95  perseant 		for (off = origoffset; off < blkeof; off += fs->lfs_bsize) {
   1661       1.95  perseant 			pg = uvm_pagelookup(&vp->v_uobj, off);
   1662       1.95  perseant 			KASSERT(pg != NULL);
   1663       1.95  perseant 			while (pg->flags & PG_BUSY) {
   1664       1.95  perseant 				pg->flags |= PG_WANTED;
   1665       1.95  perseant 				UVM_UNLOCK_AND_WAIT(pg, &vp->v_interlock, 0,
   1666       1.95  perseant 						    "lfsput2", 0);
   1667       1.95  perseant 				simple_lock(&vp->v_interlock);
   1668       1.95  perseant 			}
   1669       1.95  perseant 			uvm_lock_pageq();
   1670       1.95  perseant 			uvm_pageactivate(pg);
   1671       1.95  perseant 			uvm_unlock_pageq();
   1672       1.95  perseant 		}
   1673       1.84  perseant 		ap->a_offlo = blkeof;
   1674       1.84  perseant 		if (ap->a_offhi > 0 && ap->a_offhi <= ap->a_offlo) {
   1675       1.84  perseant 			simple_unlock(&vp->v_interlock);
   1676       1.84  perseant 			return 0;
   1677       1.84  perseant 		}
   1678       1.84  perseant 	}
   1679       1.84  perseant 
   1680       1.84  perseant 	/*
   1681       1.84  perseant 	 * Extend page range to start and end at block boundaries.
   1682       1.84  perseant 	 * (For the purposes of VOP_PUTPAGES, fragments don't exist.)
   1683       1.84  perseant 	 */
   1684       1.86  perseant 	origoffset = ap->a_offlo;
   1685       1.84  perseant 	origendoffset = ap->a_offhi;
   1686       1.86  perseant 	startoffset = origoffset & ~(fs->lfs_bmask);
   1687       1.84  perseant 	max_endoffset = (trunc_page(LLONG_MAX) >> fs->lfs_bshift)
   1688       1.84  perseant 					       << fs->lfs_bshift;
   1689       1.84  perseant 
   1690       1.84  perseant 	if (origendoffset == 0 || ap->a_flags & PGO_ALLPAGES) {
   1691       1.86  perseant 		endoffset = max_endoffset;
   1692       1.84  perseant 		origendoffset = endoffset;
   1693       1.86  perseant 	} else {
   1694       1.84  perseant 		origendoffset = round_page(ap->a_offhi);
   1695       1.84  perseant 		endoffset = round_page(blkroundup(fs, origendoffset));
   1696       1.84  perseant 	}
   1697       1.84  perseant 
   1698       1.84  perseant 	KASSERT(startoffset > 0 || endoffset >= startoffset);
   1699       1.84  perseant 	if (startoffset == endoffset) {
   1700       1.84  perseant 		/* Nothing to do, why were we called? */
   1701       1.84  perseant 		simple_unlock(&vp->v_interlock);
   1702      1.136  perseant 		DLOG((DLOG_PAGE, "lfs_putpages: startoffset = endoffset = %"
   1703      1.136  perseant 		      PRId64 "\n", startoffset));
   1704       1.84  perseant 		return 0;
   1705       1.84  perseant 	}
   1706       1.84  perseant 
   1707       1.84  perseant 	ap->a_offlo = startoffset;
   1708       1.84  perseant 	ap->a_offhi = endoffset;
   1709       1.84  perseant 
   1710       1.84  perseant 	if (!(ap->a_flags & PGO_CLEANIT))
   1711       1.84  perseant 		return genfs_putpages(v);
   1712       1.84  perseant 
   1713       1.84  perseant 	/*
   1714      1.103  perseant 	 * If there are more than one page per block, we don't want
   1715      1.103  perseant 	 * to get caught locking them backwards; so set PGO_BUSYFAIL
   1716      1.103  perseant 	 * to avoid deadlocks.
   1717       1.84  perseant 	 */
   1718      1.103  perseant 	ap->a_flags |= PGO_BUSYFAIL;
   1719      1.103  perseant 
   1720      1.103  perseant 	do {
   1721      1.103  perseant 		int r;
   1722      1.103  perseant 
   1723      1.104      yamt 		/* If no pages are dirty, we can just use genfs_putpages. */
   1724      1.123    simonb 		if (check_dirty(fs, vp, startoffset, endoffset, blkeof,
   1725      1.123    simonb 				ap->a_flags, 1) != 0)
   1726      1.103  perseant 			break;
   1727      1.103  perseant 
   1728      1.134  perseant 		/*
   1729      1.134  perseant 		 * Sometimes pages are dirtied between the time that
   1730      1.134  perseant 		 * we check and the time we try to clean them.
   1731      1.134  perseant 		 * Instruct lfs_gop_write to return EDEADLK in this case
   1732      1.134  perseant 		 * so we can write them properly.
   1733      1.134  perseant 		 */
   1734      1.134  perseant 		ip->i_lfs_iflags |= LFSI_NO_GOP_WRITE;
   1735      1.134  perseant 		r = genfs_putpages(v);
   1736      1.134  perseant 		ip->i_lfs_iflags &= ~LFSI_NO_GOP_WRITE;
   1737      1.134  perseant 		if (r != EDEADLK)
   1738      1.103  perseant 			return r;
   1739      1.103  perseant 
   1740      1.103  perseant 		/* Start over. */
   1741      1.121      fvdl 		preempt(1);
   1742      1.103  perseant 		simple_lock(&vp->v_interlock);
   1743      1.103  perseant 	} while(1);
   1744      1.135     perry 
   1745       1.84  perseant 	/*
   1746       1.84  perseant 	 * Dirty and asked to clean.
   1747       1.84  perseant 	 *
   1748       1.84  perseant 	 * Pagedaemon can't actually write LFS pages; wake up
   1749       1.84  perseant 	 * the writer to take care of that.  The writer will
   1750       1.84  perseant 	 * notice the pager inode queue and act on that.
   1751       1.84  perseant 	 */
   1752       1.84  perseant 	if (pagedaemon) {
   1753      1.141  perseant 		simple_lock(&fs->lfs_interlock);
   1754       1.84  perseant 		++fs->lfs_pdflush;
   1755      1.141  perseant 		simple_unlock(&fs->lfs_interlock);
   1756       1.84  perseant 		wakeup(&lfs_writer_daemon);
   1757       1.87      yamt 		simple_unlock(&vp->v_interlock);
   1758       1.84  perseant 		return EWOULDBLOCK;
   1759       1.84  perseant 	}
   1760       1.84  perseant 
   1761       1.84  perseant 	/*
   1762       1.84  perseant 	 * If this is a file created in a recent dirop, we can't flush its
   1763       1.84  perseant 	 * inode until the dirop is complete.  Drain dirops, then flush the
   1764       1.84  perseant 	 * filesystem (taking care of any other pending dirops while we're
   1765       1.84  perseant 	 * at it).
   1766       1.84  perseant 	 */
   1767       1.84  perseant 	if ((ap->a_flags & (PGO_CLEANIT|PGO_LOCKED)) == PGO_CLEANIT &&
   1768       1.84  perseant 	    (vp->v_flag & VDIROP)) {
   1769       1.84  perseant 		int locked;
   1770       1.84  perseant 
   1771      1.136  perseant 		DLOG((DLOG_PAGE, "lfs_putpages: flushing VDIROP\n"));
   1772       1.84  perseant 		locked = VOP_ISLOCKED(vp) && /* XXX */
   1773       1.84  perseant 			vp->v_lock.lk_lockholder == curproc->p_pid;
   1774      1.140  perseant 		simple_unlock(&vp->v_interlock);
   1775      1.140  perseant 		lfs_writer_enter(fs, "ppdirop");
   1776       1.84  perseant 		if (locked)
   1777       1.84  perseant 			VOP_UNLOCK(vp, 0);
   1778      1.135     perry 
   1779      1.141  perseant 		simple_lock(&fs->lfs_interlock);
   1780       1.84  perseant 		lfs_flush_fs(fs, sync ? SEGM_SYNC : 0);
   1781      1.141  perseant 		simple_unlock(&fs->lfs_interlock);
   1782      1.135     perry 
   1783       1.84  perseant 		simple_lock(&vp->v_interlock);
   1784      1.151  perseant 		if (locked) {
   1785      1.150  perseant 			VOP_LOCK(vp, LK_EXCLUSIVE | LK_INTERLOCK);
   1786      1.151  perseant 			simple_lock(&vp->v_interlock);
   1787      1.151  perseant 		}
   1788      1.111      yamt 		lfs_writer_leave(fs);
   1789       1.84  perseant 
   1790       1.84  perseant 		/* XXX the flush should have taken care of this one too! */
   1791       1.84  perseant 	}
   1792       1.84  perseant 
   1793       1.84  perseant 	/*
   1794       1.86  perseant 	 * This is it.	We are going to write some pages.  From here on
   1795       1.84  perseant 	 * down it's all just mechanics.
   1796       1.84  perseant 	 *
   1797      1.103  perseant 	 * Don't let genfs_putpages wait; lfs_segunlock will wait for us.
   1798       1.84  perseant 	 */
   1799       1.84  perseant 	ap->a_flags &= ~PGO_SYNCIO;
   1800       1.84  perseant 
   1801       1.84  perseant 	/*
   1802       1.84  perseant 	 * If we've already got the seglock, flush the node and return.
   1803       1.84  perseant 	 * The FIP has already been set up for us by lfs_writefile,
   1804       1.84  perseant 	 * and FIP cleanup and lfs_updatemeta will also be done there,
   1805       1.84  perseant 	 * unless genfs_putpages returns EDEADLK; then we must flush
   1806       1.84  perseant 	 * what we have, and correct FIP and segment header accounting.
   1807       1.84  perseant 	 */
   1808       1.84  perseant 
   1809      1.126      yamt 	seglocked = (ap->a_flags & PGO_LOCKED) != 0;
   1810      1.126      yamt 	if (!seglocked) {
   1811      1.126      yamt 		simple_unlock(&vp->v_interlock);
   1812      1.103  perseant 		/*
   1813      1.126      yamt 		 * Take the seglock, because we are going to be writing pages.
   1814      1.103  perseant 		 */
   1815      1.126      yamt 		error = lfs_seglock(fs, SEGM_PROT | (sync ? SEGM_SYNC : 0));
   1816      1.126      yamt 		if (error != 0)
   1817      1.126      yamt 			return error;
   1818      1.126      yamt 		simple_lock(&vp->v_interlock);
   1819       1.84  perseant 	}
   1820       1.84  perseant 
   1821       1.84  perseant 	/*
   1822       1.84  perseant 	 * VOP_PUTPAGES should not be called while holding the seglock.
   1823       1.93  perseant 	 * XXXUBC fix lfs_markv, or do this properly.
   1824       1.84  perseant 	 */
   1825      1.141  perseant #ifdef notyet
   1826      1.141  perseant 	KASSERT(fs->lfs_seglock == 1);
   1827      1.141  perseant #endif /* notyet */
   1828       1.84  perseant 
   1829       1.84  perseant 	/*
   1830       1.84  perseant 	 * We assume we're being called with sp->fip pointing at blank space.
   1831       1.84  perseant 	 * Account for a new FIP in the segment header, and set sp->vp.
   1832       1.84  perseant 	 * (This should duplicate the setup at the top of lfs_writefile().)
   1833       1.84  perseant 	 */
   1834       1.84  perseant 	sp = fs->lfs_sp;
   1835      1.126      yamt 	if (!seglocked) {
   1836      1.126      yamt 		if (sp->seg_bytes_left < fs->lfs_bsize ||
   1837      1.126      yamt 		    sp->sum_bytes_left < sizeof(struct finfo))
   1838      1.135     perry 			(void) lfs_writeseg(fs, fs->lfs_sp);
   1839      1.135     perry 
   1840      1.126      yamt 		sp->sum_bytes_left -= FINFOSIZE;
   1841      1.126      yamt 		++((SEGSUM *)(sp->segsum))->ss_nfinfo;
   1842      1.126      yamt 	}
   1843      1.120      yamt 	KASSERT(sp->vp == NULL);
   1844       1.84  perseant 	sp->vp = vp;
   1845      1.135     perry 
   1846      1.126      yamt 	if (!seglocked) {
   1847      1.126      yamt 		if (vp->v_flag & VDIROP)
   1848      1.126      yamt 			((SEGSUM *)(sp->segsum))->ss_flags |= (SS_DIROP|SS_CONT);
   1849      1.126      yamt 	}
   1850      1.135     perry 
   1851       1.86  perseant 	sp->fip->fi_nblocks = 0;
   1852       1.86  perseant 	sp->fip->fi_ino = ip->i_number;
   1853      1.102      fvdl 	sp->fip->fi_version = ip->i_gen;
   1854       1.84  perseant 
   1855       1.84  perseant 	/*
   1856       1.84  perseant 	 * Loop through genfs_putpages until all pages are gathered.
   1857       1.88  perseant 	 * genfs_putpages() drops the interlock, so reacquire it if necessary.
   1858      1.103  perseant 	 * Whenever we lose the interlock we have to rerun check_dirty, as
   1859      1.103  perseant 	 * well.
   1860       1.84  perseant 	 */
   1861      1.126      yamt again:
   1862      1.105  perseant 	check_dirty(fs, vp, startoffset, endoffset, blkeof, ap->a_flags, 0);
   1863      1.103  perseant 
   1864      1.103  perseant 	if ((error = genfs_putpages(v)) == EDEADLK) {
   1865      1.136  perseant 		DLOG((DLOG_PAGE, "lfs_putpages: genfs_putpages returned"
   1866      1.136  perseant 		      " EDEADLK [2] ino %d off %x (seg %d)\n",
   1867      1.136  perseant 		      ip->i_number, fs->lfs_offset,
   1868      1.136  perseant 		      dtosn(fs, fs->lfs_offset)));
   1869       1.88  perseant 		/* If nothing to write, short-circuit */
   1870      1.129      yamt 		if (sp->cbpp - sp->bpp > 1) {
   1871      1.129      yamt 			/* Write gathered pages */
   1872      1.129      yamt 			lfs_updatemeta(sp);
   1873      1.129      yamt 			(void) lfs_writeseg(fs, sp);
   1874      1.135     perry 
   1875      1.129      yamt 			/*
   1876      1.129      yamt 			 * Reinitialize brand new FIP and add us to it.
   1877      1.129      yamt 			 * (This should duplicate the fixup in
   1878      1.129      yamt 			 * lfs_gatherpages().)
   1879      1.129      yamt 			 */
   1880      1.129      yamt 			KASSERT(sp->vp == vp);
   1881      1.129      yamt 			sp->fip->fi_version = ip->i_gen;
   1882      1.129      yamt 			sp->fip->fi_ino = ip->i_number;
   1883      1.129      yamt 			/* Add us to the new segment summary. */
   1884      1.129      yamt 			++((SEGSUM *)(sp->segsum))->ss_nfinfo;
   1885      1.129      yamt 			sp->sum_bytes_left -= FINFOSIZE;
   1886       1.88  perseant 		}
   1887       1.84  perseant 
   1888       1.84  perseant 		/* Give the write a chance to complete */
   1889      1.121      fvdl 		preempt(1);
   1890      1.103  perseant 
   1891      1.103  perseant 		/* We've lost the interlock.  Start over. */
   1892      1.126      yamt 		simple_lock(&vp->v_interlock);
   1893      1.126      yamt 		goto again;
   1894       1.84  perseant 	}
   1895      1.103  perseant 
   1896      1.120      yamt 	KASSERT(sp->vp == vp);
   1897      1.126      yamt 	if (!seglocked) {
   1898      1.126      yamt 		sp->vp = NULL; /* XXX lfs_gather below will set this */
   1899      1.126      yamt 
   1900      1.126      yamt 		/* Write indirect blocks as well */
   1901      1.126      yamt 		lfs_gather(fs, fs->lfs_sp, vp, lfs_match_indir);
   1902      1.126      yamt 		lfs_gather(fs, fs->lfs_sp, vp, lfs_match_dindir);
   1903      1.126      yamt 		lfs_gather(fs, fs->lfs_sp, vp, lfs_match_tindir);
   1904      1.120      yamt 
   1905      1.126      yamt 		KASSERT(sp->vp == NULL);
   1906      1.126      yamt 		sp->vp = vp;
   1907      1.126      yamt 	}
   1908       1.84  perseant 
   1909       1.84  perseant 	/*
   1910       1.84  perseant 	 * Blocks are now gathered into a segment waiting to be written.
   1911       1.84  perseant 	 * All that's left to do is update metadata, and write them.
   1912       1.84  perseant 	 */
   1913      1.120      yamt 	lfs_updatemeta(sp);
   1914      1.120      yamt 	KASSERT(sp->vp == vp);
   1915      1.120      yamt 	sp->vp = NULL;
   1916      1.126      yamt 
   1917      1.126      yamt 	if (seglocked) {
   1918      1.126      yamt 		/* we're called by lfs_writefile. */
   1919      1.126      yamt 		return error;
   1920      1.126      yamt 	}
   1921      1.120      yamt 
   1922       1.84  perseant 	/*
   1923       1.88  perseant 	 * Clean up FIP, since we're done writing this file.
   1924       1.88  perseant 	 * This should duplicate cleanup at the end of lfs_writefile().
   1925       1.84  perseant 	 */
   1926       1.86  perseant 	if (sp->fip->fi_nblocks != 0) {
   1927      1.124      yamt 		sp->fip = (FINFO*)((caddr_t)sp->fip + FINFOSIZE +
   1928      1.124      yamt 			sizeof(int32_t) * sp->fip->fi_nblocks);
   1929       1.86  perseant 		sp->start_lbp = &sp->fip->fi_blocks[0];
   1930       1.86  perseant 	} else {
   1931      1.124      yamt 		sp->sum_bytes_left += FINFOSIZE;
   1932       1.86  perseant 		--((SEGSUM *)(sp->segsum))->ss_nfinfo;
   1933       1.86  perseant 	}
   1934       1.88  perseant 	lfs_writeseg(fs, fs->lfs_sp);
   1935       1.88  perseant 
   1936       1.84  perseant 	/*
   1937       1.84  perseant 	 * XXX - with the malloc/copy writeseg, the pages are freed by now
   1938       1.84  perseant 	 * even if we don't wait (e.g. if we hold a nested lock).  This
   1939       1.84  perseant 	 * will not be true if we stop using malloc/copy.
   1940       1.84  perseant 	 */
   1941       1.84  perseant 	KASSERT(fs->lfs_sp->seg_flags & SEGM_PROT);
   1942       1.84  perseant 	lfs_segunlock(fs);
   1943       1.84  perseant 
   1944       1.84  perseant 	/*
   1945       1.84  perseant 	 * Wait for v_numoutput to drop to zero.  The seglock should
   1946       1.84  perseant 	 * take care of this, but there is a slight possibility that
   1947       1.84  perseant 	 * aiodoned might not have got around to our buffers yet.
   1948       1.84  perseant 	 */
   1949       1.84  perseant 	if (sync) {
   1950       1.84  perseant 		s = splbio();
   1951       1.84  perseant 		simple_lock(&global_v_numoutput_slock);
   1952       1.98  perseant 		while (vp->v_numoutput > 0) {
   1953      1.136  perseant 			DLOG((DLOG_PAGE, "lfs_putpages: ino %d sleeping on"
   1954      1.136  perseant 			      " num %d\n", ip->i_number, vp->v_numoutput));
   1955       1.84  perseant 			vp->v_flag |= VBWAIT;
   1956       1.87      yamt 			ltsleep(&vp->v_numoutput, PRIBIO + 1, "lfs_vn", 0,
   1957       1.87      yamt 			    &global_v_numoutput_slock);
   1958       1.84  perseant 		}
   1959       1.84  perseant 		simple_unlock(&global_v_numoutput_slock);
   1960       1.84  perseant 		splx(s);
   1961       1.84  perseant 	}
   1962       1.84  perseant 	return error;
   1963       1.84  perseant }
   1964       1.84  perseant 
   1965       1.84  perseant /*
   1966       1.84  perseant  * Return the last logical file offset that should be written for this file
   1967       1.86  perseant  * if we're doing a write that ends at "size".	If writing, we need to know
   1968       1.84  perseant  * about sizes on disk, i.e. fragments if there are any; if reading, we need
   1969       1.84  perseant  * to know about entire blocks.
   1970       1.84  perseant  */
   1971       1.84  perseant void
   1972       1.84  perseant lfs_gop_size(struct vnode *vp, off_t size, off_t *eobp, int flags)
   1973       1.84  perseant {
   1974       1.84  perseant 	struct inode *ip = VTOI(vp);
   1975      1.135     perry 	struct lfs *fs = ip->i_lfs;
   1976       1.84  perseant 	daddr_t olbn, nlbn;
   1977       1.84  perseant 
   1978       1.84  perseant 	KASSERT(flags & (GOP_SIZE_READ | GOP_SIZE_WRITE));
   1979      1.135     perry 	KASSERT((flags & (GOP_SIZE_READ | GOP_SIZE_WRITE))
   1980       1.84  perseant 		!= (GOP_SIZE_READ | GOP_SIZE_WRITE));
   1981       1.84  perseant 
   1982      1.102      fvdl 	olbn = lblkno(fs, ip->i_size);
   1983       1.84  perseant 	nlbn = lblkno(fs, size);
   1984      1.118      yamt 	if (!(flags & GOP_SIZE_MEM) && nlbn < NDADDR && olbn <= nlbn) {
   1985       1.86  perseant 		*eobp = fragroundup(fs, size);
   1986       1.86  perseant 	} else {
   1987       1.86  perseant 		*eobp = blkroundup(fs, size);
   1988       1.86  perseant 	}
   1989       1.84  perseant }
   1990       1.84  perseant 
   1991       1.84  perseant #ifdef DEBUG
   1992       1.84  perseant void lfs_dump_vop(void *);
   1993       1.84  perseant 
   1994       1.84  perseant void
   1995       1.84  perseant lfs_dump_vop(void *v)
   1996       1.84  perseant {
   1997       1.86  perseant 	struct vop_putpages_args /* {
   1998       1.86  perseant 		struct vnode *a_vp;
   1999       1.86  perseant 		voff_t a_offlo;
   2000       1.86  perseant 		voff_t a_offhi;
   2001       1.86  perseant 		int a_flags;
   2002       1.86  perseant 	} */ *ap = v;
   2003       1.84  perseant 
   2004      1.106     ragge #ifdef DDB
   2005       1.84  perseant 	vfs_vnode_print(ap->a_vp, 0, printf);
   2006      1.106     ragge #endif
   2007      1.102      fvdl 	lfs_dump_dinode(VTOI(ap->a_vp)->i_din.ffs1_din);
   2008       1.84  perseant }
   2009       1.84  perseant #endif
   2010       1.84  perseant 
   2011       1.84  perseant int
   2012       1.84  perseant lfs_mmap(void *v)
   2013       1.84  perseant {
   2014       1.84  perseant 	struct vop_mmap_args /* {
   2015       1.86  perseant 		const struct vnodeop_desc *a_desc;
   2016       1.86  perseant 		struct vnode *a_vp;
   2017       1.86  perseant 		int a_fflags;
   2018       1.86  perseant 		struct ucred *a_cred;
   2019      1.109      fvdl 		struct proc *a_p;
   2020       1.84  perseant 	} */ *ap = v;
   2021       1.84  perseant 
   2022       1.84  perseant 	if (VTOI(ap->a_vp)->i_number == LFS_IFILE_INUM)
   2023       1.84  perseant 		return EOPNOTSUPP;
   2024       1.84  perseant 	return ufs_mmap(v);
   2025       1.84  perseant }
   2026