Home | History | Annotate | Line # | Download | only in lfs
lfs_vnops.c revision 1.109.2.11
      1  1.109.2.11     skrll /*	$NetBSD: lfs_vnops.c,v 1.109.2.11 2005/11/10 14:12:32 skrll Exp $	*/
      2         1.2       cgd 
      3        1.22  perseant /*-
      4        1.84  perseant  * Copyright (c) 1999, 2000, 2001, 2002, 2003 The NetBSD Foundation, Inc.
      5        1.22  perseant  * All rights reserved.
      6        1.22  perseant  *
      7        1.22  perseant  * This code is derived from software contributed to The NetBSD Foundation
      8        1.22  perseant  * by Konrad E. Schroder <perseant (at) hhhh.org>.
      9        1.22  perseant  *
     10        1.22  perseant  * Redistribution and use in source and binary forms, with or without
     11        1.22  perseant  * modification, are permitted provided that the following conditions
     12        1.22  perseant  * are met:
     13        1.22  perseant  * 1. Redistributions of source code must retain the above copyright
     14        1.22  perseant  *    notice, this list of conditions and the following disclaimer.
     15        1.22  perseant  * 2. Redistributions in binary form must reproduce the above copyright
     16        1.22  perseant  *    notice, this list of conditions and the following disclaimer in the
     17        1.22  perseant  *    documentation and/or other materials provided with the distribution.
     18        1.22  perseant  * 3. All advertising materials mentioning features or use of this software
     19        1.22  perseant  *    must display the following acknowledgement:
     20        1.86  perseant  *	This product includes software developed by the NetBSD
     21        1.86  perseant  *	Foundation, Inc. and its contributors.
     22        1.22  perseant  * 4. Neither the name of The NetBSD Foundation nor the names of its
     23        1.22  perseant  *    contributors may be used to endorse or promote products derived
     24        1.22  perseant  *    from this software without specific prior written permission.
     25        1.22  perseant  *
     26        1.22  perseant  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     27        1.22  perseant  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     28        1.22  perseant  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     29        1.22  perseant  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     30        1.22  perseant  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     31        1.22  perseant  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     32        1.22  perseant  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     33        1.22  perseant  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     34        1.22  perseant  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     35        1.22  perseant  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     36        1.22  perseant  * POSSIBILITY OF SUCH DAMAGE.
     37        1.22  perseant  */
     38         1.1   mycroft /*
     39        1.15      fvdl  * Copyright (c) 1986, 1989, 1991, 1993, 1995
     40         1.1   mycroft  *	The Regents of the University of California.  All rights reserved.
     41         1.1   mycroft  *
     42         1.1   mycroft  * Redistribution and use in source and binary forms, with or without
     43         1.1   mycroft  * modification, are permitted provided that the following conditions
     44         1.1   mycroft  * are met:
     45         1.1   mycroft  * 1. Redistributions of source code must retain the above copyright
     46         1.1   mycroft  *    notice, this list of conditions and the following disclaimer.
     47         1.1   mycroft  * 2. Redistributions in binary form must reproduce the above copyright
     48         1.1   mycroft  *    notice, this list of conditions and the following disclaimer in the
     49         1.1   mycroft  *    documentation and/or other materials provided with the distribution.
     50   1.109.2.2     skrll  * 3. Neither the name of the University nor the names of its contributors
     51         1.1   mycroft  *    may be used to endorse or promote products derived from this software
     52         1.1   mycroft  *    without specific prior written permission.
     53         1.1   mycroft  *
     54         1.1   mycroft  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     55         1.1   mycroft  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     56         1.1   mycroft  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     57         1.1   mycroft  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     58         1.1   mycroft  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     59         1.1   mycroft  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     60         1.1   mycroft  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     61         1.1   mycroft  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     62         1.1   mycroft  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     63         1.1   mycroft  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     64         1.1   mycroft  * SUCH DAMAGE.
     65         1.1   mycroft  *
     66        1.15      fvdl  *	@(#)lfs_vnops.c	8.13 (Berkeley) 6/10/95
     67         1.1   mycroft  */
     68        1.58     lukem 
     69        1.58     lukem #include <sys/cdefs.h>
     70  1.109.2.11     skrll __KERNEL_RCSID(0, "$NetBSD: lfs_vnops.c,v 1.109.2.11 2005/11/10 14:12:32 skrll Exp $");
     71        1.17  sommerfe 
     72         1.1   mycroft #include <sys/param.h>
     73         1.1   mycroft #include <sys/systm.h>
     74         1.1   mycroft #include <sys/namei.h>
     75         1.1   mycroft #include <sys/resourcevar.h>
     76         1.1   mycroft #include <sys/kernel.h>
     77         1.1   mycroft #include <sys/file.h>
     78         1.1   mycroft #include <sys/stat.h>
     79         1.1   mycroft #include <sys/buf.h>
     80         1.1   mycroft #include <sys/proc.h>
     81         1.1   mycroft #include <sys/mount.h>
     82         1.1   mycroft #include <sys/vnode.h>
     83        1.19   thorpej #include <sys/pool.h>
     84        1.10  christos #include <sys/signalvar.h>
     85         1.1   mycroft 
     86        1.12   mycroft #include <miscfs/fifofs/fifo.h>
     87        1.12   mycroft #include <miscfs/genfs/genfs.h>
     88         1.1   mycroft #include <miscfs/specfs/specdev.h>
     89         1.1   mycroft 
     90         1.1   mycroft #include <ufs/ufs/inode.h>
     91         1.1   mycroft #include <ufs/ufs/dir.h>
     92         1.1   mycroft #include <ufs/ufs/ufsmount.h>
     93         1.1   mycroft #include <ufs/ufs/ufs_extern.h>
     94         1.1   mycroft 
     95        1.84  perseant #include <uvm/uvm.h>
     96        1.95  perseant #include <uvm/uvm_pmap.h>
     97        1.95  perseant #include <uvm/uvm_stat.h>
     98        1.95  perseant #include <uvm/uvm_pager.h>
     99        1.84  perseant 
    100         1.1   mycroft #include <ufs/lfs/lfs.h>
    101         1.1   mycroft #include <ufs/lfs/lfs_extern.h>
    102         1.1   mycroft 
    103        1.91      yamt extern pid_t lfs_writer_daemon;
    104        1.84  perseant 
    105         1.1   mycroft /* Global vfs data structures for lfs. */
    106        1.51  perseant int (**lfs_vnodeop_p)(void *);
    107        1.50  jdolecek const struct vnodeopv_entry_desc lfs_vnodeop_entries[] = {
    108         1.1   mycroft 	{ &vop_default_desc, vn_default_error },
    109         1.1   mycroft 	{ &vop_lookup_desc, ufs_lookup },		/* lookup */
    110        1.22  perseant 	{ &vop_create_desc, lfs_create },		/* create */
    111        1.82      yamt 	{ &vop_whiteout_desc, ufs_whiteout },		/* whiteout */
    112        1.22  perseant 	{ &vop_mknod_desc, lfs_mknod },			/* mknod */
    113         1.1   mycroft 	{ &vop_open_desc, ufs_open },			/* open */
    114         1.1   mycroft 	{ &vop_close_desc, lfs_close },			/* close */
    115         1.1   mycroft 	{ &vop_access_desc, ufs_access },		/* access */
    116         1.1   mycroft 	{ &vop_getattr_desc, lfs_getattr },		/* getattr */
    117        1.61  perseant 	{ &vop_setattr_desc, lfs_setattr },		/* setattr */
    118         1.1   mycroft 	{ &vop_read_desc, lfs_read },			/* read */
    119         1.1   mycroft 	{ &vop_write_desc, lfs_write },			/* write */
    120         1.4   mycroft 	{ &vop_lease_desc, ufs_lease_check },		/* lease */
    121        1.90  perseant 	{ &vop_ioctl_desc, ufs_ioctl },			/* ioctl */
    122        1.90  perseant 	{ &vop_fcntl_desc, lfs_fcntl },			/* fcntl */
    123        1.13   mycroft 	{ &vop_poll_desc, ufs_poll },			/* poll */
    124        1.68  jdolecek 	{ &vop_kqfilter_desc, genfs_kqfilter },		/* kqfilter */
    125        1.15      fvdl 	{ &vop_revoke_desc, ufs_revoke },		/* revoke */
    126        1.84  perseant 	{ &vop_mmap_desc, lfs_mmap },			/* mmap */
    127         1.1   mycroft 	{ &vop_fsync_desc, lfs_fsync },			/* fsync */
    128         1.1   mycroft 	{ &vop_seek_desc, ufs_seek },			/* seek */
    129        1.22  perseant 	{ &vop_remove_desc, lfs_remove },		/* remove */
    130        1.22  perseant 	{ &vop_link_desc, lfs_link },			/* link */
    131        1.22  perseant 	{ &vop_rename_desc, lfs_rename },		/* rename */
    132        1.22  perseant 	{ &vop_mkdir_desc, lfs_mkdir },			/* mkdir */
    133        1.22  perseant 	{ &vop_rmdir_desc, lfs_rmdir },			/* rmdir */
    134        1.22  perseant 	{ &vop_symlink_desc, lfs_symlink },		/* symlink */
    135         1.1   mycroft 	{ &vop_readdir_desc, ufs_readdir },		/* readdir */
    136         1.1   mycroft 	{ &vop_readlink_desc, ufs_readlink },		/* readlink */
    137         1.1   mycroft 	{ &vop_abortop_desc, ufs_abortop },		/* abortop */
    138        1.40  perseant 	{ &vop_inactive_desc, lfs_inactive },		/* inactive */
    139         1.1   mycroft 	{ &vop_reclaim_desc, lfs_reclaim },		/* reclaim */
    140         1.1   mycroft 	{ &vop_lock_desc, ufs_lock },			/* lock */
    141         1.1   mycroft 	{ &vop_unlock_desc, ufs_unlock },		/* unlock */
    142         1.1   mycroft 	{ &vop_bmap_desc, ufs_bmap },			/* bmap */
    143        1.94  perseant 	{ &vop_strategy_desc, lfs_strategy },		/* strategy */
    144         1.1   mycroft 	{ &vop_print_desc, ufs_print },			/* print */
    145         1.1   mycroft 	{ &vop_islocked_desc, ufs_islocked },		/* islocked */
    146         1.1   mycroft 	{ &vop_pathconf_desc, ufs_pathconf },		/* pathconf */
    147         1.1   mycroft 	{ &vop_advlock_desc, ufs_advlock },		/* advlock */
    148         1.1   mycroft 	{ &vop_bwrite_desc, lfs_bwrite },		/* bwrite */
    149        1.60       chs 	{ &vop_getpages_desc, lfs_getpages },		/* getpages */
    150        1.60       chs 	{ &vop_putpages_desc, lfs_putpages },		/* putpages */
    151        1.53       chs 	{ NULL, NULL }
    152         1.1   mycroft };
    153        1.50  jdolecek const struct vnodeopv_desc lfs_vnodeop_opv_desc =
    154         1.1   mycroft 	{ &lfs_vnodeop_p, lfs_vnodeop_entries };
    155         1.1   mycroft 
    156        1.51  perseant int (**lfs_specop_p)(void *);
    157        1.50  jdolecek const struct vnodeopv_entry_desc lfs_specop_entries[] = {
    158         1.1   mycroft 	{ &vop_default_desc, vn_default_error },
    159         1.1   mycroft 	{ &vop_lookup_desc, spec_lookup },		/* lookup */
    160         1.1   mycroft 	{ &vop_create_desc, spec_create },		/* create */
    161         1.1   mycroft 	{ &vop_mknod_desc, spec_mknod },		/* mknod */
    162         1.1   mycroft 	{ &vop_open_desc, spec_open },			/* open */
    163        1.65  perseant 	{ &vop_close_desc, lfsspec_close },		/* close */
    164         1.1   mycroft 	{ &vop_access_desc, ufs_access },		/* access */
    165         1.1   mycroft 	{ &vop_getattr_desc, lfs_getattr },		/* getattr */
    166        1.61  perseant 	{ &vop_setattr_desc, lfs_setattr },		/* setattr */
    167         1.1   mycroft 	{ &vop_read_desc, ufsspec_read },		/* read */
    168         1.1   mycroft 	{ &vop_write_desc, ufsspec_write },		/* write */
    169         1.4   mycroft 	{ &vop_lease_desc, spec_lease_check },		/* lease */
    170         1.1   mycroft 	{ &vop_ioctl_desc, spec_ioctl },		/* ioctl */
    171        1.27  wrstuden 	{ &vop_fcntl_desc, ufs_fcntl },			/* fcntl */
    172        1.13   mycroft 	{ &vop_poll_desc, spec_poll },			/* poll */
    173        1.68  jdolecek 	{ &vop_kqfilter_desc, spec_kqfilter },		/* kqfilter */
    174        1.15      fvdl 	{ &vop_revoke_desc, spec_revoke },		/* revoke */
    175         1.1   mycroft 	{ &vop_mmap_desc, spec_mmap },			/* mmap */
    176         1.1   mycroft 	{ &vop_fsync_desc, spec_fsync },		/* fsync */
    177         1.1   mycroft 	{ &vop_seek_desc, spec_seek },			/* seek */
    178         1.1   mycroft 	{ &vop_remove_desc, spec_remove },		/* remove */
    179         1.1   mycroft 	{ &vop_link_desc, spec_link },			/* link */
    180         1.1   mycroft 	{ &vop_rename_desc, spec_rename },		/* rename */
    181         1.1   mycroft 	{ &vop_mkdir_desc, spec_mkdir },		/* mkdir */
    182         1.1   mycroft 	{ &vop_rmdir_desc, spec_rmdir },		/* rmdir */
    183         1.1   mycroft 	{ &vop_symlink_desc, spec_symlink },		/* symlink */
    184         1.1   mycroft 	{ &vop_readdir_desc, spec_readdir },		/* readdir */
    185         1.1   mycroft 	{ &vop_readlink_desc, spec_readlink },		/* readlink */
    186         1.1   mycroft 	{ &vop_abortop_desc, spec_abortop },		/* abortop */
    187        1.40  perseant 	{ &vop_inactive_desc, lfs_inactive },		/* inactive */
    188         1.1   mycroft 	{ &vop_reclaim_desc, lfs_reclaim },		/* reclaim */
    189         1.1   mycroft 	{ &vop_lock_desc, ufs_lock },			/* lock */
    190         1.1   mycroft 	{ &vop_unlock_desc, ufs_unlock },		/* unlock */
    191         1.1   mycroft 	{ &vop_bmap_desc, spec_bmap },			/* bmap */
    192         1.1   mycroft 	{ &vop_strategy_desc, spec_strategy },		/* strategy */
    193         1.1   mycroft 	{ &vop_print_desc, ufs_print },			/* print */
    194         1.1   mycroft 	{ &vop_islocked_desc, ufs_islocked },		/* islocked */
    195         1.1   mycroft 	{ &vop_pathconf_desc, spec_pathconf },		/* pathconf */
    196         1.1   mycroft 	{ &vop_advlock_desc, spec_advlock },		/* advlock */
    197        1.28  perseant 	{ &vop_bwrite_desc, vn_bwrite },		/* bwrite */
    198        1.53       chs 	{ &vop_getpages_desc, spec_getpages },		/* getpages */
    199        1.53       chs 	{ &vop_putpages_desc, spec_putpages },		/* putpages */
    200        1.53       chs 	{ NULL, NULL }
    201         1.1   mycroft };
    202        1.50  jdolecek const struct vnodeopv_desc lfs_specop_opv_desc =
    203         1.1   mycroft 	{ &lfs_specop_p, lfs_specop_entries };
    204         1.1   mycroft 
    205        1.51  perseant int (**lfs_fifoop_p)(void *);
    206        1.50  jdolecek const struct vnodeopv_entry_desc lfs_fifoop_entries[] = {
    207         1.1   mycroft 	{ &vop_default_desc, vn_default_error },
    208         1.1   mycroft 	{ &vop_lookup_desc, fifo_lookup },		/* lookup */
    209         1.1   mycroft 	{ &vop_create_desc, fifo_create },		/* create */
    210         1.1   mycroft 	{ &vop_mknod_desc, fifo_mknod },		/* mknod */
    211         1.1   mycroft 	{ &vop_open_desc, fifo_open },			/* open */
    212        1.65  perseant 	{ &vop_close_desc, lfsfifo_close },		/* close */
    213         1.1   mycroft 	{ &vop_access_desc, ufs_access },		/* access */
    214         1.1   mycroft 	{ &vop_getattr_desc, lfs_getattr },		/* getattr */
    215        1.61  perseant 	{ &vop_setattr_desc, lfs_setattr },		/* setattr */
    216         1.1   mycroft 	{ &vop_read_desc, ufsfifo_read },		/* read */
    217         1.1   mycroft 	{ &vop_write_desc, ufsfifo_write },		/* write */
    218         1.4   mycroft 	{ &vop_lease_desc, fifo_lease_check },		/* lease */
    219         1.1   mycroft 	{ &vop_ioctl_desc, fifo_ioctl },		/* ioctl */
    220        1.27  wrstuden 	{ &vop_fcntl_desc, ufs_fcntl },			/* fcntl */
    221        1.13   mycroft 	{ &vop_poll_desc, fifo_poll },			/* poll */
    222        1.68  jdolecek 	{ &vop_kqfilter_desc, fifo_kqfilter },		/* kqfilter */
    223        1.15      fvdl 	{ &vop_revoke_desc, fifo_revoke },		/* revoke */
    224         1.1   mycroft 	{ &vop_mmap_desc, fifo_mmap },			/* mmap */
    225         1.1   mycroft 	{ &vop_fsync_desc, fifo_fsync },		/* fsync */
    226         1.1   mycroft 	{ &vop_seek_desc, fifo_seek },			/* seek */
    227         1.1   mycroft 	{ &vop_remove_desc, fifo_remove },		/* remove */
    228         1.1   mycroft 	{ &vop_link_desc, fifo_link },			/* link */
    229         1.1   mycroft 	{ &vop_rename_desc, fifo_rename },		/* rename */
    230         1.1   mycroft 	{ &vop_mkdir_desc, fifo_mkdir },		/* mkdir */
    231         1.1   mycroft 	{ &vop_rmdir_desc, fifo_rmdir },		/* rmdir */
    232         1.1   mycroft 	{ &vop_symlink_desc, fifo_symlink },		/* symlink */
    233         1.1   mycroft 	{ &vop_readdir_desc, fifo_readdir },		/* readdir */
    234         1.1   mycroft 	{ &vop_readlink_desc, fifo_readlink },		/* readlink */
    235         1.1   mycroft 	{ &vop_abortop_desc, fifo_abortop },		/* abortop */
    236        1.40  perseant 	{ &vop_inactive_desc, lfs_inactive },		/* inactive */
    237         1.1   mycroft 	{ &vop_reclaim_desc, lfs_reclaim },		/* reclaim */
    238         1.1   mycroft 	{ &vop_lock_desc, ufs_lock },			/* lock */
    239         1.1   mycroft 	{ &vop_unlock_desc, ufs_unlock },		/* unlock */
    240         1.1   mycroft 	{ &vop_bmap_desc, fifo_bmap },			/* bmap */
    241         1.1   mycroft 	{ &vop_strategy_desc, fifo_strategy },		/* strategy */
    242         1.1   mycroft 	{ &vop_print_desc, ufs_print },			/* print */
    243         1.1   mycroft 	{ &vop_islocked_desc, ufs_islocked },		/* islocked */
    244         1.1   mycroft 	{ &vop_pathconf_desc, fifo_pathconf },		/* pathconf */
    245         1.1   mycroft 	{ &vop_advlock_desc, fifo_advlock },		/* advlock */
    246         1.1   mycroft 	{ &vop_bwrite_desc, lfs_bwrite },		/* bwrite */
    247        1.86  perseant 	{ &vop_putpages_desc, fifo_putpages },		/* putpages */
    248        1.53       chs 	{ NULL, NULL }
    249         1.1   mycroft };
    250        1.50  jdolecek const struct vnodeopv_desc lfs_fifoop_opv_desc =
    251         1.1   mycroft 	{ &lfs_fifoop_p, lfs_fifoop_entries };
    252         1.1   mycroft 
    253   1.109.2.8     skrll static int check_dirty(struct lfs *, struct vnode *, off_t, off_t, off_t, int, int);
    254   1.109.2.8     skrll 
    255         1.1   mycroft #define	LFS_READWRITE
    256         1.1   mycroft #include <ufs/ufs/ufs_readwrite.c>
    257         1.1   mycroft #undef	LFS_READWRITE
    258         1.1   mycroft 
    259         1.1   mycroft /*
    260         1.1   mycroft  * Synch an open file.
    261         1.1   mycroft  */
    262         1.1   mycroft /* ARGSUSED */
    263        1.10  christos int
    264        1.51  perseant lfs_fsync(void *v)
    265        1.10  christos {
    266         1.1   mycroft 	struct vop_fsync_args /* {
    267         1.1   mycroft 		struct vnode *a_vp;
    268         1.1   mycroft 		struct ucred *a_cred;
    269        1.22  perseant 		int a_flags;
    270        1.49    toshii 		off_t offlo;
    271        1.49    toshii 		off_t offhi;
    272   1.109.2.5     skrll 		struct lwp *a_l;
    273        1.10  christos 	} */ *ap = v;
    274        1.60       chs 	struct vnode *vp = ap->a_vp;
    275        1.84  perseant 	int error, wait;
    276        1.84  perseant 
    277        1.86  perseant 	/*
    278        1.84  perseant 	 * Trickle sync checks for need to do a checkpoint after possible
    279        1.84  perseant 	 * activity from the pagedaemon.
    280        1.86  perseant 	 */
    281        1.84  perseant 	if (ap->a_flags & FSYNC_LAZY) {
    282   1.109.2.2     skrll 		simple_lock(&lfs_subsys_lock);
    283        1.84  perseant 		wakeup(&lfs_writer_daemon);
    284   1.109.2.2     skrll 		simple_unlock(&lfs_subsys_lock);
    285        1.47  perseant 		return 0;
    286        1.84  perseant 	}
    287        1.47  perseant 
    288        1.84  perseant 	wait = (ap->a_flags & FSYNC_WAIT);
    289       1.103  perseant 	simple_lock(&vp->v_interlock);
    290       1.103  perseant 	error = VOP_PUTPAGES(vp, trunc_page(ap->a_offlo),
    291       1.103  perseant 			round_page(ap->a_offhi),
    292       1.103  perseant 			PGO_CLEANIT | (wait ? PGO_SYNCIO : 0));
    293       1.103  perseant 	if (error)
    294       1.103  perseant 		return error;
    295  1.109.2.11     skrll 	error = lfs_update(vp, NULL, NULL, wait ? UPDATE_WAIT : 0);
    296   1.109.2.7     skrll 	if (error == 0 && ap->a_flags & FSYNC_CACHE) {
    297   1.109.2.7     skrll 		int l = 0;
    298   1.109.2.7     skrll 		error = VOP_IOCTL(VTOI(vp)->i_devvp, DIOCCACHESYNC, &l, FWRITE,
    299   1.109.2.7     skrll 				  ap->a_l->l_proc->p_ucred, ap->a_l);
    300   1.109.2.7     skrll 	}
    301       1.103  perseant 	if (wait && !VPISEMPTY(vp))
    302       1.103  perseant 		LFS_SET_UINO(VTOI(vp), IN_MODIFIED);
    303        1.84  perseant 
    304        1.63  perseant 	return error;
    305         1.1   mycroft }
    306         1.1   mycroft 
    307         1.1   mycroft /*
    308        1.40  perseant  * Take IN_ADIROP off, then call ufs_inactive.
    309        1.40  perseant  */
    310        1.40  perseant int
    311        1.51  perseant lfs_inactive(void *v)
    312        1.40  perseant {
    313        1.40  perseant 	struct vop_inactive_args /* {
    314        1.40  perseant 		struct vnode *a_vp;
    315   1.109.2.5     skrll 		struct lwp *a_l;
    316        1.40  perseant 	} */ *ap = v;
    317        1.72      yamt 
    318       1.102      fvdl 	KASSERT(VTOI(ap->a_vp)->i_nlink == VTOI(ap->a_vp)->i_ffs_effnlink);
    319        1.77      yamt 
    320        1.76      yamt 	lfs_unmark_vnode(ap->a_vp);
    321        1.76      yamt 
    322        1.97  perseant 	/*
    323        1.97  perseant 	 * The Ifile is only ever inactivated on unmount.
    324        1.97  perseant 	 * Streamline this process by not giving it more dirty blocks.
    325        1.97  perseant 	 */
    326        1.97  perseant 	if (VTOI(ap->a_vp)->i_number == LFS_IFILE_INUM) {
    327        1.97  perseant 		LFS_CLR_UINO(VTOI(ap->a_vp), IN_ALLMOD);
    328        1.99  perseant 		VOP_UNLOCK(ap->a_vp, 0);
    329        1.97  perseant 		return 0;
    330        1.97  perseant 	}
    331        1.97  perseant 
    332        1.75      yamt 	return ufs_inactive(v);
    333        1.40  perseant }
    334        1.40  perseant 
    335        1.40  perseant /*
    336         1.1   mycroft  * These macros are used to bracket UFS directory ops, so that we can
    337         1.1   mycroft  * identify all the pages touched during directory ops which need to
    338         1.1   mycroft  * be ordered and flushed atomically, so that they may be recovered.
    339  1.109.2.10     skrll  *
    340  1.109.2.10     skrll  * Because we have to mark nodes VDIROP in order to prevent
    341        1.22  perseant  * the cache from reclaiming them while a dirop is in progress, we must
    342        1.22  perseant  * also manage the number of nodes so marked (otherwise we can run out).
    343        1.22  perseant  * We do this by setting lfs_dirvcount to the number of marked vnodes; it
    344        1.22  perseant  * is decremented during segment write, when VDIROP is taken off.
    345        1.22  perseant  */
    346  1.109.2.10     skrll #define	MARK_VNODE(vp)			lfs_mark_vnode(vp)
    347  1.109.2.10     skrll #define	UNMARK_VNODE(vp)		lfs_unmark_vnode(vp)
    348  1.109.2.10     skrll #define	SET_DIROP_CREATE(dvp, vpp)	lfs_set_dirop_create((dvp), (vpp))
    349  1.109.2.10     skrll #define	SET_DIROP_REMOVE(dvp, vp)	lfs_set_dirop((dvp), (vp))
    350  1.109.2.10     skrll static int lfs_set_dirop_create(struct vnode *, struct vnode **);
    351        1.71      yamt static int lfs_set_dirop(struct vnode *, struct vnode *);
    352        1.24  perseant 
    353        1.46  perseant static int
    354  1.109.2.10     skrll lfs_set_dirop(struct vnode *dvp, struct vnode *vp)
    355        1.40  perseant {
    356        1.24  perseant 	struct lfs *fs;
    357        1.24  perseant 	int error;
    358        1.24  perseant 
    359  1.109.2.10     skrll 	KASSERT(VOP_ISLOCKED(dvp));
    360  1.109.2.10     skrll 	KASSERT(vp == NULL || VOP_ISLOCKED(vp));
    361        1.71      yamt 
    362  1.109.2.10     skrll 	fs = VTOI(dvp)->i_lfs;
    363  1.109.2.11     skrll 
    364  1.109.2.11     skrll 	ASSERT_NO_SEGLOCK(fs);
    365        1.44  perseant 	/*
    366   1.109.2.8     skrll 	 * LFS_NRESERVE calculates direct and indirect blocks as well
    367   1.109.2.8     skrll 	 * as an inode block; an overestimate in most cases.
    368        1.44  perseant 	 */
    369  1.109.2.10     skrll 	if ((error = lfs_reserve(fs, dvp, vp, LFS_NRESERVE(fs))) != 0)
    370        1.44  perseant 		return (error);
    371        1.70      yamt 
    372  1.109.2.11     skrll     restart:
    373   1.109.2.2     skrll 	simple_lock(&fs->lfs_interlock);
    374  1.109.2.11     skrll 	if (fs->lfs_dirops == 0) {
    375  1.109.2.11     skrll 		simple_unlock(&fs->lfs_interlock);
    376  1.109.2.11     skrll 		lfs_check(dvp, LFS_UNUSED_LBN, 0);
    377  1.109.2.11     skrll 		simple_lock(&fs->lfs_interlock);
    378   1.109.2.2     skrll 	}
    379  1.109.2.11     skrll 	while (fs->lfs_writer)
    380  1.109.2.11     skrll 		ltsleep(&fs->lfs_dirops, (PRIBIO + 1), "lfs_sdirop", 0,
    381  1.109.2.11     skrll 			&fs->lfs_interlock);
    382   1.109.2.2     skrll 	simple_lock(&lfs_subsys_lock);
    383   1.109.2.2     skrll 	if (lfs_dirvcount > LFS_MAX_DIROP && fs->lfs_dirops == 0) {
    384   1.109.2.2     skrll 		wakeup(&lfs_writer_daemon);
    385   1.109.2.2     skrll 		simple_unlock(&lfs_subsys_lock);
    386   1.109.2.2     skrll 		simple_unlock(&fs->lfs_interlock);
    387   1.109.2.2     skrll 		preempt(1);
    388   1.109.2.2     skrll 		goto restart;
    389   1.109.2.2     skrll 	}
    390        1.33  perseant 
    391   1.109.2.2     skrll 	if (lfs_dirvcount > LFS_MAX_DIROP) {
    392   1.109.2.2     skrll 		simple_unlock(&fs->lfs_interlock);
    393   1.109.2.9     skrll 		DLOG((DLOG_DIROP, "lfs_set_dirop: sleeping with dirops=%d, "
    394   1.109.2.9     skrll 		      "dirvcount=%d\n", fs->lfs_dirops, lfs_dirvcount));
    395   1.109.2.2     skrll 		if ((error = ltsleep(&lfs_dirvcount,
    396   1.109.2.2     skrll 		    PCATCH | PUSER | PNORELOCK, "lfs_maxdirop", 0,
    397   1.109.2.2     skrll 		    &lfs_subsys_lock)) != 0) {
    398   1.109.2.2     skrll 			goto unreserve;
    399   1.109.2.2     skrll 		}
    400   1.109.2.2     skrll 		goto restart;
    401   1.109.2.8     skrll 	}
    402   1.109.2.2     skrll 	simple_unlock(&lfs_subsys_lock);
    403   1.109.2.2     skrll 
    404   1.109.2.8     skrll 	++fs->lfs_dirops;
    405   1.109.2.8     skrll 	fs->lfs_doifile = 1;
    406   1.109.2.2     skrll 	simple_unlock(&fs->lfs_interlock);
    407        1.24  perseant 
    408        1.46  perseant 	/* Hold a reference so SET_ENDOP will be happy */
    409  1.109.2.10     skrll 	vref(dvp);
    410  1.109.2.10     skrll 	if (vp) {
    411  1.109.2.10     skrll 		vref(vp);
    412  1.109.2.10     skrll 		MARK_VNODE(vp);
    413  1.109.2.10     skrll 	}
    414        1.46  perseant 
    415  1.109.2.10     skrll 	MARK_VNODE(dvp);
    416        1.24  perseant 	return 0;
    417        1.70      yamt 
    418        1.70      yamt unreserve:
    419  1.109.2.10     skrll 	lfs_reserve(fs, dvp, vp, -LFS_NRESERVE(fs));
    420        1.70      yamt 	return error;
    421         1.1   mycroft }
    422         1.1   mycroft 
    423  1.109.2.10     skrll /*
    424  1.109.2.10     skrll  * Get a new vnode *before* adjusting the dirop count, to avoid a deadlock
    425  1.109.2.10     skrll  * in getnewvnode(), if we have a stacked filesystem mounted on top
    426  1.109.2.10     skrll  * of us.
    427  1.109.2.10     skrll  *
    428  1.109.2.10     skrll  * NB: this means we have to clear the new vnodes on error.  Fortunately
    429  1.109.2.10     skrll  * SET_ENDOP is there to do that for us.
    430  1.109.2.10     skrll  */
    431  1.109.2.10     skrll static int
    432  1.109.2.10     skrll lfs_set_dirop_create(struct vnode *dvp, struct vnode **vpp)
    433  1.109.2.10     skrll {
    434  1.109.2.10     skrll 	int error;
    435  1.109.2.10     skrll 	struct lfs *fs;
    436  1.109.2.10     skrll 
    437  1.109.2.10     skrll 	fs = VFSTOUFS(dvp->v_mount)->um_lfs;
    438  1.109.2.11     skrll 	ASSERT_NO_SEGLOCK(fs);
    439  1.109.2.10     skrll 	if (fs->lfs_ronly)
    440  1.109.2.10     skrll 		return EROFS;
    441  1.109.2.10     skrll 	if (vpp && (error = getnewvnode(VT_LFS, dvp->v_mount, lfs_vnodeop_p, vpp))) {
    442  1.109.2.10     skrll 		DLOG((DLOG_ALLOC, "lfs_set_dirop_create: dvp %p error %d\n",
    443  1.109.2.10     skrll 		      dvp, error));
    444  1.109.2.10     skrll 		return error;
    445  1.109.2.10     skrll 	}
    446  1.109.2.10     skrll 	if ((error = lfs_set_dirop(dvp, NULL)) != 0) {
    447  1.109.2.10     skrll 		if (vpp) {
    448  1.109.2.10     skrll 			ungetnewvnode(*vpp);
    449  1.109.2.10     skrll 			*vpp = NULL;
    450  1.109.2.10     skrll 		}
    451  1.109.2.10     skrll 		return error;
    452  1.109.2.10     skrll 	}
    453  1.109.2.10     skrll 	return 0;
    454         1.1   mycroft }
    455         1.1   mycroft 
    456  1.109.2.10     skrll #define	SET_ENDOP_BASE(fs, dvp, str)					\
    457  1.109.2.10     skrll 	do {								\
    458  1.109.2.10     skrll 		simple_lock(&(fs)->lfs_interlock);			\
    459  1.109.2.10     skrll 		--(fs)->lfs_dirops;					\
    460  1.109.2.10     skrll 		if (!(fs)->lfs_dirops) {				\
    461  1.109.2.10     skrll 			if ((fs)->lfs_nadirop) {			\
    462  1.109.2.10     skrll 				panic("SET_ENDOP: %s: no dirops but "	\
    463  1.109.2.10     skrll 					" nadirop=%d", (str),		\
    464  1.109.2.10     skrll 					(fs)->lfs_nadirop);		\
    465  1.109.2.10     skrll 			}						\
    466  1.109.2.10     skrll 			wakeup(&(fs)->lfs_writer);			\
    467  1.109.2.10     skrll 			simple_unlock(&(fs)->lfs_interlock);		\
    468  1.109.2.10     skrll 			lfs_check((dvp), LFS_UNUSED_LBN, 0);		\
    469  1.109.2.10     skrll 		} else							\
    470  1.109.2.10     skrll 			simple_unlock(&(fs)->lfs_interlock);		\
    471  1.109.2.10     skrll 	} while(0)
    472  1.109.2.10     skrll #define SET_ENDOP_CREATE(fs, dvp, nvpp, str)				\
    473  1.109.2.10     skrll 	do {								\
    474  1.109.2.10     skrll 		UNMARK_VNODE(dvp);					\
    475  1.109.2.10     skrll 		if (nvpp && *nvpp)					\
    476  1.109.2.10     skrll 			UNMARK_VNODE(*nvpp);				\
    477  1.109.2.10     skrll 		/* Check for error return to stem vnode leakage */	\
    478  1.109.2.10     skrll 		if (nvpp && *nvpp && !((*nvpp)->v_flag & VDIROP))	\
    479  1.109.2.10     skrll 			ungetnewvnode(*(nvpp));				\
    480  1.109.2.10     skrll 		SET_ENDOP_BASE((fs), (dvp), (str));			\
    481  1.109.2.10     skrll 		lfs_reserve((fs), (dvp), NULL, -LFS_NRESERVE(fs));	\
    482  1.109.2.10     skrll 		vrele(dvp);						\
    483  1.109.2.10     skrll 	} while(0)
    484  1.109.2.10     skrll #define SET_ENDOP_CREATE_AP(ap, str)					\
    485  1.109.2.10     skrll 	SET_ENDOP_CREATE(VTOI((ap)->a_dvp)->i_lfs, (ap)->a_dvp,		\
    486  1.109.2.10     skrll 			 (ap)->a_vpp, (str))
    487  1.109.2.10     skrll #define SET_ENDOP_REMOVE(fs, dvp, ovp, str)				\
    488  1.109.2.10     skrll 	do {								\
    489  1.109.2.10     skrll 		UNMARK_VNODE(dvp);					\
    490  1.109.2.10     skrll 		if (ovp)						\
    491  1.109.2.10     skrll 			UNMARK_VNODE(ovp);				\
    492  1.109.2.10     skrll 		SET_ENDOP_BASE((fs), (dvp), (str));			\
    493  1.109.2.10     skrll 		lfs_reserve((fs), (dvp), (ovp), -LFS_NRESERVE(fs));	\
    494  1.109.2.10     skrll 		vrele(dvp);						\
    495  1.109.2.10     skrll 		if (ovp)						\
    496  1.109.2.10     skrll 			vrele(ovp);					\
    497  1.109.2.10     skrll 	} while(0)
    498        1.40  perseant 
    499   1.109.2.2     skrll void
    500   1.109.2.2     skrll lfs_mark_vnode(struct vnode *vp)
    501        1.40  perseant {
    502   1.109.2.2     skrll 	struct inode *ip = VTOI(vp);
    503   1.109.2.2     skrll 	struct lfs *fs = ip->i_lfs;
    504        1.40  perseant 
    505  1.109.2.11     skrll 	simple_lock(&fs->lfs_interlock);
    506   1.109.2.2     skrll 	if (!(ip->i_flag & IN_ADIROP)) {
    507   1.109.2.2     skrll 		if (!(vp->v_flag & VDIROP)) {
    508   1.109.2.2     skrll 			(void)lfs_vref(vp);
    509  1.109.2.11     skrll 			simple_lock(&lfs_subsys_lock);
    510   1.109.2.2     skrll 			++lfs_dirvcount;
    511  1.109.2.11     skrll 			simple_unlock(&lfs_subsys_lock);
    512   1.109.2.2     skrll 			TAILQ_INSERT_TAIL(&fs->lfs_dchainhd, ip, i_lfs_dchain);
    513   1.109.2.2     skrll 			vp->v_flag |= VDIROP;
    514   1.109.2.2     skrll 		}
    515   1.109.2.2     skrll 		++fs->lfs_nadirop;
    516   1.109.2.2     skrll 		ip->i_flag |= IN_ADIROP;
    517   1.109.2.2     skrll 	} else
    518   1.109.2.2     skrll 		KASSERT(vp->v_flag & VDIROP);
    519  1.109.2.11     skrll 	simple_unlock(&fs->lfs_interlock);
    520   1.109.2.2     skrll }
    521        1.40  perseant 
    522   1.109.2.2     skrll void
    523   1.109.2.2     skrll lfs_unmark_vnode(struct vnode *vp)
    524   1.109.2.2     skrll {
    525   1.109.2.2     skrll 	struct inode *ip = VTOI(vp);
    526   1.109.2.2     skrll 
    527  1.109.2.11     skrll 	if (ip && (ip->i_flag & IN_ADIROP)) {
    528   1.109.2.2     skrll 		KASSERT(vp->v_flag & VDIROP);
    529  1.109.2.11     skrll 		simple_lock(&ip->i_lfs->lfs_interlock);
    530        1.40  perseant 		--ip->i_lfs->lfs_nadirop;
    531  1.109.2.11     skrll 		simple_unlock(&ip->i_lfs->lfs_interlock);
    532   1.109.2.2     skrll 		ip->i_flag &= ~IN_ADIROP;
    533   1.109.2.2     skrll 	}
    534        1.40  perseant }
    535        1.15      fvdl 
    536         1.1   mycroft int
    537        1.51  perseant lfs_symlink(void *v)
    538        1.10  christos {
    539         1.1   mycroft 	struct vop_symlink_args /* {
    540         1.1   mycroft 		struct vnode *a_dvp;
    541         1.1   mycroft 		struct vnode **a_vpp;
    542         1.1   mycroft 		struct componentname *a_cnp;
    543         1.1   mycroft 		struct vattr *a_vap;
    544         1.1   mycroft 		char *a_target;
    545        1.10  christos 	} */ *ap = v;
    546        1.37  perseant 	int error;
    547         1.1   mycroft 
    548  1.109.2.10     skrll 	if ((error = SET_DIROP_CREATE(ap->a_dvp, ap->a_vpp)) != 0) {
    549        1.34  perseant 		vput(ap->a_dvp);
    550        1.37  perseant 		return error;
    551        1.34  perseant 	}
    552        1.37  perseant 	error = ufs_symlink(ap);
    553  1.109.2.10     skrll 	SET_ENDOP_CREATE_AP(ap, "symlink");
    554        1.37  perseant 	return (error);
    555         1.1   mycroft }
    556         1.1   mycroft 
    557         1.1   mycroft int
    558        1.51  perseant lfs_mknod(void *v)
    559        1.10  christos {
    560        1.22  perseant 	struct vop_mknod_args	/* {
    561         1.1   mycroft 		struct vnode *a_dvp;
    562         1.1   mycroft 		struct vnode **a_vpp;
    563         1.1   mycroft 		struct componentname *a_cnp;
    564         1.1   mycroft 		struct vattr *a_vap;
    565        1.22  perseant 		} */ *ap = v;
    566        1.86  perseant 	struct vattr *vap = ap->a_vap;
    567        1.86  perseant 	struct vnode **vpp = ap->a_vpp;
    568        1.86  perseant 	struct inode *ip;
    569        1.86  perseant 	int error;
    570   1.109.2.8     skrll 	struct mount	*mp;
    571        1.52     assar 	ino_t		ino;
    572         1.1   mycroft 
    573  1.109.2.10     skrll 	if ((error = SET_DIROP_CREATE(ap->a_dvp, ap->a_vpp)) != 0) {
    574        1.34  perseant 		vput(ap->a_dvp);
    575        1.28  perseant 		return error;
    576        1.34  perseant 	}
    577        1.28  perseant 	error = ufs_makeinode(MAKEIMODE(vap->va_type, vap->va_mode),
    578  1.109.2.10     skrll 	    ap->a_dvp, vpp, ap->a_cnp);
    579        1.28  perseant 
    580        1.28  perseant 	/* Either way we're done with the dirop at this point */
    581  1.109.2.10     skrll 	SET_ENDOP_CREATE_AP(ap, "mknod");
    582        1.28  perseant 
    583        1.86  perseant 	if (error)
    584        1.28  perseant 		return (error);
    585        1.28  perseant 
    586        1.86  perseant 	ip = VTOI(*vpp);
    587        1.52     assar 	mp  = (*vpp)->v_mount;
    588        1.52     assar 	ino = ip->i_number;
    589        1.86  perseant 	ip->i_flag |= IN_ACCESS | IN_CHANGE | IN_UPDATE;
    590        1.86  perseant 	if (vap->va_rdev != VNOVAL) {
    591        1.86  perseant 		/*
    592        1.86  perseant 		 * Want to be able to use this to make badblock
    593        1.86  perseant 		 * inodes, so don't truncate the dev number.
    594        1.86  perseant 		 */
    595        1.28  perseant #if 0
    596       1.102      fvdl 		ip->i_ffs1_rdev = ufs_rw32(vap->va_rdev,
    597        1.86  perseant 		    UFS_MPNEEDSWAP((*vpp)->v_mount));
    598        1.28  perseant #else
    599       1.102      fvdl 		ip->i_ffs1_rdev = vap->va_rdev;
    600        1.28  perseant #endif
    601        1.86  perseant 	}
    602   1.109.2.8     skrll 
    603        1.28  perseant 	/*
    604        1.28  perseant 	 * Call fsync to write the vnode so that we don't have to deal with
    605        1.28  perseant 	 * flushing it when it's marked VDIROP|VXLOCK.
    606        1.28  perseant 	 *
    607        1.28  perseant 	 * XXX KS - If we can't flush we also can't call vgone(), so must
    608        1.28  perseant 	 * return.  But, that leaves this vnode in limbo, also not good.
    609        1.28  perseant 	 * Can this ever happen (barring hardware failure)?
    610        1.28  perseant 	 */
    611   1.109.2.8     skrll 	if ((error = VOP_FSYNC(*vpp, NOCRED, FSYNC_WAIT, 0, 0,
    612   1.109.2.8     skrll 	    curlwp)) != 0) {
    613  1.109.2.11     skrll 		panic("lfs_mknod: couldn't fsync (ino %llu)",
    614  1.109.2.11     skrll 		    (unsigned long long)ino);
    615   1.109.2.9     skrll 		/* return (error); */
    616        1.40  perseant 	}
    617        1.86  perseant 	/*
    618        1.86  perseant 	 * Remove vnode so that it will be reloaded by VFS_VGET and
    619        1.86  perseant 	 * checked to see if it is an alias of an existing entry in
    620        1.86  perseant 	 * the inode cache.
    621        1.86  perseant 	 */
    622        1.28  perseant 	/* Used to be vput, but that causes us to call VOP_INACTIVE twice. */
    623   1.109.2.8     skrll 
    624        1.40  perseant 	VOP_UNLOCK(*vpp, 0);
    625        1.28  perseant 	lfs_vunref(*vpp);
    626        1.86  perseant 	(*vpp)->v_type = VNON;
    627        1.86  perseant 	vgone(*vpp);
    628   1.109.2.3     skrll 	error = VFS_VGET(mp, ino, vpp);
    629   1.109.2.8     skrll 
    630        1.52     assar 	if (error != 0) {
    631        1.52     assar 		*vpp = NULL;
    632        1.52     assar 		return (error);
    633        1.52     assar 	}
    634        1.86  perseant 	return (0);
    635         1.1   mycroft }
    636         1.1   mycroft 
    637         1.1   mycroft int
    638        1.51  perseant lfs_create(void *v)
    639        1.10  christos {
    640        1.22  perseant 	struct vop_create_args	/* {
    641         1.1   mycroft 		struct vnode *a_dvp;
    642         1.1   mycroft 		struct vnode **a_vpp;
    643         1.1   mycroft 		struct componentname *a_cnp;
    644         1.1   mycroft 		struct vattr *a_vap;
    645        1.10  christos 	} */ *ap = v;
    646        1.37  perseant 	int error;
    647         1.1   mycroft 
    648  1.109.2.10     skrll 	if ((error = SET_DIROP_CREATE(ap->a_dvp, ap->a_vpp)) != 0) {
    649        1.34  perseant 		vput(ap->a_dvp);
    650        1.37  perseant 		return error;
    651        1.34  perseant 	}
    652        1.37  perseant 	error = ufs_create(ap);
    653  1.109.2.10     skrll 	SET_ENDOP_CREATE_AP(ap, "create");
    654        1.37  perseant 	return (error);
    655        1.22  perseant }
    656        1.22  perseant 
    657        1.22  perseant int
    658        1.51  perseant lfs_mkdir(void *v)
    659        1.10  christos {
    660        1.22  perseant 	struct vop_mkdir_args	/* {
    661         1.1   mycroft 		struct vnode *a_dvp;
    662         1.1   mycroft 		struct vnode **a_vpp;
    663         1.1   mycroft 		struct componentname *a_cnp;
    664         1.1   mycroft 		struct vattr *a_vap;
    665        1.10  christos 	} */ *ap = v;
    666        1.37  perseant 	int error;
    667         1.1   mycroft 
    668  1.109.2.10     skrll 	if ((error = SET_DIROP_CREATE(ap->a_dvp, ap->a_vpp)) != 0) {
    669        1.34  perseant 		vput(ap->a_dvp);
    670        1.37  perseant 		return error;
    671        1.34  perseant 	}
    672        1.37  perseant 	error = ufs_mkdir(ap);
    673  1.109.2.10     skrll 	SET_ENDOP_CREATE_AP(ap, "mkdir");
    674        1.37  perseant 	return (error);
    675         1.1   mycroft }
    676         1.1   mycroft 
    677         1.1   mycroft int
    678        1.51  perseant lfs_remove(void *v)
    679        1.10  christos {
    680        1.22  perseant 	struct vop_remove_args	/* {
    681         1.1   mycroft 		struct vnode *a_dvp;
    682         1.1   mycroft 		struct vnode *a_vp;
    683         1.1   mycroft 		struct componentname *a_cnp;
    684        1.10  christos 	} */ *ap = v;
    685        1.34  perseant 	struct vnode *dvp, *vp;
    686        1.37  perseant 	int error;
    687        1.34  perseant 
    688        1.34  perseant 	dvp = ap->a_dvp;
    689        1.34  perseant 	vp = ap->a_vp;
    690  1.109.2.10     skrll 	if ((error = SET_DIROP_REMOVE(dvp, vp)) != 0) {
    691        1.34  perseant 		if (dvp == vp)
    692        1.34  perseant 			vrele(vp);
    693        1.34  perseant 		else
    694        1.34  perseant 			vput(vp);
    695        1.34  perseant 		vput(dvp);
    696        1.37  perseant 		return error;
    697        1.34  perseant 	}
    698        1.37  perseant 	error = ufs_remove(ap);
    699  1.109.2.10     skrll 	SET_ENDOP_REMOVE(VTOI(dvp)->i_lfs, dvp, vp, "remove");
    700        1.37  perseant 	return (error);
    701         1.1   mycroft }
    702         1.1   mycroft 
    703         1.1   mycroft int
    704        1.51  perseant lfs_rmdir(void *v)
    705        1.10  christos {
    706        1.22  perseant 	struct vop_rmdir_args	/* {
    707         1.1   mycroft 		struct vnodeop_desc *a_desc;
    708         1.1   mycroft 		struct vnode *a_dvp;
    709         1.1   mycroft 		struct vnode *a_vp;
    710         1.1   mycroft 		struct componentname *a_cnp;
    711        1.10  christos 	} */ *ap = v;
    712        1.84  perseant 	struct vnode *vp;
    713        1.37  perseant 	int error;
    714         1.1   mycroft 
    715        1.84  perseant 	vp = ap->a_vp;
    716  1.109.2.10     skrll 	if ((error = SET_DIROP_REMOVE(ap->a_dvp, ap->a_vp)) != 0) {
    717        1.34  perseant 		vrele(ap->a_dvp);
    718        1.69      yamt 		if (ap->a_vp != ap->a_dvp)
    719        1.34  perseant 			VOP_UNLOCK(ap->a_dvp, 0);
    720        1.84  perseant 		vput(vp);
    721        1.37  perseant 		return error;
    722        1.34  perseant 	}
    723        1.37  perseant 	error = ufs_rmdir(ap);
    724  1.109.2.10     skrll 	SET_ENDOP_REMOVE(VTOI(ap->a_dvp)->i_lfs, ap->a_dvp, vp, "rmdir");
    725        1.37  perseant 	return (error);
    726         1.1   mycroft }
    727         1.1   mycroft 
    728         1.1   mycroft int
    729        1.51  perseant lfs_link(void *v)
    730        1.10  christos {
    731        1.22  perseant 	struct vop_link_args	/* {
    732         1.9   mycroft 		struct vnode *a_dvp;
    733         1.1   mycroft 		struct vnode *a_vp;
    734         1.1   mycroft 		struct componentname *a_cnp;
    735        1.10  christos 	} */ *ap = v;
    736        1.37  perseant 	int error;
    737  1.109.2.10     skrll 	struct vnode **vpp = NULL;
    738         1.1   mycroft 
    739  1.109.2.10     skrll 	if ((error = SET_DIROP_CREATE(ap->a_dvp, vpp)) != 0) {
    740        1.34  perseant 		vput(ap->a_dvp);
    741        1.37  perseant 		return error;
    742        1.34  perseant 	}
    743        1.37  perseant 	error = ufs_link(ap);
    744  1.109.2.10     skrll 	SET_ENDOP_CREATE(VTOI(ap->a_dvp)->i_lfs, ap->a_dvp, vpp, "link");
    745        1.37  perseant 	return (error);
    746         1.1   mycroft }
    747        1.22  perseant 
    748         1.1   mycroft int
    749        1.51  perseant lfs_rename(void *v)
    750        1.10  christos {
    751        1.22  perseant 	struct vop_rename_args	/* {
    752         1.1   mycroft 		struct vnode *a_fdvp;
    753         1.1   mycroft 		struct vnode *a_fvp;
    754         1.1   mycroft 		struct componentname *a_fcnp;
    755         1.1   mycroft 		struct vnode *a_tdvp;
    756         1.1   mycroft 		struct vnode *a_tvp;
    757         1.1   mycroft 		struct componentname *a_tcnp;
    758        1.10  christos 	} */ *ap = v;
    759        1.30  perseant 	struct vnode *tvp, *fvp, *tdvp, *fdvp;
    760        1.83  perseant 	struct componentname *tcnp, *fcnp;
    761        1.30  perseant 	int error;
    762        1.29  perseant 	struct lfs *fs;
    763        1.29  perseant 
    764        1.29  perseant 	fs = VTOI(ap->a_fdvp)->i_lfs;
    765        1.30  perseant 	tvp = ap->a_tvp;
    766        1.30  perseant 	tdvp = ap->a_tdvp;
    767        1.83  perseant 	tcnp = ap->a_tcnp;
    768        1.30  perseant 	fvp = ap->a_fvp;
    769        1.30  perseant 	fdvp = ap->a_fdvp;
    770        1.83  perseant 	fcnp = ap->a_fcnp;
    771        1.30  perseant 
    772        1.30  perseant 	/*
    773        1.30  perseant 	 * Check for cross-device rename.
    774        1.30  perseant 	 * If it is, we don't want to set dirops, just error out.
    775        1.30  perseant 	 * (In particular note that MARK_VNODE(tdvp) will DTWT on
    776        1.30  perseant 	 * a cross-device rename.)
    777        1.30  perseant 	 *
    778        1.30  perseant 	 * Copied from ufs_rename.
    779        1.30  perseant 	 */
    780        1.30  perseant 	if ((fvp->v_mount != tdvp->v_mount) ||
    781        1.30  perseant 	    (tvp && (fvp->v_mount != tvp->v_mount))) {
    782        1.30  perseant 		error = EXDEV;
    783        1.34  perseant 		goto errout;
    784        1.30  perseant 	}
    785        1.83  perseant 
    786        1.83  perseant 	/*
    787        1.83  perseant 	 * Check to make sure we're not renaming a vnode onto itself
    788        1.83  perseant 	 * (deleting a hard link by renaming one name onto another);
    789        1.83  perseant 	 * if we are we can't recursively call VOP_REMOVE since that
    790        1.83  perseant 	 * would leave us with an unaccounted-for number of live dirops.
    791        1.83  perseant 	 *
    792        1.83  perseant 	 * Inline the relevant section of ufs_rename here, *before*
    793  1.109.2.10     skrll 	 * calling SET_DIROP_REMOVE.
    794        1.83  perseant 	 */
    795       1.102      fvdl 	if (tvp && ((VTOI(tvp)->i_flags & (IMMUTABLE | APPEND)) ||
    796       1.102      fvdl 	    (VTOI(tdvp)->i_flags & APPEND))) {
    797        1.83  perseant 		error = EPERM;
    798        1.83  perseant 		goto errout;
    799        1.83  perseant 	}
    800        1.86  perseant 	if (fvp == tvp) {
    801        1.86  perseant 		if (fvp->v_type == VDIR) {
    802        1.86  perseant 			error = EINVAL;
    803        1.86  perseant 			goto errout;
    804        1.86  perseant 		}
    805        1.86  perseant 
    806        1.86  perseant 		/* Release destination completely. */
    807        1.86  perseant 		VOP_ABORTOP(tdvp, tcnp);
    808        1.86  perseant 		vput(tdvp);
    809        1.86  perseant 		vput(tvp);
    810        1.86  perseant 
    811        1.86  perseant 		/* Delete source. */
    812        1.86  perseant 		vrele(fvp);
    813        1.86  perseant 		fcnp->cn_flags &= ~(MODMASK | SAVESTART);
    814        1.86  perseant 		fcnp->cn_flags |= LOCKPARENT | LOCKLEAF;
    815        1.86  perseant 		fcnp->cn_nameiop = DELETE;
    816        1.86  perseant 		if ((error = relookup(fdvp, &fvp, fcnp))){
    817        1.86  perseant 			/* relookup blew away fdvp */
    818        1.86  perseant 			return (error);
    819        1.86  perseant 		}
    820        1.86  perseant 		return (VOP_REMOVE(fdvp, fvp, fcnp));
    821        1.86  perseant 	}
    822        1.83  perseant 
    823  1.109.2.10     skrll 	if ((error = SET_DIROP_REMOVE(tdvp, tvp)) != 0)
    824        1.34  perseant 		goto errout;
    825        1.30  perseant 	MARK_VNODE(fdvp);
    826        1.71      yamt 	MARK_VNODE(fvp);
    827   1.109.2.8     skrll 
    828        1.30  perseant 	error = ufs_rename(ap);
    829        1.37  perseant 	UNMARK_VNODE(fdvp);
    830        1.71      yamt 	UNMARK_VNODE(fvp);
    831  1.109.2.10     skrll 	SET_ENDOP_REMOVE(fs, tdvp, tvp, "rename");
    832        1.34  perseant 	return (error);
    833        1.34  perseant 
    834        1.34  perseant     errout:
    835        1.34  perseant 	VOP_ABORTOP(tdvp, ap->a_tcnp); /* XXX, why not in NFS? */
    836        1.34  perseant 	if (tdvp == tvp)
    837        1.34  perseant 		vrele(tdvp);
    838        1.34  perseant 	else
    839        1.34  perseant 		vput(tdvp);
    840        1.34  perseant 	if (tvp)
    841        1.34  perseant 		vput(tvp);
    842        1.34  perseant 	VOP_ABORTOP(fdvp, ap->a_fcnp); /* XXX, why not in NFS? */
    843        1.34  perseant 	vrele(fdvp);
    844        1.34  perseant 	vrele(fvp);
    845        1.30  perseant 	return (error);
    846         1.1   mycroft }
    847        1.22  perseant 
    848         1.1   mycroft /* XXX hack to avoid calling ITIMES in getattr */
    849         1.1   mycroft int
    850        1.51  perseant lfs_getattr(void *v)
    851        1.10  christos {
    852         1.1   mycroft 	struct vop_getattr_args /* {
    853         1.1   mycroft 		struct vnode *a_vp;
    854         1.1   mycroft 		struct vattr *a_vap;
    855         1.1   mycroft 		struct ucred *a_cred;
    856   1.109.2.5     skrll 		struct lwp *a_l;
    857        1.10  christos 	} */ *ap = v;
    858        1.35  augustss 	struct vnode *vp = ap->a_vp;
    859        1.35  augustss 	struct inode *ip = VTOI(vp);
    860        1.35  augustss 	struct vattr *vap = ap->a_vap;
    861        1.51  perseant 	struct lfs *fs = ip->i_lfs;
    862         1.1   mycroft 	/*
    863         1.1   mycroft 	 * Copy from inode table
    864         1.1   mycroft 	 */
    865         1.1   mycroft 	vap->va_fsid = ip->i_dev;
    866         1.1   mycroft 	vap->va_fileid = ip->i_number;
    867       1.102      fvdl 	vap->va_mode = ip->i_mode & ~IFMT;
    868       1.102      fvdl 	vap->va_nlink = ip->i_nlink;
    869       1.102      fvdl 	vap->va_uid = ip->i_uid;
    870       1.102      fvdl 	vap->va_gid = ip->i_gid;
    871       1.102      fvdl 	vap->va_rdev = (dev_t)ip->i_ffs1_rdev;
    872        1.55       chs 	vap->va_size = vp->v_size;
    873       1.102      fvdl 	vap->va_atime.tv_sec = ip->i_ffs1_atime;
    874       1.102      fvdl 	vap->va_atime.tv_nsec = ip->i_ffs1_atimensec;
    875       1.102      fvdl 	vap->va_mtime.tv_sec = ip->i_ffs1_mtime;
    876       1.102      fvdl 	vap->va_mtime.tv_nsec = ip->i_ffs1_mtimensec;
    877       1.102      fvdl 	vap->va_ctime.tv_sec = ip->i_ffs1_ctime;
    878       1.102      fvdl 	vap->va_ctime.tv_nsec = ip->i_ffs1_ctimensec;
    879       1.102      fvdl 	vap->va_flags = ip->i_flags;
    880       1.102      fvdl 	vap->va_gen = ip->i_gen;
    881         1.1   mycroft 	/* this doesn't belong here */
    882         1.1   mycroft 	if (vp->v_type == VBLK)
    883         1.1   mycroft 		vap->va_blocksize = BLKDEV_IOSIZE;
    884         1.1   mycroft 	else if (vp->v_type == VCHR)
    885         1.1   mycroft 		vap->va_blocksize = MAXBSIZE;
    886         1.1   mycroft 	else
    887         1.1   mycroft 		vap->va_blocksize = vp->v_mount->mnt_stat.f_iosize;
    888        1.84  perseant 	vap->va_bytes = fsbtob(fs, (u_quad_t)ip->i_lfs_effnblks);
    889         1.1   mycroft 	vap->va_type = vp->v_type;
    890         1.1   mycroft 	vap->va_filerev = ip->i_modrev;
    891         1.1   mycroft 	return (0);
    892        1.61  perseant }
    893        1.61  perseant 
    894        1.61  perseant /*
    895        1.61  perseant  * Check to make sure the inode blocks won't choke the buffer
    896        1.61  perseant  * cache, then call ufs_setattr as usual.
    897        1.61  perseant  */
    898        1.61  perseant int
    899        1.61  perseant lfs_setattr(void *v)
    900        1.61  perseant {
    901  1.109.2.11     skrll 	struct vop_setattr_args /* {
    902        1.61  perseant 		struct vnode *a_vp;
    903        1.61  perseant 		struct vattr *a_vap;
    904        1.61  perseant 		struct ucred *a_cred;
    905   1.109.2.5     skrll 		struct lwp *a_l;
    906        1.61  perseant 	} */ *ap = v;
    907        1.61  perseant 	struct vnode *vp = ap->a_vp;
    908        1.61  perseant 
    909        1.61  perseant 	lfs_check(vp, LFS_UNUSED_LBN, 0);
    910        1.61  perseant 	return ufs_setattr(v);
    911         1.1   mycroft }
    912        1.22  perseant 
    913         1.1   mycroft /*
    914         1.1   mycroft  * Close called
    915         1.1   mycroft  *
    916         1.1   mycroft  * XXX -- we were using ufs_close, but since it updates the
    917         1.1   mycroft  * times on the inode, we might need to bump the uinodes
    918         1.1   mycroft  * count.
    919         1.1   mycroft  */
    920         1.1   mycroft /* ARGSUSED */
    921         1.1   mycroft int
    922        1.51  perseant lfs_close(void *v)
    923        1.10  christos {
    924         1.1   mycroft 	struct vop_close_args /* {
    925         1.1   mycroft 		struct vnode *a_vp;
    926         1.1   mycroft 		int  a_fflag;
    927         1.1   mycroft 		struct ucred *a_cred;
    928   1.109.2.5     skrll 		struct lwp *a_l;
    929        1.10  christos 	} */ *ap = v;
    930        1.35  augustss 	struct vnode *vp = ap->a_vp;
    931        1.35  augustss 	struct inode *ip = VTOI(vp);
    932         1.1   mycroft 
    933        1.97  perseant 	if (vp == ip->i_lfs->lfs_ivnode &&
    934   1.109.2.2     skrll 	    vp->v_mount->mnt_iflag & IMNT_UNMOUNT)
    935        1.97  perseant 		return 0;
    936        1.97  perseant 
    937        1.97  perseant 	if (vp->v_usecount > 1 && vp != ip->i_lfs->lfs_ivnode) {
    938  1.109.2.11     skrll 		LFS_ITIMES(ip, NULL, NULL, NULL);
    939         1.1   mycroft 	}
    940         1.1   mycroft 	return (0);
    941        1.65  perseant }
    942        1.65  perseant 
    943        1.65  perseant /*
    944        1.65  perseant  * Close wrapper for special devices.
    945        1.65  perseant  *
    946        1.65  perseant  * Update the times on the inode then do device close.
    947        1.65  perseant  */
    948        1.65  perseant int
    949        1.65  perseant lfsspec_close(void *v)
    950        1.65  perseant {
    951        1.65  perseant 	struct vop_close_args /* {
    952        1.65  perseant 		struct vnode	*a_vp;
    953        1.65  perseant 		int		a_fflag;
    954        1.65  perseant 		struct ucred	*a_cred;
    955   1.109.2.5     skrll 		struct lwp	*a_l;
    956        1.65  perseant 	} */ *ap = v;
    957        1.65  perseant 	struct vnode	*vp;
    958        1.65  perseant 	struct inode	*ip;
    959        1.65  perseant 
    960        1.65  perseant 	vp = ap->a_vp;
    961        1.65  perseant 	ip = VTOI(vp);
    962        1.65  perseant 	if (vp->v_usecount > 1) {
    963  1.109.2.11     skrll 		LFS_ITIMES(ip, NULL, NULL, NULL);
    964        1.65  perseant 	}
    965        1.65  perseant 	return (VOCALL (spec_vnodeop_p, VOFFSET(vop_close), ap));
    966        1.65  perseant }
    967        1.65  perseant 
    968        1.65  perseant /*
    969        1.65  perseant  * Close wrapper for fifo's.
    970        1.65  perseant  *
    971        1.65  perseant  * Update the times on the inode then do device close.
    972        1.65  perseant  */
    973        1.65  perseant int
    974        1.65  perseant lfsfifo_close(void *v)
    975        1.65  perseant {
    976        1.65  perseant 	struct vop_close_args /* {
    977        1.65  perseant 		struct vnode	*a_vp;
    978        1.65  perseant 		int		a_fflag;
    979        1.65  perseant 		struct ucred	*a_cred;
    980   1.109.2.5     skrll 		struct lwp	*a_l;
    981        1.65  perseant 	} */ *ap = v;
    982        1.65  perseant 	struct vnode	*vp;
    983        1.65  perseant 	struct inode	*ip;
    984        1.65  perseant 
    985        1.65  perseant 	vp = ap->a_vp;
    986        1.65  perseant 	ip = VTOI(vp);
    987        1.65  perseant 	if (ap->a_vp->v_usecount > 1) {
    988  1.109.2.11     skrll 		LFS_ITIMES(ip, NULL, NULL, NULL);
    989        1.65  perseant 	}
    990        1.65  perseant 	return (VOCALL (fifo_vnodeop_p, VOFFSET(vop_close), ap));
    991         1.1   mycroft }
    992         1.1   mycroft 
    993         1.1   mycroft /*
    994        1.15      fvdl  * Reclaim an inode so that it can be used for other purposes.
    995         1.1   mycroft  */
    996         1.1   mycroft 
    997         1.1   mycroft int
    998        1.51  perseant lfs_reclaim(void *v)
    999        1.10  christos {
   1000         1.1   mycroft 	struct vop_reclaim_args /* {
   1001         1.1   mycroft 		struct vnode *a_vp;
   1002   1.109.2.5     skrll 		struct lwp *a_l;
   1003        1.10  christos 	} */ *ap = v;
   1004        1.15      fvdl 	struct vnode *vp = ap->a_vp;
   1005        1.84  perseant 	struct inode *ip = VTOI(vp);
   1006         1.1   mycroft 	int error;
   1007        1.77      yamt 
   1008       1.102      fvdl 	KASSERT(ip->i_nlink == ip->i_ffs_effnlink);
   1009         1.1   mycroft 
   1010        1.84  perseant 	LFS_CLR_UINO(ip, IN_ALLMOD);
   1011   1.109.2.5     skrll 	if ((error = ufs_reclaim(vp, ap->a_l)))
   1012         1.1   mycroft 		return (error);
   1013  1.109.2.11     skrll 	pool_put(&lfs_dinode_pool, ip->i_din.ffs1_din);
   1014   1.109.2.8     skrll 	lfs_deregister_all(vp);
   1015        1.84  perseant 	pool_put(&lfs_inoext_pool, ip->inode_ext.lfs);
   1016        1.84  perseant 	ip->inode_ext.lfs = NULL;
   1017        1.19   thorpej 	pool_put(&lfs_inode_pool, vp->v_data);
   1018         1.1   mycroft 	vp->v_data = NULL;
   1019        1.94  perseant 	return (0);
   1020        1.94  perseant }
   1021        1.94  perseant 
   1022        1.94  perseant /*
   1023       1.101      yamt  * Read a block from a storage device.
   1024        1.94  perseant  * In order to avoid reading blocks that are in the process of being
   1025        1.94  perseant  * written by the cleaner---and hence are not mutexed by the normal
   1026        1.94  perseant  * buffer cache / page cache mechanisms---check for collisions before
   1027        1.94  perseant  * reading.
   1028        1.94  perseant  *
   1029        1.94  perseant  * We inline ufs_strategy to make sure that the VOP_BMAP occurs *before*
   1030        1.94  perseant  * the active cleaner test.
   1031        1.94  perseant  *
   1032        1.94  perseant  * XXX This code assumes that lfs_markv makes synchronous checkpoints.
   1033        1.94  perseant  */
   1034        1.94  perseant int
   1035        1.94  perseant lfs_strategy(void *v)
   1036        1.94  perseant {
   1037        1.94  perseant 	struct vop_strategy_args /* {
   1038   1.109.2.2     skrll 		struct vnode *a_vp;
   1039        1.94  perseant 		struct buf *a_bp;
   1040        1.94  perseant 	} */ *ap = v;
   1041        1.94  perseant 	struct buf	*bp;
   1042        1.94  perseant 	struct lfs	*fs;
   1043        1.94  perseant 	struct vnode	*vp;
   1044        1.94  perseant 	struct inode	*ip;
   1045        1.94  perseant 	daddr_t		tbn;
   1046        1.94  perseant 	int		i, sn, error, slept;
   1047        1.94  perseant 
   1048        1.94  perseant 	bp = ap->a_bp;
   1049   1.109.2.2     skrll 	vp = ap->a_vp;
   1050        1.94  perseant 	ip = VTOI(vp);
   1051        1.94  perseant 	fs = ip->i_lfs;
   1052        1.94  perseant 
   1053       1.101      yamt 	/* lfs uses its strategy routine only for read */
   1054       1.101      yamt 	KASSERT(bp->b_flags & B_READ);
   1055       1.101      yamt 
   1056        1.94  perseant 	if (vp->v_type == VBLK || vp->v_type == VCHR)
   1057        1.94  perseant 		panic("lfs_strategy: spec");
   1058        1.94  perseant 	KASSERT(bp->b_bcount != 0);
   1059        1.94  perseant 	if (bp->b_blkno == bp->b_lblkno) {
   1060        1.94  perseant 		error = VOP_BMAP(vp, bp->b_lblkno, NULL, &bp->b_blkno,
   1061        1.94  perseant 				 NULL);
   1062        1.94  perseant 		if (error) {
   1063        1.94  perseant 			bp->b_error = error;
   1064        1.94  perseant 			bp->b_flags |= B_ERROR;
   1065        1.94  perseant 			biodone(bp);
   1066        1.94  perseant 			return (error);
   1067        1.94  perseant 		}
   1068        1.94  perseant 		if ((long)bp->b_blkno == -1) /* no valid data */
   1069        1.94  perseant 			clrbuf(bp);
   1070        1.94  perseant 	}
   1071        1.94  perseant 	if ((long)bp->b_blkno < 0) { /* block is not on disk */
   1072        1.94  perseant 		biodone(bp);
   1073        1.94  perseant 		return (0);
   1074        1.94  perseant 	}
   1075        1.94  perseant 
   1076        1.94  perseant 	slept = 1;
   1077        1.96  perseant 	simple_lock(&fs->lfs_interlock);
   1078       1.101      yamt 	while (slept && fs->lfs_seglock) {
   1079        1.96  perseant 		simple_unlock(&fs->lfs_interlock);
   1080        1.94  perseant 		/*
   1081        1.94  perseant 		 * Look through list of intervals.
   1082        1.94  perseant 		 * There will only be intervals to look through
   1083        1.94  perseant 		 * if the cleaner holds the seglock.
   1084        1.94  perseant 		 * Since the cleaner is synchronous, we can trust
   1085        1.94  perseant 		 * the list of intervals to be current.
   1086        1.94  perseant 		 */
   1087        1.94  perseant 		tbn = dbtofsb(fs, bp->b_blkno);
   1088        1.94  perseant 		sn = dtosn(fs, tbn);
   1089        1.94  perseant 		slept = 0;
   1090        1.94  perseant 		for (i = 0; i < fs->lfs_cleanind; i++) {
   1091        1.94  perseant 			if (sn == dtosn(fs, fs->lfs_cleanint[i]) &&
   1092        1.94  perseant 			    tbn >= fs->lfs_cleanint[i]) {
   1093   1.109.2.9     skrll 				DLOG((DLOG_CLEAN,
   1094   1.109.2.9     skrll 				      "lfs_strategy: ino %d lbn %" PRId64
   1095        1.94  perseant 				       " ind %d sn %d fsb %" PRIx32
   1096        1.94  perseant 				       " given sn %d fsb %" PRIx64 "\n",
   1097        1.94  perseant 					ip->i_number, bp->b_lblkno, i,
   1098        1.94  perseant 					dtosn(fs, fs->lfs_cleanint[i]),
   1099   1.109.2.9     skrll 					fs->lfs_cleanint[i], sn, tbn));
   1100   1.109.2.9     skrll 				DLOG((DLOG_CLEAN,
   1101   1.109.2.9     skrll 				      "lfs_strategy: sleeping on ino %d lbn %"
   1102   1.109.2.9     skrll 				      PRId64 "\n", ip->i_number, bp->b_lblkno));
   1103  1.109.2.11     skrll 				simple_lock(&fs->lfs_interlock);
   1104  1.109.2.11     skrll 				if (fs->lfs_seglock)
   1105  1.109.2.11     skrll 					ltsleep(&fs->lfs_seglock,
   1106  1.109.2.11     skrll 						(PRIBIO + 1) | PNORELOCK,
   1107  1.109.2.11     skrll 						"lfs_strategy", 0,
   1108  1.109.2.11     skrll 						&fs->lfs_interlock);
   1109        1.94  perseant 				/* Things may be different now; start over. */
   1110        1.94  perseant 				slept = 1;
   1111        1.94  perseant 				break;
   1112        1.94  perseant 			}
   1113        1.94  perseant 		}
   1114        1.96  perseant 		simple_lock(&fs->lfs_interlock);
   1115        1.94  perseant 	}
   1116        1.96  perseant 	simple_unlock(&fs->lfs_interlock);
   1117        1.94  perseant 
   1118        1.94  perseant 	vp = ip->i_devvp;
   1119   1.109.2.2     skrll 	VOP_STRATEGY(vp, bp);
   1120         1.1   mycroft 	return (0);
   1121        1.89  perseant }
   1122        1.89  perseant 
   1123        1.92  perseant static void
   1124        1.92  perseant lfs_flush_dirops(struct lfs *fs)
   1125        1.92  perseant {
   1126        1.92  perseant 	struct inode *ip, *nip;
   1127        1.92  perseant 	struct vnode *vp;
   1128        1.92  perseant 	extern int lfs_dostats;
   1129        1.92  perseant 	struct segment *sp;
   1130        1.92  perseant 	int needunlock;
   1131        1.92  perseant 
   1132  1.109.2.11     skrll 	ASSERT_NO_SEGLOCK(fs);
   1133  1.109.2.11     skrll 
   1134        1.92  perseant 	if (fs->lfs_ronly)
   1135        1.92  perseant 		return;
   1136        1.92  perseant 
   1137  1.109.2.11     skrll 	simple_lock(&fs->lfs_interlock);
   1138  1.109.2.11     skrll 	if (TAILQ_FIRST(&fs->lfs_dchainhd) == NULL) {
   1139  1.109.2.11     skrll 		simple_unlock(&fs->lfs_interlock);
   1140        1.92  perseant 		return;
   1141  1.109.2.11     skrll 	} else
   1142  1.109.2.11     skrll 		simple_unlock(&fs->lfs_interlock);
   1143        1.92  perseant 
   1144        1.92  perseant 	if (lfs_dostats)
   1145        1.92  perseant 		++lfs_stats.flush_invoked;
   1146        1.92  perseant 
   1147        1.92  perseant 	/*
   1148        1.92  perseant 	 * Inline lfs_segwrite/lfs_writevnodes, but just for dirops.
   1149        1.92  perseant 	 * Technically this is a checkpoint (the on-disk state is valid)
   1150        1.92  perseant 	 * even though we are leaving out all the file data.
   1151        1.92  perseant 	 */
   1152        1.92  perseant 	lfs_imtime(fs);
   1153        1.92  perseant 	lfs_seglock(fs, SEGM_CKP);
   1154        1.92  perseant 	sp = fs->lfs_sp;
   1155        1.92  perseant 
   1156        1.92  perseant 	/*
   1157        1.92  perseant 	 * lfs_writevnodes, optimized to get dirops out of the way.
   1158        1.92  perseant 	 * Only write dirops, and don't flush files' pages, only
   1159        1.92  perseant 	 * blocks from the directories.
   1160        1.92  perseant 	 *
   1161        1.92  perseant 	 * We don't need to vref these files because they are
   1162        1.92  perseant 	 * dirops and so hold an extra reference until the
   1163        1.92  perseant 	 * segunlock clears them of that status.
   1164        1.92  perseant 	 *
   1165        1.92  perseant 	 * We don't need to check for IN_ADIROP because we know that
   1166        1.92  perseant 	 * no dirops are active.
   1167        1.92  perseant 	 *
   1168        1.92  perseant 	 */
   1169  1.109.2.11     skrll 	simple_lock(&fs->lfs_interlock);
   1170        1.92  perseant 	for (ip = TAILQ_FIRST(&fs->lfs_dchainhd); ip != NULL; ip = nip) {
   1171        1.92  perseant 		nip = TAILQ_NEXT(ip, i_lfs_dchain);
   1172  1.109.2.11     skrll 		simple_unlock(&fs->lfs_interlock);
   1173        1.92  perseant 		vp = ITOV(ip);
   1174        1.92  perseant 
   1175        1.92  perseant 		/*
   1176        1.92  perseant 		 * All writes to directories come from dirops; all
   1177        1.92  perseant 		 * writes to files' direct blocks go through the page
   1178        1.92  perseant 		 * cache, which we're not touching.  Reads to files
   1179        1.92  perseant 		 * and/or directories will not be affected by writing
   1180        1.92  perseant 		 * directory blocks inodes and file inodes.  So we don't
   1181        1.92  perseant 		 * really need to lock.  If we don't lock, though,
   1182        1.92  perseant 		 * make sure that we don't clear IN_MODIFIED
   1183        1.92  perseant 		 * unnecessarily.
   1184        1.92  perseant 		 */
   1185        1.92  perseant 		if (vp->v_flag & VXLOCK)
   1186        1.92  perseant 			continue;
   1187  1.109.2.10     skrll 		if (vn_lock(vp, LK_EXCLUSIVE | LK_NOWAIT) == 0) {
   1188        1.92  perseant 			needunlock = 1;
   1189        1.92  perseant 		} else {
   1190   1.109.2.9     skrll 			DLOG((DLOG_VNODE, "lfs_flush_dirops: flushing locked ino %d\n",
   1191   1.109.2.9     skrll 			       VTOI(vp)->i_number));
   1192        1.92  perseant 			needunlock = 0;
   1193        1.92  perseant 		}
   1194        1.92  perseant 		if (vp->v_type != VREG &&
   1195        1.92  perseant 		    ((ip->i_flag & IN_ALLMOD) || !VPISEMPTY(vp))) {
   1196        1.92  perseant 			lfs_writefile(fs, sp, vp);
   1197        1.92  perseant 			if (!VPISEMPTY(vp) && !WRITEINPROG(vp) &&
   1198        1.92  perseant 			    !(ip->i_flag & IN_ALLMOD)) {
   1199        1.92  perseant 				LFS_SET_UINO(ip, IN_MODIFIED);
   1200        1.92  perseant 			}
   1201        1.92  perseant 		}
   1202        1.92  perseant 		(void) lfs_writeinode(fs, sp, ip);
   1203        1.92  perseant 		if (needunlock)
   1204        1.92  perseant 			VOP_UNLOCK(vp, 0);
   1205        1.92  perseant 		else
   1206        1.92  perseant 			LFS_SET_UINO(ip, IN_MODIFIED);
   1207  1.109.2.11     skrll 		simple_lock(&fs->lfs_interlock);
   1208        1.92  perseant 	}
   1209  1.109.2.11     skrll 	simple_unlock(&fs->lfs_interlock);
   1210        1.92  perseant 	/* We've written all the dirops there are */
   1211        1.92  perseant 	((SEGSUM *)(sp->segsum))->ss_flags &= ~(SS_CONT);
   1212        1.92  perseant 	(void) lfs_writeseg(fs, sp);
   1213        1.92  perseant 	lfs_segunlock(fs);
   1214        1.92  perseant }
   1215        1.92  perseant 
   1216        1.89  perseant /*
   1217        1.90  perseant  * Provide a fcntl interface to sys_lfs_{segwait,bmapv,markv}.
   1218        1.89  perseant  */
   1219        1.89  perseant int
   1220        1.90  perseant lfs_fcntl(void *v)
   1221        1.89  perseant {
   1222   1.109.2.9     skrll 	struct vop_fcntl_args /* {
   1223   1.109.2.9     skrll 		struct vnode *a_vp;
   1224   1.109.2.9     skrll 		u_long a_command;
   1225   1.109.2.9     skrll 		caddr_t  a_data;
   1226   1.109.2.9     skrll 		int  a_fflag;
   1227   1.109.2.9     skrll 		struct ucred *a_cred;
   1228   1.109.2.9     skrll 		struct lwp *a_l;
   1229   1.109.2.9     skrll 	} */ *ap = v;
   1230        1.89  perseant 	struct timeval *tvp;
   1231        1.89  perseant 	BLOCK_INFO *blkiov;
   1232        1.92  perseant 	CLEANERINFO *cip;
   1233  1.109.2.11     skrll 	SEGUSE *sup;
   1234        1.92  perseant 	int blkcnt, error, oclean;
   1235        1.90  perseant 	struct lfs_fcntl_markv blkvp;
   1236   1.109.2.5     skrll 	struct proc *p;
   1237        1.89  perseant 	fsid_t *fsidp;
   1238        1.92  perseant 	struct lfs *fs;
   1239        1.92  perseant 	struct buf *bp;
   1240   1.109.2.8     skrll 	fhandle_t *fhp;
   1241        1.92  perseant 	daddr_t off;
   1242        1.89  perseant 
   1243        1.90  perseant 	/* Only respect LFS fcntls on fs root or Ifile */
   1244        1.89  perseant 	if (VTOI(ap->a_vp)->i_number != ROOTINO &&
   1245        1.89  perseant 	    VTOI(ap->a_vp)->i_number != LFS_IFILE_INUM) {
   1246        1.90  perseant 		return ufs_fcntl(v);
   1247        1.89  perseant 	}
   1248        1.89  perseant 
   1249       1.100  perseant 	/* Avoid locking a draining lock */
   1250   1.109.2.2     skrll 	if (ap->a_vp->v_mount->mnt_iflag & IMNT_UNMOUNT) {
   1251       1.100  perseant 		return ESHUTDOWN;
   1252       1.100  perseant 	}
   1253       1.100  perseant 
   1254   1.109.2.5     skrll 	p = ap->a_l->l_proc;
   1255       1.100  perseant 	fs = VTOI(ap->a_vp)->i_lfs;
   1256   1.109.2.2     skrll 	fsidp = &ap->a_vp->v_mount->mnt_stat.f_fsidx;
   1257        1.89  perseant 
   1258        1.98  perseant 	switch (ap->a_command) {
   1259        1.90  perseant 	    case LFCNSEGWAITALL:
   1260   1.109.2.8     skrll 	    case LFCNSEGWAITALL_COMPAT:
   1261        1.89  perseant 		fsidp = NULL;
   1262        1.89  perseant 		/* FALLSTHROUGH */
   1263        1.90  perseant 	    case LFCNSEGWAIT:
   1264   1.109.2.8     skrll 	    case LFCNSEGWAIT_COMPAT:
   1265        1.89  perseant 		tvp = (struct timeval *)ap->a_data;
   1266       1.100  perseant 		simple_lock(&fs->lfs_interlock);
   1267       1.100  perseant 		++fs->lfs_sleepers;
   1268       1.100  perseant 		simple_unlock(&fs->lfs_interlock);
   1269        1.90  perseant 		VOP_UNLOCK(ap->a_vp, 0);
   1270       1.100  perseant 
   1271        1.90  perseant 		error = lfs_segwait(fsidp, tvp);
   1272       1.100  perseant 
   1273        1.90  perseant 		VOP_LOCK(ap->a_vp, LK_EXCLUSIVE);
   1274       1.100  perseant 		simple_lock(&fs->lfs_interlock);
   1275       1.100  perseant 		if (--fs->lfs_sleepers == 0)
   1276       1.100  perseant 			wakeup(&fs->lfs_sleepers);
   1277       1.100  perseant 		simple_unlock(&fs->lfs_interlock);
   1278        1.90  perseant 		return error;
   1279        1.89  perseant 
   1280        1.90  perseant 	    case LFCNBMAPV:
   1281        1.90  perseant 	    case LFCNMARKV:
   1282   1.109.2.5     skrll 		if ((error = suser(p->p_ucred, &p->p_acflag)) != 0)
   1283        1.89  perseant 			return (error);
   1284        1.90  perseant 		blkvp = *(struct lfs_fcntl_markv *)ap->a_data;
   1285        1.89  perseant 
   1286        1.89  perseant 		blkcnt = blkvp.blkcnt;
   1287        1.89  perseant 		if ((u_int) blkcnt > LFS_MARKV_MAXBLKCNT)
   1288        1.89  perseant 			return (EINVAL);
   1289  1.109.2.11     skrll 		blkiov = lfs_malloc(fs, blkcnt * sizeof(BLOCK_INFO), LFS_NB_BLKIOV);
   1290        1.89  perseant 		if ((error = copyin(blkvp.blkiov, blkiov,
   1291        1.89  perseant 		     blkcnt * sizeof(BLOCK_INFO))) != 0) {
   1292  1.109.2.11     skrll 			lfs_free(fs, blkiov, LFS_NB_BLKIOV);
   1293        1.89  perseant 			return error;
   1294        1.89  perseant 		}
   1295        1.89  perseant 
   1296       1.100  perseant 		simple_lock(&fs->lfs_interlock);
   1297       1.100  perseant 		++fs->lfs_sleepers;
   1298       1.100  perseant 		simple_unlock(&fs->lfs_interlock);
   1299        1.90  perseant 		VOP_UNLOCK(ap->a_vp, 0);
   1300        1.90  perseant 		if (ap->a_command == LFCNBMAPV)
   1301   1.109.2.6     skrll 			error = lfs_bmapv(p, fsidp, blkiov, blkcnt);
   1302        1.90  perseant 		else /* LFCNMARKV */
   1303   1.109.2.5     skrll 			error = lfs_markv(p, fsidp, blkiov, blkcnt);
   1304        1.89  perseant 		if (error == 0)
   1305        1.89  perseant 			error = copyout(blkiov, blkvp.blkiov,
   1306        1.89  perseant 					blkcnt * sizeof(BLOCK_INFO));
   1307        1.90  perseant 		VOP_LOCK(ap->a_vp, LK_EXCLUSIVE);
   1308       1.100  perseant 		simple_lock(&fs->lfs_interlock);
   1309       1.100  perseant 		if (--fs->lfs_sleepers == 0)
   1310       1.100  perseant 			wakeup(&fs->lfs_sleepers);
   1311       1.100  perseant 		simple_unlock(&fs->lfs_interlock);
   1312  1.109.2.11     skrll 		lfs_free(fs, blkiov, LFS_NB_BLKIOV);
   1313        1.89  perseant 		return error;
   1314        1.92  perseant 
   1315        1.92  perseant 	    case LFCNRECLAIM:
   1316        1.92  perseant 		/*
   1317        1.92  perseant 		 * Flush dirops and write Ifile, allowing empty segments
   1318        1.92  perseant 		 * to be immediately reclaimed.
   1319        1.92  perseant 		 */
   1320  1.109.2.10     skrll 		VOP_UNLOCK(ap->a_vp, 0);
   1321   1.109.2.2     skrll 		lfs_writer_enter(fs, "pndirop");
   1322        1.92  perseant 		off = fs->lfs_offset;
   1323        1.92  perseant 		lfs_seglock(fs, SEGM_FORCE_CKP | SEGM_CKP);
   1324        1.92  perseant 		lfs_flush_dirops(fs);
   1325        1.92  perseant 		LFS_CLEANERINFO(cip, fs, bp);
   1326        1.92  perseant 		oclean = cip->clean;
   1327        1.92  perseant 		LFS_SYNC_CLEANERINFO(cip, fs, bp, 1);
   1328        1.92  perseant 		lfs_segwrite(ap->a_vp->v_mount, SEGM_FORCE_CKP);
   1329        1.92  perseant 		lfs_segunlock(fs);
   1330   1.109.2.2     skrll 		lfs_writer_leave(fs);
   1331        1.92  perseant 
   1332   1.109.2.9     skrll #ifdef DEBUG
   1333        1.92  perseant 		LFS_CLEANERINFO(cip, fs, bp);
   1334   1.109.2.9     skrll 		DLOG((DLOG_CLEAN, "lfs_fcntl: reclaim wrote %" PRId64
   1335   1.109.2.9     skrll 		      " blocks, cleaned %" PRId32 " segments (activesb %d)\n",
   1336   1.109.2.9     skrll 		      fs->lfs_offset - off, cip->clean - oclean,
   1337   1.109.2.9     skrll 		      fs->lfs_activesb));
   1338        1.92  perseant 		LFS_SYNC_CLEANERINFO(cip, fs, bp, 0);
   1339        1.92  perseant #endif
   1340        1.92  perseant 
   1341  1.109.2.10     skrll 		VOP_LOCK(ap->a_vp, LK_EXCLUSIVE);
   1342        1.92  perseant 		return 0;
   1343        1.89  perseant 
   1344   1.109.2.8     skrll 	    case LFCNIFILEFH:
   1345   1.109.2.8     skrll 		/* Return the filehandle of the Ifile */
   1346   1.109.2.8     skrll 		if ((error = suser(ap->a_l->l_proc->p_ucred, &ap->a_l->l_proc->p_acflag)) != 0)
   1347   1.109.2.8     skrll 			return (error);
   1348   1.109.2.8     skrll 		fhp = (struct fhandle *)ap->a_data;
   1349   1.109.2.8     skrll 		fhp->fh_fsid = *fsidp;
   1350   1.109.2.8     skrll 		return lfs_vptofh(fs->lfs_ivnode, &(fhp->fh_fid));
   1351   1.109.2.8     skrll 
   1352  1.109.2.11     skrll 	    case LFCNREWIND:
   1353  1.109.2.11     skrll 		/* Move lfs_offset to the lowest-numbered segment */
   1354  1.109.2.11     skrll 		return lfs_rewind(fs, *(int *)ap->a_data);
   1355  1.109.2.11     skrll 
   1356  1.109.2.11     skrll 	    case LFCNINVAL:
   1357  1.109.2.11     skrll 		/* Mark a segment SEGUSE_INVAL */
   1358  1.109.2.11     skrll 		LFS_SEGENTRY(sup, fs, *(int *)ap->a_data, bp);
   1359  1.109.2.11     skrll 		if (sup->su_nbytes > 0) {
   1360  1.109.2.11     skrll 			brelse(bp);
   1361  1.109.2.11     skrll 			lfs_unset_inval_all(fs);
   1362  1.109.2.11     skrll 			return EBUSY;
   1363  1.109.2.11     skrll 		}
   1364  1.109.2.11     skrll 		sup->su_flags |= SEGUSE_INVAL;
   1365  1.109.2.11     skrll 		VOP_BWRITE(bp);
   1366  1.109.2.11     skrll 		return 0;
   1367  1.109.2.11     skrll 
   1368  1.109.2.11     skrll 	    case LFCNRESIZE:
   1369  1.109.2.11     skrll 		/* Resize the filesystem */
   1370  1.109.2.11     skrll 		return lfs_resize_fs(fs, *(int *)ap->a_data);
   1371  1.109.2.11     skrll 
   1372        1.89  perseant 	    default:
   1373        1.90  perseant 		return ufs_fcntl(v);
   1374        1.89  perseant 	}
   1375        1.89  perseant 	return 0;
   1376        1.60       chs }
   1377        1.60       chs 
   1378        1.60       chs int
   1379        1.60       chs lfs_getpages(void *v)
   1380        1.60       chs {
   1381        1.60       chs 	struct vop_getpages_args /* {
   1382        1.60       chs 		struct vnode *a_vp;
   1383        1.60       chs 		voff_t a_offset;
   1384        1.60       chs 		struct vm_page **a_m;
   1385        1.60       chs 		int *a_count;
   1386        1.60       chs 		int a_centeridx;
   1387        1.60       chs 		vm_prot_t a_access_type;
   1388        1.60       chs 		int a_advice;
   1389        1.60       chs 		int a_flags;
   1390        1.60       chs 	} */ *ap = v;
   1391        1.60       chs 
   1392        1.97  perseant 	if (VTOI(ap->a_vp)->i_number == LFS_IFILE_INUM &&
   1393        1.97  perseant 	    (ap->a_access_type & VM_PROT_WRITE) != 0) {
   1394        1.97  perseant 		return EPERM;
   1395        1.97  perseant 	}
   1396        1.60       chs 	if ((ap->a_access_type & VM_PROT_WRITE) != 0) {
   1397        1.60       chs 		LFS_SET_UINO(VTOI(ap->a_vp), IN_MODIFIED);
   1398        1.60       chs 	}
   1399   1.109.2.2     skrll 
   1400   1.109.2.2     skrll 	/*
   1401   1.109.2.2     skrll 	 * we're relying on the fact that genfs_getpages() always read in
   1402   1.109.2.2     skrll 	 * entire filesystem blocks.
   1403   1.109.2.2     skrll 	 */
   1404        1.95  perseant 	return genfs_getpages(v);
   1405         1.1   mycroft }
   1406        1.84  perseant 
   1407        1.84  perseant /*
   1408        1.84  perseant  * Make sure that for all pages in every block in the given range,
   1409        1.84  perseant  * either all are dirty or all are clean.  If any of the pages
   1410        1.84  perseant  * we've seen so far are dirty, put the vnode on the paging chain,
   1411        1.84  perseant  * and mark it IN_PAGING.
   1412       1.105  perseant  *
   1413       1.105  perseant  * If checkfirst != 0, don't check all the pages but return at the
   1414       1.105  perseant  * first dirty page.
   1415        1.84  perseant  */
   1416        1.84  perseant static int
   1417        1.84  perseant check_dirty(struct lfs *fs, struct vnode *vp,
   1418        1.84  perseant 	    off_t startoffset, off_t endoffset, off_t blkeof,
   1419       1.103  perseant 	    int flags, int checkfirst)
   1420        1.84  perseant {
   1421        1.86  perseant 	int by_list;
   1422   1.109.2.2     skrll 	struct vm_page *curpg = NULL; /* XXX: gcc */
   1423   1.109.2.2     skrll 	struct vm_page *pgs[MAXBSIZE / PAGE_SIZE], *pg;
   1424   1.109.2.2     skrll 	off_t soff = 0; /* XXX: gcc */
   1425        1.84  perseant 	voff_t off;
   1426   1.109.2.2     skrll 	int i;
   1427   1.109.2.2     skrll 	int nonexistent;
   1428   1.109.2.2     skrll 	int any_dirty;	/* number of dirty pages */
   1429   1.109.2.2     skrll 	int dirty;	/* number of dirty pages in a block */
   1430   1.109.2.2     skrll 	int tdirty;
   1431        1.84  perseant 	int pages_per_block = fs->lfs_bsize >> PAGE_SHIFT;
   1432        1.84  perseant 
   1433  1.109.2.11     skrll 	ASSERT_MAYBE_SEGLOCK(fs);
   1434        1.84  perseant   top:
   1435        1.84  perseant 	by_list = (vp->v_uobj.uo_npages <=
   1436        1.84  perseant 		   ((endoffset - startoffset) >> PAGE_SHIFT) *
   1437        1.84  perseant 		   UVM_PAGE_HASH_PENALTY);
   1438        1.84  perseant 	any_dirty = 0;
   1439        1.84  perseant 
   1440        1.84  perseant 	if (by_list) {
   1441        1.84  perseant 		curpg = TAILQ_FIRST(&vp->v_uobj.memq);
   1442        1.84  perseant 	} else {
   1443        1.84  perseant 		soff = startoffset;
   1444        1.84  perseant 	}
   1445        1.84  perseant 	while (by_list || soff < MIN(blkeof, endoffset)) {
   1446        1.84  perseant 		if (by_list) {
   1447   1.109.2.2     skrll 			/*
   1448  1.109.2.10     skrll 			 * Find the first page in a block.  Skip
   1449  1.109.2.10     skrll 			 * blocks outside our area of interest or beyond
   1450  1.109.2.10     skrll 			 * the end of file.
   1451   1.109.2.2     skrll 			 */
   1452        1.84  perseant 			if (pages_per_block > 1) {
   1453  1.109.2.10     skrll 				while (curpg &&
   1454  1.109.2.10     skrll 				       ((curpg->offset & fs->lfs_bmask) ||
   1455  1.109.2.11     skrll 					curpg->offset >= vp->v_size ||
   1456  1.109.2.11     skrll 					curpg->offset >= endoffset))
   1457        1.84  perseant 					curpg = TAILQ_NEXT(curpg, listq);
   1458        1.84  perseant 			}
   1459        1.84  perseant 			if (curpg == NULL)
   1460        1.84  perseant 				break;
   1461        1.84  perseant 			soff = curpg->offset;
   1462        1.84  perseant 		}
   1463        1.84  perseant 
   1464        1.84  perseant 		/*
   1465        1.84  perseant 		 * Mark all pages in extended range busy; find out if any
   1466        1.84  perseant 		 * of them are dirty.
   1467        1.84  perseant 		 */
   1468        1.84  perseant 		nonexistent = dirty = 0;
   1469        1.84  perseant 		for (i = 0; i == 0 || i < pages_per_block; i++) {
   1470        1.84  perseant 			if (by_list && pages_per_block <= 1) {
   1471        1.84  perseant 				pgs[i] = pg = curpg;
   1472        1.84  perseant 			} else {
   1473        1.84  perseant 				off = soff + (i << PAGE_SHIFT);
   1474        1.84  perseant 				pgs[i] = pg = uvm_pagelookup(&vp->v_uobj, off);
   1475        1.84  perseant 				if (pg == NULL) {
   1476        1.84  perseant 					++nonexistent;
   1477        1.84  perseant 					continue;
   1478        1.84  perseant 				}
   1479        1.84  perseant 			}
   1480        1.84  perseant 			KASSERT(pg != NULL);
   1481        1.84  perseant 			while (pg->flags & PG_BUSY) {
   1482        1.84  perseant 				pg->flags |= PG_WANTED;
   1483        1.84  perseant 				UVM_UNLOCK_AND_WAIT(pg, &vp->v_interlock, 0,
   1484        1.84  perseant 						    "lfsput", 0);
   1485        1.84  perseant 				simple_lock(&vp->v_interlock);
   1486        1.96  perseant 				if (by_list) {
   1487        1.96  perseant 					if (i > 0)
   1488        1.96  perseant 						uvm_page_unbusy(pgs, i);
   1489        1.84  perseant 					goto top;
   1490        1.96  perseant 				}
   1491        1.84  perseant 			}
   1492        1.84  perseant 			pg->flags |= PG_BUSY;
   1493        1.84  perseant 			UVM_PAGE_OWN(pg, "lfs_putpages");
   1494        1.84  perseant 
   1495        1.84  perseant 			pmap_page_protect(pg, VM_PROT_NONE);
   1496        1.84  perseant 			tdirty = (pmap_clear_modify(pg) ||
   1497        1.84  perseant 				  (pg->flags & PG_CLEAN) == 0);
   1498        1.84  perseant 			dirty += tdirty;
   1499        1.84  perseant 		}
   1500        1.84  perseant 		if (pages_per_block > 0 && nonexistent >= pages_per_block) {
   1501        1.84  perseant 			if (by_list) {
   1502        1.84  perseant 				curpg = TAILQ_NEXT(curpg, listq);
   1503        1.84  perseant 			} else {
   1504        1.84  perseant 				soff += fs->lfs_bsize;
   1505        1.84  perseant 			}
   1506        1.84  perseant 			continue;
   1507        1.84  perseant 		}
   1508        1.84  perseant 
   1509        1.84  perseant 		any_dirty += dirty;
   1510        1.84  perseant 		KASSERT(nonexistent == 0);
   1511        1.84  perseant 
   1512        1.84  perseant 		/*
   1513        1.84  perseant 		 * If any are dirty make all dirty; unbusy them,
   1514        1.88  perseant 		 * but if we were asked to clean, wire them so that
   1515        1.88  perseant 		 * the pagedaemon doesn't bother us about them while
   1516        1.88  perseant 		 * they're on their way to disk.
   1517        1.84  perseant 		 */
   1518        1.84  perseant 		for (i = 0; i == 0 || i < pages_per_block; i++) {
   1519        1.84  perseant 			pg = pgs[i];
   1520        1.84  perseant 			KASSERT(!((pg->flags & PG_CLEAN) && (pg->flags & PG_DELWRI)));
   1521        1.84  perseant 			if (dirty) {
   1522        1.84  perseant 				pg->flags &= ~PG_CLEAN;
   1523        1.84  perseant 				if (flags & PGO_FREE) {
   1524        1.85      yamt 					/*
   1525        1.96  perseant 					 * Wire the page so that
   1526        1.96  perseant 					 * pdaemon doesn't see it again.
   1527        1.85      yamt 					 */
   1528        1.84  perseant 					uvm_lock_pageq();
   1529        1.85      yamt 					uvm_pagewire(pg);
   1530        1.85      yamt 					uvm_unlock_pageq();
   1531        1.88  perseant 
   1532        1.84  perseant 					/* Suspended write flag */
   1533        1.84  perseant 					pg->flags |= PG_DELWRI;
   1534        1.84  perseant 				}
   1535        1.84  perseant 			}
   1536        1.84  perseant 			if (pg->flags & PG_WANTED)
   1537        1.84  perseant 				wakeup(pg);
   1538        1.84  perseant 			pg->flags &= ~(PG_WANTED|PG_BUSY);
   1539        1.85      yamt 			UVM_PAGE_OWN(pg, NULL);
   1540        1.84  perseant 		}
   1541        1.84  perseant 
   1542       1.103  perseant 		if (checkfirst && any_dirty)
   1543   1.109.2.2     skrll 			break;
   1544       1.103  perseant 
   1545        1.84  perseant 		if (by_list) {
   1546        1.84  perseant 			curpg = TAILQ_NEXT(curpg, listq);
   1547        1.84  perseant 		} else {
   1548        1.84  perseant 			soff += MAX(PAGE_SIZE, fs->lfs_bsize);
   1549        1.84  perseant 		}
   1550        1.84  perseant 	}
   1551        1.84  perseant 
   1552        1.84  perseant 	/*
   1553        1.84  perseant 	 * If any pages were dirty, mark this inode as "pageout requested",
   1554        1.84  perseant 	 * and put it on the paging queue.
   1555        1.84  perseant 	 * XXXUBC locking (check locking on dchainhd too)
   1556        1.84  perseant 	 */
   1557        1.84  perseant #ifdef notyet
   1558        1.84  perseant 	if (any_dirty) {
   1559        1.84  perseant 		if (!(ip->i_flags & IN_PAGING)) {
   1560        1.84  perseant 			ip->i_flags |= IN_PAGING;
   1561  1.109.2.11     skrll 			simple_lock(&fs->lfs_interlock);
   1562        1.84  perseant 			TAILQ_INSERT_TAIL(&fs->lfs_pchainhd, ip, i_lfs_pchain);
   1563  1.109.2.11     skrll 			simple_unlock(&fs->lfs_interlock);
   1564        1.84  perseant 		}
   1565        1.84  perseant 	}
   1566        1.84  perseant #endif
   1567        1.84  perseant 	return any_dirty;
   1568        1.84  perseant }
   1569        1.84  perseant 
   1570        1.84  perseant /*
   1571        1.84  perseant  * lfs_putpages functions like genfs_putpages except that
   1572   1.109.2.8     skrll  *
   1573        1.84  perseant  * (1) It needs to bounds-check the incoming requests to ensure that
   1574        1.84  perseant  *     they are block-aligned; if they are not, expand the range and
   1575        1.84  perseant  *     do the right thing in case, e.g., the requested range is clean
   1576        1.84  perseant  *     but the expanded range is dirty.
   1577        1.84  perseant  * (2) It needs to explicitly send blocks to be written when it is done.
   1578        1.84  perseant  *     VOP_PUTPAGES is not ever called with the seglock held, so
   1579        1.84  perseant  *     we simply take the seglock and let lfs_segunlock wait for us.
   1580        1.84  perseant  *     XXX Actually we can be called with the seglock held, if we have
   1581        1.84  perseant  *     XXX to flush a vnode while lfs_markv is in operation.  As of this
   1582        1.84  perseant  *     XXX writing we panic in this case.
   1583        1.84  perseant  *
   1584        1.84  perseant  * Assumptions:
   1585        1.84  perseant  *
   1586        1.84  perseant  * (1) The caller does not hold any pages in this vnode busy.  If it does,
   1587        1.84  perseant  *     there is a danger that when we expand the page range and busy the
   1588        1.84  perseant  *     pages we will deadlock.
   1589        1.84  perseant  * (2) We are called with vp->v_interlock held; we must return with it
   1590        1.84  perseant  *     released.
   1591        1.84  perseant  * (3) We don't absolutely have to free pages right away, provided that
   1592        1.84  perseant  *     the request does not have PGO_SYNCIO.  When the pagedaemon gives
   1593        1.84  perseant  *     us a request with PGO_FREE, we take the pages out of the paging
   1594        1.84  perseant  *     queue and wake up the writer, which will handle freeing them for us.
   1595        1.84  perseant  *
   1596        1.84  perseant  *     We ensure that for any filesystem block, all pages for that
   1597        1.84  perseant  *     block are either resident or not, even if those pages are higher
   1598        1.84  perseant  *     than EOF; that means that we will be getting requests to free
   1599        1.84  perseant  *     "unused" pages above EOF all the time, and should ignore them.
   1600   1.109.2.2     skrll  *
   1601   1.109.2.2     skrll  * XXX note that we're (ab)using PGO_LOCKED as "seglock held".
   1602        1.84  perseant  */
   1603        1.84  perseant 
   1604        1.84  perseant int
   1605        1.84  perseant lfs_putpages(void *v)
   1606        1.84  perseant {
   1607        1.84  perseant 	int error;
   1608        1.84  perseant 	struct vop_putpages_args /* {
   1609        1.84  perseant 		struct vnode *a_vp;
   1610        1.84  perseant 		voff_t a_offlo;
   1611        1.84  perseant 		voff_t a_offhi;
   1612        1.84  perseant 		int a_flags;
   1613        1.84  perseant 	} */ *ap = v;
   1614        1.84  perseant 	struct vnode *vp;
   1615        1.84  perseant 	struct inode *ip;
   1616        1.84  perseant 	struct lfs *fs;
   1617        1.84  perseant 	struct segment *sp;
   1618        1.84  perseant 	off_t origoffset, startoffset, endoffset, origendoffset, blkeof;
   1619        1.95  perseant 	off_t off, max_endoffset;
   1620   1.109.2.2     skrll 	int s;
   1621   1.109.2.2     skrll 	boolean_t seglocked, sync, pagedaemon;
   1622        1.95  perseant 	struct vm_page *pg;
   1623        1.84  perseant 	UVMHIST_FUNC("lfs_putpages"); UVMHIST_CALLED(ubchist);
   1624        1.84  perseant 
   1625        1.84  perseant 	vp = ap->a_vp;
   1626        1.84  perseant 	ip = VTOI(vp);
   1627        1.84  perseant 	fs = ip->i_lfs;
   1628   1.109.2.2     skrll 	sync = (ap->a_flags & PGO_SYNCIO) != 0;
   1629        1.84  perseant 	pagedaemon = (curproc == uvm.pagedaemon_proc);
   1630        1.84  perseant 
   1631        1.84  perseant 	/* Putpages does nothing for metadata. */
   1632        1.84  perseant 	if (vp == fs->lfs_ivnode || vp->v_type != VREG) {
   1633        1.84  perseant 		simple_unlock(&vp->v_interlock);
   1634        1.84  perseant 		return 0;
   1635        1.84  perseant 	}
   1636        1.84  perseant 
   1637        1.84  perseant 	/*
   1638        1.84  perseant 	 * If there are no pages, don't do anything.
   1639        1.84  perseant 	 */
   1640        1.84  perseant 	if (vp->v_uobj.uo_npages == 0) {
   1641        1.84  perseant 		s = splbio();
   1642        1.84  perseant 		if (LIST_FIRST(&vp->v_dirtyblkhd) == NULL &&
   1643        1.84  perseant 		    (vp->v_flag & VONWORKLST)) {
   1644        1.84  perseant 			vp->v_flag &= ~VONWORKLST;
   1645        1.84  perseant 			LIST_REMOVE(vp, v_synclist);
   1646        1.84  perseant 		}
   1647        1.84  perseant 		splx(s);
   1648        1.84  perseant 		simple_unlock(&vp->v_interlock);
   1649        1.84  perseant 		return 0;
   1650        1.84  perseant 	}
   1651        1.84  perseant 
   1652       1.102      fvdl 	blkeof = blkroundup(fs, ip->i_size);
   1653        1.84  perseant 
   1654        1.84  perseant 	/*
   1655        1.84  perseant 	 * Ignore requests to free pages past EOF but in the same block
   1656        1.84  perseant 	 * as EOF, unless the request is synchronous. (XXX why sync?)
   1657        1.84  perseant 	 * XXXUBC Make these pages look "active" so the pagedaemon won't
   1658        1.84  perseant 	 * XXXUBC bother us with them again.
   1659        1.84  perseant 	 */
   1660       1.102      fvdl 	if (!sync && ap->a_offlo >= ip->i_size && ap->a_offlo < blkeof) {
   1661        1.84  perseant 		origoffset = ap->a_offlo;
   1662        1.95  perseant 		for (off = origoffset; off < blkeof; off += fs->lfs_bsize) {
   1663        1.95  perseant 			pg = uvm_pagelookup(&vp->v_uobj, off);
   1664        1.95  perseant 			KASSERT(pg != NULL);
   1665        1.95  perseant 			while (pg->flags & PG_BUSY) {
   1666        1.95  perseant 				pg->flags |= PG_WANTED;
   1667        1.95  perseant 				UVM_UNLOCK_AND_WAIT(pg, &vp->v_interlock, 0,
   1668        1.95  perseant 						    "lfsput2", 0);
   1669        1.95  perseant 				simple_lock(&vp->v_interlock);
   1670        1.95  perseant 			}
   1671        1.95  perseant 			uvm_lock_pageq();
   1672        1.95  perseant 			uvm_pageactivate(pg);
   1673        1.95  perseant 			uvm_unlock_pageq();
   1674        1.95  perseant 		}
   1675        1.84  perseant 		ap->a_offlo = blkeof;
   1676        1.84  perseant 		if (ap->a_offhi > 0 && ap->a_offhi <= ap->a_offlo) {
   1677        1.84  perseant 			simple_unlock(&vp->v_interlock);
   1678        1.84  perseant 			return 0;
   1679        1.84  perseant 		}
   1680        1.84  perseant 	}
   1681        1.84  perseant 
   1682        1.84  perseant 	/*
   1683        1.84  perseant 	 * Extend page range to start and end at block boundaries.
   1684        1.84  perseant 	 * (For the purposes of VOP_PUTPAGES, fragments don't exist.)
   1685        1.84  perseant 	 */
   1686        1.86  perseant 	origoffset = ap->a_offlo;
   1687        1.84  perseant 	origendoffset = ap->a_offhi;
   1688        1.86  perseant 	startoffset = origoffset & ~(fs->lfs_bmask);
   1689        1.84  perseant 	max_endoffset = (trunc_page(LLONG_MAX) >> fs->lfs_bshift)
   1690        1.84  perseant 					       << fs->lfs_bshift;
   1691        1.84  perseant 
   1692        1.84  perseant 	if (origendoffset == 0 || ap->a_flags & PGO_ALLPAGES) {
   1693        1.86  perseant 		endoffset = max_endoffset;
   1694        1.84  perseant 		origendoffset = endoffset;
   1695        1.86  perseant 	} else {
   1696        1.84  perseant 		origendoffset = round_page(ap->a_offhi);
   1697        1.84  perseant 		endoffset = round_page(blkroundup(fs, origendoffset));
   1698        1.84  perseant 	}
   1699        1.84  perseant 
   1700        1.84  perseant 	KASSERT(startoffset > 0 || endoffset >= startoffset);
   1701        1.84  perseant 	if (startoffset == endoffset) {
   1702        1.84  perseant 		/* Nothing to do, why were we called? */
   1703        1.84  perseant 		simple_unlock(&vp->v_interlock);
   1704   1.109.2.9     skrll 		DLOG((DLOG_PAGE, "lfs_putpages: startoffset = endoffset = %"
   1705   1.109.2.9     skrll 		      PRId64 "\n", startoffset));
   1706        1.84  perseant 		return 0;
   1707        1.84  perseant 	}
   1708        1.84  perseant 
   1709        1.84  perseant 	ap->a_offlo = startoffset;
   1710        1.84  perseant 	ap->a_offhi = endoffset;
   1711        1.84  perseant 
   1712        1.84  perseant 	if (!(ap->a_flags & PGO_CLEANIT))
   1713        1.84  perseant 		return genfs_putpages(v);
   1714        1.84  perseant 
   1715        1.84  perseant 	/*
   1716       1.103  perseant 	 * If there are more than one page per block, we don't want
   1717       1.103  perseant 	 * to get caught locking them backwards; so set PGO_BUSYFAIL
   1718       1.103  perseant 	 * to avoid deadlocks.
   1719        1.84  perseant 	 */
   1720       1.103  perseant 	ap->a_flags |= PGO_BUSYFAIL;
   1721       1.103  perseant 
   1722       1.103  perseant 	do {
   1723       1.103  perseant 		int r;
   1724       1.103  perseant 
   1725       1.104      yamt 		/* If no pages are dirty, we can just use genfs_putpages. */
   1726   1.109.2.2     skrll 		if (check_dirty(fs, vp, startoffset, endoffset, blkeof,
   1727   1.109.2.2     skrll 				ap->a_flags, 1) != 0)
   1728       1.103  perseant 			break;
   1729       1.103  perseant 
   1730   1.109.2.8     skrll 		/*
   1731   1.109.2.8     skrll 		 * Sometimes pages are dirtied between the time that
   1732   1.109.2.8     skrll 		 * we check and the time we try to clean them.
   1733   1.109.2.8     skrll 		 * Instruct lfs_gop_write to return EDEADLK in this case
   1734   1.109.2.8     skrll 		 * so we can write them properly.
   1735   1.109.2.8     skrll 		 */
   1736   1.109.2.8     skrll 		ip->i_lfs_iflags |= LFSI_NO_GOP_WRITE;
   1737   1.109.2.8     skrll 		r = genfs_putpages(v);
   1738   1.109.2.8     skrll 		ip->i_lfs_iflags &= ~LFSI_NO_GOP_WRITE;
   1739   1.109.2.8     skrll 		if (r != EDEADLK)
   1740       1.103  perseant 			return r;
   1741       1.103  perseant 
   1742       1.103  perseant 		/* Start over. */
   1743   1.109.2.2     skrll 		preempt(1);
   1744       1.103  perseant 		simple_lock(&vp->v_interlock);
   1745       1.103  perseant 	} while(1);
   1746   1.109.2.8     skrll 
   1747        1.84  perseant 	/*
   1748        1.84  perseant 	 * Dirty and asked to clean.
   1749        1.84  perseant 	 *
   1750        1.84  perseant 	 * Pagedaemon can't actually write LFS pages; wake up
   1751        1.84  perseant 	 * the writer to take care of that.  The writer will
   1752        1.84  perseant 	 * notice the pager inode queue and act on that.
   1753        1.84  perseant 	 */
   1754        1.84  perseant 	if (pagedaemon) {
   1755  1.109.2.11     skrll 		simple_lock(&fs->lfs_interlock);
   1756        1.84  perseant 		++fs->lfs_pdflush;
   1757  1.109.2.11     skrll 		simple_unlock(&fs->lfs_interlock);
   1758        1.84  perseant 		wakeup(&lfs_writer_daemon);
   1759        1.87      yamt 		simple_unlock(&vp->v_interlock);
   1760        1.84  perseant 		return EWOULDBLOCK;
   1761        1.84  perseant 	}
   1762        1.84  perseant 
   1763        1.84  perseant 	/*
   1764        1.84  perseant 	 * If this is a file created in a recent dirop, we can't flush its
   1765        1.84  perseant 	 * inode until the dirop is complete.  Drain dirops, then flush the
   1766        1.84  perseant 	 * filesystem (taking care of any other pending dirops while we're
   1767        1.84  perseant 	 * at it).
   1768        1.84  perseant 	 */
   1769        1.84  perseant 	if ((ap->a_flags & (PGO_CLEANIT|PGO_LOCKED)) == PGO_CLEANIT &&
   1770        1.84  perseant 	    (vp->v_flag & VDIROP)) {
   1771        1.84  perseant 		int locked;
   1772        1.84  perseant 
   1773   1.109.2.9     skrll 		DLOG((DLOG_PAGE, "lfs_putpages: flushing VDIROP\n"));
   1774        1.84  perseant 		locked = VOP_ISLOCKED(vp) && /* XXX */
   1775        1.84  perseant 			vp->v_lock.lk_lockholder == curproc->p_pid;
   1776  1.109.2.10     skrll 		simple_unlock(&vp->v_interlock);
   1777  1.109.2.10     skrll 		lfs_writer_enter(fs, "ppdirop");
   1778        1.84  perseant 		if (locked)
   1779        1.84  perseant 			VOP_UNLOCK(vp, 0);
   1780   1.109.2.8     skrll 
   1781  1.109.2.11     skrll 		simple_lock(&fs->lfs_interlock);
   1782        1.84  perseant 		lfs_flush_fs(fs, sync ? SEGM_SYNC : 0);
   1783  1.109.2.11     skrll 		simple_unlock(&fs->lfs_interlock);
   1784   1.109.2.8     skrll 
   1785        1.84  perseant 		simple_lock(&vp->v_interlock);
   1786  1.109.2.11     skrll 		if (locked) {
   1787  1.109.2.11     skrll 			VOP_LOCK(vp, LK_EXCLUSIVE | LK_INTERLOCK);
   1788  1.109.2.11     skrll 			simple_lock(&vp->v_interlock);
   1789  1.109.2.11     skrll 		}
   1790   1.109.2.2     skrll 		lfs_writer_leave(fs);
   1791        1.84  perseant 
   1792        1.84  perseant 		/* XXX the flush should have taken care of this one too! */
   1793        1.84  perseant 	}
   1794        1.84  perseant 
   1795        1.84  perseant 	/*
   1796        1.86  perseant 	 * This is it.	We are going to write some pages.  From here on
   1797        1.84  perseant 	 * down it's all just mechanics.
   1798        1.84  perseant 	 *
   1799       1.103  perseant 	 * Don't let genfs_putpages wait; lfs_segunlock will wait for us.
   1800        1.84  perseant 	 */
   1801        1.84  perseant 	ap->a_flags &= ~PGO_SYNCIO;
   1802        1.84  perseant 
   1803        1.84  perseant 	/*
   1804        1.84  perseant 	 * If we've already got the seglock, flush the node and return.
   1805        1.84  perseant 	 * The FIP has already been set up for us by lfs_writefile,
   1806        1.84  perseant 	 * and FIP cleanup and lfs_updatemeta will also be done there,
   1807        1.84  perseant 	 * unless genfs_putpages returns EDEADLK; then we must flush
   1808        1.84  perseant 	 * what we have, and correct FIP and segment header accounting.
   1809        1.84  perseant 	 */
   1810        1.84  perseant 
   1811   1.109.2.2     skrll 	seglocked = (ap->a_flags & PGO_LOCKED) != 0;
   1812   1.109.2.2     skrll 	if (!seglocked) {
   1813   1.109.2.2     skrll 		simple_unlock(&vp->v_interlock);
   1814       1.103  perseant 		/*
   1815   1.109.2.2     skrll 		 * Take the seglock, because we are going to be writing pages.
   1816       1.103  perseant 		 */
   1817   1.109.2.2     skrll 		error = lfs_seglock(fs, SEGM_PROT | (sync ? SEGM_SYNC : 0));
   1818   1.109.2.2     skrll 		if (error != 0)
   1819   1.109.2.2     skrll 			return error;
   1820   1.109.2.2     skrll 		simple_lock(&vp->v_interlock);
   1821        1.84  perseant 	}
   1822        1.84  perseant 
   1823        1.84  perseant 	/*
   1824        1.84  perseant 	 * VOP_PUTPAGES should not be called while holding the seglock.
   1825        1.93  perseant 	 * XXXUBC fix lfs_markv, or do this properly.
   1826        1.84  perseant 	 */
   1827  1.109.2.11     skrll #ifdef notyet
   1828  1.109.2.11     skrll 	KASSERT(fs->lfs_seglock == 1);
   1829  1.109.2.11     skrll #endif /* notyet */
   1830        1.84  perseant 
   1831        1.84  perseant 	/*
   1832        1.84  perseant 	 * We assume we're being called with sp->fip pointing at blank space.
   1833        1.84  perseant 	 * Account for a new FIP in the segment header, and set sp->vp.
   1834        1.84  perseant 	 * (This should duplicate the setup at the top of lfs_writefile().)
   1835        1.84  perseant 	 */
   1836        1.84  perseant 	sp = fs->lfs_sp;
   1837   1.109.2.2     skrll 	if (!seglocked) {
   1838   1.109.2.2     skrll 		if (sp->seg_bytes_left < fs->lfs_bsize ||
   1839   1.109.2.2     skrll 		    sp->sum_bytes_left < sizeof(struct finfo))
   1840   1.109.2.8     skrll 			(void) lfs_writeseg(fs, fs->lfs_sp);
   1841   1.109.2.8     skrll 
   1842   1.109.2.2     skrll 		sp->sum_bytes_left -= FINFOSIZE;
   1843   1.109.2.2     skrll 		++((SEGSUM *)(sp->segsum))->ss_nfinfo;
   1844   1.109.2.2     skrll 	}
   1845   1.109.2.2     skrll 	KASSERT(sp->vp == NULL);
   1846        1.84  perseant 	sp->vp = vp;
   1847   1.109.2.8     skrll 
   1848   1.109.2.2     skrll 	if (!seglocked) {
   1849   1.109.2.2     skrll 		if (vp->v_flag & VDIROP)
   1850   1.109.2.2     skrll 			((SEGSUM *)(sp->segsum))->ss_flags |= (SS_DIROP|SS_CONT);
   1851   1.109.2.2     skrll 	}
   1852   1.109.2.8     skrll 
   1853        1.86  perseant 	sp->fip->fi_nblocks = 0;
   1854        1.86  perseant 	sp->fip->fi_ino = ip->i_number;
   1855       1.102      fvdl 	sp->fip->fi_version = ip->i_gen;
   1856        1.84  perseant 
   1857        1.84  perseant 	/*
   1858        1.84  perseant 	 * Loop through genfs_putpages until all pages are gathered.
   1859        1.88  perseant 	 * genfs_putpages() drops the interlock, so reacquire it if necessary.
   1860       1.103  perseant 	 * Whenever we lose the interlock we have to rerun check_dirty, as
   1861       1.103  perseant 	 * well.
   1862        1.84  perseant 	 */
   1863   1.109.2.2     skrll again:
   1864       1.105  perseant 	check_dirty(fs, vp, startoffset, endoffset, blkeof, ap->a_flags, 0);
   1865       1.103  perseant 
   1866       1.103  perseant 	if ((error = genfs_putpages(v)) == EDEADLK) {
   1867   1.109.2.9     skrll 		DLOG((DLOG_PAGE, "lfs_putpages: genfs_putpages returned"
   1868   1.109.2.9     skrll 		      " EDEADLK [2] ino %d off %x (seg %d)\n",
   1869   1.109.2.9     skrll 		      ip->i_number, fs->lfs_offset,
   1870   1.109.2.9     skrll 		      dtosn(fs, fs->lfs_offset)));
   1871        1.88  perseant 		/* If nothing to write, short-circuit */
   1872   1.109.2.2     skrll 		if (sp->cbpp - sp->bpp > 1) {
   1873   1.109.2.2     skrll 			/* Write gathered pages */
   1874   1.109.2.2     skrll 			lfs_updatemeta(sp);
   1875   1.109.2.2     skrll 			(void) lfs_writeseg(fs, sp);
   1876   1.109.2.8     skrll 
   1877   1.109.2.2     skrll 			/*
   1878   1.109.2.2     skrll 			 * Reinitialize brand new FIP and add us to it.
   1879   1.109.2.2     skrll 			 * (This should duplicate the fixup in
   1880   1.109.2.2     skrll 			 * lfs_gatherpages().)
   1881   1.109.2.2     skrll 			 */
   1882   1.109.2.2     skrll 			KASSERT(sp->vp == vp);
   1883   1.109.2.2     skrll 			sp->fip->fi_version = ip->i_gen;
   1884   1.109.2.2     skrll 			sp->fip->fi_ino = ip->i_number;
   1885   1.109.2.2     skrll 			/* Add us to the new segment summary. */
   1886   1.109.2.2     skrll 			++((SEGSUM *)(sp->segsum))->ss_nfinfo;
   1887   1.109.2.2     skrll 			sp->sum_bytes_left -= FINFOSIZE;
   1888        1.88  perseant 		}
   1889        1.84  perseant 
   1890        1.84  perseant 		/* Give the write a chance to complete */
   1891   1.109.2.2     skrll 		preempt(1);
   1892       1.103  perseant 
   1893       1.103  perseant 		/* We've lost the interlock.  Start over. */
   1894   1.109.2.2     skrll 		simple_lock(&vp->v_interlock);
   1895   1.109.2.2     skrll 		goto again;
   1896        1.84  perseant 	}
   1897       1.103  perseant 
   1898   1.109.2.2     skrll 	KASSERT(sp->vp == vp);
   1899   1.109.2.2     skrll 	if (!seglocked) {
   1900   1.109.2.2     skrll 		sp->vp = NULL; /* XXX lfs_gather below will set this */
   1901   1.109.2.2     skrll 
   1902   1.109.2.2     skrll 		/* Write indirect blocks as well */
   1903   1.109.2.2     skrll 		lfs_gather(fs, fs->lfs_sp, vp, lfs_match_indir);
   1904   1.109.2.2     skrll 		lfs_gather(fs, fs->lfs_sp, vp, lfs_match_dindir);
   1905   1.109.2.2     skrll 		lfs_gather(fs, fs->lfs_sp, vp, lfs_match_tindir);
   1906   1.109.2.2     skrll 
   1907   1.109.2.2     skrll 		KASSERT(sp->vp == NULL);
   1908   1.109.2.2     skrll 		sp->vp = vp;
   1909   1.109.2.2     skrll 	}
   1910        1.84  perseant 
   1911        1.84  perseant 	/*
   1912        1.84  perseant 	 * Blocks are now gathered into a segment waiting to be written.
   1913        1.84  perseant 	 * All that's left to do is update metadata, and write them.
   1914        1.84  perseant 	 */
   1915   1.109.2.2     skrll 	lfs_updatemeta(sp);
   1916   1.109.2.2     skrll 	KASSERT(sp->vp == vp);
   1917   1.109.2.2     skrll 	sp->vp = NULL;
   1918   1.109.2.2     skrll 
   1919   1.109.2.2     skrll 	if (seglocked) {
   1920   1.109.2.2     skrll 		/* we're called by lfs_writefile. */
   1921   1.109.2.2     skrll 		return error;
   1922   1.109.2.2     skrll 	}
   1923   1.109.2.2     skrll 
   1924        1.84  perseant 	/*
   1925        1.88  perseant 	 * Clean up FIP, since we're done writing this file.
   1926        1.88  perseant 	 * This should duplicate cleanup at the end of lfs_writefile().
   1927        1.84  perseant 	 */
   1928        1.86  perseant 	if (sp->fip->fi_nblocks != 0) {
   1929   1.109.2.2     skrll 		sp->fip = (FINFO*)((caddr_t)sp->fip + FINFOSIZE +
   1930   1.109.2.2     skrll 			sizeof(int32_t) * sp->fip->fi_nblocks);
   1931        1.86  perseant 		sp->start_lbp = &sp->fip->fi_blocks[0];
   1932        1.86  perseant 	} else {
   1933   1.109.2.2     skrll 		sp->sum_bytes_left += FINFOSIZE;
   1934        1.86  perseant 		--((SEGSUM *)(sp->segsum))->ss_nfinfo;
   1935        1.86  perseant 	}
   1936        1.88  perseant 	lfs_writeseg(fs, fs->lfs_sp);
   1937        1.88  perseant 
   1938        1.84  perseant 	/*
   1939        1.84  perseant 	 * XXX - with the malloc/copy writeseg, the pages are freed by now
   1940        1.84  perseant 	 * even if we don't wait (e.g. if we hold a nested lock).  This
   1941        1.84  perseant 	 * will not be true if we stop using malloc/copy.
   1942        1.84  perseant 	 */
   1943        1.84  perseant 	KASSERT(fs->lfs_sp->seg_flags & SEGM_PROT);
   1944        1.84  perseant 	lfs_segunlock(fs);
   1945        1.84  perseant 
   1946        1.84  perseant 	/*
   1947        1.84  perseant 	 * Wait for v_numoutput to drop to zero.  The seglock should
   1948        1.84  perseant 	 * take care of this, but there is a slight possibility that
   1949        1.84  perseant 	 * aiodoned might not have got around to our buffers yet.
   1950        1.84  perseant 	 */
   1951        1.84  perseant 	if (sync) {
   1952        1.84  perseant 		s = splbio();
   1953        1.84  perseant 		simple_lock(&global_v_numoutput_slock);
   1954        1.98  perseant 		while (vp->v_numoutput > 0) {
   1955   1.109.2.9     skrll 			DLOG((DLOG_PAGE, "lfs_putpages: ino %d sleeping on"
   1956   1.109.2.9     skrll 			      " num %d\n", ip->i_number, vp->v_numoutput));
   1957        1.84  perseant 			vp->v_flag |= VBWAIT;
   1958        1.87      yamt 			ltsleep(&vp->v_numoutput, PRIBIO + 1, "lfs_vn", 0,
   1959        1.87      yamt 			    &global_v_numoutput_slock);
   1960        1.84  perseant 		}
   1961        1.84  perseant 		simple_unlock(&global_v_numoutput_slock);
   1962        1.84  perseant 		splx(s);
   1963        1.84  perseant 	}
   1964        1.84  perseant 	return error;
   1965        1.84  perseant }
   1966        1.84  perseant 
   1967        1.84  perseant /*
   1968        1.84  perseant  * Return the last logical file offset that should be written for this file
   1969        1.86  perseant  * if we're doing a write that ends at "size".	If writing, we need to know
   1970        1.84  perseant  * about sizes on disk, i.e. fragments if there are any; if reading, we need
   1971        1.84  perseant  * to know about entire blocks.
   1972        1.84  perseant  */
   1973        1.84  perseant void
   1974        1.84  perseant lfs_gop_size(struct vnode *vp, off_t size, off_t *eobp, int flags)
   1975        1.84  perseant {
   1976        1.84  perseant 	struct inode *ip = VTOI(vp);
   1977   1.109.2.8     skrll 	struct lfs *fs = ip->i_lfs;
   1978        1.84  perseant 	daddr_t olbn, nlbn;
   1979        1.84  perseant 
   1980        1.84  perseant 	KASSERT(flags & (GOP_SIZE_READ | GOP_SIZE_WRITE));
   1981   1.109.2.8     skrll 	KASSERT((flags & (GOP_SIZE_READ | GOP_SIZE_WRITE))
   1982        1.84  perseant 		!= (GOP_SIZE_READ | GOP_SIZE_WRITE));
   1983        1.84  perseant 
   1984       1.102      fvdl 	olbn = lblkno(fs, ip->i_size);
   1985        1.84  perseant 	nlbn = lblkno(fs, size);
   1986   1.109.2.2     skrll 	if (!(flags & GOP_SIZE_MEM) && nlbn < NDADDR && olbn <= nlbn) {
   1987        1.86  perseant 		*eobp = fragroundup(fs, size);
   1988        1.86  perseant 	} else {
   1989        1.86  perseant 		*eobp = blkroundup(fs, size);
   1990        1.86  perseant 	}
   1991        1.84  perseant }
   1992        1.84  perseant 
   1993        1.84  perseant #ifdef DEBUG
   1994        1.84  perseant void lfs_dump_vop(void *);
   1995        1.84  perseant 
   1996        1.84  perseant void
   1997        1.84  perseant lfs_dump_vop(void *v)
   1998        1.84  perseant {
   1999        1.86  perseant 	struct vop_putpages_args /* {
   2000        1.86  perseant 		struct vnode *a_vp;
   2001        1.86  perseant 		voff_t a_offlo;
   2002        1.86  perseant 		voff_t a_offhi;
   2003        1.86  perseant 		int a_flags;
   2004        1.86  perseant 	} */ *ap = v;
   2005        1.84  perseant 
   2006       1.106     ragge #ifdef DDB
   2007        1.84  perseant 	vfs_vnode_print(ap->a_vp, 0, printf);
   2008       1.106     ragge #endif
   2009       1.102      fvdl 	lfs_dump_dinode(VTOI(ap->a_vp)->i_din.ffs1_din);
   2010        1.84  perseant }
   2011        1.84  perseant #endif
   2012        1.84  perseant 
   2013        1.84  perseant int
   2014        1.84  perseant lfs_mmap(void *v)
   2015        1.84  perseant {
   2016        1.84  perseant 	struct vop_mmap_args /* {
   2017        1.86  perseant 		const struct vnodeop_desc *a_desc;
   2018        1.86  perseant 		struct vnode *a_vp;
   2019        1.86  perseant 		int a_fflags;
   2020        1.86  perseant 		struct ucred *a_cred;
   2021   1.109.2.5     skrll 		struct lwp *a_l;
   2022        1.84  perseant 	} */ *ap = v;
   2023        1.84  perseant 
   2024        1.84  perseant 	if (VTOI(ap->a_vp)->i_number == LFS_IFILE_INUM)
   2025        1.84  perseant 		return EOPNOTSUPP;
   2026        1.84  perseant 	return ufs_mmap(v);
   2027        1.84  perseant }
   2028