Home | History | Annotate | Line # | Download | only in lfs
lfs_vnops.c revision 1.139
      1  1.139       chs /*	$NetBSD: lfs_vnops.c,v 1.139 2005/03/24 04:00:33 chs Exp $	*/
      2    1.2       cgd 
      3   1.22  perseant /*-
      4   1.84  perseant  * Copyright (c) 1999, 2000, 2001, 2002, 2003 The NetBSD Foundation, Inc.
      5   1.22  perseant  * All rights reserved.
      6   1.22  perseant  *
      7   1.22  perseant  * This code is derived from software contributed to The NetBSD Foundation
      8   1.22  perseant  * by Konrad E. Schroder <perseant (at) hhhh.org>.
      9   1.22  perseant  *
     10   1.22  perseant  * Redistribution and use in source and binary forms, with or without
     11   1.22  perseant  * modification, are permitted provided that the following conditions
     12   1.22  perseant  * are met:
     13   1.22  perseant  * 1. Redistributions of source code must retain the above copyright
     14   1.22  perseant  *    notice, this list of conditions and the following disclaimer.
     15   1.22  perseant  * 2. Redistributions in binary form must reproduce the above copyright
     16   1.22  perseant  *    notice, this list of conditions and the following disclaimer in the
     17   1.22  perseant  *    documentation and/or other materials provided with the distribution.
     18   1.22  perseant  * 3. All advertising materials mentioning features or use of this software
     19   1.22  perseant  *    must display the following acknowledgement:
     20   1.86  perseant  *	This product includes software developed by the NetBSD
     21   1.86  perseant  *	Foundation, Inc. and its contributors.
     22   1.22  perseant  * 4. Neither the name of The NetBSD Foundation nor the names of its
     23   1.22  perseant  *    contributors may be used to endorse or promote products derived
     24   1.22  perseant  *    from this software without specific prior written permission.
     25   1.22  perseant  *
     26   1.22  perseant  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     27   1.22  perseant  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     28   1.22  perseant  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     29   1.22  perseant  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     30   1.22  perseant  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     31   1.22  perseant  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     32   1.22  perseant  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     33   1.22  perseant  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     34   1.22  perseant  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     35   1.22  perseant  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     36   1.22  perseant  * POSSIBILITY OF SUCH DAMAGE.
     37   1.22  perseant  */
     38    1.1   mycroft /*
     39   1.15      fvdl  * Copyright (c) 1986, 1989, 1991, 1993, 1995
     40    1.1   mycroft  *	The Regents of the University of California.  All rights reserved.
     41    1.1   mycroft  *
     42    1.1   mycroft  * Redistribution and use in source and binary forms, with or without
     43    1.1   mycroft  * modification, are permitted provided that the following conditions
     44    1.1   mycroft  * are met:
     45    1.1   mycroft  * 1. Redistributions of source code must retain the above copyright
     46    1.1   mycroft  *    notice, this list of conditions and the following disclaimer.
     47    1.1   mycroft  * 2. Redistributions in binary form must reproduce the above copyright
     48    1.1   mycroft  *    notice, this list of conditions and the following disclaimer in the
     49    1.1   mycroft  *    documentation and/or other materials provided with the distribution.
     50  1.114       agc  * 3. Neither the name of the University nor the names of its contributors
     51    1.1   mycroft  *    may be used to endorse or promote products derived from this software
     52    1.1   mycroft  *    without specific prior written permission.
     53    1.1   mycroft  *
     54    1.1   mycroft  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     55    1.1   mycroft  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     56    1.1   mycroft  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     57    1.1   mycroft  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     58    1.1   mycroft  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     59    1.1   mycroft  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     60    1.1   mycroft  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     61    1.1   mycroft  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     62    1.1   mycroft  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     63    1.1   mycroft  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     64    1.1   mycroft  * SUCH DAMAGE.
     65    1.1   mycroft  *
     66   1.15      fvdl  *	@(#)lfs_vnops.c	8.13 (Berkeley) 6/10/95
     67    1.1   mycroft  */
     68   1.58     lukem 
     69   1.58     lukem #include <sys/cdefs.h>
     70  1.139       chs __KERNEL_RCSID(0, "$NetBSD: lfs_vnops.c,v 1.139 2005/03/24 04:00:33 chs Exp $");
     71   1.17  sommerfe 
     72    1.1   mycroft #include <sys/param.h>
     73    1.1   mycroft #include <sys/systm.h>
     74    1.1   mycroft #include <sys/namei.h>
     75    1.1   mycroft #include <sys/resourcevar.h>
     76    1.1   mycroft #include <sys/kernel.h>
     77    1.1   mycroft #include <sys/file.h>
     78    1.1   mycroft #include <sys/stat.h>
     79    1.1   mycroft #include <sys/buf.h>
     80    1.1   mycroft #include <sys/proc.h>
     81    1.1   mycroft #include <sys/mount.h>
     82    1.1   mycroft #include <sys/vnode.h>
     83    1.1   mycroft #include <sys/malloc.h>
     84   1.19   thorpej #include <sys/pool.h>
     85   1.10  christos #include <sys/signalvar.h>
     86    1.1   mycroft 
     87   1.12   mycroft #include <miscfs/fifofs/fifo.h>
     88   1.12   mycroft #include <miscfs/genfs/genfs.h>
     89    1.1   mycroft #include <miscfs/specfs/specdev.h>
     90    1.1   mycroft 
     91    1.1   mycroft #include <ufs/ufs/inode.h>
     92    1.1   mycroft #include <ufs/ufs/dir.h>
     93    1.1   mycroft #include <ufs/ufs/ufsmount.h>
     94    1.1   mycroft #include <ufs/ufs/ufs_extern.h>
     95    1.1   mycroft 
     96   1.84  perseant #include <uvm/uvm.h>
     97   1.95  perseant #include <uvm/uvm_pmap.h>
     98   1.95  perseant #include <uvm/uvm_stat.h>
     99   1.95  perseant #include <uvm/uvm_pager.h>
    100   1.84  perseant 
    101    1.1   mycroft #include <ufs/lfs/lfs.h>
    102    1.1   mycroft #include <ufs/lfs/lfs_extern.h>
    103    1.1   mycroft 
    104   1.91      yamt extern pid_t lfs_writer_daemon;
    105   1.84  perseant 
    106    1.1   mycroft /* Global vfs data structures for lfs. */
    107   1.51  perseant int (**lfs_vnodeop_p)(void *);
    108   1.50  jdolecek const struct vnodeopv_entry_desc lfs_vnodeop_entries[] = {
    109    1.1   mycroft 	{ &vop_default_desc, vn_default_error },
    110    1.1   mycroft 	{ &vop_lookup_desc, ufs_lookup },		/* lookup */
    111   1.22  perseant 	{ &vop_create_desc, lfs_create },		/* create */
    112   1.82      yamt 	{ &vop_whiteout_desc, ufs_whiteout },		/* whiteout */
    113   1.22  perseant 	{ &vop_mknod_desc, lfs_mknod },			/* mknod */
    114    1.1   mycroft 	{ &vop_open_desc, ufs_open },			/* open */
    115    1.1   mycroft 	{ &vop_close_desc, lfs_close },			/* close */
    116    1.1   mycroft 	{ &vop_access_desc, ufs_access },		/* access */
    117    1.1   mycroft 	{ &vop_getattr_desc, lfs_getattr },		/* getattr */
    118   1.61  perseant 	{ &vop_setattr_desc, lfs_setattr },		/* setattr */
    119    1.1   mycroft 	{ &vop_read_desc, lfs_read },			/* read */
    120    1.1   mycroft 	{ &vop_write_desc, lfs_write },			/* write */
    121    1.4   mycroft 	{ &vop_lease_desc, ufs_lease_check },		/* lease */
    122   1.90  perseant 	{ &vop_ioctl_desc, ufs_ioctl },			/* ioctl */
    123   1.90  perseant 	{ &vop_fcntl_desc, lfs_fcntl },			/* fcntl */
    124   1.13   mycroft 	{ &vop_poll_desc, ufs_poll },			/* poll */
    125   1.68  jdolecek 	{ &vop_kqfilter_desc, genfs_kqfilter },		/* kqfilter */
    126   1.15      fvdl 	{ &vop_revoke_desc, ufs_revoke },		/* revoke */
    127   1.84  perseant 	{ &vop_mmap_desc, lfs_mmap },			/* mmap */
    128    1.1   mycroft 	{ &vop_fsync_desc, lfs_fsync },			/* fsync */
    129    1.1   mycroft 	{ &vop_seek_desc, ufs_seek },			/* seek */
    130   1.22  perseant 	{ &vop_remove_desc, lfs_remove },		/* remove */
    131   1.22  perseant 	{ &vop_link_desc, lfs_link },			/* link */
    132   1.22  perseant 	{ &vop_rename_desc, lfs_rename },		/* rename */
    133   1.22  perseant 	{ &vop_mkdir_desc, lfs_mkdir },			/* mkdir */
    134   1.22  perseant 	{ &vop_rmdir_desc, lfs_rmdir },			/* rmdir */
    135   1.22  perseant 	{ &vop_symlink_desc, lfs_symlink },		/* symlink */
    136    1.1   mycroft 	{ &vop_readdir_desc, ufs_readdir },		/* readdir */
    137    1.1   mycroft 	{ &vop_readlink_desc, ufs_readlink },		/* readlink */
    138    1.1   mycroft 	{ &vop_abortop_desc, ufs_abortop },		/* abortop */
    139   1.40  perseant 	{ &vop_inactive_desc, lfs_inactive },		/* inactive */
    140    1.1   mycroft 	{ &vop_reclaim_desc, lfs_reclaim },		/* reclaim */
    141    1.1   mycroft 	{ &vop_lock_desc, ufs_lock },			/* lock */
    142    1.1   mycroft 	{ &vop_unlock_desc, ufs_unlock },		/* unlock */
    143    1.1   mycroft 	{ &vop_bmap_desc, ufs_bmap },			/* bmap */
    144   1.94  perseant 	{ &vop_strategy_desc, lfs_strategy },		/* strategy */
    145    1.1   mycroft 	{ &vop_print_desc, ufs_print },			/* print */
    146    1.1   mycroft 	{ &vop_islocked_desc, ufs_islocked },		/* islocked */
    147    1.1   mycroft 	{ &vop_pathconf_desc, ufs_pathconf },		/* pathconf */
    148    1.1   mycroft 	{ &vop_advlock_desc, ufs_advlock },		/* advlock */
    149    1.1   mycroft 	{ &vop_blkatoff_desc, lfs_blkatoff },		/* blkatoff */
    150    1.1   mycroft 	{ &vop_valloc_desc, lfs_valloc },		/* valloc */
    151   1.32      fvdl 	{ &vop_balloc_desc, lfs_balloc },		/* balloc */
    152    1.1   mycroft 	{ &vop_vfree_desc, lfs_vfree },			/* vfree */
    153    1.1   mycroft 	{ &vop_truncate_desc, lfs_truncate },		/* truncate */
    154    1.1   mycroft 	{ &vop_update_desc, lfs_update },		/* update */
    155    1.1   mycroft 	{ &vop_bwrite_desc, lfs_bwrite },		/* bwrite */
    156   1.60       chs 	{ &vop_getpages_desc, lfs_getpages },		/* getpages */
    157   1.60       chs 	{ &vop_putpages_desc, lfs_putpages },		/* putpages */
    158   1.53       chs 	{ NULL, NULL }
    159    1.1   mycroft };
    160   1.50  jdolecek const struct vnodeopv_desc lfs_vnodeop_opv_desc =
    161    1.1   mycroft 	{ &lfs_vnodeop_p, lfs_vnodeop_entries };
    162    1.1   mycroft 
    163   1.51  perseant int (**lfs_specop_p)(void *);
    164   1.50  jdolecek const struct vnodeopv_entry_desc lfs_specop_entries[] = {
    165    1.1   mycroft 	{ &vop_default_desc, vn_default_error },
    166    1.1   mycroft 	{ &vop_lookup_desc, spec_lookup },		/* lookup */
    167    1.1   mycroft 	{ &vop_create_desc, spec_create },		/* create */
    168    1.1   mycroft 	{ &vop_mknod_desc, spec_mknod },		/* mknod */
    169    1.1   mycroft 	{ &vop_open_desc, spec_open },			/* open */
    170   1.65  perseant 	{ &vop_close_desc, lfsspec_close },		/* close */
    171    1.1   mycroft 	{ &vop_access_desc, ufs_access },		/* access */
    172    1.1   mycroft 	{ &vop_getattr_desc, lfs_getattr },		/* getattr */
    173   1.61  perseant 	{ &vop_setattr_desc, lfs_setattr },		/* setattr */
    174    1.1   mycroft 	{ &vop_read_desc, ufsspec_read },		/* read */
    175    1.1   mycroft 	{ &vop_write_desc, ufsspec_write },		/* write */
    176    1.4   mycroft 	{ &vop_lease_desc, spec_lease_check },		/* lease */
    177    1.1   mycroft 	{ &vop_ioctl_desc, spec_ioctl },		/* ioctl */
    178   1.27  wrstuden 	{ &vop_fcntl_desc, ufs_fcntl },			/* fcntl */
    179   1.13   mycroft 	{ &vop_poll_desc, spec_poll },			/* poll */
    180   1.68  jdolecek 	{ &vop_kqfilter_desc, spec_kqfilter },		/* kqfilter */
    181   1.15      fvdl 	{ &vop_revoke_desc, spec_revoke },		/* revoke */
    182    1.1   mycroft 	{ &vop_mmap_desc, spec_mmap },			/* mmap */
    183    1.1   mycroft 	{ &vop_fsync_desc, spec_fsync },		/* fsync */
    184    1.1   mycroft 	{ &vop_seek_desc, spec_seek },			/* seek */
    185    1.1   mycroft 	{ &vop_remove_desc, spec_remove },		/* remove */
    186    1.1   mycroft 	{ &vop_link_desc, spec_link },			/* link */
    187    1.1   mycroft 	{ &vop_rename_desc, spec_rename },		/* rename */
    188    1.1   mycroft 	{ &vop_mkdir_desc, spec_mkdir },		/* mkdir */
    189    1.1   mycroft 	{ &vop_rmdir_desc, spec_rmdir },		/* rmdir */
    190    1.1   mycroft 	{ &vop_symlink_desc, spec_symlink },		/* symlink */
    191    1.1   mycroft 	{ &vop_readdir_desc, spec_readdir },		/* readdir */
    192    1.1   mycroft 	{ &vop_readlink_desc, spec_readlink },		/* readlink */
    193    1.1   mycroft 	{ &vop_abortop_desc, spec_abortop },		/* abortop */
    194   1.40  perseant 	{ &vop_inactive_desc, lfs_inactive },		/* inactive */
    195    1.1   mycroft 	{ &vop_reclaim_desc, lfs_reclaim },		/* reclaim */
    196    1.1   mycroft 	{ &vop_lock_desc, ufs_lock },			/* lock */
    197    1.1   mycroft 	{ &vop_unlock_desc, ufs_unlock },		/* unlock */
    198    1.1   mycroft 	{ &vop_bmap_desc, spec_bmap },			/* bmap */
    199    1.1   mycroft 	{ &vop_strategy_desc, spec_strategy },		/* strategy */
    200    1.1   mycroft 	{ &vop_print_desc, ufs_print },			/* print */
    201    1.1   mycroft 	{ &vop_islocked_desc, ufs_islocked },		/* islocked */
    202    1.1   mycroft 	{ &vop_pathconf_desc, spec_pathconf },		/* pathconf */
    203    1.1   mycroft 	{ &vop_advlock_desc, spec_advlock },		/* advlock */
    204    1.1   mycroft 	{ &vop_blkatoff_desc, spec_blkatoff },		/* blkatoff */
    205    1.1   mycroft 	{ &vop_valloc_desc, spec_valloc },		/* valloc */
    206    1.1   mycroft 	{ &vop_vfree_desc, lfs_vfree },			/* vfree */
    207    1.1   mycroft 	{ &vop_truncate_desc, spec_truncate },		/* truncate */
    208    1.1   mycroft 	{ &vop_update_desc, lfs_update },		/* update */
    209   1.28  perseant 	{ &vop_bwrite_desc, vn_bwrite },		/* bwrite */
    210   1.53       chs 	{ &vop_getpages_desc, spec_getpages },		/* getpages */
    211   1.53       chs 	{ &vop_putpages_desc, spec_putpages },		/* putpages */
    212   1.53       chs 	{ NULL, NULL }
    213    1.1   mycroft };
    214   1.50  jdolecek const struct vnodeopv_desc lfs_specop_opv_desc =
    215    1.1   mycroft 	{ &lfs_specop_p, lfs_specop_entries };
    216    1.1   mycroft 
    217   1.51  perseant int (**lfs_fifoop_p)(void *);
    218   1.50  jdolecek const struct vnodeopv_entry_desc lfs_fifoop_entries[] = {
    219    1.1   mycroft 	{ &vop_default_desc, vn_default_error },
    220    1.1   mycroft 	{ &vop_lookup_desc, fifo_lookup },		/* lookup */
    221    1.1   mycroft 	{ &vop_create_desc, fifo_create },		/* create */
    222    1.1   mycroft 	{ &vop_mknod_desc, fifo_mknod },		/* mknod */
    223    1.1   mycroft 	{ &vop_open_desc, fifo_open },			/* open */
    224   1.65  perseant 	{ &vop_close_desc, lfsfifo_close },		/* close */
    225    1.1   mycroft 	{ &vop_access_desc, ufs_access },		/* access */
    226    1.1   mycroft 	{ &vop_getattr_desc, lfs_getattr },		/* getattr */
    227   1.61  perseant 	{ &vop_setattr_desc, lfs_setattr },		/* setattr */
    228    1.1   mycroft 	{ &vop_read_desc, ufsfifo_read },		/* read */
    229    1.1   mycroft 	{ &vop_write_desc, ufsfifo_write },		/* write */
    230    1.4   mycroft 	{ &vop_lease_desc, fifo_lease_check },		/* lease */
    231    1.1   mycroft 	{ &vop_ioctl_desc, fifo_ioctl },		/* ioctl */
    232   1.27  wrstuden 	{ &vop_fcntl_desc, ufs_fcntl },			/* fcntl */
    233   1.13   mycroft 	{ &vop_poll_desc, fifo_poll },			/* poll */
    234   1.68  jdolecek 	{ &vop_kqfilter_desc, fifo_kqfilter },		/* kqfilter */
    235   1.15      fvdl 	{ &vop_revoke_desc, fifo_revoke },		/* revoke */
    236    1.1   mycroft 	{ &vop_mmap_desc, fifo_mmap },			/* mmap */
    237    1.1   mycroft 	{ &vop_fsync_desc, fifo_fsync },		/* fsync */
    238    1.1   mycroft 	{ &vop_seek_desc, fifo_seek },			/* seek */
    239    1.1   mycroft 	{ &vop_remove_desc, fifo_remove },		/* remove */
    240    1.1   mycroft 	{ &vop_link_desc, fifo_link },			/* link */
    241    1.1   mycroft 	{ &vop_rename_desc, fifo_rename },		/* rename */
    242    1.1   mycroft 	{ &vop_mkdir_desc, fifo_mkdir },		/* mkdir */
    243    1.1   mycroft 	{ &vop_rmdir_desc, fifo_rmdir },		/* rmdir */
    244    1.1   mycroft 	{ &vop_symlink_desc, fifo_symlink },		/* symlink */
    245    1.1   mycroft 	{ &vop_readdir_desc, fifo_readdir },		/* readdir */
    246    1.1   mycroft 	{ &vop_readlink_desc, fifo_readlink },		/* readlink */
    247    1.1   mycroft 	{ &vop_abortop_desc, fifo_abortop },		/* abortop */
    248   1.40  perseant 	{ &vop_inactive_desc, lfs_inactive },		/* inactive */
    249    1.1   mycroft 	{ &vop_reclaim_desc, lfs_reclaim },		/* reclaim */
    250    1.1   mycroft 	{ &vop_lock_desc, ufs_lock },			/* lock */
    251    1.1   mycroft 	{ &vop_unlock_desc, ufs_unlock },		/* unlock */
    252    1.1   mycroft 	{ &vop_bmap_desc, fifo_bmap },			/* bmap */
    253    1.1   mycroft 	{ &vop_strategy_desc, fifo_strategy },		/* strategy */
    254    1.1   mycroft 	{ &vop_print_desc, ufs_print },			/* print */
    255    1.1   mycroft 	{ &vop_islocked_desc, ufs_islocked },		/* islocked */
    256    1.1   mycroft 	{ &vop_pathconf_desc, fifo_pathconf },		/* pathconf */
    257    1.1   mycroft 	{ &vop_advlock_desc, fifo_advlock },		/* advlock */
    258    1.1   mycroft 	{ &vop_blkatoff_desc, fifo_blkatoff },		/* blkatoff */
    259    1.1   mycroft 	{ &vop_valloc_desc, fifo_valloc },		/* valloc */
    260    1.1   mycroft 	{ &vop_vfree_desc, lfs_vfree },			/* vfree */
    261    1.1   mycroft 	{ &vop_truncate_desc, fifo_truncate },		/* truncate */
    262    1.1   mycroft 	{ &vop_update_desc, lfs_update },		/* update */
    263    1.1   mycroft 	{ &vop_bwrite_desc, lfs_bwrite },		/* bwrite */
    264   1.86  perseant 	{ &vop_putpages_desc, fifo_putpages },		/* putpages */
    265   1.53       chs 	{ NULL, NULL }
    266    1.1   mycroft };
    267   1.50  jdolecek const struct vnodeopv_desc lfs_fifoop_opv_desc =
    268    1.1   mycroft 	{ &lfs_fifoop_p, lfs_fifoop_entries };
    269    1.1   mycroft 
    270  1.134  perseant static int check_dirty(struct lfs *, struct vnode *, off_t, off_t, off_t, int, int);
    271  1.134  perseant 
    272   1.43  perseant /*
    273   1.43  perseant  * A function version of LFS_ITIMES, for the UFS functions which call ITIMES
    274   1.43  perseant  */
    275   1.43  perseant void
    276   1.51  perseant lfs_itimes(struct inode *ip, struct timespec *acc, struct timespec *mod, struct timespec *cre)
    277   1.43  perseant {
    278   1.43  perseant 	LFS_ITIMES(ip, acc, mod, cre);
    279   1.43  perseant }
    280   1.43  perseant 
    281    1.1   mycroft #define	LFS_READWRITE
    282    1.1   mycroft #include <ufs/ufs/ufs_readwrite.c>
    283    1.1   mycroft #undef	LFS_READWRITE
    284    1.1   mycroft 
    285    1.1   mycroft /*
    286    1.1   mycroft  * Synch an open file.
    287    1.1   mycroft  */
    288    1.1   mycroft /* ARGSUSED */
    289   1.10  christos int
    290   1.51  perseant lfs_fsync(void *v)
    291   1.10  christos {
    292    1.1   mycroft 	struct vop_fsync_args /* {
    293    1.1   mycroft 		struct vnode *a_vp;
    294    1.1   mycroft 		struct ucred *a_cred;
    295   1.22  perseant 		int a_flags;
    296   1.49    toshii 		off_t offlo;
    297   1.49    toshii 		off_t offhi;
    298  1.109      fvdl 		struct proc *a_p;
    299   1.10  christos 	} */ *ap = v;
    300   1.60       chs 	struct vnode *vp = ap->a_vp;
    301   1.84  perseant 	int error, wait;
    302   1.84  perseant 
    303   1.86  perseant 	/*
    304   1.84  perseant 	 * Trickle sync checks for need to do a checkpoint after possible
    305   1.84  perseant 	 * activity from the pagedaemon.
    306   1.86  perseant 	 */
    307   1.84  perseant 	if (ap->a_flags & FSYNC_LAZY) {
    308  1.113      yamt 		simple_lock(&lfs_subsys_lock);
    309   1.84  perseant 		wakeup(&lfs_writer_daemon);
    310  1.113      yamt 		simple_unlock(&lfs_subsys_lock);
    311   1.47  perseant 		return 0;
    312   1.84  perseant 	}
    313   1.47  perseant 
    314   1.84  perseant 	wait = (ap->a_flags & FSYNC_WAIT);
    315  1.103  perseant 	simple_lock(&vp->v_interlock);
    316  1.103  perseant 	error = VOP_PUTPAGES(vp, trunc_page(ap->a_offlo),
    317  1.103  perseant 			round_page(ap->a_offhi),
    318  1.103  perseant 			PGO_CLEANIT | (wait ? PGO_SYNCIO : 0));
    319  1.103  perseant 	if (error)
    320  1.103  perseant 		return error;
    321  1.103  perseant 	error = VOP_UPDATE(vp, NULL, NULL, wait ? UPDATE_WAIT : 0);
    322  1.133  wrstuden 	if (error == 0 && ap->a_flags & FSYNC_CACHE) {
    323  1.133  wrstuden 		int l = 0;
    324  1.133  wrstuden 		error = VOP_IOCTL(VTOI(vp)->i_devvp, DIOCCACHESYNC, &l, FWRITE,
    325  1.133  wrstuden 				  ap->a_p->p_ucred, ap->a_p);
    326  1.133  wrstuden 	}
    327  1.103  perseant 	if (wait && !VPISEMPTY(vp))
    328  1.103  perseant 		LFS_SET_UINO(VTOI(vp), IN_MODIFIED);
    329   1.84  perseant 
    330   1.63  perseant 	return error;
    331    1.1   mycroft }
    332    1.1   mycroft 
    333    1.1   mycroft /*
    334   1.40  perseant  * Take IN_ADIROP off, then call ufs_inactive.
    335   1.40  perseant  */
    336   1.40  perseant int
    337   1.51  perseant lfs_inactive(void *v)
    338   1.40  perseant {
    339   1.40  perseant 	struct vop_inactive_args /* {
    340   1.40  perseant 		struct vnode *a_vp;
    341  1.109      fvdl 		struct proc *a_p;
    342   1.40  perseant 	} */ *ap = v;
    343   1.72      yamt 
    344  1.102      fvdl 	KASSERT(VTOI(ap->a_vp)->i_nlink == VTOI(ap->a_vp)->i_ffs_effnlink);
    345   1.77      yamt 
    346   1.76      yamt 	lfs_unmark_vnode(ap->a_vp);
    347   1.76      yamt 
    348   1.97  perseant 	/*
    349   1.97  perseant 	 * The Ifile is only ever inactivated on unmount.
    350   1.97  perseant 	 * Streamline this process by not giving it more dirty blocks.
    351   1.97  perseant 	 */
    352   1.97  perseant 	if (VTOI(ap->a_vp)->i_number == LFS_IFILE_INUM) {
    353   1.97  perseant 		LFS_CLR_UINO(VTOI(ap->a_vp), IN_ALLMOD);
    354   1.99  perseant 		VOP_UNLOCK(ap->a_vp, 0);
    355   1.97  perseant 		return 0;
    356   1.97  perseant 	}
    357   1.97  perseant 
    358   1.75      yamt 	return ufs_inactive(v);
    359   1.40  perseant }
    360   1.40  perseant 
    361   1.40  perseant /*
    362    1.1   mycroft  * These macros are used to bracket UFS directory ops, so that we can
    363    1.1   mycroft  * identify all the pages touched during directory ops which need to
    364    1.1   mycroft  * be ordered and flushed atomically, so that they may be recovered.
    365  1.138  perseant  *
    366  1.138  perseant  * Because we have to mark nodes VDIROP in order to prevent
    367   1.22  perseant  * the cache from reclaiming them while a dirop is in progress, we must
    368   1.22  perseant  * also manage the number of nodes so marked (otherwise we can run out).
    369   1.22  perseant  * We do this by setting lfs_dirvcount to the number of marked vnodes; it
    370   1.22  perseant  * is decremented during segment write, when VDIROP is taken off.
    371   1.22  perseant  */
    372  1.138  perseant #define	MARK_VNODE(vp)			lfs_mark_vnode(vp)
    373  1.138  perseant #define	UNMARK_VNODE(vp)		lfs_unmark_vnode(vp)
    374  1.138  perseant #define	SET_DIROP_CREATE(dvp, vpp)	lfs_set_dirop_create((dvp), (vpp))
    375  1.138  perseant #define	SET_DIROP_REMOVE(dvp, vp)	lfs_set_dirop((dvp), (vp))
    376  1.138  perseant static int lfs_set_dirop_create(struct vnode *, struct vnode **);
    377   1.71      yamt static int lfs_set_dirop(struct vnode *, struct vnode *);
    378   1.24  perseant 
    379   1.46  perseant static int
    380  1.138  perseant lfs_set_dirop(struct vnode *dvp, struct vnode *vp)
    381   1.40  perseant {
    382   1.24  perseant 	struct lfs *fs;
    383   1.24  perseant 	int error;
    384   1.24  perseant 
    385  1.138  perseant 	KASSERT(VOP_ISLOCKED(dvp));
    386  1.138  perseant 	KASSERT(vp == NULL || VOP_ISLOCKED(vp));
    387   1.71      yamt 
    388  1.138  perseant 	fs = VTOI(dvp)->i_lfs;
    389   1.44  perseant 	/*
    390  1.134  perseant 	 * LFS_NRESERVE calculates direct and indirect blocks as well
    391  1.134  perseant 	 * as an inode block; an overestimate in most cases.
    392   1.44  perseant 	 */
    393  1.138  perseant 	if ((error = lfs_reserve(fs, dvp, vp, LFS_NRESERVE(fs))) != 0)
    394   1.44  perseant 		return (error);
    395   1.70      yamt 
    396   1.40  perseant 	if (fs->lfs_dirops == 0)
    397  1.138  perseant 		lfs_check(dvp, LFS_UNUSED_LBN, 0);
    398  1.113      yamt restart:
    399  1.113      yamt 	simple_lock(&fs->lfs_interlock);
    400  1.113      yamt 	if (fs->lfs_writer) {
    401  1.113      yamt 		ltsleep(&fs->lfs_dirops, (PRIBIO + 1) | PNORELOCK,
    402  1.113      yamt 		    "lfs_sdirop", 0, &fs->lfs_interlock);
    403  1.113      yamt 		goto restart;
    404  1.113      yamt 	}
    405  1.113      yamt 	simple_lock(&lfs_subsys_lock);
    406  1.113      yamt 	if (lfs_dirvcount > LFS_MAX_DIROP && fs->lfs_dirops == 0) {
    407  1.113      yamt 		wakeup(&lfs_writer_daemon);
    408  1.113      yamt 		simple_unlock(&lfs_subsys_lock);
    409  1.113      yamt 		simple_unlock(&fs->lfs_interlock);
    410  1.121      fvdl 		preempt(1);
    411  1.113      yamt 		goto restart;
    412  1.113      yamt 	}
    413   1.33  perseant 
    414  1.113      yamt 	if (lfs_dirvcount > LFS_MAX_DIROP) {
    415  1.113      yamt 		simple_unlock(&fs->lfs_interlock);
    416  1.136  perseant 		DLOG((DLOG_DIROP, "lfs_set_dirop: sleeping with dirops=%d, "
    417  1.136  perseant 		      "dirvcount=%d\n", fs->lfs_dirops, lfs_dirvcount));
    418  1.113      yamt 		if ((error = ltsleep(&lfs_dirvcount,
    419  1.113      yamt 		    PCATCH | PUSER | PNORELOCK, "lfs_maxdirop", 0,
    420  1.113      yamt 		    &lfs_subsys_lock)) != 0) {
    421  1.113      yamt 			goto unreserve;
    422  1.113      yamt 		}
    423  1.113      yamt 		goto restart;
    424  1.135     perry 	}
    425  1.113      yamt 	simple_unlock(&lfs_subsys_lock);
    426  1.113      yamt 
    427  1.135     perry 	++fs->lfs_dirops;
    428  1.135     perry 	fs->lfs_doifile = 1;
    429  1.113      yamt 	simple_unlock(&fs->lfs_interlock);
    430   1.24  perseant 
    431   1.46  perseant 	/* Hold a reference so SET_ENDOP will be happy */
    432  1.138  perseant 	vref(dvp);
    433  1.138  perseant 	if (vp) {
    434  1.138  perseant 		vref(vp);
    435  1.138  perseant 		MARK_VNODE(vp);
    436  1.138  perseant 	}
    437   1.46  perseant 
    438  1.138  perseant 	MARK_VNODE(dvp);
    439   1.24  perseant 	return 0;
    440   1.70      yamt 
    441   1.70      yamt unreserve:
    442  1.138  perseant 	lfs_reserve(fs, dvp, vp, -LFS_NRESERVE(fs));
    443   1.70      yamt 	return error;
    444    1.1   mycroft }
    445    1.1   mycroft 
    446  1.138  perseant /*
    447  1.138  perseant  * Get a new vnode *before* adjusting the dirop count, to avoid a deadlock
    448  1.138  perseant  * in getnewvnode(), if we have a stacked filesystem mounted on top
    449  1.138  perseant  * of us.
    450  1.138  perseant  *
    451  1.138  perseant  * NB: this means we have to clear the new vnodes on error.  Fortunately
    452  1.138  perseant  * SET_ENDOP is there to do that for us.
    453  1.138  perseant  */
    454  1.138  perseant static int
    455  1.138  perseant lfs_set_dirop_create(struct vnode *dvp, struct vnode **vpp)
    456  1.138  perseant {
    457  1.138  perseant 	int error;
    458  1.138  perseant 	struct lfs *fs;
    459  1.138  perseant 
    460  1.138  perseant 	fs = VFSTOUFS(dvp->v_mount)->um_lfs;
    461  1.138  perseant 	if (fs->lfs_ronly)
    462  1.138  perseant 		return EROFS;
    463  1.138  perseant 	if (vpp && (error = getnewvnode(VT_LFS, dvp->v_mount, lfs_vnodeop_p, vpp))) {
    464  1.138  perseant 		DLOG((DLOG_ALLOC, "lfs_set_dirop_create: dvp %p error %d\n",
    465  1.138  perseant 		      dvp, error));
    466  1.138  perseant 		return error;
    467  1.138  perseant 	}
    468  1.138  perseant 	if ((error = lfs_set_dirop(dvp, NULL)) != 0) {
    469  1.138  perseant 		if (vpp) {
    470  1.138  perseant 			ungetnewvnode(*vpp);
    471  1.138  perseant 			*vpp = NULL;
    472  1.138  perseant 		}
    473  1.138  perseant 		return error;
    474  1.138  perseant 	}
    475  1.138  perseant 	return 0;
    476    1.1   mycroft }
    477    1.1   mycroft 
    478  1.138  perseant #define	SET_ENDOP_BASE(fs, dvp, str)					\
    479  1.138  perseant 	do {								\
    480  1.138  perseant 		simple_lock(&(fs)->lfs_interlock);			\
    481  1.138  perseant 		--(fs)->lfs_dirops;					\
    482  1.138  perseant 		if (!(fs)->lfs_dirops) {				\
    483  1.138  perseant 			if ((fs)->lfs_nadirop) {			\
    484  1.138  perseant 				panic("SET_ENDOP: %s: no dirops but "	\
    485  1.138  perseant 					" nadirop=%d", (str),		\
    486  1.138  perseant 					(fs)->lfs_nadirop);		\
    487  1.138  perseant 			}						\
    488  1.138  perseant 			wakeup(&(fs)->lfs_writer);			\
    489  1.138  perseant 			simple_unlock(&(fs)->lfs_interlock);		\
    490  1.138  perseant 			lfs_check((dvp), LFS_UNUSED_LBN, 0);		\
    491  1.138  perseant 		} else							\
    492  1.138  perseant 			simple_unlock(&(fs)->lfs_interlock);		\
    493  1.138  perseant 	} while(0)
    494  1.138  perseant #define SET_ENDOP_CREATE(fs, dvp, nvpp, str)				\
    495  1.138  perseant 	do {								\
    496  1.138  perseant 		UNMARK_VNODE(dvp);					\
    497  1.138  perseant 		if (nvpp && *nvpp)					\
    498  1.138  perseant 			UNMARK_VNODE(*nvpp);				\
    499  1.138  perseant 		/* Check for error return to stem vnode leakage */	\
    500  1.138  perseant 		if (nvpp && *nvpp && !((*nvpp)->v_flag & VDIROP))	\
    501  1.138  perseant 			ungetnewvnode(*(nvpp));				\
    502  1.138  perseant 		SET_ENDOP_BASE((fs), (dvp), (str));			\
    503  1.138  perseant 		lfs_reserve((fs), (dvp), NULL, -LFS_NRESERVE(fs));	\
    504  1.138  perseant 		vrele(dvp);						\
    505  1.138  perseant 	} while(0)
    506  1.138  perseant #define SET_ENDOP_CREATE_AP(ap, str)					\
    507  1.138  perseant 	SET_ENDOP_CREATE(VTOI((ap)->a_dvp)->i_lfs, (ap)->a_dvp,		\
    508  1.138  perseant 			 (ap)->a_vpp, (str))
    509  1.138  perseant #define SET_ENDOP_REMOVE(fs, dvp, ovp, str)				\
    510  1.138  perseant 	do {								\
    511  1.138  perseant 		UNMARK_VNODE(dvp);					\
    512  1.138  perseant 		if (ovp)						\
    513  1.138  perseant 			UNMARK_VNODE(ovp);				\
    514  1.138  perseant 		SET_ENDOP_BASE((fs), (dvp), (str));			\
    515  1.138  perseant 		lfs_reserve((fs), (dvp), (ovp), -LFS_NRESERVE(fs));	\
    516  1.138  perseant 		vrele(dvp);						\
    517  1.138  perseant 		if (ovp)						\
    518  1.138  perseant 			vrele(ovp);					\
    519  1.138  perseant 	} while(0)
    520  1.117      yamt 
    521  1.117      yamt void
    522  1.117      yamt lfs_mark_vnode(struct vnode *vp)
    523  1.117      yamt {
    524  1.117      yamt 	struct inode *ip = VTOI(vp);
    525  1.117      yamt 	struct lfs *fs = ip->i_lfs;
    526   1.37  perseant 
    527  1.117      yamt 	if (!(ip->i_flag & IN_ADIROP)) {
    528  1.117      yamt 		if (!(vp->v_flag & VDIROP)) {
    529  1.117      yamt 			(void)lfs_vref(vp);
    530  1.117      yamt 			++lfs_dirvcount;
    531  1.117      yamt 			TAILQ_INSERT_TAIL(&fs->lfs_dchainhd, ip, i_lfs_dchain);
    532  1.117      yamt 			vp->v_flag |= VDIROP;
    533  1.117      yamt 		}
    534  1.117      yamt 		++fs->lfs_nadirop;
    535  1.117      yamt 		ip->i_flag |= IN_ADIROP;
    536  1.117      yamt 	} else
    537  1.117      yamt 		KASSERT(vp->v_flag & VDIROP);
    538  1.117      yamt }
    539   1.40  perseant 
    540  1.117      yamt void
    541  1.117      yamt lfs_unmark_vnode(struct vnode *vp)
    542   1.40  perseant {
    543  1.117      yamt 	struct inode *ip = VTOI(vp);
    544   1.40  perseant 
    545  1.117      yamt 	if (ip->i_flag & IN_ADIROP) {
    546  1.117      yamt 		KASSERT(vp->v_flag & VDIROP);
    547   1.40  perseant 		--ip->i_lfs->lfs_nadirop;
    548  1.117      yamt 		ip->i_flag &= ~IN_ADIROP;
    549  1.117      yamt 	}
    550   1.40  perseant }
    551   1.15      fvdl 
    552    1.1   mycroft int
    553   1.51  perseant lfs_symlink(void *v)
    554   1.10  christos {
    555    1.1   mycroft 	struct vop_symlink_args /* {
    556    1.1   mycroft 		struct vnode *a_dvp;
    557    1.1   mycroft 		struct vnode **a_vpp;
    558    1.1   mycroft 		struct componentname *a_cnp;
    559    1.1   mycroft 		struct vattr *a_vap;
    560    1.1   mycroft 		char *a_target;
    561   1.10  christos 	} */ *ap = v;
    562   1.37  perseant 	int error;
    563    1.1   mycroft 
    564  1.138  perseant 	if ((error = SET_DIROP_CREATE(ap->a_dvp, ap->a_vpp)) != 0) {
    565   1.34  perseant 		vput(ap->a_dvp);
    566   1.37  perseant 		return error;
    567   1.34  perseant 	}
    568   1.37  perseant 	error = ufs_symlink(ap);
    569  1.138  perseant 	SET_ENDOP_CREATE_AP(ap, "symlink");
    570   1.37  perseant 	return (error);
    571    1.1   mycroft }
    572    1.1   mycroft 
    573    1.1   mycroft int
    574   1.51  perseant lfs_mknod(void *v)
    575   1.10  christos {
    576   1.22  perseant 	struct vop_mknod_args	/* {
    577    1.1   mycroft 		struct vnode *a_dvp;
    578    1.1   mycroft 		struct vnode **a_vpp;
    579    1.1   mycroft 		struct componentname *a_cnp;
    580    1.1   mycroft 		struct vattr *a_vap;
    581   1.22  perseant 		} */ *ap = v;
    582   1.86  perseant 	struct vattr *vap = ap->a_vap;
    583   1.86  perseant 	struct vnode **vpp = ap->a_vpp;
    584   1.86  perseant 	struct inode *ip;
    585   1.86  perseant 	int error;
    586  1.135     perry 	struct mount	*mp;
    587   1.52     assar 	ino_t		ino;
    588    1.1   mycroft 
    589  1.138  perseant 	if ((error = SET_DIROP_CREATE(ap->a_dvp, ap->a_vpp)) != 0) {
    590   1.34  perseant 		vput(ap->a_dvp);
    591   1.28  perseant 		return error;
    592   1.34  perseant 	}
    593   1.28  perseant 	error = ufs_makeinode(MAKEIMODE(vap->va_type, vap->va_mode),
    594  1.109      fvdl 	    ap->a_dvp, vpp, ap->a_cnp);
    595   1.28  perseant 
    596   1.28  perseant 	/* Either way we're done with the dirop at this point */
    597  1.138  perseant 	SET_ENDOP_CREATE_AP(ap, "mknod");
    598   1.28  perseant 
    599   1.86  perseant 	if (error)
    600   1.28  perseant 		return (error);
    601   1.28  perseant 
    602   1.86  perseant 	ip = VTOI(*vpp);
    603   1.52     assar 	mp  = (*vpp)->v_mount;
    604   1.52     assar 	ino = ip->i_number;
    605   1.86  perseant 	ip->i_flag |= IN_ACCESS | IN_CHANGE | IN_UPDATE;
    606   1.86  perseant 	if (vap->va_rdev != VNOVAL) {
    607   1.86  perseant 		/*
    608   1.86  perseant 		 * Want to be able to use this to make badblock
    609   1.86  perseant 		 * inodes, so don't truncate the dev number.
    610   1.86  perseant 		 */
    611   1.28  perseant #if 0
    612  1.102      fvdl 		ip->i_ffs1_rdev = ufs_rw32(vap->va_rdev,
    613   1.86  perseant 		    UFS_MPNEEDSWAP((*vpp)->v_mount));
    614   1.28  perseant #else
    615  1.102      fvdl 		ip->i_ffs1_rdev = vap->va_rdev;
    616   1.28  perseant #endif
    617   1.86  perseant 	}
    618  1.134  perseant 
    619   1.28  perseant 	/*
    620   1.28  perseant 	 * Call fsync to write the vnode so that we don't have to deal with
    621   1.28  perseant 	 * flushing it when it's marked VDIROP|VXLOCK.
    622   1.28  perseant 	 *
    623   1.28  perseant 	 * XXX KS - If we can't flush we also can't call vgone(), so must
    624   1.28  perseant 	 * return.  But, that leaves this vnode in limbo, also not good.
    625   1.28  perseant 	 * Can this ever happen (barring hardware failure)?
    626   1.28  perseant 	 */
    627  1.135     perry 	if ((error = VOP_FSYNC(*vpp, NOCRED, FSYNC_WAIT, 0, 0,
    628  1.109      fvdl 	    curproc)) != 0) {
    629  1.136  perseant 		panic("lfs_mknod: couldn't fsync (ino %d)", ino);
    630  1.136  perseant 		/* return (error); */
    631   1.40  perseant 	}
    632   1.86  perseant 	/*
    633   1.86  perseant 	 * Remove vnode so that it will be reloaded by VFS_VGET and
    634   1.86  perseant 	 * checked to see if it is an alias of an existing entry in
    635   1.86  perseant 	 * the inode cache.
    636   1.86  perseant 	 */
    637   1.28  perseant 	/* Used to be vput, but that causes us to call VOP_INACTIVE twice. */
    638  1.134  perseant 
    639   1.40  perseant 	VOP_UNLOCK(*vpp, 0);
    640   1.28  perseant 	lfs_vunref(*vpp);
    641   1.86  perseant 	(*vpp)->v_type = VNON;
    642   1.86  perseant 	vgone(*vpp);
    643  1.108   thorpej 	error = VFS_VGET(mp, ino, vpp);
    644  1.134  perseant 
    645   1.52     assar 	if (error != 0) {
    646   1.52     assar 		*vpp = NULL;
    647   1.52     assar 		return (error);
    648   1.52     assar 	}
    649   1.86  perseant 	return (0);
    650    1.1   mycroft }
    651    1.1   mycroft 
    652    1.1   mycroft int
    653   1.51  perseant lfs_create(void *v)
    654   1.10  christos {
    655   1.22  perseant 	struct vop_create_args	/* {
    656    1.1   mycroft 		struct vnode *a_dvp;
    657    1.1   mycroft 		struct vnode **a_vpp;
    658    1.1   mycroft 		struct componentname *a_cnp;
    659    1.1   mycroft 		struct vattr *a_vap;
    660   1.10  christos 	} */ *ap = v;
    661   1.37  perseant 	int error;
    662    1.1   mycroft 
    663  1.138  perseant 	if ((error = SET_DIROP_CREATE(ap->a_dvp, ap->a_vpp)) != 0) {
    664   1.34  perseant 		vput(ap->a_dvp);
    665   1.37  perseant 		return error;
    666   1.34  perseant 	}
    667   1.37  perseant 	error = ufs_create(ap);
    668  1.138  perseant 	SET_ENDOP_CREATE_AP(ap, "create");
    669   1.37  perseant 	return (error);
    670   1.22  perseant }
    671   1.22  perseant 
    672   1.22  perseant int
    673   1.51  perseant lfs_mkdir(void *v)
    674   1.10  christos {
    675   1.22  perseant 	struct vop_mkdir_args	/* {
    676    1.1   mycroft 		struct vnode *a_dvp;
    677    1.1   mycroft 		struct vnode **a_vpp;
    678    1.1   mycroft 		struct componentname *a_cnp;
    679    1.1   mycroft 		struct vattr *a_vap;
    680   1.10  christos 	} */ *ap = v;
    681   1.37  perseant 	int error;
    682    1.1   mycroft 
    683  1.138  perseant 	if ((error = SET_DIROP_CREATE(ap->a_dvp, ap->a_vpp)) != 0) {
    684   1.34  perseant 		vput(ap->a_dvp);
    685   1.37  perseant 		return error;
    686   1.34  perseant 	}
    687   1.37  perseant 	error = ufs_mkdir(ap);
    688  1.138  perseant 	SET_ENDOP_CREATE_AP(ap, "mkdir");
    689   1.37  perseant 	return (error);
    690    1.1   mycroft }
    691    1.1   mycroft 
    692    1.1   mycroft int
    693   1.51  perseant lfs_remove(void *v)
    694   1.10  christos {
    695   1.22  perseant 	struct vop_remove_args	/* {
    696    1.1   mycroft 		struct vnode *a_dvp;
    697    1.1   mycroft 		struct vnode *a_vp;
    698    1.1   mycroft 		struct componentname *a_cnp;
    699   1.10  christos 	} */ *ap = v;
    700   1.34  perseant 	struct vnode *dvp, *vp;
    701   1.37  perseant 	int error;
    702   1.34  perseant 
    703   1.34  perseant 	dvp = ap->a_dvp;
    704   1.34  perseant 	vp = ap->a_vp;
    705  1.138  perseant 	if ((error = SET_DIROP_REMOVE(dvp, vp)) != 0) {
    706   1.34  perseant 		if (dvp == vp)
    707   1.34  perseant 			vrele(vp);
    708   1.34  perseant 		else
    709   1.34  perseant 			vput(vp);
    710   1.34  perseant 		vput(dvp);
    711   1.37  perseant 		return error;
    712   1.34  perseant 	}
    713   1.37  perseant 	error = ufs_remove(ap);
    714  1.138  perseant 	SET_ENDOP_REMOVE(VTOI(dvp)->i_lfs, dvp, vp, "remove");
    715   1.37  perseant 	return (error);
    716    1.1   mycroft }
    717    1.1   mycroft 
    718    1.1   mycroft int
    719   1.51  perseant lfs_rmdir(void *v)
    720   1.10  christos {
    721   1.22  perseant 	struct vop_rmdir_args	/* {
    722    1.1   mycroft 		struct vnodeop_desc *a_desc;
    723    1.1   mycroft 		struct vnode *a_dvp;
    724    1.1   mycroft 		struct vnode *a_vp;
    725    1.1   mycroft 		struct componentname *a_cnp;
    726   1.10  christos 	} */ *ap = v;
    727   1.84  perseant 	struct vnode *vp;
    728   1.37  perseant 	int error;
    729    1.1   mycroft 
    730   1.84  perseant 	vp = ap->a_vp;
    731  1.138  perseant 	if ((error = SET_DIROP_REMOVE(ap->a_dvp, ap->a_vp)) != 0) {
    732   1.34  perseant 		vrele(ap->a_dvp);
    733   1.69      yamt 		if (ap->a_vp != ap->a_dvp)
    734   1.34  perseant 			VOP_UNLOCK(ap->a_dvp, 0);
    735   1.84  perseant 		vput(vp);
    736   1.37  perseant 		return error;
    737   1.34  perseant 	}
    738   1.37  perseant 	error = ufs_rmdir(ap);
    739  1.138  perseant 	SET_ENDOP_REMOVE(VTOI(ap->a_dvp)->i_lfs, ap->a_dvp, vp, "rmdir");
    740   1.37  perseant 	return (error);
    741    1.1   mycroft }
    742    1.1   mycroft 
    743    1.1   mycroft int
    744   1.51  perseant lfs_link(void *v)
    745   1.10  christos {
    746   1.22  perseant 	struct vop_link_args	/* {
    747    1.9   mycroft 		struct vnode *a_dvp;
    748    1.1   mycroft 		struct vnode *a_vp;
    749    1.1   mycroft 		struct componentname *a_cnp;
    750   1.10  christos 	} */ *ap = v;
    751   1.37  perseant 	int error;
    752  1.138  perseant 	struct vnode **vpp = NULL;
    753    1.1   mycroft 
    754  1.138  perseant 	if ((error = SET_DIROP_CREATE(ap->a_dvp, vpp)) != 0) {
    755   1.34  perseant 		vput(ap->a_dvp);
    756   1.37  perseant 		return error;
    757   1.34  perseant 	}
    758   1.37  perseant 	error = ufs_link(ap);
    759  1.138  perseant 	SET_ENDOP_CREATE(VTOI(ap->a_dvp)->i_lfs, ap->a_dvp, vpp, "link");
    760   1.37  perseant 	return (error);
    761    1.1   mycroft }
    762   1.22  perseant 
    763    1.1   mycroft int
    764   1.51  perseant lfs_rename(void *v)
    765   1.10  christos {
    766   1.22  perseant 	struct vop_rename_args	/* {
    767    1.1   mycroft 		struct vnode *a_fdvp;
    768    1.1   mycroft 		struct vnode *a_fvp;
    769    1.1   mycroft 		struct componentname *a_fcnp;
    770    1.1   mycroft 		struct vnode *a_tdvp;
    771    1.1   mycroft 		struct vnode *a_tvp;
    772    1.1   mycroft 		struct componentname *a_tcnp;
    773   1.10  christos 	} */ *ap = v;
    774   1.30  perseant 	struct vnode *tvp, *fvp, *tdvp, *fdvp;
    775   1.83  perseant 	struct componentname *tcnp, *fcnp;
    776   1.30  perseant 	int error;
    777   1.29  perseant 	struct lfs *fs;
    778   1.29  perseant 
    779   1.29  perseant 	fs = VTOI(ap->a_fdvp)->i_lfs;
    780   1.30  perseant 	tvp = ap->a_tvp;
    781   1.30  perseant 	tdvp = ap->a_tdvp;
    782   1.83  perseant 	tcnp = ap->a_tcnp;
    783   1.30  perseant 	fvp = ap->a_fvp;
    784   1.30  perseant 	fdvp = ap->a_fdvp;
    785   1.83  perseant 	fcnp = ap->a_fcnp;
    786   1.30  perseant 
    787   1.30  perseant 	/*
    788   1.30  perseant 	 * Check for cross-device rename.
    789   1.30  perseant 	 * If it is, we don't want to set dirops, just error out.
    790   1.30  perseant 	 * (In particular note that MARK_VNODE(tdvp) will DTWT on
    791   1.30  perseant 	 * a cross-device rename.)
    792   1.30  perseant 	 *
    793   1.30  perseant 	 * Copied from ufs_rename.
    794   1.30  perseant 	 */
    795   1.30  perseant 	if ((fvp->v_mount != tdvp->v_mount) ||
    796   1.30  perseant 	    (tvp && (fvp->v_mount != tvp->v_mount))) {
    797   1.30  perseant 		error = EXDEV;
    798   1.34  perseant 		goto errout;
    799   1.30  perseant 	}
    800   1.83  perseant 
    801   1.83  perseant 	/*
    802   1.83  perseant 	 * Check to make sure we're not renaming a vnode onto itself
    803   1.83  perseant 	 * (deleting a hard link by renaming one name onto another);
    804   1.83  perseant 	 * if we are we can't recursively call VOP_REMOVE since that
    805   1.83  perseant 	 * would leave us with an unaccounted-for number of live dirops.
    806   1.83  perseant 	 *
    807   1.83  perseant 	 * Inline the relevant section of ufs_rename here, *before*
    808  1.138  perseant 	 * calling SET_DIROP_REMOVE.
    809   1.83  perseant 	 */
    810  1.102      fvdl 	if (tvp && ((VTOI(tvp)->i_flags & (IMMUTABLE | APPEND)) ||
    811  1.102      fvdl 	    (VTOI(tdvp)->i_flags & APPEND))) {
    812   1.83  perseant 		error = EPERM;
    813   1.83  perseant 		goto errout;
    814   1.83  perseant 	}
    815   1.86  perseant 	if (fvp == tvp) {
    816   1.86  perseant 		if (fvp->v_type == VDIR) {
    817   1.86  perseant 			error = EINVAL;
    818   1.86  perseant 			goto errout;
    819   1.86  perseant 		}
    820   1.86  perseant 
    821   1.86  perseant 		/* Release destination completely. */
    822   1.86  perseant 		VOP_ABORTOP(tdvp, tcnp);
    823   1.86  perseant 		vput(tdvp);
    824   1.86  perseant 		vput(tvp);
    825   1.86  perseant 
    826   1.86  perseant 		/* Delete source. */
    827   1.86  perseant 		vrele(fvp);
    828   1.86  perseant 		fcnp->cn_flags &= ~(MODMASK | SAVESTART);
    829   1.86  perseant 		fcnp->cn_flags |= LOCKPARENT | LOCKLEAF;
    830   1.86  perseant 		fcnp->cn_nameiop = DELETE;
    831   1.86  perseant 		if ((error = relookup(fdvp, &fvp, fcnp))){
    832   1.86  perseant 			/* relookup blew away fdvp */
    833   1.86  perseant 			return (error);
    834   1.86  perseant 		}
    835   1.86  perseant 		return (VOP_REMOVE(fdvp, fvp, fcnp));
    836   1.86  perseant 	}
    837   1.83  perseant 
    838  1.138  perseant 	if ((error = SET_DIROP_REMOVE(tdvp, tvp)) != 0)
    839   1.34  perseant 		goto errout;
    840   1.30  perseant 	MARK_VNODE(fdvp);
    841   1.71      yamt 	MARK_VNODE(fvp);
    842  1.135     perry 
    843   1.30  perseant 	error = ufs_rename(ap);
    844   1.37  perseant 	UNMARK_VNODE(fdvp);
    845   1.71      yamt 	UNMARK_VNODE(fvp);
    846  1.138  perseant 	SET_ENDOP_REMOVE(fs, tdvp, tvp, "rename");
    847   1.34  perseant 	return (error);
    848   1.34  perseant 
    849   1.34  perseant     errout:
    850   1.34  perseant 	VOP_ABORTOP(tdvp, ap->a_tcnp); /* XXX, why not in NFS? */
    851   1.34  perseant 	if (tdvp == tvp)
    852   1.34  perseant 		vrele(tdvp);
    853   1.34  perseant 	else
    854   1.34  perseant 		vput(tdvp);
    855   1.34  perseant 	if (tvp)
    856   1.34  perseant 		vput(tvp);
    857   1.34  perseant 	VOP_ABORTOP(fdvp, ap->a_fcnp); /* XXX, why not in NFS? */
    858   1.34  perseant 	vrele(fdvp);
    859   1.34  perseant 	vrele(fvp);
    860   1.30  perseant 	return (error);
    861    1.1   mycroft }
    862   1.22  perseant 
    863    1.1   mycroft /* XXX hack to avoid calling ITIMES in getattr */
    864    1.1   mycroft int
    865   1.51  perseant lfs_getattr(void *v)
    866   1.10  christos {
    867    1.1   mycroft 	struct vop_getattr_args /* {
    868    1.1   mycroft 		struct vnode *a_vp;
    869    1.1   mycroft 		struct vattr *a_vap;
    870    1.1   mycroft 		struct ucred *a_cred;
    871  1.109      fvdl 		struct proc *a_p;
    872   1.10  christos 	} */ *ap = v;
    873   1.35  augustss 	struct vnode *vp = ap->a_vp;
    874   1.35  augustss 	struct inode *ip = VTOI(vp);
    875   1.35  augustss 	struct vattr *vap = ap->a_vap;
    876   1.51  perseant 	struct lfs *fs = ip->i_lfs;
    877    1.1   mycroft 	/*
    878    1.1   mycroft 	 * Copy from inode table
    879    1.1   mycroft 	 */
    880    1.1   mycroft 	vap->va_fsid = ip->i_dev;
    881    1.1   mycroft 	vap->va_fileid = ip->i_number;
    882  1.102      fvdl 	vap->va_mode = ip->i_mode & ~IFMT;
    883  1.102      fvdl 	vap->va_nlink = ip->i_nlink;
    884  1.102      fvdl 	vap->va_uid = ip->i_uid;
    885  1.102      fvdl 	vap->va_gid = ip->i_gid;
    886  1.102      fvdl 	vap->va_rdev = (dev_t)ip->i_ffs1_rdev;
    887   1.55       chs 	vap->va_size = vp->v_size;
    888  1.102      fvdl 	vap->va_atime.tv_sec = ip->i_ffs1_atime;
    889  1.102      fvdl 	vap->va_atime.tv_nsec = ip->i_ffs1_atimensec;
    890  1.102      fvdl 	vap->va_mtime.tv_sec = ip->i_ffs1_mtime;
    891  1.102      fvdl 	vap->va_mtime.tv_nsec = ip->i_ffs1_mtimensec;
    892  1.102      fvdl 	vap->va_ctime.tv_sec = ip->i_ffs1_ctime;
    893  1.102      fvdl 	vap->va_ctime.tv_nsec = ip->i_ffs1_ctimensec;
    894  1.102      fvdl 	vap->va_flags = ip->i_flags;
    895  1.102      fvdl 	vap->va_gen = ip->i_gen;
    896    1.1   mycroft 	/* this doesn't belong here */
    897    1.1   mycroft 	if (vp->v_type == VBLK)
    898    1.1   mycroft 		vap->va_blocksize = BLKDEV_IOSIZE;
    899    1.1   mycroft 	else if (vp->v_type == VCHR)
    900    1.1   mycroft 		vap->va_blocksize = MAXBSIZE;
    901    1.1   mycroft 	else
    902    1.1   mycroft 		vap->va_blocksize = vp->v_mount->mnt_stat.f_iosize;
    903   1.84  perseant 	vap->va_bytes = fsbtob(fs, (u_quad_t)ip->i_lfs_effnblks);
    904    1.1   mycroft 	vap->va_type = vp->v_type;
    905    1.1   mycroft 	vap->va_filerev = ip->i_modrev;
    906    1.1   mycroft 	return (0);
    907   1.61  perseant }
    908   1.61  perseant 
    909   1.61  perseant /*
    910   1.61  perseant  * Check to make sure the inode blocks won't choke the buffer
    911   1.61  perseant  * cache, then call ufs_setattr as usual.
    912   1.61  perseant  */
    913   1.61  perseant int
    914   1.61  perseant lfs_setattr(void *v)
    915   1.61  perseant {
    916   1.61  perseant 	struct vop_getattr_args /* {
    917   1.61  perseant 		struct vnode *a_vp;
    918   1.61  perseant 		struct vattr *a_vap;
    919   1.61  perseant 		struct ucred *a_cred;
    920  1.109      fvdl 		struct proc *a_p;
    921   1.61  perseant 	} */ *ap = v;
    922   1.61  perseant 	struct vnode *vp = ap->a_vp;
    923   1.61  perseant 
    924   1.61  perseant 	lfs_check(vp, LFS_UNUSED_LBN, 0);
    925   1.61  perseant 	return ufs_setattr(v);
    926    1.1   mycroft }
    927   1.22  perseant 
    928    1.1   mycroft /*
    929    1.1   mycroft  * Close called
    930    1.1   mycroft  *
    931    1.1   mycroft  * XXX -- we were using ufs_close, but since it updates the
    932    1.1   mycroft  * times on the inode, we might need to bump the uinodes
    933    1.1   mycroft  * count.
    934    1.1   mycroft  */
    935    1.1   mycroft /* ARGSUSED */
    936    1.1   mycroft int
    937   1.51  perseant lfs_close(void *v)
    938   1.10  christos {
    939    1.1   mycroft 	struct vop_close_args /* {
    940    1.1   mycroft 		struct vnode *a_vp;
    941    1.1   mycroft 		int  a_fflag;
    942    1.1   mycroft 		struct ucred *a_cred;
    943  1.109      fvdl 		struct proc *a_p;
    944   1.10  christos 	} */ *ap = v;
    945   1.35  augustss 	struct vnode *vp = ap->a_vp;
    946   1.35  augustss 	struct inode *ip = VTOI(vp);
    947   1.12   mycroft 	struct timespec ts;
    948    1.1   mycroft 
    949   1.97  perseant 	if (vp == ip->i_lfs->lfs_ivnode &&
    950  1.119       dbj 	    vp->v_mount->mnt_iflag & IMNT_UNMOUNT)
    951   1.97  perseant 		return 0;
    952   1.97  perseant 
    953   1.97  perseant 	if (vp->v_usecount > 1 && vp != ip->i_lfs->lfs_ivnode) {
    954   1.12   mycroft 		TIMEVAL_TO_TIMESPEC(&time, &ts);
    955   1.22  perseant 		LFS_ITIMES(ip, &ts, &ts, &ts);
    956    1.1   mycroft 	}
    957    1.1   mycroft 	return (0);
    958   1.65  perseant }
    959   1.65  perseant 
    960   1.65  perseant /*
    961   1.65  perseant  * Close wrapper for special devices.
    962   1.65  perseant  *
    963   1.65  perseant  * Update the times on the inode then do device close.
    964   1.65  perseant  */
    965   1.65  perseant int
    966   1.65  perseant lfsspec_close(void *v)
    967   1.65  perseant {
    968   1.65  perseant 	struct vop_close_args /* {
    969   1.65  perseant 		struct vnode	*a_vp;
    970   1.65  perseant 		int		a_fflag;
    971   1.65  perseant 		struct ucred	*a_cred;
    972  1.109      fvdl 		struct proc	*a_p;
    973   1.65  perseant 	} */ *ap = v;
    974   1.65  perseant 	struct vnode	*vp;
    975   1.65  perseant 	struct inode	*ip;
    976   1.65  perseant 	struct timespec	ts;
    977   1.65  perseant 
    978   1.65  perseant 	vp = ap->a_vp;
    979   1.65  perseant 	ip = VTOI(vp);
    980   1.65  perseant 	if (vp->v_usecount > 1) {
    981   1.65  perseant 		TIMEVAL_TO_TIMESPEC(&time, &ts);
    982   1.65  perseant 		LFS_ITIMES(ip, &ts, &ts, &ts);
    983   1.65  perseant 	}
    984   1.65  perseant 	return (VOCALL (spec_vnodeop_p, VOFFSET(vop_close), ap));
    985   1.65  perseant }
    986   1.65  perseant 
    987   1.65  perseant /*
    988   1.65  perseant  * Close wrapper for fifo's.
    989   1.65  perseant  *
    990   1.65  perseant  * Update the times on the inode then do device close.
    991   1.65  perseant  */
    992   1.65  perseant int
    993   1.65  perseant lfsfifo_close(void *v)
    994   1.65  perseant {
    995   1.65  perseant 	struct vop_close_args /* {
    996   1.65  perseant 		struct vnode	*a_vp;
    997   1.65  perseant 		int		a_fflag;
    998   1.65  perseant 		struct ucred	*a_cred;
    999  1.109      fvdl 		struct proc	*a_p;
   1000   1.65  perseant 	} */ *ap = v;
   1001   1.65  perseant 	struct vnode	*vp;
   1002   1.65  perseant 	struct inode	*ip;
   1003   1.65  perseant 	struct timespec	ts;
   1004   1.65  perseant 
   1005   1.65  perseant 	vp = ap->a_vp;
   1006   1.65  perseant 	ip = VTOI(vp);
   1007   1.65  perseant 	if (ap->a_vp->v_usecount > 1) {
   1008   1.65  perseant 		TIMEVAL_TO_TIMESPEC(&time, &ts);
   1009   1.65  perseant 		LFS_ITIMES(ip, &ts, &ts, &ts);
   1010   1.65  perseant 	}
   1011   1.65  perseant 	return (VOCALL (fifo_vnodeop_p, VOFFSET(vop_close), ap));
   1012    1.1   mycroft }
   1013    1.1   mycroft 
   1014    1.1   mycroft /*
   1015   1.15      fvdl  * Reclaim an inode so that it can be used for other purposes.
   1016    1.1   mycroft  */
   1017    1.1   mycroft 
   1018    1.1   mycroft int
   1019   1.51  perseant lfs_reclaim(void *v)
   1020   1.10  christos {
   1021    1.1   mycroft 	struct vop_reclaim_args /* {
   1022    1.1   mycroft 		struct vnode *a_vp;
   1023  1.109      fvdl 		struct proc *a_p;
   1024   1.10  christos 	} */ *ap = v;
   1025   1.15      fvdl 	struct vnode *vp = ap->a_vp;
   1026   1.84  perseant 	struct inode *ip = VTOI(vp);
   1027    1.1   mycroft 	int error;
   1028   1.77      yamt 
   1029  1.102      fvdl 	KASSERT(ip->i_nlink == ip->i_ffs_effnlink);
   1030    1.1   mycroft 
   1031   1.84  perseant 	LFS_CLR_UINO(ip, IN_ALLMOD);
   1032  1.109      fvdl 	if ((error = ufs_reclaim(vp, ap->a_p)))
   1033    1.1   mycroft 		return (error);
   1034  1.134  perseant 	lfs_deregister_all(vp);
   1035  1.102      fvdl 	pool_put(&lfs_dinode_pool, VTOI(vp)->i_din.ffs1_din);
   1036   1.84  perseant 	pool_put(&lfs_inoext_pool, ip->inode_ext.lfs);
   1037   1.84  perseant 	ip->inode_ext.lfs = NULL;
   1038   1.19   thorpej 	pool_put(&lfs_inode_pool, vp->v_data);
   1039    1.1   mycroft 	vp->v_data = NULL;
   1040   1.94  perseant 	return (0);
   1041   1.94  perseant }
   1042   1.94  perseant 
   1043   1.94  perseant /*
   1044  1.101      yamt  * Read a block from a storage device.
   1045   1.94  perseant  * In order to avoid reading blocks that are in the process of being
   1046   1.94  perseant  * written by the cleaner---and hence are not mutexed by the normal
   1047   1.94  perseant  * buffer cache / page cache mechanisms---check for collisions before
   1048   1.94  perseant  * reading.
   1049   1.94  perseant  *
   1050   1.94  perseant  * We inline ufs_strategy to make sure that the VOP_BMAP occurs *before*
   1051   1.94  perseant  * the active cleaner test.
   1052   1.94  perseant  *
   1053   1.94  perseant  * XXX This code assumes that lfs_markv makes synchronous checkpoints.
   1054   1.94  perseant  */
   1055   1.94  perseant int
   1056   1.94  perseant lfs_strategy(void *v)
   1057   1.94  perseant {
   1058   1.94  perseant 	struct vop_strategy_args /* {
   1059  1.128   hannken 		struct vnode *a_vp;
   1060   1.94  perseant 		struct buf *a_bp;
   1061   1.94  perseant 	} */ *ap = v;
   1062   1.94  perseant 	struct buf	*bp;
   1063   1.94  perseant 	struct lfs	*fs;
   1064   1.94  perseant 	struct vnode	*vp;
   1065   1.94  perseant 	struct inode	*ip;
   1066   1.94  perseant 	daddr_t		tbn;
   1067   1.94  perseant 	int		i, sn, error, slept;
   1068   1.94  perseant 
   1069   1.94  perseant 	bp = ap->a_bp;
   1070  1.128   hannken 	vp = ap->a_vp;
   1071   1.94  perseant 	ip = VTOI(vp);
   1072   1.94  perseant 	fs = ip->i_lfs;
   1073   1.94  perseant 
   1074  1.101      yamt 	/* lfs uses its strategy routine only for read */
   1075  1.101      yamt 	KASSERT(bp->b_flags & B_READ);
   1076  1.101      yamt 
   1077   1.94  perseant 	if (vp->v_type == VBLK || vp->v_type == VCHR)
   1078   1.94  perseant 		panic("lfs_strategy: spec");
   1079   1.94  perseant 	KASSERT(bp->b_bcount != 0);
   1080   1.94  perseant 	if (bp->b_blkno == bp->b_lblkno) {
   1081   1.94  perseant 		error = VOP_BMAP(vp, bp->b_lblkno, NULL, &bp->b_blkno,
   1082   1.94  perseant 				 NULL);
   1083   1.94  perseant 		if (error) {
   1084   1.94  perseant 			bp->b_error = error;
   1085   1.94  perseant 			bp->b_flags |= B_ERROR;
   1086   1.94  perseant 			biodone(bp);
   1087   1.94  perseant 			return (error);
   1088   1.94  perseant 		}
   1089   1.94  perseant 		if ((long)bp->b_blkno == -1) /* no valid data */
   1090   1.94  perseant 			clrbuf(bp);
   1091   1.94  perseant 	}
   1092   1.94  perseant 	if ((long)bp->b_blkno < 0) { /* block is not on disk */
   1093   1.94  perseant 		biodone(bp);
   1094   1.94  perseant 		return (0);
   1095   1.94  perseant 	}
   1096   1.94  perseant 
   1097   1.94  perseant 	slept = 1;
   1098   1.96  perseant 	simple_lock(&fs->lfs_interlock);
   1099  1.101      yamt 	while (slept && fs->lfs_seglock) {
   1100   1.96  perseant 		simple_unlock(&fs->lfs_interlock);
   1101   1.94  perseant 		/*
   1102   1.94  perseant 		 * Look through list of intervals.
   1103   1.94  perseant 		 * There will only be intervals to look through
   1104   1.94  perseant 		 * if the cleaner holds the seglock.
   1105   1.94  perseant 		 * Since the cleaner is synchronous, we can trust
   1106   1.94  perseant 		 * the list of intervals to be current.
   1107   1.94  perseant 		 */
   1108   1.94  perseant 		tbn = dbtofsb(fs, bp->b_blkno);
   1109   1.94  perseant 		sn = dtosn(fs, tbn);
   1110   1.94  perseant 		slept = 0;
   1111   1.94  perseant 		for (i = 0; i < fs->lfs_cleanind; i++) {
   1112   1.94  perseant 			if (sn == dtosn(fs, fs->lfs_cleanint[i]) &&
   1113   1.94  perseant 			    tbn >= fs->lfs_cleanint[i]) {
   1114  1.136  perseant 				DLOG((DLOG_CLEAN,
   1115  1.136  perseant 				      "lfs_strategy: ino %d lbn %" PRId64
   1116   1.94  perseant 				       " ind %d sn %d fsb %" PRIx32
   1117   1.94  perseant 				       " given sn %d fsb %" PRIx64 "\n",
   1118   1.94  perseant 					ip->i_number, bp->b_lblkno, i,
   1119   1.94  perseant 					dtosn(fs, fs->lfs_cleanint[i]),
   1120  1.136  perseant 					fs->lfs_cleanint[i], sn, tbn));
   1121  1.136  perseant 				DLOG((DLOG_CLEAN,
   1122  1.136  perseant 				      "lfs_strategy: sleeping on ino %d lbn %"
   1123  1.136  perseant 				      PRId64 "\n", ip->i_number, bp->b_lblkno));
   1124   1.94  perseant 				tsleep(&fs->lfs_seglock, PRIBIO+1,
   1125   1.94  perseant 					"lfs_strategy", 0);
   1126   1.94  perseant 				/* Things may be different now; start over. */
   1127   1.94  perseant 				slept = 1;
   1128   1.94  perseant 				break;
   1129   1.94  perseant 			}
   1130   1.94  perseant 		}
   1131   1.96  perseant 		simple_lock(&fs->lfs_interlock);
   1132   1.94  perseant 	}
   1133   1.96  perseant 	simple_unlock(&fs->lfs_interlock);
   1134   1.94  perseant 
   1135   1.94  perseant 	vp = ip->i_devvp;
   1136  1.127   hannken 	VOP_STRATEGY(vp, bp);
   1137    1.1   mycroft 	return (0);
   1138   1.89  perseant }
   1139   1.89  perseant 
   1140   1.92  perseant static void
   1141   1.92  perseant lfs_flush_dirops(struct lfs *fs)
   1142   1.92  perseant {
   1143   1.92  perseant 	struct inode *ip, *nip;
   1144   1.92  perseant 	struct vnode *vp;
   1145   1.92  perseant 	extern int lfs_dostats;
   1146   1.92  perseant 	struct segment *sp;
   1147   1.92  perseant 	int needunlock;
   1148   1.92  perseant 
   1149   1.92  perseant 	if (fs->lfs_ronly)
   1150   1.92  perseant 		return;
   1151   1.92  perseant 
   1152   1.92  perseant 	if (TAILQ_FIRST(&fs->lfs_dchainhd) == NULL)
   1153   1.92  perseant 		return;
   1154   1.92  perseant 
   1155   1.92  perseant 	if (lfs_dostats)
   1156   1.92  perseant 		++lfs_stats.flush_invoked;
   1157   1.92  perseant 
   1158   1.92  perseant 	/*
   1159   1.92  perseant 	 * Inline lfs_segwrite/lfs_writevnodes, but just for dirops.
   1160   1.92  perseant 	 * Technically this is a checkpoint (the on-disk state is valid)
   1161   1.92  perseant 	 * even though we are leaving out all the file data.
   1162   1.92  perseant 	 */
   1163   1.92  perseant 	lfs_imtime(fs);
   1164   1.92  perseant 	lfs_seglock(fs, SEGM_CKP);
   1165   1.92  perseant 	sp = fs->lfs_sp;
   1166   1.92  perseant 
   1167   1.92  perseant 	/*
   1168   1.92  perseant 	 * lfs_writevnodes, optimized to get dirops out of the way.
   1169   1.92  perseant 	 * Only write dirops, and don't flush files' pages, only
   1170   1.92  perseant 	 * blocks from the directories.
   1171   1.92  perseant 	 *
   1172   1.92  perseant 	 * We don't need to vref these files because they are
   1173   1.92  perseant 	 * dirops and so hold an extra reference until the
   1174   1.92  perseant 	 * segunlock clears them of that status.
   1175   1.92  perseant 	 *
   1176   1.92  perseant 	 * We don't need to check for IN_ADIROP because we know that
   1177   1.92  perseant 	 * no dirops are active.
   1178   1.92  perseant 	 *
   1179   1.92  perseant 	 */
   1180   1.92  perseant 	for (ip = TAILQ_FIRST(&fs->lfs_dchainhd); ip != NULL; ip = nip) {
   1181   1.92  perseant 		nip = TAILQ_NEXT(ip, i_lfs_dchain);
   1182   1.92  perseant 		vp = ITOV(ip);
   1183   1.92  perseant 
   1184   1.92  perseant 		/*
   1185   1.92  perseant 		 * All writes to directories come from dirops; all
   1186   1.92  perseant 		 * writes to files' direct blocks go through the page
   1187   1.92  perseant 		 * cache, which we're not touching.  Reads to files
   1188   1.92  perseant 		 * and/or directories will not be affected by writing
   1189   1.92  perseant 		 * directory blocks inodes and file inodes.  So we don't
   1190   1.92  perseant 		 * really need to lock.  If we don't lock, though,
   1191   1.92  perseant 		 * make sure that we don't clear IN_MODIFIED
   1192   1.92  perseant 		 * unnecessarily.
   1193   1.92  perseant 		 */
   1194   1.92  perseant 		if (vp->v_flag & VXLOCK)
   1195   1.92  perseant 			continue;
   1196  1.139       chs 		if (vn_lock(vp, LK_EXCLUSIVE | LK_NOWAIT) == 0) {
   1197   1.92  perseant 			needunlock = 1;
   1198   1.92  perseant 		} else {
   1199  1.136  perseant 			DLOG((DLOG_VNODE, "lfs_flush_dirops: flushing locked ino %d\n",
   1200  1.136  perseant 			       VTOI(vp)->i_number));
   1201   1.92  perseant 			needunlock = 0;
   1202   1.92  perseant 		}
   1203   1.92  perseant 		if (vp->v_type != VREG &&
   1204   1.92  perseant 		    ((ip->i_flag & IN_ALLMOD) || !VPISEMPTY(vp))) {
   1205   1.92  perseant 			lfs_writefile(fs, sp, vp);
   1206   1.92  perseant 			if (!VPISEMPTY(vp) && !WRITEINPROG(vp) &&
   1207   1.92  perseant 			    !(ip->i_flag & IN_ALLMOD)) {
   1208   1.92  perseant 				LFS_SET_UINO(ip, IN_MODIFIED);
   1209   1.92  perseant 			}
   1210   1.92  perseant 		}
   1211   1.92  perseant 		(void) lfs_writeinode(fs, sp, ip);
   1212   1.92  perseant 		if (needunlock)
   1213   1.92  perseant 			VOP_UNLOCK(vp, 0);
   1214   1.92  perseant 		else
   1215   1.92  perseant 			LFS_SET_UINO(ip, IN_MODIFIED);
   1216   1.92  perseant 	}
   1217   1.92  perseant 	/* We've written all the dirops there are */
   1218   1.92  perseant 	((SEGSUM *)(sp->segsum))->ss_flags &= ~(SS_CONT);
   1219   1.92  perseant 	(void) lfs_writeseg(fs, sp);
   1220   1.92  perseant 	lfs_segunlock(fs);
   1221   1.92  perseant }
   1222   1.92  perseant 
   1223   1.89  perseant /*
   1224   1.90  perseant  * Provide a fcntl interface to sys_lfs_{segwait,bmapv,markv}.
   1225   1.89  perseant  */
   1226   1.89  perseant int
   1227   1.90  perseant lfs_fcntl(void *v)
   1228   1.89  perseant {
   1229  1.137    simonb 	struct vop_fcntl_args /* {
   1230  1.137    simonb 		struct vnode *a_vp;
   1231  1.137    simonb 		u_long a_command;
   1232  1.137    simonb 		caddr_t  a_data;
   1233  1.137    simonb 		int  a_fflag;
   1234  1.137    simonb 		struct ucred *a_cred;
   1235  1.137    simonb 		struct proc *a_p;
   1236  1.137    simonb 	} */ *ap = v;
   1237   1.89  perseant 	struct timeval *tvp;
   1238   1.89  perseant 	BLOCK_INFO *blkiov;
   1239   1.92  perseant 	CLEANERINFO *cip;
   1240   1.92  perseant 	int blkcnt, error, oclean;
   1241   1.90  perseant 	struct lfs_fcntl_markv blkvp;
   1242   1.89  perseant 	fsid_t *fsidp;
   1243   1.92  perseant 	struct lfs *fs;
   1244   1.92  perseant 	struct buf *bp;
   1245  1.134  perseant 	fhandle_t *fhp;
   1246   1.92  perseant 	daddr_t off;
   1247   1.89  perseant 
   1248   1.90  perseant 	/* Only respect LFS fcntls on fs root or Ifile */
   1249   1.89  perseant 	if (VTOI(ap->a_vp)->i_number != ROOTINO &&
   1250   1.89  perseant 	    VTOI(ap->a_vp)->i_number != LFS_IFILE_INUM) {
   1251   1.90  perseant 		return ufs_fcntl(v);
   1252   1.89  perseant 	}
   1253   1.89  perseant 
   1254  1.100  perseant 	/* Avoid locking a draining lock */
   1255  1.119       dbj 	if (ap->a_vp->v_mount->mnt_iflag & IMNT_UNMOUNT) {
   1256  1.100  perseant 		return ESHUTDOWN;
   1257  1.100  perseant 	}
   1258  1.100  perseant 
   1259  1.100  perseant 	fs = VTOI(ap->a_vp)->i_lfs;
   1260  1.131  christos 	fsidp = &ap->a_vp->v_mount->mnt_stat.f_fsidx;
   1261   1.89  perseant 
   1262   1.98  perseant 	switch (ap->a_command) {
   1263   1.90  perseant 	    case LFCNSEGWAITALL:
   1264  1.134  perseant 	    case LFCNSEGWAITALL_COMPAT:
   1265   1.89  perseant 		fsidp = NULL;
   1266   1.89  perseant 		/* FALLSTHROUGH */
   1267   1.90  perseant 	    case LFCNSEGWAIT:
   1268  1.134  perseant 	    case LFCNSEGWAIT_COMPAT:
   1269   1.89  perseant 		tvp = (struct timeval *)ap->a_data;
   1270  1.100  perseant 		simple_lock(&fs->lfs_interlock);
   1271  1.100  perseant 		++fs->lfs_sleepers;
   1272  1.100  perseant 		simple_unlock(&fs->lfs_interlock);
   1273   1.90  perseant 		VOP_UNLOCK(ap->a_vp, 0);
   1274  1.100  perseant 
   1275   1.90  perseant 		error = lfs_segwait(fsidp, tvp);
   1276  1.100  perseant 
   1277   1.90  perseant 		VOP_LOCK(ap->a_vp, LK_EXCLUSIVE);
   1278  1.100  perseant 		simple_lock(&fs->lfs_interlock);
   1279  1.100  perseant 		if (--fs->lfs_sleepers == 0)
   1280  1.100  perseant 			wakeup(&fs->lfs_sleepers);
   1281  1.100  perseant 		simple_unlock(&fs->lfs_interlock);
   1282   1.90  perseant 		return error;
   1283   1.89  perseant 
   1284   1.90  perseant 	    case LFCNBMAPV:
   1285   1.90  perseant 	    case LFCNMARKV:
   1286  1.109      fvdl 		if ((error = suser(ap->a_p->p_ucred, &ap->a_p->p_acflag)) != 0)
   1287   1.89  perseant 			return (error);
   1288   1.90  perseant 		blkvp = *(struct lfs_fcntl_markv *)ap->a_data;
   1289   1.89  perseant 
   1290   1.89  perseant 		blkcnt = blkvp.blkcnt;
   1291   1.89  perseant 		if ((u_int) blkcnt > LFS_MARKV_MAXBLKCNT)
   1292   1.89  perseant 			return (EINVAL);
   1293   1.89  perseant 		blkiov = malloc(blkcnt * sizeof(BLOCK_INFO), M_SEGMENT, M_WAITOK);
   1294   1.89  perseant 		if ((error = copyin(blkvp.blkiov, blkiov,
   1295   1.89  perseant 		     blkcnt * sizeof(BLOCK_INFO))) != 0) {
   1296   1.89  perseant 			free(blkiov, M_SEGMENT);
   1297   1.89  perseant 			return error;
   1298   1.89  perseant 		}
   1299   1.89  perseant 
   1300  1.100  perseant 		simple_lock(&fs->lfs_interlock);
   1301  1.100  perseant 		++fs->lfs_sleepers;
   1302  1.100  perseant 		simple_unlock(&fs->lfs_interlock);
   1303   1.90  perseant 		VOP_UNLOCK(ap->a_vp, 0);
   1304   1.90  perseant 		if (ap->a_command == LFCNBMAPV)
   1305  1.109      fvdl 			error = lfs_bmapv(ap->a_p, fsidp, blkiov, blkcnt);
   1306   1.90  perseant 		else /* LFCNMARKV */
   1307  1.109      fvdl 			error = lfs_markv(ap->a_p, fsidp, blkiov, blkcnt);
   1308   1.89  perseant 		if (error == 0)
   1309   1.89  perseant 			error = copyout(blkiov, blkvp.blkiov,
   1310   1.89  perseant 					blkcnt * sizeof(BLOCK_INFO));
   1311   1.90  perseant 		VOP_LOCK(ap->a_vp, LK_EXCLUSIVE);
   1312  1.100  perseant 		simple_lock(&fs->lfs_interlock);
   1313  1.100  perseant 		if (--fs->lfs_sleepers == 0)
   1314  1.100  perseant 			wakeup(&fs->lfs_sleepers);
   1315  1.100  perseant 		simple_unlock(&fs->lfs_interlock);
   1316   1.89  perseant 		free(blkiov, M_SEGMENT);
   1317   1.89  perseant 		return error;
   1318   1.92  perseant 
   1319   1.92  perseant 	    case LFCNRECLAIM:
   1320   1.92  perseant 		/*
   1321   1.92  perseant 		 * Flush dirops and write Ifile, allowing empty segments
   1322   1.92  perseant 		 * to be immediately reclaimed.
   1323   1.92  perseant 		 */
   1324  1.139       chs 		VOP_UNLOCK(ap->a_vp, 0);
   1325  1.111      yamt 		lfs_writer_enter(fs, "pndirop");
   1326   1.92  perseant 		off = fs->lfs_offset;
   1327   1.92  perseant 		lfs_seglock(fs, SEGM_FORCE_CKP | SEGM_CKP);
   1328   1.92  perseant 		lfs_flush_dirops(fs);
   1329   1.92  perseant 		LFS_CLEANERINFO(cip, fs, bp);
   1330   1.92  perseant 		oclean = cip->clean;
   1331   1.92  perseant 		LFS_SYNC_CLEANERINFO(cip, fs, bp, 1);
   1332   1.92  perseant 		lfs_segwrite(ap->a_vp->v_mount, SEGM_FORCE_CKP);
   1333   1.92  perseant 		lfs_segunlock(fs);
   1334  1.111      yamt 		lfs_writer_leave(fs);
   1335   1.92  perseant 
   1336  1.136  perseant #ifdef DEBUG
   1337   1.92  perseant 		LFS_CLEANERINFO(cip, fs, bp);
   1338  1.136  perseant 		DLOG((DLOG_CLEAN, "lfs_fcntl: reclaim wrote %" PRId64
   1339  1.136  perseant 		      " blocks, cleaned %" PRId32 " segments (activesb %d)\n",
   1340  1.136  perseant 		      fs->lfs_offset - off, cip->clean - oclean,
   1341  1.136  perseant 		      fs->lfs_activesb));
   1342   1.92  perseant 		LFS_SYNC_CLEANERINFO(cip, fs, bp, 0);
   1343   1.92  perseant #endif
   1344   1.92  perseant 
   1345  1.139       chs 		VOP_LOCK(ap->a_vp, LK_EXCLUSIVE);
   1346   1.92  perseant 		return 0;
   1347   1.89  perseant 
   1348  1.134  perseant 	    case LFCNIFILEFH:
   1349  1.134  perseant 		/* Return the filehandle of the Ifile */
   1350  1.134  perseant 		if ((error = suser(ap->a_p->p_ucred, &ap->a_p->p_acflag)) != 0)
   1351  1.134  perseant 			return (error);
   1352  1.134  perseant 		fhp = (struct fhandle *)ap->a_data;
   1353  1.134  perseant 		fhp->fh_fsid = *fsidp;
   1354  1.134  perseant 		return lfs_vptofh(fs->lfs_ivnode, &(fhp->fh_fid));
   1355  1.134  perseant 
   1356   1.89  perseant 	    default:
   1357   1.90  perseant 		return ufs_fcntl(v);
   1358   1.89  perseant 	}
   1359   1.89  perseant 	return 0;
   1360   1.60       chs }
   1361   1.60       chs 
   1362   1.60       chs int
   1363   1.60       chs lfs_getpages(void *v)
   1364   1.60       chs {
   1365   1.60       chs 	struct vop_getpages_args /* {
   1366   1.60       chs 		struct vnode *a_vp;
   1367   1.60       chs 		voff_t a_offset;
   1368   1.60       chs 		struct vm_page **a_m;
   1369   1.60       chs 		int *a_count;
   1370   1.60       chs 		int a_centeridx;
   1371   1.60       chs 		vm_prot_t a_access_type;
   1372   1.60       chs 		int a_advice;
   1373   1.60       chs 		int a_flags;
   1374   1.60       chs 	} */ *ap = v;
   1375   1.60       chs 
   1376   1.97  perseant 	if (VTOI(ap->a_vp)->i_number == LFS_IFILE_INUM &&
   1377   1.97  perseant 	    (ap->a_access_type & VM_PROT_WRITE) != 0) {
   1378   1.97  perseant 		return EPERM;
   1379   1.97  perseant 	}
   1380   1.60       chs 	if ((ap->a_access_type & VM_PROT_WRITE) != 0) {
   1381   1.60       chs 		LFS_SET_UINO(VTOI(ap->a_vp), IN_MODIFIED);
   1382   1.60       chs 	}
   1383  1.115      yamt 
   1384  1.115      yamt 	/*
   1385  1.115      yamt 	 * we're relying on the fact that genfs_getpages() always read in
   1386  1.115      yamt 	 * entire filesystem blocks.
   1387  1.115      yamt 	 */
   1388   1.95  perseant 	return genfs_getpages(v);
   1389    1.1   mycroft }
   1390   1.84  perseant 
   1391   1.84  perseant /*
   1392   1.84  perseant  * Make sure that for all pages in every block in the given range,
   1393   1.84  perseant  * either all are dirty or all are clean.  If any of the pages
   1394   1.84  perseant  * we've seen so far are dirty, put the vnode on the paging chain,
   1395   1.84  perseant  * and mark it IN_PAGING.
   1396  1.105  perseant  *
   1397  1.105  perseant  * If checkfirst != 0, don't check all the pages but return at the
   1398  1.105  perseant  * first dirty page.
   1399   1.84  perseant  */
   1400   1.84  perseant static int
   1401   1.84  perseant check_dirty(struct lfs *fs, struct vnode *vp,
   1402   1.84  perseant 	    off_t startoffset, off_t endoffset, off_t blkeof,
   1403  1.103  perseant 	    int flags, int checkfirst)
   1404   1.84  perseant {
   1405   1.86  perseant 	int by_list;
   1406  1.122  christos 	struct vm_page *curpg = NULL; /* XXX: gcc */
   1407  1.122  christos 	struct vm_page *pgs[MAXBSIZE / PAGE_SIZE], *pg;
   1408  1.122  christos 	off_t soff = 0; /* XXX: gcc */
   1409   1.84  perseant 	voff_t off;
   1410  1.115      yamt 	int i;
   1411  1.115      yamt 	int nonexistent;
   1412  1.115      yamt 	int any_dirty;	/* number of dirty pages */
   1413  1.115      yamt 	int dirty;	/* number of dirty pages in a block */
   1414  1.115      yamt 	int tdirty;
   1415   1.84  perseant 	int pages_per_block = fs->lfs_bsize >> PAGE_SHIFT;
   1416   1.84  perseant 
   1417   1.84  perseant   top:
   1418   1.84  perseant 	by_list = (vp->v_uobj.uo_npages <=
   1419   1.84  perseant 		   ((endoffset - startoffset) >> PAGE_SHIFT) *
   1420   1.84  perseant 		   UVM_PAGE_HASH_PENALTY);
   1421   1.84  perseant 	any_dirty = 0;
   1422   1.84  perseant 
   1423   1.84  perseant 	if (by_list) {
   1424   1.84  perseant 		curpg = TAILQ_FIRST(&vp->v_uobj.memq);
   1425   1.84  perseant 	} else {
   1426   1.84  perseant 		soff = startoffset;
   1427   1.84  perseant 	}
   1428   1.84  perseant 	while (by_list || soff < MIN(blkeof, endoffset)) {
   1429   1.84  perseant 		if (by_list) {
   1430  1.115      yamt 			/*
   1431  1.138  perseant 			 * Find the first page in a block.  Skip
   1432  1.138  perseant 			 * blocks outside our area of interest or beyond
   1433  1.138  perseant 			 * the end of file.
   1434  1.115      yamt 			 */
   1435   1.84  perseant 			if (pages_per_block > 1) {
   1436  1.138  perseant 				while (curpg &&
   1437  1.138  perseant 				       ((curpg->offset & fs->lfs_bmask) ||
   1438  1.138  perseant 				        curpg->offset >= vp->v_size ||
   1439  1.138  perseant 				        curpg->offset >= endoffset))
   1440   1.84  perseant 					curpg = TAILQ_NEXT(curpg, listq);
   1441   1.84  perseant 			}
   1442   1.84  perseant 			if (curpg == NULL)
   1443   1.84  perseant 				break;
   1444   1.84  perseant 			soff = curpg->offset;
   1445   1.84  perseant 		}
   1446   1.84  perseant 
   1447   1.84  perseant 		/*
   1448   1.84  perseant 		 * Mark all pages in extended range busy; find out if any
   1449   1.84  perseant 		 * of them are dirty.
   1450   1.84  perseant 		 */
   1451   1.84  perseant 		nonexistent = dirty = 0;
   1452   1.84  perseant 		for (i = 0; i == 0 || i < pages_per_block; i++) {
   1453   1.84  perseant 			if (by_list && pages_per_block <= 1) {
   1454   1.84  perseant 				pgs[i] = pg = curpg;
   1455   1.84  perseant 			} else {
   1456   1.84  perseant 				off = soff + (i << PAGE_SHIFT);
   1457   1.84  perseant 				pgs[i] = pg = uvm_pagelookup(&vp->v_uobj, off);
   1458   1.84  perseant 				if (pg == NULL) {
   1459   1.84  perseant 					++nonexistent;
   1460   1.84  perseant 					continue;
   1461   1.84  perseant 				}
   1462   1.84  perseant 			}
   1463   1.84  perseant 			KASSERT(pg != NULL);
   1464   1.84  perseant 			while (pg->flags & PG_BUSY) {
   1465   1.84  perseant 				pg->flags |= PG_WANTED;
   1466   1.84  perseant 				UVM_UNLOCK_AND_WAIT(pg, &vp->v_interlock, 0,
   1467   1.84  perseant 						    "lfsput", 0);
   1468   1.84  perseant 				simple_lock(&vp->v_interlock);
   1469   1.96  perseant 				if (by_list) {
   1470   1.96  perseant 					if (i > 0)
   1471   1.96  perseant 						uvm_page_unbusy(pgs, i);
   1472   1.84  perseant 					goto top;
   1473   1.96  perseant 				}
   1474   1.84  perseant 			}
   1475   1.84  perseant 			pg->flags |= PG_BUSY;
   1476   1.84  perseant 			UVM_PAGE_OWN(pg, "lfs_putpages");
   1477   1.84  perseant 
   1478   1.84  perseant 			pmap_page_protect(pg, VM_PROT_NONE);
   1479   1.84  perseant 			tdirty = (pmap_clear_modify(pg) ||
   1480   1.84  perseant 				  (pg->flags & PG_CLEAN) == 0);
   1481   1.84  perseant 			dirty += tdirty;
   1482   1.84  perseant 		}
   1483   1.84  perseant 		if (pages_per_block > 0 && nonexistent >= pages_per_block) {
   1484   1.84  perseant 			if (by_list) {
   1485   1.84  perseant 				curpg = TAILQ_NEXT(curpg, listq);
   1486   1.84  perseant 			} else {
   1487   1.84  perseant 				soff += fs->lfs_bsize;
   1488   1.84  perseant 			}
   1489   1.84  perseant 			continue;
   1490   1.84  perseant 		}
   1491   1.84  perseant 
   1492   1.84  perseant 		any_dirty += dirty;
   1493   1.84  perseant 		KASSERT(nonexistent == 0);
   1494   1.84  perseant 
   1495   1.84  perseant 		/*
   1496   1.84  perseant 		 * If any are dirty make all dirty; unbusy them,
   1497   1.88  perseant 		 * but if we were asked to clean, wire them so that
   1498   1.88  perseant 		 * the pagedaemon doesn't bother us about them while
   1499   1.88  perseant 		 * they're on their way to disk.
   1500   1.84  perseant 		 */
   1501   1.84  perseant 		for (i = 0; i == 0 || i < pages_per_block; i++) {
   1502   1.84  perseant 			pg = pgs[i];
   1503   1.84  perseant 			KASSERT(!((pg->flags & PG_CLEAN) && (pg->flags & PG_DELWRI)));
   1504   1.84  perseant 			if (dirty) {
   1505   1.84  perseant 				pg->flags &= ~PG_CLEAN;
   1506   1.84  perseant 				if (flags & PGO_FREE) {
   1507   1.84  perseant 					/* XXXUBC need better way to update */
   1508   1.96  perseant 					simple_lock(&lfs_subsys_lock);
   1509   1.84  perseant 					lfs_subsys_pages += MIN(1, pages_per_block);
   1510   1.96  perseant 					simple_unlock(&lfs_subsys_lock);
   1511   1.85      yamt 					/*
   1512   1.96  perseant 					 * Wire the page so that
   1513   1.96  perseant 					 * pdaemon doesn't see it again.
   1514   1.85      yamt 					 */
   1515   1.84  perseant 					uvm_lock_pageq();
   1516   1.85      yamt 					uvm_pagewire(pg);
   1517   1.85      yamt 					uvm_unlock_pageq();
   1518   1.88  perseant 
   1519   1.84  perseant 					/* Suspended write flag */
   1520   1.84  perseant 					pg->flags |= PG_DELWRI;
   1521   1.84  perseant 				}
   1522   1.84  perseant 			}
   1523   1.84  perseant 			if (pg->flags & PG_WANTED)
   1524   1.84  perseant 				wakeup(pg);
   1525   1.84  perseant 			pg->flags &= ~(PG_WANTED|PG_BUSY);
   1526   1.85      yamt 			UVM_PAGE_OWN(pg, NULL);
   1527   1.84  perseant 		}
   1528   1.84  perseant 
   1529  1.103  perseant 		if (checkfirst && any_dirty)
   1530  1.130      yamt 			break;
   1531  1.103  perseant 
   1532   1.84  perseant 		if (by_list) {
   1533   1.84  perseant 			curpg = TAILQ_NEXT(curpg, listq);
   1534   1.84  perseant 		} else {
   1535   1.84  perseant 			soff += MAX(PAGE_SIZE, fs->lfs_bsize);
   1536   1.84  perseant 		}
   1537   1.84  perseant 	}
   1538   1.84  perseant 
   1539   1.84  perseant 	/*
   1540   1.84  perseant 	 * If any pages were dirty, mark this inode as "pageout requested",
   1541   1.84  perseant 	 * and put it on the paging queue.
   1542   1.84  perseant 	 * XXXUBC locking (check locking on dchainhd too)
   1543   1.84  perseant 	 */
   1544   1.84  perseant #ifdef notyet
   1545   1.84  perseant 	if (any_dirty) {
   1546   1.84  perseant 		if (!(ip->i_flags & IN_PAGING)) {
   1547   1.84  perseant 			ip->i_flags |= IN_PAGING;
   1548   1.84  perseant 			TAILQ_INSERT_TAIL(&fs->lfs_pchainhd, ip, i_lfs_pchain);
   1549   1.84  perseant 		}
   1550   1.84  perseant 	}
   1551   1.84  perseant #endif
   1552   1.84  perseant 	return any_dirty;
   1553   1.84  perseant }
   1554   1.84  perseant 
   1555   1.84  perseant /*
   1556   1.84  perseant  * lfs_putpages functions like genfs_putpages except that
   1557  1.135     perry  *
   1558   1.84  perseant  * (1) It needs to bounds-check the incoming requests to ensure that
   1559   1.84  perseant  *     they are block-aligned; if they are not, expand the range and
   1560   1.84  perseant  *     do the right thing in case, e.g., the requested range is clean
   1561   1.84  perseant  *     but the expanded range is dirty.
   1562   1.84  perseant  * (2) It needs to explicitly send blocks to be written when it is done.
   1563   1.84  perseant  *     VOP_PUTPAGES is not ever called with the seglock held, so
   1564   1.84  perseant  *     we simply take the seglock and let lfs_segunlock wait for us.
   1565   1.84  perseant  *     XXX Actually we can be called with the seglock held, if we have
   1566   1.84  perseant  *     XXX to flush a vnode while lfs_markv is in operation.  As of this
   1567   1.84  perseant  *     XXX writing we panic in this case.
   1568   1.84  perseant  *
   1569   1.84  perseant  * Assumptions:
   1570   1.84  perseant  *
   1571   1.84  perseant  * (1) The caller does not hold any pages in this vnode busy.  If it does,
   1572   1.84  perseant  *     there is a danger that when we expand the page range and busy the
   1573   1.84  perseant  *     pages we will deadlock.
   1574   1.84  perseant  * (2) We are called with vp->v_interlock held; we must return with it
   1575   1.84  perseant  *     released.
   1576   1.84  perseant  * (3) We don't absolutely have to free pages right away, provided that
   1577   1.84  perseant  *     the request does not have PGO_SYNCIO.  When the pagedaemon gives
   1578   1.84  perseant  *     us a request with PGO_FREE, we take the pages out of the paging
   1579   1.84  perseant  *     queue and wake up the writer, which will handle freeing them for us.
   1580   1.84  perseant  *
   1581   1.84  perseant  *     We ensure that for any filesystem block, all pages for that
   1582   1.84  perseant  *     block are either resident or not, even if those pages are higher
   1583   1.84  perseant  *     than EOF; that means that we will be getting requests to free
   1584   1.84  perseant  *     "unused" pages above EOF all the time, and should ignore them.
   1585  1.115      yamt  *
   1586  1.115      yamt  * XXX note that we're (ab)using PGO_LOCKED as "seglock held".
   1587   1.84  perseant  */
   1588   1.84  perseant 
   1589   1.84  perseant int
   1590   1.84  perseant lfs_putpages(void *v)
   1591   1.84  perseant {
   1592   1.84  perseant 	int error;
   1593   1.84  perseant 	struct vop_putpages_args /* {
   1594   1.84  perseant 		struct vnode *a_vp;
   1595   1.84  perseant 		voff_t a_offlo;
   1596   1.84  perseant 		voff_t a_offhi;
   1597   1.84  perseant 		int a_flags;
   1598   1.84  perseant 	} */ *ap = v;
   1599   1.84  perseant 	struct vnode *vp;
   1600   1.84  perseant 	struct inode *ip;
   1601   1.84  perseant 	struct lfs *fs;
   1602   1.84  perseant 	struct segment *sp;
   1603   1.84  perseant 	off_t origoffset, startoffset, endoffset, origendoffset, blkeof;
   1604   1.95  perseant 	off_t off, max_endoffset;
   1605  1.126      yamt 	int s;
   1606  1.126      yamt 	boolean_t seglocked, sync, pagedaemon;
   1607   1.95  perseant 	struct vm_page *pg;
   1608   1.84  perseant 	UVMHIST_FUNC("lfs_putpages"); UVMHIST_CALLED(ubchist);
   1609   1.84  perseant 
   1610   1.84  perseant 	vp = ap->a_vp;
   1611   1.84  perseant 	ip = VTOI(vp);
   1612   1.84  perseant 	fs = ip->i_lfs;
   1613  1.126      yamt 	sync = (ap->a_flags & PGO_SYNCIO) != 0;
   1614   1.84  perseant 	pagedaemon = (curproc == uvm.pagedaemon_proc);
   1615   1.84  perseant 
   1616   1.84  perseant 	/* Putpages does nothing for metadata. */
   1617   1.84  perseant 	if (vp == fs->lfs_ivnode || vp->v_type != VREG) {
   1618   1.84  perseant 		simple_unlock(&vp->v_interlock);
   1619   1.84  perseant 		return 0;
   1620   1.84  perseant 	}
   1621   1.84  perseant 
   1622   1.84  perseant 	/*
   1623   1.84  perseant 	 * If there are no pages, don't do anything.
   1624   1.84  perseant 	 */
   1625   1.84  perseant 	if (vp->v_uobj.uo_npages == 0) {
   1626   1.84  perseant 		s = splbio();
   1627   1.84  perseant 		if (LIST_FIRST(&vp->v_dirtyblkhd) == NULL &&
   1628   1.84  perseant 		    (vp->v_flag & VONWORKLST)) {
   1629   1.84  perseant 			vp->v_flag &= ~VONWORKLST;
   1630   1.84  perseant 			LIST_REMOVE(vp, v_synclist);
   1631   1.84  perseant 		}
   1632   1.84  perseant 		splx(s);
   1633   1.84  perseant 		simple_unlock(&vp->v_interlock);
   1634   1.84  perseant 		return 0;
   1635   1.84  perseant 	}
   1636   1.84  perseant 
   1637  1.102      fvdl 	blkeof = blkroundup(fs, ip->i_size);
   1638   1.84  perseant 
   1639   1.84  perseant 	/*
   1640   1.84  perseant 	 * Ignore requests to free pages past EOF but in the same block
   1641   1.84  perseant 	 * as EOF, unless the request is synchronous. (XXX why sync?)
   1642   1.84  perseant 	 * XXXUBC Make these pages look "active" so the pagedaemon won't
   1643   1.84  perseant 	 * XXXUBC bother us with them again.
   1644   1.84  perseant 	 */
   1645  1.102      fvdl 	if (!sync && ap->a_offlo >= ip->i_size && ap->a_offlo < blkeof) {
   1646   1.84  perseant 		origoffset = ap->a_offlo;
   1647   1.95  perseant 		for (off = origoffset; off < blkeof; off += fs->lfs_bsize) {
   1648   1.95  perseant 			pg = uvm_pagelookup(&vp->v_uobj, off);
   1649   1.95  perseant 			KASSERT(pg != NULL);
   1650   1.95  perseant 			while (pg->flags & PG_BUSY) {
   1651   1.95  perseant 				pg->flags |= PG_WANTED;
   1652   1.95  perseant 				UVM_UNLOCK_AND_WAIT(pg, &vp->v_interlock, 0,
   1653   1.95  perseant 						    "lfsput2", 0);
   1654   1.95  perseant 				simple_lock(&vp->v_interlock);
   1655   1.95  perseant 			}
   1656   1.95  perseant 			uvm_lock_pageq();
   1657   1.95  perseant 			uvm_pageactivate(pg);
   1658   1.95  perseant 			uvm_unlock_pageq();
   1659   1.95  perseant 		}
   1660   1.84  perseant 		ap->a_offlo = blkeof;
   1661   1.84  perseant 		if (ap->a_offhi > 0 && ap->a_offhi <= ap->a_offlo) {
   1662   1.84  perseant 			simple_unlock(&vp->v_interlock);
   1663   1.84  perseant 			return 0;
   1664   1.84  perseant 		}
   1665   1.84  perseant 	}
   1666   1.84  perseant 
   1667   1.84  perseant 	/*
   1668   1.84  perseant 	 * Extend page range to start and end at block boundaries.
   1669   1.84  perseant 	 * (For the purposes of VOP_PUTPAGES, fragments don't exist.)
   1670   1.84  perseant 	 */
   1671   1.86  perseant 	origoffset = ap->a_offlo;
   1672   1.84  perseant 	origendoffset = ap->a_offhi;
   1673   1.86  perseant 	startoffset = origoffset & ~(fs->lfs_bmask);
   1674   1.84  perseant 	max_endoffset = (trunc_page(LLONG_MAX) >> fs->lfs_bshift)
   1675   1.84  perseant 					       << fs->lfs_bshift;
   1676   1.84  perseant 
   1677   1.84  perseant 	if (origendoffset == 0 || ap->a_flags & PGO_ALLPAGES) {
   1678   1.86  perseant 		endoffset = max_endoffset;
   1679   1.84  perseant 		origendoffset = endoffset;
   1680   1.86  perseant 	} else {
   1681   1.84  perseant 		origendoffset = round_page(ap->a_offhi);
   1682   1.84  perseant 		endoffset = round_page(blkroundup(fs, origendoffset));
   1683   1.84  perseant 	}
   1684   1.84  perseant 
   1685   1.84  perseant 	KASSERT(startoffset > 0 || endoffset >= startoffset);
   1686   1.84  perseant 	if (startoffset == endoffset) {
   1687   1.84  perseant 		/* Nothing to do, why were we called? */
   1688   1.84  perseant 		simple_unlock(&vp->v_interlock);
   1689  1.136  perseant 		DLOG((DLOG_PAGE, "lfs_putpages: startoffset = endoffset = %"
   1690  1.136  perseant 		      PRId64 "\n", startoffset));
   1691   1.84  perseant 		return 0;
   1692   1.84  perseant 	}
   1693   1.84  perseant 
   1694   1.84  perseant 	ap->a_offlo = startoffset;
   1695   1.84  perseant 	ap->a_offhi = endoffset;
   1696   1.84  perseant 
   1697   1.84  perseant 	if (!(ap->a_flags & PGO_CLEANIT))
   1698   1.84  perseant 		return genfs_putpages(v);
   1699   1.84  perseant 
   1700   1.84  perseant 	/*
   1701  1.103  perseant 	 * If there are more than one page per block, we don't want
   1702  1.103  perseant 	 * to get caught locking them backwards; so set PGO_BUSYFAIL
   1703  1.103  perseant 	 * to avoid deadlocks.
   1704   1.84  perseant 	 */
   1705  1.103  perseant 	ap->a_flags |= PGO_BUSYFAIL;
   1706  1.103  perseant 
   1707  1.103  perseant 	do {
   1708  1.103  perseant 		int r;
   1709  1.103  perseant 
   1710  1.104      yamt 		/* If no pages are dirty, we can just use genfs_putpages. */
   1711  1.123    simonb 		if (check_dirty(fs, vp, startoffset, endoffset, blkeof,
   1712  1.123    simonb 				ap->a_flags, 1) != 0)
   1713  1.103  perseant 			break;
   1714  1.103  perseant 
   1715  1.134  perseant 		/*
   1716  1.134  perseant 		 * Sometimes pages are dirtied between the time that
   1717  1.134  perseant 		 * we check and the time we try to clean them.
   1718  1.134  perseant 		 * Instruct lfs_gop_write to return EDEADLK in this case
   1719  1.134  perseant 		 * so we can write them properly.
   1720  1.134  perseant 		 */
   1721  1.134  perseant 		ip->i_lfs_iflags |= LFSI_NO_GOP_WRITE;
   1722  1.134  perseant 		r = genfs_putpages(v);
   1723  1.134  perseant 		ip->i_lfs_iflags &= ~LFSI_NO_GOP_WRITE;
   1724  1.134  perseant 		if (r != EDEADLK)
   1725  1.103  perseant 			return r;
   1726  1.103  perseant 
   1727  1.103  perseant 		/* Start over. */
   1728  1.121      fvdl 		preempt(1);
   1729  1.103  perseant 		simple_lock(&vp->v_interlock);
   1730  1.103  perseant 	} while(1);
   1731  1.135     perry 
   1732   1.84  perseant 	/*
   1733   1.84  perseant 	 * Dirty and asked to clean.
   1734   1.84  perseant 	 *
   1735   1.84  perseant 	 * Pagedaemon can't actually write LFS pages; wake up
   1736   1.84  perseant 	 * the writer to take care of that.  The writer will
   1737   1.84  perseant 	 * notice the pager inode queue and act on that.
   1738   1.84  perseant 	 */
   1739   1.84  perseant 	if (pagedaemon) {
   1740   1.84  perseant 		++fs->lfs_pdflush;
   1741   1.84  perseant 		wakeup(&lfs_writer_daemon);
   1742   1.87      yamt 		simple_unlock(&vp->v_interlock);
   1743   1.84  perseant 		return EWOULDBLOCK;
   1744   1.84  perseant 	}
   1745   1.84  perseant 
   1746   1.84  perseant 	/*
   1747   1.84  perseant 	 * If this is a file created in a recent dirop, we can't flush its
   1748   1.84  perseant 	 * inode until the dirop is complete.  Drain dirops, then flush the
   1749   1.84  perseant 	 * filesystem (taking care of any other pending dirops while we're
   1750   1.84  perseant 	 * at it).
   1751   1.84  perseant 	 */
   1752   1.84  perseant 	if ((ap->a_flags & (PGO_CLEANIT|PGO_LOCKED)) == PGO_CLEANIT &&
   1753   1.84  perseant 	    (vp->v_flag & VDIROP)) {
   1754   1.84  perseant 		int locked;
   1755   1.84  perseant 
   1756  1.136  perseant 		DLOG((DLOG_PAGE, "lfs_putpages: flushing VDIROP\n"));
   1757  1.111      yamt 		lfs_writer_enter(fs, "ppdirop");
   1758   1.84  perseant 		locked = VOP_ISLOCKED(vp) && /* XXX */
   1759   1.84  perseant 			vp->v_lock.lk_lockholder == curproc->p_pid;
   1760   1.84  perseant 		if (locked)
   1761   1.84  perseant 			VOP_UNLOCK(vp, 0);
   1762   1.84  perseant 		simple_unlock(&vp->v_interlock);
   1763  1.135     perry 
   1764   1.84  perseant 		lfs_flush_fs(fs, sync ? SEGM_SYNC : 0);
   1765  1.135     perry 
   1766   1.84  perseant 		simple_lock(&vp->v_interlock);
   1767   1.84  perseant 		if (locked)
   1768   1.84  perseant 			VOP_LOCK(vp, LK_EXCLUSIVE);
   1769  1.111      yamt 		lfs_writer_leave(fs);
   1770   1.84  perseant 
   1771   1.84  perseant 		/* XXX the flush should have taken care of this one too! */
   1772   1.84  perseant 	}
   1773   1.84  perseant 
   1774   1.84  perseant 	/*
   1775   1.86  perseant 	 * This is it.	We are going to write some pages.  From here on
   1776   1.84  perseant 	 * down it's all just mechanics.
   1777   1.84  perseant 	 *
   1778  1.103  perseant 	 * Don't let genfs_putpages wait; lfs_segunlock will wait for us.
   1779   1.84  perseant 	 */
   1780   1.84  perseant 	ap->a_flags &= ~PGO_SYNCIO;
   1781   1.84  perseant 
   1782   1.84  perseant 	/*
   1783   1.84  perseant 	 * If we've already got the seglock, flush the node and return.
   1784   1.84  perseant 	 * The FIP has already been set up for us by lfs_writefile,
   1785   1.84  perseant 	 * and FIP cleanup and lfs_updatemeta will also be done there,
   1786   1.84  perseant 	 * unless genfs_putpages returns EDEADLK; then we must flush
   1787   1.84  perseant 	 * what we have, and correct FIP and segment header accounting.
   1788   1.84  perseant 	 */
   1789   1.84  perseant 
   1790  1.126      yamt 	seglocked = (ap->a_flags & PGO_LOCKED) != 0;
   1791  1.126      yamt 	if (!seglocked) {
   1792  1.126      yamt 		simple_unlock(&vp->v_interlock);
   1793  1.103  perseant 		/*
   1794  1.126      yamt 		 * Take the seglock, because we are going to be writing pages.
   1795  1.103  perseant 		 */
   1796  1.126      yamt 		error = lfs_seglock(fs, SEGM_PROT | (sync ? SEGM_SYNC : 0));
   1797  1.126      yamt 		if (error != 0)
   1798  1.126      yamt 			return error;
   1799  1.126      yamt 		simple_lock(&vp->v_interlock);
   1800   1.84  perseant 	}
   1801   1.84  perseant 
   1802   1.84  perseant 	/*
   1803   1.84  perseant 	 * VOP_PUTPAGES should not be called while holding the seglock.
   1804   1.93  perseant 	 * XXXUBC fix lfs_markv, or do this properly.
   1805   1.84  perseant 	 */
   1806   1.93  perseant 	/* KASSERT(fs->lfs_seglock == 1); */
   1807   1.84  perseant 
   1808   1.84  perseant 	/*
   1809   1.84  perseant 	 * We assume we're being called with sp->fip pointing at blank space.
   1810   1.84  perseant 	 * Account for a new FIP in the segment header, and set sp->vp.
   1811   1.84  perseant 	 * (This should duplicate the setup at the top of lfs_writefile().)
   1812   1.84  perseant 	 */
   1813   1.84  perseant 	sp = fs->lfs_sp;
   1814  1.126      yamt 	if (!seglocked) {
   1815  1.126      yamt 		if (sp->seg_bytes_left < fs->lfs_bsize ||
   1816  1.126      yamt 		    sp->sum_bytes_left < sizeof(struct finfo))
   1817  1.135     perry 			(void) lfs_writeseg(fs, fs->lfs_sp);
   1818  1.135     perry 
   1819  1.126      yamt 		sp->sum_bytes_left -= FINFOSIZE;
   1820  1.126      yamt 		++((SEGSUM *)(sp->segsum))->ss_nfinfo;
   1821  1.126      yamt 	}
   1822  1.120      yamt 	KASSERT(sp->vp == NULL);
   1823   1.84  perseant 	sp->vp = vp;
   1824  1.135     perry 
   1825  1.126      yamt 	if (!seglocked) {
   1826  1.126      yamt 		if (vp->v_flag & VDIROP)
   1827  1.126      yamt 			((SEGSUM *)(sp->segsum))->ss_flags |= (SS_DIROP|SS_CONT);
   1828  1.126      yamt 	}
   1829  1.135     perry 
   1830   1.86  perseant 	sp->fip->fi_nblocks = 0;
   1831   1.86  perseant 	sp->fip->fi_ino = ip->i_number;
   1832  1.102      fvdl 	sp->fip->fi_version = ip->i_gen;
   1833   1.84  perseant 
   1834   1.84  perseant 	/*
   1835   1.84  perseant 	 * Loop through genfs_putpages until all pages are gathered.
   1836   1.88  perseant 	 * genfs_putpages() drops the interlock, so reacquire it if necessary.
   1837  1.103  perseant 	 * Whenever we lose the interlock we have to rerun check_dirty, as
   1838  1.103  perseant 	 * well.
   1839   1.84  perseant 	 */
   1840  1.126      yamt again:
   1841  1.105  perseant 	check_dirty(fs, vp, startoffset, endoffset, blkeof, ap->a_flags, 0);
   1842  1.103  perseant 
   1843  1.103  perseant 	if ((error = genfs_putpages(v)) == EDEADLK) {
   1844  1.136  perseant 		DLOG((DLOG_PAGE, "lfs_putpages: genfs_putpages returned"
   1845  1.136  perseant 		      " EDEADLK [2] ino %d off %x (seg %d)\n",
   1846  1.136  perseant 		      ip->i_number, fs->lfs_offset,
   1847  1.136  perseant 		      dtosn(fs, fs->lfs_offset)));
   1848   1.88  perseant 		/* If nothing to write, short-circuit */
   1849  1.129      yamt 		if (sp->cbpp - sp->bpp > 1) {
   1850  1.129      yamt 			/* Write gathered pages */
   1851  1.129      yamt 			lfs_updatemeta(sp);
   1852  1.129      yamt 			(void) lfs_writeseg(fs, sp);
   1853  1.135     perry 
   1854  1.129      yamt 			/*
   1855  1.129      yamt 			 * Reinitialize brand new FIP and add us to it.
   1856  1.129      yamt 			 * (This should duplicate the fixup in
   1857  1.129      yamt 			 * lfs_gatherpages().)
   1858  1.129      yamt 			 */
   1859  1.129      yamt 			KASSERT(sp->vp == vp);
   1860  1.129      yamt 			sp->fip->fi_version = ip->i_gen;
   1861  1.129      yamt 			sp->fip->fi_ino = ip->i_number;
   1862  1.129      yamt 			/* Add us to the new segment summary. */
   1863  1.129      yamt 			++((SEGSUM *)(sp->segsum))->ss_nfinfo;
   1864  1.129      yamt 			sp->sum_bytes_left -= FINFOSIZE;
   1865   1.88  perseant 		}
   1866   1.84  perseant 
   1867   1.84  perseant 		/* Give the write a chance to complete */
   1868  1.121      fvdl 		preempt(1);
   1869  1.103  perseant 
   1870  1.103  perseant 		/* We've lost the interlock.  Start over. */
   1871  1.126      yamt 		simple_lock(&vp->v_interlock);
   1872  1.126      yamt 		goto again;
   1873   1.84  perseant 	}
   1874  1.103  perseant 
   1875  1.120      yamt 	KASSERT(sp->vp == vp);
   1876  1.126      yamt 	if (!seglocked) {
   1877  1.126      yamt 		sp->vp = NULL; /* XXX lfs_gather below will set this */
   1878  1.126      yamt 
   1879  1.126      yamt 		/* Write indirect blocks as well */
   1880  1.126      yamt 		lfs_gather(fs, fs->lfs_sp, vp, lfs_match_indir);
   1881  1.126      yamt 		lfs_gather(fs, fs->lfs_sp, vp, lfs_match_dindir);
   1882  1.126      yamt 		lfs_gather(fs, fs->lfs_sp, vp, lfs_match_tindir);
   1883  1.120      yamt 
   1884  1.126      yamt 		KASSERT(sp->vp == NULL);
   1885  1.126      yamt 		sp->vp = vp;
   1886  1.126      yamt 	}
   1887   1.84  perseant 
   1888   1.84  perseant 	/*
   1889   1.84  perseant 	 * Blocks are now gathered into a segment waiting to be written.
   1890   1.84  perseant 	 * All that's left to do is update metadata, and write them.
   1891   1.84  perseant 	 */
   1892  1.120      yamt 	lfs_updatemeta(sp);
   1893  1.120      yamt 	KASSERT(sp->vp == vp);
   1894  1.120      yamt 	sp->vp = NULL;
   1895  1.126      yamt 
   1896  1.126      yamt 	if (seglocked) {
   1897  1.126      yamt 		/* we're called by lfs_writefile. */
   1898  1.126      yamt 		return error;
   1899  1.126      yamt 	}
   1900  1.120      yamt 
   1901   1.84  perseant 	/*
   1902   1.88  perseant 	 * Clean up FIP, since we're done writing this file.
   1903   1.88  perseant 	 * This should duplicate cleanup at the end of lfs_writefile().
   1904   1.84  perseant 	 */
   1905   1.86  perseant 	if (sp->fip->fi_nblocks != 0) {
   1906  1.124      yamt 		sp->fip = (FINFO*)((caddr_t)sp->fip + FINFOSIZE +
   1907  1.124      yamt 			sizeof(int32_t) * sp->fip->fi_nblocks);
   1908   1.86  perseant 		sp->start_lbp = &sp->fip->fi_blocks[0];
   1909   1.86  perseant 	} else {
   1910  1.124      yamt 		sp->sum_bytes_left += FINFOSIZE;
   1911   1.86  perseant 		--((SEGSUM *)(sp->segsum))->ss_nfinfo;
   1912   1.86  perseant 	}
   1913   1.88  perseant 	lfs_writeseg(fs, fs->lfs_sp);
   1914   1.88  perseant 
   1915   1.84  perseant 	/*
   1916   1.84  perseant 	 * XXX - with the malloc/copy writeseg, the pages are freed by now
   1917   1.84  perseant 	 * even if we don't wait (e.g. if we hold a nested lock).  This
   1918   1.84  perseant 	 * will not be true if we stop using malloc/copy.
   1919   1.84  perseant 	 */
   1920   1.84  perseant 	KASSERT(fs->lfs_sp->seg_flags & SEGM_PROT);
   1921   1.84  perseant 	lfs_segunlock(fs);
   1922   1.84  perseant 
   1923   1.84  perseant 	/*
   1924   1.84  perseant 	 * Wait for v_numoutput to drop to zero.  The seglock should
   1925   1.84  perseant 	 * take care of this, but there is a slight possibility that
   1926   1.84  perseant 	 * aiodoned might not have got around to our buffers yet.
   1927   1.84  perseant 	 */
   1928   1.84  perseant 	if (sync) {
   1929   1.84  perseant 		int s;
   1930   1.84  perseant 
   1931   1.84  perseant 		s = splbio();
   1932   1.84  perseant 		simple_lock(&global_v_numoutput_slock);
   1933   1.98  perseant 		while (vp->v_numoutput > 0) {
   1934  1.136  perseant 			DLOG((DLOG_PAGE, "lfs_putpages: ino %d sleeping on"
   1935  1.136  perseant 			      " num %d\n", ip->i_number, vp->v_numoutput));
   1936   1.84  perseant 			vp->v_flag |= VBWAIT;
   1937   1.87      yamt 			ltsleep(&vp->v_numoutput, PRIBIO + 1, "lfs_vn", 0,
   1938   1.87      yamt 			    &global_v_numoutput_slock);
   1939   1.84  perseant 		}
   1940   1.84  perseant 		simple_unlock(&global_v_numoutput_slock);
   1941   1.84  perseant 		splx(s);
   1942   1.84  perseant 	}
   1943   1.84  perseant 	return error;
   1944   1.84  perseant }
   1945   1.84  perseant 
   1946   1.84  perseant /*
   1947   1.84  perseant  * Return the last logical file offset that should be written for this file
   1948   1.86  perseant  * if we're doing a write that ends at "size".	If writing, we need to know
   1949   1.84  perseant  * about sizes on disk, i.e. fragments if there are any; if reading, we need
   1950   1.84  perseant  * to know about entire blocks.
   1951   1.84  perseant  */
   1952   1.84  perseant void
   1953   1.84  perseant lfs_gop_size(struct vnode *vp, off_t size, off_t *eobp, int flags)
   1954   1.84  perseant {
   1955   1.84  perseant 	struct inode *ip = VTOI(vp);
   1956  1.135     perry 	struct lfs *fs = ip->i_lfs;
   1957   1.84  perseant 	daddr_t olbn, nlbn;
   1958   1.84  perseant 
   1959   1.84  perseant 	KASSERT(flags & (GOP_SIZE_READ | GOP_SIZE_WRITE));
   1960  1.135     perry 	KASSERT((flags & (GOP_SIZE_READ | GOP_SIZE_WRITE))
   1961   1.84  perseant 		!= (GOP_SIZE_READ | GOP_SIZE_WRITE));
   1962   1.84  perseant 
   1963  1.102      fvdl 	olbn = lblkno(fs, ip->i_size);
   1964   1.84  perseant 	nlbn = lblkno(fs, size);
   1965  1.118      yamt 	if (!(flags & GOP_SIZE_MEM) && nlbn < NDADDR && olbn <= nlbn) {
   1966   1.86  perseant 		*eobp = fragroundup(fs, size);
   1967   1.86  perseant 	} else {
   1968   1.86  perseant 		*eobp = blkroundup(fs, size);
   1969   1.86  perseant 	}
   1970   1.84  perseant }
   1971   1.84  perseant 
   1972   1.84  perseant #ifdef DEBUG
   1973   1.84  perseant void lfs_dump_vop(void *);
   1974   1.84  perseant 
   1975   1.84  perseant void
   1976   1.84  perseant lfs_dump_vop(void *v)
   1977   1.84  perseant {
   1978   1.86  perseant 	struct vop_putpages_args /* {
   1979   1.86  perseant 		struct vnode *a_vp;
   1980   1.86  perseant 		voff_t a_offlo;
   1981   1.86  perseant 		voff_t a_offhi;
   1982   1.86  perseant 		int a_flags;
   1983   1.86  perseant 	} */ *ap = v;
   1984   1.84  perseant 
   1985  1.106     ragge #ifdef DDB
   1986   1.84  perseant 	vfs_vnode_print(ap->a_vp, 0, printf);
   1987  1.106     ragge #endif
   1988  1.102      fvdl 	lfs_dump_dinode(VTOI(ap->a_vp)->i_din.ffs1_din);
   1989   1.84  perseant }
   1990   1.84  perseant #endif
   1991   1.84  perseant 
   1992   1.84  perseant int
   1993   1.84  perseant lfs_mmap(void *v)
   1994   1.84  perseant {
   1995   1.84  perseant 	struct vop_mmap_args /* {
   1996   1.86  perseant 		const struct vnodeop_desc *a_desc;
   1997   1.86  perseant 		struct vnode *a_vp;
   1998   1.86  perseant 		int a_fflags;
   1999   1.86  perseant 		struct ucred *a_cred;
   2000  1.109      fvdl 		struct proc *a_p;
   2001   1.84  perseant 	} */ *ap = v;
   2002   1.84  perseant 
   2003   1.84  perseant 	if (VTOI(ap->a_vp)->i_number == LFS_IFILE_INUM)
   2004   1.84  perseant 		return EOPNOTSUPP;
   2005   1.84  perseant 	return ufs_mmap(v);
   2006   1.84  perseant }
   2007