Home | History | Annotate | Line # | Download | only in lfs
lfs_vfsops.c revision 1.183
      1  1.183      yamt /*	$NetBSD: lfs_vfsops.c,v 1.183 2005/06/28 09:30:38 yamt Exp $	*/
      2    1.2       cgd 
      3   1.26  perseant /*-
      4   1.91  perseant  * Copyright (c) 1999, 2000, 2001, 2002, 2003 The NetBSD Foundation, Inc.
      5   1.26  perseant  * All rights reserved.
      6   1.26  perseant  *
      7   1.26  perseant  * This code is derived from software contributed to The NetBSD Foundation
      8   1.26  perseant  * by Konrad E. Schroder <perseant (at) hhhh.org>.
      9   1.26  perseant  *
     10   1.26  perseant  * Redistribution and use in source and binary forms, with or without
     11   1.26  perseant  * modification, are permitted provided that the following conditions
     12   1.26  perseant  * are met:
     13   1.26  perseant  * 1. Redistributions of source code must retain the above copyright
     14   1.26  perseant  *    notice, this list of conditions and the following disclaimer.
     15   1.26  perseant  * 2. Redistributions in binary form must reproduce the above copyright
     16   1.26  perseant  *    notice, this list of conditions and the following disclaimer in the
     17   1.26  perseant  *    documentation and/or other materials provided with the distribution.
     18   1.26  perseant  * 3. All advertising materials mentioning features or use of this software
     19   1.26  perseant  *    must display the following acknowledgement:
     20   1.96  perseant  *	This product includes software developed by the NetBSD
     21   1.96  perseant  *	Foundation, Inc. and its contributors.
     22   1.26  perseant  * 4. Neither the name of The NetBSD Foundation nor the names of its
     23   1.26  perseant  *    contributors may be used to endorse or promote products derived
     24   1.26  perseant  *    from this software without specific prior written permission.
     25   1.26  perseant  *
     26   1.26  perseant  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     27   1.26  perseant  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     28   1.26  perseant  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     29   1.26  perseant  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     30   1.26  perseant  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     31   1.26  perseant  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     32   1.26  perseant  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     33   1.26  perseant  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     34   1.26  perseant  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     35   1.26  perseant  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     36   1.26  perseant  * POSSIBILITY OF SUCH DAMAGE.
     37   1.26  perseant  */
     38   1.26  perseant /*-
     39    1.1   mycroft  * Copyright (c) 1989, 1991, 1993, 1994
     40    1.1   mycroft  *	The Regents of the University of California.  All rights reserved.
     41    1.1   mycroft  *
     42    1.1   mycroft  * Redistribution and use in source and binary forms, with or without
     43    1.1   mycroft  * modification, are permitted provided that the following conditions
     44    1.1   mycroft  * are met:
     45    1.1   mycroft  * 1. Redistributions of source code must retain the above copyright
     46    1.1   mycroft  *    notice, this list of conditions and the following disclaimer.
     47    1.1   mycroft  * 2. Redistributions in binary form must reproduce the above copyright
     48    1.1   mycroft  *    notice, this list of conditions and the following disclaimer in the
     49    1.1   mycroft  *    documentation and/or other materials provided with the distribution.
     50  1.130       agc  * 3. Neither the name of the University nor the names of its contributors
     51    1.1   mycroft  *    may be used to endorse or promote products derived from this software
     52    1.1   mycroft  *    without specific prior written permission.
     53    1.1   mycroft  *
     54    1.1   mycroft  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     55    1.1   mycroft  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     56    1.1   mycroft  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     57    1.1   mycroft  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     58    1.1   mycroft  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     59    1.1   mycroft  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     60    1.1   mycroft  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     61    1.1   mycroft  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     62    1.1   mycroft  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     63    1.1   mycroft  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     64    1.1   mycroft  * SUCH DAMAGE.
     65    1.1   mycroft  *
     66   1.16      fvdl  *	@(#)lfs_vfsops.c	8.20 (Berkeley) 6/10/95
     67    1.1   mycroft  */
     68   1.69     lukem 
     69   1.69     lukem #include <sys/cdefs.h>
     70  1.183      yamt __KERNEL_RCSID(0, "$NetBSD: lfs_vfsops.c,v 1.183 2005/06/28 09:30:38 yamt Exp $");
     71   1.19    scottr 
     72   1.65       mrg #if defined(_KERNEL_OPT)
     73   1.19    scottr #include "opt_quota.h"
     74   1.20    scottr #endif
     75    1.1   mycroft 
     76    1.1   mycroft #include <sys/param.h>
     77    1.1   mycroft #include <sys/systm.h>
     78    1.1   mycroft #include <sys/namei.h>
     79    1.1   mycroft #include <sys/proc.h>
     80    1.1   mycroft #include <sys/kernel.h>
     81    1.1   mycroft #include <sys/vnode.h>
     82    1.1   mycroft #include <sys/mount.h>
     83   1.91  perseant #include <sys/kthread.h>
     84    1.1   mycroft #include <sys/buf.h>
     85   1.38  augustss #include <sys/device.h>
     86    1.1   mycroft #include <sys/mbuf.h>
     87    1.1   mycroft #include <sys/file.h>
     88    1.1   mycroft #include <sys/disklabel.h>
     89    1.1   mycroft #include <sys/ioctl.h>
     90    1.1   mycroft #include <sys/errno.h>
     91    1.1   mycroft #include <sys/malloc.h>
     92   1.23   thorpej #include <sys/pool.h>
     93    1.1   mycroft #include <sys/socket.h>
     94  1.165  perseant #include <sys/syslog.h>
     95   1.54       mrg #include <uvm/uvm_extern.h>
     96   1.26  perseant #include <sys/sysctl.h>
     97   1.80   gehenna #include <sys/conf.h>
     98    1.1   mycroft 
     99    1.1   mycroft #include <miscfs/specfs/specdev.h>
    100    1.1   mycroft 
    101    1.1   mycroft #include <ufs/ufs/quota.h>
    102    1.1   mycroft #include <ufs/ufs/inode.h>
    103    1.1   mycroft #include <ufs/ufs/ufsmount.h>
    104    1.1   mycroft #include <ufs/ufs/ufs_extern.h>
    105    1.1   mycroft 
    106   1.91  perseant #include <uvm/uvm.h>
    107   1.91  perseant #include <uvm/uvm_stat.h>
    108   1.91  perseant #include <uvm/uvm_pager.h>
    109   1.91  perseant #include <uvm/uvm_pdaemon.h>
    110   1.91  perseant 
    111    1.1   mycroft #include <ufs/lfs/lfs.h>
    112    1.1   mycroft #include <ufs/lfs/lfs_extern.h>
    113    1.1   mycroft 
    114   1.91  perseant #include <miscfs/genfs/genfs.h>
    115   1.91  perseant #include <miscfs/genfs/genfs_node.h>
    116  1.128      yamt 
    117   1.91  perseant static int lfs_gop_write(struct vnode *, struct vm_page **, int, int);
    118  1.117      yamt static boolean_t lfs_issequential_hole(const struct ufsmount *,
    119  1.117      yamt     daddr_t, daddr_t);
    120   1.91  perseant 
    121  1.121      fvdl static int lfs_mountfs(struct vnode *, struct mount *, struct proc *);
    122  1.166  perseant static void warn_ifile_size(struct lfs *);
    123  1.134      yamt static daddr_t check_segsum(struct lfs *, daddr_t, u_int64_t,
    124  1.134      yamt     struct ucred *, int, int *, struct proc *);
    125    1.1   mycroft 
    126   1.63  jdolecek extern const struct vnodeopv_desc lfs_vnodeop_opv_desc;
    127   1.63  jdolecek extern const struct vnodeopv_desc lfs_specop_opv_desc;
    128   1.63  jdolecek extern const struct vnodeopv_desc lfs_fifoop_opv_desc;
    129   1.91  perseant 
    130  1.101      yamt pid_t lfs_writer_daemon = 0;
    131   1.91  perseant int lfs_do_flush = 0;
    132  1.166  perseant int lfs_do_rfw = 0;
    133   1.15   thorpej 
    134   1.63  jdolecek const struct vnodeopv_desc * const lfs_vnodeopv_descs[] = {
    135   1.15   thorpej 	&lfs_vnodeop_opv_desc,
    136   1.15   thorpej 	&lfs_specop_opv_desc,
    137   1.15   thorpej 	&lfs_fifoop_opv_desc,
    138   1.15   thorpej 	NULL,
    139   1.15   thorpej };
    140   1.15   thorpej 
    141    1.1   mycroft struct vfsops lfs_vfsops = {
    142    1.1   mycroft 	MOUNT_LFS,
    143    1.1   mycroft 	lfs_mount,
    144    1.1   mycroft 	ufs_start,
    145    1.1   mycroft 	lfs_unmount,
    146    1.1   mycroft 	ufs_root,
    147    1.1   mycroft 	ufs_quotactl,
    148  1.147  christos 	lfs_statvfs,
    149    1.1   mycroft 	lfs_sync,
    150    1.1   mycroft 	lfs_vget,
    151    1.1   mycroft 	lfs_fhtovp,
    152    1.1   mycroft 	lfs_vptofh,
    153    1.1   mycroft 	lfs_init,
    154   1.67       chs 	lfs_reinit,
    155   1.47  jdolecek 	lfs_done,
    156  1.141    atatat 	NULL,
    157   1.36  perseant 	lfs_mountroot,
    158   1.25  wrstuden 	ufs_check_export,
    159  1.152   hannken 	(int (*)(struct mount *, struct vnode *, struct timespec *)) eopnotsupp,
    160  1.159   thorpej 	vfs_stdextattrctl,
    161   1.15   thorpej 	lfs_vnodeopv_descs,
    162    1.1   mycroft };
    163  1.168   thorpej VFS_ATTACH(lfs_vfsops);
    164    1.1   mycroft 
    165  1.183      yamt const struct genfs_ops lfs_genfsops = {
    166  1.183      yamt 	.gop_size = lfs_gop_size,
    167  1.183      yamt 	.gop_alloc = ufs_gop_alloc,
    168  1.183      yamt 	.gop_write = lfs_gop_write,
    169   1.71       chs };
    170   1.71       chs 
    171  1.149    simonb /*
    172  1.149    simonb  * XXX Same structure as FFS inodes?  Should we share a common pool?
    173  1.149    simonb  */
    174  1.149    simonb POOL_INIT(lfs_inode_pool, sizeof(struct inode), 0, 0, 0, "lfsinopl",
    175  1.149    simonb     &pool_allocator_nointr);
    176  1.149    simonb POOL_INIT(lfs_dinode_pool, sizeof(struct ufs1_dinode), 0, 0, 0, "lfsdinopl",
    177  1.149    simonb     &pool_allocator_nointr);
    178  1.149    simonb POOL_INIT(lfs_inoext_pool, sizeof(struct lfs_inode_ext), 8, 0, 0, "lfsinoextpl",
    179  1.149    simonb     &pool_allocator_nointr);
    180  1.163  perseant POOL_INIT(lfs_lbnentry_pool, sizeof(struct lbnentry), 0, 0, 0, "lfslbnpool",
    181  1.163  perseant     &pool_allocator_nointr);
    182   1.91  perseant 
    183   1.91  perseant /*
    184   1.91  perseant  * The writer daemon.  UVM keeps track of how many dirty pages we are holding
    185   1.91  perseant  * in lfs_subsys_pages; the daemon flushes the filesystem when this value
    186   1.91  perseant  * crosses the (user-defined) threshhold LFS_MAX_PAGES.
    187   1.91  perseant  */
    188   1.91  perseant static void
    189   1.91  perseant lfs_writerd(void *arg)
    190   1.91  perseant {
    191   1.91  perseant 	struct mount *mp, *nmp;
    192   1.91  perseant 	struct lfs *fs;
    193  1.170  perseant 	int loopcount;
    194   1.91  perseant 
    195   1.91  perseant 	lfs_writer_daemon = curproc->p_pid;
    196   1.91  perseant 
    197  1.126      yamt 	simple_lock(&lfs_subsys_lock);
    198   1.91  perseant 	for (;;) {
    199  1.176  perseant 		ltsleep(&lfs_writer_daemon, PVM | PNORELOCK, "lfswriter", hz/10,
    200  1.126      yamt 		    &lfs_subsys_lock);
    201   1.91  perseant 
    202   1.91  perseant 		/*
    203   1.91  perseant 		 * Look through the list of LFSs to see if any of them
    204   1.91  perseant 		 * have requested pageouts.
    205   1.91  perseant 		 */
    206   1.91  perseant 		simple_lock(&mountlist_slock);
    207  1.124      yamt 		for (mp = CIRCLEQ_FIRST(&mountlist); mp != (void *)&mountlist;
    208   1.91  perseant 		     mp = nmp) {
    209   1.91  perseant 			if (vfs_busy(mp, LK_NOWAIT, &mountlist_slock)) {
    210  1.124      yamt 				nmp = CIRCLEQ_NEXT(mp, mnt_list);
    211   1.91  perseant 				continue;
    212   1.91  perseant 			}
    213   1.91  perseant 			if (strncmp(&mp->mnt_stat.f_fstypename[0], MOUNT_LFS,
    214   1.91  perseant 				    MFSNAMELEN) == 0) {
    215  1.123      yamt 				fs = VFSTOUFS(mp)->um_lfs;
    216  1.169  perseant 				simple_lock(&fs->lfs_interlock);
    217   1.91  perseant 				if (fs->lfs_pdflush ||
    218   1.91  perseant 				    !TAILQ_EMPTY(&fs->lfs_pchainhd)) {
    219  1.166  perseant 					DLOG((DLOG_FLUSH, "lfs_writerd: pdflush set\n"));
    220   1.91  perseant 					fs->lfs_pdflush = 0;
    221   1.91  perseant 					lfs_flush_fs(fs, 0);
    222   1.91  perseant 				}
    223  1.169  perseant 				simple_unlock(&fs->lfs_interlock);
    224   1.91  perseant 			}
    225   1.91  perseant 
    226   1.91  perseant 			simple_lock(&mountlist_slock);
    227  1.124      yamt 			nmp = CIRCLEQ_NEXT(mp, mnt_list);
    228   1.91  perseant 			vfs_unbusy(mp);
    229   1.91  perseant 		}
    230   1.91  perseant 		simple_unlock(&mountlist_slock);
    231   1.23   thorpej 
    232   1.91  perseant 		/*
    233   1.91  perseant 		 * If global state wants a flush, flush everything.
    234   1.91  perseant 		 */
    235  1.125      yamt 		simple_lock(&lfs_subsys_lock);
    236  1.170  perseant 		loopcount = 0;
    237  1.176  perseant 		if (lfs_do_flush || locked_queue_count > LFS_MAX_BUFS ||
    238   1.91  perseant 			locked_queue_bytes > LFS_MAX_BYTES ||
    239   1.91  perseant 			lfs_subsys_pages > LFS_MAX_PAGES) {
    240   1.91  perseant 
    241   1.91  perseant 			if (lfs_do_flush)
    242  1.166  perseant 				DLOG((DLOG_FLUSH, "daemon: lfs_do_flush\n"));
    243   1.91  perseant 			if (locked_queue_count > LFS_MAX_BUFS)
    244  1.166  perseant 				DLOG((DLOG_FLUSH, "daemon: lqc = %d, max %d\n",
    245  1.166  perseant 				      locked_queue_count, LFS_MAX_BUFS));
    246   1.91  perseant 			if (locked_queue_bytes > LFS_MAX_BYTES)
    247  1.166  perseant 				DLOG((DLOG_FLUSH, "daemon: lqb = %ld, max %ld\n",
    248  1.166  perseant 				      locked_queue_bytes, LFS_MAX_BYTES));
    249  1.164     perry 			if (lfs_subsys_pages > LFS_MAX_PAGES)
    250  1.166  perseant 				DLOG((DLOG_FLUSH, "daemon: lssp = %d, max %d\n",
    251  1.166  perseant 				      lfs_subsys_pages, LFS_MAX_PAGES));
    252  1.166  perseant 
    253  1.163  perseant 			lfs_flush(NULL, SEGM_WRITERD, 0);
    254   1.91  perseant 			lfs_do_flush = 0;
    255   1.91  perseant 		}
    256   1.91  perseant 	}
    257   1.91  perseant 	/* NOTREACHED */
    258   1.91  perseant }
    259   1.60  perseant 
    260   1.16      fvdl /*
    261   1.16      fvdl  * Initialize the filesystem, most work done by ufs_init.
    262   1.16      fvdl  */
    263   1.16      fvdl void
    264   1.16      fvdl lfs_init()
    265   1.16      fvdl {
    266  1.146    atatat #ifdef _LKM
    267  1.146    atatat 	malloc_type_attach(M_SEGMENT);
    268  1.150    atatat 	pool_init(&lfs_inode_pool, sizeof(struct inode), 0, 0, 0,
    269  1.150    atatat 	    "lfsinopl", &pool_allocator_nointr);
    270  1.150    atatat 	pool_init(&lfs_dinode_pool, sizeof(struct ufs1_dinode), 0, 0, 0,
    271  1.150    atatat 	    "lfsdinopl", &pool_allocator_nointr);
    272  1.150    atatat 	pool_init(&lfs_inoext_pool, sizeof(struct lfs_inode_ext), 8, 0, 0,
    273  1.150    atatat 	    "lfsinoextpl", &pool_allocator_nointr);
    274  1.163  perseant 	pool_init(&lfs_lbnentry_pool, sizeof(struct lbnentry), 0, 0, 0,
    275  1.163  perseant 	    "lfslbnpool", &pool_allocator_nointr);
    276  1.146    atatat #endif
    277   1.16      fvdl 	ufs_init();
    278   1.56  perseant 
    279   1.74  perseant #ifdef DEBUG
    280   1.74  perseant 	memset(lfs_log, 0, sizeof(lfs_log));
    281   1.74  perseant #endif
    282   1.91  perseant 	simple_lock_init(&lfs_subsys_lock);
    283   1.67       chs }
    284   1.67       chs 
    285   1.67       chs void
    286   1.67       chs lfs_reinit()
    287   1.67       chs {
    288   1.67       chs 	ufs_reinit();
    289   1.47  jdolecek }
    290   1.47  jdolecek 
    291   1.47  jdolecek void
    292   1.47  jdolecek lfs_done()
    293   1.47  jdolecek {
    294   1.47  jdolecek 	ufs_done();
    295  1.150    atatat #ifdef _LKM
    296   1.47  jdolecek 	pool_destroy(&lfs_inode_pool);
    297  1.144     oster 	pool_destroy(&lfs_dinode_pool);
    298  1.106  perseant 	pool_destroy(&lfs_inoext_pool);
    299  1.174  perseant 	pool_destroy(&lfs_lbnentry_pool);
    300  1.146    atatat 	malloc_type_detach(M_SEGMENT);
    301  1.146    atatat #endif
    302   1.16      fvdl }
    303   1.16      fvdl 
    304   1.16      fvdl /*
    305   1.16      fvdl  * Called by main() when ufs is going to be mounted as root.
    306   1.16      fvdl  */
    307    1.1   mycroft int
    308    1.1   mycroft lfs_mountroot()
    309    1.1   mycroft {
    310   1.16      fvdl 	extern struct vnode *rootvp;
    311   1.16      fvdl 	struct mount *mp;
    312  1.121      fvdl 	struct proc *p = curproc;	/* XXX */
    313   1.16      fvdl 	int error;
    314  1.164     perry 
    315   1.37  sommerfe 	if (root_device->dv_class != DV_DISK)
    316   1.37  sommerfe 		return (ENODEV);
    317   1.37  sommerfe 
    318   1.37  sommerfe 	if (rootdev == NODEV)
    319   1.96  perseant 		return (ENODEV);
    320   1.35  wrstuden 	if ((error = vfs_rootmountalloc(MOUNT_LFS, "root_device", &mp))) {
    321   1.35  wrstuden 		vrele(rootvp);
    322   1.16      fvdl 		return (error);
    323   1.35  wrstuden 	}
    324  1.121      fvdl 	if ((error = lfs_mountfs(rootvp, mp, p))) {
    325   1.16      fvdl 		mp->mnt_op->vfs_refcount--;
    326   1.16      fvdl 		vfs_unbusy(mp);
    327   1.16      fvdl 		free(mp, M_MOUNT);
    328   1.16      fvdl 		return (error);
    329   1.16      fvdl 	}
    330   1.16      fvdl 	simple_lock(&mountlist_slock);
    331   1.16      fvdl 	CIRCLEQ_INSERT_TAIL(&mountlist, mp, mnt_list);
    332   1.16      fvdl 	simple_unlock(&mountlist_slock);
    333  1.147  christos 	(void)lfs_statvfs(mp, &mp->mnt_stat, p);
    334   1.16      fvdl 	vfs_unbusy(mp);
    335  1.154        pk 	setrootfstime((time_t)(VFSTOUFS(mp)->um_lfs->lfs_tstamp));
    336   1.16      fvdl 	return (0);
    337    1.1   mycroft }
    338    1.1   mycroft 
    339    1.1   mycroft /*
    340    1.1   mycroft  * VFS Operations.
    341    1.1   mycroft  *
    342    1.1   mycroft  * mount system call
    343    1.1   mycroft  */
    344   1.10  christos int
    345  1.121      fvdl lfs_mount(struct mount *mp, const char *path, void *data, struct nameidata *ndp, struct proc *p)
    346    1.1   mycroft {
    347    1.1   mycroft 	struct vnode *devvp;
    348    1.1   mycroft 	struct ufs_args args;
    349   1.10  christos 	struct ufsmount *ump = NULL;
    350   1.48  augustss 	struct lfs *fs = NULL;				/* LFS */
    351  1.161   mycroft 	int error, update;
    352    1.3   mycroft 	mode_t accessmode;
    353    1.1   mycroft 
    354   1.81  christos 	if (mp->mnt_flag & MNT_GETARGS) {
    355   1.81  christos 		ump = VFSTOUFS(mp);
    356   1.81  christos 		if (ump == NULL)
    357   1.81  christos 			return EIO;
    358   1.81  christos 		args.fspec = NULL;
    359   1.81  christos 		vfs_showexport(mp, &args.export, &ump->um_export);
    360   1.81  christos 		return copyout(&args, data, sizeof(args));
    361   1.81  christos 	}
    362  1.111       dsl 	error = copyin(data, &args, sizeof (struct ufs_args));
    363   1.10  christos 	if (error)
    364    1.1   mycroft 		return (error);
    365    1.1   mycroft 
    366  1.161   mycroft 	update = mp->mnt_flag & MNT_UPDATE;
    367  1.161   mycroft 
    368  1.162   mycroft 	/* Check arguments */
    369  1.161   mycroft 	if (args.fspec != NULL) {
    370  1.161   mycroft 		/*
    371  1.161   mycroft 		 * Look up the name and verify that it's sane.
    372  1.161   mycroft 		 */
    373  1.161   mycroft 		NDINIT(ndp, LOOKUP, FOLLOW, UIO_USERSPACE, args.fspec, p);
    374  1.161   mycroft 		if ((error = namei(ndp)) != 0)
    375  1.161   mycroft 			return (error);
    376  1.161   mycroft 		devvp = ndp->ni_vp;
    377  1.161   mycroft 
    378  1.161   mycroft 		if (!update) {
    379    1.3   mycroft 			/*
    380  1.161   mycroft 			 * Be sure this is a valid block device
    381    1.3   mycroft 			 */
    382  1.161   mycroft 			if (devvp->v_type != VBLK)
    383  1.161   mycroft 				error = ENOTBLK;
    384  1.161   mycroft 			else if (bdevsw_lookup(devvp->v_rdev) == NULL)
    385  1.161   mycroft 				error = ENXIO;
    386  1.161   mycroft 		} else {
    387    1.1   mycroft 			/*
    388  1.161   mycroft 			 * Be sure we're still naming the same device
    389  1.161   mycroft 			 * used for our initial mount
    390    1.1   mycroft 			 */
    391  1.162   mycroft 			ump = VFSTOUFS(mp);
    392  1.161   mycroft 			if (devvp != ump->um_devvp)
    393  1.161   mycroft 				error = EINVAL;
    394    1.1   mycroft 		}
    395  1.162   mycroft 	} else {
    396  1.162   mycroft 		if (!update) {
    397  1.162   mycroft 			/* New mounts must have a filename for the device */
    398  1.162   mycroft 			return (EINVAL);
    399  1.162   mycroft 		} else {
    400  1.162   mycroft 			/* Use the extant mount */
    401  1.162   mycroft 			ump = VFSTOUFS(mp);
    402  1.162   mycroft 			devvp = ump->um_devvp;
    403  1.162   mycroft 			vref(devvp);
    404  1.162   mycroft 		}
    405    1.1   mycroft 	}
    406  1.161   mycroft 
    407  1.162   mycroft 
    408    1.3   mycroft 	/*
    409    1.3   mycroft 	 * If mount by non-root, then verify that user has necessary
    410    1.3   mycroft 	 * permissions on the device.
    411    1.3   mycroft 	 */
    412  1.161   mycroft 	if (error == 0 && p->p_ucred->cr_uid != 0) {
    413    1.3   mycroft 		accessmode = VREAD;
    414  1.161   mycroft 		if (update ?
    415  1.161   mycroft 		    (mp->mnt_iflag & IMNT_WANTRDWR) != 0 :
    416  1.161   mycroft 		    (mp->mnt_flag & MNT_RDONLY) == 0)
    417    1.3   mycroft 			accessmode |= VWRITE;
    418   1.16      fvdl 		vn_lock(devvp, LK_EXCLUSIVE | LK_RETRY);
    419  1.121      fvdl 		error = VOP_ACCESS(devvp, accessmode, p->p_ucred, p);
    420   1.16      fvdl 		VOP_UNLOCK(devvp, 0);
    421    1.3   mycroft 	}
    422  1.161   mycroft 
    423    1.1   mycroft 	if (error) {
    424    1.1   mycroft 		vrele(devvp);
    425    1.1   mycroft 		return (error);
    426    1.1   mycroft 	}
    427  1.161   mycroft 
    428  1.161   mycroft 	if (!update) {
    429  1.161   mycroft 		int flags;
    430  1.161   mycroft 
    431  1.161   mycroft 		/*
    432  1.161   mycroft 		 * Disallow multiple mounts of the same device.
    433  1.161   mycroft 		 * Disallow mounting of a device that is currently in use
    434  1.161   mycroft 		 * (except for root, which might share swap device for
    435  1.161   mycroft 		 * miniroot).
    436  1.161   mycroft 		 */
    437  1.161   mycroft 		error = vfs_mountedon(devvp);
    438  1.161   mycroft 		if (error)
    439  1.161   mycroft 			goto fail;
    440  1.161   mycroft 		if (vcount(devvp) > 1 && devvp != rootvp) {
    441  1.161   mycroft 			error = EBUSY;
    442  1.161   mycroft 			goto fail;
    443  1.161   mycroft 		}
    444  1.161   mycroft 		if (mp->mnt_flag & MNT_RDONLY)
    445  1.161   mycroft 			flags = FREAD;
    446  1.161   mycroft 		else
    447  1.161   mycroft 			flags = FREAD|FWRITE;
    448  1.161   mycroft 		error = VOP_OPEN(devvp, flags, FSCRED, p);
    449  1.161   mycroft 		if (error)
    450  1.161   mycroft 			goto fail;
    451  1.161   mycroft 		error = lfs_mountfs(devvp, mp, p);		/* LFS */
    452  1.161   mycroft 		if (error) {
    453  1.161   mycroft 			vn_lock(devvp, LK_EXCLUSIVE | LK_RETRY);
    454  1.161   mycroft 			(void)VOP_CLOSE(devvp, flags, NOCRED, p);
    455  1.161   mycroft 			VOP_UNLOCK(devvp, 0);
    456  1.161   mycroft 			goto fail;
    457  1.161   mycroft 		}
    458  1.161   mycroft 
    459  1.161   mycroft 		ump = VFSTOUFS(mp);
    460  1.161   mycroft 		fs = ump->um_lfs;
    461  1.161   mycroft 	} else {
    462  1.161   mycroft 		/*
    463  1.161   mycroft 		 * Update the mount.
    464  1.161   mycroft 		 */
    465  1.161   mycroft 
    466  1.161   mycroft 		/*
    467  1.161   mycroft 		 * The initial mount got a reference on this
    468  1.161   mycroft 		 * device, so drop the one obtained via
    469  1.161   mycroft 		 * namei(), above.
    470  1.161   mycroft 		 */
    471  1.161   mycroft 		vrele(devvp);
    472  1.161   mycroft 
    473  1.162   mycroft 		ump = VFSTOUFS(mp);
    474  1.161   mycroft 		fs = ump->um_lfs;
    475  1.161   mycroft 		if (fs->lfs_ronly && (mp->mnt_iflag & IMNT_WANTRDWR)) {
    476  1.161   mycroft 			/*
    477  1.161   mycroft 			 * Changing from read-only to read/write
    478  1.161   mycroft 			 */
    479  1.161   mycroft 			fs->lfs_ronly = 0;
    480  1.161   mycroft 		}
    481  1.161   mycroft 		if (args.fspec == 0) {
    482  1.161   mycroft 			/*
    483  1.161   mycroft 			 * Process export requests.
    484  1.161   mycroft 			 */
    485  1.161   mycroft 			return (vfs_export(mp, &ump->um_export, &args.export));
    486  1.161   mycroft 		}
    487  1.161   mycroft 	}
    488  1.161   mycroft 
    489  1.179  perseant 	error = set_statvfs_info(path, UIO_USERSPACE, args.fspec,
    490  1.121      fvdl 	    UIO_USERSPACE, mp, p);
    491  1.179  perseant 	if (error == 0)
    492  1.179  perseant 		(void)strncpy(fs->lfs_fsmnt, mp->mnt_stat.f_mntonname,
    493  1.179  perseant 			      sizeof(fs->lfs_fsmnt));
    494  1.179  perseant 	return error;
    495  1.161   mycroft 
    496  1.161   mycroft fail:
    497  1.161   mycroft 	vrele(devvp);
    498  1.161   mycroft 	return (error);
    499    1.1   mycroft }
    500    1.1   mycroft 
    501   1.60  perseant /*
    502   1.60  perseant  * Roll-forward code.
    503   1.60  perseant  */
    504   1.60  perseant 
    505   1.60  perseant /*
    506   1.60  perseant  * Load the appropriate indirect block, and change the appropriate pointer.
    507   1.60  perseant  * Mark the block dirty.  Do segment and avail accounting.
    508   1.60  perseant  */
    509   1.60  perseant static int
    510  1.181  christos update_meta(struct lfs *fs, ino_t ino, int vers, daddr_t lbn,
    511  1.121      fvdl 	    daddr_t ndaddr, size_t size, struct proc *p)
    512   1.60  perseant {
    513   1.60  perseant 	int error;
    514   1.60  perseant 	struct vnode *vp;
    515   1.60  perseant 	struct inode *ip;
    516  1.166  perseant #ifdef DEBUG
    517  1.140      yamt 	daddr_t odaddr;
    518  1.140      yamt 	struct indir a[NIADDR];
    519  1.140      yamt 	int num;
    520  1.140      yamt 	int i;
    521  1.166  perseant #endif /* DEBUG */
    522   1.60  perseant 	struct buf *bp;
    523   1.60  perseant 	SEGUSE *sup;
    524  1.138      yamt 
    525  1.138      yamt 	KASSERT(lbn >= 0);	/* no indirect blocks */
    526   1.60  perseant 
    527  1.181  christos 	if ((error = lfs_rf_valloc(fs, ino, vers, p, &vp)) != 0) {
    528  1.166  perseant 		DLOG((DLOG_RF, "update_meta: ino %d: lfs_rf_valloc"
    529  1.166  perseant 		      " returned %d\n", ino, error));
    530   1.60  perseant 		return error;
    531   1.60  perseant 	}
    532   1.60  perseant 
    533   1.60  perseant 	if ((error = VOP_BALLOC(vp, (lbn << fs->lfs_bshift), size,
    534   1.60  perseant 				NOCRED, 0, &bp)) != 0) {
    535   1.60  perseant 		vput(vp);
    536   1.60  perseant 		return (error);
    537   1.60  perseant 	}
    538   1.60  perseant 	/* No need to write, the block is already on disk */
    539   1.60  perseant 	if (bp->b_flags & B_DELWRI) {
    540   1.60  perseant 		LFS_UNLOCK_BUF(bp);
    541   1.66  perseant 		fs->lfs_avail += btofsb(fs, bp->b_bcount);
    542   1.60  perseant 	}
    543   1.60  perseant 	bp->b_flags |= B_INVAL;
    544   1.60  perseant 	brelse(bp);
    545   1.60  perseant 
    546   1.60  perseant 	/*
    547   1.60  perseant 	 * Extend the file, if it is not large enough already.
    548   1.60  perseant 	 * XXX this is not exactly right, we don't know how much of the
    549   1.60  perseant 	 * XXX last block is actually used.  We hope that an inode will
    550   1.60  perseant 	 * XXX appear later to give the correct size.
    551   1.60  perseant 	 */
    552   1.60  perseant 	ip = VTOI(vp);
    553  1.113      fvdl 	if (ip->i_size <= (lbn << fs->lfs_bshift)) {
    554  1.138      yamt 		u_int64_t newsize;
    555  1.138      yamt 
    556   1.60  perseant 		if (lbn < NDADDR)
    557  1.138      yamt 			newsize = ip->i_ffs1_size = (lbn << fs->lfs_bshift) +
    558   1.60  perseant 				(size - fs->lfs_fsize) + 1;
    559   1.60  perseant 		else
    560  1.138      yamt 			newsize = ip->i_ffs1_size = (lbn << fs->lfs_bshift) + 1;
    561  1.138      yamt 
    562  1.138      yamt 		if (ip->i_size < newsize) {
    563  1.138      yamt 			ip->i_size = newsize;
    564  1.138      yamt 			/*
    565  1.138      yamt 			 * tell vm our new size for the case the inode won't
    566  1.138      yamt 			 * appear later.
    567  1.138      yamt 			 */
    568  1.138      yamt 			uvm_vnp_setsize(vp, newsize);
    569  1.138      yamt 		}
    570   1.60  perseant 	}
    571   1.60  perseant 
    572  1.140      yamt 	lfs_update_single(fs, NULL, vp, lbn, ndaddr, size);
    573  1.138      yamt 
    574   1.66  perseant 	LFS_SEGENTRY(sup, fs, dtosn(fs, ndaddr), bp);
    575   1.60  perseant 	sup->su_nbytes += size;
    576   1.91  perseant 	LFS_WRITESEGENTRY(sup, fs, dtosn(fs, ndaddr), bp);
    577   1.60  perseant 
    578  1.140      yamt 	/* differences here should be due to UNWRITTEN indirect blocks. */
    579  1.140      yamt 	KASSERT((lblkno(fs, ip->i_size) > NDADDR &&
    580  1.140      yamt 	    ip->i_lfs_effnblks == ip->i_ffs1_blocks) ||
    581  1.140      yamt 	    ip->i_lfs_effnblks >= ip->i_ffs1_blocks);
    582   1.60  perseant 
    583  1.166  perseant #ifdef DEBUG
    584   1.60  perseant 	/* Now look again to make sure it worked */
    585  1.117      yamt 	ufs_bmaparray(vp, lbn, &odaddr, &a[0], &num, NULL, NULL);
    586  1.140      yamt 	for (i = num; i > 0; i--) {
    587  1.140      yamt 		if (!a[i].in_exists)
    588  1.140      yamt 			panic("update_meta: absent %d lv indirect block", i);
    589  1.140      yamt 	}
    590   1.66  perseant 	if (dbtofsb(fs, odaddr) != ndaddr)
    591  1.166  perseant 		DLOG((DLOG_RF, "update_meta: failed setting ino %d lbn %"
    592  1.166  perseant 		      PRId64 " to %" PRId64 "\n", ino, lbn, ndaddr));
    593  1.166  perseant #endif /* DEBUG */
    594   1.60  perseant 	vput(vp);
    595   1.60  perseant 	return 0;
    596   1.60  perseant }
    597   1.60  perseant 
    598   1.60  perseant static int
    599   1.60  perseant update_inoblk(struct lfs *fs, daddr_t offset, struct ucred *cred,
    600  1.121      fvdl 	      struct proc *p)
    601   1.60  perseant {
    602   1.60  perseant 	struct vnode *devvp, *vp;
    603   1.60  perseant 	struct inode *ip;
    604  1.113      fvdl 	struct ufs1_dinode *dip;
    605   1.60  perseant 	struct buf *dbp, *ibp;
    606   1.60  perseant 	int error;
    607   1.60  perseant 	daddr_t daddr;
    608   1.60  perseant 	IFILE *ifp;
    609   1.60  perseant 	SEGUSE *sup;
    610   1.60  perseant 
    611   1.60  perseant 	devvp = VTOI(fs->lfs_ivnode)->i_devvp;
    612   1.60  perseant 
    613   1.60  perseant 	/*
    614   1.60  perseant 	 * Get the inode, update times and perms.
    615   1.60  perseant 	 * DO NOT update disk blocks, we do that separately.
    616   1.60  perseant 	 */
    617   1.66  perseant 	error = bread(devvp, fsbtodb(fs, offset), fs->lfs_ibsize, cred, &dbp);
    618   1.60  perseant 	if (error) {
    619  1.166  perseant 		DLOG((DLOG_RF, "update_inoblk: bread returned %d\n", error));
    620   1.60  perseant 		return error;
    621   1.60  perseant 	}
    622  1.113      fvdl 	dip = ((struct ufs1_dinode *)(dbp->b_data)) + INOPB(fs);
    623  1.113      fvdl 	while (--dip >= (struct ufs1_dinode *)dbp->b_data) {
    624   1.70       chs 		if (dip->di_inumber > LFS_IFILE_INUM) {
    625   1.60  perseant 			error = lfs_rf_valloc(fs, dip->di_inumber, dip->di_gen,
    626  1.121      fvdl 					      p, &vp);
    627   1.60  perseant 			if (error) {
    628  1.166  perseant 				DLOG((DLOG_RF, "update_inoblk: lfs_rf_valloc"
    629  1.166  perseant 				      " returned %d\n", error));
    630   1.60  perseant 				continue;
    631   1.60  perseant 			}
    632   1.60  perseant 			ip = VTOI(vp);
    633  1.113      fvdl 			if (dip->di_size != ip->i_size)
    634  1.121      fvdl 				VOP_TRUNCATE(vp, dip->di_size, 0, NOCRED, p);
    635   1.60  perseant 			/* Get mode, link count, size, and times */
    636  1.164     perry 			memcpy(ip->i_din.ffs1_din, dip,
    637  1.113      fvdl 			       offsetof(struct ufs1_dinode, di_db[0]));
    638   1.60  perseant 
    639   1.60  perseant 			/* Then the rest, except di_blocks */
    640  1.113      fvdl 			ip->i_flags = ip->i_ffs1_flags = dip->di_flags;
    641  1.113      fvdl 			ip->i_gen = ip->i_ffs1_gen = dip->di_gen;
    642  1.113      fvdl 			ip->i_uid = ip->i_ffs1_uid = dip->di_uid;
    643  1.113      fvdl 			ip->i_gid = ip->i_ffs1_gid = dip->di_gid;
    644  1.113      fvdl 
    645  1.113      fvdl 			ip->i_mode = ip->i_ffs1_mode;
    646  1.113      fvdl 			ip->i_nlink = ip->i_ffs_effnlink = ip->i_ffs1_nlink;
    647  1.113      fvdl 			ip->i_size = ip->i_ffs1_size;
    648   1.60  perseant 
    649  1.155   mycroft 			LFS_SET_UINO(ip, IN_CHANGE | IN_UPDATE);
    650   1.60  perseant 
    651   1.60  perseant 			/* Re-initialize to get type right */
    652   1.60  perseant 			ufs_vinit(vp->v_mount, lfs_specop_p, lfs_fifoop_p,
    653   1.60  perseant 				  &vp);
    654   1.60  perseant 			vput(vp);
    655   1.60  perseant 
    656   1.60  perseant 			/* Record change in location */
    657   1.60  perseant 			LFS_IENTRY(ifp, fs, dip->di_inumber, ibp);
    658   1.60  perseant 			daddr = ifp->if_daddr;
    659   1.66  perseant 			ifp->if_daddr = dbtofsb(fs, dbp->b_blkno);
    660   1.74  perseant 			error = LFS_BWRITE_LOG(ibp); /* Ifile */
    661   1.60  perseant 			/* And do segment accounting */
    662   1.66  perseant 			if (dtosn(fs, daddr) != dtosn(fs, dbtofsb(fs, dbp->b_blkno))) {
    663   1.60  perseant 				if (daddr > 0) {
    664   1.66  perseant 					LFS_SEGENTRY(sup, fs, dtosn(fs, daddr),
    665   1.60  perseant 						     ibp);
    666  1.113      fvdl 					sup->su_nbytes -= sizeof (struct ufs1_dinode);
    667   1.91  perseant 					LFS_WRITESEGENTRY(sup, fs,
    668   1.91  perseant 							  dtosn(fs, daddr),
    669   1.91  perseant 							  ibp);
    670   1.60  perseant 				}
    671   1.66  perseant 				LFS_SEGENTRY(sup, fs, dtosn(fs, dbtofsb(fs, dbp->b_blkno)),
    672   1.60  perseant 					     ibp);
    673  1.113      fvdl 				sup->su_nbytes += sizeof (struct ufs1_dinode);
    674   1.91  perseant 				LFS_WRITESEGENTRY(sup, fs,
    675   1.96  perseant 						  dtosn(fs, dbtofsb(fs, dbp->b_blkno)),
    676   1.91  perseant 						  ibp);
    677   1.60  perseant 			}
    678   1.60  perseant 		}
    679   1.60  perseant 	}
    680   1.60  perseant 	dbp->b_flags |= B_AGE;
    681   1.60  perseant 	brelse(dbp);
    682   1.60  perseant 
    683   1.60  perseant 	return 0;
    684   1.60  perseant }
    685   1.60  perseant 
    686   1.60  perseant #define CHECK_CKSUM   0x0001  /* Check the checksum to make sure it's valid */
    687   1.60  perseant #define CHECK_UPDATE  0x0002  /* Update Ifile for new data blocks / inodes */
    688   1.60  perseant 
    689   1.60  perseant static daddr_t
    690  1.133      yamt check_segsum(struct lfs *fs, daddr_t offset, u_int64_t nextserial,
    691  1.121      fvdl 	     struct ucred *cred, int flags, int *pseg_flags, struct proc *p)
    692   1.60  perseant {
    693   1.60  perseant 	struct vnode *devvp;
    694   1.60  perseant 	struct buf *bp, *dbp;
    695  1.136  christos 	int error, nblocks = 0, ninos, i, j; /* XXX: gcc */
    696   1.60  perseant 	SEGSUM *ssp;
    697  1.136  christos 	u_long *dp = NULL, *datap = NULL; /* XXX u_int32_t */
    698   1.85      fvdl 	daddr_t oldoffset;
    699   1.85      fvdl 	int32_t *iaddr;	/* XXX ondisk32 */
    700   1.60  perseant 	FINFO *fip;
    701   1.60  perseant 	SEGUSE *sup;
    702   1.60  perseant 	size_t size;
    703   1.60  perseant 
    704   1.60  perseant 	devvp = VTOI(fs->lfs_ivnode)->i_devvp;
    705   1.60  perseant 	/*
    706   1.60  perseant 	 * If the segment has a superblock and we're at the top
    707   1.60  perseant 	 * of the segment, skip the superblock.
    708   1.60  perseant 	 */
    709   1.70       chs 	if (sntod(fs, dtosn(fs, offset)) == offset) {
    710  1.164     perry 		LFS_SEGENTRY(sup, fs, dtosn(fs, offset), bp);
    711   1.96  perseant 		if (sup->su_flags & SEGUSE_SUPERBLOCK)
    712   1.66  perseant 			offset += btofsb(fs, LFS_SBPAD);
    713   1.96  perseant 		brelse(bp);
    714   1.60  perseant 	}
    715   1.60  perseant 
    716   1.60  perseant 	/* Read in the segment summary */
    717  1.132      yamt 	error = bread(devvp, fsbtodb(fs, offset), fs->lfs_sumsize, cred, &bp);
    718   1.70       chs 	if (error)
    719   1.60  perseant 		return -1;
    720  1.164     perry 
    721   1.60  perseant 	/* Check summary checksum */
    722   1.60  perseant 	ssp = (SEGSUM *)bp->b_data;
    723   1.70       chs 	if (flags & CHECK_CKSUM) {
    724   1.70       chs 		if (ssp->ss_sumsum != cksum(&ssp->ss_datasum,
    725   1.66  perseant 					   fs->lfs_sumsize -
    726   1.60  perseant 					   sizeof(ssp->ss_sumsum))) {
    727  1.166  perseant 			DLOG((DLOG_RF, "Sumsum error at 0x%" PRIx64 "\n", offset));
    728   1.60  perseant 			offset = -1;
    729   1.60  perseant 			goto err1;
    730   1.60  perseant 		}
    731   1.60  perseant 		if (ssp->ss_nfinfo == 0 && ssp->ss_ninos == 0) {
    732  1.166  perseant 			DLOG((DLOG_RF, "Empty pseg at 0x%" PRIx64 "\n", offset));
    733   1.60  perseant 			offset = -1;
    734   1.60  perseant 			goto err1;
    735   1.60  perseant 		}
    736   1.60  perseant 		if (ssp->ss_create < fs->lfs_tstamp) {
    737  1.166  perseant 			DLOG((DLOG_RF, "Old data at 0x%" PRIx64 "\n", offset));
    738   1.60  perseant 			offset = -1;
    739   1.60  perseant 			goto err1;
    740   1.60  perseant 		}
    741   1.60  perseant 	}
    742   1.66  perseant 	if (fs->lfs_version > 1) {
    743  1.133      yamt 		if (ssp->ss_serial != nextserial) {
    744  1.166  perseant 			DLOG((DLOG_RF, "Unexpected serial number at 0x%" PRIx64
    745  1.166  perseant 			      "\n", offset));
    746   1.66  perseant 			offset = -1;
    747   1.66  perseant 			goto err1;
    748   1.66  perseant 		}
    749   1.66  perseant 		if (ssp->ss_ident != fs->lfs_ident) {
    750  1.166  perseant 			DLOG((DLOG_RF, "Incorrect fsid (0x%x vs 0x%x) at 0x%"
    751  1.166  perseant 			      PRIx64 "\n", ssp->ss_ident, fs->lfs_ident, offset));
    752   1.66  perseant 			offset = -1;
    753   1.66  perseant 			goto err1;
    754   1.66  perseant 		}
    755   1.66  perseant 	}
    756   1.70       chs 	if (pseg_flags)
    757   1.60  perseant 		*pseg_flags = ssp->ss_flags;
    758   1.60  perseant 	oldoffset = offset;
    759   1.66  perseant 	offset += btofsb(fs, fs->lfs_sumsize);
    760   1.60  perseant 
    761   1.60  perseant 	ninos = howmany(ssp->ss_ninos, INOPB(fs));
    762   1.85      fvdl 	/* XXX ondisk32 */
    763   1.85      fvdl 	iaddr = (int32_t *)(bp->b_data + fs->lfs_sumsize - sizeof(int32_t));
    764   1.70       chs 	if (flags & CHECK_CKSUM) {
    765   1.60  perseant 		/* Count blocks */
    766   1.60  perseant 		nblocks = 0;
    767   1.66  perseant 		fip = (FINFO *)(bp->b_data + SEGSUM_SIZE(fs));
    768   1.70       chs 		for (i = 0; i < ssp->ss_nfinfo; ++i) {
    769   1.60  perseant 			nblocks += fip->fi_nblocks;
    770   1.70       chs 			if (fip->fi_nblocks <= 0)
    771   1.60  perseant 				break;
    772   1.85      fvdl 			/* XXX ondisk32 */
    773   1.90      yamt 			fip = (FINFO *)(((char *)fip) + FINFOSIZE +
    774   1.90      yamt 					(fip->fi_nblocks * sizeof(int32_t)));
    775   1.60  perseant 		}
    776   1.60  perseant 		nblocks += ninos;
    777   1.60  perseant 		/* Create the sum array */
    778   1.60  perseant 		datap = dp = (u_long *)malloc(nblocks * sizeof(u_long),
    779   1.60  perseant 					      M_SEGMENT, M_WAITOK);
    780   1.60  perseant 	}
    781   1.60  perseant 
    782   1.60  perseant 	/* Handle individual blocks */
    783   1.66  perseant 	fip = (FINFO *)(bp->b_data + SEGSUM_SIZE(fs));
    784   1.70       chs 	for (i = 0; i < ssp->ss_nfinfo || ninos; ++i) {
    785   1.60  perseant 		/* Inode block? */
    786   1.70       chs 		if (ninos && *iaddr == offset) {
    787   1.70       chs 			if (flags & CHECK_CKSUM) {
    788   1.60  perseant 				/* Read in the head and add to the buffer */
    789   1.66  perseant 				error = bread(devvp, fsbtodb(fs, offset), fs->lfs_bsize,
    790   1.60  perseant 					      cred, &dbp);
    791   1.70       chs 				if (error) {
    792   1.60  perseant 					offset = -1;
    793   1.60  perseant 					goto err2;
    794   1.60  perseant 				}
    795   1.60  perseant 				(*dp++) = ((u_long *)(dbp->b_data))[0];
    796   1.60  perseant 				dbp->b_flags |= B_AGE;
    797   1.60  perseant 				brelse(dbp);
    798   1.60  perseant 			}
    799   1.70       chs 			if (flags & CHECK_UPDATE) {
    800  1.121      fvdl 				if ((error = update_inoblk(fs, offset, cred, p))
    801   1.60  perseant 				    != 0) {
    802   1.60  perseant 					offset = -1;
    803   1.60  perseant 					goto err2;
    804   1.60  perseant 				}
    805   1.60  perseant 			}
    806   1.66  perseant 			offset += btofsb(fs, fs->lfs_ibsize);
    807   1.60  perseant 			--iaddr;
    808   1.60  perseant 			--ninos;
    809   1.60  perseant 			--i; /* compensate */
    810   1.60  perseant 			continue;
    811   1.60  perseant 		}
    812   1.60  perseant 		size = fs->lfs_bsize;
    813   1.70       chs 		for (j = 0; j < fip->fi_nblocks; ++j) {
    814   1.60  perseant 			if (j == fip->fi_nblocks - 1)
    815   1.60  perseant 				size = fip->fi_lastlength;
    816   1.70       chs 			if (flags & CHECK_CKSUM) {
    817   1.66  perseant 				error = bread(devvp, fsbtodb(fs, offset), size, cred, &dbp);
    818   1.70       chs 				if (error) {
    819   1.60  perseant 					offset = -1;
    820   1.60  perseant 					goto err2;
    821   1.60  perseant 				}
    822   1.60  perseant 				(*dp++) = ((u_long *)(dbp->b_data))[0];
    823   1.60  perseant 				dbp->b_flags |= B_AGE;
    824   1.60  perseant 				brelse(dbp);
    825   1.60  perseant 			}
    826   1.60  perseant 			/* Account for and update any direct blocks */
    827   1.70       chs 			if ((flags & CHECK_UPDATE) &&
    828   1.60  perseant 			   fip->fi_ino > LFS_IFILE_INUM &&
    829   1.60  perseant 			   fip->fi_blocks[j] >= 0) {
    830   1.60  perseant 				update_meta(fs, fip->fi_ino, fip->fi_version,
    831  1.121      fvdl 					    fip->fi_blocks[j], offset, size, p);
    832   1.60  perseant 			}
    833   1.66  perseant 			offset += btofsb(fs, size);
    834   1.60  perseant 		}
    835   1.85      fvdl 		/* XXX ondisk32 */
    836   1.90      yamt 		fip = (FINFO *)(((char *)fip) + FINFOSIZE
    837   1.90      yamt 				+ fip->fi_nblocks * sizeof(int32_t));
    838   1.60  perseant 	}
    839   1.60  perseant 	/* Checksum the array, compare */
    840   1.70       chs 	if ((flags & CHECK_CKSUM) &&
    841   1.60  perseant 	   ssp->ss_datasum != cksum(datap, nblocks * sizeof(u_long)))
    842   1.60  perseant 	{
    843  1.166  perseant 		DLOG((DLOG_RF, "Datasum error at 0x%" PRIx64
    844  1.166  perseant 		      " (wanted %x got %x)\n",
    845  1.166  perseant 		      offset, ssp->ss_datasum, cksum(datap, nblocks *
    846  1.166  perseant 						     sizeof(u_long))));
    847   1.60  perseant 		offset = -1;
    848   1.60  perseant 		goto err2;
    849   1.60  perseant 	}
    850   1.60  perseant 
    851   1.60  perseant 	/* If we're at the end of the segment, move to the next */
    852   1.70       chs 	if (dtosn(fs, offset + btofsb(fs, fs->lfs_sumsize + fs->lfs_bsize)) !=
    853   1.66  perseant 	   dtosn(fs, offset)) {
    854   1.66  perseant 		if (dtosn(fs, offset) == dtosn(fs, ssp->ss_next)) {
    855   1.60  perseant 			offset = -1;
    856   1.60  perseant 			goto err2;
    857   1.60  perseant 		}
    858   1.60  perseant 		offset = ssp->ss_next;
    859  1.166  perseant 		DLOG((DLOG_RF, "LFS roll forward: moving to offset 0x%" PRIx64
    860  1.166  perseant 		       " -> segment %d\n", offset, dtosn(fs,offset)));
    861   1.60  perseant 	}
    862   1.60  perseant 
    863   1.60  perseant 	if (flags & CHECK_UPDATE) {
    864   1.60  perseant 		fs->lfs_avail -= (offset - oldoffset);
    865   1.60  perseant 		/* Don't clog the buffer queue */
    866  1.125      yamt 		simple_lock(&lfs_subsys_lock);
    867   1.60  perseant 		if (locked_queue_count > LFS_MAX_BUFS ||
    868   1.60  perseant 		    locked_queue_bytes > LFS_MAX_BYTES) {
    869  1.163  perseant 			lfs_flush(fs, SEGM_CKP, 0);
    870   1.60  perseant 		}
    871  1.125      yamt 		simple_unlock(&lfs_subsys_lock);
    872   1.60  perseant 	}
    873   1.60  perseant 
    874   1.60  perseant     err2:
    875   1.70       chs 	if (flags & CHECK_CKSUM)
    876   1.60  perseant 		free(datap, M_SEGMENT);
    877   1.60  perseant     err1:
    878   1.60  perseant 	bp->b_flags |= B_AGE;
    879   1.60  perseant 	brelse(bp);
    880   1.60  perseant 
    881   1.66  perseant 	/* XXX should we update the serial number even for bad psegs? */
    882   1.66  perseant 	if ((flags & CHECK_UPDATE) && offset > 0 && fs->lfs_version > 1)
    883  1.133      yamt 		fs->lfs_serial = nextserial;
    884   1.60  perseant 	return offset;
    885   1.60  perseant }
    886   1.60  perseant 
    887    1.1   mycroft /*
    888    1.1   mycroft  * Common code for mount and mountroot
    889    1.1   mycroft  * LFS specific
    890    1.1   mycroft  */
    891    1.1   mycroft int
    892  1.121      fvdl lfs_mountfs(struct vnode *devvp, struct mount *mp, struct proc *p)
    893    1.1   mycroft {
    894   1.60  perseant 	struct dlfs *tdfs, *dfs, *adfs;
    895   1.48  augustss 	struct lfs *fs;
    896   1.48  augustss 	struct ufsmount *ump;
    897    1.1   mycroft 	struct vnode *vp;
    898   1.28  perseant 	struct buf *bp, *abp;
    899    1.1   mycroft 	struct partinfo dpart;
    900    1.1   mycroft 	dev_t dev;
    901   1.66  perseant 	int error, i, ronly, secsize, fsbsize;
    902    1.3   mycroft 	struct ucred *cred;
    903   1.59  perseant 	CLEANERINFO *cip;
    904   1.96  perseant 	SEGUSE *sup;
    905   1.66  perseant 	int flags, dirty, do_rollforward;
    906   1.66  perseant 	daddr_t offset, oldoffset, lastgoodpseg, sb_addr;
    907   1.60  perseant 	int sn, curseg;
    908    1.1   mycroft 
    909    1.3   mycroft 	cred = p ? p->p_ucred : NOCRED;
    910  1.161   mycroft 
    911    1.1   mycroft 	/*
    912    1.1   mycroft 	 * Flush out any old buffers remaining from a previous use.
    913    1.1   mycroft 	 */
    914  1.161   mycroft 	vn_lock(devvp, LK_EXCLUSIVE | LK_RETRY);
    915  1.161   mycroft 	error = vinvalbuf(devvp, V_SAVE, cred, p, 0, 0);
    916  1.161   mycroft 	VOP_UNLOCK(devvp, 0);
    917  1.161   mycroft 	if (error)
    918    1.1   mycroft 		return (error);
    919    1.1   mycroft 
    920    1.1   mycroft 	ronly = (mp->mnt_flag & MNT_RDONLY) != 0;
    921  1.121      fvdl 	if (VOP_IOCTL(devvp, DIOCGPART, &dpart, FREAD, cred, p) != 0)
    922   1.66  perseant 		secsize = DEV_BSIZE;
    923   1.29   mycroft 	else
    924   1.66  perseant 		secsize = dpart.disklab->d_secsize;
    925    1.1   mycroft 
    926    1.1   mycroft 	/* Don't free random space on error. */
    927    1.1   mycroft 	bp = NULL;
    928   1.50  perseant 	abp = NULL;
    929    1.1   mycroft 	ump = NULL;
    930    1.1   mycroft 
    931   1.66  perseant 	sb_addr = LFS_LABELPAD / secsize;
    932   1.70       chs 	while (1) {
    933   1.66  perseant 		/* Read in the superblock. */
    934   1.66  perseant 		error = bread(devvp, sb_addr, LFS_SBPAD, cred, &bp);
    935   1.66  perseant 		if (error)
    936   1.66  perseant 			goto out;
    937   1.66  perseant 		dfs = (struct dlfs *)bp->b_data;
    938    1.1   mycroft 
    939   1.66  perseant 		/* Check the basics. */
    940  1.163  perseant 		if (dfs->dlfs_magic != LFS_MAGIC || dfs->dlfs_bsize > MAXBSIZE ||
    941   1.66  perseant 		    dfs->dlfs_version > LFS_VERSION ||
    942   1.66  perseant 		    dfs->dlfs_bsize < sizeof(struct dlfs)) {
    943  1.166  perseant 			DLOG((DLOG_MOUNT, "lfs_mountfs: primary superblock sanity failed\n"));
    944   1.66  perseant 			error = EINVAL;		/* XXX needs translation */
    945   1.66  perseant 			goto out;
    946   1.66  perseant 		}
    947  1.166  perseant 		if (dfs->dlfs_inodefmt > LFS_MAXINODEFMT) {
    948  1.166  perseant 			DLOG((DLOG_MOUNT, "lfs_mountfs: unknown inode format %d\n",
    949  1.166  perseant 			       dfs->dlfs_inodefmt));
    950  1.166  perseant 			error = EINVAL;
    951  1.166  perseant 			goto out;
    952  1.166  perseant 		}
    953  1.164     perry 
    954  1.164     perry 		if (dfs->dlfs_version == 1)
    955   1.66  perseant 			fsbsize = secsize;
    956   1.66  perseant 		else {
    957  1.164     perry 			fsbsize = 1 << (dfs->dlfs_bshift - dfs->dlfs_blktodb +
    958   1.66  perseant 				dfs->dlfs_fsbtodb);
    959   1.66  perseant 			/*
    960   1.66  perseant 			 * Could be, if the frag size is large enough, that we
    961   1.66  perseant 			 * don't have the "real" primary superblock.  If that's
    962   1.66  perseant 			 * the case, get the real one, and try again.
    963   1.66  perseant 			 */
    964   1.66  perseant 			if (sb_addr != dfs->dlfs_sboffs[0] <<
    965   1.96  perseant 				       dfs->dlfs_fsbtodb) {
    966  1.166  perseant 				DLOG((DLOG_MOUNT, "lfs_mountfs: sb daddr"
    967  1.166  perseant 				      " 0x%llx is not right, trying 0x%llx\n",
    968  1.166  perseant 				      (long long)sb_addr,
    969  1.166  perseant 				      (long long)(dfs->dlfs_sboffs[0] <<
    970  1.166  perseant 						  dfs->dlfs_fsbtodb)));
    971  1.164     perry 				sb_addr = dfs->dlfs_sboffs[0] <<
    972   1.66  perseant 					  dfs->dlfs_fsbtodb;
    973   1.66  perseant 				brelse(bp);
    974   1.66  perseant 				continue;
    975   1.66  perseant 			}
    976   1.66  perseant 		}
    977   1.66  perseant 		break;
    978   1.50  perseant 	}
    979   1.50  perseant 
    980   1.26  perseant 	/*
    981   1.26  perseant 	 * Check the second superblock to see which is newer; then mount
    982   1.96  perseant 	 * using the older of the two.	This is necessary to ensure that
    983   1.26  perseant 	 * the filesystem is valid if it was not unmounted cleanly.
    984   1.26  perseant 	 */
    985   1.60  perseant 
    986   1.50  perseant 	if (dfs->dlfs_sboffs[1] &&
    987   1.66  perseant 	    dfs->dlfs_sboffs[1] - LFS_LABELPAD / fsbsize > LFS_SBPAD / fsbsize)
    988   1.50  perseant 	{
    989  1.164     perry 		error = bread(devvp, dfs->dlfs_sboffs[1] * (fsbsize / secsize),
    990   1.66  perseant 			LFS_SBPAD, cred, &abp);
    991   1.50  perseant 		if (error)
    992   1.50  perseant 			goto out;
    993   1.50  perseant 		adfs = (struct dlfs *)abp->b_data;
    994   1.50  perseant 
    995   1.66  perseant 		if (dfs->dlfs_version == 1) {
    996   1.66  perseant 			/* 1s resolution comparison */
    997   1.66  perseant 			if (adfs->dlfs_tstamp < dfs->dlfs_tstamp)
    998   1.66  perseant 				tdfs = adfs;
    999   1.66  perseant 			else
   1000   1.66  perseant 				tdfs = dfs;
   1001   1.66  perseant 		} else {
   1002   1.66  perseant 			/* monotonic infinite-resolution comparison */
   1003   1.66  perseant 			if (adfs->dlfs_serial < dfs->dlfs_serial)
   1004   1.66  perseant 				tdfs = adfs;
   1005   1.66  perseant 			else
   1006   1.66  perseant 				tdfs = dfs;
   1007   1.66  perseant 		}
   1008   1.60  perseant 
   1009   1.60  perseant 		/* Check the basics. */
   1010   1.60  perseant 		if (tdfs->dlfs_magic != LFS_MAGIC ||
   1011   1.60  perseant 		    tdfs->dlfs_bsize > MAXBSIZE ||
   1012   1.96  perseant 		    tdfs->dlfs_version > LFS_VERSION ||
   1013   1.96  perseant 		    tdfs->dlfs_bsize < sizeof(struct dlfs)) {
   1014  1.166  perseant 			DLOG((DLOG_MOUNT, "lfs_mountfs: alt superblock"
   1015  1.166  perseant 			      " sanity failed\n"));
   1016   1.60  perseant 			error = EINVAL;		/* XXX needs translation */
   1017   1.60  perseant 			goto out;
   1018   1.60  perseant 		}
   1019   1.50  perseant 	} else {
   1020  1.166  perseant 		DLOG((DLOG_MOUNT, "lfs_mountfs: invalid alt superblock"
   1021  1.166  perseant 		      " daddr=0x%x\n", dfs->dlfs_sboffs[1]));
   1022   1.50  perseant 		error = EINVAL;
   1023    1.1   mycroft 		goto out;
   1024    1.1   mycroft 	}
   1025    1.1   mycroft 
   1026    1.1   mycroft 	/* Allocate the mount structure, copy the superblock into it. */
   1027   1.84      yamt 	fs = malloc(sizeof(struct lfs), M_UFSMNT, M_WAITOK | M_ZERO);
   1028   1.60  perseant 	memcpy(&fs->lfs_dlfs, tdfs, sizeof(struct dlfs));
   1029   1.60  perseant 
   1030   1.66  perseant 	/* Compatibility */
   1031   1.66  perseant 	if (fs->lfs_version < 2) {
   1032   1.66  perseant 		fs->lfs_sumsize = LFS_V1_SUMMARY_SIZE;
   1033   1.66  perseant 		fs->lfs_ibsize = fs->lfs_bsize;
   1034   1.66  perseant 		fs->lfs_start = fs->lfs_sboffs[0];
   1035   1.66  perseant 		fs->lfs_tstamp = fs->lfs_otstamp;
   1036   1.66  perseant 		fs->lfs_fsbtodb = 0;
   1037   1.66  perseant 	}
   1038   1.66  perseant 
   1039  1.163  perseant 	/*
   1040  1.163  perseant 	 * If we aren't going to be able to write meaningfully to this
   1041  1.163  perseant 	 * filesystem, and were not mounted readonly, bomb out now.
   1042  1.163  perseant 	 */
   1043  1.163  perseant 	if (fsbtob(fs, LFS_NRESERVE(fs)) > LFS_MAX_BYTES && !ronly) {
   1044  1.166  perseant 		DLOG((DLOG_MOUNT, "lfs_mount: to mount this filesystem read/write,"
   1045  1.166  perseant 		      " we need BUFPAGES >= %lld\n",
   1046  1.166  perseant 		      (long long)((bufmem_hiwater / bufmem_lowater) *
   1047  1.166  perseant 				  LFS_INVERSE_MAX_BYTES(
   1048  1.166  perseant 					  fsbtob(fs, LFS_NRESERVE(fs))) >> PAGE_SHIFT)));
   1049  1.163  perseant 		free(fs, M_UFSMNT);
   1050  1.163  perseant 		error = EFBIG; /* XXX needs translation */
   1051  1.163  perseant 		goto out;
   1052  1.163  perseant 	}
   1053  1.164     perry 
   1054   1.60  perseant 	/* Before rolling forward, lock so vget will sleep for other procs */
   1055   1.60  perseant 	fs->lfs_flags = LFS_NOTYET;
   1056   1.60  perseant 	fs->lfs_rfpid = p->p_pid;
   1057   1.60  perseant 
   1058   1.84      yamt 	ump = malloc(sizeof *ump, M_UFSMNT, M_WAITOK | M_ZERO);
   1059   1.29   mycroft 	ump->um_lfs = fs;
   1060  1.113      fvdl 	ump->um_fstype = UFS1;
   1061   1.60  perseant 	if (sizeof(struct lfs) < LFS_SBPAD) {			/* XXX why? */
   1062    1.1   mycroft 		bp->b_flags |= B_INVAL;
   1063   1.60  perseant 		abp->b_flags |= B_INVAL;
   1064   1.60  perseant 	}
   1065    1.1   mycroft 	brelse(bp);
   1066    1.1   mycroft 	bp = NULL;
   1067   1.26  perseant 	brelse(abp);
   1068   1.26  perseant 	abp = NULL;
   1069    1.1   mycroft 
   1070    1.1   mycroft 	/* Set up the I/O information */
   1071   1.66  perseant 	fs->lfs_devbsize = secsize;
   1072    1.1   mycroft 	fs->lfs_iocount = 0;
   1073   1.34  perseant 	fs->lfs_diropwait = 0;
   1074   1.26  perseant 	fs->lfs_activesb = 0;
   1075   1.57  perseant 	fs->lfs_uinodes = 0;
   1076   1.58  perseant 	fs->lfs_ravail = 0;
   1077  1.163  perseant 	fs->lfs_favail = 0;
   1078   1.51   thorpej 	fs->lfs_sbactive = 0;
   1079    1.1   mycroft 
   1080    1.1   mycroft 	/* Set up the ifile and lock aflags */
   1081    1.1   mycroft 	fs->lfs_doifile = 0;
   1082    1.1   mycroft 	fs->lfs_writer = 0;
   1083    1.1   mycroft 	fs->lfs_dirops = 0;
   1084   1.52  perseant 	fs->lfs_nadirop = 0;
   1085    1.1   mycroft 	fs->lfs_seglock = 0;
   1086   1.91  perseant 	fs->lfs_pdflush = 0;
   1087  1.112  perseant 	fs->lfs_sleepers = 0;
   1088  1.163  perseant 	fs->lfs_pages = 0;
   1089  1.105  perseant 	simple_lock_init(&fs->lfs_interlock);
   1090   1.78  perseant 	lockinit(&fs->lfs_fraglock, PINOD, "lfs_fraglock", 0, 0);
   1091  1.177  perseant 	lockinit(&fs->lfs_iflock, PINOD, "lfs_iflock", 0, 0);
   1092    1.1   mycroft 
   1093    1.1   mycroft 	/* Set the file system readonly/modify bits. */
   1094    1.1   mycroft 	fs->lfs_ronly = ronly;
   1095    1.1   mycroft 	if (ronly == 0)
   1096    1.1   mycroft 		fs->lfs_fmod = 1;
   1097    1.1   mycroft 
   1098    1.1   mycroft 	/* Initialize the mount structure. */
   1099    1.1   mycroft 	dev = devvp->v_rdev;
   1100   1.79     soren 	mp->mnt_data = ump;
   1101  1.147  christos 	mp->mnt_stat.f_fsidx.__fsid_val[0] = (long)dev;
   1102  1.147  christos 	mp->mnt_stat.f_fsidx.__fsid_val[1] = makefstype(MOUNT_LFS);
   1103  1.147  christos 	mp->mnt_stat.f_fsid = mp->mnt_stat.f_fsidx.__fsid_val[0];
   1104  1.147  christos 	mp->mnt_stat.f_namemax = MAXNAMLEN;
   1105   1.49  perseant 	mp->mnt_stat.f_iosize = fs->lfs_bsize;
   1106    1.1   mycroft 	mp->mnt_flag |= MNT_LOCAL;
   1107   1.91  perseant 	mp->mnt_fs_bshift = fs->lfs_bshift;
   1108   1.18    bouyer 	ump->um_flags = 0;
   1109    1.1   mycroft 	ump->um_mountp = mp;
   1110    1.1   mycroft 	ump->um_dev = dev;
   1111    1.1   mycroft 	ump->um_devvp = devvp;
   1112   1.66  perseant 	ump->um_bptrtodb = fs->lfs_fsbtodb;
   1113   1.66  perseant 	ump->um_seqinc = fragstofsb(fs, fs->lfs_frag);
   1114    1.1   mycroft 	ump->um_nindir = fs->lfs_nindir;
   1115   1.61       chs 	ump->um_lognindir = ffs(fs->lfs_nindir) - 1;
   1116    1.1   mycroft 	for (i = 0; i < MAXQUOTAS; i++)
   1117    1.1   mycroft 		ump->um_quotas[i] = NULLVP;
   1118  1.156   mycroft 	ump->um_maxsymlinklen = fs->lfs_maxsymlinklen;
   1119  1.157   mycroft 	ump->um_dirblksiz = DIRBLKSIZ;
   1120  1.156   mycroft 	ump->um_maxfilesize = fs->lfs_maxfilesize;
   1121  1.158   mycroft 	if (ump->um_maxsymlinklen > 0)
   1122  1.158   mycroft 		mp->mnt_iflag |= IMNT_DTYPE;
   1123   1.44      fvdl 	devvp->v_specmountpoint = mp;
   1124    1.1   mycroft 
   1125   1.91  perseant 	/* Set up reserved memory for pageout */
   1126   1.91  perseant 	lfs_setup_resblks(fs);
   1127   1.91  perseant 	/* Set up vdirop tailq */
   1128   1.91  perseant 	TAILQ_INIT(&fs->lfs_dchainhd);
   1129   1.91  perseant 	/* and paging tailq */
   1130   1.91  perseant 	TAILQ_INIT(&fs->lfs_pchainhd);
   1131   1.91  perseant 
   1132    1.1   mycroft 	/*
   1133    1.1   mycroft 	 * We use the ifile vnode for almost every operation.  Instead of
   1134    1.1   mycroft 	 * retrieving it from the hash table each time we retrieve it here,
   1135    1.1   mycroft 	 * artificially increment the reference count and keep a pointer
   1136    1.1   mycroft 	 * to it in the incore copy of the superblock.
   1137    1.1   mycroft 	 */
   1138  1.120   thorpej 	if ((error = VFS_VGET(mp, LFS_IFILE_INUM, &vp)) != 0) {
   1139  1.166  perseant 		DLOG((DLOG_MOUNT, "lfs_mountfs: ifile vget failed, error=%d\n", error));
   1140    1.1   mycroft 		goto out;
   1141   1.66  perseant 	}
   1142    1.1   mycroft 	fs->lfs_ivnode = vp;
   1143    1.1   mycroft 	VREF(vp);
   1144   1.30  perseant 
   1145   1.91  perseant 	/* Set up segment usage flags for the autocleaner. */
   1146  1.102  perseant 	fs->lfs_nactive = 0;
   1147   1.91  perseant 	fs->lfs_suflags = (u_int32_t **)malloc(2 * sizeof(u_int32_t *),
   1148   1.91  perseant 						M_SEGMENT, M_WAITOK);
   1149   1.91  perseant 	fs->lfs_suflags[0] = (u_int32_t *)malloc(fs->lfs_nseg * sizeof(u_int32_t),
   1150   1.91  perseant 						 M_SEGMENT, M_WAITOK);
   1151   1.91  perseant 	fs->lfs_suflags[1] = (u_int32_t *)malloc(fs->lfs_nseg * sizeof(u_int32_t),
   1152   1.91  perseant 						 M_SEGMENT, M_WAITOK);
   1153   1.91  perseant 	memset(fs->lfs_suflags[1], 0, fs->lfs_nseg * sizeof(u_int32_t));
   1154   1.91  perseant 	for (i = 0; i < fs->lfs_nseg; i++) {
   1155  1.102  perseant 		int changed;
   1156  1.102  perseant 
   1157   1.91  perseant 		LFS_SEGENTRY(sup, fs, i, bp);
   1158  1.102  perseant 		changed = 0;
   1159  1.102  perseant 		if (!ronly) {
   1160  1.102  perseant 			if (sup->su_nbytes == 0 &&
   1161  1.102  perseant 			    !(sup->su_flags & SEGUSE_EMPTY)) {
   1162  1.102  perseant 				sup->su_flags |= SEGUSE_EMPTY;
   1163  1.102  perseant 				++changed;
   1164  1.102  perseant 			} else if (!(sup->su_nbytes == 0) &&
   1165  1.102  perseant 				   (sup->su_flags & SEGUSE_EMPTY)) {
   1166  1.102  perseant 				sup->su_flags &= ~SEGUSE_EMPTY;
   1167  1.102  perseant 				++changed;
   1168  1.102  perseant 			}
   1169  1.177  perseant 			if (sup->su_flags & (SEGUSE_ACTIVE|SEGUSE_INVAL)) {
   1170  1.177  perseant 				sup->su_flags &= ~(SEGUSE_ACTIVE|SEGUSE_INVAL);
   1171  1.102  perseant 				++changed;
   1172  1.102  perseant 			}
   1173  1.102  perseant 		}
   1174  1.102  perseant 		fs->lfs_suflags[0][i] = sup->su_flags;
   1175  1.102  perseant 		if (changed)
   1176   1.91  perseant 			LFS_WRITESEGENTRY(sup, fs, i, bp);
   1177  1.102  perseant 		else
   1178   1.91  perseant 			brelse(bp);
   1179   1.91  perseant 	}
   1180   1.91  perseant 
   1181   1.60  perseant 	/*
   1182   1.60  perseant 	 * Roll forward.
   1183   1.66  perseant 	 *
   1184  1.166  perseant 	 * We don't roll forward for v1 filesystems, because
   1185   1.66  perseant 	 * of the danger that the clock was turned back between the last
   1186   1.66  perseant 	 * checkpoint and crash.  This would roll forward garbage.
   1187   1.66  perseant 	 *
   1188   1.66  perseant 	 * v2 filesystems don't have this problem because they use a
   1189   1.66  perseant 	 * monotonically increasing serial number instead of a timestamp.
   1190   1.60  perseant 	 */
   1191  1.166  perseant 	do_rollforward = (!(fs->lfs_pflags & LFS_PF_CLEAN) &&
   1192  1.166  perseant 			  lfs_do_rfw && fs->lfs_version > 1);
   1193   1.66  perseant 	if (do_rollforward) {
   1194  1.133      yamt 		u_int64_t nextserial;
   1195   1.66  perseant 		/*
   1196   1.66  perseant 		 * Phase I: Find the address of the last good partial
   1197   1.66  perseant 		 * segment that was written after the checkpoint.  Mark
   1198   1.66  perseant 		 * the segments in question dirty, so they won't be
   1199   1.66  perseant 		 * reallocated.
   1200   1.66  perseant 		 */
   1201   1.66  perseant 		lastgoodpseg = oldoffset = offset = fs->lfs_offset;
   1202   1.66  perseant 		flags = 0x0;
   1203  1.166  perseant 		DLOG((DLOG_RF, "LFS roll forward phase 1: start at offset 0x%"
   1204  1.166  perseant 		      PRIx64 "\n", offset));
   1205   1.66  perseant 		LFS_SEGENTRY(sup, fs, dtosn(fs, offset), bp);
   1206   1.66  perseant 		if (!(sup->su_flags & SEGUSE_DIRTY))
   1207   1.66  perseant 			--fs->lfs_nclean;
   1208   1.66  perseant 		sup->su_flags |= SEGUSE_DIRTY;
   1209   1.91  perseant 		LFS_WRITESEGENTRY(sup, fs, dtosn(fs, offset), bp);
   1210  1.133      yamt 		nextserial = fs->lfs_serial + 1;
   1211  1.133      yamt 		while ((offset = check_segsum(fs, offset, nextserial,
   1212  1.133      yamt 		    cred, CHECK_CKSUM, &flags, p)) > 0) {
   1213  1.133      yamt 			nextserial++;
   1214   1.70       chs 			if (sntod(fs, oldoffset) != sntod(fs, offset)) {
   1215   1.66  perseant 				LFS_SEGENTRY(sup, fs, dtosn(fs, oldoffset),
   1216  1.164     perry 					     bp);
   1217   1.66  perseant 				if (!(sup->su_flags & SEGUSE_DIRTY))
   1218   1.66  perseant 					--fs->lfs_nclean;
   1219   1.66  perseant 				sup->su_flags |= SEGUSE_DIRTY;
   1220   1.91  perseant 				LFS_WRITESEGENTRY(sup, fs, dtosn(fs, oldoffset),
   1221  1.164     perry 					     bp);
   1222   1.66  perseant 			}
   1223   1.60  perseant 
   1224  1.166  perseant 			DLOG((DLOG_RF, "LFS roll forward phase 1: offset=0x%"
   1225  1.166  perseant 			      PRIx64 "\n", offset));
   1226   1.70       chs 			if (flags & SS_DIROP) {
   1227  1.166  perseant 				DLOG((DLOG_RF, "lfs_mountfs: dirops at 0x%"
   1228  1.166  perseant 				      PRIx64 "\n", oldoffset));
   1229   1.70       chs 				if (!(flags & SS_CONT))
   1230  1.166  perseant 				     DLOG((DLOG_RF, "lfs_mountfs: dirops end "
   1231  1.166  perseant 					   "at 0x%" PRIx64 "\n", oldoffset));
   1232   1.66  perseant 			}
   1233   1.70       chs 			if (!(flags & SS_CONT))
   1234   1.66  perseant 				lastgoodpseg = offset;
   1235   1.66  perseant 			oldoffset = offset;
   1236   1.60  perseant 		}
   1237   1.66  perseant 		if (flags & SS_CONT) {
   1238  1.166  perseant 			DLOG((DLOG_RF, "LFS roll forward: warning: incomplete "
   1239  1.166  perseant 			      "dirops discarded\n"));
   1240   1.66  perseant 		}
   1241  1.166  perseant 		DLOG((DLOG_RF, "LFS roll forward phase 1: completed: "
   1242  1.166  perseant 		      "lastgoodpseg=0x%" PRIx64 "\n", lastgoodpseg));
   1243   1.66  perseant 		oldoffset = fs->lfs_offset;
   1244   1.66  perseant 		if (fs->lfs_offset != lastgoodpseg) {
   1245   1.66  perseant 			/* Don't overwrite what we're trying to preserve */
   1246   1.66  perseant 			offset = fs->lfs_offset;
   1247   1.66  perseant 			fs->lfs_offset = lastgoodpseg;
   1248   1.66  perseant 			fs->lfs_curseg = sntod(fs, dtosn(fs, fs->lfs_offset));
   1249   1.66  perseant 			for (sn = curseg = dtosn(fs, fs->lfs_curseg);;) {
   1250   1.66  perseant 				sn = (sn + 1) % fs->lfs_nseg;
   1251   1.66  perseant 				if (sn == curseg)
   1252   1.66  perseant 					panic("lfs_mountfs: no clean segments");
   1253   1.66  perseant 				LFS_SEGENTRY(sup, fs, sn, bp);
   1254   1.66  perseant 				dirty = (sup->su_flags & SEGUSE_DIRTY);
   1255   1.66  perseant 				brelse(bp);
   1256   1.66  perseant 				if (!dirty)
   1257   1.66  perseant 					break;
   1258   1.66  perseant 			}
   1259   1.66  perseant 			fs->lfs_nextseg = sntod(fs, sn);
   1260   1.60  perseant 
   1261   1.66  perseant 			/*
   1262   1.66  perseant 			 * Phase II: Roll forward from the first superblock.
   1263   1.66  perseant 			 */
   1264   1.66  perseant 			while (offset != lastgoodpseg) {
   1265  1.166  perseant 				DLOG((DLOG_RF, "LFS roll forward phase 2: 0x%"
   1266  1.166  perseant 				      PRIx64 "\n", offset));
   1267  1.133      yamt 				offset = check_segsum(fs, offset,
   1268  1.133      yamt 				    fs->lfs_serial + 1, cred, CHECK_UPDATE,
   1269  1.133      yamt 				    NULL, p);
   1270   1.66  perseant 			}
   1271   1.60  perseant 
   1272   1.66  perseant 			/*
   1273   1.66  perseant 			 * Finish: flush our changes to disk.
   1274   1.66  perseant 			 */
   1275   1.66  perseant 			lfs_segwrite(mp, SEGM_CKP | SEGM_SYNC);
   1276  1.166  perseant 			DLOG((DLOG_RF, "lfs_mountfs: roll forward ",
   1277  1.166  perseant 			      "recovered %lld blocks\n",
   1278  1.166  perseant 			      (long long)(lastgoodpseg - oldoffset)));
   1279   1.66  perseant 		}
   1280  1.166  perseant 		DLOG((DLOG_RF, "LFS roll forward complete\n"));
   1281   1.66  perseant 	}
   1282   1.66  perseant 	/* If writing, sb is not clean; record in case of immediate crash */
   1283   1.66  perseant 	if (!fs->lfs_ronly) {
   1284   1.66  perseant 		fs->lfs_pflags &= ~LFS_PF_CLEAN;
   1285   1.66  perseant 		lfs_writesuper(fs, fs->lfs_sboffs[0]);
   1286  1.112  perseant 		lfs_writesuper(fs, fs->lfs_sboffs[1]);
   1287   1.66  perseant 	}
   1288  1.164     perry 
   1289   1.60  perseant 	/* Allow vget now that roll-forward is complete */
   1290   1.60  perseant 	fs->lfs_flags &= ~(LFS_NOTYET);
   1291   1.60  perseant 	wakeup(&fs->lfs_flags);
   1292   1.60  perseant 
   1293   1.30  perseant 	/*
   1294  1.164     perry 	 * Initialize the ifile cleaner info with information from
   1295   1.59  perseant 	 * the superblock.
   1296  1.164     perry 	 */
   1297   1.59  perseant 	LFS_CLEANERINFO(cip, fs, bp);
   1298   1.59  perseant 	cip->clean = fs->lfs_nclean;
   1299   1.59  perseant 	cip->dirty = fs->lfs_nseg - fs->lfs_nclean;
   1300   1.59  perseant 	cip->avail = fs->lfs_avail;
   1301   1.59  perseant 	cip->bfree = fs->lfs_bfree;
   1302   1.74  perseant 	(void) LFS_BWRITE_LOG(bp); /* Ifile */
   1303   1.59  perseant 
   1304   1.59  perseant 	/*
   1305  1.164     perry 	 * Mark the current segment as ACTIVE, since we're going to
   1306   1.30  perseant 	 * be writing to it.
   1307   1.30  perseant 	 */
   1308  1.164     perry 	LFS_SEGENTRY(sup, fs, dtosn(fs, fs->lfs_offset), bp);
   1309   1.96  perseant 	sup->su_flags |= SEGUSE_DIRTY | SEGUSE_ACTIVE;
   1310  1.102  perseant 	fs->lfs_nactive++;
   1311   1.96  perseant 	LFS_WRITESEGENTRY(sup, fs, dtosn(fs, fs->lfs_offset), bp);  /* Ifile */
   1312   1.74  perseant 
   1313   1.74  perseant 	/* Now that roll-forward is done, unlock the Ifile */
   1314   1.74  perseant 	vput(vp);
   1315   1.74  perseant 
   1316   1.74  perseant 	/* Comment on ifile size if it is too large */
   1317  1.165  perseant 	warn_ifile_size(fs);
   1318    1.1   mycroft 
   1319  1.163  perseant 	/* Start the pagedaemon-anticipating daemon */
   1320  1.163  perseant 	if (lfs_writer_daemon == 0 &&
   1321  1.163  perseant 	    kthread_create1(lfs_writerd, NULL, NULL, "lfs_writer") != 0)
   1322  1.163  perseant 		panic("fork lfs_writer");
   1323  1.163  perseant 
   1324    1.1   mycroft 	return (0);
   1325  1.161   mycroft 
   1326    1.1   mycroft out:
   1327    1.1   mycroft 	if (bp)
   1328    1.1   mycroft 		brelse(bp);
   1329   1.26  perseant 	if (abp)
   1330   1.26  perseant 		brelse(abp);
   1331    1.1   mycroft 	if (ump) {
   1332    1.1   mycroft 		free(ump->um_lfs, M_UFSMNT);
   1333    1.1   mycroft 		free(ump, M_UFSMNT);
   1334   1.79     soren 		mp->mnt_data = NULL;
   1335    1.1   mycroft 	}
   1336   1.91  perseant 
   1337    1.1   mycroft 	return (error);
   1338    1.1   mycroft }
   1339    1.1   mycroft 
   1340    1.1   mycroft /*
   1341    1.1   mycroft  * unmount system call
   1342    1.1   mycroft  */
   1343   1.10  christos int
   1344  1.121      fvdl lfs_unmount(struct mount *mp, int mntflags, struct proc *p)
   1345    1.1   mycroft {
   1346   1.48  augustss 	struct ufsmount *ump;
   1347   1.48  augustss 	struct lfs *fs;
   1348   1.77  perseant 	int error, flags, ronly;
   1349  1.109  perseant 	int s;
   1350    1.1   mycroft 
   1351    1.1   mycroft 	flags = 0;
   1352    1.5   mycroft 	if (mntflags & MNT_FORCE)
   1353    1.1   mycroft 		flags |= FORCECLOSE;
   1354    1.1   mycroft 
   1355    1.1   mycroft 	ump = VFSTOUFS(mp);
   1356    1.1   mycroft 	fs = ump->um_lfs;
   1357  1.112  perseant 
   1358  1.112  perseant 	/* wake up the cleaner so it can die */
   1359  1.112  perseant 	wakeup(&fs->lfs_nextseg);
   1360  1.112  perseant 	wakeup(&lfs_allclean_wakeup);
   1361  1.112  perseant 	simple_lock(&fs->lfs_interlock);
   1362  1.112  perseant 	while (fs->lfs_sleepers)
   1363  1.112  perseant 		ltsleep(&fs->lfs_sleepers, PRIBIO + 1, "lfs_sleepers", 0,
   1364  1.112  perseant 			&fs->lfs_interlock);
   1365  1.112  perseant 	simple_unlock(&fs->lfs_interlock);
   1366  1.112  perseant 
   1367    1.1   mycroft #ifdef QUOTA
   1368    1.1   mycroft 	if (mp->mnt_flag & MNT_QUOTA) {
   1369   1.11        pk 		int i;
   1370   1.10  christos 		error = vflush(mp, fs->lfs_ivnode, SKIPSYSTEM|flags);
   1371   1.10  christos 		if (error)
   1372    1.1   mycroft 			return (error);
   1373    1.1   mycroft 		for (i = 0; i < MAXQUOTAS; i++) {
   1374    1.1   mycroft 			if (ump->um_quotas[i] == NULLVP)
   1375    1.1   mycroft 				continue;
   1376  1.121      fvdl 			quotaoff(p, mp, i);
   1377    1.1   mycroft 		}
   1378    1.1   mycroft 		/*
   1379    1.1   mycroft 		 * Here we fall through to vflush again to ensure
   1380    1.1   mycroft 		 * that we have gotten rid of all the system vnodes.
   1381    1.1   mycroft 		 */
   1382    1.1   mycroft 	}
   1383    1.1   mycroft #endif
   1384   1.10  christos 	if ((error = vflush(mp, fs->lfs_ivnode, flags)) != 0)
   1385    1.1   mycroft 		return (error);
   1386  1.121      fvdl 	if ((error = VFS_SYNC(mp, 1, p->p_ucred, p)) != 0)
   1387    1.1   mycroft 		return (error);
   1388  1.109  perseant 	s = splbio();
   1389   1.76  perseant 	if (LIST_FIRST(&fs->lfs_ivnode->v_dirtyblkhd))
   1390   1.82    provos 		panic("lfs_unmount: still dirty blocks on ifile vnode");
   1391  1.109  perseant 	splx(s);
   1392   1.66  perseant 
   1393   1.74  perseant 	/* Comment on ifile size if it has become too large */
   1394  1.165  perseant 	if (!(fs->lfs_flags & LFS_WARNED))
   1395  1.165  perseant 		warn_ifile_size(fs);
   1396   1.74  perseant 
   1397  1.109  perseant 	/* Explicitly write the superblock, to update serial and pflags */
   1398  1.109  perseant 	fs->lfs_pflags |= LFS_PF_CLEAN;
   1399  1.109  perseant 	lfs_writesuper(fs, fs->lfs_sboffs[0]);
   1400  1.109  perseant 	lfs_writesuper(fs, fs->lfs_sboffs[1]);
   1401  1.169  perseant 	simple_lock(&fs->lfs_interlock);
   1402  1.109  perseant 	while (fs->lfs_iocount)
   1403  1.169  perseant 		ltsleep(&fs->lfs_iocount, PRIBIO + 1, "lfs_umount", 0,
   1404  1.169  perseant 			&fs->lfs_interlock);
   1405  1.169  perseant 	simple_unlock(&fs->lfs_interlock);
   1406  1.109  perseant 
   1407   1.66  perseant 	/* Finish with the Ifile, now that we're done with it */
   1408    1.1   mycroft 	vrele(fs->lfs_ivnode);
   1409    1.1   mycroft 	vgone(fs->lfs_ivnode);
   1410   1.66  perseant 
   1411    1.1   mycroft 	ronly = !fs->lfs_ronly;
   1412   1.40     enami 	if (ump->um_devvp->v_type != VBAD)
   1413   1.44      fvdl 		ump->um_devvp->v_specmountpoint = NULL;
   1414   1.39  wrstuden 	vn_lock(ump->um_devvp, LK_EXCLUSIVE | LK_RETRY);
   1415    1.1   mycroft 	error = VOP_CLOSE(ump->um_devvp,
   1416  1.121      fvdl 	    ronly ? FREAD : FREAD|FWRITE, NOCRED, p);
   1417   1.39  wrstuden 	vput(ump->um_devvp);
   1418   1.26  perseant 
   1419  1.176  perseant 	/* Complain about page leakage */
   1420  1.176  perseant 	if (fs->lfs_pages > 0)
   1421  1.176  perseant 		printf("lfs_unmount: still claim %d pages (%d in subsystem)\n",
   1422  1.176  perseant 			fs->lfs_pages, lfs_subsys_pages);
   1423  1.176  perseant 
   1424   1.91  perseant 	/* Free per-mount data structures */
   1425   1.91  perseant 	free(fs->lfs_suflags[0], M_SEGMENT);
   1426   1.91  perseant 	free(fs->lfs_suflags[1], M_SEGMENT);
   1427   1.91  perseant 	free(fs->lfs_suflags, M_SEGMENT);
   1428   1.91  perseant 	lfs_free_resblks(fs);
   1429    1.1   mycroft 	free(fs, M_UFSMNT);
   1430    1.1   mycroft 	free(ump, M_UFSMNT);
   1431   1.91  perseant 
   1432   1.79     soren 	mp->mnt_data = NULL;
   1433    1.1   mycroft 	mp->mnt_flag &= ~MNT_LOCAL;
   1434    1.1   mycroft 	return (error);
   1435    1.1   mycroft }
   1436    1.1   mycroft 
   1437    1.1   mycroft /*
   1438    1.1   mycroft  * Get file system statistics.
   1439  1.169  perseant  *
   1440  1.169  perseant  * NB: We don't lock to access the superblock here, because it's not
   1441  1.169  perseant  * really that important if we get it wrong.
   1442    1.1   mycroft  */
   1443   1.10  christos int
   1444  1.147  christos lfs_statvfs(struct mount *mp, struct statvfs *sbp, struct proc *p)
   1445    1.1   mycroft {
   1446   1.48  augustss 	struct lfs *fs;
   1447   1.48  augustss 	struct ufsmount *ump;
   1448    1.1   mycroft 
   1449    1.1   mycroft 	ump = VFSTOUFS(mp);
   1450    1.1   mycroft 	fs = ump->um_lfs;
   1451    1.1   mycroft 	if (fs->lfs_magic != LFS_MAGIC)
   1452  1.147  christos 		panic("lfs_statvfs: magic");
   1453   1.53  perseant 
   1454  1.147  christos 	sbp->f_bsize = fs->lfs_bsize;
   1455  1.148      yamt 	sbp->f_frsize = fs->lfs_fsize;
   1456    1.1   mycroft 	sbp->f_iosize = fs->lfs_bsize;
   1457   1.66  perseant 	sbp->f_blocks = fsbtofrags(fs, LFS_EST_NONMETA(fs));
   1458  1.163  perseant 
   1459   1.66  perseant 	sbp->f_bfree = fsbtofrags(fs, LFS_EST_BFREE(fs));
   1460  1.163  perseant 	KASSERT(sbp->f_bfree <= fs->lfs_dsize);
   1461  1.163  perseant 	if (sbp->f_bfree < 0)
   1462  1.163  perseant 		sbp->f_bfree = 0;
   1463  1.163  perseant 
   1464  1.147  christos 	sbp->f_bresvd = fsbtofrags(fs, LFS_EST_RSVD(fs));
   1465  1.147  christos 	if (sbp->f_bfree > sbp->f_bresvd)
   1466  1.147  christos 		sbp->f_bavail = sbp->f_bfree - sbp->f_bresvd;
   1467  1.147  christos 	else
   1468  1.147  christos 		sbp->f_bavail = 0;
   1469  1.164     perry 
   1470   1.66  perseant 	sbp->f_files = fs->lfs_bfree / btofsb(fs, fs->lfs_ibsize) * INOPB(fs);
   1471   1.31  perseant 	sbp->f_ffree = sbp->f_files - fs->lfs_nfiles;
   1472  1.147  christos 	sbp->f_favail = sbp->f_ffree;
   1473  1.147  christos 	sbp->f_fresvd = 0;
   1474  1.147  christos 	copy_statvfs_info(sbp, mp);
   1475    1.1   mycroft 	return (0);
   1476    1.1   mycroft }
   1477    1.1   mycroft 
   1478    1.1   mycroft /*
   1479    1.1   mycroft  * Go through the disk queues to initiate sandbagged IO;
   1480    1.1   mycroft  * go through the inodes to write those that have been modified;
   1481    1.1   mycroft  * initiate the writing of the super block if it has been modified.
   1482    1.1   mycroft  *
   1483    1.1   mycroft  * Note: we are always called with the filesystem marked `MPBUSY'.
   1484    1.1   mycroft  */
   1485   1.10  christos int
   1486  1.121      fvdl lfs_sync(struct mount *mp, int waitfor, struct ucred *cred, struct proc *p)
   1487    1.1   mycroft {
   1488    1.1   mycroft 	int error;
   1489   1.26  perseant 	struct lfs *fs;
   1490   1.26  perseant 
   1491  1.123      yamt 	fs = VFSTOUFS(mp)->um_lfs;
   1492   1.56  perseant 	if (fs->lfs_ronly)
   1493   1.56  perseant 		return 0;
   1494  1.122      yamt 	lfs_writer_enter(fs, "lfs_dirops");
   1495    1.1   mycroft 
   1496    1.1   mycroft 	/* All syncs must be checkpoints until roll-forward is implemented. */
   1497    1.1   mycroft 	error = lfs_segwrite(mp, SEGM_CKP | (waitfor ? SEGM_SYNC : 0));
   1498  1.122      yamt 	lfs_writer_leave(fs);
   1499    1.1   mycroft #ifdef QUOTA
   1500  1.121      fvdl 	qsync(mp);
   1501    1.1   mycroft #endif
   1502    1.1   mycroft 	return (error);
   1503    1.1   mycroft }
   1504    1.1   mycroft 
   1505   1.26  perseant extern struct lock ufs_hashlock;
   1506   1.26  perseant 
   1507    1.1   mycroft /*
   1508    1.1   mycroft  * Look up an LFS dinode number to find its incore vnode.  If not already
   1509    1.1   mycroft  * in core, read it in from the specified device.  Return the inode locked.
   1510    1.1   mycroft  * Detection and handling of mount points must be done by the calling routine.
   1511    1.1   mycroft  */
   1512    1.1   mycroft int
   1513  1.120   thorpej lfs_vget(struct mount *mp, ino_t ino, struct vnode **vpp)
   1514    1.1   mycroft {
   1515   1.48  augustss 	struct lfs *fs;
   1516  1.113      fvdl 	struct ufs1_dinode *dip;
   1517   1.48  augustss 	struct inode *ip;
   1518    1.1   mycroft 	struct buf *bp;
   1519    1.1   mycroft 	struct ifile *ifp;
   1520    1.1   mycroft 	struct vnode *vp;
   1521    1.1   mycroft 	struct ufsmount *ump;
   1522   1.85      fvdl 	daddr_t daddr;
   1523    1.1   mycroft 	dev_t dev;
   1524  1.107      yamt 	int error, retries;
   1525   1.26  perseant 	struct timespec ts;
   1526    1.1   mycroft 
   1527    1.1   mycroft 	ump = VFSTOUFS(mp);
   1528    1.1   mycroft 	dev = ump->um_dev;
   1529   1.60  perseant 	fs = ump->um_lfs;
   1530   1.60  perseant 
   1531   1.60  perseant 	/*
   1532   1.60  perseant 	 * If the filesystem is not completely mounted yet, suspend
   1533   1.60  perseant 	 * any access requests (wait for roll-forward to complete).
   1534   1.60  perseant 	 */
   1535  1.169  perseant 	simple_lock(&fs->lfs_interlock);
   1536   1.70       chs 	while ((fs->lfs_flags & LFS_NOTYET) && curproc->p_pid != fs->lfs_rfpid)
   1537  1.169  perseant 		ltsleep(&fs->lfs_flags, PRIBIO+1, "lfs_notyet", 0,
   1538  1.169  perseant 			&fs->lfs_interlock);
   1539  1.169  perseant 	simple_unlock(&fs->lfs_interlock);
   1540   1.26  perseant 
   1541  1.120   thorpej 	if ((*vpp = ufs_ihashget(dev, ino, LK_EXCLUSIVE)) != NULL)
   1542   1.55      fvdl 		return (0);
   1543   1.55      fvdl 
   1544   1.55      fvdl 	if ((error = getnewvnode(VT_LFS, mp, lfs_vnodeop_p, &vp)) != 0) {
   1545   1.55      fvdl 		*vpp = NULL;
   1546   1.55      fvdl 		 return (error);
   1547   1.55      fvdl 	}
   1548   1.55      fvdl 
   1549   1.26  perseant 	do {
   1550  1.120   thorpej 		if ((*vpp = ufs_ihashget(dev, ino, LK_EXCLUSIVE)) != NULL) {
   1551   1.55      fvdl 			ungetnewvnode(vp);
   1552   1.26  perseant 			return (0);
   1553   1.55      fvdl 		}
   1554   1.26  perseant 	} while (lockmgr(&ufs_hashlock, LK_EXCLUSIVE|LK_SLEEPFAIL, 0));
   1555    1.1   mycroft 
   1556    1.1   mycroft 	/* Translate the inode number to a disk address. */
   1557    1.1   mycroft 	if (ino == LFS_IFILE_INUM)
   1558    1.1   mycroft 		daddr = fs->lfs_idaddr;
   1559    1.1   mycroft 	else {
   1560   1.60  perseant 		/* XXX bounds-check this too */
   1561    1.1   mycroft 		LFS_IENTRY(ifp, fs, ino, bp);
   1562    1.1   mycroft 		daddr = ifp->if_daddr;
   1563   1.66  perseant 		if (fs->lfs_version > 1) {
   1564   1.66  perseant 			ts.tv_sec = ifp->if_atime_sec;
   1565   1.66  perseant 			ts.tv_nsec = ifp->if_atime_nsec;
   1566   1.66  perseant 		}
   1567   1.66  perseant 
   1568    1.1   mycroft 		brelse(bp);
   1569   1.26  perseant 		if (daddr == LFS_UNUSED_DADDR) {
   1570   1.60  perseant 			*vpp = NULLVP;
   1571   1.60  perseant 			ungetnewvnode(vp);
   1572   1.26  perseant 			lockmgr(&ufs_hashlock, LK_RELEASE, 0);
   1573    1.1   mycroft 			return (ENOENT);
   1574   1.26  perseant 		}
   1575    1.1   mycroft 	}
   1576    1.1   mycroft 
   1577   1.55      fvdl 	/* Allocate/init new vnode/inode. */
   1578   1.55      fvdl 	lfs_vcreate(mp, ino, vp);
   1579    1.1   mycroft 
   1580    1.1   mycroft 	/*
   1581    1.1   mycroft 	 * Put it onto its hash chain and lock it so that other requests for
   1582    1.1   mycroft 	 * this inode will block if they arrive while we are sleeping waiting
   1583    1.1   mycroft 	 * for old data structures to be purged or for the contents of the
   1584    1.1   mycroft 	 * disk portion of this inode to be read.
   1585    1.1   mycroft 	 */
   1586    1.1   mycroft 	ip = VTOI(vp);
   1587    1.1   mycroft 	ufs_ihashins(ip);
   1588   1.26  perseant 	lockmgr(&ufs_hashlock, LK_RELEASE, 0);
   1589    1.1   mycroft 
   1590    1.1   mycroft 	/*
   1591    1.1   mycroft 	 * XXX
   1592    1.1   mycroft 	 * This may not need to be here, logically it should go down with
   1593    1.1   mycroft 	 * the i_devvp initialization.
   1594    1.1   mycroft 	 * Ask Kirk.
   1595    1.1   mycroft 	 */
   1596    1.1   mycroft 	ip->i_lfs = ump->um_lfs;
   1597    1.1   mycroft 
   1598    1.1   mycroft 	/* Read in the disk contents for the inode, copy into the inode. */
   1599   1.74  perseant 	retries = 0;
   1600   1.74  perseant     again:
   1601  1.164     perry 	error = bread(ump->um_devvp, fsbtodb(fs, daddr),
   1602   1.74  perseant 		(fs->lfs_version == 1 ? fs->lfs_bsize : fs->lfs_ibsize),
   1603   1.66  perseant 		NOCRED, &bp);
   1604   1.10  christos 	if (error) {
   1605    1.1   mycroft 		/*
   1606    1.1   mycroft 		 * The inode does not contain anything useful, so it would
   1607    1.1   mycroft 		 * be misleading to leave it on its hash chain. With mode
   1608    1.1   mycroft 		 * still zero, it will be unlinked and returned to the free
   1609    1.1   mycroft 		 * list by vput().
   1610    1.1   mycroft 		 */
   1611    1.1   mycroft 		vput(vp);
   1612    1.1   mycroft 		brelse(bp);
   1613    1.1   mycroft 		*vpp = NULL;
   1614    1.1   mycroft 		return (error);
   1615    1.1   mycroft 	}
   1616   1.74  perseant 
   1617   1.74  perseant 	dip = lfs_ifind(fs, ino, bp);
   1618   1.74  perseant 	if (dip == NULL) {
   1619   1.74  perseant 		/* Assume write has not completed yet; try again */
   1620   1.74  perseant 		bp->b_flags |= B_INVAL;
   1621   1.74  perseant 		brelse(bp);
   1622   1.74  perseant 		++retries;
   1623   1.74  perseant 		if (retries > LFS_IFIND_RETRIES) {
   1624   1.74  perseant #ifdef DEBUG
   1625   1.74  perseant 			/* If the seglock is held look at the bpp to see
   1626   1.74  perseant 			   what is there anyway */
   1627  1.169  perseant 			simple_lock(&fs->lfs_interlock);
   1628   1.74  perseant 			if (fs->lfs_seglock > 0) {
   1629   1.74  perseant 				struct buf **bpp;
   1630  1.113      fvdl 				struct ufs1_dinode *dp;
   1631   1.74  perseant 				int i;
   1632   1.74  perseant 
   1633   1.74  perseant 				for (bpp = fs->lfs_sp->bpp;
   1634   1.74  perseant 				     bpp != fs->lfs_sp->cbpp; ++bpp) {
   1635   1.74  perseant 					if ((*bpp)->b_vp == fs->lfs_ivnode &&
   1636   1.74  perseant 					    bpp != fs->lfs_sp->bpp) {
   1637   1.74  perseant 						/* Inode block */
   1638  1.166  perseant 						printf("lfs_vget: block 0x%" PRIx64 ": ",
   1639  1.166  perseant 						       (*bpp)->b_blkno);
   1640  1.113      fvdl 						dp = (struct ufs1_dinode *)(*bpp)->b_data;
   1641   1.74  perseant 						for (i = 0; i < INOPB(fs); i++)
   1642   1.74  perseant 							if (dp[i].di_u.inumber)
   1643   1.74  perseant 								printf("%d ", dp[i].di_u.inumber);
   1644   1.74  perseant 						printf("\n");
   1645   1.74  perseant 					}
   1646   1.74  perseant 				}
   1647   1.74  perseant 			}
   1648  1.169  perseant 			simple_unlock(&fs->lfs_interlock);
   1649  1.166  perseant #endif /* DEBUG */
   1650   1.74  perseant 			panic("lfs_vget: dinode not found");
   1651   1.74  perseant 		}
   1652  1.169  perseant 		simple_lock(&fs->lfs_interlock);
   1653  1.169  perseant 		if (fs->lfs_iocount) {
   1654  1.169  perseant 			DLOG((DLOG_VNODE, "lfs_vget: dinode %d not found, retrying...\n", ino));
   1655  1.169  perseant 			(void)ltsleep(&fs->lfs_iocount, PRIBIO + 1,
   1656  1.169  perseant 				      "lfs ifind", 1, &fs->lfs_interlock);
   1657  1.169  perseant 		} else
   1658  1.169  perseant 			retries = LFS_IFIND_RETRIES;
   1659  1.169  perseant 		simple_unlock(&fs->lfs_interlock);
   1660   1.74  perseant 		goto again;
   1661   1.74  perseant 	}
   1662  1.113      fvdl 	*ip->i_din.ffs1_din = *dip;
   1663  1.107      yamt 	brelse(bp);
   1664   1.74  perseant 
   1665   1.66  perseant 	if (fs->lfs_version > 1) {
   1666  1.113      fvdl 		ip->i_ffs1_atime = ts.tv_sec;
   1667  1.113      fvdl 		ip->i_ffs1_atimensec = ts.tv_nsec;
   1668   1.66  perseant 	}
   1669    1.1   mycroft 
   1670  1.139      yamt 	lfs_vinit(mp, &vp);
   1671   1.71       chs 
   1672    1.1   mycroft 	*vpp = vp;
   1673   1.62  perseant 
   1674  1.107      yamt 	KASSERT(VOP_ISLOCKED(vp));
   1675   1.26  perseant 
   1676    1.1   mycroft 	return (0);
   1677    1.1   mycroft }
   1678    1.1   mycroft 
   1679    1.1   mycroft /*
   1680    1.1   mycroft  * File handle to vnode
   1681    1.1   mycroft  */
   1682    1.1   mycroft int
   1683  1.120   thorpej lfs_fhtovp(struct mount *mp, struct fid *fhp, struct vnode **vpp)
   1684    1.1   mycroft {
   1685  1.115  perseant 	struct lfid *lfhp;
   1686  1.115  perseant 	struct buf *bp;
   1687  1.115  perseant 	IFILE *ifp;
   1688  1.115  perseant 	int32_t daddr;
   1689  1.115  perseant 	struct lfs *fs;
   1690  1.115  perseant 
   1691  1.115  perseant 	lfhp = (struct lfid *)fhp;
   1692  1.115  perseant 	if (lfhp->lfid_ino < LFS_IFILE_INUM)
   1693  1.115  perseant 		return ESTALE;
   1694  1.115  perseant 
   1695  1.115  perseant 	fs = VFSTOUFS(mp)->um_lfs;
   1696  1.115  perseant 	if (lfhp->lfid_ident != fs->lfs_ident)
   1697  1.115  perseant 		return ESTALE;
   1698  1.115  perseant 
   1699  1.115  perseant 	if (lfhp->lfid_ino >
   1700  1.115  perseant 	    ((VTOI(fs->lfs_ivnode)->i_ffs1_size >> fs->lfs_bshift) -
   1701  1.115  perseant 	     fs->lfs_cleansz - fs->lfs_segtabsz) * fs->lfs_ifpb)
   1702  1.115  perseant 		return ESTALE;
   1703  1.115  perseant 
   1704  1.115  perseant 	if (ufs_ihashlookup(VFSTOUFS(mp)->um_dev, lfhp->lfid_ino) == NULLVP) {
   1705  1.115  perseant 		LFS_IENTRY(ifp, fs, lfhp->lfid_ino, bp);
   1706  1.115  perseant 		daddr = ifp->if_daddr;
   1707  1.115  perseant 		brelse(bp);
   1708  1.115  perseant 		if (daddr == LFS_UNUSED_DADDR)
   1709  1.115  perseant 			return ESTALE;
   1710  1.115  perseant 	}
   1711    1.1   mycroft 
   1712  1.120   thorpej 	return (ufs_fhtovp(mp, &lfhp->lfid_ufid, vpp));
   1713    1.1   mycroft }
   1714    1.1   mycroft 
   1715    1.1   mycroft /*
   1716    1.1   mycroft  * Vnode pointer to File handle
   1717    1.1   mycroft  */
   1718    1.1   mycroft /* ARGSUSED */
   1719   1.10  christos int
   1720   1.66  perseant lfs_vptofh(struct vnode *vp, struct fid *fhp)
   1721    1.1   mycroft {
   1722   1.48  augustss 	struct inode *ip;
   1723  1.115  perseant 	struct lfid *lfhp;
   1724    1.1   mycroft 
   1725    1.1   mycroft 	ip = VTOI(vp);
   1726  1.115  perseant 	lfhp = (struct lfid *)fhp;
   1727  1.115  perseant 	lfhp->lfid_len = sizeof(struct lfid);
   1728  1.115  perseant 	lfhp->lfid_ino = ip->i_number;
   1729  1.115  perseant 	lfhp->lfid_gen = ip->i_gen;
   1730  1.115  perseant 	lfhp->lfid_ident = ip->i_lfs->lfs_ident;
   1731    1.1   mycroft 	return (0);
   1732   1.16      fvdl }
   1733   1.16      fvdl 
   1734  1.141    atatat static int
   1735  1.141    atatat sysctl_lfs_dostats(SYSCTLFN_ARGS)
   1736   1.16      fvdl {
   1737   1.26  perseant 	extern struct lfs_stats lfs_stats;
   1738  1.141    atatat 	extern int lfs_dostats;
   1739   1.26  perseant 	int error;
   1740   1.26  perseant 
   1741  1.182    atatat 	error = sysctl_lookup(SYSCTLFN_CALL(rnode));
   1742  1.141    atatat 	if (error || newp == NULL)
   1743  1.141    atatat 		return (error);
   1744  1.141    atatat 
   1745  1.141    atatat 	if (lfs_dostats == 0)
   1746  1.166  perseant 		memset(&lfs_stats, 0, sizeof(lfs_stats));
   1747  1.141    atatat 
   1748  1.141    atatat 	return (0);
   1749  1.141    atatat }
   1750  1.141    atatat 
   1751  1.166  perseant struct shortlong {
   1752  1.181  christos 	const char *sname;
   1753  1.181  christos 	const char *lname;
   1754  1.166  perseant };
   1755  1.166  perseant 
   1756  1.151    atatat SYSCTL_SETUP(sysctl_vfs_lfs_setup, "sysctl vfs.lfs subtree setup")
   1757  1.141    atatat {
   1758  1.166  perseant 	int i;
   1759  1.163  perseant 	extern int lfs_writeindir, lfs_dostats, lfs_clean_vnhead,
   1760  1.163  perseant 		   lfs_fs_pagetrip;
   1761  1.166  perseant #ifdef DEBUG
   1762  1.166  perseant 	extern int lfs_debug_log_subsys[DLOG_MAX];
   1763  1.166  perseant 	struct shortlong dlog_names[DLOG_MAX] = { /* Must match lfs.h ! */
   1764  1.166  perseant 		{ "rollforward", "Debug roll-forward code" },
   1765  1.166  perseant 		{ "alloc",	"Debug inode allocation and free list" },
   1766  1.166  perseant 		{ "avail",	"Debug space-available-now accounting" },
   1767  1.166  perseant 		{ "flush",	"Debug flush triggers" },
   1768  1.166  perseant 		{ "lockedlist",	"Debug locked list accounting" },
   1769  1.166  perseant 		{ "vnode_verbose", "Verbose per-vnode-written debugging" },
   1770  1.166  perseant 		{ "vnode",	"Debug vnode use during segment write" },
   1771  1.166  perseant 		{ "segment",	"Debug segment writing" },
   1772  1.166  perseant 		{ "seguse",	"Debug segment used-bytes accounting" },
   1773  1.166  perseant 		{ "cleaner",	"Debug cleaning routines" },
   1774  1.166  perseant 		{ "mount",	"Debug mount/unmount routines" },
   1775  1.166  perseant 		{ "pagecache",	"Debug UBC interactions" },
   1776  1.166  perseant 		{ "dirop",	"Debug directory-operation accounting" },
   1777  1.166  perseant 		{ "malloc",	"Debug private malloc accounting" },
   1778  1.166  perseant 	};
   1779  1.166  perseant #endif /* DEBUG */
   1780  1.166  perseant 	struct shortlong stat_names[] = { /* Must match lfs.h! */
   1781  1.166  perseant 		{ "segsused",	    "Number of new segments allocated" },
   1782  1.166  perseant 		{ "psegwrites",	    "Number of partial-segment writes" },
   1783  1.166  perseant 		{ "psyncwrites",    "Number of synchronous partial-segment"
   1784  1.166  perseant 				    " writes" },
   1785  1.166  perseant 		{ "pcleanwrites",   "Number of partial-segment writes by the"
   1786  1.166  perseant 				    " cleaner" },
   1787  1.166  perseant 		{ "blocktot",       "Number of blocks written" },
   1788  1.166  perseant 		{ "cleanblocks",    "Number of blocks written by the cleaner" },
   1789  1.166  perseant 		{ "ncheckpoints",   "Number of checkpoints made" },
   1790  1.166  perseant 		{ "nwrites",        "Number of whole writes" },
   1791  1.166  perseant 		{ "nsync_writes",   "Number of synchronous writes" },
   1792  1.166  perseant 		{ "wait_exceeded",  "Number of times writer waited for"
   1793  1.166  perseant 				    " cleaner" },
   1794  1.166  perseant 		{ "write_exceeded", "Number of times writer invoked flush" },
   1795  1.166  perseant 		{ "flush_invoked",  "Number of times flush was invoked" },
   1796  1.166  perseant 		{ "vflush_invoked", "Number of time vflush was called" },
   1797  1.166  perseant 		{ "clean_inlocked", "Number of vnodes skipped for VXLOCK" },
   1798  1.166  perseant 		{ "clean_vnlocked", "Number of vnodes skipped for vget failure" },
   1799  1.180  perseant 		{ "segs_reclaimed", "Number of segments reclaimed" },
   1800  1.166  perseant 	};
   1801  1.141    atatat 
   1802  1.145    atatat 	sysctl_createv(clog, 0, NULL, NULL,
   1803  1.145    atatat 		       CTLFLAG_PERMANENT,
   1804  1.141    atatat 		       CTLTYPE_NODE, "vfs", NULL,
   1805  1.141    atatat 		       NULL, 0, NULL, 0,
   1806  1.141    atatat 		       CTL_VFS, CTL_EOL);
   1807  1.145    atatat 	sysctl_createv(clog, 0, NULL, NULL,
   1808  1.145    atatat 		       CTLFLAG_PERMANENT,
   1809  1.151    atatat 		       CTLTYPE_NODE, "lfs",
   1810  1.151    atatat 		       SYSCTL_DESCR("Log-structured file system"),
   1811  1.141    atatat 		       NULL, 0, NULL, 0,
   1812  1.141    atatat 		       CTL_VFS, 5, CTL_EOL);
   1813  1.141    atatat 	/*
   1814  1.141    atatat 	 * XXX the "5" above could be dynamic, thereby eliminating one
   1815  1.141    atatat 	 * more instance of the "number to vfs" mapping problem, but
   1816  1.166  perseant 	 * "5" is the order as taken from sys/mount.h
   1817  1.141    atatat 	 */
   1818  1.141    atatat 
   1819  1.145    atatat 	sysctl_createv(clog, 0, NULL, NULL,
   1820  1.145    atatat 		       CTLFLAG_PERMANENT|CTLFLAG_READWRITE,
   1821  1.141    atatat 		       CTLTYPE_INT, "flushindir", NULL,
   1822  1.141    atatat 		       NULL, 0, &lfs_writeindir, 0,
   1823  1.141    atatat 		       CTL_VFS, 5, LFS_WRITEINDIR, CTL_EOL);
   1824  1.145    atatat 	sysctl_createv(clog, 0, NULL, NULL,
   1825  1.145    atatat 		       CTLFLAG_PERMANENT|CTLFLAG_READWRITE,
   1826  1.141    atatat 		       CTLTYPE_INT, "clean_vnhead", NULL,
   1827  1.141    atatat 		       NULL, 0, &lfs_clean_vnhead, 0,
   1828  1.141    atatat 		       CTL_VFS, 5, LFS_CLEAN_VNHEAD, CTL_EOL);
   1829  1.145    atatat 	sysctl_createv(clog, 0, NULL, NULL,
   1830  1.145    atatat 		       CTLFLAG_PERMANENT|CTLFLAG_READWRITE,
   1831  1.151    atatat 		       CTLTYPE_INT, "dostats",
   1832  1.151    atatat 		       SYSCTL_DESCR("Maintain statistics on LFS operations"),
   1833  1.141    atatat 		       sysctl_lfs_dostats, 0, &lfs_dostats, 0,
   1834  1.141    atatat 		       CTL_VFS, 5, LFS_DOSTATS, CTL_EOL);
   1835  1.163  perseant 	sysctl_createv(clog, 0, NULL, NULL,
   1836  1.163  perseant 		       CTLFLAG_PERMANENT|CTLFLAG_READWRITE,
   1837  1.163  perseant 		       CTLTYPE_INT, "pagetrip",
   1838  1.166  perseant 		       SYSCTL_DESCR("How many dirty pages in fs triggers"
   1839  1.166  perseant 				    " a flush"),
   1840  1.166  perseant 		       NULL, 0, &lfs_fs_pagetrip, 0,
   1841  1.163  perseant 		       CTL_VFS, 5, LFS_FS_PAGETRIP, CTL_EOL);
   1842  1.166  perseant 	sysctl_createv(clog, 0, NULL, NULL,
   1843  1.166  perseant 		       CTLFLAG_PERMANENT|CTLFLAG_READWRITE,
   1844  1.166  perseant 		       CTLTYPE_INT, "rfw",
   1845  1.166  perseant 		       SYSCTL_DESCR("Use in-kernel roll-forward on mount"),
   1846  1.166  perseant 		       NULL, 0, &lfs_do_rfw, 0,
   1847  1.166  perseant 		       CTL_VFS, 5, LFS_DO_RFW, CTL_EOL);
   1848  1.166  perseant 
   1849  1.166  perseant 	sysctl_createv(clog, 0, NULL, NULL,
   1850  1.166  perseant 		       CTLFLAG_PERMANENT,
   1851  1.166  perseant 		       CTLTYPE_NODE, "stats",
   1852  1.166  perseant 		       SYSCTL_DESCR("Debugging options"),
   1853  1.166  perseant 		       NULL, 0, NULL, 0,
   1854  1.166  perseant 		       CTL_VFS, 5, LFS_STATS, CTL_EOL);
   1855  1.166  perseant 	for (i = 0; i < sizeof(struct lfs_stats) / sizeof(u_int); i++) {
   1856  1.166  perseant 		sysctl_createv(clog, 0, NULL, NULL,
   1857  1.166  perseant 			       CTLFLAG_PERMANENT|CTLFLAG_READONLY,
   1858  1.166  perseant 			       CTLTYPE_INT, stat_names[i].sname,
   1859  1.166  perseant 			       SYSCTL_DESCR(stat_names[i].lname),
   1860  1.166  perseant 			       NULL, 0, &(((u_int *)&lfs_stats.segsused)[i]),
   1861  1.166  perseant 			       0, CTL_VFS, 5, LFS_STATS, i, CTL_EOL);
   1862  1.166  perseant 	}
   1863  1.166  perseant 
   1864  1.166  perseant #ifdef DEBUG
   1865  1.166  perseant 	sysctl_createv(clog, 0, NULL, NULL,
   1866  1.166  perseant 		       CTLFLAG_PERMANENT,
   1867  1.166  perseant 		       CTLTYPE_NODE, "debug",
   1868  1.166  perseant 		       SYSCTL_DESCR("Debugging options"),
   1869  1.166  perseant 		       NULL, 0, NULL, 0,
   1870  1.166  perseant 		       CTL_VFS, 5, LFS_DEBUGLOG, CTL_EOL);
   1871  1.166  perseant 	for (i = 0; i < DLOG_MAX; i++) {
   1872  1.166  perseant 		sysctl_createv(clog, 0, NULL, NULL,
   1873  1.166  perseant 			       CTLFLAG_PERMANENT|CTLFLAG_READWRITE,
   1874  1.166  perseant 			       CTLTYPE_INT, dlog_names[i].sname,
   1875  1.166  perseant 			       SYSCTL_DESCR(dlog_names[i].lname),
   1876  1.166  perseant 			       NULL, 0, &(lfs_debug_log_subsys[i]), 0,
   1877  1.166  perseant 			       CTL_VFS, 5, LFS_DEBUGLOG, i, CTL_EOL);
   1878  1.166  perseant 	}
   1879  1.166  perseant #endif
   1880    1.1   mycroft }
   1881   1.91  perseant 
   1882  1.131      yamt /*
   1883  1.131      yamt  * ufs_bmaparray callback function for writing.
   1884  1.131      yamt  *
   1885  1.131      yamt  * Since blocks will be written to the new segment anyway,
   1886  1.131      yamt  * we don't care about current daddr of them.
   1887  1.131      yamt  */
   1888  1.117      yamt static boolean_t
   1889  1.117      yamt lfs_issequential_hole(const struct ufsmount *ump,
   1890  1.117      yamt     daddr_t daddr0, daddr_t daddr1)
   1891  1.117      yamt {
   1892  1.163  perseant 	daddr0 = (daddr_t)((int32_t)daddr0); /* XXX ondisk32 */
   1893  1.163  perseant 	daddr1 = (daddr_t)((int32_t)daddr1); /* XXX ondisk32 */
   1894  1.127      yamt 
   1895  1.129      yamt 	KASSERT(daddr0 == UNWRITTEN ||
   1896  1.129      yamt 	    (0 <= daddr0 && daddr0 <= LFS_MAX_DADDR));
   1897  1.129      yamt 	KASSERT(daddr1 == UNWRITTEN ||
   1898  1.129      yamt 	    (0 <= daddr1 && daddr1 <= LFS_MAX_DADDR));
   1899  1.117      yamt 
   1900  1.117      yamt 	/* NOTE: all we want to know here is 'hole or not'. */
   1901  1.131      yamt 	/* NOTE: UNASSIGNED is converted to 0 by ufs_bmaparray. */
   1902  1.117      yamt 
   1903  1.117      yamt 	/*
   1904  1.117      yamt 	 * treat UNWRITTENs and all resident blocks as 'contiguous'
   1905  1.117      yamt 	 */
   1906  1.117      yamt 	if (daddr0 != 0 && daddr1 != 0)
   1907  1.117      yamt 		return TRUE;
   1908  1.117      yamt 
   1909  1.117      yamt 	/*
   1910  1.117      yamt 	 * both are in hole?
   1911  1.117      yamt 	 */
   1912  1.117      yamt 	if (daddr0 == 0 && daddr1 == 0)
   1913  1.117      yamt 		return TRUE; /* all holes are 'contiguous' for us. */
   1914  1.117      yamt 
   1915  1.117      yamt 	return FALSE;
   1916  1.117      yamt }
   1917  1.117      yamt 
   1918   1.91  perseant /*
   1919   1.91  perseant  * lfs_gop_write functions exactly like genfs_gop_write, except that
   1920   1.91  perseant  * (1) it requires the seglock to be held by its caller, and sp->fip
   1921   1.91  perseant  *     to be properly initialized (it will return without re-initializing
   1922   1.91  perseant  *     sp->fip, and without calling lfs_writeseg).
   1923   1.91  perseant  * (2) it uses the remaining space in the segment, rather than VOP_BMAP,
   1924   1.91  perseant  *     to determine how large a block it can write at once (though it does
   1925   1.91  perseant  *     still use VOP_BMAP to find holes in the file);
   1926   1.91  perseant  * (3) it calls lfs_gatherblock instead of VOP_STRATEGY on its blocks
   1927   1.91  perseant  *     (leaving lfs_writeseg to deal with the cluster blocks, so we might
   1928   1.91  perseant  *     now have clusters of clusters, ick.)
   1929   1.91  perseant  */
   1930   1.91  perseant static int
   1931   1.91  perseant lfs_gop_write(struct vnode *vp, struct vm_page **pgs, int npages, int flags)
   1932   1.91  perseant {
   1933   1.91  perseant 	int i, s, error, run;
   1934  1.137    simonb 	int fs_bshift;
   1935   1.91  perseant 	vaddr_t kva;
   1936  1.170  perseant 	off_t eof, offset, startoffset = 0;
   1937   1.91  perseant 	size_t bytes, iobytes, skipbytes;
   1938   1.91  perseant 	daddr_t lbn, blkno;
   1939   1.91  perseant 	struct vm_page *pg;
   1940   1.91  perseant 	struct buf *mbp, *bp;
   1941  1.117      yamt 	struct vnode *devvp = VTOI(vp)->i_devvp;
   1942   1.91  perseant 	struct inode *ip = VTOI(vp);
   1943   1.91  perseant 	struct lfs *fs = ip->i_lfs;
   1944   1.91  perseant 	struct segment *sp = fs->lfs_sp;
   1945   1.91  perseant 	UVMHIST_FUNC("lfs_gop_write"); UVMHIST_CALLED(ubchist);
   1946   1.91  perseant 
   1947  1.169  perseant 	ASSERT_SEGLOCK(fs);
   1948  1.169  perseant 
   1949   1.91  perseant 	/* The Ifile lives in the buffer cache */
   1950  1.153      yamt 	KASSERT(vp != fs->lfs_ivnode);
   1951   1.91  perseant 
   1952   1.91  perseant 	/*
   1953   1.91  perseant 	 * Sometimes things slip past the filters in lfs_putpages,
   1954   1.91  perseant 	 * and the pagedaemon tries to write pages---problem is
   1955   1.91  perseant 	 * that the pagedaemon never acquires the segment lock.
   1956   1.91  perseant 	 *
   1957  1.163  perseant 	 * Alternatively, pages that were clean when we called
   1958  1.163  perseant 	 * genfs_putpages may have become dirty in the meantime.  In this
   1959  1.163  perseant 	 * case the segment header is not properly set up for blocks
   1960  1.163  perseant 	 * to be added to it.
   1961  1.163  perseant 	 *
   1962   1.91  perseant 	 * Unbusy and unclean the pages, and put them on the ACTIVE
   1963   1.91  perseant 	 * queue under the hypothesis that they couldn't have got here
   1964   1.91  perseant 	 * unless they were modified *quite* recently.
   1965   1.91  perseant 	 *
   1966   1.91  perseant 	 * XXXUBC that last statement is an oversimplification of course.
   1967   1.91  perseant 	 */
   1968  1.169  perseant 	if (!LFS_SEGLOCK_HELD(fs) ||
   1969  1.167    simonb 	    (ip->i_lfs_iflags & LFSI_NO_GOP_WRITE) ||
   1970  1.167    simonb 	    (pgs[0]->offset & fs->lfs_bmask) != 0) {
   1971  1.167    simonb 		goto tryagain;
   1972   1.91  perseant 	}
   1973   1.91  perseant 
   1974   1.91  perseant 	UVMHIST_LOG(ubchist, "vp %p pgs %p npages %d flags 0x%x",
   1975   1.91  perseant 	    vp, pgs, npages, flags);
   1976   1.91  perseant 
   1977   1.91  perseant 	GOP_SIZE(vp, vp->v_size, &eof, GOP_SIZE_WRITE);
   1978   1.91  perseant 
   1979  1.137    simonb 	if (vp->v_type == VREG)
   1980   1.91  perseant 		fs_bshift = vp->v_mount->mnt_fs_bshift;
   1981  1.137    simonb 	else
   1982   1.91  perseant 		fs_bshift = DEV_BSHIFT;
   1983   1.91  perseant 	error = 0;
   1984   1.91  perseant 	pg = pgs[0];
   1985   1.91  perseant 	startoffset = pg->offset;
   1986  1.170  perseant 	if (startoffset >= eof) {
   1987  1.170  perseant 		goto tryagain;
   1988  1.170  perseant 	} else
   1989  1.170  perseant 		bytes = MIN(npages << PAGE_SHIFT, eof - startoffset);
   1990   1.91  perseant 	skipbytes = 0;
   1991   1.91  perseant 
   1992  1.170  perseant 	KASSERT(bytes != 0);
   1993   1.91  perseant 
   1994   1.91  perseant 	/* Swap PG_DELWRI for PG_PAGEOUT */
   1995   1.91  perseant 	for (i = 0; i < npages; i++)
   1996   1.91  perseant 		if (pgs[i]->flags & PG_DELWRI) {
   1997   1.91  perseant 			KASSERT(!(pgs[i]->flags & PG_PAGEOUT));
   1998   1.91  perseant 			pgs[i]->flags &= ~PG_DELWRI;
   1999   1.91  perseant 			pgs[i]->flags |= PG_PAGEOUT;
   2000   1.91  perseant 			uvmexp.paging++;
   2001   1.94      yamt 			uvm_lock_pageq();
   2002   1.94      yamt 			uvm_pageunwire(pgs[i]);
   2003   1.94      yamt 			uvm_unlock_pageq();
   2004   1.91  perseant 		}
   2005   1.91  perseant 
   2006   1.91  perseant 	/*
   2007   1.91  perseant 	 * Check to make sure we're starting on a block boundary.
   2008   1.91  perseant 	 * We'll check later to make sure we always write entire
   2009   1.91  perseant 	 * blocks (or fragments).
   2010   1.91  perseant 	 */
   2011   1.91  perseant 	if (startoffset & fs->lfs_bmask)
   2012   1.91  perseant 		printf("%" PRId64 " & %" PRId64 " = %" PRId64 "\n",
   2013  1.166  perseant 		       startoffset, fs->lfs_bmask,
   2014  1.166  perseant 		       startoffset & fs->lfs_bmask);
   2015   1.91  perseant 	KASSERT((startoffset & fs->lfs_bmask) == 0);
   2016   1.91  perseant 	if (bytes & fs->lfs_ffmask) {
   2017   1.91  perseant 		printf("lfs_gop_write: asked to write %ld bytes\n", (long)bytes);
   2018   1.91  perseant 		panic("lfs_gop_write: non-integer blocks");
   2019   1.91  perseant 	}
   2020   1.91  perseant 
   2021  1.163  perseant 	/*
   2022  1.170  perseant 	 * We could deadlock here on pager_map with UVMPAGER_MAPIN_WAITOK.
   2023  1.170  perseant 	 * If we would, write what we have and try again.  If we don't
   2024  1.170  perseant 	 * have anything to write, we'll have to sleep.
   2025  1.170  perseant 	 */
   2026  1.171  perseant 	if ((kva = uvm_pagermapin(pgs, npages, UVMPAGER_MAPIN_WRITE |
   2027  1.170  perseant 				      (((SEGSUM *)(sp->segsum))->ss_nfinfo < 1 ?
   2028  1.170  perseant 				       UVMPAGER_MAPIN_WAITOK : 0))) == 0x0) {
   2029  1.181  christos 		int vers;
   2030  1.170  perseant 
   2031  1.170  perseant 		DLOG((DLOG_PAGE, "lfs_gop_write: forcing write\n"));
   2032  1.171  perseant #if 0
   2033  1.171  perseant 		      " with nfinfo=%d at offset 0x%x\n",
   2034  1.171  perseant 		      (int)((SEGSUM *)(sp->segsum))->ss_nfinfo,
   2035  1.171  perseant 		      (unsigned)fs->lfs_offset));
   2036  1.171  perseant #endif
   2037  1.178  perseant 		if (sp->fip->fi_nblocks == 0) {
   2038  1.178  perseant 			/* Don't write zero-length finfos */
   2039  1.178  perseant 			--((SEGSUM *)(sp->segsum))->ss_nfinfo;
   2040  1.178  perseant 			sp->sum_bytes_left += FINFOSIZE;
   2041  1.178  perseant 		} else
   2042  1.178  perseant 			lfs_updatemeta(sp);
   2043  1.170  perseant 
   2044  1.181  christos 		vers = sp->fip->fi_version;
   2045  1.170  perseant 		(void) lfs_writeseg(fs, sp);
   2046  1.170  perseant 
   2047  1.181  christos 		sp->fip->fi_version = vers;
   2048  1.170  perseant 		sp->fip->fi_ino = ip->i_number;
   2049  1.170  perseant 		/* Add the current file to the segment summary. */
   2050  1.170  perseant 		++((SEGSUM *)(sp->segsum))->ss_nfinfo;
   2051  1.170  perseant 		sp->sum_bytes_left -= FINFOSIZE;
   2052  1.170  perseant 
   2053  1.171  perseant 		/*
   2054  1.171  perseant 		 * Having given up all of the pager_map we were holding,
   2055  1.171  perseant 		 * we can now wait for aiodoned to reclaim it for us
   2056  1.171  perseant 		 * without fear of deadlock.
   2057  1.171  perseant 		 */
   2058  1.171  perseant 		kva = uvm_pagermapin(pgs, npages, UVMPAGER_MAPIN_WRITE |
   2059  1.171  perseant 				     UVMPAGER_MAPIN_WAITOK);
   2060  1.170  perseant 	}
   2061   1.91  perseant 
   2062   1.91  perseant 	s = splbio();
   2063   1.91  perseant 	simple_lock(&global_v_numoutput_slock);
   2064   1.91  perseant 	vp->v_numoutput += 2; /* one for biodone, one for aiodone */
   2065   1.91  perseant 	simple_unlock(&global_v_numoutput_slock);
   2066   1.91  perseant 	mbp = pool_get(&bufpool, PR_WAITOK);
   2067   1.91  perseant 	splx(s);
   2068   1.91  perseant 
   2069   1.91  perseant 	memset(mbp, 0, sizeof(*bp));
   2070   1.99   thorpej 	BUF_INIT(mbp);
   2071   1.91  perseant 	UVMHIST_LOG(ubchist, "vp %p mbp %p num now %d bytes 0x%x",
   2072   1.91  perseant 	    vp, mbp, vp->v_numoutput, bytes);
   2073   1.91  perseant 	mbp->b_bufsize = npages << PAGE_SHIFT;
   2074   1.91  perseant 	mbp->b_data = (void *)kva;
   2075   1.91  perseant 	mbp->b_resid = mbp->b_bcount = bytes;
   2076   1.91  perseant 	mbp->b_flags = B_BUSY|B_WRITE|B_AGE|B_CALL;
   2077   1.91  perseant 	mbp->b_iodone = uvm_aio_biodone;
   2078   1.91  perseant 	mbp->b_vp = vp;
   2079   1.91  perseant 
   2080   1.91  perseant 	bp = NULL;
   2081   1.91  perseant 	for (offset = startoffset;
   2082   1.91  perseant 	    bytes > 0;
   2083   1.91  perseant 	    offset += iobytes, bytes -= iobytes) {
   2084   1.91  perseant 		lbn = offset >> fs_bshift;
   2085  1.117      yamt 		error = ufs_bmaparray(vp, lbn, &blkno, NULL, NULL, &run,
   2086  1.117      yamt 		    lfs_issequential_hole);
   2087   1.91  perseant 		if (error) {
   2088  1.117      yamt 			UVMHIST_LOG(ubchist, "ufs_bmaparray() -> %d",
   2089  1.117      yamt 			    error,0,0,0);
   2090   1.91  perseant 			skipbytes += bytes;
   2091   1.91  perseant 			bytes = 0;
   2092   1.91  perseant 			break;
   2093   1.91  perseant 		}
   2094   1.91  perseant 
   2095  1.116  perseant 		iobytes = MIN((((off_t)lbn + 1 + run) << fs_bshift) - offset,
   2096  1.116  perseant 		    bytes);
   2097   1.91  perseant 		if (blkno == (daddr_t)-1) {
   2098   1.91  perseant 			skipbytes += iobytes;
   2099   1.91  perseant 			continue;
   2100   1.91  perseant 		}
   2101   1.91  perseant 
   2102   1.91  perseant 		/*
   2103   1.91  perseant 		 * Discover how much we can really pack into this buffer.
   2104   1.91  perseant 		 */
   2105   1.91  perseant 		/* If no room in the current segment, finish it up */
   2106   1.91  perseant 		if (sp->sum_bytes_left < sizeof(int32_t) ||
   2107   1.97  perseant 		    sp->seg_bytes_left < (1 << fs->lfs_bshift)) {
   2108  1.181  christos 			int vers;
   2109   1.91  perseant 
   2110   1.91  perseant 			lfs_updatemeta(sp);
   2111   1.91  perseant 
   2112  1.181  christos 			vers = sp->fip->fi_version;
   2113   1.91  perseant 			(void) lfs_writeseg(fs, sp);
   2114  1.164     perry 
   2115  1.181  christos 			sp->fip->fi_version = vers;
   2116   1.91  perseant 			sp->fip->fi_ino = ip->i_number;
   2117   1.91  perseant 			/* Add the current file to the segment summary. */
   2118   1.91  perseant 			++((SEGSUM *)(sp->segsum))->ss_nfinfo;
   2119   1.91  perseant 			sp->sum_bytes_left -= FINFOSIZE;
   2120   1.91  perseant 		}
   2121   1.97  perseant 		/* Check both for space in segment and space in segsum */
   2122   1.97  perseant 		iobytes = MIN(iobytes, (sp->seg_bytes_left >> fs_bshift)
   2123   1.97  perseant 					<< fs_bshift);
   2124   1.97  perseant 		iobytes = MIN(iobytes, (sp->sum_bytes_left / sizeof(int32_t))
   2125   1.97  perseant 				       << fs_bshift);
   2126   1.91  perseant 		KASSERT(iobytes > 0);
   2127   1.91  perseant 
   2128   1.91  perseant 		/* if it's really one i/o, don't make a second buf */
   2129   1.91  perseant 		if (offset == startoffset && iobytes == bytes) {
   2130   1.91  perseant 			bp = mbp;
   2131   1.91  perseant 			/* correct overcount if there is no second buffer */
   2132   1.91  perseant 			s = splbio();
   2133   1.91  perseant 			simple_lock(&global_v_numoutput_slock);
   2134   1.91  perseant 			--vp->v_numoutput;
   2135   1.91  perseant 			simple_unlock(&global_v_numoutput_slock);
   2136   1.91  perseant 			splx(s);
   2137   1.91  perseant 		} else {
   2138   1.91  perseant 			s = splbio();
   2139   1.91  perseant 			bp = pool_get(&bufpool, PR_WAITOK);
   2140   1.91  perseant 			UVMHIST_LOG(ubchist, "vp %p bp %p num now %d",
   2141   1.91  perseant 			    vp, bp, vp->v_numoutput, 0);
   2142   1.93      yamt 			splx(s);
   2143   1.91  perseant 			memset(bp, 0, sizeof(*bp));
   2144   1.99   thorpej 			BUF_INIT(bp);
   2145   1.91  perseant 			bp->b_data = (char *)kva +
   2146   1.91  perseant 			    (vaddr_t)(offset - pg->offset);
   2147   1.91  perseant 			bp->b_resid = bp->b_bcount = iobytes;
   2148   1.91  perseant 			bp->b_flags = B_BUSY|B_WRITE|B_CALL;
   2149   1.91  perseant 			bp->b_iodone = uvm_aio_biodone1;
   2150   1.91  perseant 		}
   2151   1.91  perseant 
   2152   1.91  perseant 		/* XXX This is silly ... is this necessary? */
   2153   1.91  perseant 		bp->b_vp = NULL;
   2154   1.91  perseant 		s = splbio();
   2155   1.91  perseant 		bgetvp(vp, bp);
   2156   1.91  perseant 		splx(s);
   2157   1.91  perseant 
   2158   1.91  perseant 		bp->b_lblkno = lblkno(fs, offset);
   2159   1.91  perseant 		bp->b_private = mbp;
   2160   1.91  perseant 		if (devvp->v_type == VBLK) {
   2161   1.91  perseant 			bp->b_dev = devvp->v_rdev;
   2162   1.91  perseant 		}
   2163   1.91  perseant 		VOP_BWRITE(bp);
   2164  1.110  perseant 		while (lfs_gatherblock(sp, bp, NULL))
   2165  1.111       dsl 			continue;
   2166   1.91  perseant 	}
   2167   1.91  perseant 
   2168   1.91  perseant 	if (skipbytes) {
   2169   1.91  perseant 		UVMHIST_LOG(ubchist, "skipbytes %d", skipbytes, 0,0,0);
   2170   1.91  perseant 		s = splbio();
   2171   1.91  perseant 		if (error) {
   2172   1.91  perseant 			mbp->b_flags |= B_ERROR;
   2173   1.91  perseant 			mbp->b_error = error;
   2174   1.91  perseant 		}
   2175   1.91  perseant 		mbp->b_resid -= skipbytes;
   2176   1.91  perseant 		if (mbp->b_resid == 0) {
   2177   1.91  perseant 			biodone(mbp);
   2178   1.91  perseant 		}
   2179   1.91  perseant 		splx(s);
   2180   1.91  perseant 	}
   2181   1.91  perseant 	UVMHIST_LOG(ubchist, "returning 0", 0,0,0,0);
   2182   1.91  perseant 	return (0);
   2183  1.163  perseant 
   2184  1.163  perseant     tryagain:
   2185  1.167    simonb 	/*
   2186  1.167    simonb 	 * We can't write the pages, for whatever reason.
   2187  1.167    simonb 	 * Clean up after ourselves, and make the caller try again.
   2188  1.167    simonb 	 */
   2189  1.167    simonb 	simple_lock(&vp->v_interlock);
   2190  1.166  perseant 
   2191  1.166  perseant 	/* Tell why we're here, if we know */
   2192  1.167    simonb 	if (ip->i_lfs_iflags & LFSI_NO_GOP_WRITE)
   2193  1.167    simonb 		DLOG((DLOG_PAGE, "lfs_gop_write: clean pages dirtied\n"));
   2194  1.167    simonb 	else if ((pgs[0]->offset & fs->lfs_bmask) != 0)
   2195  1.166  perseant 		DLOG((DLOG_PAGE, "lfs_gop_write: not on block boundary\n"));
   2196  1.170  perseant 	else if (startoffset >= eof)
   2197  1.170  perseant 		DLOG((DLOG_PAGE, "lfs_gop_write: ino %d start 0x%" PRIx64
   2198  1.170  perseant 		      " eof 0x%" PRIx64 " npages=%d\n", VTOI(vp)->i_number,
   2199  1.170  perseant 		      pgs[0]->offset, eof, npages));
   2200  1.167    simonb 	else
   2201  1.167    simonb 		DLOG((DLOG_PAGE, "lfs_gop_write: seglock not held\n"));
   2202  1.166  perseant 
   2203  1.167    simonb 	uvm_lock_pageq();
   2204  1.167    simonb 	for (i = 0; i < npages; i++) {
   2205  1.167    simonb 		pg = pgs[i];
   2206  1.167    simonb 
   2207  1.167    simonb 		if (pg->flags & PG_PAGEOUT)
   2208  1.167    simonb 			uvmexp.paging--;
   2209  1.167    simonb 		if (pg->flags & PG_DELWRI) {
   2210  1.167    simonb 			uvm_pageunwire(pg);
   2211  1.167    simonb 		}
   2212  1.167    simonb 		uvm_pageactivate(pg);
   2213  1.167    simonb 		pg->flags &= ~(PG_CLEAN|PG_DELWRI|PG_PAGEOUT|PG_RELEASED);
   2214  1.170  perseant 		DLOG((DLOG_PAGE, "pg[%d] = %p\n", i, pg));
   2215  1.167    simonb 		DLOG((DLOG_PAGE, "pg[%d]->flags = %x\n", i, pg->flags));
   2216  1.166  perseant 		DLOG((DLOG_PAGE, "pg[%d]->pqflags = %x\n", i, pg->pqflags));
   2217  1.167    simonb 		DLOG((DLOG_PAGE, "pg[%d]->uanon = %p\n", i, pg->uanon));
   2218  1.167    simonb 		DLOG((DLOG_PAGE, "pg[%d]->uobject = %p\n", i, pg->uobject));
   2219  1.167    simonb 		DLOG((DLOG_PAGE, "pg[%d]->wire_count = %d\n", i,
   2220  1.166  perseant 		      pg->wire_count));
   2221  1.167    simonb 		DLOG((DLOG_PAGE, "pg[%d]->loan_count = %d\n", i,
   2222  1.166  perseant 		      pg->loan_count));
   2223  1.167    simonb 	}
   2224  1.167    simonb 	/* uvm_pageunbusy takes care of PG_BUSY, PG_WANTED */
   2225  1.167    simonb 	uvm_page_unbusy(pgs, npages);
   2226  1.167    simonb 	uvm_unlock_pageq();
   2227  1.167    simonb 	simple_unlock(&vp->v_interlock);
   2228  1.167    simonb 	return EAGAIN;
   2229  1.107      yamt }
   2230  1.107      yamt 
   2231  1.107      yamt /*
   2232  1.107      yamt  * finish vnode/inode initialization.
   2233  1.107      yamt  * used by lfs_vget and lfs_fastvget.
   2234  1.107      yamt  */
   2235  1.107      yamt void
   2236  1.139      yamt lfs_vinit(struct mount *mp, struct vnode **vpp)
   2237  1.107      yamt {
   2238  1.139      yamt 	struct vnode *vp = *vpp;
   2239  1.107      yamt 	struct inode *ip = VTOI(vp);
   2240  1.107      yamt 	struct ufsmount *ump = VFSTOUFS(mp);
   2241  1.107      yamt 	int i;
   2242  1.107      yamt 
   2243  1.113      fvdl 	ip->i_mode = ip->i_ffs1_mode;
   2244  1.113      fvdl 	ip->i_ffs_effnlink = ip->i_nlink = ip->i_ffs1_nlink;
   2245  1.113      fvdl 	ip->i_lfs_osize = ip->i_size = ip->i_ffs1_size;
   2246  1.113      fvdl 	ip->i_flags = ip->i_ffs1_flags;
   2247  1.113      fvdl 	ip->i_gen = ip->i_ffs1_gen;
   2248  1.113      fvdl 	ip->i_uid = ip->i_ffs1_uid;
   2249  1.113      fvdl 	ip->i_gid = ip->i_ffs1_gid;
   2250  1.113      fvdl 
   2251  1.113      fvdl 	ip->i_lfs_effnblks = ip->i_ffs1_blocks;
   2252  1.107      yamt 
   2253  1.107      yamt 	/*
   2254  1.107      yamt 	 * Initialize the vnode from the inode, check for aliases.  In all
   2255  1.107      yamt 	 * cases re-init ip, the underlying vnode/inode may have changed.
   2256  1.107      yamt 	 */
   2257  1.107      yamt 	ufs_vinit(mp, lfs_specop_p, lfs_fifoop_p, &vp);
   2258  1.163  perseant 	ip = VTOI(vp);
   2259  1.107      yamt 
   2260  1.107      yamt 	memset(ip->i_lfs_fragsize, 0, NDADDR * sizeof(*ip->i_lfs_fragsize));
   2261  1.156   mycroft 	if (vp->v_type != VLNK || ip->i_size >= ip->i_ump->um_maxsymlinklen) {
   2262  1.107      yamt 		struct lfs *fs = ump->um_lfs;
   2263  1.108      yamt #ifdef DEBUG
   2264  1.113      fvdl 		for (i = (ip->i_size + fs->lfs_bsize - 1) >> fs->lfs_bshift;
   2265  1.107      yamt 		    i < NDADDR; i++) {
   2266  1.163  perseant 			if ((vp->v_type == VBLK || vp->v_type == VCHR) &&
   2267  1.163  perseant 			    i == 0)
   2268  1.163  perseant 				continue;
   2269  1.113      fvdl 			if (ip->i_ffs1_db[i] != 0) {
   2270  1.107      yamt inconsistent:
   2271  1.113      fvdl 				lfs_dump_dinode(ip->i_din.ffs1_din);
   2272  1.107      yamt 				panic("inconsistent inode");
   2273  1.107      yamt 			}
   2274  1.107      yamt 		}
   2275  1.107      yamt 		for ( ; i < NDADDR + NIADDR; i++) {
   2276  1.113      fvdl 			if (ip->i_ffs1_ib[i - NDADDR] != 0) {
   2277  1.107      yamt 				goto inconsistent;
   2278  1.107      yamt 			}
   2279  1.107      yamt 		}
   2280  1.108      yamt #endif /* DEBUG */
   2281  1.107      yamt 		for (i = 0; i < NDADDR; i++)
   2282  1.113      fvdl 			if (ip->i_ffs1_db[i] != 0)
   2283  1.107      yamt 				ip->i_lfs_fragsize[i] = blksize(fs, ip, i);
   2284  1.107      yamt 	}
   2285  1.107      yamt 
   2286  1.166  perseant #ifdef DIAGNOSTIC
   2287  1.107      yamt 	if (vp->v_type == VNON) {
   2288  1.166  perseant # ifdef DEBUG
   2289  1.113      fvdl 		lfs_dump_dinode(ip->i_din.ffs1_din);
   2290  1.166  perseant # endif
   2291  1.166  perseant 		panic("lfs_vinit: ino %d is type VNON! (ifmt=%o)\n",
   2292  1.166  perseant 		      ip->i_number, (ip->i_mode & IFMT) >> 12);
   2293  1.107      yamt 	}
   2294  1.166  perseant #endif /* DIAGNOSTIC */
   2295  1.107      yamt 
   2296  1.107      yamt 	/*
   2297  1.107      yamt 	 * Finish inode initialization now that aliasing has been resolved.
   2298  1.107      yamt 	 */
   2299  1.107      yamt 
   2300  1.107      yamt 	ip->i_devvp = ump->um_devvp;
   2301  1.107      yamt 	VREF(ip->i_devvp);
   2302  1.107      yamt 	genfs_node_init(vp, &lfs_genfsops);
   2303  1.113      fvdl 	uvm_vnp_setsize(vp, ip->i_size);
   2304  1.139      yamt 
   2305  1.172  perseant 	/* Initialize hiblk from file size */
   2306  1.172  perseant 	ip->i_lfs_hiblk = lblkno(ip->i_lfs, ip->i_size + ip->i_lfs->lfs_bsize - 1) - 1;
   2307  1.172  perseant 
   2308  1.139      yamt 	*vpp = vp;
   2309   1.91  perseant }
   2310  1.165  perseant 
   2311  1.165  perseant /*
   2312  1.165  perseant  * Warn if the inode portion of the Ifile is too large to be contained
   2313  1.165  perseant  * in the buffer cache, according to LFS_MAX_BUFS / LFS_MAX_BYTES.
   2314  1.165  perseant  * XXX the estimates don't take multiple LFSs into account.
   2315  1.165  perseant  */
   2316  1.165  perseant static void
   2317  1.165  perseant warn_ifile_size(struct lfs *fs)
   2318  1.165  perseant {
   2319  1.165  perseant 	KASSERT(LFS_MAX_BUFS > 0);
   2320  1.165  perseant 	KASSERT(LFS_MAX_BYTES > 0);
   2321  1.165  perseant 	if (((fs->lfs_ivnode->v_size >> fs->lfs_bshift) - fs->lfs_segtabsz) >
   2322  1.165  perseant 	    LFS_MAX_BUFS) {
   2323  1.169  perseant 		simple_lock(&fs->lfs_interlock);
   2324  1.165  perseant 		fs->lfs_flags |= LFS_WARNED;
   2325  1.169  perseant 		simple_unlock(&fs->lfs_interlock);
   2326  1.165  perseant 		log(LOG_WARNING, "lfs_mountfs: inode part of ifile of length %"
   2327  1.167    simonb 				 PRId64 " cannot fit in %d buffers\n",
   2328  1.167    simonb 				 fs->lfs_ivnode->v_size -
   2329  1.167    simonb 				 (fs->lfs_segtabsz << fs->lfs_bshift),
   2330  1.167    simonb 				 LFS_MAX_BUFS);
   2331  1.165  perseant 		log(LOG_WARNING, "lfs_mountfs: please consider increasing NBUF"
   2332  1.167    simonb 				 " to at least %" PRId64 "\n",
   2333  1.167    simonb 				 LFS_INVERSE_MAX_BUFS((fs->lfs_ivnode->v_size >>
   2334  1.165  perseant 						       fs->lfs_bshift) -
   2335  1.165  perseant 						      fs->lfs_segtabsz));
   2336  1.165  perseant 	} else if ((fs->lfs_ivnode->v_size >> fs->lfs_bshift) > LFS_MAX_BUFS) {
   2337  1.165  perseant 		/* Same thing but LOG_NOTICE */
   2338  1.169  perseant 		simple_lock(&fs->lfs_interlock);
   2339  1.165  perseant 		fs->lfs_flags |= LFS_WARNED;
   2340  1.169  perseant 		simple_unlock(&fs->lfs_interlock);
   2341  1.165  perseant 		log(LOG_NOTICE, "lfs_mountfs: entire ifile of length %"
   2342  1.167    simonb 				PRId64 " cannot fit in %d buffers\n",
   2343  1.167    simonb 				fs->lfs_ivnode->v_size, LFS_MAX_BUFS);
   2344  1.165  perseant 		log(LOG_NOTICE, "lfs_mountfs: please consider increasing NBUF"
   2345  1.167    simonb 				" to at least %" PRId64 "\n",
   2346  1.167    simonb 				LFS_INVERSE_MAX_BUFS(fs->lfs_ivnode->v_size >>
   2347  1.165  perseant 						     fs->lfs_bshift));
   2348  1.165  perseant 	}
   2349  1.165  perseant 
   2350  1.165  perseant 	if (fs->lfs_ivnode->v_size - (fs->lfs_segtabsz << fs->lfs_bshift) >
   2351  1.165  perseant 	    LFS_MAX_BYTES) {
   2352  1.169  perseant 		simple_lock(&fs->lfs_interlock);
   2353  1.165  perseant 		fs->lfs_flags |= LFS_WARNED;
   2354  1.169  perseant 		simple_unlock(&fs->lfs_interlock);
   2355  1.165  perseant 		log(LOG_WARNING, "lfs_mountfs: inode part of ifile of length %"
   2356  1.167    simonb 				 PRId64 " cannot fit in %lu bytes\n",
   2357  1.167    simonb 				 fs->lfs_ivnode->v_size - (fs->lfs_segtabsz <<
   2358  1.167    simonb 							   fs->lfs_bshift),
   2359  1.167    simonb 				 LFS_MAX_BYTES);
   2360  1.165  perseant 		log(LOG_WARNING, "lfs_mountfs: please consider increasing"
   2361  1.167    simonb 				 " BUFPAGES to at least %" PRId64 "\n",
   2362  1.167    simonb 				 LFS_INVERSE_MAX_BYTES(fs->lfs_ivnode->v_size -
   2363  1.165  perseant 						       (fs->lfs_segtabsz <<
   2364  1.167    simonb 							fs->lfs_bshift)) >>
   2365  1.165  perseant 				 PAGE_SHIFT);
   2366  1.165  perseant 	} else if(fs->lfs_ivnode->v_size > LFS_MAX_BYTES) {
   2367  1.169  perseant 		simple_lock(&fs->lfs_interlock);
   2368  1.165  perseant 		fs->lfs_flags |= LFS_WARNED;
   2369  1.169  perseant 		simple_unlock(&fs->lfs_interlock);
   2370  1.165  perseant 		log(LOG_NOTICE, "lfs_mountfs: entire ifile of length %" PRId64
   2371  1.167    simonb 				" cannot fit in %lu buffer bytes\n",
   2372  1.167    simonb 				fs->lfs_ivnode->v_size, LFS_MAX_BYTES);
   2373  1.165  perseant 		log(LOG_NOTICE, "lfs_mountfs: please consider increasing"
   2374  1.167    simonb 				" BUFPAGES to at least %" PRId64 "\n",
   2375  1.167    simonb 				LFS_INVERSE_MAX_BYTES(fs->lfs_ivnode->v_size -
   2376  1.165  perseant 						      (fs->lfs_segtabsz <<
   2377  1.165  perseant 						       fs->lfs_bshift)) >>
   2378  1.165  perseant 				PAGE_SHIFT);
   2379  1.165  perseant 	}
   2380  1.165  perseant }
   2381  1.177  perseant 
   2382  1.177  perseant /*
   2383  1.177  perseant  * Resize the filesystem to contain the specified number of segments.
   2384  1.177  perseant  */
   2385  1.177  perseant int
   2386  1.177  perseant lfs_resize_fs(struct lfs *fs, int newnsegs)
   2387  1.177  perseant {
   2388  1.177  perseant 	SEGUSE *sup;
   2389  1.177  perseant 	struct buf *bp, *obp;
   2390  1.177  perseant 	daddr_t olast, nlast, ilast, noff, start, end;
   2391  1.177  perseant 	struct vnode *ivp;
   2392  1.177  perseant 	struct inode *ip;
   2393  1.177  perseant 	int error, badnews, inc, oldnsegs;
   2394  1.177  perseant 	int sbbytes, csbbytes, gain, cgain;
   2395  1.177  perseant 	int i;
   2396  1.177  perseant 
   2397  1.177  perseant 	/* Only support v2 and up */
   2398  1.177  perseant 	if (fs->lfs_version < 2)
   2399  1.177  perseant 		return EOPNOTSUPP;
   2400  1.177  perseant 
   2401  1.177  perseant 	/* If we're doing nothing, do it fast */
   2402  1.177  perseant 	oldnsegs = fs->lfs_nseg;
   2403  1.177  perseant 	if (newnsegs == oldnsegs)
   2404  1.177  perseant 		return 0;
   2405  1.177  perseant 
   2406  1.177  perseant 	/* We always have to have two superblocks */
   2407  1.177  perseant 	if (newnsegs <= dtosn(fs, fs->lfs_sboffs[1]))
   2408  1.177  perseant 		return EFBIG;
   2409  1.177  perseant 
   2410  1.177  perseant 	ivp = fs->lfs_ivnode;
   2411  1.177  perseant 	ip = VTOI(ivp);
   2412  1.177  perseant 	error = 0;
   2413  1.177  perseant 
   2414  1.177  perseant 	/* Take the segment lock so no one else calls lfs_newseg() */
   2415  1.177  perseant 	lfs_seglock(fs, SEGM_PROT);
   2416  1.177  perseant 
   2417  1.177  perseant 	/*
   2418  1.177  perseant 	 * Make sure the segments we're going to be losing, if any,
   2419  1.177  perseant 	 * are in fact empty.  We hold the seglock, so their status
   2420  1.177  perseant 	 * cannot change underneath us.  Count the superblocks we lose,
   2421  1.177  perseant 	 * while we're at it.
   2422  1.177  perseant 	 */
   2423  1.177  perseant 	sbbytes = csbbytes = 0;
   2424  1.177  perseant 	cgain = 0;
   2425  1.177  perseant 	for (i = newnsegs; i < oldnsegs; i++) {
   2426  1.177  perseant 		LFS_SEGENTRY(sup, fs, i, bp);
   2427  1.177  perseant 		badnews = sup->su_nbytes || !(sup->su_flags & SEGUSE_INVAL);
   2428  1.177  perseant 		if (sup->su_flags & SEGUSE_SUPERBLOCK)
   2429  1.177  perseant 			sbbytes += LFS_SBPAD;
   2430  1.177  perseant 		if (!(sup->su_flags & SEGUSE_DIRTY)) {
   2431  1.177  perseant 			++cgain;
   2432  1.177  perseant 			if (sup->su_flags & SEGUSE_SUPERBLOCK)
   2433  1.177  perseant 				csbbytes += LFS_SBPAD;
   2434  1.177  perseant 		}
   2435  1.177  perseant 		brelse(bp);
   2436  1.177  perseant 		if (badnews) {
   2437  1.177  perseant 			error = EBUSY;
   2438  1.177  perseant 			goto out;
   2439  1.177  perseant 		}
   2440  1.177  perseant 	}
   2441  1.177  perseant 
   2442  1.177  perseant 	/* Note old and new segment table endpoints, and old ifile size */
   2443  1.177  perseant 	olast = fs->lfs_cleansz + fs->lfs_segtabsz;
   2444  1.177  perseant 	nlast = howmany(newnsegs, fs->lfs_sepb) + fs->lfs_cleansz;
   2445  1.177  perseant 	ilast = ivp->v_size >> fs->lfs_bshift;
   2446  1.177  perseant 	noff = nlast - olast;
   2447  1.177  perseant 
   2448  1.177  perseant 	/*
   2449  1.177  perseant 	 * Make sure no one can use the Ifile while we change it around.
   2450  1.177  perseant 	 * Even after taking the iflock we need to make sure no one still
   2451  1.177  perseant 	 * is holding Ifile buffers, so we get each one, to drain them.
   2452  1.177  perseant 	 * (XXX this could be done better.)
   2453  1.177  perseant 	 */
   2454  1.177  perseant 	simple_lock(&fs->lfs_interlock);
   2455  1.177  perseant 	lockmgr(&fs->lfs_iflock, LK_EXCLUSIVE, &fs->lfs_interlock);
   2456  1.177  perseant 	simple_unlock(&fs->lfs_interlock);
   2457  1.177  perseant 	vn_lock(ivp, LK_EXCLUSIVE | LK_RETRY);
   2458  1.177  perseant 	for (i = 0; i < ilast; i++) {
   2459  1.177  perseant 		bread(ivp, i, fs->lfs_bsize, NOCRED, &bp);
   2460  1.177  perseant 		brelse(bp);
   2461  1.177  perseant 	}
   2462  1.177  perseant 
   2463  1.177  perseant 	/* Allocate new Ifile blocks */
   2464  1.177  perseant 	for (i = ilast; i < ilast + noff; i++) {
   2465  1.177  perseant 		if (VOP_BALLOC(ivp, i * fs->lfs_bsize, fs->lfs_bsize, NOCRED, 0,
   2466  1.177  perseant 			       &bp) != 0)
   2467  1.177  perseant 			panic("balloc extending ifile");
   2468  1.177  perseant 		memset(bp->b_data, 0, fs->lfs_bsize);
   2469  1.177  perseant 		VOP_BWRITE(bp);
   2470  1.177  perseant 	}
   2471  1.177  perseant 
   2472  1.177  perseant 	/* Register new ifile size */
   2473  1.177  perseant 	ip->i_size += noff * fs->lfs_bsize;
   2474  1.177  perseant 	ip->i_ffs1_size = ip->i_size;
   2475  1.177  perseant 	uvm_vnp_setsize(ivp, ip->i_size);
   2476  1.177  perseant 
   2477  1.177  perseant 	/* Copy the inode table to its new position */
   2478  1.177  perseant 	if (noff != 0) {
   2479  1.177  perseant 		if (noff < 0) {
   2480  1.177  perseant 			start = nlast;
   2481  1.177  perseant 			end = ilast + noff;
   2482  1.177  perseant 			inc = 1;
   2483  1.177  perseant 		} else {
   2484  1.177  perseant 			start = ilast + noff - 1;
   2485  1.177  perseant 			end = nlast - 1;
   2486  1.177  perseant 			inc = -1;
   2487  1.177  perseant 		}
   2488  1.177  perseant 		for (i = start; i != end; i += inc) {
   2489  1.177  perseant 			if (bread(ivp, i, fs->lfs_bsize, NOCRED, &bp) != 0)
   2490  1.177  perseant 				panic("resize: bread dst blk failed");
   2491  1.177  perseant 			if (bread(ivp, i - noff, fs->lfs_bsize, NOCRED, &obp))
   2492  1.177  perseant 				panic("resize: bread src blk failed");
   2493  1.177  perseant 			memcpy(bp->b_data, obp->b_data, fs->lfs_bsize);
   2494  1.177  perseant 			VOP_BWRITE(bp);
   2495  1.177  perseant 			brelse(obp);
   2496  1.177  perseant 		}
   2497  1.177  perseant 	}
   2498  1.177  perseant 
   2499  1.177  perseant 	/* If we are expanding, write the new empty SEGUSE entries */
   2500  1.177  perseant 	if (newnsegs > oldnsegs) {
   2501  1.177  perseant 		for (i = oldnsegs; i < newnsegs; i++) {
   2502  1.177  perseant 			if ((error = bread(ivp, i / fs->lfs_sepb +
   2503  1.177  perseant 					   fs->lfs_cleansz,
   2504  1.177  perseant 					   fs->lfs_bsize, NOCRED, &bp)) != 0)
   2505  1.177  perseant 				panic("lfs: ifile read: %d", error);
   2506  1.177  perseant 			while ((i + 1) % fs->lfs_sepb && i < newnsegs) {
   2507  1.177  perseant 				sup = &((SEGUSE *)bp->b_data)[i % fs->lfs_sepb];
   2508  1.177  perseant 				memset(sup, 0, sizeof(*sup));
   2509  1.177  perseant 				i++;
   2510  1.177  perseant 			}
   2511  1.177  perseant 			VOP_BWRITE(bp);
   2512  1.177  perseant 		}
   2513  1.177  perseant 	}
   2514  1.177  perseant 
   2515  1.177  perseant 	/* Zero out unused superblock offsets */
   2516  1.177  perseant 	for (i = 2; i < LFS_MAXNUMSB; i++)
   2517  1.177  perseant 		if (dtosn(fs, fs->lfs_sboffs[i]) >= newnsegs)
   2518  1.177  perseant 			fs->lfs_sboffs[i] = 0x0;
   2519  1.177  perseant 
   2520  1.177  perseant 	/*
   2521  1.177  perseant 	 * Correct superblock entries that depend on fs size.
   2522  1.177  perseant 	 * The computations of these are as follows:
   2523  1.177  perseant 	 *
   2524  1.177  perseant 	 * size  = segtod(fs, nseg)
   2525  1.177  perseant 	 * dsize = segtod(fs, nseg - minfreeseg) - btofsb(#super * LFS_SBPAD)
   2526  1.177  perseant 	 * bfree = dsize - btofsb(fs, bsize * nseg / 2) - blocks_actually_used
   2527  1.177  perseant 	 * avail = segtod(fs, nclean) - btofsb(#clean_super * LFS_SBPAD)
   2528  1.177  perseant 	 *         + (segtod(fs, 1) - (offset - curseg))
   2529  1.177  perseant 	 *	   - segtod(fs, minfreeseg - (minfreeseg / 2))
   2530  1.177  perseant 	 *
   2531  1.177  perseant 	 * XXX - we should probably adjust minfreeseg as well.
   2532  1.177  perseant 	 */
   2533  1.177  perseant 	gain = (newnsegs - oldnsegs);
   2534  1.177  perseant 	fs->lfs_nseg = newnsegs;
   2535  1.177  perseant 	fs->lfs_segtabsz = nlast - fs->lfs_cleansz;
   2536  1.177  perseant 	fs->lfs_size += gain * btofsb(fs, fs->lfs_ssize);
   2537  1.177  perseant 	fs->lfs_dsize += gain * btofsb(fs, fs->lfs_ssize) - btofsb(fs, sbbytes);
   2538  1.177  perseant 	fs->lfs_bfree += gain * btofsb(fs, fs->lfs_ssize) - btofsb(fs, sbbytes)
   2539  1.177  perseant 		       - gain * btofsb(fs, fs->lfs_bsize / 2);
   2540  1.177  perseant 	if (gain > 0) {
   2541  1.177  perseant 		fs->lfs_nclean += gain;
   2542  1.177  perseant 		fs->lfs_avail += gain * btofsb(fs, fs->lfs_ssize);
   2543  1.177  perseant 	} else {
   2544  1.177  perseant 		fs->lfs_nclean -= cgain;
   2545  1.177  perseant 		fs->lfs_avail -= cgain * btofsb(fs, fs->lfs_ssize) -
   2546  1.177  perseant 				 btofsb(fs, csbbytes);
   2547  1.177  perseant 	}
   2548  1.177  perseant 
   2549  1.177  perseant 	/* Resize segment flag cache */
   2550  1.177  perseant 	fs->lfs_suflags[0] = (u_int32_t *)realloc(fs->lfs_suflags[0],
   2551  1.177  perseant 						  fs->lfs_nseg * sizeof(u_int32_t),
   2552  1.177  perseant 						  M_SEGMENT, M_WAITOK);
   2553  1.177  perseant 	fs->lfs_suflags[1] = (u_int32_t *)realloc(fs->lfs_suflags[0],
   2554  1.177  perseant 						  fs->lfs_nseg * sizeof(u_int32_t),
   2555  1.177  perseant 						  M_SEGMENT, M_WAITOK);
   2556  1.177  perseant 	for (i = oldnsegs; i < newnsegs; i++)
   2557  1.177  perseant 		fs->lfs_suflags[0][i] = fs->lfs_suflags[1][i] = 0x0;
   2558  1.177  perseant 
   2559  1.177  perseant 	/* Truncate Ifile if necessary */
   2560  1.177  perseant 	if (noff < 0)
   2561  1.177  perseant 		VOP_TRUNCATE(ivp, ivp->v_size + (noff << fs->lfs_bshift), 0,
   2562  1.177  perseant 			     NOCRED, curproc);
   2563  1.177  perseant 
   2564  1.177  perseant 	/* Update cleaner info so the cleaner can die */
   2565  1.177  perseant 	bread(ivp, 0, fs->lfs_bsize, NOCRED, &bp);
   2566  1.177  perseant 	((CLEANERINFO *)bp->b_data)->clean = fs->lfs_nclean;
   2567  1.177  perseant 	((CLEANERINFO *)bp->b_data)->dirty = fs->lfs_nseg - fs->lfs_nclean;
   2568  1.177  perseant 	VOP_BWRITE(bp);
   2569  1.177  perseant 
   2570  1.177  perseant 	/* Let Ifile accesses proceed */
   2571  1.177  perseant 	VOP_UNLOCK(ivp, 0);
   2572  1.177  perseant 	simple_lock(&fs->lfs_interlock);
   2573  1.177  perseant 	lockmgr(&fs->lfs_iflock, LK_RELEASE, &fs->lfs_interlock);
   2574  1.177  perseant 	simple_unlock(&fs->lfs_interlock);
   2575  1.177  perseant 
   2576  1.177  perseant     out:
   2577  1.177  perseant 	lfs_segunlock(fs);
   2578  1.177  perseant 	return error;
   2579  1.177  perseant }
   2580