Home | History | Annotate | Line # | Download | only in lfs
lfs_subr.c revision 1.47.8.1
      1  1.47.8.1      kent /*	$NetBSD: lfs_subr.c,v 1.47.8.1 2005/04/29 11:29:39 kent Exp $	*/
      2       1.2       cgd 
      3       1.8  perseant /*-
      4      1.31  perseant  * Copyright (c) 1999, 2000, 2001, 2002, 2003 The NetBSD Foundation, Inc.
      5       1.8  perseant  * All rights reserved.
      6       1.8  perseant  *
      7       1.8  perseant  * This code is derived from software contributed to The NetBSD Foundation
      8       1.8  perseant  * by Konrad E. Schroder <perseant (at) hhhh.org>.
      9       1.8  perseant  *
     10       1.8  perseant  * Redistribution and use in source and binary forms, with or without
     11       1.8  perseant  * modification, are permitted provided that the following conditions
     12       1.8  perseant  * are met:
     13       1.8  perseant  * 1. Redistributions of source code must retain the above copyright
     14       1.8  perseant  *    notice, this list of conditions and the following disclaimer.
     15       1.8  perseant  * 2. Redistributions in binary form must reproduce the above copyright
     16       1.8  perseant  *    notice, this list of conditions and the following disclaimer in the
     17       1.8  perseant  *    documentation and/or other materials provided with the distribution.
     18       1.8  perseant  * 3. All advertising materials mentioning features or use of this software
     19       1.8  perseant  *    must display the following acknowledgement:
     20      1.33  perseant  *	This product includes software developed by the NetBSD
     21      1.33  perseant  *	Foundation, Inc. and its contributors.
     22       1.8  perseant  * 4. Neither the name of The NetBSD Foundation nor the names of its
     23       1.8  perseant  *    contributors may be used to endorse or promote products derived
     24       1.8  perseant  *    from this software without specific prior written permission.
     25       1.8  perseant  *
     26       1.8  perseant  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     27       1.8  perseant  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     28       1.8  perseant  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     29       1.8  perseant  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     30       1.8  perseant  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     31       1.8  perseant  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     32       1.8  perseant  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     33       1.8  perseant  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     34       1.8  perseant  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     35       1.8  perseant  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     36       1.8  perseant  * POSSIBILITY OF SUCH DAMAGE.
     37       1.8  perseant  */
     38       1.1   mycroft /*
     39       1.1   mycroft  * Copyright (c) 1991, 1993
     40       1.1   mycroft  *	The Regents of the University of California.  All rights reserved.
     41       1.1   mycroft  *
     42       1.1   mycroft  * Redistribution and use in source and binary forms, with or without
     43       1.1   mycroft  * modification, are permitted provided that the following conditions
     44       1.1   mycroft  * are met:
     45       1.1   mycroft  * 1. Redistributions of source code must retain the above copyright
     46       1.1   mycroft  *    notice, this list of conditions and the following disclaimer.
     47       1.1   mycroft  * 2. Redistributions in binary form must reproduce the above copyright
     48       1.1   mycroft  *    notice, this list of conditions and the following disclaimer in the
     49       1.1   mycroft  *    documentation and/or other materials provided with the distribution.
     50      1.43       agc  * 3. Neither the name of the University nor the names of its contributors
     51       1.1   mycroft  *    may be used to endorse or promote products derived from this software
     52       1.1   mycroft  *    without specific prior written permission.
     53       1.1   mycroft  *
     54       1.1   mycroft  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     55       1.1   mycroft  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     56       1.1   mycroft  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     57       1.1   mycroft  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     58       1.1   mycroft  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     59       1.1   mycroft  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     60       1.1   mycroft  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     61       1.1   mycroft  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     62       1.1   mycroft  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     63       1.1   mycroft  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     64       1.1   mycroft  * SUCH DAMAGE.
     65       1.1   mycroft  *
     66       1.6      fvdl  *	@(#)lfs_subr.c	8.4 (Berkeley) 5/8/95
     67       1.1   mycroft  */
     68      1.20     lukem 
     69      1.20     lukem #include <sys/cdefs.h>
     70  1.47.8.1      kent __KERNEL_RCSID(0, "$NetBSD: lfs_subr.c,v 1.47.8.1 2005/04/29 11:29:39 kent Exp $");
     71       1.1   mycroft 
     72       1.1   mycroft #include <sys/param.h>
     73       1.3  christos #include <sys/systm.h>
     74       1.1   mycroft #include <sys/namei.h>
     75       1.1   mycroft #include <sys/vnode.h>
     76       1.1   mycroft #include <sys/buf.h>
     77       1.1   mycroft #include <sys/mount.h>
     78       1.1   mycroft #include <sys/malloc.h>
     79       1.1   mycroft #include <sys/proc.h>
     80       1.1   mycroft 
     81       1.1   mycroft #include <ufs/ufs/inode.h>
     82       1.1   mycroft #include <ufs/lfs/lfs.h>
     83       1.1   mycroft #include <ufs/lfs/lfs_extern.h>
     84       1.1   mycroft 
     85      1.31  perseant #include <uvm/uvm.h>
     86      1.31  perseant 
     87       1.1   mycroft /*
     88       1.1   mycroft  * Return buffer with the contents of block "offset" from the beginning of
     89       1.1   mycroft  * directory "ip".  If "res" is non-zero, fill it in with a pointer to the
     90       1.1   mycroft  * remaining space in the directory.
     91       1.1   mycroft  */
     92       1.1   mycroft int
     93      1.18  perseant lfs_blkatoff(void *v)
     94       1.3  christos {
     95       1.1   mycroft 	struct vop_blkatoff_args /* {
     96       1.1   mycroft 		struct vnode *a_vp;
     97       1.1   mycroft 		off_t a_offset;
     98       1.1   mycroft 		char **a_res;
     99       1.1   mycroft 		struct buf **a_bpp;
    100       1.8  perseant 		} */ *ap = v;
    101      1.13  augustss 	struct lfs *fs;
    102       1.1   mycroft 	struct inode *ip;
    103       1.1   mycroft 	struct buf *bp;
    104      1.29      fvdl 	daddr_t lbn;
    105       1.1   mycroft 	int bsize, error;
    106  1.47.8.1      kent 
    107       1.1   mycroft 	ip = VTOI(ap->a_vp);
    108       1.1   mycroft 	fs = ip->i_lfs;
    109       1.1   mycroft 	lbn = lblkno(fs, ap->a_offset);
    110       1.6      fvdl 	bsize = blksize(fs, ip, lbn);
    111  1.47.8.1      kent 
    112       1.1   mycroft 	*ap->a_bpp = NULL;
    113       1.3  christos 	if ((error = bread(ap->a_vp, lbn, bsize, NOCRED, &bp)) != 0) {
    114       1.1   mycroft 		brelse(bp);
    115       1.1   mycroft 		return (error);
    116       1.1   mycroft 	}
    117       1.1   mycroft 	if (ap->a_res)
    118       1.1   mycroft 		*ap->a_res = (char *)bp->b_data + blkoff(fs, ap->a_offset);
    119       1.1   mycroft 	*ap->a_bpp = bp;
    120       1.1   mycroft 	return (0);
    121       1.1   mycroft }
    122       1.1   mycroft 
    123  1.47.8.1      kent #ifdef DEBUG
    124      1.31  perseant char *lfs_res_names[LFS_NB_COUNT] = {
    125      1.31  perseant 	"summary",
    126      1.31  perseant 	"superblock",
    127  1.47.8.1      kent 	"file block",
    128      1.31  perseant 	"cluster",
    129      1.31  perseant 	"clean",
    130  1.47.8.1      kent 	"blkiov",
    131      1.31  perseant };
    132      1.31  perseant #endif
    133      1.31  perseant 
    134      1.31  perseant int lfs_res_qty[LFS_NB_COUNT] = {
    135      1.31  perseant 	LFS_N_SUMMARIES,
    136      1.31  perseant 	LFS_N_SBLOCKS,
    137      1.31  perseant 	LFS_N_IBLOCKS,
    138      1.31  perseant 	LFS_N_CLUSTERS,
    139      1.31  perseant 	LFS_N_CLEAN,
    140  1.47.8.1      kent 	LFS_N_BLKIOV,
    141      1.31  perseant };
    142      1.31  perseant 
    143      1.31  perseant void
    144      1.31  perseant lfs_setup_resblks(struct lfs *fs)
    145      1.31  perseant {
    146      1.31  perseant 	int i, j;
    147      1.31  perseant 	int maxbpp;
    148      1.31  perseant 
    149  1.47.8.1      kent 	ASSERT_NO_SEGLOCK(fs);
    150      1.31  perseant 	fs->lfs_resblk = (res_t *)malloc(LFS_N_TOTAL * sizeof(res_t), M_SEGMENT,
    151      1.33  perseant 					  M_WAITOK);
    152      1.31  perseant 	for (i = 0; i < LFS_N_TOTAL; i++) {
    153      1.31  perseant 		fs->lfs_resblk[i].inuse = 0;
    154      1.31  perseant 		fs->lfs_resblk[i].p = NULL;
    155      1.31  perseant 	}
    156      1.31  perseant 	for (i = 0; i < LFS_RESHASH_WIDTH; i++)
    157      1.31  perseant 		LIST_INIT(fs->lfs_reshash + i);
    158      1.31  perseant 
    159      1.31  perseant 	/*
    160      1.31  perseant 	 * These types of allocations can be larger than a page,
    161      1.31  perseant 	 * so we can't use the pool subsystem for them.
    162      1.31  perseant 	 */
    163      1.31  perseant 	for (i = 0, j = 0; j < LFS_N_SUMMARIES; j++, i++)
    164      1.34  perseant 		fs->lfs_resblk[i].size = fs->lfs_sumsize;
    165      1.31  perseant 	for (j = 0; j < LFS_N_SBLOCKS; j++, i++)
    166      1.34  perseant 		fs->lfs_resblk[i].size = LFS_SBPAD;
    167      1.31  perseant 	for (j = 0; j < LFS_N_IBLOCKS; j++, i++)
    168      1.34  perseant 		fs->lfs_resblk[i].size = fs->lfs_bsize;
    169      1.31  perseant 	for (j = 0; j < LFS_N_CLUSTERS; j++, i++)
    170      1.34  perseant 		fs->lfs_resblk[i].size = MAXPHYS;
    171      1.31  perseant 	for (j = 0; j < LFS_N_CLEAN; j++, i++)
    172      1.34  perseant 		fs->lfs_resblk[i].size = MAXPHYS;
    173  1.47.8.1      kent 	for (j = 0; j < LFS_N_BLKIOV; j++, i++)
    174  1.47.8.1      kent 		fs->lfs_resblk[i].size = LFS_MARKV_MAXBLKCNT * sizeof(BLOCK_INFO);
    175      1.34  perseant 
    176      1.34  perseant 	for (i = 0; i < LFS_N_TOTAL; i++) {
    177      1.34  perseant 		fs->lfs_resblk[i].p = malloc(fs->lfs_resblk[i].size,
    178      1.34  perseant 					     M_SEGMENT, M_WAITOK);
    179      1.34  perseant 	}
    180      1.31  perseant 
    181      1.31  perseant 	/*
    182      1.31  perseant 	 * Initialize pools for small types (XXX is BPP small?)
    183      1.31  perseant 	 */
    184      1.46    simonb 	pool_init(&fs->lfs_clpool, sizeof(struct lfs_cluster), 0, 0, 0,
    185      1.46    simonb 		"lfsclpl", &pool_allocator_nointr);
    186      1.46    simonb 	pool_init(&fs->lfs_segpool, sizeof(struct segment), 0, 0, 0,
    187      1.46    simonb 		"lfssegpool", &pool_allocator_nointr);
    188      1.31  perseant 	maxbpp = ((fs->lfs_sumsize - SEGSUM_SIZE(fs)) / sizeof(int32_t) + 2);
    189      1.47      yamt 	maxbpp = MIN(maxbpp, segsize(fs) / fs->lfs_fsize + 2);
    190      1.46    simonb 	pool_init(&fs->lfs_bpppool, maxbpp * sizeof(struct buf *), 0, 0, 0,
    191      1.46    simonb 		"lfsbpppl", &pool_allocator_nointr);
    192      1.31  perseant }
    193      1.31  perseant 
    194      1.31  perseant void
    195      1.31  perseant lfs_free_resblks(struct lfs *fs)
    196      1.31  perseant {
    197      1.31  perseant 	int i;
    198      1.31  perseant 
    199      1.31  perseant 	pool_destroy(&fs->lfs_bpppool);
    200      1.31  perseant 	pool_destroy(&fs->lfs_segpool);
    201      1.31  perseant 	pool_destroy(&fs->lfs_clpool);
    202      1.31  perseant 
    203  1.47.8.1      kent 	simple_lock(&fs->lfs_interlock);
    204      1.31  perseant 	for (i = 0; i < LFS_N_TOTAL; i++) {
    205      1.39  perseant 		while (fs->lfs_resblk[i].inuse)
    206  1.47.8.1      kent 			ltsleep(&fs->lfs_resblk, PRIBIO + 1, "lfs_free", 0,
    207  1.47.8.1      kent 				&fs->lfs_interlock);
    208      1.31  perseant 		if (fs->lfs_resblk[i].p != NULL)
    209      1.31  perseant 			free(fs->lfs_resblk[i].p, M_SEGMENT);
    210      1.31  perseant 	}
    211      1.31  perseant 	free(fs->lfs_resblk, M_SEGMENT);
    212  1.47.8.1      kent 	simple_unlock(&fs->lfs_interlock);
    213      1.31  perseant }
    214      1.31  perseant 
    215      1.31  perseant static unsigned int
    216      1.31  perseant lfs_mhash(void *vp)
    217      1.31  perseant {
    218      1.31  perseant 	return (unsigned int)(((unsigned long)vp) >> 2) % LFS_RESHASH_WIDTH;
    219      1.31  perseant }
    220      1.31  perseant 
    221      1.31  perseant /*
    222      1.31  perseant  * Return memory of the given size for the given purpose, or use one of a
    223      1.31  perseant  * number of spare last-resort buffers, if malloc returns NULL.
    224  1.47.8.1      kent  */
    225      1.31  perseant void *
    226      1.31  perseant lfs_malloc(struct lfs *fs, size_t size, int type)
    227      1.31  perseant {
    228      1.31  perseant 	struct lfs_res_blk *re;
    229      1.31  perseant 	void *r;
    230      1.31  perseant 	int i, s, start;
    231      1.31  perseant 	unsigned int h;
    232      1.31  perseant 
    233  1.47.8.1      kent 	ASSERT_MAYBE_SEGLOCK(fs);
    234      1.34  perseant 	r = NULL;
    235      1.34  perseant 
    236      1.31  perseant 	/* If no mem allocated for this type, it just waits */
    237      1.34  perseant 	if (lfs_res_qty[type] == 0) {
    238      1.34  perseant 		r = malloc(size, M_SEGMENT, M_WAITOK);
    239      1.34  perseant 		return r;
    240      1.34  perseant 	}
    241      1.31  perseant 
    242      1.31  perseant 	/* Otherwise try a quick malloc, and if it works, great */
    243      1.34  perseant 	if ((r = malloc(size, M_SEGMENT, M_NOWAIT)) != NULL) {
    244      1.31  perseant 		return r;
    245      1.34  perseant 	}
    246      1.31  perseant 
    247      1.31  perseant 	/*
    248      1.31  perseant 	 * If malloc returned NULL, we are forced to use one of our
    249      1.31  perseant 	 * reserve blocks.  We have on hand at least one summary block,
    250      1.31  perseant 	 * at least one cluster block, at least one superblock,
    251      1.31  perseant 	 * and several indirect blocks.
    252      1.31  perseant 	 */
    253  1.47.8.1      kent 
    254  1.47.8.1      kent 	simple_lock(&fs->lfs_interlock);
    255      1.31  perseant 	/* skip over blocks of other types */
    256      1.31  perseant 	for (i = 0, start = 0; i < type; i++)
    257      1.31  perseant 		start += lfs_res_qty[i];
    258      1.31  perseant 	while (r == NULL) {
    259      1.31  perseant 		for (i = 0; i < lfs_res_qty[type]; i++) {
    260      1.31  perseant 			if (fs->lfs_resblk[start + i].inuse == 0) {
    261      1.31  perseant 				re = fs->lfs_resblk + start + i;
    262      1.31  perseant 				re->inuse = 1;
    263      1.31  perseant 				r = re->p;
    264      1.34  perseant 				KASSERT(re->size >= size);
    265      1.31  perseant 				h = lfs_mhash(r);
    266      1.31  perseant 				s = splbio();
    267      1.31  perseant 				LIST_INSERT_HEAD(&fs->lfs_reshash[h], re, res);
    268      1.31  perseant 				splx(s);
    269  1.47.8.1      kent 				simple_unlock(&fs->lfs_interlock);
    270      1.31  perseant 				return r;
    271      1.31  perseant 			}
    272      1.31  perseant 		}
    273  1.47.8.1      kent 		DLOG((DLOG_MALLOC, "sleeping on %s (%d)\n",
    274  1.47.8.1      kent 		      lfs_res_names[type], lfs_res_qty[type]));
    275  1.47.8.1      kent 		ltsleep(&fs->lfs_resblk, PVM, "lfs_malloc", 0,
    276  1.47.8.1      kent 			&fs->lfs_interlock);
    277  1.47.8.1      kent 		DLOG((DLOG_MALLOC, "done sleeping on %s\n",
    278  1.47.8.1      kent 		      lfs_res_names[type]));
    279      1.31  perseant 	}
    280      1.31  perseant 	/* NOTREACHED */
    281  1.47.8.1      kent 	simple_unlock(&fs->lfs_interlock);
    282      1.31  perseant 	return r;
    283      1.31  perseant }
    284      1.31  perseant 
    285      1.31  perseant void
    286      1.31  perseant lfs_free(struct lfs *fs, void *p, int type)
    287      1.31  perseant {
    288      1.31  perseant 	int s;
    289      1.31  perseant 	unsigned int h;
    290      1.31  perseant 	res_t *re;
    291      1.32      yamt #ifdef DEBUG
    292      1.32      yamt 	int i;
    293      1.32      yamt #endif
    294      1.31  perseant 
    295  1.47.8.1      kent 	ASSERT_MAYBE_SEGLOCK(fs);
    296      1.31  perseant 	h = lfs_mhash(p);
    297  1.47.8.1      kent 	simple_lock(&fs->lfs_interlock);
    298      1.31  perseant 	s = splbio();
    299      1.31  perseant 	LIST_FOREACH(re, &fs->lfs_reshash[h], res) {
    300      1.31  perseant 		if (re->p == p) {
    301      1.32      yamt 			KASSERT(re->inuse == 1);
    302      1.31  perseant 			LIST_REMOVE(re, res);
    303      1.31  perseant 			re->inuse = 0;
    304      1.31  perseant 			wakeup(&fs->lfs_resblk);
    305      1.31  perseant 			splx(s);
    306  1.47.8.1      kent 			simple_unlock(&fs->lfs_interlock);
    307      1.31  perseant 			return;
    308      1.31  perseant 		}
    309      1.31  perseant 	}
    310      1.32      yamt #ifdef DEBUG
    311      1.32      yamt 	for (i = 0; i < LFS_N_TOTAL; i++) {
    312      1.32      yamt 		if (fs->lfs_resblk[i].p == p)
    313      1.34  perseant 			panic("lfs_free: inconsistent reserved block");
    314      1.32      yamt 	}
    315      1.32      yamt #endif
    316      1.31  perseant 	splx(s);
    317  1.47.8.1      kent 	simple_unlock(&fs->lfs_interlock);
    318  1.47.8.1      kent 
    319      1.31  perseant 	/*
    320      1.31  perseant 	 * If we didn't find it, free it.
    321      1.31  perseant 	 */
    322      1.31  perseant 	free(p, M_SEGMENT);
    323      1.31  perseant }
    324       1.1   mycroft 
    325       1.1   mycroft /*
    326       1.1   mycroft  * lfs_seglock --
    327       1.1   mycroft  *	Single thread the segment writer.
    328       1.1   mycroft  */
    329      1.31  perseant int
    330      1.18  perseant lfs_seglock(struct lfs *fs, unsigned long flags)
    331       1.1   mycroft {
    332       1.1   mycroft 	struct segment *sp;
    333  1.47.8.1      kent 
    334      1.38  perseant 	simple_lock(&fs->lfs_interlock);
    335       1.7   thorpej 	if (fs->lfs_seglock) {
    336       1.1   mycroft 		if (fs->lfs_lockpid == curproc->p_pid) {
    337      1.38  perseant 			simple_unlock(&fs->lfs_interlock);
    338       1.1   mycroft 			++fs->lfs_seglock;
    339       1.1   mycroft 			fs->lfs_sp->seg_flags |= flags;
    340      1.31  perseant 			return 0;
    341      1.38  perseant 		} else if (flags & SEGM_PAGEDAEMON) {
    342      1.38  perseant 			simple_unlock(&fs->lfs_interlock);
    343      1.31  perseant 			return EWOULDBLOCK;
    344  1.47.8.1      kent 		} else {
    345  1.47.8.1      kent 			while (fs->lfs_seglock) {
    346  1.47.8.1      kent 				(void)ltsleep(&fs->lfs_seglock, PRIBIO + 1,
    347  1.47.8.1      kent 					"lfs seglock", 0, &fs->lfs_interlock);
    348  1.47.8.1      kent 			}
    349  1.47.8.1      kent 		}
    350       1.7   thorpej 	}
    351  1.47.8.1      kent 
    352       1.1   mycroft 	fs->lfs_seglock = 1;
    353       1.1   mycroft 	fs->lfs_lockpid = curproc->p_pid;
    354      1.38  perseant 	simple_unlock(&fs->lfs_interlock);
    355      1.36  perseant 	fs->lfs_cleanind = 0;
    356      1.36  perseant 
    357  1.47.8.1      kent #ifdef DEBUG
    358  1.47.8.1      kent 	LFS_ENTER_LOG("seglock", __FILE__, __LINE__, 0, flags, curproc->p_pid);
    359  1.47.8.1      kent #endif
    360      1.27  perseant 	/* Drain fragment size changes out */
    361      1.27  perseant 	lockmgr(&fs->lfs_fraglock, LK_EXCLUSIVE, 0);
    362      1.27  perseant 
    363      1.31  perseant 	sp = fs->lfs_sp = pool_get(&fs->lfs_segpool, PR_WAITOK);
    364      1.31  perseant 	sp->bpp = pool_get(&fs->lfs_bpppool, PR_WAITOK);
    365       1.1   mycroft 	sp->seg_flags = flags;
    366       1.1   mycroft 	sp->vp = NULL;
    367      1.26  perseant 	sp->seg_iocount = 0;
    368       1.1   mycroft 	(void) lfs_initseg(fs);
    369  1.47.8.1      kent 
    370       1.1   mycroft 	/*
    371       1.1   mycroft 	 * Keep a cumulative count of the outstanding I/O operations.  If the
    372       1.1   mycroft 	 * disk drive catches up with us it could go to zero before we finish,
    373       1.1   mycroft 	 * so we artificially increment it by one until we've scheduled all of
    374       1.1   mycroft 	 * the writes we intend to do.
    375       1.1   mycroft 	 */
    376  1.47.8.1      kent 	simple_lock(&fs->lfs_interlock);
    377       1.1   mycroft 	++fs->lfs_iocount;
    378  1.47.8.1      kent 	simple_unlock(&fs->lfs_interlock);
    379      1.31  perseant 	return 0;
    380       1.1   mycroft }
    381       1.8  perseant 
    382      1.31  perseant static void lfs_unmark_dirop(struct lfs *);
    383      1.31  perseant 
    384      1.31  perseant static void
    385      1.31  perseant lfs_unmark_dirop(struct lfs *fs)
    386      1.31  perseant {
    387      1.31  perseant 	struct inode *ip, *nip;
    388      1.31  perseant 	struct vnode *vp;
    389      1.40  perseant 	int doit;
    390      1.31  perseant 
    391  1.47.8.1      kent 	ASSERT_NO_SEGLOCK(fs);
    392      1.40  perseant 	simple_lock(&fs->lfs_interlock);
    393      1.40  perseant 	doit = !(fs->lfs_flags & LFS_UNDIROP);
    394      1.40  perseant 	if (doit)
    395      1.40  perseant 		fs->lfs_flags |= LFS_UNDIROP;
    396  1.47.8.1      kent 	if (!doit) {
    397  1.47.8.1      kent 		simple_unlock(&fs->lfs_interlock);
    398      1.40  perseant 		return;
    399  1.47.8.1      kent 	}
    400      1.40  perseant 
    401      1.31  perseant 	for (ip = TAILQ_FIRST(&fs->lfs_dchainhd); ip != NULL; ip = nip) {
    402      1.31  perseant 		nip = TAILQ_NEXT(ip, i_lfs_dchain);
    403  1.47.8.1      kent 		simple_unlock(&fs->lfs_interlock);
    404      1.31  perseant 		vp = ITOV(ip);
    405      1.31  perseant 
    406  1.47.8.1      kent 		simple_lock(&vp->v_interlock);
    407      1.31  perseant 		if (VOP_ISLOCKED(vp) &&
    408      1.33  perseant 			   vp->v_lock.lk_lockholder != curproc->p_pid) {
    409  1.47.8.1      kent 			simple_lock(&fs->lfs_interlock);
    410  1.47.8.1      kent 			simple_unlock(&vp->v_interlock);
    411      1.31  perseant 			continue;
    412      1.31  perseant 		}
    413      1.31  perseant 		if ((VTOI(vp)->i_flag & IN_ADIROP) == 0) {
    414  1.47.8.1      kent 			simple_lock(&fs->lfs_interlock);
    415  1.47.8.1      kent 			simple_lock(&lfs_subsys_lock);
    416      1.31  perseant 			--lfs_dirvcount;
    417  1.47.8.1      kent 			simple_unlock(&lfs_subsys_lock);
    418      1.31  perseant 			vp->v_flag &= ~VDIROP;
    419      1.31  perseant 			TAILQ_REMOVE(&fs->lfs_dchainhd, ip, i_lfs_dchain);
    420  1.47.8.1      kent 			simple_unlock(&fs->lfs_interlock);
    421      1.31  perseant 			wakeup(&lfs_dirvcount);
    422  1.47.8.1      kent 			simple_unlock(&vp->v_interlock);
    423  1.47.8.1      kent 			simple_lock(&fs->lfs_interlock);
    424      1.31  perseant 			fs->lfs_unlockvp = vp;
    425  1.47.8.1      kent 			simple_unlock(&fs->lfs_interlock);
    426      1.31  perseant 			vrele(vp);
    427  1.47.8.1      kent 			simple_lock(&fs->lfs_interlock);
    428      1.31  perseant 			fs->lfs_unlockvp = NULL;
    429  1.47.8.1      kent 			simple_unlock(&fs->lfs_interlock);
    430  1.47.8.1      kent 		} else
    431  1.47.8.1      kent 			simple_unlock(&vp->v_interlock);
    432  1.47.8.1      kent 		simple_lock(&fs->lfs_interlock);
    433      1.31  perseant 	}
    434      1.40  perseant 
    435      1.40  perseant 	fs->lfs_flags &= ~LFS_UNDIROP;
    436      1.40  perseant 	simple_unlock(&fs->lfs_interlock);
    437  1.47.8.1      kent 	wakeup(&fs->lfs_flags);
    438      1.31  perseant }
    439      1.31  perseant 
    440      1.31  perseant static void
    441      1.31  perseant lfs_auto_segclean(struct lfs *fs)
    442      1.31  perseant {
    443  1.47.8.1      kent 	int i, error, s, waited;
    444      1.31  perseant 
    445  1.47.8.1      kent 	ASSERT_SEGLOCK(fs);
    446      1.31  perseant 	/*
    447      1.31  perseant 	 * Now that we've swapped lfs_activesb, but while we still
    448      1.31  perseant 	 * hold the segment lock, run through the segment list marking
    449      1.31  perseant 	 * the empty ones clean.
    450      1.31  perseant 	 * XXX - do we really need to do them all at once?
    451      1.31  perseant 	 */
    452  1.47.8.1      kent 	waited = 0;
    453      1.31  perseant 	for (i = 0; i < fs->lfs_nseg; i++) {
    454      1.31  perseant 		if ((fs->lfs_suflags[0][i] &
    455      1.31  perseant 		     (SEGUSE_ACTIVE | SEGUSE_DIRTY | SEGUSE_EMPTY)) ==
    456      1.31  perseant 		    (SEGUSE_DIRTY | SEGUSE_EMPTY) &&
    457      1.31  perseant 		    (fs->lfs_suflags[1][i] &
    458      1.31  perseant 		     (SEGUSE_ACTIVE | SEGUSE_DIRTY | SEGUSE_EMPTY)) ==
    459      1.31  perseant 		    (SEGUSE_DIRTY | SEGUSE_EMPTY)) {
    460      1.31  perseant 
    461  1.47.8.1      kent 			/* Make sure the sb is written before we clean */
    462  1.47.8.1      kent 			simple_lock(&fs->lfs_interlock);
    463  1.47.8.1      kent 			s = splbio();
    464  1.47.8.1      kent 			while (waited == 0 && fs->lfs_sbactive)
    465  1.47.8.1      kent 				ltsleep(&fs->lfs_sbactive, PRIBIO+1, "lfs asb",
    466  1.47.8.1      kent 					0, &fs->lfs_interlock);
    467  1.47.8.1      kent 			splx(s);
    468  1.47.8.1      kent 			simple_unlock(&fs->lfs_interlock);
    469  1.47.8.1      kent 			waited = 1;
    470  1.47.8.1      kent 
    471      1.31  perseant 			if ((error = lfs_do_segclean(fs, i)) != 0) {
    472  1.47.8.1      kent 				DLOG((DLOG_CLEAN, "lfs_auto_segclean: lfs_do_segclean returned %d for seg %d\n", error, i));
    473      1.31  perseant 			}
    474      1.31  perseant 		}
    475      1.31  perseant 		fs->lfs_suflags[1 - fs->lfs_activesb][i] =
    476      1.31  perseant 			fs->lfs_suflags[fs->lfs_activesb][i];
    477      1.31  perseant 	}
    478      1.31  perseant }
    479      1.31  perseant 
    480       1.1   mycroft /*
    481       1.1   mycroft  * lfs_segunlock --
    482       1.1   mycroft  *	Single thread the segment writer.
    483       1.1   mycroft  */
    484       1.1   mycroft void
    485      1.18  perseant lfs_segunlock(struct lfs *fs)
    486       1.1   mycroft {
    487       1.1   mycroft 	struct segment *sp;
    488       1.1   mycroft 	unsigned long sync, ckp;
    489      1.22  perseant 	struct buf *bp;
    490      1.40  perseant 	int do_unmark_dirop = 0;
    491  1.47.8.1      kent 
    492      1.15  perseant 	sp = fs->lfs_sp;
    493      1.15  perseant 
    494      1.38  perseant 	simple_lock(&fs->lfs_interlock);
    495  1.47.8.1      kent 	LOCK_ASSERT(LFS_SEGLOCK_HELD(fs));
    496      1.15  perseant 	if (fs->lfs_seglock == 1) {
    497      1.40  perseant 		if ((sp->seg_flags & SEGM_PROT) == 0)
    498      1.40  perseant 			do_unmark_dirop = 1;
    499      1.38  perseant 		simple_unlock(&fs->lfs_interlock);
    500       1.1   mycroft 		sync = sp->seg_flags & SEGM_SYNC;
    501       1.1   mycroft 		ckp = sp->seg_flags & SEGM_CKP;
    502       1.1   mycroft 		if (sp->bpp != sp->cbpp) {
    503       1.1   mycroft 			/* Free allocated segment summary */
    504      1.18  perseant 			fs->lfs_offset -= btofsb(fs, fs->lfs_sumsize);
    505      1.22  perseant 			bp = *sp->bpp;
    506      1.31  perseant 			lfs_freebuf(fs, bp);
    507       1.1   mycroft 		} else
    508  1.47.8.1      kent 			DLOG((DLOG_SEG, "lfs_segunlock: unlock to 0 with no summary"));
    509       1.8  perseant 
    510      1.31  perseant 		pool_put(&fs->lfs_bpppool, sp->bpp);
    511      1.18  perseant 		sp->bpp = NULL;
    512      1.36  perseant 
    513      1.36  perseant 		/*
    514      1.36  perseant 		 * If we're not sync, we're done with sp, get rid of it.
    515      1.36  perseant 		 * Otherwise, we keep a local copy around but free
    516      1.36  perseant 		 * fs->lfs_sp so another process can use it (we have to
    517      1.36  perseant 		 * wait but they don't have to wait for us).
    518      1.36  perseant 		 */
    519      1.26  perseant 		if (!sync)
    520      1.31  perseant 			pool_put(&fs->lfs_segpool, sp);
    521      1.18  perseant 		fs->lfs_sp = NULL;
    522       1.1   mycroft 
    523       1.1   mycroft 		/*
    524       1.1   mycroft 		 * If the I/O count is non-zero, sleep until it reaches zero.
    525       1.1   mycroft 		 * At the moment, the user's process hangs around so we can
    526       1.1   mycroft 		 * sleep.
    527       1.1   mycroft 		 */
    528  1.47.8.1      kent 		simple_lock(&fs->lfs_interlock);
    529      1.44      yamt 		if (--fs->lfs_iocount == 0)
    530      1.44      yamt 			LFS_DEBUG_COUNTLOCKED("lfs_segunlock");
    531      1.36  perseant 		if (fs->lfs_iocount <= 1)
    532      1.22  perseant 			wakeup(&fs->lfs_iocount);
    533  1.47.8.1      kent 		simple_unlock(&fs->lfs_interlock);
    534       1.1   mycroft 		/*
    535      1.26  perseant 		 * If we're not checkpointing, we don't have to block
    536      1.26  perseant 		 * other processes to wait for a synchronous write
    537      1.26  perseant 		 * to complete.
    538      1.26  perseant 		 */
    539      1.26  perseant 		if (!ckp) {
    540  1.47.8.1      kent #ifdef DEBUG
    541  1.47.8.1      kent 			LFS_ENTER_LOG("segunlock_std", __FILE__, __LINE__, 0, 0, curproc->p_pid);
    542  1.47.8.1      kent #endif
    543      1.38  perseant 			simple_lock(&fs->lfs_interlock);
    544      1.26  perseant 			--fs->lfs_seglock;
    545      1.26  perseant 			fs->lfs_lockpid = 0;
    546      1.38  perseant 			simple_unlock(&fs->lfs_interlock);
    547      1.26  perseant 			wakeup(&fs->lfs_seglock);
    548      1.26  perseant 		}
    549      1.26  perseant 		/*
    550       1.1   mycroft 		 * We let checkpoints happen asynchronously.  That means
    551       1.1   mycroft 		 * that during recovery, we have to roll forward between
    552       1.1   mycroft 		 * the two segments described by the first and second
    553       1.1   mycroft 		 * superblocks to make sure that the checkpoint described
    554       1.1   mycroft 		 * by a superblock completed.
    555       1.1   mycroft 		 */
    556  1.47.8.1      kent 		simple_lock(&fs->lfs_interlock);
    557      1.26  perseant 		while (ckp && sync && fs->lfs_iocount)
    558  1.47.8.1      kent 			(void)ltsleep(&fs->lfs_iocount, PRIBIO + 1,
    559  1.47.8.1      kent 				      "lfs_iocount", 0, &fs->lfs_interlock);
    560      1.26  perseant 		while (sync && sp->seg_iocount) {
    561  1.47.8.1      kent 			(void)ltsleep(&sp->seg_iocount, PRIBIO + 1,
    562  1.47.8.1      kent 				     "seg_iocount", 0, &fs->lfs_interlock);
    563  1.47.8.1      kent 			DLOG((DLOG_SEG, "sleeping on iocount %x == %d\n", sp, sp->seg_iocount));
    564      1.26  perseant 		}
    565  1.47.8.1      kent 		simple_unlock(&fs->lfs_interlock);
    566      1.26  perseant 		if (sync)
    567      1.31  perseant 			pool_put(&fs->lfs_segpool, sp);
    568      1.36  perseant 
    569       1.1   mycroft 		if (ckp) {
    570       1.1   mycroft 			fs->lfs_nactive = 0;
    571       1.8  perseant 			/* If we *know* everything's on disk, write both sbs */
    572      1.33  perseant 			/* XXX should wait for this one	 */
    573      1.21       chs 			if (sync)
    574      1.31  perseant 				lfs_writesuper(fs, fs->lfs_sboffs[fs->lfs_activesb]);
    575      1.31  perseant 			lfs_writesuper(fs, fs->lfs_sboffs[1 - fs->lfs_activesb]);
    576  1.47.8.1      kent 			if (!(fs->lfs_ivnode->v_mount->mnt_iflag & IMNT_UNMOUNT)) {
    577      1.35  perseant 				lfs_auto_segclean(fs);
    578  1.47.8.1      kent 				/* If sync, we can clean the remainder too */
    579  1.47.8.1      kent 				if (sync)
    580  1.47.8.1      kent 					lfs_auto_segclean(fs);
    581  1.47.8.1      kent 			}
    582       1.8  perseant 			fs->lfs_activesb = 1 - fs->lfs_activesb;
    583  1.47.8.1      kent #ifdef DEBUG
    584  1.47.8.1      kent 			LFS_ENTER_LOG("segunlock_ckp", __FILE__, __LINE__, 0, 0, curproc->p_pid);
    585  1.47.8.1      kent #endif
    586      1.38  perseant 			simple_lock(&fs->lfs_interlock);
    587      1.26  perseant 			--fs->lfs_seglock;
    588      1.26  perseant 			fs->lfs_lockpid = 0;
    589      1.38  perseant 			simple_unlock(&fs->lfs_interlock);
    590      1.26  perseant 			wakeup(&fs->lfs_seglock);
    591       1.1   mycroft 		}
    592      1.27  perseant 		/* Reenable fragment size changes */
    593      1.27  perseant 		lockmgr(&fs->lfs_fraglock, LK_RELEASE, 0);
    594      1.40  perseant 		if (do_unmark_dirop)
    595      1.40  perseant 			lfs_unmark_dirop(fs);
    596       1.1   mycroft 	} else if (fs->lfs_seglock == 0) {
    597      1.38  perseant 		simple_unlock(&fs->lfs_interlock);
    598       1.1   mycroft 		panic ("Seglock not held");
    599       1.1   mycroft 	} else {
    600       1.1   mycroft 		--fs->lfs_seglock;
    601      1.38  perseant 		simple_unlock(&fs->lfs_interlock);
    602       1.1   mycroft 	}
    603      1.41      yamt }
    604      1.41      yamt 
    605      1.41      yamt /*
    606      1.41      yamt  * drain dirops and start writer.
    607      1.41      yamt  */
    608      1.41      yamt int
    609      1.41      yamt lfs_writer_enter(struct lfs *fs, const char *wmesg)
    610      1.41      yamt {
    611      1.41      yamt 	int error = 0;
    612      1.41      yamt 
    613  1.47.8.1      kent 	ASSERT_MAYBE_SEGLOCK(fs);
    614      1.41      yamt 	simple_lock(&fs->lfs_interlock);
    615      1.41      yamt 
    616      1.41      yamt 	/* disallow dirops during flush */
    617      1.41      yamt 	fs->lfs_writer++;
    618      1.41      yamt 
    619      1.41      yamt 	while (fs->lfs_dirops > 0) {
    620  1.47.8.1      kent 		++fs->lfs_diropwait;
    621      1.41      yamt 		error = ltsleep(&fs->lfs_writer, PRIBIO+1, wmesg, 0,
    622  1.47.8.1      kent 				&fs->lfs_interlock);
    623  1.47.8.1      kent 		--fs->lfs_diropwait;
    624      1.41      yamt 	}
    625      1.41      yamt 
    626      1.41      yamt 	if (error)
    627      1.41      yamt 		fs->lfs_writer--;
    628      1.41      yamt 
    629      1.41      yamt 	simple_unlock(&fs->lfs_interlock);
    630      1.41      yamt 
    631      1.41      yamt 	return error;
    632      1.41      yamt }
    633      1.41      yamt 
    634      1.41      yamt void
    635      1.41      yamt lfs_writer_leave(struct lfs *fs)
    636      1.41      yamt {
    637      1.41      yamt 	boolean_t dowakeup;
    638      1.41      yamt 
    639  1.47.8.1      kent 	ASSERT_MAYBE_SEGLOCK(fs);
    640      1.41      yamt 	simple_lock(&fs->lfs_interlock);
    641      1.41      yamt 	dowakeup = !(--fs->lfs_writer);
    642      1.41      yamt 	simple_unlock(&fs->lfs_interlock);
    643      1.41      yamt 	if (dowakeup)
    644      1.41      yamt 		wakeup(&fs->lfs_dirops);
    645       1.1   mycroft }
    646