Home | History | Annotate | Line # | Download | only in kern
vfs_cache.c revision 1.1
      1  1.1  cgd /*
      2  1.1  cgd  * Copyright (c) 1989 The Regents of the University of California.
      3  1.1  cgd  * All rights reserved.
      4  1.1  cgd  *
      5  1.1  cgd  * Redistribution and use in source and binary forms, with or without
      6  1.1  cgd  * modification, are permitted provided that the following conditions
      7  1.1  cgd  * are met:
      8  1.1  cgd  * 1. Redistributions of source code must retain the above copyright
      9  1.1  cgd  *    notice, this list of conditions and the following disclaimer.
     10  1.1  cgd  * 2. Redistributions in binary form must reproduce the above copyright
     11  1.1  cgd  *    notice, this list of conditions and the following disclaimer in the
     12  1.1  cgd  *    documentation and/or other materials provided with the distribution.
     13  1.1  cgd  * 3. All advertising materials mentioning features or use of this software
     14  1.1  cgd  *    must display the following acknowledgement:
     15  1.1  cgd  *	This product includes software developed by the University of
     16  1.1  cgd  *	California, Berkeley and its contributors.
     17  1.1  cgd  * 4. Neither the name of the University nor the names of its contributors
     18  1.1  cgd  *    may be used to endorse or promote products derived from this software
     19  1.1  cgd  *    without specific prior written permission.
     20  1.1  cgd  *
     21  1.1  cgd  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     22  1.1  cgd  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     23  1.1  cgd  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     24  1.1  cgd  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     25  1.1  cgd  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     26  1.1  cgd  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     27  1.1  cgd  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     28  1.1  cgd  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     29  1.1  cgd  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     30  1.1  cgd  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     31  1.1  cgd  * SUCH DAMAGE.
     32  1.1  cgd  *
     33  1.1  cgd  *	@(#)vfs_cache.c	7.8 (Berkeley) 2/28/91
     34  1.1  cgd  */
     35  1.1  cgd 
     36  1.1  cgd #include "param.h"
     37  1.1  cgd #include "systm.h"
     38  1.1  cgd #include "time.h"
     39  1.1  cgd #include "mount.h"
     40  1.1  cgd #include "vnode.h"
     41  1.1  cgd #include "namei.h"
     42  1.1  cgd #include "errno.h"
     43  1.1  cgd #include "malloc.h"
     44  1.1  cgd 
     45  1.1  cgd /*
     46  1.1  cgd  * Name caching works as follows:
     47  1.1  cgd  *
     48  1.1  cgd  * Names found by directory scans are retained in a cache
     49  1.1  cgd  * for future reference.  It is managed LRU, so frequently
     50  1.1  cgd  * used names will hang around.  Cache is indexed by hash value
     51  1.1  cgd  * obtained from (vp, name) where vp refers to the directory
     52  1.1  cgd  * containing name.
     53  1.1  cgd  *
     54  1.1  cgd  * For simplicity (and economy of storage), names longer than
     55  1.1  cgd  * a maximum length of NCHNAMLEN are not cached; they occur
     56  1.1  cgd  * infrequently in any case, and are almost never of interest.
     57  1.1  cgd  *
     58  1.1  cgd  * Upon reaching the last segment of a path, if the reference
     59  1.1  cgd  * is for DELETE, or NOCACHE is set (rewrite), and the
     60  1.1  cgd  * name is located in the cache, it will be dropped.
     61  1.1  cgd  */
     62  1.1  cgd 
     63  1.1  cgd /*
     64  1.1  cgd  * Structures associated with name cacheing.
     65  1.1  cgd  */
     66  1.1  cgd union nchash {
     67  1.1  cgd 	union	nchash *nch_head[2];
     68  1.1  cgd 	struct	namecache *nch_chain[2];
     69  1.1  cgd } *nchashtbl;
     70  1.1  cgd #define	nch_forw	nch_chain[0]
     71  1.1  cgd #define	nch_back	nch_chain[1]
     72  1.1  cgd 
     73  1.1  cgd u_long	nchash;				/* size of hash table - 1 */
     74  1.1  cgd long	numcache;			/* number of cache entries allocated */
     75  1.1  cgd struct	namecache *nchhead, **nchtail;	/* LRU chain pointers */
     76  1.1  cgd struct	nchstats nchstats;		/* cache effectiveness statistics */
     77  1.1  cgd 
     78  1.1  cgd int doingcache = 1;			/* 1 => enable the cache */
     79  1.1  cgd 
     80  1.1  cgd /*
     81  1.1  cgd  * Look for a the name in the cache. We don't do this
     82  1.1  cgd  * if the segment name is long, simply so the cache can avoid
     83  1.1  cgd  * holding long names (which would either waste space, or
     84  1.1  cgd  * add greatly to the complexity).
     85  1.1  cgd  *
     86  1.1  cgd  * Lookup is called with ni_dvp pointing to the directory to search,
     87  1.1  cgd  * ni_ptr pointing to the name of the entry being sought, ni_namelen
     88  1.1  cgd  * tells the length of the name, and ni_hash contains a hash of
     89  1.1  cgd  * the name. If the lookup succeeds, the vnode is returned in ni_vp
     90  1.1  cgd  * and a status of -1 is returned. If the lookup determines that
     91  1.1  cgd  * the name does not exist (negative cacheing), a status of ENOENT
     92  1.1  cgd  * is returned. If the lookup fails, a status of zero is returned.
     93  1.1  cgd  */
     94  1.1  cgd cache_lookup(ndp)
     95  1.1  cgd 	register struct nameidata *ndp;
     96  1.1  cgd {
     97  1.1  cgd 	register struct vnode *dvp;
     98  1.1  cgd 	register struct namecache *ncp;
     99  1.1  cgd 	union nchash *nhp;
    100  1.1  cgd 
    101  1.1  cgd 	if (!doingcache)
    102  1.1  cgd 		return (0);
    103  1.1  cgd 	if (ndp->ni_namelen > NCHNAMLEN) {
    104  1.1  cgd 		nchstats.ncs_long++;
    105  1.1  cgd 		ndp->ni_makeentry = 0;
    106  1.1  cgd 		return (0);
    107  1.1  cgd 	}
    108  1.1  cgd 	dvp = ndp->ni_dvp;
    109  1.1  cgd 	nhp = &nchashtbl[ndp->ni_hash & nchash];
    110  1.1  cgd 	for (ncp = nhp->nch_forw; ncp != (struct namecache *)nhp;
    111  1.1  cgd 	    ncp = ncp->nc_forw) {
    112  1.1  cgd 		if (ncp->nc_dvp == dvp &&
    113  1.1  cgd 		    ncp->nc_dvpid == dvp->v_id &&
    114  1.1  cgd 		    ncp->nc_nlen == ndp->ni_namelen &&
    115  1.1  cgd 		    !bcmp(ncp->nc_name, ndp->ni_ptr, (unsigned)ncp->nc_nlen))
    116  1.1  cgd 			break;
    117  1.1  cgd 	}
    118  1.1  cgd 	if (ncp == (struct namecache *)nhp) {
    119  1.1  cgd 		nchstats.ncs_miss++;
    120  1.1  cgd 		return (0);
    121  1.1  cgd 	}
    122  1.1  cgd 	if (!ndp->ni_makeentry) {
    123  1.1  cgd 		nchstats.ncs_badhits++;
    124  1.1  cgd 	} else if (ncp->nc_vp == NULL) {
    125  1.1  cgd 		if ((ndp->ni_nameiop & OPMASK) != CREATE) {
    126  1.1  cgd 			nchstats.ncs_neghits++;
    127  1.1  cgd 			/*
    128  1.1  cgd 			 * Move this slot to end of LRU chain,
    129  1.1  cgd 			 * if not already there.
    130  1.1  cgd 			 */
    131  1.1  cgd 			if (ncp->nc_nxt) {
    132  1.1  cgd 				/* remove from LRU chain */
    133  1.1  cgd 				*ncp->nc_prev = ncp->nc_nxt;
    134  1.1  cgd 				ncp->nc_nxt->nc_prev = ncp->nc_prev;
    135  1.1  cgd 				/* and replace at end of it */
    136  1.1  cgd 				ncp->nc_nxt = NULL;
    137  1.1  cgd 				ncp->nc_prev = nchtail;
    138  1.1  cgd 				*nchtail = ncp;
    139  1.1  cgd 				nchtail = &ncp->nc_nxt;
    140  1.1  cgd 			}
    141  1.1  cgd 			return (ENOENT);
    142  1.1  cgd 		}
    143  1.1  cgd 	} else if (ncp->nc_vpid != ncp->nc_vp->v_id) {
    144  1.1  cgd 		nchstats.ncs_falsehits++;
    145  1.1  cgd 	} else {
    146  1.1  cgd 		nchstats.ncs_goodhits++;
    147  1.1  cgd 		/*
    148  1.1  cgd 		 * move this slot to end of LRU chain, if not already there
    149  1.1  cgd 		 */
    150  1.1  cgd 		if (ncp->nc_nxt) {
    151  1.1  cgd 			/* remove from LRU chain */
    152  1.1  cgd 			*ncp->nc_prev = ncp->nc_nxt;
    153  1.1  cgd 			ncp->nc_nxt->nc_prev = ncp->nc_prev;
    154  1.1  cgd 			/* and replace at end of it */
    155  1.1  cgd 			ncp->nc_nxt = NULL;
    156  1.1  cgd 			ncp->nc_prev = nchtail;
    157  1.1  cgd 			*nchtail = ncp;
    158  1.1  cgd 			nchtail = &ncp->nc_nxt;
    159  1.1  cgd 		}
    160  1.1  cgd 		ndp->ni_vp = ncp->nc_vp;
    161  1.1  cgd 		return (-1);
    162  1.1  cgd 	}
    163  1.1  cgd 
    164  1.1  cgd 	/*
    165  1.1  cgd 	 * Last component and we are renaming or deleting,
    166  1.1  cgd 	 * the cache entry is invalid, or otherwise don't
    167  1.1  cgd 	 * want cache entry to exist.
    168  1.1  cgd 	 */
    169  1.1  cgd 	/* remove from LRU chain */
    170  1.1  cgd 	*ncp->nc_prev = ncp->nc_nxt;
    171  1.1  cgd 	if (ncp->nc_nxt)
    172  1.1  cgd 		ncp->nc_nxt->nc_prev = ncp->nc_prev;
    173  1.1  cgd 	else
    174  1.1  cgd 		nchtail = ncp->nc_prev;
    175  1.1  cgd 	/* remove from hash chain */
    176  1.1  cgd 	remque(ncp);
    177  1.1  cgd 	/* insert at head of LRU list (first to grab) */
    178  1.1  cgd 	ncp->nc_nxt = nchhead;
    179  1.1  cgd 	ncp->nc_prev = &nchhead;
    180  1.1  cgd 	nchhead->nc_prev = &ncp->nc_nxt;
    181  1.1  cgd 	nchhead = ncp;
    182  1.1  cgd 	/* and make a dummy hash chain */
    183  1.1  cgd 	ncp->nc_forw = ncp;
    184  1.1  cgd 	ncp->nc_back = ncp;
    185  1.1  cgd 	return (0);
    186  1.1  cgd }
    187  1.1  cgd 
    188  1.1  cgd /*
    189  1.1  cgd  * Add an entry to the cache
    190  1.1  cgd  */
    191  1.1  cgd cache_enter(ndp)
    192  1.1  cgd 	register struct nameidata *ndp;
    193  1.1  cgd {
    194  1.1  cgd 	register struct namecache *ncp;
    195  1.1  cgd 	union nchash *nhp;
    196  1.1  cgd 
    197  1.1  cgd 	if (!doingcache)
    198  1.1  cgd 		return;
    199  1.1  cgd 	/*
    200  1.1  cgd 	 * Free the cache slot at head of lru chain.
    201  1.1  cgd 	 */
    202  1.1  cgd 	if (numcache < desiredvnodes) {
    203  1.1  cgd 		ncp = (struct namecache *)
    204  1.1  cgd 			malloc((u_long)sizeof *ncp, M_CACHE, M_WAITOK);
    205  1.1  cgd 		bzero((char *)ncp, sizeof *ncp);
    206  1.1  cgd 		numcache++;
    207  1.1  cgd 	} else if (ncp = nchhead) {
    208  1.1  cgd 		/* remove from lru chain */
    209  1.1  cgd 		*ncp->nc_prev = ncp->nc_nxt;
    210  1.1  cgd 		if (ncp->nc_nxt)
    211  1.1  cgd 			ncp->nc_nxt->nc_prev = ncp->nc_prev;
    212  1.1  cgd 		else
    213  1.1  cgd 			nchtail = ncp->nc_prev;
    214  1.1  cgd 		/* remove from old hash chain */
    215  1.1  cgd 		remque(ncp);
    216  1.1  cgd 	} else
    217  1.1  cgd 		return;
    218  1.1  cgd 	/* grab the vnode we just found */
    219  1.1  cgd 	ncp->nc_vp = ndp->ni_vp;
    220  1.1  cgd 	if (ndp->ni_vp)
    221  1.1  cgd 		ncp->nc_vpid = ndp->ni_vp->v_id;
    222  1.1  cgd 	else
    223  1.1  cgd 		ncp->nc_vpid = 0;
    224  1.1  cgd 	/* fill in cache info */
    225  1.1  cgd 	ncp->nc_dvp = ndp->ni_dvp;
    226  1.1  cgd 	ncp->nc_dvpid = ndp->ni_dvp->v_id;
    227  1.1  cgd 	ncp->nc_nlen = ndp->ni_namelen;
    228  1.1  cgd 	bcopy(ndp->ni_ptr, ncp->nc_name, (unsigned)ncp->nc_nlen);
    229  1.1  cgd 	/* link at end of lru chain */
    230  1.1  cgd 	ncp->nc_nxt = NULL;
    231  1.1  cgd 	ncp->nc_prev = nchtail;
    232  1.1  cgd 	*nchtail = ncp;
    233  1.1  cgd 	nchtail = &ncp->nc_nxt;
    234  1.1  cgd 	/* and insert on hash chain */
    235  1.1  cgd 	nhp = &nchashtbl[ndp->ni_hash & nchash];
    236  1.1  cgd 	insque(ncp, nhp);
    237  1.1  cgd }
    238  1.1  cgd 
    239  1.1  cgd /*
    240  1.1  cgd  * Name cache initialization, from vfs_init() when we are booting
    241  1.1  cgd  */
    242  1.1  cgd nchinit()
    243  1.1  cgd {
    244  1.1  cgd 	register union nchash *nchp;
    245  1.1  cgd 	long nchashsize;
    246  1.1  cgd 
    247  1.1  cgd 	nchhead = 0;
    248  1.1  cgd 	nchtail = &nchhead;
    249  1.1  cgd 	nchashsize = roundup((desiredvnodes + 1) * sizeof *nchp / 2,
    250  1.1  cgd 		NBPG * CLSIZE);
    251  1.1  cgd 	nchashtbl = (union nchash *)malloc((u_long)nchashsize,
    252  1.1  cgd 	    M_CACHE, M_WAITOK);
    253  1.1  cgd 	for (nchash = 1; nchash <= nchashsize / sizeof *nchp; nchash <<= 1)
    254  1.1  cgd 		/* void */;
    255  1.1  cgd 	nchash = (nchash >> 1) - 1;
    256  1.1  cgd 	for (nchp = &nchashtbl[nchash]; nchp >= nchashtbl; nchp--) {
    257  1.1  cgd 		nchp->nch_head[0] = nchp;
    258  1.1  cgd 		nchp->nch_head[1] = nchp;
    259  1.1  cgd 	}
    260  1.1  cgd }
    261  1.1  cgd 
    262  1.1  cgd /*
    263  1.1  cgd  * Cache flush, a particular vnode; called when a vnode is renamed to
    264  1.1  cgd  * hide entries that would now be invalid
    265  1.1  cgd  */
    266  1.1  cgd cache_purge(vp)
    267  1.1  cgd 	struct vnode *vp;
    268  1.1  cgd {
    269  1.1  cgd 	union nchash *nhp;
    270  1.1  cgd 	struct namecache *ncp;
    271  1.1  cgd 
    272  1.1  cgd 	vp->v_id = ++nextvnodeid;
    273  1.1  cgd 	if (nextvnodeid != 0)
    274  1.1  cgd 		return;
    275  1.1  cgd 	for (nhp = &nchashtbl[nchash]; nhp >= nchashtbl; nhp--) {
    276  1.1  cgd 		for (ncp = nhp->nch_forw; ncp != (struct namecache *)nhp;
    277  1.1  cgd 		    ncp = ncp->nc_forw) {
    278  1.1  cgd 			ncp->nc_vpid = 0;
    279  1.1  cgd 			ncp->nc_dvpid = 0;
    280  1.1  cgd 		}
    281  1.1  cgd 	}
    282  1.1  cgd 	vp->v_id = ++nextvnodeid;
    283  1.1  cgd }
    284  1.1  cgd 
    285  1.1  cgd /*
    286  1.1  cgd  * Cache flush, a whole filesystem; called when filesys is umounted to
    287  1.1  cgd  * remove entries that would now be invalid
    288  1.1  cgd  *
    289  1.1  cgd  * The line "nxtcp = nchhead" near the end is to avoid potential problems
    290  1.1  cgd  * if the cache lru chain is modified while we are dumping the
    291  1.1  cgd  * inode.  This makes the algorithm O(n^2), but do you think I care?
    292  1.1  cgd  */
    293  1.1  cgd cache_purgevfs(mp)
    294  1.1  cgd 	struct mount *mp;
    295  1.1  cgd {
    296  1.1  cgd 	register struct namecache *ncp, *nxtcp;
    297  1.1  cgd 
    298  1.1  cgd 	for (ncp = nchhead; ncp; ncp = nxtcp) {
    299  1.1  cgd 		nxtcp = ncp->nc_nxt;
    300  1.1  cgd 		if (ncp->nc_dvp == NULL || ncp->nc_dvp->v_mount != mp)
    301  1.1  cgd 			continue;
    302  1.1  cgd 		/* free the resources we had */
    303  1.1  cgd 		ncp->nc_vp = NULL;
    304  1.1  cgd 		ncp->nc_dvp = NULL;
    305  1.1  cgd 		remque(ncp);		/* remove entry from its hash chain */
    306  1.1  cgd 		ncp->nc_forw = ncp;	/* and make a dummy one */
    307  1.1  cgd 		ncp->nc_back = ncp;
    308  1.1  cgd 		/* delete this entry from LRU chain */
    309  1.1  cgd 		*ncp->nc_prev = nxtcp;
    310  1.1  cgd 		if (nxtcp)
    311  1.1  cgd 			nxtcp->nc_prev = ncp->nc_prev;
    312  1.1  cgd 		else
    313  1.1  cgd 			nchtail = ncp->nc_prev;
    314  1.1  cgd 		/* cause rescan of list, it may have altered */
    315  1.1  cgd 		nxtcp = nchhead;
    316  1.1  cgd 		/* put the now-free entry at head of LRU */
    317  1.1  cgd 		ncp->nc_nxt = nxtcp;
    318  1.1  cgd 		ncp->nc_prev = &nchhead;
    319  1.1  cgd 		nxtcp->nc_prev = &ncp->nc_nxt;
    320  1.1  cgd 		nchhead = ncp;
    321  1.1  cgd 	}
    322  1.1  cgd }
    323