Home | History | Annotate | Line # | Download | only in systat
bufcache.c revision 1.13
      1  1.13     dsl /*	$NetBSD: bufcache.c,v 1.13 2003/02/24 10:10:00 dsl Exp $	*/
      2   1.1  simonb 
      3   1.1  simonb /*-
      4   1.1  simonb  * Copyright (c) 1999 The NetBSD Foundation, Inc.
      5   1.1  simonb  * All rights reserved.
      6   1.1  simonb  *
      7   1.1  simonb  * This code is derived from software contributed to The NetBSD Foundation
      8   1.1  simonb  * by Simon Burge.
      9   1.1  simonb  *
     10   1.1  simonb  * Redistribution and use in source and binary forms, with or without
     11   1.1  simonb  * modification, are permitted provided that the following conditions
     12   1.1  simonb  * are met:
     13   1.1  simonb  * 1. Redistributions of source code must retain the above copyright
     14   1.1  simonb  *    notice, this list of conditions and the following disclaimer.
     15   1.1  simonb  * 2. Redistributions in binary form must reproduce the above copyright
     16   1.1  simonb  *    notice, this list of conditions and the following disclaimer in the
     17   1.1  simonb  *    documentation and/or other materials provided with the distribution.
     18   1.1  simonb  * 3. All advertising materials mentioning features or use of this software
     19   1.1  simonb  *    must display the following acknowledgement:
     20   1.1  simonb  *        This product includes software developed by the NetBSD
     21   1.1  simonb  *        Foundation, Inc. and its contributors.
     22   1.1  simonb  * 4. Neither the name of The NetBSD Foundation nor the names of its
     23   1.1  simonb  *    contributors may be used to endorse or promote products derived
     24   1.1  simonb  *    from this software without specific prior written permission.
     25   1.1  simonb  *
     26   1.1  simonb  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     27   1.1  simonb  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     28   1.1  simonb  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     29   1.1  simonb  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     30   1.1  simonb  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     31   1.1  simonb  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     32   1.1  simonb  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     33   1.1  simonb  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     34   1.1  simonb  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     35   1.1  simonb  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     36   1.1  simonb  * POSSIBILITY OF SUCH DAMAGE.
     37   1.1  simonb  */
     38   1.1  simonb 
     39   1.1  simonb #include <sys/cdefs.h>
     40   1.1  simonb #ifndef lint
     41  1.13     dsl __RCSID("$NetBSD: bufcache.c,v 1.13 2003/02/24 10:10:00 dsl Exp $");
     42   1.1  simonb #endif /* not lint */
     43   1.1  simonb 
     44   1.1  simonb #include <sys/param.h>
     45   1.1  simonb #include <sys/buf.h>
     46   1.1  simonb #include <sys/mount.h>
     47   1.9  simonb #include <sys/sysctl.h>
     48   1.1  simonb #include <sys/vnode.h>
     49   1.1  simonb 
     50   1.9  simonb #include <uvm/uvm_extern.h>
     51   1.9  simonb 
     52   1.1  simonb #include <err.h>
     53   1.9  simonb #include <errno.h>
     54   1.1  simonb #include <kvm.h>
     55  1.11  simonb #include <math.h>
     56   1.1  simonb #include <nlist.h>
     57   1.1  simonb #include <stdlib.h>
     58   1.9  simonb #include <string.h>
     59   1.2     mrg #include <unistd.h>
     60   1.1  simonb 
     61   1.1  simonb #include "systat.h"
     62   1.1  simonb #include "extern.h"
     63   1.1  simonb 
     64   1.1  simonb /*
     65   1.1  simonb  * Definitions for the buffer free lists (from sys/kern/vfs_bio.c).
     66   1.1  simonb  */
     67   1.1  simonb #define	BQUEUES		4		/* number of free buffer queues */
     68   1.1  simonb 
     69   1.1  simonb #define	BQ_LOCKED	0		/* super-blocks &c */
     70   1.1  simonb #define	BQ_LRU		1		/* lru, useful buffers */
     71   1.1  simonb #define	BQ_AGE		2		/* rubbish */
     72   1.1  simonb #define	BQ_EMPTY	3		/* buffer headers with no memory */
     73   1.1  simonb 
     74   1.1  simonb #define VCACHE_SIZE	50
     75   1.1  simonb 
     76   1.1  simonb struct vcache {
     77   1.1  simonb 	int vc_age;
     78   1.1  simonb 	struct vnode *vc_addr;
     79   1.1  simonb 	struct vnode vc_node;
     80   1.1  simonb };
     81   1.1  simonb 
     82   1.1  simonb struct ml_entry {
     83   1.1  simonb 	int ml_count;
     84   1.1  simonb 	long ml_size;
     85   1.1  simonb 	long ml_valid;
     86   1.1  simonb 	struct mount *ml_addr;
     87   1.1  simonb 	struct mount ml_mount;
     88   1.1  simonb 	LIST_ENTRY(ml_entry) ml_entries;
     89   1.1  simonb };
     90   1.1  simonb 
     91   1.1  simonb static struct nlist namelist[] = {
     92   1.1  simonb #define	X_NBUF		0
     93   1.1  simonb 	{ "_nbuf" },
     94   1.1  simonb #define	X_BUF		1
     95   1.1  simonb 	{ "_buf" },
     96   1.1  simonb #define	X_BUFQUEUES	2
     97   1.1  simonb 	{ "_bufqueues" },
     98   1.1  simonb #define	X_BUFPAGES	3
     99   1.1  simonb 	{ "_bufpages" },
    100   1.1  simonb 	{ "" },
    101   1.1  simonb };
    102   1.1  simonb 
    103   1.1  simonb static struct vcache vcache[VCACHE_SIZE];
    104   1.1  simonb static LIST_HEAD(mount_list, ml_entry) mount_list;
    105   1.1  simonb 
    106  1.11  simonb static int nbuf, bufpages, bufkb, pgwidth, kbwidth;
    107   1.9  simonb static struct uvmexp_sysctl uvmexp;
    108   1.1  simonb static void *bufaddr;
    109   1.1  simonb static struct buf *buf = NULL;
    110   1.1  simonb static TAILQ_HEAD(bqueues, buf) bufqueues[BQUEUES];
    111   1.1  simonb 
    112   1.8      ad static void	vc_init(void);
    113   1.8      ad static void	ml_init(void);
    114   1.8      ad static struct 	vnode *vc_lookup(struct vnode *);
    115   1.8      ad static struct 	mount *ml_lookup(struct mount *, int, int);
    116  1.11  simonb static void	fetchuvmexp(void);
    117   1.1  simonb 
    118   1.1  simonb 
    119   1.1  simonb WINDOW *
    120   1.8      ad openbufcache(void)
    121   1.1  simonb {
    122   1.1  simonb 
    123  1.13     dsl 	return (subwin(stdscr, -1, 0, 5, 0));
    124   1.1  simonb }
    125   1.1  simonb 
    126   1.1  simonb void
    127   1.8      ad closebufcache(WINDOW *w)
    128   1.1  simonb {
    129   1.1  simonb 
    130   1.1  simonb 	if (w == NULL)
    131   1.1  simonb 		return;
    132   1.1  simonb 	wclear(w);
    133   1.1  simonb 	wrefresh(w);
    134   1.1  simonb 	delwin(w);
    135   1.1  simonb 	ml_init();		/* Clear out mount list */
    136   1.1  simonb }
    137   1.1  simonb 
    138   1.1  simonb void
    139   1.8      ad labelbufcache(void)
    140   1.1  simonb {
    141   1.9  simonb 	mvwprintw(wnd, 0, 0,
    142  1.11  simonb 	    "There are %*d metadata buffers using           %*d kBytes of memory.",
    143  1.11  simonb 	    pgwidth, nbuf, kbwidth, bufkb);
    144   1.1  simonb 	wclrtoeol(wnd);
    145   1.1  simonb 	wmove(wnd, 1, 0);
    146  1.11  simonb 	wclrtoeol(wnd);
    147   1.9  simonb 	wmove(wnd, 2, 0);
    148   1.1  simonb 	wclrtoeol(wnd);
    149  1.11  simonb 	wmove(wnd, 3, 0);
    150  1.11  simonb 	wclrtoeol(wnd);
    151  1.11  simonb 	mvwaddstr(wnd, 4, 0,
    152   1.4     mrg "File System          Bufs used   %   kB in use   %  Bufsize kB   %  Util %");
    153   1.1  simonb 	wclrtoeol(wnd);
    154   1.1  simonb }
    155   1.1  simonb 
    156   1.1  simonb void
    157   1.8      ad showbufcache(void)
    158   1.1  simonb {
    159   1.1  simonb 	int tbuf, i, lastrow;
    160   1.1  simonb 	long tvalid, tsize;
    161   1.1  simonb 	struct ml_entry *ml;
    162   1.1  simonb 
    163   1.9  simonb 	mvwprintw(wnd, 1, 0,
    164  1.12     chs 	    "There are %*llu pages for cached file data using %*llu kBytes of memory.",
    165  1.12     chs 	    pgwidth, (long long)uvmexp.filepages,
    166  1.12     chs 	    kbwidth, (long long) uvmexp.filepages * getpagesize() / 1024);
    167  1.11  simonb 	wclrtoeol(wnd);
    168  1.11  simonb 	mvwprintw(wnd, 2, 0,
    169  1.11  simonb 	    "There are %*llu pages for executables using      %*llu kBytes of memory.",
    170  1.12     chs 	    pgwidth, (long long)uvmexp.execpages,
    171  1.12     chs 	    kbwidth, (long long) uvmexp.execpages * getpagesize() / 1024);
    172   1.9  simonb 	wclrtoeol(wnd);
    173   1.9  simonb 
    174   1.1  simonb 	tbuf = tvalid = tsize = 0;
    175  1.11  simonb 	lastrow = 5;	/* Leave room for header. */
    176   1.1  simonb 	for (i = lastrow, ml = LIST_FIRST(&mount_list); ml != NULL;
    177   1.1  simonb 	    i++, ml = LIST_NEXT(ml, ml_entries)) {
    178   1.1  simonb 
    179   1.1  simonb 		/* Display in window if enough room. */
    180   1.1  simonb 		if (i < getmaxy(wnd) - 2) {
    181   1.1  simonb 			mvwprintw(wnd, i, 0, "%-20.20s", ml->ml_addr == NULL ?
    182   1.1  simonb 			    "NULL" : ml->ml_mount.mnt_stat.f_mntonname);
    183   1.4     mrg 			wprintw(wnd,
    184   1.7     jdc 			    "    %6d %3d    %8ld %3ld    %8ld %3ld     %3ld",
    185   1.6   soren 			    ml->ml_count, (100 * ml->ml_count) / nbuf,
    186   1.6   soren 			    ml->ml_valid, (100 * ml->ml_valid) / bufkb,
    187   1.6   soren 			    ml->ml_size, (100 * ml->ml_size) / bufkb,
    188   1.4     mrg 			    (100 * ml->ml_valid) / ml->ml_size);
    189   1.1  simonb 			wclrtoeol(wnd);
    190   1.1  simonb 			lastrow = i;
    191   1.1  simonb 		}
    192   1.1  simonb 
    193   1.1  simonb 		/* Update statistics. */
    194   1.1  simonb 		tbuf += ml->ml_count;
    195   1.6   soren 		tvalid += ml->ml_valid;
    196   1.6   soren 		tsize += ml->ml_size;
    197   1.1  simonb 	}
    198   1.1  simonb 
    199   1.1  simonb 	wclrtobot(wnd);
    200   1.4     mrg 	mvwprintw(wnd, lastrow + 2, 0,
    201   1.7     jdc 	    "%-20s    %6d %3d    %8ld %3ld    %8ld %3ld     %3ld",
    202   1.4     mrg 	    "Total:", tbuf, (100 * tbuf) / nbuf,
    203   1.6   soren 	    tvalid, (100 * tvalid) / bufkb,
    204   1.6   soren 	    tsize, (100 * tsize) / bufkb, (100 * tvalid) / tsize);
    205   1.1  simonb }
    206   1.1  simonb 
    207   1.1  simonb int
    208   1.8      ad initbufcache(void)
    209   1.1  simonb {
    210   1.1  simonb 	if (namelist[X_NBUF].n_type == 0) {
    211   1.1  simonb 		if (kvm_nlist(kd, namelist)) {
    212   1.1  simonb 			nlisterr(namelist);
    213   1.1  simonb 			return(0);
    214   1.1  simonb 		}
    215   1.1  simonb 		if (namelist[X_NBUF].n_type == 0) {
    216  1.10  simonb 			error("No namelist");
    217   1.1  simonb 			return(0);
    218   1.1  simonb 		}
    219   1.1  simonb 	}
    220   1.1  simonb 
    221   1.1  simonb 	NREAD(X_NBUF, &nbuf, sizeof(nbuf));
    222   1.1  simonb 	NREAD(X_BUFPAGES, &bufpages, sizeof(bufpages));
    223   1.6   soren 	bufkb = bufpages * sysconf(_SC_PAGESIZE) / 1024;
    224   1.1  simonb 
    225   1.5   jwise 	if ((buf = malloc(nbuf * sizeof(struct buf))) == NULL) {
    226   1.5   jwise 		error("malloc failed");
    227   1.5   jwise 		die(0);
    228   1.5   jwise 	}
    229   1.1  simonb 	NREAD(X_BUF, &bufaddr, sizeof(bufaddr));
    230   1.1  simonb 
    231  1.11  simonb 	fetchuvmexp();
    232  1.11  simonb 	pgwidth = (int)(floor(log10((double)uvmexp.npages)) + 1);
    233  1.11  simonb 	kbwidth = (int)(floor(log10(uvmexp.npages * getpagesize() / 1024.0)) + 1);
    234  1.11  simonb 
    235   1.1  simonb 	return(1);
    236   1.1  simonb }
    237   1.1  simonb 
    238  1.11  simonb static void
    239  1.11  simonb fetchuvmexp(void)
    240   1.1  simonb {
    241  1.11  simonb 	int mib[2];
    242   1.9  simonb 	size_t size;
    243   1.9  simonb 
    244  1.11  simonb 	/* Re-read pages used for vnodes & executables */
    245   1.9  simonb 	size = sizeof(uvmexp);
    246   1.9  simonb 	mib[0] = CTL_VM;
    247   1.9  simonb 	mib[1] = VM_UVMEXP2;
    248   1.9  simonb 	if (sysctl(mib, 2, &uvmexp, &size, NULL, 0) < 0) {
    249   1.9  simonb 		error("can't get uvmexp: %s\n", strerror(errno));
    250   1.9  simonb 		memset(&uvmexp, 0, sizeof(uvmexp));
    251   1.9  simonb 	}
    252  1.11  simonb }
    253  1.11  simonb 
    254  1.11  simonb void
    255  1.11  simonb fetchbufcache(void)
    256  1.11  simonb {
    257  1.11  simonb 	int i, count;
    258  1.11  simonb 	struct buf *bp;
    259  1.11  simonb 	struct vnode *vn;
    260  1.11  simonb 	struct mount *mt;
    261  1.11  simonb 	struct ml_entry *ml;
    262   1.1  simonb 
    263  1.11  simonb 	fetchuvmexp();
    264   1.1  simonb 	/* Re-read bufqueues lists and buffer cache headers */
    265   1.1  simonb 	NREAD(X_BUFQUEUES, bufqueues, sizeof(bufqueues));
    266   1.1  simonb 	KREAD(bufaddr, buf, sizeof(struct buf) * nbuf);
    267   1.1  simonb 
    268   1.1  simonb 	/* Initialise vnode cache and mount list. */
    269   1.1  simonb 	vc_init();
    270   1.1  simonb 	ml_init();
    271   1.1  simonb 	for (i = 0; i < BQUEUES; i++) {
    272   1.1  simonb 		for (bp = bufqueues[i].tqh_first; bp != NULL;
    273   1.1  simonb 		    bp = bp->b_freelist.tqe_next) {
    274   1.1  simonb 			if (bp != NULL) {
    275   1.1  simonb 				bp = (struct buf *)((u_long)bp + (u_long)buf -
    276   1.1  simonb 				    (u_long)bufaddr);
    277   1.1  simonb 
    278   1.1  simonb 				if (bp->b_vp != NULL) {
    279   1.1  simonb 					vn = vc_lookup(bp->b_vp);
    280   1.1  simonb 					if (vn == NULL)
    281   1.1  simonb 						errx(1,
    282   1.1  simonb 						    "vc_lookup returns NULL!\n");
    283   1.1  simonb 					if (vn->v_mount != NULL)
    284   1.1  simonb 						mt = ml_lookup(vn->v_mount,
    285   1.1  simonb 						    bp->b_bufsize,
    286   1.1  simonb 						    bp->b_bcount);
    287   1.1  simonb 				}
    288   1.1  simonb 			}
    289   1.1  simonb 		}
    290   1.1  simonb 	}
    291   1.1  simonb 
    292   1.1  simonb 	/* simple sort - there's not that many entries */
    293   1.1  simonb 	do {
    294   1.1  simonb 		if ((ml = LIST_FIRST(&mount_list)) == NULL ||
    295   1.1  simonb 		    LIST_NEXT(ml, ml_entries) == NULL)
    296   1.1  simonb 			break;
    297   1.1  simonb 
    298   1.1  simonb 		count = 0;
    299   1.1  simonb 		for (ml = LIST_FIRST(&mount_list); ml != NULL;
    300   1.1  simonb 		    ml = LIST_NEXT(ml, ml_entries)) {
    301   1.1  simonb 			if (LIST_NEXT(ml, ml_entries) == NULL)
    302   1.1  simonb 				break;
    303   1.1  simonb 			if (ml->ml_count < LIST_NEXT(ml, ml_entries)->ml_count) {
    304   1.1  simonb 				ml = LIST_NEXT(ml, ml_entries);
    305   1.1  simonb 				LIST_REMOVE(ml, ml_entries);
    306   1.1  simonb 				LIST_INSERT_HEAD(&mount_list, ml, ml_entries);
    307   1.1  simonb 				count++;
    308   1.1  simonb 			}
    309   1.1  simonb 		}
    310   1.1  simonb 	} while (count != 0);
    311   1.1  simonb }
    312   1.1  simonb 
    313   1.1  simonb static void
    314   1.8      ad vc_init(void)
    315   1.1  simonb {
    316   1.1  simonb 	int i;
    317   1.1  simonb 
    318   1.1  simonb 	/* vc_addr == NULL for unused cache entry. */
    319   1.1  simonb 	for (i = 0; i < VCACHE_SIZE; i++)
    320   1.1  simonb 		vcache[i].vc_addr = NULL;
    321   1.1  simonb }
    322   1.1  simonb 
    323   1.1  simonb static void
    324   1.8      ad ml_init(void)
    325   1.1  simonb {
    326   1.1  simonb 	struct ml_entry *ml;
    327   1.1  simonb 
    328   1.1  simonb 	/* Throw out the current mount list and start again. */
    329   1.1  simonb 	while ((ml = LIST_FIRST(&mount_list)) != NULL) {
    330   1.1  simonb 		LIST_REMOVE(ml, ml_entries);
    331   1.1  simonb 		free(ml);
    332   1.1  simonb 	}
    333   1.1  simonb }
    334   1.1  simonb 
    335   1.1  simonb 
    336   1.1  simonb static struct vnode *
    337   1.8      ad vc_lookup(struct vnode *vaddr)
    338   1.1  simonb {
    339   1.1  simonb 	struct vnode *ret;
    340   1.1  simonb 	int i, oldest, match;
    341   1.1  simonb 
    342   1.1  simonb 	ret = NULL;
    343   1.1  simonb 	oldest = match = 0;
    344   1.1  simonb 	for (i = 0; i < VCACHE_SIZE || vcache[i].vc_addr == NULL; i++) {
    345   1.1  simonb 		vcache[i].vc_age++;
    346   1.1  simonb 		if (vcache[i].vc_addr == NULL)
    347   1.1  simonb 			break;
    348   1.1  simonb 		if (vcache[i].vc_age < vcache[oldest].vc_age)
    349   1.1  simonb 			oldest = i;
    350   1.1  simonb 		if (vcache[i].vc_addr == vaddr) {
    351   1.1  simonb 			vcache[i].vc_age = 0;
    352   1.1  simonb 			match = i;
    353   1.1  simonb 			ret = &vcache[i].vc_node;
    354   1.1  simonb 		}
    355   1.1  simonb 	}
    356   1.1  simonb 
    357   1.1  simonb 	/* Find an entry in the cache? */
    358   1.1  simonb 	if (ret != NULL)
    359   1.1  simonb 		return(ret);
    360   1.1  simonb 
    361   1.1  simonb 	/* Go past the end of the cache? */
    362   1.1  simonb 	if  (i >= VCACHE_SIZE)
    363   1.1  simonb 		i = oldest;
    364   1.1  simonb 
    365   1.1  simonb 	/* Read in new vnode and reset age counter. */
    366   1.1  simonb 	KREAD(vaddr, &vcache[i].vc_node, sizeof(struct vnode));
    367   1.1  simonb 	vcache[i].vc_addr = vaddr;
    368   1.1  simonb 	vcache[i].vc_age = 0;
    369   1.1  simonb 
    370   1.1  simonb 	return(&vcache[i].vc_node);
    371   1.1  simonb }
    372   1.1  simonb 
    373   1.1  simonb static struct mount *
    374   1.8      ad ml_lookup(struct mount *maddr, int size, int valid)
    375   1.1  simonb {
    376   1.1  simonb 	struct ml_entry *ml;
    377   1.1  simonb 
    378   1.1  simonb 	for (ml = LIST_FIRST(&mount_list); ml != NULL;
    379   1.1  simonb 	    ml = LIST_NEXT(ml, ml_entries))
    380   1.1  simonb 		if (ml->ml_addr == maddr) {
    381   1.1  simonb 			ml->ml_count++;
    382   1.6   soren 			ml->ml_size += size / 1024;
    383   1.6   soren 			ml->ml_valid += valid / 1024;
    384   1.1  simonb 			if (ml->ml_addr == NULL)
    385   1.1  simonb 				return(NULL);
    386   1.1  simonb 			else
    387   1.1  simonb 				return(&ml->ml_mount);
    388   1.1  simonb 		}
    389   1.1  simonb 
    390   1.5   jwise 	if ((ml = malloc(sizeof(struct ml_entry))) == NULL) {
    391   1.5   jwise 		error("out of memory");
    392   1.5   jwise 		die(0);
    393   1.5   jwise 	}
    394   1.1  simonb 	LIST_INSERT_HEAD(&mount_list, ml, ml_entries);
    395   1.1  simonb 	ml->ml_count = 1;
    396   1.6   soren 	ml->ml_size = size / 1024;
    397   1.6   soren 	ml->ml_valid = valid / 1024;
    398   1.1  simonb 	ml->ml_addr = maddr;
    399   1.1  simonb 	if (maddr == NULL)
    400   1.1  simonb 		return(NULL);
    401   1.1  simonb 
    402   1.1  simonb 	KREAD(maddr, &ml->ml_mount, sizeof(struct mount));
    403   1.1  simonb 	return(&ml->ml_mount);
    404   1.1  simonb }
    405