Home | History | Annotate | Line # | Download | only in btree
bt_debug.c revision 1.19
      1  1.19     joerg /*	$NetBSD: bt_debug.c,v 1.19 2016/10/09 11:48:24 joerg Exp $	*/
      2   1.5       cgd 
      3   1.1       cgd /*-
      4   1.4       cgd  * Copyright (c) 1990, 1993, 1994
      5   1.1       cgd  *	The Regents of the University of California.  All rights reserved.
      6   1.1       cgd  *
      7   1.1       cgd  * This code is derived from software contributed to Berkeley by
      8   1.1       cgd  * Mike Olson.
      9   1.1       cgd  *
     10   1.1       cgd  * Redistribution and use in source and binary forms, with or without
     11   1.1       cgd  * modification, are permitted provided that the following conditions
     12   1.1       cgd  * are met:
     13   1.1       cgd  * 1. Redistributions of source code must retain the above copyright
     14   1.1       cgd  *    notice, this list of conditions and the following disclaimer.
     15   1.1       cgd  * 2. Redistributions in binary form must reproduce the above copyright
     16   1.1       cgd  *    notice, this list of conditions and the following disclaimer in the
     17   1.1       cgd  *    documentation and/or other materials provided with the distribution.
     18  1.10       agc  * 3. Neither the name of the University nor the names of its contributors
     19   1.1       cgd  *    may be used to endorse or promote products derived from this software
     20   1.1       cgd  *    without specific prior written permission.
     21   1.1       cgd  *
     22   1.1       cgd  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     23   1.1       cgd  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     24   1.1       cgd  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     25   1.1       cgd  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     26   1.1       cgd  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     27   1.1       cgd  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     28   1.1       cgd  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     29   1.1       cgd  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     30   1.1       cgd  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     31   1.1       cgd  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     32   1.1       cgd  * SUCH DAMAGE.
     33   1.1       cgd  */
     34   1.1       cgd 
     35  1.11       jmc #if HAVE_NBTOOL_CONFIG_H
     36  1.11       jmc #include "nbtool_config.h"
     37  1.11       jmc #endif
     38  1.11       jmc 
     39   1.7  christos #include <sys/cdefs.h>
     40  1.19     joerg __RCSID("$NetBSD: bt_debug.c,v 1.19 2016/10/09 11:48:24 joerg Exp $");
     41   1.1       cgd 
     42  1.13  christos #include <assert.h>
     43   1.1       cgd #include <stdio.h>
     44   1.1       cgd #include <stdlib.h>
     45   1.1       cgd #include <string.h>
     46   1.1       cgd 
     47   1.1       cgd #include <db.h>
     48   1.1       cgd #include "btree.h"
     49   1.1       cgd 
     50  1.17  christos #if defined(DEBUG) || defined(STATISTICS)
     51  1.17  christos 
     52  1.17  christos static FILE *tracefp;
     53  1.17  christos 
     54  1.17  christos /*
     55  1.17  christos  * __bt_dinit --
     56  1.17  christos  *     initialize debugging.
     57  1.17  christos  */
     58  1.17  christos static void
     59  1.17  christos __bt_dinit(void)
     60  1.17  christos {
     61  1.17  christos 	if (tracefp != NULL)
     62  1.17  christos 		return;
     63  1.17  christos 
     64  1.17  christos #ifndef TRACE_TO_STDERR
     65  1.17  christos 	if ((tracefp = fopen("/tmp/__bt_debug", "w")) != NULL)
     66  1.17  christos 		return;
     67  1.17  christos #endif
     68  1.17  christos 	tracefp = stderr;
     69  1.17  christos }
     70  1.17  christos #endif
     71  1.17  christos 
     72  1.17  christos 
     73   1.1       cgd #ifdef DEBUG
     74   1.1       cgd /*
     75   1.1       cgd  * BT_DUMP -- Dump the tree
     76   1.1       cgd  *
     77   1.1       cgd  * Parameters:
     78   1.1       cgd  *	dbp:	pointer to the DB
     79   1.1       cgd  */
     80   1.1       cgd void
     81  1.13  christos __bt_dump(DB *dbp)
     82   1.1       cgd {
     83   1.1       cgd 	BTREE *t;
     84   1.1       cgd 	PAGE *h;
     85   1.1       cgd 	pgno_t i;
     86  1.12  christos 	const char *sep;
     87   1.1       cgd 
     88  1.17  christos 	__bt_dinit();
     89  1.17  christos 
     90   1.1       cgd 	t = dbp->internal;
     91  1.17  christos 	(void)fprintf(tracefp, "%s: pgsz %d",
     92   1.6       cgd 	    F_ISSET(t, B_INMEM) ? "memory" : "disk", t->bt_psize);
     93   1.6       cgd 	if (F_ISSET(t, R_RECNO))
     94  1.17  christos 		(void)fprintf(tracefp, " keys %lu", (unsigned long) t->bt_nrecs);
     95   1.1       cgd #undef X
     96   1.1       cgd #define	X(flag, name) \
     97   1.6       cgd 	if (F_ISSET(t, flag)) { \
     98  1.17  christos 		(void)fprintf(tracefp, "%s%s", sep, name); \
     99   1.1       cgd 		sep = ", "; \
    100   1.1       cgd 	}
    101   1.6       cgd 	if (t->flags != 0) {
    102   1.1       cgd 		sep = " flags (";
    103   1.1       cgd 		X(R_FIXLEN,	"FIXLEN");
    104   1.1       cgd 		X(B_INMEM,	"INMEM");
    105   1.1       cgd 		X(B_NODUPS,	"NODUPS");
    106   1.1       cgd 		X(B_RDONLY,	"RDONLY");
    107   1.1       cgd 		X(R_RECNO,	"RECNO");
    108   1.1       cgd 		X(B_METADIRTY,"METADIRTY");
    109  1.17  christos 		(void)fprintf(tracefp, ")\n");
    110   1.1       cgd 	}
    111   1.1       cgd #undef X
    112   1.1       cgd 
    113  1.17  christos 	for (i = P_ROOT; i < t->bt_mp->npages &&
    114  1.18  christos 	    (h = mpool_get(t->bt_mp, i, MPOOL_IGNOREPIN)) != NULL; ++i)
    115   1.1       cgd 		__bt_dpage(h);
    116  1.17  christos 
    117  1.17  christos 	(void)fflush(tracefp);
    118   1.1       cgd }
    119   1.1       cgd 
    120   1.1       cgd /*
    121   1.1       cgd  * BT_DMPAGE -- Dump the meta page
    122   1.1       cgd  *
    123   1.1       cgd  * Parameters:
    124   1.1       cgd  *	h:	pointer to the PAGE
    125   1.1       cgd  */
    126   1.1       cgd void
    127  1.13  christos __bt_dmpage(PAGE *h)
    128   1.1       cgd {
    129   1.1       cgd 	BTMETA *m;
    130  1.12  christos 	const char *sep;
    131   1.1       cgd 
    132  1.12  christos 	m = (BTMETA *)(void *)h;
    133  1.17  christos 	(void)fprintf(tracefp, "magic %lx\n", (unsigned long) m->magic);
    134  1.17  christos 	(void)fprintf(tracefp, "version %lu\n", (unsigned long) m->version);
    135  1.17  christos 	(void)fprintf(tracefp, "psize %lu\n", (unsigned long) m->psize);
    136  1.17  christos 	(void)fprintf(tracefp, "free %lu\n", (unsigned long) m->free);
    137  1.17  christos 	(void)fprintf(tracefp, "nrecs %lu\n", (unsigned long) m->nrecs);
    138  1.17  christos 	(void)fprintf(tracefp, "flags %lu", (unsigned long) m->flags);
    139   1.1       cgd #undef X
    140   1.1       cgd #define	X(flag, name) \
    141   1.6       cgd 	if (m->flags & flag) { \
    142  1.17  christos 		(void)fprintf(tracefp, "%s%s", sep, name); \
    143   1.1       cgd 		sep = ", "; \
    144   1.1       cgd 	}
    145   1.6       cgd 	if (m->flags) {
    146   1.1       cgd 		sep = " (";
    147   1.1       cgd 		X(B_NODUPS,	"NODUPS");
    148   1.1       cgd 		X(R_RECNO,	"RECNO");
    149  1.17  christos 		(void)fprintf(tracefp, ")");
    150   1.1       cgd 	}
    151  1.17  christos 	(void)fprintf(tracefp, "\n");
    152  1.17  christos 	(void)fflush(tracefp);
    153   1.1       cgd }
    154   1.1       cgd 
    155  1.16  christos static pgno_t
    156  1.16  christos __bt_pgno_t(const void *m)
    157  1.16  christos {
    158  1.16  christos 	pgno_t r;
    159  1.16  christos 	memcpy(&r, m, sizeof(r));
    160  1.16  christos 	return r;
    161  1.16  christos }
    162  1.16  christos 
    163  1.16  christos static uint32_t
    164  1.16  christos __bt_uint32_t(const void *m)
    165  1.16  christos {
    166  1.16  christos 	uint32_t r;
    167  1.16  christos 	memcpy(&r, m, sizeof(r));
    168  1.16  christos 	return r;
    169  1.16  christos }
    170  1.16  christos 
    171   1.1       cgd /*
    172   1.1       cgd  * BT_DNPAGE -- Dump the page
    173   1.1       cgd  *
    174   1.1       cgd  * Parameters:
    175   1.1       cgd  *	n:	page number to dump.
    176   1.1       cgd  */
    177   1.1       cgd void
    178  1.13  christos __bt_dnpage(DB *dbp, pgno_t pgno)
    179   1.1       cgd {
    180   1.1       cgd 	BTREE *t;
    181   1.1       cgd 	PAGE *h;
    182   1.1       cgd 
    183  1.17  christos 	__bt_dinit();
    184  1.17  christos 
    185   1.1       cgd 	t = dbp->internal;
    186  1.18  christos 	if ((h = mpool_get(t->bt_mp, pgno, MPOOL_IGNOREPIN)) != NULL) {
    187   1.1       cgd 		__bt_dpage(h);
    188   1.1       cgd 		(void)mpool_put(t->bt_mp, h, 0);
    189   1.1       cgd 	}
    190  1.17  christos 	(void)fflush(tracefp);
    191   1.1       cgd }
    192   1.1       cgd 
    193   1.1       cgd /*
    194   1.1       cgd  * BT_DPAGE -- Dump the page
    195   1.1       cgd  *
    196   1.1       cgd  * Parameters:
    197   1.1       cgd  *	h:	pointer to the PAGE
    198   1.1       cgd  */
    199   1.1       cgd void
    200  1.13  christos __bt_dpage(PAGE *h)
    201   1.1       cgd {
    202   1.1       cgd 	BINTERNAL *bi;
    203   1.1       cgd 	BLEAF *bl;
    204   1.1       cgd 	RINTERNAL *ri;
    205   1.1       cgd 	RLEAF *rl;
    206   1.1       cgd 	indx_t cur, top;
    207  1.12  christos 	const char *sep;
    208   1.1       cgd 
    209  1.17  christos 	__bt_dinit();
    210  1.17  christos 
    211  1.17  christos 	(void)fprintf(tracefp, "    page %d: (", h->pgno);
    212   1.1       cgd #undef X
    213   1.1       cgd #define	X(flag, name) \
    214   1.1       cgd 	if (h->flags & flag) { \
    215  1.17  christos 		(void)fprintf(tracefp, "%s%s", sep, name); \
    216   1.1       cgd 		sep = ", "; \
    217   1.1       cgd 	}
    218   1.1       cgd 	sep = "";
    219   1.1       cgd 	X(P_BINTERNAL,	"BINTERNAL")		/* types */
    220   1.1       cgd 	X(P_BLEAF,	"BLEAF")
    221   1.1       cgd 	X(P_RINTERNAL,	"RINTERNAL")		/* types */
    222   1.1       cgd 	X(P_RLEAF,	"RLEAF")
    223   1.1       cgd 	X(P_OVERFLOW,	"OVERFLOW")
    224   1.1       cgd 	X(P_PRESERVE,	"PRESERVE");
    225  1.17  christos 	(void)fprintf(tracefp, ")\n");
    226   1.1       cgd #undef X
    227   1.1       cgd 
    228  1.17  christos 	(void)fprintf(tracefp, "\tprev %2d next %2d", h->prevpg, h->nextpg);
    229   1.1       cgd 	if (h->flags & P_OVERFLOW)
    230   1.1       cgd 		return;
    231   1.1       cgd 
    232   1.1       cgd 	top = NEXTINDEX(h);
    233  1.17  christos 	(void)fprintf(tracefp, " lower %3d upper %3d nextind %d\n",
    234   1.1       cgd 	    h->lower, h->upper, top);
    235   1.1       cgd 	for (cur = 0; cur < top; cur++) {
    236  1.17  christos 		(void)fprintf(tracefp, "\t[%03d] %4d ", cur, h->linp[cur]);
    237   1.6       cgd 		switch (h->flags & P_TYPE) {
    238   1.1       cgd 		case P_BINTERNAL:
    239   1.1       cgd 			bi = GETBINTERNAL(h, cur);
    240  1.17  christos 			(void)fprintf(tracefp,
    241   1.1       cgd 			    "size %03d pgno %03d", bi->ksize, bi->pgno);
    242   1.1       cgd 			if (bi->flags & P_BIGKEY)
    243  1.17  christos 				(void)fprintf(tracefp, " (indirect)");
    244   1.1       cgd 			else if (bi->ksize)
    245  1.17  christos 				(void)fprintf(tracefp,
    246   1.1       cgd 				    " {%.*s}", (int)bi->ksize, bi->bytes);
    247   1.1       cgd 			break;
    248   1.1       cgd 		case P_RINTERNAL:
    249   1.1       cgd 			ri = GETRINTERNAL(h, cur);
    250  1.17  christos 			(void)fprintf(tracefp, "entries %03d pgno %03d",
    251   1.1       cgd 				ri->nrecs, ri->pgno);
    252   1.1       cgd 			break;
    253   1.1       cgd 		case P_BLEAF:
    254   1.1       cgd 			bl = GETBLEAF(h, cur);
    255   1.1       cgd 			if (bl->flags & P_BIGKEY)
    256  1.17  christos 				(void)fprintf(tracefp,
    257   1.1       cgd 				    "big key page %lu size %u/",
    258  1.16  christos 				    (unsigned long) __bt_pgno_t(bl->bytes),
    259  1.16  christos 				    __bt_uint32_t(bl->bytes + sizeof(pgno_t)));
    260   1.1       cgd 			else if (bl->ksize)
    261  1.17  christos 				(void)fprintf(tracefp, "%s/", bl->bytes);
    262   1.1       cgd 			if (bl->flags & P_BIGDATA)
    263  1.17  christos 				(void)fprintf(tracefp,
    264   1.1       cgd 				    "big data page %lu size %u",
    265  1.16  christos 				    (unsigned long)
    266  1.16  christos 				    __bt_pgno_t(bl->bytes + bl->ksize),
    267  1.16  christos 				    __bt_uint32_t(bl->bytes + bl->ksize +
    268   1.1       cgd 				    sizeof(pgno_t)));
    269   1.1       cgd 			else if (bl->dsize)
    270  1.17  christos 				(void)fprintf(tracefp, "%.*s",
    271   1.1       cgd 				    (int)bl->dsize, bl->bytes + bl->ksize);
    272   1.1       cgd 			break;
    273   1.1       cgd 		case P_RLEAF:
    274   1.1       cgd 			rl = GETRLEAF(h, cur);
    275   1.1       cgd 			if (rl->flags & P_BIGDATA)
    276  1.17  christos 				(void)fprintf(tracefp,
    277   1.1       cgd 				    "big data page %lu size %u",
    278  1.16  christos 				    (unsigned long) __bt_pgno_t(rl->bytes),
    279  1.16  christos 				    __bt_uint32_t(rl->bytes + sizeof(pgno_t)));
    280   1.1       cgd 			else if (rl->dsize)
    281  1.17  christos 				(void)fprintf(tracefp,
    282   1.1       cgd 				    "%.*s", (int)rl->dsize, rl->bytes);
    283   1.1       cgd 			break;
    284   1.1       cgd 		}
    285  1.17  christos 		(void)fprintf(tracefp, "\n");
    286   1.1       cgd 	}
    287  1.17  christos 	(void)fflush(tracefp);
    288   1.1       cgd }
    289   1.1       cgd #endif
    290   1.1       cgd 
    291   1.1       cgd #ifdef STATISTICS
    292   1.1       cgd /*
    293   1.1       cgd  * BT_STAT -- Gather/print the tree statistics
    294   1.1       cgd  *
    295   1.1       cgd  * Parameters:
    296   1.1       cgd  *	dbp:	pointer to the DB
    297   1.1       cgd  */
    298   1.1       cgd void
    299  1.13  christos __bt_stat(DB *dbp)
    300   1.1       cgd {
    301  1.14     joerg 	extern unsigned long bt_cache_hit, bt_cache_miss, bt_pfxsaved, bt_rootsplit;
    302  1.14     joerg 	extern unsigned long bt_sortsplit, bt_split;
    303   1.1       cgd 	BTREE *t;
    304   1.1       cgd 	PAGE *h;
    305   1.1       cgd 	pgno_t i, pcont, pinternal, pleaf;
    306  1.14     joerg 	unsigned long ifree, lfree, nkeys;
    307   1.1       cgd 	int levels;
    308   1.1       cgd 
    309  1.17  christos 	__bt_dinit();
    310  1.17  christos 
    311   1.1       cgd 	t = dbp->internal;
    312   1.1       cgd 	pcont = pinternal = pleaf = 0;
    313   1.1       cgd 	nkeys = ifree = lfree = 0;
    314  1.17  christos 	for (i = P_ROOT; i < t->bt_mp->npages &&
    315  1.19     joerg 	    (h = mpool_get(t->bt_mp, i, MPOOL_IGNOREPIN)) != NULL; ++i) {
    316   1.6       cgd 		switch (h->flags & P_TYPE) {
    317   1.1       cgd 		case P_BINTERNAL:
    318   1.1       cgd 		case P_RINTERNAL:
    319   1.1       cgd 			++pinternal;
    320   1.1       cgd 			ifree += h->upper - h->lower;
    321   1.1       cgd 			break;
    322   1.1       cgd 		case P_BLEAF:
    323   1.1       cgd 		case P_RLEAF:
    324   1.1       cgd 			++pleaf;
    325   1.1       cgd 			lfree += h->upper - h->lower;
    326   1.1       cgd 			nkeys += NEXTINDEX(h);
    327   1.1       cgd 			break;
    328   1.1       cgd 		case P_OVERFLOW:
    329   1.1       cgd 			++pcont;
    330   1.1       cgd 			break;
    331   1.1       cgd 		}
    332   1.1       cgd 		(void)mpool_put(t->bt_mp, h, 0);
    333   1.1       cgd 	}
    334   1.1       cgd 
    335   1.1       cgd 	/* Count the levels of the tree. */
    336   1.1       cgd 	for (i = P_ROOT, levels = 0 ;; ++levels) {
    337  1.18  christos 		h = mpool_get(t->bt_mp, i, MPOOL_IGNOREPIN);
    338   1.1       cgd 		if (h->flags & (P_BLEAF|P_RLEAF)) {
    339   1.1       cgd 			if (levels == 0)
    340   1.1       cgd 				levels = 1;
    341   1.1       cgd 			(void)mpool_put(t->bt_mp, h, 0);
    342   1.1       cgd 			break;
    343   1.1       cgd 		}
    344   1.6       cgd 		i = F_ISSET(t, R_RECNO) ?
    345   1.1       cgd 		    GETRINTERNAL(h, 0)->pgno :
    346   1.1       cgd 		    GETBINTERNAL(h, 0)->pgno;
    347   1.1       cgd 		(void)mpool_put(t->bt_mp, h, 0);
    348   1.1       cgd 	}
    349   1.1       cgd 
    350  1.17  christos 	(void)fprintf(tracefp, "%d level%s with %ld keys",
    351   1.1       cgd 	    levels, levels == 1 ? "" : "s", nkeys);
    352   1.6       cgd 	if (F_ISSET(t, R_RECNO))
    353  1.17  christos 		(void)fprintf(tracefp, " (%ld header count)", (long)t->bt_nrecs);
    354  1.17  christos 	(void)fprintf(tracefp,
    355   1.1       cgd 	    "\n%lu pages (leaf %ld, internal %ld, overflow %ld)\n",
    356  1.13  christos 	    (long)pinternal + pleaf + pcont, (long)pleaf, (long)pinternal,
    357  1.13  christos 	    (long)pcont);
    358  1.17  christos 	(void)fprintf(tracefp, "%ld cache hits, %ld cache misses\n",
    359   1.1       cgd 	    bt_cache_hit, bt_cache_miss);
    360  1.17  christos 	(void)fprintf(tracefp, "%ld splits (%ld root splits, %ld sort splits)\n",
    361   1.1       cgd 	    bt_split, bt_rootsplit, bt_sortsplit);
    362   1.1       cgd 	pleaf *= t->bt_psize - BTDATAOFF;
    363   1.1       cgd 	if (pleaf)
    364  1.17  christos 		(void)fprintf(tracefp,
    365   1.1       cgd 		    "%.0f%% leaf fill (%ld bytes used, %ld bytes free)\n",
    366   1.1       cgd 		    ((double)(pleaf - lfree) / pleaf) * 100,
    367   1.1       cgd 		    pleaf - lfree, lfree);
    368   1.1       cgd 	pinternal *= t->bt_psize - BTDATAOFF;
    369   1.1       cgd 	if (pinternal)
    370  1.17  christos 		(void)fprintf(tracefp,
    371   1.1       cgd 		    "%.0f%% internal fill (%ld bytes used, %ld bytes free\n",
    372   1.1       cgd 		    ((double)(pinternal - ifree) / pinternal) * 100,
    373   1.1       cgd 		    pinternal - ifree, ifree);
    374   1.1       cgd 	if (bt_pfxsaved)
    375  1.17  christos 		(void)fprintf(tracefp, "prefix checking removed %lu bytes.\n",
    376   1.1       cgd 		    bt_pfxsaved);
    377  1.17  christos 	(void)fflush(tracefp);
    378   1.1       cgd }
    379   1.1       cgd #endif
    380