Home | History | Annotate | Line # | Download | only in btree
bt_debug.c revision 1.16.24.1
      1  1.16.24.1  pgoyette /*	$NetBSD: bt_debug.c,v 1.16.24.1 2016/11/04 14:48:52 pgoyette Exp $	*/
      2        1.5       cgd 
      3        1.1       cgd /*-
      4        1.4       cgd  * Copyright (c) 1990, 1993, 1994
      5        1.1       cgd  *	The Regents of the University of California.  All rights reserved.
      6        1.1       cgd  *
      7        1.1       cgd  * This code is derived from software contributed to Berkeley by
      8        1.1       cgd  * Mike Olson.
      9        1.1       cgd  *
     10        1.1       cgd  * Redistribution and use in source and binary forms, with or without
     11        1.1       cgd  * modification, are permitted provided that the following conditions
     12        1.1       cgd  * are met:
     13        1.1       cgd  * 1. Redistributions of source code must retain the above copyright
     14        1.1       cgd  *    notice, this list of conditions and the following disclaimer.
     15        1.1       cgd  * 2. Redistributions in binary form must reproduce the above copyright
     16        1.1       cgd  *    notice, this list of conditions and the following disclaimer in the
     17        1.1       cgd  *    documentation and/or other materials provided with the distribution.
     18       1.10       agc  * 3. Neither the name of the University nor the names of its contributors
     19        1.1       cgd  *    may be used to endorse or promote products derived from this software
     20        1.1       cgd  *    without specific prior written permission.
     21        1.1       cgd  *
     22        1.1       cgd  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     23        1.1       cgd  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     24        1.1       cgd  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     25        1.1       cgd  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     26        1.1       cgd  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     27        1.1       cgd  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     28        1.1       cgd  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     29        1.1       cgd  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     30        1.1       cgd  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     31        1.1       cgd  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     32        1.1       cgd  * SUCH DAMAGE.
     33        1.1       cgd  */
     34        1.1       cgd 
     35       1.11       jmc #if HAVE_NBTOOL_CONFIG_H
     36       1.11       jmc #include "nbtool_config.h"
     37       1.11       jmc #endif
     38       1.11       jmc 
     39        1.7  christos #include <sys/cdefs.h>
     40  1.16.24.1  pgoyette __RCSID("$NetBSD: bt_debug.c,v 1.16.24.1 2016/11/04 14:48:52 pgoyette Exp $");
     41        1.1       cgd 
     42       1.13  christos #include <assert.h>
     43        1.1       cgd #include <stdio.h>
     44        1.1       cgd #include <stdlib.h>
     45        1.1       cgd #include <string.h>
     46        1.1       cgd 
     47        1.1       cgd #include <db.h>
     48        1.1       cgd #include "btree.h"
     49        1.1       cgd 
     50  1.16.24.1  pgoyette #if defined(DEBUG) || defined(STATISTICS)
     51  1.16.24.1  pgoyette 
     52  1.16.24.1  pgoyette static FILE *tracefp;
     53  1.16.24.1  pgoyette 
     54  1.16.24.1  pgoyette /*
     55  1.16.24.1  pgoyette  * __bt_dinit --
     56  1.16.24.1  pgoyette  *     initialize debugging.
     57  1.16.24.1  pgoyette  */
     58  1.16.24.1  pgoyette static void
     59  1.16.24.1  pgoyette __bt_dinit(void)
     60  1.16.24.1  pgoyette {
     61  1.16.24.1  pgoyette 	if (tracefp != NULL)
     62  1.16.24.1  pgoyette 		return;
     63  1.16.24.1  pgoyette 
     64  1.16.24.1  pgoyette #ifndef TRACE_TO_STDERR
     65  1.16.24.1  pgoyette 	if ((tracefp = fopen("/tmp/__bt_debug", "w")) != NULL)
     66  1.16.24.1  pgoyette 		return;
     67  1.16.24.1  pgoyette #endif
     68  1.16.24.1  pgoyette 	tracefp = stderr;
     69  1.16.24.1  pgoyette }
     70  1.16.24.1  pgoyette #endif
     71  1.16.24.1  pgoyette 
     72  1.16.24.1  pgoyette 
     73        1.1       cgd #ifdef DEBUG
     74        1.1       cgd /*
     75        1.1       cgd  * BT_DUMP -- Dump the tree
     76        1.1       cgd  *
     77        1.1       cgd  * Parameters:
     78        1.1       cgd  *	dbp:	pointer to the DB
     79        1.1       cgd  */
     80        1.1       cgd void
     81       1.13  christos __bt_dump(DB *dbp)
     82        1.1       cgd {
     83        1.1       cgd 	BTREE *t;
     84        1.1       cgd 	PAGE *h;
     85        1.1       cgd 	pgno_t i;
     86       1.12  christos 	const char *sep;
     87        1.1       cgd 
     88  1.16.24.1  pgoyette 	__bt_dinit();
     89  1.16.24.1  pgoyette 
     90        1.1       cgd 	t = dbp->internal;
     91  1.16.24.1  pgoyette 	(void)fprintf(tracefp, "%s: pgsz %d",
     92        1.6       cgd 	    F_ISSET(t, B_INMEM) ? "memory" : "disk", t->bt_psize);
     93        1.6       cgd 	if (F_ISSET(t, R_RECNO))
     94  1.16.24.1  pgoyette 		(void)fprintf(tracefp, " keys %lu", (unsigned long) t->bt_nrecs);
     95        1.1       cgd #undef X
     96        1.1       cgd #define	X(flag, name) \
     97        1.6       cgd 	if (F_ISSET(t, flag)) { \
     98  1.16.24.1  pgoyette 		(void)fprintf(tracefp, "%s%s", sep, name); \
     99        1.1       cgd 		sep = ", "; \
    100        1.1       cgd 	}
    101        1.6       cgd 	if (t->flags != 0) {
    102        1.1       cgd 		sep = " flags (";
    103        1.1       cgd 		X(R_FIXLEN,	"FIXLEN");
    104        1.1       cgd 		X(B_INMEM,	"INMEM");
    105        1.1       cgd 		X(B_NODUPS,	"NODUPS");
    106        1.1       cgd 		X(B_RDONLY,	"RDONLY");
    107        1.1       cgd 		X(R_RECNO,	"RECNO");
    108        1.1       cgd 		X(B_METADIRTY,"METADIRTY");
    109  1.16.24.1  pgoyette 		(void)fprintf(tracefp, ")\n");
    110        1.1       cgd 	}
    111        1.1       cgd #undef X
    112        1.1       cgd 
    113  1.16.24.1  pgoyette 	for (i = P_ROOT; i < t->bt_mp->npages &&
    114  1.16.24.1  pgoyette 	    (h = mpool_get(t->bt_mp, i, MPOOL_IGNOREPIN)) != NULL; ++i)
    115        1.1       cgd 		__bt_dpage(h);
    116  1.16.24.1  pgoyette 
    117  1.16.24.1  pgoyette 	(void)fflush(tracefp);
    118        1.1       cgd }
    119        1.1       cgd 
    120        1.1       cgd /*
    121        1.1       cgd  * BT_DMPAGE -- Dump the meta page
    122        1.1       cgd  *
    123        1.1       cgd  * Parameters:
    124        1.1       cgd  *	h:	pointer to the PAGE
    125        1.1       cgd  */
    126        1.1       cgd void
    127       1.13  christos __bt_dmpage(PAGE *h)
    128        1.1       cgd {
    129        1.1       cgd 	BTMETA *m;
    130       1.12  christos 	const char *sep;
    131        1.1       cgd 
    132       1.12  christos 	m = (BTMETA *)(void *)h;
    133  1.16.24.1  pgoyette 	(void)fprintf(tracefp, "magic %lx\n", (unsigned long) m->magic);
    134  1.16.24.1  pgoyette 	(void)fprintf(tracefp, "version %lu\n", (unsigned long) m->version);
    135  1.16.24.1  pgoyette 	(void)fprintf(tracefp, "psize %lu\n", (unsigned long) m->psize);
    136  1.16.24.1  pgoyette 	(void)fprintf(tracefp, "free %lu\n", (unsigned long) m->free);
    137  1.16.24.1  pgoyette 	(void)fprintf(tracefp, "nrecs %lu\n", (unsigned long) m->nrecs);
    138  1.16.24.1  pgoyette 	(void)fprintf(tracefp, "flags %lu", (unsigned long) m->flags);
    139        1.1       cgd #undef X
    140        1.1       cgd #define	X(flag, name) \
    141        1.6       cgd 	if (m->flags & flag) { \
    142  1.16.24.1  pgoyette 		(void)fprintf(tracefp, "%s%s", sep, name); \
    143        1.1       cgd 		sep = ", "; \
    144        1.1       cgd 	}
    145        1.6       cgd 	if (m->flags) {
    146        1.1       cgd 		sep = " (";
    147        1.1       cgd 		X(B_NODUPS,	"NODUPS");
    148        1.1       cgd 		X(R_RECNO,	"RECNO");
    149  1.16.24.1  pgoyette 		(void)fprintf(tracefp, ")");
    150        1.1       cgd 	}
    151  1.16.24.1  pgoyette 	(void)fprintf(tracefp, "\n");
    152  1.16.24.1  pgoyette 	(void)fflush(tracefp);
    153        1.1       cgd }
    154        1.1       cgd 
    155       1.16  christos static pgno_t
    156       1.16  christos __bt_pgno_t(const void *m)
    157       1.16  christos {
    158       1.16  christos 	pgno_t r;
    159       1.16  christos 	memcpy(&r, m, sizeof(r));
    160       1.16  christos 	return r;
    161       1.16  christos }
    162       1.16  christos 
    163       1.16  christos static uint32_t
    164       1.16  christos __bt_uint32_t(const void *m)
    165       1.16  christos {
    166       1.16  christos 	uint32_t r;
    167       1.16  christos 	memcpy(&r, m, sizeof(r));
    168       1.16  christos 	return r;
    169       1.16  christos }
    170       1.16  christos 
    171        1.1       cgd /*
    172        1.1       cgd  * BT_DNPAGE -- Dump the page
    173        1.1       cgd  *
    174        1.1       cgd  * Parameters:
    175        1.1       cgd  *	n:	page number to dump.
    176        1.1       cgd  */
    177        1.1       cgd void
    178       1.13  christos __bt_dnpage(DB *dbp, pgno_t pgno)
    179        1.1       cgd {
    180        1.1       cgd 	BTREE *t;
    181        1.1       cgd 	PAGE *h;
    182        1.1       cgd 
    183  1.16.24.1  pgoyette 	__bt_dinit();
    184  1.16.24.1  pgoyette 
    185        1.1       cgd 	t = dbp->internal;
    186  1.16.24.1  pgoyette 	if ((h = mpool_get(t->bt_mp, pgno, MPOOL_IGNOREPIN)) != NULL) {
    187        1.1       cgd 		__bt_dpage(h);
    188        1.1       cgd 		(void)mpool_put(t->bt_mp, h, 0);
    189        1.1       cgd 	}
    190  1.16.24.1  pgoyette 	(void)fflush(tracefp);
    191        1.1       cgd }
    192        1.1       cgd 
    193        1.1       cgd /*
    194        1.1       cgd  * BT_DPAGE -- Dump the page
    195        1.1       cgd  *
    196        1.1       cgd  * Parameters:
    197        1.1       cgd  *	h:	pointer to the PAGE
    198        1.1       cgd  */
    199        1.1       cgd void
    200       1.13  christos __bt_dpage(PAGE *h)
    201        1.1       cgd {
    202        1.1       cgd 	BINTERNAL *bi;
    203        1.1       cgd 	BLEAF *bl;
    204        1.1       cgd 	RINTERNAL *ri;
    205        1.1       cgd 	RLEAF *rl;
    206        1.1       cgd 	indx_t cur, top;
    207       1.12  christos 	const char *sep;
    208        1.1       cgd 
    209  1.16.24.1  pgoyette 	__bt_dinit();
    210  1.16.24.1  pgoyette 
    211  1.16.24.1  pgoyette 	(void)fprintf(tracefp, "    page %d: (", h->pgno);
    212        1.1       cgd #undef X
    213        1.1       cgd #define	X(flag, name) \
    214        1.1       cgd 	if (h->flags & flag) { \
    215  1.16.24.1  pgoyette 		(void)fprintf(tracefp, "%s%s", sep, name); \
    216        1.1       cgd 		sep = ", "; \
    217        1.1       cgd 	}
    218        1.1       cgd 	sep = "";
    219        1.1       cgd 	X(P_BINTERNAL,	"BINTERNAL")		/* types */
    220        1.1       cgd 	X(P_BLEAF,	"BLEAF")
    221        1.1       cgd 	X(P_RINTERNAL,	"RINTERNAL")		/* types */
    222        1.1       cgd 	X(P_RLEAF,	"RLEAF")
    223        1.1       cgd 	X(P_OVERFLOW,	"OVERFLOW")
    224        1.1       cgd 	X(P_PRESERVE,	"PRESERVE");
    225  1.16.24.1  pgoyette 	(void)fprintf(tracefp, ")\n");
    226        1.1       cgd #undef X
    227        1.1       cgd 
    228  1.16.24.1  pgoyette 	(void)fprintf(tracefp, "\tprev %2d next %2d", h->prevpg, h->nextpg);
    229        1.1       cgd 	if (h->flags & P_OVERFLOW)
    230        1.1       cgd 		return;
    231        1.1       cgd 
    232        1.1       cgd 	top = NEXTINDEX(h);
    233  1.16.24.1  pgoyette 	(void)fprintf(tracefp, " lower %3d upper %3d nextind %d\n",
    234        1.1       cgd 	    h->lower, h->upper, top);
    235        1.1       cgd 	for (cur = 0; cur < top; cur++) {
    236  1.16.24.1  pgoyette 		(void)fprintf(tracefp, "\t[%03d] %4d ", cur, h->linp[cur]);
    237        1.6       cgd 		switch (h->flags & P_TYPE) {
    238        1.1       cgd 		case P_BINTERNAL:
    239        1.1       cgd 			bi = GETBINTERNAL(h, cur);
    240  1.16.24.1  pgoyette 			(void)fprintf(tracefp,
    241        1.1       cgd 			    "size %03d pgno %03d", bi->ksize, bi->pgno);
    242        1.1       cgd 			if (bi->flags & P_BIGKEY)
    243  1.16.24.1  pgoyette 				(void)fprintf(tracefp, " (indirect)");
    244        1.1       cgd 			else if (bi->ksize)
    245  1.16.24.1  pgoyette 				(void)fprintf(tracefp,
    246        1.1       cgd 				    " {%.*s}", (int)bi->ksize, bi->bytes);
    247        1.1       cgd 			break;
    248        1.1       cgd 		case P_RINTERNAL:
    249        1.1       cgd 			ri = GETRINTERNAL(h, cur);
    250  1.16.24.1  pgoyette 			(void)fprintf(tracefp, "entries %03d pgno %03d",
    251        1.1       cgd 				ri->nrecs, ri->pgno);
    252        1.1       cgd 			break;
    253        1.1       cgd 		case P_BLEAF:
    254        1.1       cgd 			bl = GETBLEAF(h, cur);
    255        1.1       cgd 			if (bl->flags & P_BIGKEY)
    256  1.16.24.1  pgoyette 				(void)fprintf(tracefp,
    257        1.1       cgd 				    "big key page %lu size %u/",
    258       1.16  christos 				    (unsigned long) __bt_pgno_t(bl->bytes),
    259       1.16  christos 				    __bt_uint32_t(bl->bytes + sizeof(pgno_t)));
    260        1.1       cgd 			else if (bl->ksize)
    261  1.16.24.1  pgoyette 				(void)fprintf(tracefp, "%s/", bl->bytes);
    262        1.1       cgd 			if (bl->flags & P_BIGDATA)
    263  1.16.24.1  pgoyette 				(void)fprintf(tracefp,
    264        1.1       cgd 				    "big data page %lu size %u",
    265       1.16  christos 				    (unsigned long)
    266       1.16  christos 				    __bt_pgno_t(bl->bytes + bl->ksize),
    267       1.16  christos 				    __bt_uint32_t(bl->bytes + bl->ksize +
    268        1.1       cgd 				    sizeof(pgno_t)));
    269        1.1       cgd 			else if (bl->dsize)
    270  1.16.24.1  pgoyette 				(void)fprintf(tracefp, "%.*s",
    271        1.1       cgd 				    (int)bl->dsize, bl->bytes + bl->ksize);
    272        1.1       cgd 			break;
    273        1.1       cgd 		case P_RLEAF:
    274        1.1       cgd 			rl = GETRLEAF(h, cur);
    275        1.1       cgd 			if (rl->flags & P_BIGDATA)
    276  1.16.24.1  pgoyette 				(void)fprintf(tracefp,
    277        1.1       cgd 				    "big data page %lu size %u",
    278       1.16  christos 				    (unsigned long) __bt_pgno_t(rl->bytes),
    279       1.16  christos 				    __bt_uint32_t(rl->bytes + sizeof(pgno_t)));
    280        1.1       cgd 			else if (rl->dsize)
    281  1.16.24.1  pgoyette 				(void)fprintf(tracefp,
    282        1.1       cgd 				    "%.*s", (int)rl->dsize, rl->bytes);
    283        1.1       cgd 			break;
    284        1.1       cgd 		}
    285  1.16.24.1  pgoyette 		(void)fprintf(tracefp, "\n");
    286        1.1       cgd 	}
    287  1.16.24.1  pgoyette 	(void)fflush(tracefp);
    288        1.1       cgd }
    289        1.1       cgd #endif
    290        1.1       cgd 
    291        1.1       cgd #ifdef STATISTICS
    292        1.1       cgd /*
    293        1.1       cgd  * BT_STAT -- Gather/print the tree statistics
    294        1.1       cgd  *
    295        1.1       cgd  * Parameters:
    296        1.1       cgd  *	dbp:	pointer to the DB
    297        1.1       cgd  */
    298        1.1       cgd void
    299       1.13  christos __bt_stat(DB *dbp)
    300        1.1       cgd {
    301       1.14     joerg 	extern unsigned long bt_cache_hit, bt_cache_miss, bt_pfxsaved, bt_rootsplit;
    302       1.14     joerg 	extern unsigned long bt_sortsplit, bt_split;
    303        1.1       cgd 	BTREE *t;
    304        1.1       cgd 	PAGE *h;
    305        1.1       cgd 	pgno_t i, pcont, pinternal, pleaf;
    306       1.14     joerg 	unsigned long ifree, lfree, nkeys;
    307        1.1       cgd 	int levels;
    308        1.1       cgd 
    309  1.16.24.1  pgoyette 	__bt_dinit();
    310  1.16.24.1  pgoyette 
    311        1.1       cgd 	t = dbp->internal;
    312        1.1       cgd 	pcont = pinternal = pleaf = 0;
    313        1.1       cgd 	nkeys = ifree = lfree = 0;
    314  1.16.24.1  pgoyette 	for (i = P_ROOT; i < t->bt_mp->npages &&
    315  1.16.24.1  pgoyette 	    (h = mpool_get(t->bt_mp, i, MPOOL_IGNOREPIN)) != NULL; ++i) {
    316        1.6       cgd 		switch (h->flags & P_TYPE) {
    317        1.1       cgd 		case P_BINTERNAL:
    318        1.1       cgd 		case P_RINTERNAL:
    319        1.1       cgd 			++pinternal;
    320        1.1       cgd 			ifree += h->upper - h->lower;
    321        1.1       cgd 			break;
    322        1.1       cgd 		case P_BLEAF:
    323        1.1       cgd 		case P_RLEAF:
    324        1.1       cgd 			++pleaf;
    325        1.1       cgd 			lfree += h->upper - h->lower;
    326        1.1       cgd 			nkeys += NEXTINDEX(h);
    327        1.1       cgd 			break;
    328        1.1       cgd 		case P_OVERFLOW:
    329        1.1       cgd 			++pcont;
    330        1.1       cgd 			break;
    331        1.1       cgd 		}
    332        1.1       cgd 		(void)mpool_put(t->bt_mp, h, 0);
    333        1.1       cgd 	}
    334        1.1       cgd 
    335        1.1       cgd 	/* Count the levels of the tree. */
    336        1.1       cgd 	for (i = P_ROOT, levels = 0 ;; ++levels) {
    337  1.16.24.1  pgoyette 		h = mpool_get(t->bt_mp, i, MPOOL_IGNOREPIN);
    338        1.1       cgd 		if (h->flags & (P_BLEAF|P_RLEAF)) {
    339        1.1       cgd 			if (levels == 0)
    340        1.1       cgd 				levels = 1;
    341        1.1       cgd 			(void)mpool_put(t->bt_mp, h, 0);
    342        1.1       cgd 			break;
    343        1.1       cgd 		}
    344        1.6       cgd 		i = F_ISSET(t, R_RECNO) ?
    345        1.1       cgd 		    GETRINTERNAL(h, 0)->pgno :
    346        1.1       cgd 		    GETBINTERNAL(h, 0)->pgno;
    347        1.1       cgd 		(void)mpool_put(t->bt_mp, h, 0);
    348        1.1       cgd 	}
    349        1.1       cgd 
    350  1.16.24.1  pgoyette 	(void)fprintf(tracefp, "%d level%s with %ld keys",
    351        1.1       cgd 	    levels, levels == 1 ? "" : "s", nkeys);
    352        1.6       cgd 	if (F_ISSET(t, R_RECNO))
    353  1.16.24.1  pgoyette 		(void)fprintf(tracefp, " (%ld header count)", (long)t->bt_nrecs);
    354  1.16.24.1  pgoyette 	(void)fprintf(tracefp,
    355        1.1       cgd 	    "\n%lu pages (leaf %ld, internal %ld, overflow %ld)\n",
    356       1.13  christos 	    (long)pinternal + pleaf + pcont, (long)pleaf, (long)pinternal,
    357       1.13  christos 	    (long)pcont);
    358  1.16.24.1  pgoyette 	(void)fprintf(tracefp, "%ld cache hits, %ld cache misses\n",
    359        1.1       cgd 	    bt_cache_hit, bt_cache_miss);
    360  1.16.24.1  pgoyette 	(void)fprintf(tracefp, "%ld splits (%ld root splits, %ld sort splits)\n",
    361        1.1       cgd 	    bt_split, bt_rootsplit, bt_sortsplit);
    362        1.1       cgd 	pleaf *= t->bt_psize - BTDATAOFF;
    363        1.1       cgd 	if (pleaf)
    364  1.16.24.1  pgoyette 		(void)fprintf(tracefp,
    365        1.1       cgd 		    "%.0f%% leaf fill (%ld bytes used, %ld bytes free)\n",
    366        1.1       cgd 		    ((double)(pleaf - lfree) / pleaf) * 100,
    367        1.1       cgd 		    pleaf - lfree, lfree);
    368        1.1       cgd 	pinternal *= t->bt_psize - BTDATAOFF;
    369        1.1       cgd 	if (pinternal)
    370  1.16.24.1  pgoyette 		(void)fprintf(tracefp,
    371        1.1       cgd 		    "%.0f%% internal fill (%ld bytes used, %ld bytes free\n",
    372        1.1       cgd 		    ((double)(pinternal - ifree) / pinternal) * 100,
    373        1.1       cgd 		    pinternal - ifree, ifree);
    374        1.1       cgd 	if (bt_pfxsaved)
    375  1.16.24.1  pgoyette 		(void)fprintf(tracefp, "prefix checking removed %lu bytes.\n",
    376        1.1       cgd 		    bt_pfxsaved);
    377  1.16.24.1  pgoyette 	(void)fflush(tracefp);
    378        1.1       cgd }
    379        1.1       cgd #endif
    380