Home | History | Annotate | Line # | Download | only in raidframe
rf_reconmap.c revision 1.6.16.3
      1  1.6.16.3  jdolecek /*	$NetBSD: rf_reconmap.c,v 1.6.16.3 2002/10/10 18:41:57 jdolecek Exp $	*/
      2       1.1     oster /*
      3       1.1     oster  * Copyright (c) 1995 Carnegie-Mellon University.
      4       1.1     oster  * All rights reserved.
      5       1.1     oster  *
      6       1.1     oster  * Author: Mark Holland
      7       1.1     oster  *
      8       1.1     oster  * Permission to use, copy, modify and distribute this software and
      9       1.1     oster  * its documentation is hereby granted, provided that both the copyright
     10       1.1     oster  * notice and this permission notice appear in all copies of the
     11       1.1     oster  * software, derivative works or modified versions, and any portions
     12       1.1     oster  * thereof, and that both notices appear in supporting documentation.
     13       1.1     oster  *
     14       1.1     oster  * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS"
     15       1.1     oster  * CONDITION.  CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND
     16       1.1     oster  * FOR ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE.
     17       1.1     oster  *
     18       1.1     oster  * Carnegie Mellon requests users of this software to return to
     19       1.1     oster  *
     20       1.1     oster  *  Software Distribution Coordinator  or  Software.Distribution (at) CS.CMU.EDU
     21       1.1     oster  *  School of Computer Science
     22       1.1     oster  *  Carnegie Mellon University
     23       1.1     oster  *  Pittsburgh PA 15213-3890
     24       1.1     oster  *
     25       1.1     oster  * any improvements or extensions that they make and grant Carnegie the
     26       1.1     oster  * rights to redistribute these changes.
     27       1.1     oster  */
     28       1.1     oster 
     29       1.1     oster /*************************************************************************
     30       1.1     oster  * rf_reconmap.c
     31       1.1     oster  *
     32       1.1     oster  * code to maintain a map of what sectors have/have not been reconstructed
     33       1.1     oster  *
     34       1.1     oster  *************************************************************************/
     35  1.6.16.2   thorpej 
     36  1.6.16.2   thorpej #include <sys/cdefs.h>
     37  1.6.16.3  jdolecek __KERNEL_RCSID(0, "$NetBSD: rf_reconmap.c,v 1.6.16.3 2002/10/10 18:41:57 jdolecek Exp $");
     38       1.1     oster 
     39       1.1     oster #include "rf_raid.h"
     40       1.1     oster #include <sys/time.h>
     41       1.1     oster #include "rf_general.h"
     42       1.1     oster #include "rf_utils.h"
     43       1.1     oster 
     44       1.1     oster /* special pointer values indicating that a reconstruction unit
     45       1.1     oster  * has been either totally reconstructed or not at all.  Both
     46       1.1     oster  * are illegal pointer values, so you have to be careful not to
     47       1.1     oster  * dereference through them.  RU_NOTHING must be zero, since
     48  1.6.16.1     lukem  * MakeReconMap uses memset to initialize the structure.  These are used
     49       1.1     oster  * only at the head of the list.
     50       1.1     oster  */
     51       1.1     oster #define RU_ALL      ((RF_ReconMapListElem_t *) -1)
     52       1.1     oster #define RU_NOTHING  ((RF_ReconMapListElem_t *) 0)
     53       1.1     oster 
     54       1.1     oster /* used to mark the end of the list */
     55       1.1     oster #define RU_NIL      ((RF_ReconMapListElem_t *) 0)
     56       1.1     oster 
     57       1.1     oster 
     58       1.4     oster static void
     59       1.4     oster compact_stat_entry(RF_Raid_t * raidPtr, RF_ReconMap_t * mapPtr,
     60       1.4     oster     int i);
     61       1.4     oster static void crunch_list(RF_ReconMap_t * mapPtr, RF_ReconMapListElem_t * listPtr);
     62       1.4     oster static RF_ReconMapListElem_t *
     63       1.4     oster MakeReconMapListElem(RF_SectorNum_t startSector,
     64       1.4     oster     RF_SectorNum_t stopSector, RF_ReconMapListElem_t * next);
     65       1.4     oster static void
     66       1.4     oster FreeReconMapListElem(RF_ReconMap_t * mapPtr,
     67       1.4     oster     RF_ReconMapListElem_t * p);
     68       1.4     oster static void update_size(RF_ReconMap_t * mapPtr, int size);
     69  1.6.16.3  jdolecek #if 0
     70       1.4     oster static void PrintList(RF_ReconMapListElem_t * listPtr);
     71  1.6.16.3  jdolecek #endif
     72       1.1     oster 
     73       1.1     oster /*-----------------------------------------------------------------------------
     74       1.1     oster  *
     75       1.4     oster  * Creates and initializes new Reconstruction map
     76       1.1     oster  *
     77       1.1     oster  *-----------------------------------------------------------------------------*/
     78       1.1     oster 
     79       1.4     oster RF_ReconMap_t *
     80       1.4     oster rf_MakeReconMap(raidPtr, ru_sectors, disk_sectors, spareUnitsPerDisk)
     81       1.4     oster 	RF_Raid_t *raidPtr;
     82       1.4     oster 	RF_SectorCount_t ru_sectors;	/* size of reconstruction unit in
     83       1.4     oster 					 * sectors */
     84       1.4     oster 	RF_SectorCount_t disk_sectors;	/* size of disk in sectors */
     85       1.4     oster 	RF_ReconUnitCount_t spareUnitsPerDisk;	/* zero unless distributed
     86       1.4     oster 						 * sparing */
     87       1.4     oster {
     88       1.4     oster 	RF_RaidLayout_t *layoutPtr = &raidPtr->Layout;
     89       1.4     oster 	RF_ReconUnitCount_t num_rus = layoutPtr->stripeUnitsPerDisk / layoutPtr->SUsPerRU;
     90       1.4     oster 	RF_ReconMap_t *p;
     91       1.4     oster 	int     rc;
     92       1.4     oster 
     93       1.4     oster 	RF_Malloc(p, sizeof(RF_ReconMap_t), (RF_ReconMap_t *));
     94       1.4     oster 	p->sectorsPerReconUnit = ru_sectors;
     95       1.4     oster 	p->sectorsInDisk = disk_sectors;
     96       1.4     oster 
     97       1.4     oster 	p->totalRUs = num_rus;
     98       1.4     oster 	p->spareRUs = spareUnitsPerDisk;
     99       1.4     oster 	p->unitsLeft = num_rus - spareUnitsPerDisk;
    100       1.4     oster 
    101       1.4     oster 	RF_Malloc(p->status, num_rus * sizeof(RF_ReconMapListElem_t *), (RF_ReconMapListElem_t **));
    102       1.4     oster 	RF_ASSERT(p->status != (RF_ReconMapListElem_t **) NULL);
    103       1.4     oster 
    104  1.6.16.1     lukem 	(void) memset((char *) p->status, 0,
    105  1.6.16.1     lukem 	    num_rus * sizeof(RF_ReconMapListElem_t *));
    106       1.4     oster 
    107       1.4     oster 	p->size = sizeof(RF_ReconMap_t) + num_rus * sizeof(RF_ReconMapListElem_t *);
    108       1.4     oster 	p->maxSize = p->size;
    109       1.4     oster 
    110       1.4     oster 	rc = rf_mutex_init(&p->mutex);
    111       1.4     oster 	if (rc) {
    112  1.6.16.3  jdolecek 		rf_print_unable_to_init_mutex(__FILE__, __LINE__, rc);
    113       1.4     oster 		RF_Free(p->status, num_rus * sizeof(RF_ReconMapListElem_t *));
    114       1.4     oster 		RF_Free(p, sizeof(RF_ReconMap_t));
    115       1.4     oster 		return (NULL);
    116       1.4     oster 	}
    117       1.4     oster 	return (p);
    118       1.1     oster }
    119       1.1     oster 
    120       1.1     oster 
    121       1.1     oster /*-----------------------------------------------------------------------------
    122       1.1     oster  *
    123       1.1     oster  * marks a new set of sectors as reconstructed.  All the possible mergings get
    124       1.1     oster  * complicated.  To simplify matters, the approach I take is to just dump
    125       1.1     oster  * something into the list, and then clean it up (i.e. merge elements and
    126       1.1     oster  * eliminate redundant ones) in a second pass over the list (compact_stat_entry()).
    127       1.1     oster  * Not 100% efficient, since a structure can be allocated and then immediately
    128       1.1     oster  * freed, but it keeps this code from becoming (more of) a nightmare of
    129       1.1     oster  * special cases.  The only thing that compact_stat_entry() assumes is that the
    130       1.1     oster  * list is sorted by startSector, and so this is the only condition I maintain
    131       1.1     oster  * here.  (MCH)
    132       1.1     oster  *
    133       1.1     oster  *-----------------------------------------------------------------------------*/
    134       1.1     oster 
    135       1.4     oster void
    136       1.4     oster rf_ReconMapUpdate(raidPtr, mapPtr, startSector, stopSector)
    137       1.4     oster 	RF_Raid_t *raidPtr;
    138       1.4     oster 	RF_ReconMap_t *mapPtr;
    139       1.4     oster 	RF_SectorNum_t startSector;
    140       1.4     oster 	RF_SectorNum_t stopSector;
    141       1.4     oster {
    142       1.4     oster 	RF_SectorCount_t sectorsPerReconUnit = mapPtr->sectorsPerReconUnit;
    143       1.4     oster 	RF_SectorNum_t i, first_in_RU, last_in_RU;
    144       1.4     oster 	RF_ReconMapListElem_t *p, *pt;
    145       1.4     oster 
    146       1.4     oster 	RF_LOCK_MUTEX(mapPtr->mutex);
    147       1.6     oster 	RF_ASSERT(startSector >= 0 && stopSector < mapPtr->sectorsInDisk && stopSector >= startSector);
    148       1.4     oster 
    149       1.4     oster 	while (startSector <= stopSector) {
    150       1.4     oster 		i = startSector / mapPtr->sectorsPerReconUnit;
    151       1.4     oster 		first_in_RU = i * sectorsPerReconUnit;
    152       1.4     oster 		last_in_RU = first_in_RU + sectorsPerReconUnit - 1;
    153       1.4     oster 		p = mapPtr->status[i];
    154       1.4     oster 		if (p != RU_ALL) {
    155       1.4     oster 			if (p == RU_NOTHING || p->startSector > startSector) {	/* insert at front of
    156       1.4     oster 										 * list */
    157       1.4     oster 
    158       1.4     oster 				mapPtr->status[i] = MakeReconMapListElem(startSector, RF_MIN(stopSector, last_in_RU), (p == RU_NOTHING) ? NULL : p);
    159       1.4     oster 				update_size(mapPtr, sizeof(RF_ReconMapListElem_t));
    160       1.4     oster 
    161       1.4     oster 			} else {/* general case */
    162       1.4     oster 				do {	/* search for place to insert */
    163       1.4     oster 					pt = p;
    164       1.4     oster 					p = p->next;
    165       1.4     oster 				} while (p && (p->startSector < startSector));
    166       1.4     oster 				pt->next = MakeReconMapListElem(startSector, RF_MIN(stopSector, last_in_RU), p);
    167       1.4     oster 				update_size(mapPtr, sizeof(RF_ReconMapListElem_t));
    168       1.4     oster 			}
    169       1.4     oster 			compact_stat_entry(raidPtr, mapPtr, i);
    170       1.4     oster 		}
    171       1.4     oster 		startSector = RF_MIN(stopSector, last_in_RU) + 1;
    172       1.4     oster 	}
    173       1.4     oster 	RF_UNLOCK_MUTEX(mapPtr->mutex);
    174       1.1     oster }
    175       1.1     oster 
    176       1.1     oster 
    177       1.1     oster 
    178       1.1     oster /*-----------------------------------------------------------------------------
    179       1.1     oster  *
    180       1.1     oster  * performs whatever list compactions can be done, and frees any space
    181       1.1     oster  * that is no longer necessary.  Assumes only that the list is sorted
    182       1.1     oster  * by startSector.  crunch_list() compacts a single list as much as possible,
    183       1.1     oster  * and the second block of code deletes the entire list if possible.
    184       1.1     oster  * crunch_list() is also called from MakeReconMapAccessList().
    185       1.1     oster  *
    186       1.1     oster  * When a recon unit is detected to be fully reconstructed, we set the
    187       1.1     oster  * corresponding bit in the parity stripe map so that the head follow
    188       1.1     oster  * code will not select this parity stripe again.  This is redundant (but
    189       1.1     oster  * harmless) when compact_stat_entry is called from the reconstruction code,
    190       1.1     oster  * but necessary when called from the user-write code.
    191       1.1     oster  *
    192       1.1     oster  *-----------------------------------------------------------------------------*/
    193       1.1     oster 
    194       1.4     oster static void
    195       1.4     oster compact_stat_entry(raidPtr, mapPtr, i)
    196       1.4     oster 	RF_Raid_t *raidPtr;
    197       1.4     oster 	RF_ReconMap_t *mapPtr;
    198       1.4     oster 	int     i;
    199       1.4     oster {
    200       1.4     oster 	RF_SectorCount_t sectorsPerReconUnit = mapPtr->sectorsPerReconUnit;
    201       1.4     oster 	RF_ReconMapListElem_t *p = mapPtr->status[i];
    202       1.4     oster 
    203       1.4     oster 	crunch_list(mapPtr, p);
    204       1.4     oster 
    205       1.4     oster 	if ((p->startSector == i * sectorsPerReconUnit) &&
    206       1.4     oster 	    (p->stopSector == i * sectorsPerReconUnit + sectorsPerReconUnit - 1)) {
    207       1.4     oster 		mapPtr->status[i] = RU_ALL;
    208       1.4     oster 		mapPtr->unitsLeft--;
    209       1.4     oster 		FreeReconMapListElem(mapPtr, p);
    210       1.4     oster 	}
    211       1.4     oster }
    212       1.4     oster 
    213       1.4     oster static void
    214       1.4     oster crunch_list(mapPtr, listPtr)
    215       1.4     oster 	RF_ReconMap_t *mapPtr;
    216       1.4     oster 	RF_ReconMapListElem_t *listPtr;
    217       1.4     oster {
    218       1.4     oster 	RF_ReconMapListElem_t *pt, *p = listPtr;
    219       1.4     oster 
    220       1.4     oster 	if (!p)
    221       1.4     oster 		return;
    222       1.4     oster 	pt = p;
    223       1.4     oster 	p = p->next;
    224       1.4     oster 	while (p) {
    225       1.4     oster 		if (pt->stopSector >= p->startSector - 1) {
    226       1.4     oster 			pt->stopSector = RF_MAX(pt->stopSector, p->stopSector);
    227       1.4     oster 			pt->next = p->next;
    228       1.4     oster 			FreeReconMapListElem(mapPtr, p);
    229       1.4     oster 			p = pt->next;
    230       1.4     oster 		} else {
    231       1.4     oster 			pt = p;
    232       1.4     oster 			p = p->next;
    233       1.4     oster 		}
    234       1.4     oster 	}
    235       1.1     oster }
    236       1.1     oster /*-----------------------------------------------------------------------------
    237       1.4     oster  *
    238       1.1     oster  * Allocate and fill a new list element
    239       1.1     oster  *
    240       1.1     oster  *-----------------------------------------------------------------------------*/
    241       1.1     oster 
    242       1.4     oster static RF_ReconMapListElem_t *
    243       1.4     oster MakeReconMapListElem(
    244       1.4     oster     RF_SectorNum_t startSector,
    245       1.4     oster     RF_SectorNum_t stopSector,
    246       1.4     oster     RF_ReconMapListElem_t * next)
    247       1.4     oster {
    248       1.4     oster 	RF_ReconMapListElem_t *p;
    249       1.4     oster 
    250       1.4     oster 	RF_Malloc(p, sizeof(RF_ReconMapListElem_t), (RF_ReconMapListElem_t *));
    251       1.4     oster 	if (p == NULL)
    252       1.4     oster 		return (NULL);
    253       1.4     oster 	p->startSector = startSector;
    254       1.4     oster 	p->stopSector = stopSector;
    255       1.4     oster 	p->next = next;
    256       1.4     oster 	return (p);
    257       1.1     oster }
    258       1.1     oster /*-----------------------------------------------------------------------------
    259       1.4     oster  *
    260       1.1     oster  * Free a list element
    261       1.1     oster  *
    262       1.1     oster  *-----------------------------------------------------------------------------*/
    263       1.1     oster 
    264       1.4     oster static void
    265       1.4     oster FreeReconMapListElem(mapPtr, p)
    266       1.4     oster 	RF_ReconMap_t *mapPtr;
    267       1.4     oster 	RF_ReconMapListElem_t *p;
    268       1.4     oster {
    269       1.4     oster 	int     delta;
    270       1.4     oster 
    271       1.4     oster 	if (mapPtr) {
    272       1.4     oster 		delta = 0 - (int) sizeof(RF_ReconMapListElem_t);
    273       1.4     oster 		update_size(mapPtr, delta);
    274       1.4     oster 	}
    275       1.4     oster 	RF_Free(p, sizeof(*p));
    276       1.1     oster }
    277       1.1     oster /*-----------------------------------------------------------------------------
    278       1.4     oster  *
    279       1.1     oster  * Free an entire status structure.  Inefficient, but can be called at any time.
    280       1.1     oster  *
    281       1.1     oster  *-----------------------------------------------------------------------------*/
    282       1.4     oster void
    283       1.4     oster rf_FreeReconMap(mapPtr)
    284       1.4     oster 	RF_ReconMap_t *mapPtr;
    285       1.4     oster {
    286       1.4     oster 	RF_ReconMapListElem_t *p, *q;
    287       1.4     oster 	RF_ReconUnitCount_t numRUs;
    288       1.4     oster 	RF_ReconUnitNum_t i;
    289       1.4     oster 
    290       1.4     oster 	numRUs = mapPtr->sectorsInDisk / mapPtr->sectorsPerReconUnit;
    291       1.4     oster 	if (mapPtr->sectorsInDisk % mapPtr->sectorsPerReconUnit)
    292       1.4     oster 		numRUs++;
    293       1.4     oster 
    294       1.4     oster 	for (i = 0; i < numRUs; i++) {
    295       1.4     oster 		p = mapPtr->status[i];
    296       1.4     oster 		while (p != RU_NOTHING && p != RU_ALL) {
    297       1.4     oster 			q = p;
    298       1.4     oster 			p = p->next;
    299       1.4     oster 			RF_Free(q, sizeof(*q));
    300       1.4     oster 		}
    301       1.4     oster 	}
    302       1.4     oster 	rf_mutex_destroy(&mapPtr->mutex);
    303       1.4     oster 	RF_Free(mapPtr->status, mapPtr->totalRUs * sizeof(RF_ReconMapListElem_t *));
    304       1.4     oster 	RF_Free(mapPtr, sizeof(RF_ReconMap_t));
    305       1.1     oster }
    306       1.1     oster /*-----------------------------------------------------------------------------
    307       1.1     oster  *
    308       1.1     oster  * returns nonzero if the indicated RU has been reconstructed already
    309       1.1     oster  *
    310       1.1     oster  *---------------------------------------------------------------------------*/
    311       1.1     oster 
    312       1.4     oster int
    313       1.4     oster rf_CheckRUReconstructed(mapPtr, startSector)
    314       1.4     oster 	RF_ReconMap_t *mapPtr;
    315       1.4     oster 	RF_SectorNum_t startSector;
    316       1.1     oster {
    317       1.4     oster 	RF_ReconMapListElem_t *l;	/* used for searching */
    318       1.4     oster 	RF_ReconUnitNum_t i;
    319       1.1     oster 
    320       1.4     oster 	i = startSector / mapPtr->sectorsPerReconUnit;
    321       1.4     oster 	l = mapPtr->status[i];
    322       1.4     oster 	return ((l == RU_ALL) ? 1 : 0);
    323       1.1     oster }
    324       1.1     oster 
    325       1.4     oster RF_ReconUnitCount_t
    326       1.4     oster rf_UnitsLeftToReconstruct(mapPtr)
    327       1.4     oster 	RF_ReconMap_t *mapPtr;
    328       1.1     oster {
    329       1.4     oster 	RF_ASSERT(mapPtr != NULL);
    330       1.4     oster 	return (mapPtr->unitsLeft);
    331       1.1     oster }
    332       1.1     oster /* updates the size fields of a status descriptor */
    333       1.4     oster static void
    334       1.4     oster update_size(mapPtr, size)
    335       1.4     oster 	RF_ReconMap_t *mapPtr;
    336       1.4     oster 	int     size;
    337       1.4     oster {
    338       1.4     oster 	mapPtr->size += size;
    339       1.4     oster 	mapPtr->maxSize = RF_MAX(mapPtr->size, mapPtr->maxSize);
    340       1.4     oster }
    341       1.4     oster 
    342  1.6.16.3  jdolecek #if 0
    343       1.4     oster static void
    344       1.4     oster PrintList(listPtr)
    345       1.4     oster 	RF_ReconMapListElem_t *listPtr;
    346       1.4     oster {
    347       1.4     oster 	while (listPtr) {
    348       1.4     oster 		printf("%d,%d -> ", (int) listPtr->startSector, (int) listPtr->stopSector);
    349       1.4     oster 		listPtr = listPtr->next;
    350       1.4     oster 	}
    351       1.4     oster 	printf("\n");
    352       1.4     oster }
    353       1.4     oster 
    354       1.4     oster void
    355       1.4     oster rf_PrintReconMap(raidPtr, mapPtr, frow, fcol)
    356       1.4     oster 	RF_Raid_t *raidPtr;
    357       1.4     oster 	RF_ReconMap_t *mapPtr;
    358       1.4     oster 	RF_RowCol_t frow;
    359       1.4     oster 	RF_RowCol_t fcol;
    360       1.4     oster {
    361       1.4     oster 	RF_ReconUnitCount_t numRUs;
    362       1.4     oster 	RF_ReconMapListElem_t *p;
    363       1.4     oster 	RF_ReconUnitNum_t i;
    364       1.4     oster 
    365       1.4     oster 	numRUs = mapPtr->totalRUs;
    366       1.4     oster 	if (mapPtr->sectorsInDisk % mapPtr->sectorsPerReconUnit)
    367       1.4     oster 		numRUs++;
    368       1.4     oster 
    369       1.4     oster 	for (i = 0; i < numRUs; i++) {
    370       1.4     oster 		p = mapPtr->status[i];
    371       1.4     oster 		if (p == RU_ALL)/* printf("[%d] ALL\n",i) */
    372       1.4     oster 			;
    373       1.4     oster 		else
    374       1.4     oster 			if (p == RU_NOTHING) {
    375       1.4     oster 				printf("%d: Unreconstructed\n", i);
    376       1.4     oster 			} else {
    377       1.4     oster 				printf("%d: ", i);
    378       1.4     oster 				PrintList(p);
    379       1.4     oster 			}
    380       1.4     oster 	}
    381       1.4     oster }
    382  1.6.16.3  jdolecek #endif
    383       1.4     oster 
    384  1.6.16.3  jdolecek #if RF_DEBUG_RECON
    385       1.4     oster void
    386       1.4     oster rf_PrintReconSchedule(mapPtr, starttime)
    387       1.4     oster 	RF_ReconMap_t *mapPtr;
    388       1.4     oster 	struct timeval *starttime;
    389       1.4     oster {
    390       1.4     oster 	static int old_pctg = -1;
    391       1.4     oster 	struct timeval tv, diff;
    392       1.4     oster 	int     new_pctg;
    393       1.4     oster 
    394       1.4     oster 	new_pctg = 100 - (rf_UnitsLeftToReconstruct(mapPtr) * 100 / mapPtr->totalRUs);
    395       1.4     oster 	if (new_pctg != old_pctg) {
    396       1.4     oster 		RF_GETTIME(tv);
    397       1.4     oster 		RF_TIMEVAL_DIFF(starttime, &tv, &diff);
    398       1.4     oster 		printf("%d %d.%06d\n", (int) new_pctg, (int) diff.tv_sec, (int) diff.tv_usec);
    399       1.4     oster 		old_pctg = new_pctg;
    400       1.4     oster 	}
    401       1.1     oster }
    402  1.6.16.3  jdolecek #endif
    403  1.6.16.3  jdolecek 
    404