Home | History | Annotate | Line # | Download | only in raidframe
rf_reconmap.c revision 1.4.2.1
      1  1.4.2.1    cgd /*	$NetBSD: rf_reconmap.c,v 1.4.2.1 1999/09/28 04:48:20 cgd Exp $	*/
      2      1.1  oster /*
      3      1.1  oster  * Copyright (c) 1995 Carnegie-Mellon University.
      4      1.1  oster  * All rights reserved.
      5      1.1  oster  *
      6      1.1  oster  * Author: Mark Holland
      7      1.1  oster  *
      8      1.1  oster  * Permission to use, copy, modify and distribute this software and
      9      1.1  oster  * its documentation is hereby granted, provided that both the copyright
     10      1.1  oster  * notice and this permission notice appear in all copies of the
     11      1.1  oster  * software, derivative works or modified versions, and any portions
     12      1.1  oster  * thereof, and that both notices appear in supporting documentation.
     13      1.1  oster  *
     14      1.1  oster  * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS"
     15      1.1  oster  * CONDITION.  CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND
     16      1.1  oster  * FOR ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE.
     17      1.1  oster  *
     18      1.1  oster  * Carnegie Mellon requests users of this software to return to
     19      1.1  oster  *
     20      1.1  oster  *  Software Distribution Coordinator  or  Software.Distribution (at) CS.CMU.EDU
     21      1.1  oster  *  School of Computer Science
     22      1.1  oster  *  Carnegie Mellon University
     23      1.1  oster  *  Pittsburgh PA 15213-3890
     24      1.1  oster  *
     25      1.1  oster  * any improvements or extensions that they make and grant Carnegie the
     26      1.1  oster  * rights to redistribute these changes.
     27      1.1  oster  */
     28      1.1  oster 
     29      1.1  oster /*************************************************************************
     30      1.1  oster  * rf_reconmap.c
     31      1.1  oster  *
     32      1.1  oster  * code to maintain a map of what sectors have/have not been reconstructed
     33      1.1  oster  *
     34      1.1  oster  *************************************************************************/
     35      1.1  oster 
     36      1.1  oster #include "rf_raid.h"
     37      1.1  oster #include <sys/time.h>
     38      1.1  oster #include "rf_general.h"
     39      1.1  oster #include "rf_utils.h"
     40      1.1  oster #include "rf_sys.h"
     41      1.1  oster 
     42      1.1  oster /* special pointer values indicating that a reconstruction unit
     43      1.1  oster  * has been either totally reconstructed or not at all.  Both
     44      1.1  oster  * are illegal pointer values, so you have to be careful not to
     45      1.1  oster  * dereference through them.  RU_NOTHING must be zero, since
     46      1.1  oster  * MakeReconMap uses bzero to initialize the structure.  These are used
     47      1.1  oster  * only at the head of the list.
     48      1.1  oster  */
     49      1.1  oster #define RU_ALL      ((RF_ReconMapListElem_t *) -1)
     50      1.1  oster #define RU_NOTHING  ((RF_ReconMapListElem_t *) 0)
     51      1.1  oster 
     52      1.1  oster /* used to mark the end of the list */
     53      1.1  oster #define RU_NIL      ((RF_ReconMapListElem_t *) 0)
     54      1.1  oster 
     55      1.1  oster 
     56      1.4  oster static void
     57      1.4  oster compact_stat_entry(RF_Raid_t * raidPtr, RF_ReconMap_t * mapPtr,
     58      1.4  oster     int i);
     59      1.4  oster static void crunch_list(RF_ReconMap_t * mapPtr, RF_ReconMapListElem_t * listPtr);
     60      1.4  oster static RF_ReconMapListElem_t *
     61      1.4  oster MakeReconMapListElem(RF_SectorNum_t startSector,
     62      1.4  oster     RF_SectorNum_t stopSector, RF_ReconMapListElem_t * next);
     63      1.4  oster static void
     64      1.4  oster FreeReconMapListElem(RF_ReconMap_t * mapPtr,
     65      1.4  oster     RF_ReconMapListElem_t * p);
     66      1.4  oster static void update_size(RF_ReconMap_t * mapPtr, int size);
     67      1.4  oster static void PrintList(RF_ReconMapListElem_t * listPtr);
     68      1.1  oster 
     69      1.1  oster /*-----------------------------------------------------------------------------
     70      1.1  oster  *
     71      1.4  oster  * Creates and initializes new Reconstruction map
     72      1.1  oster  *
     73      1.1  oster  *-----------------------------------------------------------------------------*/
     74      1.1  oster 
     75      1.4  oster RF_ReconMap_t *
     76      1.4  oster rf_MakeReconMap(raidPtr, ru_sectors, disk_sectors, spareUnitsPerDisk)
     77      1.4  oster 	RF_Raid_t *raidPtr;
     78      1.4  oster 	RF_SectorCount_t ru_sectors;	/* size of reconstruction unit in
     79      1.4  oster 					 * sectors */
     80      1.4  oster 	RF_SectorCount_t disk_sectors;	/* size of disk in sectors */
     81      1.4  oster 	RF_ReconUnitCount_t spareUnitsPerDisk;	/* zero unless distributed
     82      1.4  oster 						 * sparing */
     83      1.4  oster {
     84      1.4  oster 	RF_RaidLayout_t *layoutPtr = &raidPtr->Layout;
     85      1.4  oster 	RF_ReconUnitCount_t num_rus = layoutPtr->stripeUnitsPerDisk / layoutPtr->SUsPerRU;
     86      1.4  oster 	RF_ReconMap_t *p;
     87      1.4  oster 	int     rc;
     88      1.4  oster 
     89      1.4  oster 	RF_Malloc(p, sizeof(RF_ReconMap_t), (RF_ReconMap_t *));
     90      1.4  oster 	p->sectorsPerReconUnit = ru_sectors;
     91      1.4  oster 	p->sectorsInDisk = disk_sectors;
     92      1.4  oster 
     93      1.4  oster 	p->totalRUs = num_rus;
     94      1.4  oster 	p->spareRUs = spareUnitsPerDisk;
     95      1.4  oster 	p->unitsLeft = num_rus - spareUnitsPerDisk;
     96      1.4  oster 
     97      1.4  oster 	RF_Malloc(p->status, num_rus * sizeof(RF_ReconMapListElem_t *), (RF_ReconMapListElem_t **));
     98      1.4  oster 	RF_ASSERT(p->status != (RF_ReconMapListElem_t **) NULL);
     99      1.4  oster 
    100      1.4  oster 	(void) bzero((char *) p->status, num_rus * sizeof(RF_ReconMapListElem_t *));
    101      1.4  oster 
    102      1.4  oster 	p->size = sizeof(RF_ReconMap_t) + num_rus * sizeof(RF_ReconMapListElem_t *);
    103      1.4  oster 	p->maxSize = p->size;
    104      1.4  oster 
    105      1.4  oster 	rc = rf_mutex_init(&p->mutex);
    106      1.4  oster 	if (rc) {
    107      1.4  oster 		RF_ERRORMSG3("Unable to init mutex file %s line %d rc=%d\n", __FILE__,
    108      1.4  oster 		    __LINE__, rc);
    109      1.4  oster 		RF_Free(p->status, num_rus * sizeof(RF_ReconMapListElem_t *));
    110      1.4  oster 		RF_Free(p, sizeof(RF_ReconMap_t));
    111      1.4  oster 		return (NULL);
    112      1.4  oster 	}
    113      1.4  oster 	return (p);
    114      1.1  oster }
    115      1.1  oster 
    116      1.1  oster 
    117      1.1  oster /*-----------------------------------------------------------------------------
    118      1.1  oster  *
    119      1.1  oster  * marks a new set of sectors as reconstructed.  All the possible mergings get
    120      1.1  oster  * complicated.  To simplify matters, the approach I take is to just dump
    121      1.1  oster  * something into the list, and then clean it up (i.e. merge elements and
    122      1.1  oster  * eliminate redundant ones) in a second pass over the list (compact_stat_entry()).
    123      1.1  oster  * Not 100% efficient, since a structure can be allocated and then immediately
    124      1.1  oster  * freed, but it keeps this code from becoming (more of) a nightmare of
    125      1.1  oster  * special cases.  The only thing that compact_stat_entry() assumes is that the
    126      1.1  oster  * list is sorted by startSector, and so this is the only condition I maintain
    127      1.1  oster  * here.  (MCH)
    128      1.1  oster  *
    129      1.1  oster  *-----------------------------------------------------------------------------*/
    130      1.1  oster 
    131      1.4  oster void
    132      1.4  oster rf_ReconMapUpdate(raidPtr, mapPtr, startSector, stopSector)
    133      1.4  oster 	RF_Raid_t *raidPtr;
    134      1.4  oster 	RF_ReconMap_t *mapPtr;
    135      1.4  oster 	RF_SectorNum_t startSector;
    136      1.4  oster 	RF_SectorNum_t stopSector;
    137      1.4  oster {
    138      1.4  oster 	RF_SectorCount_t sectorsPerReconUnit = mapPtr->sectorsPerReconUnit;
    139      1.4  oster 	RF_SectorNum_t i, first_in_RU, last_in_RU;
    140      1.4  oster 	RF_ReconMapListElem_t *p, *pt;
    141      1.4  oster 
    142      1.4  oster 	RF_LOCK_MUTEX(mapPtr->mutex);
    143  1.4.2.1    cgd 	RF_ASSERT(startSector >= 0 && stopSector < mapPtr->sectorsInDisk && stopSector >= startSector);
    144      1.4  oster 
    145      1.4  oster 	while (startSector <= stopSector) {
    146      1.4  oster 		i = startSector / mapPtr->sectorsPerReconUnit;
    147      1.4  oster 		first_in_RU = i * sectorsPerReconUnit;
    148      1.4  oster 		last_in_RU = first_in_RU + sectorsPerReconUnit - 1;
    149      1.4  oster 		p = mapPtr->status[i];
    150      1.4  oster 		if (p != RU_ALL) {
    151      1.4  oster 			if (p == RU_NOTHING || p->startSector > startSector) {	/* insert at front of
    152      1.4  oster 										 * list */
    153      1.4  oster 
    154      1.4  oster 				mapPtr->status[i] = MakeReconMapListElem(startSector, RF_MIN(stopSector, last_in_RU), (p == RU_NOTHING) ? NULL : p);
    155      1.4  oster 				update_size(mapPtr, sizeof(RF_ReconMapListElem_t));
    156      1.4  oster 
    157      1.4  oster 			} else {/* general case */
    158      1.4  oster 				do {	/* search for place to insert */
    159      1.4  oster 					pt = p;
    160      1.4  oster 					p = p->next;
    161      1.4  oster 				} while (p && (p->startSector < startSector));
    162      1.4  oster 				pt->next = MakeReconMapListElem(startSector, RF_MIN(stopSector, last_in_RU), p);
    163      1.4  oster 				update_size(mapPtr, sizeof(RF_ReconMapListElem_t));
    164      1.4  oster 			}
    165      1.4  oster 			compact_stat_entry(raidPtr, mapPtr, i);
    166      1.4  oster 		}
    167      1.4  oster 		startSector = RF_MIN(stopSector, last_in_RU) + 1;
    168      1.4  oster 	}
    169      1.4  oster 	RF_UNLOCK_MUTEX(mapPtr->mutex);
    170      1.1  oster }
    171      1.1  oster 
    172      1.1  oster 
    173      1.1  oster 
    174      1.1  oster /*-----------------------------------------------------------------------------
    175      1.1  oster  *
    176      1.1  oster  * performs whatever list compactions can be done, and frees any space
    177      1.1  oster  * that is no longer necessary.  Assumes only that the list is sorted
    178      1.1  oster  * by startSector.  crunch_list() compacts a single list as much as possible,
    179      1.1  oster  * and the second block of code deletes the entire list if possible.
    180      1.1  oster  * crunch_list() is also called from MakeReconMapAccessList().
    181      1.1  oster  *
    182      1.1  oster  * When a recon unit is detected to be fully reconstructed, we set the
    183      1.1  oster  * corresponding bit in the parity stripe map so that the head follow
    184      1.1  oster  * code will not select this parity stripe again.  This is redundant (but
    185      1.1  oster  * harmless) when compact_stat_entry is called from the reconstruction code,
    186      1.1  oster  * but necessary when called from the user-write code.
    187      1.1  oster  *
    188      1.1  oster  *-----------------------------------------------------------------------------*/
    189      1.1  oster 
    190      1.4  oster static void
    191      1.4  oster compact_stat_entry(raidPtr, mapPtr, i)
    192      1.4  oster 	RF_Raid_t *raidPtr;
    193      1.4  oster 	RF_ReconMap_t *mapPtr;
    194      1.4  oster 	int     i;
    195      1.4  oster {
    196      1.4  oster 	RF_SectorCount_t sectorsPerReconUnit = mapPtr->sectorsPerReconUnit;
    197      1.4  oster 	RF_ReconMapListElem_t *p = mapPtr->status[i];
    198      1.4  oster 
    199      1.4  oster 	crunch_list(mapPtr, p);
    200      1.4  oster 
    201      1.4  oster 	if ((p->startSector == i * sectorsPerReconUnit) &&
    202      1.4  oster 	    (p->stopSector == i * sectorsPerReconUnit + sectorsPerReconUnit - 1)) {
    203      1.4  oster 		mapPtr->status[i] = RU_ALL;
    204      1.4  oster 		mapPtr->unitsLeft--;
    205      1.4  oster 		FreeReconMapListElem(mapPtr, p);
    206      1.4  oster 	}
    207      1.4  oster }
    208      1.4  oster 
    209      1.4  oster static void
    210      1.4  oster crunch_list(mapPtr, listPtr)
    211      1.4  oster 	RF_ReconMap_t *mapPtr;
    212      1.4  oster 	RF_ReconMapListElem_t *listPtr;
    213      1.4  oster {
    214      1.4  oster 	RF_ReconMapListElem_t *pt, *p = listPtr;
    215      1.4  oster 
    216      1.4  oster 	if (!p)
    217      1.4  oster 		return;
    218      1.4  oster 	pt = p;
    219      1.4  oster 	p = p->next;
    220      1.4  oster 	while (p) {
    221      1.4  oster 		if (pt->stopSector >= p->startSector - 1) {
    222      1.4  oster 			pt->stopSector = RF_MAX(pt->stopSector, p->stopSector);
    223      1.4  oster 			pt->next = p->next;
    224      1.4  oster 			FreeReconMapListElem(mapPtr, p);
    225      1.4  oster 			p = pt->next;
    226      1.4  oster 		} else {
    227      1.4  oster 			pt = p;
    228      1.4  oster 			p = p->next;
    229      1.4  oster 		}
    230      1.4  oster 	}
    231      1.1  oster }
    232      1.1  oster /*-----------------------------------------------------------------------------
    233      1.4  oster  *
    234      1.1  oster  * Allocate and fill a new list element
    235      1.1  oster  *
    236      1.1  oster  *-----------------------------------------------------------------------------*/
    237      1.1  oster 
    238      1.4  oster static RF_ReconMapListElem_t *
    239      1.4  oster MakeReconMapListElem(
    240      1.4  oster     RF_SectorNum_t startSector,
    241      1.4  oster     RF_SectorNum_t stopSector,
    242      1.4  oster     RF_ReconMapListElem_t * next)
    243      1.4  oster {
    244      1.4  oster 	RF_ReconMapListElem_t *p;
    245      1.4  oster 
    246      1.4  oster 	RF_Malloc(p, sizeof(RF_ReconMapListElem_t), (RF_ReconMapListElem_t *));
    247      1.4  oster 	if (p == NULL)
    248      1.4  oster 		return (NULL);
    249      1.4  oster 	p->startSector = startSector;
    250      1.4  oster 	p->stopSector = stopSector;
    251      1.4  oster 	p->next = next;
    252      1.4  oster 	return (p);
    253      1.1  oster }
    254      1.1  oster /*-----------------------------------------------------------------------------
    255      1.4  oster  *
    256      1.1  oster  * Free a list element
    257      1.1  oster  *
    258      1.1  oster  *-----------------------------------------------------------------------------*/
    259      1.1  oster 
    260      1.4  oster static void
    261      1.4  oster FreeReconMapListElem(mapPtr, p)
    262      1.4  oster 	RF_ReconMap_t *mapPtr;
    263      1.4  oster 	RF_ReconMapListElem_t *p;
    264      1.4  oster {
    265      1.4  oster 	int     delta;
    266      1.4  oster 
    267      1.4  oster 	if (mapPtr) {
    268      1.4  oster 		delta = 0 - (int) sizeof(RF_ReconMapListElem_t);
    269      1.4  oster 		update_size(mapPtr, delta);
    270      1.4  oster 	}
    271      1.4  oster 	RF_Free(p, sizeof(*p));
    272      1.1  oster }
    273      1.1  oster /*-----------------------------------------------------------------------------
    274      1.4  oster  *
    275      1.1  oster  * Free an entire status structure.  Inefficient, but can be called at any time.
    276      1.1  oster  *
    277      1.1  oster  *-----------------------------------------------------------------------------*/
    278      1.4  oster void
    279      1.4  oster rf_FreeReconMap(mapPtr)
    280      1.4  oster 	RF_ReconMap_t *mapPtr;
    281      1.4  oster {
    282      1.4  oster 	RF_ReconMapListElem_t *p, *q;
    283      1.4  oster 	RF_ReconUnitCount_t numRUs;
    284      1.4  oster 	RF_ReconUnitNum_t i;
    285      1.4  oster 
    286      1.4  oster 	numRUs = mapPtr->sectorsInDisk / mapPtr->sectorsPerReconUnit;
    287      1.4  oster 	if (mapPtr->sectorsInDisk % mapPtr->sectorsPerReconUnit)
    288      1.4  oster 		numRUs++;
    289      1.4  oster 
    290      1.4  oster 	for (i = 0; i < numRUs; i++) {
    291      1.4  oster 		p = mapPtr->status[i];
    292      1.4  oster 		while (p != RU_NOTHING && p != RU_ALL) {
    293      1.4  oster 			q = p;
    294      1.4  oster 			p = p->next;
    295      1.4  oster 			RF_Free(q, sizeof(*q));
    296      1.4  oster 		}
    297      1.4  oster 	}
    298      1.4  oster 	rf_mutex_destroy(&mapPtr->mutex);
    299      1.4  oster 	RF_Free(mapPtr->status, mapPtr->totalRUs * sizeof(RF_ReconMapListElem_t *));
    300      1.4  oster 	RF_Free(mapPtr, sizeof(RF_ReconMap_t));
    301      1.1  oster }
    302      1.1  oster /*-----------------------------------------------------------------------------
    303      1.1  oster  *
    304      1.1  oster  * returns nonzero if the indicated RU has been reconstructed already
    305      1.1  oster  *
    306      1.1  oster  *---------------------------------------------------------------------------*/
    307      1.1  oster 
    308      1.4  oster int
    309      1.4  oster rf_CheckRUReconstructed(mapPtr, startSector)
    310      1.4  oster 	RF_ReconMap_t *mapPtr;
    311      1.4  oster 	RF_SectorNum_t startSector;
    312      1.1  oster {
    313      1.4  oster 	RF_ReconMapListElem_t *l;	/* used for searching */
    314      1.4  oster 	RF_ReconUnitNum_t i;
    315      1.1  oster 
    316      1.4  oster 	i = startSector / mapPtr->sectorsPerReconUnit;
    317      1.4  oster 	l = mapPtr->status[i];
    318      1.4  oster 	return ((l == RU_ALL) ? 1 : 0);
    319      1.1  oster }
    320      1.1  oster 
    321      1.4  oster RF_ReconUnitCount_t
    322      1.4  oster rf_UnitsLeftToReconstruct(mapPtr)
    323      1.4  oster 	RF_ReconMap_t *mapPtr;
    324      1.1  oster {
    325      1.4  oster 	RF_ASSERT(mapPtr != NULL);
    326      1.4  oster 	return (mapPtr->unitsLeft);
    327      1.1  oster }
    328      1.1  oster /* updates the size fields of a status descriptor */
    329      1.4  oster static void
    330      1.4  oster update_size(mapPtr, size)
    331      1.4  oster 	RF_ReconMap_t *mapPtr;
    332      1.4  oster 	int     size;
    333      1.4  oster {
    334      1.4  oster 	mapPtr->size += size;
    335      1.4  oster 	mapPtr->maxSize = RF_MAX(mapPtr->size, mapPtr->maxSize);
    336      1.4  oster }
    337      1.4  oster 
    338      1.4  oster static void
    339      1.4  oster PrintList(listPtr)
    340      1.4  oster 	RF_ReconMapListElem_t *listPtr;
    341      1.4  oster {
    342      1.4  oster 	while (listPtr) {
    343      1.4  oster 		printf("%d,%d -> ", (int) listPtr->startSector, (int) listPtr->stopSector);
    344      1.4  oster 		listPtr = listPtr->next;
    345      1.4  oster 	}
    346      1.4  oster 	printf("\n");
    347      1.4  oster }
    348      1.4  oster 
    349      1.4  oster void
    350      1.4  oster rf_PrintReconMap(raidPtr, mapPtr, frow, fcol)
    351      1.4  oster 	RF_Raid_t *raidPtr;
    352      1.4  oster 	RF_ReconMap_t *mapPtr;
    353      1.4  oster 	RF_RowCol_t frow;
    354      1.4  oster 	RF_RowCol_t fcol;
    355      1.4  oster {
    356      1.4  oster 	RF_ReconUnitCount_t numRUs;
    357      1.4  oster 	RF_ReconMapListElem_t *p;
    358      1.4  oster 	RF_ReconUnitNum_t i;
    359      1.4  oster 
    360      1.4  oster 	numRUs = mapPtr->totalRUs;
    361      1.4  oster 	if (mapPtr->sectorsInDisk % mapPtr->sectorsPerReconUnit)
    362      1.4  oster 		numRUs++;
    363      1.4  oster 
    364      1.4  oster 	for (i = 0; i < numRUs; i++) {
    365      1.4  oster 		p = mapPtr->status[i];
    366      1.4  oster 		if (p == RU_ALL)/* printf("[%d] ALL\n",i) */
    367      1.4  oster 			;
    368      1.4  oster 		else
    369      1.4  oster 			if (p == RU_NOTHING) {
    370      1.4  oster 				printf("%d: Unreconstructed\n", i);
    371      1.4  oster 			} else {
    372      1.4  oster 				printf("%d: ", i);
    373      1.4  oster 				PrintList(p);
    374      1.4  oster 			}
    375      1.4  oster 	}
    376      1.4  oster }
    377      1.4  oster 
    378      1.4  oster void
    379      1.4  oster rf_PrintReconSchedule(mapPtr, starttime)
    380      1.4  oster 	RF_ReconMap_t *mapPtr;
    381      1.4  oster 	struct timeval *starttime;
    382      1.4  oster {
    383      1.4  oster 	static int old_pctg = -1;
    384      1.4  oster 	struct timeval tv, diff;
    385      1.4  oster 	int     new_pctg;
    386      1.4  oster 
    387      1.4  oster 	new_pctg = 100 - (rf_UnitsLeftToReconstruct(mapPtr) * 100 / mapPtr->totalRUs);
    388      1.4  oster 	if (new_pctg != old_pctg) {
    389      1.4  oster 		RF_GETTIME(tv);
    390      1.4  oster 		RF_TIMEVAL_DIFF(starttime, &tv, &diff);
    391      1.4  oster 		printf("%d %d.%06d\n", (int) new_pctg, (int) diff.tv_sec, (int) diff.tv_usec);
    392      1.4  oster 		old_pctg = new_pctg;
    393      1.4  oster 	}
    394      1.1  oster }
    395