Home | History | Annotate | Line # | Download | only in raidframe
rf_declusterPQ.c revision 1.8.6.3
      1  1.8.6.3  skrll /*	$NetBSD: rf_declusterPQ.c,v 1.8.6.3 2004/09/21 13:32:52 skrll Exp $	*/
      2      1.1  oster /*
      3      1.1  oster  * Copyright (c) 1995 Carnegie-Mellon University.
      4      1.1  oster  * All rights reserved.
      5      1.1  oster  *
      6      1.1  oster  * Authors: Daniel Stodolsky, Mark Holland, Jim Zelenka
      7      1.1  oster  *
      8      1.1  oster  * Permission to use, copy, modify and distribute this software and
      9      1.1  oster  * its documentation is hereby granted, provided that both the copyright
     10      1.1  oster  * notice and this permission notice appear in all copies of the
     11      1.1  oster  * software, derivative works or modified versions, and any portions
     12      1.1  oster  * thereof, and that both notices appear in supporting documentation.
     13      1.1  oster  *
     14      1.1  oster  * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS"
     15      1.1  oster  * CONDITION.  CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND
     16      1.1  oster  * FOR ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE.
     17      1.1  oster  *
     18      1.1  oster  * Carnegie Mellon requests users of this software to return to
     19      1.1  oster  *
     20      1.1  oster  *  Software Distribution Coordinator  or  Software.Distribution (at) CS.CMU.EDU
     21      1.1  oster  *  School of Computer Science
     22      1.1  oster  *  Carnegie Mellon University
     23      1.1  oster  *  Pittsburgh PA 15213-3890
     24      1.1  oster  *
     25      1.1  oster  * any improvements or extensions that they make and grant Carnegie the
     26      1.1  oster  * rights to redistribute these changes.
     27      1.1  oster  */
     28      1.1  oster 
     29      1.1  oster /*--------------------------------------------------
     30      1.1  oster  * rf_declusterPQ.c
     31      1.1  oster  *
     32      1.1  oster  * mapping code for declustered P & Q or declustered EvenOdd
     33      1.1  oster  * much code borrowed from rf_decluster.c
     34      1.1  oster  *
     35      1.1  oster  *--------------------------------------------------*/
     36      1.7  lukem 
     37      1.7  lukem #include <sys/cdefs.h>
     38  1.8.6.3  skrll __KERNEL_RCSID(0, "$NetBSD: rf_declusterPQ.c,v 1.8.6.3 2004/09/21 13:32:52 skrll Exp $");
     39      1.1  oster 
     40      1.6  oster #include <dev/raidframe/raidframevar.h>
     41      1.6  oster 
     42      1.4  oster #include "rf_archs.h"
     43      1.1  oster #include "rf_raid.h"
     44      1.1  oster #include "rf_decluster.h"
     45      1.1  oster #include "rf_declusterPQ.h"
     46      1.1  oster #include "rf_debugMem.h"
     47      1.1  oster #include "rf_utils.h"
     48      1.1  oster #include "rf_alloclist.h"
     49      1.1  oster #include "rf_general.h"
     50      1.1  oster 
     51      1.5  oster #if (RF_INCLUDE_PARITY_DECLUSTERING_PQ > 0) || (RF_INCLUDE_EVENODD > 0)
     52      1.1  oster /* configuration code */
     53      1.1  oster 
     54      1.3  oster int
     55  1.8.6.1  skrll rf_ConfigureDeclusteredPQ(RF_ShutdownList_t **listp, RF_Raid_t *raidPtr,
     56  1.8.6.1  skrll 			  RF_Config_t *cfgPtr)
     57      1.1  oster {
     58      1.3  oster 	RF_RaidLayout_t *layoutPtr = &(raidPtr->Layout);
     59      1.3  oster 	int     b, v, k, r, lambda;	/* block design params */
     60      1.3  oster 	int     i, j, l;
     61      1.3  oster 	int    *first_avail_slot;
     62      1.3  oster 	int     complete_FT_count, SUID;
     63      1.3  oster 	RF_DeclusteredConfigInfo_t *info;
     64      1.3  oster 	int     numCompleteFullTablesPerDisk;
     65      1.3  oster 	int     PUsPerDisk, spareRegionDepthInPUs, numCompleteSpareRegionsPerDisk = 0,
     66      1.3  oster 	        extraPUsPerDisk;
     67      1.3  oster 	int     totSparePUsPerDisk;
     68      1.3  oster 	int     diskOffsetOfLastFullTableInSUs, SpareSpaceInSUs;
     69      1.3  oster 	char   *cfgBuf = (char *) (cfgPtr->layoutSpecific);
     70      1.3  oster 
     71      1.3  oster 	cfgBuf += RF_SPAREMAP_NAME_LEN;
     72      1.3  oster 
     73      1.3  oster 	b = *((int *) cfgBuf);
     74      1.3  oster 	cfgBuf += sizeof(int);
     75      1.3  oster 	v = *((int *) cfgBuf);
     76      1.3  oster 	cfgBuf += sizeof(int);
     77      1.3  oster 	k = *((int *) cfgBuf);
     78      1.3  oster 	cfgBuf += sizeof(int);
     79      1.3  oster 	r = *((int *) cfgBuf);
     80      1.3  oster 	cfgBuf += sizeof(int);
     81      1.3  oster 	lambda = *((int *) cfgBuf);
     82      1.3  oster 	cfgBuf += sizeof(int);
     83      1.3  oster 	raidPtr->noRotate = *((int *) cfgBuf);
     84      1.3  oster 	cfgBuf += sizeof(int);
     85      1.3  oster 
     86      1.3  oster 	if (k <= 2) {
     87      1.3  oster 		printf("RAIDFRAME: k=%d, minimum value 2\n", k);
     88      1.3  oster 		return (EINVAL);
     89      1.3  oster 	}
     90      1.3  oster 	/* 1. create layout specific structure */
     91      1.3  oster 	RF_MallocAndAdd(info, sizeof(RF_DeclusteredConfigInfo_t), (RF_DeclusteredConfigInfo_t *), raidPtr->cleanupList);
     92      1.3  oster 	if (info == NULL)
     93      1.3  oster 		return (ENOMEM);
     94      1.3  oster 	layoutPtr->layoutSpecificInfo = (void *) info;
     95      1.3  oster 
     96      1.3  oster 	/* the sparemaps are generated assuming that parity is rotated, so we
     97      1.3  oster 	 * issue a warning if both distributed sparing and no-rotate are on at
     98      1.3  oster 	 * the same time */
     99      1.3  oster 	if ((raidPtr->Layout.map->flags & RF_DISTRIBUTE_SPARE) && raidPtr->noRotate) {
    100      1.3  oster 		RF_ERRORMSG("Warning:  distributed sparing specified without parity rotation.\n");
    101      1.3  oster 	}
    102      1.3  oster 	if (raidPtr->numCol != v) {
    103      1.3  oster 		RF_ERRORMSG2("RAID: config error: table element count (%d) not equal to no. of cols (%d)\n", v, raidPtr->numCol);
    104      1.3  oster 		return (EINVAL);
    105      1.3  oster 	}
    106      1.3  oster 	/* 3.  set up the values used in devRaidMap */
    107      1.3  oster 	info->BlocksPerTable = b;
    108      1.3  oster 	info->NumParityReps = info->groupSize = k;
    109      1.3  oster 	info->PUsPerBlock = k - 2;	/* PQ */
    110      1.3  oster 	info->SUsPerTable = b * info->PUsPerBlock * layoutPtr->SUsPerPU;	/* b blks, k-1 SUs each */
    111      1.3  oster 	info->SUsPerFullTable = k * info->SUsPerTable;	/* rot k times */
    112      1.3  oster 	info->SUsPerBlock = info->PUsPerBlock * layoutPtr->SUsPerPU;
    113      1.3  oster 	info->TableDepthInPUs = (b * k) / v;
    114      1.3  oster 	info->FullTableDepthInPUs = info->TableDepthInPUs * k;	/* k repetitions */
    115      1.3  oster 
    116      1.3  oster 	/* used only in distributed sparing case */
    117      1.3  oster 	info->FullTablesPerSpareRegion = (v - 1) / rf_gcd(r, v - 1);	/* (v-1)/gcd fulltables */
    118      1.3  oster 	info->TablesPerSpareRegion = k * info->FullTablesPerSpareRegion;
    119      1.3  oster 	info->SpareSpaceDepthPerRegionInSUs = (r * info->TablesPerSpareRegion / (v - 1)) * layoutPtr->SUsPerPU;
    120      1.3  oster 
    121      1.3  oster 	/* check to make sure the block design is sufficiently small */
    122      1.3  oster 	if ((raidPtr->Layout.map->flags & RF_DISTRIBUTE_SPARE)) {
    123      1.3  oster 		if (info->FullTableDepthInPUs * layoutPtr->SUsPerPU + info->SpareSpaceDepthPerRegionInSUs > layoutPtr->stripeUnitsPerDisk) {
    124      1.3  oster 			RF_ERRORMSG3("RAID: config error: Full Table depth (%d) + Spare Space (%d) larger than disk size (%d) (BD too big)\n",
    125      1.3  oster 			    (int) info->FullTableDepthInPUs,
    126      1.3  oster 			    (int) info->SpareSpaceDepthPerRegionInSUs,
    127      1.3  oster 			    (int) layoutPtr->stripeUnitsPerDisk);
    128      1.3  oster 			return (EINVAL);
    129      1.3  oster 		}
    130      1.3  oster 	} else {
    131      1.3  oster 		if (info->TableDepthInPUs * layoutPtr->SUsPerPU > layoutPtr->stripeUnitsPerDisk) {
    132      1.3  oster 			RF_ERRORMSG2("RAID: config error: Table depth (%d) larger than disk size (%d) (BD too big)\n",
    133      1.3  oster 			    (int) (info->TableDepthInPUs * layoutPtr->SUsPerPU),
    134      1.3  oster 			    (int) layoutPtr->stripeUnitsPerDisk);
    135      1.3  oster 			return (EINVAL);
    136      1.3  oster 		}
    137      1.3  oster 	}
    138      1.3  oster 
    139      1.3  oster 
    140      1.3  oster 	/* compute the size of each disk, and the number of tables in the last
    141      1.3  oster 	 * fulltable (which need not be complete) */
    142      1.3  oster 	if ((raidPtr->Layout.map->flags & RF_DISTRIBUTE_SPARE)) {
    143      1.3  oster 
    144      1.3  oster 		PUsPerDisk = layoutPtr->stripeUnitsPerDisk / layoutPtr->SUsPerPU;
    145      1.3  oster 		spareRegionDepthInPUs = (info->TablesPerSpareRegion * info->TableDepthInPUs +
    146      1.3  oster 		    (info->TablesPerSpareRegion * info->TableDepthInPUs) / (v - 1));
    147      1.3  oster 		info->SpareRegionDepthInSUs = spareRegionDepthInPUs * layoutPtr->SUsPerPU;
    148      1.3  oster 
    149      1.3  oster 		numCompleteSpareRegionsPerDisk = PUsPerDisk / spareRegionDepthInPUs;
    150      1.3  oster 		info->NumCompleteSRs = numCompleteSpareRegionsPerDisk;
    151      1.3  oster 		extraPUsPerDisk = PUsPerDisk % spareRegionDepthInPUs;
    152      1.3  oster 
    153      1.3  oster 		/* assume conservatively that we need the full amount of spare
    154      1.3  oster 		 * space in one region in order to provide spares for the
    155      1.3  oster 		 * partial spare region at the end of the array.  We set "i"
    156      1.3  oster 		 * to the number of tables in the partial spare region.  This
    157      1.3  oster 		 * may actually include some fulltables. */
    158      1.3  oster 		extraPUsPerDisk -= (info->SpareSpaceDepthPerRegionInSUs / layoutPtr->SUsPerPU);
    159      1.3  oster 		if (extraPUsPerDisk <= 0)
    160      1.3  oster 			i = 0;
    161      1.3  oster 		else
    162      1.3  oster 			i = extraPUsPerDisk / info->TableDepthInPUs;
    163      1.3  oster 
    164  1.8.6.1  skrll 		complete_FT_count = /* raidPtr->numRow */ 1 * (numCompleteSpareRegionsPerDisk * (info->TablesPerSpareRegion / k) + i / k);
    165      1.3  oster 		info->FullTableLimitSUID = complete_FT_count * info->SUsPerFullTable;
    166      1.3  oster 		info->ExtraTablesPerDisk = i % k;
    167      1.3  oster 
    168      1.3  oster 		/* note that in the last spare region, the spare space is
    169      1.3  oster 		 * complete even though data/parity space is not */
    170      1.3  oster 		totSparePUsPerDisk = (numCompleteSpareRegionsPerDisk + 1) * (info->SpareSpaceDepthPerRegionInSUs / layoutPtr->SUsPerPU);
    171      1.3  oster 		info->TotSparePUsPerDisk = totSparePUsPerDisk;
    172      1.3  oster 
    173      1.3  oster 		layoutPtr->stripeUnitsPerDisk =
    174  1.8.6.1  skrll 		    ((complete_FT_count / /* raidPtr->numRow*/ 1) * info->FullTableDepthInPUs +	/* data & parity space */
    175      1.3  oster 		    info->ExtraTablesPerDisk * info->TableDepthInPUs +
    176      1.3  oster 		    totSparePUsPerDisk	/* spare space */
    177      1.3  oster 		    ) * layoutPtr->SUsPerPU;
    178      1.3  oster 		layoutPtr->dataStripeUnitsPerDisk =
    179      1.3  oster 		    (complete_FT_count * info->FullTableDepthInPUs + info->ExtraTablesPerDisk * info->TableDepthInPUs)
    180      1.3  oster 		    * layoutPtr->SUsPerPU * (k - 1) / k;
    181      1.3  oster 
    182      1.3  oster 	} else {
    183      1.3  oster 		/* non-dist spare case:  force each disk to contain an
    184      1.3  oster 		 * integral number of tables */
    185      1.3  oster 		layoutPtr->stripeUnitsPerDisk /= (info->TableDepthInPUs * layoutPtr->SUsPerPU);
    186      1.3  oster 		layoutPtr->stripeUnitsPerDisk *= (info->TableDepthInPUs * layoutPtr->SUsPerPU);
    187      1.3  oster 
    188      1.3  oster 		/* compute the number of tables in the last fulltable, which
    189      1.3  oster 		 * need not be complete */
    190      1.3  oster 		complete_FT_count =
    191  1.8.6.1  skrll 		((layoutPtr->stripeUnitsPerDisk / layoutPtr->SUsPerPU) / info->FullTableDepthInPUs) * /* raidPtr->numRow */ 1;
    192      1.3  oster 
    193      1.3  oster 		info->FullTableLimitSUID = complete_FT_count * info->SUsPerFullTable;
    194      1.3  oster 		info->ExtraTablesPerDisk =
    195      1.3  oster 		    ((layoutPtr->stripeUnitsPerDisk / layoutPtr->SUsPerPU) / info->TableDepthInPUs) % k;
    196      1.3  oster 	}
    197      1.3  oster 
    198      1.3  oster 	raidPtr->sectorsPerDisk = layoutPtr->stripeUnitsPerDisk * layoutPtr->sectorsPerStripeUnit;
    199      1.3  oster 
    200      1.3  oster 	/* find the disk offset of the stripe unit where the last fulltable
    201      1.3  oster 	 * starts */
    202  1.8.6.1  skrll 	numCompleteFullTablesPerDisk = complete_FT_count / /* raidPtr->numRow */ 1;
    203      1.3  oster 	diskOffsetOfLastFullTableInSUs = numCompleteFullTablesPerDisk * info->FullTableDepthInPUs * layoutPtr->SUsPerPU;
    204      1.3  oster 	if ((raidPtr->Layout.map->flags & RF_DISTRIBUTE_SPARE)) {
    205      1.3  oster 		SpareSpaceInSUs = numCompleteSpareRegionsPerDisk * info->SpareSpaceDepthPerRegionInSUs;
    206      1.3  oster 		diskOffsetOfLastFullTableInSUs += SpareSpaceInSUs;
    207      1.3  oster 		info->DiskOffsetOfLastSpareSpaceChunkInSUs =
    208      1.3  oster 		    diskOffsetOfLastFullTableInSUs + info->ExtraTablesPerDisk * info->TableDepthInPUs * layoutPtr->SUsPerPU;
    209      1.3  oster 	}
    210      1.3  oster 	info->DiskOffsetOfLastFullTableInSUs = diskOffsetOfLastFullTableInSUs;
    211      1.3  oster 	info->numCompleteFullTablesPerDisk = numCompleteFullTablesPerDisk;
    212      1.3  oster 
    213      1.3  oster 	/* 4.  create and initialize the lookup tables */
    214      1.3  oster 	info->LayoutTable = rf_make_2d_array(b, k, raidPtr->cleanupList);
    215      1.3  oster 	if (info->LayoutTable == NULL)
    216      1.3  oster 		return (ENOMEM);
    217      1.3  oster 	info->OffsetTable = rf_make_2d_array(b, k, raidPtr->cleanupList);
    218      1.3  oster 	if (info->OffsetTable == NULL)
    219      1.3  oster 		return (ENOMEM);
    220      1.3  oster 	info->BlockTable = rf_make_2d_array(info->TableDepthInPUs * layoutPtr->SUsPerPU, raidPtr->numCol, raidPtr->cleanupList);
    221      1.3  oster 	if (info->BlockTable == NULL)
    222      1.3  oster 		return (ENOMEM);
    223      1.3  oster 
    224      1.3  oster 	first_avail_slot = (int *) rf_make_1d_array(v, NULL);
    225      1.3  oster 	if (first_avail_slot == NULL)
    226      1.3  oster 		return (ENOMEM);
    227      1.3  oster 
    228      1.3  oster 	for (i = 0; i < b; i++)
    229      1.3  oster 		for (j = 0; j < k; j++)
    230      1.3  oster 			info->LayoutTable[i][j] = *cfgBuf++;
    231      1.3  oster 
    232      1.3  oster 	/* initialize offset table */
    233      1.3  oster 	for (i = 0; i < b; i++)
    234      1.3  oster 		for (j = 0; j < k; j++) {
    235      1.3  oster 			info->OffsetTable[i][j] = first_avail_slot[info->LayoutTable[i][j]];
    236      1.3  oster 			first_avail_slot[info->LayoutTable[i][j]]++;
    237      1.3  oster 		}
    238      1.3  oster 
    239      1.3  oster 	/* initialize block table */
    240      1.3  oster 	for (SUID = l = 0; l < layoutPtr->SUsPerPU; l++) {
    241      1.3  oster 		for (i = 0; i < b; i++) {
    242      1.3  oster 			for (j = 0; j < k; j++) {
    243      1.3  oster 				info->BlockTable[(info->OffsetTable[i][j] * layoutPtr->SUsPerPU) + l]
    244      1.3  oster 				    [info->LayoutTable[i][j]] = SUID;
    245      1.3  oster 			}
    246      1.3  oster 			SUID++;
    247      1.3  oster 		}
    248      1.3  oster 	}
    249      1.3  oster 
    250      1.3  oster 	rf_free_1d_array(first_avail_slot, v);
    251      1.1  oster 
    252      1.3  oster 	/* 5.  set up the remaining redundant-but-useful parameters */
    253      1.3  oster 
    254  1.8.6.1  skrll 	raidPtr->totalSectors = (k * complete_FT_count + /* raidPtr->numRow */ 1 * info->ExtraTablesPerDisk) *
    255      1.3  oster 	    info->SUsPerTable * layoutPtr->sectorsPerStripeUnit;
    256      1.3  oster 	layoutPtr->numStripe = (raidPtr->totalSectors / layoutPtr->sectorsPerStripeUnit) / (k - 2);
    257      1.3  oster 
    258      1.3  oster 	/* strange evaluation order below to try and minimize overflow
    259      1.3  oster 	 * problems */
    260      1.3  oster 
    261      1.3  oster 	layoutPtr->dataSectorsPerStripe = (k - 2) * layoutPtr->sectorsPerStripeUnit;
    262      1.3  oster 	layoutPtr->numDataCol = k - 2;
    263      1.3  oster 	layoutPtr->numParityCol = 2;
    264      1.3  oster 
    265      1.3  oster 	return (0);
    266      1.1  oster }
    267      1.1  oster 
    268      1.3  oster int
    269  1.8.6.1  skrll rf_GetDefaultNumFloatingReconBuffersPQ(RF_Raid_t *raidPtr)
    270      1.1  oster {
    271      1.3  oster 	int     def_decl;
    272      1.1  oster 
    273      1.3  oster 	def_decl = rf_GetDefaultNumFloatingReconBuffersDeclustered(raidPtr);
    274      1.3  oster 	return (RF_MAX(3 * raidPtr->numCol, def_decl));
    275      1.1  oster }
    276      1.1  oster 
    277      1.3  oster void
    278  1.8.6.1  skrll rf_MapSectorDeclusteredPQ(RF_Raid_t *raidPtr, RF_RaidAddr_t raidSector,
    279  1.8.6.1  skrll 			  RF_RowCol_t *row, RF_RowCol_t *col,
    280  1.8.6.1  skrll 			  RF_SectorNum_t *diskSector, int remap)
    281      1.1  oster {
    282      1.3  oster 	RF_RaidLayout_t *layoutPtr = &(raidPtr->Layout);
    283      1.3  oster 	RF_DeclusteredConfigInfo_t *info = (RF_DeclusteredConfigInfo_t *) layoutPtr->layoutSpecificInfo;
    284      1.3  oster 	RF_StripeNum_t SUID = raidSector / layoutPtr->sectorsPerStripeUnit;
    285      1.3  oster 	RF_StripeNum_t FullTableID, FullTableOffset, TableID, TableOffset;
    286      1.3  oster 	RF_StripeNum_t BlockID, BlockOffset, RepIndex;
    287      1.3  oster 	RF_StripeCount_t sus_per_fulltable = info->SUsPerFullTable;
    288      1.3  oster 	RF_StripeCount_t fulltable_depth = info->FullTableDepthInPUs * layoutPtr->SUsPerPU;
    289      1.3  oster 	RF_StripeNum_t base_suid = 0, outSU, SpareRegion = 0, SpareSpace = 0;
    290      1.3  oster 
    291      1.3  oster 	rf_decluster_adjust_params(layoutPtr, &SUID, &sus_per_fulltable, &fulltable_depth, &base_suid);
    292      1.3  oster 
    293      1.3  oster 	FullTableID = SUID / sus_per_fulltable;	/* fulltable ID within array
    294      1.3  oster 						 * (across rows) */
    295  1.8.6.1  skrll 	*row = FullTableID % /* raidPtr->numRow */ 1;
    296  1.8.6.1  skrll 	FullTableID /= /* raidPtr->numRow */ 1;	/* convert to fulltable ID on this
    297      1.3  oster 					 * disk */
    298      1.3  oster 	if ((raidPtr->Layout.map->flags & RF_DISTRIBUTE_SPARE)) {
    299      1.3  oster 		SpareRegion = FullTableID / info->FullTablesPerSpareRegion;
    300      1.3  oster 		SpareSpace = SpareRegion * info->SpareSpaceDepthPerRegionInSUs;
    301      1.3  oster 	}
    302      1.3  oster 	FullTableOffset = SUID % sus_per_fulltable;
    303      1.3  oster 	TableID = FullTableOffset / info->SUsPerTable;
    304      1.3  oster 	TableOffset = FullTableOffset - TableID * info->SUsPerTable;
    305      1.3  oster 	BlockID = TableOffset / info->PUsPerBlock;
    306      1.3  oster 	BlockOffset = TableOffset - BlockID * info->PUsPerBlock;
    307      1.3  oster 	BlockID %= info->BlocksPerTable;
    308      1.3  oster 	RF_ASSERT(BlockOffset < info->groupSize - 2);
    309      1.3  oster 	/*
    310      1.3  oster            TableIDs go from 0 .. GroupSize-1 inclusive.
    311      1.3  oster            PUsPerBlock is k-2.
    312      1.3  oster            We want the tableIDs to rotate from the
    313      1.3  oster            right, so use GroupSize
    314      1.3  oster            */
    315      1.3  oster 	RepIndex = info->groupSize - 1 - TableID;
    316      1.3  oster 	RF_ASSERT(RepIndex >= 0);
    317      1.3  oster 	if (!raidPtr->noRotate) {
    318      1.3  oster 		if (TableID == 0)
    319      1.3  oster 			BlockOffset++;	/* P on last drive, Q on first */
    320      1.3  oster 		else
    321      1.3  oster 			BlockOffset += ((BlockOffset >= RepIndex) ? 2 : 0);	/* skip over PQ */
    322      1.3  oster 		RF_ASSERT(BlockOffset < info->groupSize);
    323      1.3  oster 		*col = info->LayoutTable[BlockID][BlockOffset];
    324      1.3  oster 	}
    325      1.3  oster 	/* remap to distributed spare space if indicated */
    326      1.3  oster 	if (remap) {
    327      1.3  oster 		rf_remap_to_spare_space(layoutPtr, info, *row, FullTableID, TableID, BlockID, (base_suid) ? 1 : 0, SpareRegion, col, &outSU);
    328      1.3  oster 	} else {
    329      1.3  oster 
    330      1.3  oster 		outSU = base_suid;
    331      1.3  oster 		outSU += FullTableID * fulltable_depth;	/* offs to strt of FT */
    332      1.3  oster 		outSU += SpareSpace;	/* skip rsvd spare space */
    333      1.3  oster 		outSU += TableID * info->TableDepthInPUs * layoutPtr->SUsPerPU;	/* offs to strt of tble */
    334      1.3  oster 		outSU += info->OffsetTable[BlockID][BlockOffset] * layoutPtr->SUsPerPU;	/* offs to the PU */
    335      1.3  oster 	}
    336      1.3  oster 	outSU += TableOffset / (info->BlocksPerTable * info->PUsPerBlock);	/* offs to the SU within
    337      1.3  oster 										 * a PU */
    338      1.3  oster 
    339      1.3  oster 	/* convert SUs to sectors, and, if not aligned to SU boundary, add in
    340      1.3  oster 	 * offset to sector */
    341      1.3  oster 	*diskSector = outSU * layoutPtr->sectorsPerStripeUnit + (raidSector % layoutPtr->sectorsPerStripeUnit);
    342      1.1  oster }
    343      1.1  oster 
    344      1.1  oster 
    345      1.3  oster void
    346  1.8.6.1  skrll rf_MapParityDeclusteredPQ(RF_Raid_t *raidPtr, RF_RaidAddr_t raidSector,
    347  1.8.6.1  skrll 			  RF_RowCol_t *row, RF_RowCol_t *col,
    348  1.8.6.1  skrll 			  RF_SectorNum_t *diskSector, int remap)
    349      1.1  oster {
    350      1.3  oster 	RF_RaidLayout_t *layoutPtr = &(raidPtr->Layout);
    351      1.3  oster 	RF_DeclusteredConfigInfo_t *info = (RF_DeclusteredConfigInfo_t *) layoutPtr->layoutSpecificInfo;
    352      1.3  oster 	RF_StripeNum_t SUID = raidSector / layoutPtr->sectorsPerStripeUnit;
    353      1.3  oster 	RF_StripeNum_t FullTableID, FullTableOffset, TableID, TableOffset;
    354      1.3  oster 	RF_StripeNum_t BlockID, BlockOffset, RepIndex;
    355      1.3  oster 	RF_StripeCount_t sus_per_fulltable = info->SUsPerFullTable;
    356      1.3  oster 	RF_StripeCount_t fulltable_depth = info->FullTableDepthInPUs * layoutPtr->SUsPerPU;
    357      1.3  oster 	RF_StripeNum_t base_suid = 0, outSU, SpareRegion, SpareSpace = 0;
    358      1.3  oster 
    359      1.3  oster 	rf_decluster_adjust_params(layoutPtr, &SUID, &sus_per_fulltable, &fulltable_depth, &base_suid);
    360      1.3  oster 
    361      1.3  oster 	/* compute row & (possibly) spare space exactly as before */
    362      1.3  oster 	FullTableID = SUID / sus_per_fulltable;
    363  1.8.6.1  skrll 	*row = FullTableID % /* raidPtr->numRow */ 1;
    364  1.8.6.1  skrll 	FullTableID /= /* raidPtr->numRow */ 1;	/* convert to fulltable ID on this
    365      1.3  oster 					 * disk */
    366      1.3  oster 	if ((raidPtr->Layout.map->flags & RF_DISTRIBUTE_SPARE)) {
    367      1.3  oster 		SpareRegion = FullTableID / info->FullTablesPerSpareRegion;
    368      1.3  oster 		SpareSpace = SpareRegion * info->SpareSpaceDepthPerRegionInSUs;
    369      1.3  oster 	}
    370      1.3  oster 	/* compute BlockID and RepIndex exactly as before */
    371      1.3  oster 	FullTableOffset = SUID % sus_per_fulltable;
    372      1.3  oster 	TableID = FullTableOffset / info->SUsPerTable;
    373      1.3  oster 	TableOffset = FullTableOffset - TableID * info->SUsPerTable;
    374      1.3  oster 	BlockID = TableOffset / info->PUsPerBlock;
    375      1.3  oster 	BlockOffset = TableOffset - BlockID * info->PUsPerBlock;
    376      1.3  oster 	BlockID %= info->BlocksPerTable;
    377      1.3  oster 
    378      1.3  oster 	/* the parity block is in the position indicated by RepIndex */
    379      1.3  oster 	RepIndex = (raidPtr->noRotate) ? info->PUsPerBlock : info->groupSize - 1 - TableID;
    380      1.3  oster 	*col = info->LayoutTable[BlockID][RepIndex];
    381      1.3  oster 
    382      1.3  oster 	if (remap)
    383      1.3  oster 		RF_PANIC();
    384      1.3  oster 
    385      1.3  oster 	/* compute sector as before, except use RepIndex instead of
    386      1.3  oster 	 * BlockOffset */
    387      1.3  oster 	outSU = base_suid;
    388      1.3  oster 	outSU += FullTableID * fulltable_depth;
    389      1.3  oster 	outSU += SpareSpace;	/* skip rsvd spare space */
    390      1.3  oster 	outSU += TableID * info->TableDepthInPUs * layoutPtr->SUsPerPU;
    391      1.3  oster 	outSU += info->OffsetTable[BlockID][RepIndex] * layoutPtr->SUsPerPU;
    392      1.3  oster 	outSU += TableOffset / (info->BlocksPerTable * info->PUsPerBlock);
    393      1.3  oster 
    394      1.3  oster 	*diskSector = outSU * layoutPtr->sectorsPerStripeUnit + (raidSector % layoutPtr->sectorsPerStripeUnit);
    395      1.1  oster }
    396      1.1  oster 
    397      1.3  oster void
    398  1.8.6.1  skrll rf_MapQDeclusteredPQ(RF_Raid_t *raidPtr, RF_RaidAddr_t raidSector,
    399  1.8.6.1  skrll 		     RF_RowCol_t *row, RF_RowCol_t *col,
    400  1.8.6.1  skrll 		     RF_SectorNum_t *diskSector, int remap)
    401      1.1  oster {
    402      1.3  oster 	RF_RaidLayout_t *layoutPtr = &(raidPtr->Layout);
    403      1.3  oster 	RF_DeclusteredConfigInfo_t *info = (RF_DeclusteredConfigInfo_t *) layoutPtr->layoutSpecificInfo;
    404      1.3  oster 	RF_StripeNum_t SUID = raidSector / layoutPtr->sectorsPerStripeUnit;
    405      1.3  oster 	RF_StripeNum_t FullTableID, FullTableOffset, TableID, TableOffset;
    406      1.3  oster 	RF_StripeNum_t BlockID, BlockOffset, RepIndex, RepIndexQ;
    407      1.3  oster 	RF_StripeCount_t sus_per_fulltable = info->SUsPerFullTable;
    408      1.3  oster 	RF_StripeCount_t fulltable_depth = info->FullTableDepthInPUs * layoutPtr->SUsPerPU;
    409      1.3  oster 	RF_StripeNum_t base_suid = 0, outSU, SpareRegion, SpareSpace = 0;
    410      1.3  oster 
    411      1.3  oster 	rf_decluster_adjust_params(layoutPtr, &SUID, &sus_per_fulltable, &fulltable_depth, &base_suid);
    412      1.3  oster 
    413      1.3  oster 	/* compute row & (possibly) spare space exactly as before */
    414      1.3  oster 	FullTableID = SUID / sus_per_fulltable;
    415  1.8.6.1  skrll 	*row = FullTableID % /* raidPtr->numRow */ 1;
    416  1.8.6.1  skrll 	FullTableID /= /* raidPtr->numRow */ 1;	/* convert to fulltable ID on this
    417      1.3  oster 					 * disk */
    418      1.3  oster 	if ((raidPtr->Layout.map->flags & RF_DISTRIBUTE_SPARE)) {
    419      1.3  oster 		SpareRegion = FullTableID / info->FullTablesPerSpareRegion;
    420      1.3  oster 		SpareSpace = SpareRegion * info->SpareSpaceDepthPerRegionInSUs;
    421      1.3  oster 	}
    422      1.3  oster 	/* compute BlockID and RepIndex exactly as before */
    423      1.3  oster 	FullTableOffset = SUID % sus_per_fulltable;
    424      1.3  oster 	TableID = FullTableOffset / info->SUsPerTable;
    425      1.3  oster 	TableOffset = FullTableOffset - TableID * info->SUsPerTable;
    426      1.3  oster 	BlockID = TableOffset / info->PUsPerBlock;
    427      1.3  oster 	BlockOffset = TableOffset - BlockID * info->PUsPerBlock;
    428      1.3  oster 	BlockID %= info->BlocksPerTable;
    429      1.3  oster 
    430      1.3  oster 	/* the q block is in the position indicated by RepIndex */
    431      1.3  oster 	RepIndex = (raidPtr->noRotate) ? info->PUsPerBlock : info->groupSize - 1 - TableID;
    432      1.3  oster 	RepIndexQ = ((RepIndex == (info->groupSize - 1)) ? 0 : RepIndex + 1);
    433      1.3  oster 	*col = info->LayoutTable[BlockID][RepIndexQ];
    434      1.3  oster 
    435      1.3  oster 	if (remap)
    436      1.3  oster 		RF_PANIC();
    437      1.3  oster 
    438      1.3  oster 	/* compute sector as before, except use RepIndex instead of
    439      1.3  oster 	 * BlockOffset */
    440      1.3  oster 	outSU = base_suid;
    441      1.3  oster 	outSU += FullTableID * fulltable_depth;
    442      1.3  oster 	outSU += SpareSpace;	/* skip rsvd spare space */
    443      1.3  oster 	outSU += TableID * info->TableDepthInPUs * layoutPtr->SUsPerPU;
    444      1.3  oster 	outSU += TableOffset / (info->BlocksPerTable * info->PUsPerBlock);
    445      1.1  oster 
    446      1.3  oster 	outSU += info->OffsetTable[BlockID][RepIndexQ] * layoutPtr->SUsPerPU;
    447      1.3  oster 	*diskSector = outSU * layoutPtr->sectorsPerStripeUnit + (raidSector % layoutPtr->sectorsPerStripeUnit);
    448      1.1  oster }
    449      1.1  oster /* returns an array of ints identifying the disks that comprise the stripe containing the indicated address.
    450      1.1  oster  * the caller must _never_ attempt to modify this array.
    451      1.1  oster  */
    452      1.3  oster void
    453  1.8.6.1  skrll rf_IdentifyStripeDeclusteredPQ(RF_Raid_t *raidPtr, RF_RaidAddr_t addr,
    454  1.8.6.1  skrll 			       RF_RowCol_t **diskids, RF_RowCol_t *outRow)
    455      1.1  oster {
    456      1.3  oster 	RF_RaidLayout_t *layoutPtr = &(raidPtr->Layout);
    457      1.3  oster 	RF_DeclusteredConfigInfo_t *info = (RF_DeclusteredConfigInfo_t *) layoutPtr->layoutSpecificInfo;
    458      1.3  oster 	RF_StripeCount_t sus_per_fulltable = info->SUsPerFullTable;
    459      1.3  oster 	RF_StripeCount_t fulltable_depth = info->FullTableDepthInPUs * layoutPtr->SUsPerPU;
    460      1.3  oster 	RF_StripeNum_t base_suid = 0;
    461      1.3  oster 	RF_StripeNum_t SUID = rf_RaidAddressToStripeUnitID(layoutPtr, addr);
    462      1.3  oster 	RF_StripeNum_t stripeID, FullTableID;
    463      1.3  oster 	int     tableOffset;
    464      1.3  oster 
    465      1.3  oster 	rf_decluster_adjust_params(layoutPtr, &SUID, &sus_per_fulltable, &fulltable_depth, &base_suid);
    466      1.3  oster 	FullTableID = SUID / sus_per_fulltable;	/* fulltable ID within array
    467      1.3  oster 						 * (across rows) */
    468  1.8.6.1  skrll 	*outRow = FullTableID % /* raidPtr->numRow */ 1;
    469      1.3  oster 	stripeID = rf_StripeUnitIDToStripeID(layoutPtr, SUID);	/* find stripe offset
    470      1.3  oster 								 * into array */
    471      1.3  oster 	tableOffset = (stripeID % info->BlocksPerTable);	/* find offset into
    472      1.3  oster 								 * block design table */
    473      1.3  oster 	*diskids = info->LayoutTable[tableOffset];
    474      1.1  oster }
    475      1.5  oster #endif /* (RF_INCLUDE_PARITY_DECLUSTERING_PQ > 0) || (RF_INCLUDE_EVENODD > 0) */
    476