Home | History | Annotate | Line # | Download | only in raidframe
rf_declusterPQ.c revision 1.5.2.2
      1  1.5.2.2  nathanw /*	$NetBSD: rf_declusterPQ.c,v 1.5.2.2 2001/11/14 19:15:47 nathanw Exp $	*/
      2      1.1    oster /*
      3      1.1    oster  * Copyright (c) 1995 Carnegie-Mellon University.
      4      1.1    oster  * All rights reserved.
      5      1.1    oster  *
      6      1.1    oster  * Authors: Daniel Stodolsky, Mark Holland, Jim Zelenka
      7      1.1    oster  *
      8      1.1    oster  * Permission to use, copy, modify and distribute this software and
      9      1.1    oster  * its documentation is hereby granted, provided that both the copyright
     10      1.1    oster  * notice and this permission notice appear in all copies of the
     11      1.1    oster  * software, derivative works or modified versions, and any portions
     12      1.1    oster  * thereof, and that both notices appear in supporting documentation.
     13      1.1    oster  *
     14      1.1    oster  * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS"
     15      1.1    oster  * CONDITION.  CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND
     16      1.1    oster  * FOR ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE.
     17      1.1    oster  *
     18      1.1    oster  * Carnegie Mellon requests users of this software to return to
     19      1.1    oster  *
     20      1.1    oster  *  Software Distribution Coordinator  or  Software.Distribution (at) CS.CMU.EDU
     21      1.1    oster  *  School of Computer Science
     22      1.1    oster  *  Carnegie Mellon University
     23      1.1    oster  *  Pittsburgh PA 15213-3890
     24      1.1    oster  *
     25      1.1    oster  * any improvements or extensions that they make and grant Carnegie the
     26      1.1    oster  * rights to redistribute these changes.
     27      1.1    oster  */
     28      1.1    oster 
     29      1.1    oster /*--------------------------------------------------
     30      1.1    oster  * rf_declusterPQ.c
     31      1.1    oster  *
     32      1.1    oster  * mapping code for declustered P & Q or declustered EvenOdd
     33      1.1    oster  * much code borrowed from rf_decluster.c
     34      1.1    oster  *
     35      1.1    oster  *--------------------------------------------------*/
     36  1.5.2.2  nathanw 
     37  1.5.2.2  nathanw #include <sys/cdefs.h>
     38  1.5.2.2  nathanw __KERNEL_RCSID(0, "$NetBSD: rf_declusterPQ.c,v 1.5.2.2 2001/11/14 19:15:47 nathanw Exp $");
     39      1.1    oster 
     40  1.5.2.1  nathanw #include <dev/raidframe/raidframevar.h>
     41  1.5.2.1  nathanw 
     42      1.4    oster #include "rf_archs.h"
     43      1.1    oster #include "rf_raid.h"
     44      1.1    oster #include "rf_decluster.h"
     45      1.1    oster #include "rf_declusterPQ.h"
     46      1.1    oster #include "rf_debugMem.h"
     47      1.1    oster #include "rf_utils.h"
     48      1.1    oster #include "rf_alloclist.h"
     49      1.1    oster #include "rf_general.h"
     50      1.1    oster 
     51      1.5    oster #if (RF_INCLUDE_PARITY_DECLUSTERING_PQ > 0) || (RF_INCLUDE_EVENODD > 0)
     52      1.1    oster /* configuration code */
     53      1.1    oster 
     54      1.3    oster int
     55      1.3    oster rf_ConfigureDeclusteredPQ(
     56      1.3    oster     RF_ShutdownList_t ** listp,
     57      1.3    oster     RF_Raid_t * raidPtr,
     58      1.3    oster     RF_Config_t * cfgPtr)
     59      1.1    oster {
     60      1.3    oster 	RF_RaidLayout_t *layoutPtr = &(raidPtr->Layout);
     61      1.3    oster 	int     b, v, k, r, lambda;	/* block design params */
     62      1.3    oster 	int     i, j, l;
     63      1.3    oster 	int    *first_avail_slot;
     64      1.3    oster 	int     complete_FT_count, SUID;
     65      1.3    oster 	RF_DeclusteredConfigInfo_t *info;
     66      1.3    oster 	int     numCompleteFullTablesPerDisk;
     67      1.3    oster 	int     PUsPerDisk, spareRegionDepthInPUs, numCompleteSpareRegionsPerDisk = 0,
     68      1.3    oster 	        extraPUsPerDisk;
     69      1.3    oster 	int     totSparePUsPerDisk;
     70      1.3    oster 	int     diskOffsetOfLastFullTableInSUs, SpareSpaceInSUs;
     71      1.3    oster 	char   *cfgBuf = (char *) (cfgPtr->layoutSpecific);
     72      1.3    oster 
     73      1.3    oster 	cfgBuf += RF_SPAREMAP_NAME_LEN;
     74      1.3    oster 
     75      1.3    oster 	b = *((int *) cfgBuf);
     76      1.3    oster 	cfgBuf += sizeof(int);
     77      1.3    oster 	v = *((int *) cfgBuf);
     78      1.3    oster 	cfgBuf += sizeof(int);
     79      1.3    oster 	k = *((int *) cfgBuf);
     80      1.3    oster 	cfgBuf += sizeof(int);
     81      1.3    oster 	r = *((int *) cfgBuf);
     82      1.3    oster 	cfgBuf += sizeof(int);
     83      1.3    oster 	lambda = *((int *) cfgBuf);
     84      1.3    oster 	cfgBuf += sizeof(int);
     85      1.3    oster 	raidPtr->noRotate = *((int *) cfgBuf);
     86      1.3    oster 	cfgBuf += sizeof(int);
     87      1.3    oster 
     88      1.3    oster 	if (k <= 2) {
     89      1.3    oster 		printf("RAIDFRAME: k=%d, minimum value 2\n", k);
     90      1.3    oster 		return (EINVAL);
     91      1.3    oster 	}
     92      1.3    oster 	/* 1. create layout specific structure */
     93      1.3    oster 	RF_MallocAndAdd(info, sizeof(RF_DeclusteredConfigInfo_t), (RF_DeclusteredConfigInfo_t *), raidPtr->cleanupList);
     94      1.3    oster 	if (info == NULL)
     95      1.3    oster 		return (ENOMEM);
     96      1.3    oster 	layoutPtr->layoutSpecificInfo = (void *) info;
     97      1.3    oster 
     98      1.3    oster 	/* the sparemaps are generated assuming that parity is rotated, so we
     99      1.3    oster 	 * issue a warning if both distributed sparing and no-rotate are on at
    100      1.3    oster 	 * the same time */
    101      1.3    oster 	if ((raidPtr->Layout.map->flags & RF_DISTRIBUTE_SPARE) && raidPtr->noRotate) {
    102      1.3    oster 		RF_ERRORMSG("Warning:  distributed sparing specified without parity rotation.\n");
    103      1.3    oster 	}
    104      1.3    oster 	if (raidPtr->numCol != v) {
    105      1.3    oster 		RF_ERRORMSG2("RAID: config error: table element count (%d) not equal to no. of cols (%d)\n", v, raidPtr->numCol);
    106      1.3    oster 		return (EINVAL);
    107      1.3    oster 	}
    108      1.3    oster 	/* 3.  set up the values used in devRaidMap */
    109      1.3    oster 	info->BlocksPerTable = b;
    110      1.3    oster 	info->NumParityReps = info->groupSize = k;
    111      1.3    oster 	info->PUsPerBlock = k - 2;	/* PQ */
    112      1.3    oster 	info->SUsPerTable = b * info->PUsPerBlock * layoutPtr->SUsPerPU;	/* b blks, k-1 SUs each */
    113      1.3    oster 	info->SUsPerFullTable = k * info->SUsPerTable;	/* rot k times */
    114      1.3    oster 	info->SUsPerBlock = info->PUsPerBlock * layoutPtr->SUsPerPU;
    115      1.3    oster 	info->TableDepthInPUs = (b * k) / v;
    116      1.3    oster 	info->FullTableDepthInPUs = info->TableDepthInPUs * k;	/* k repetitions */
    117      1.3    oster 
    118      1.3    oster 	/* used only in distributed sparing case */
    119      1.3    oster 	info->FullTablesPerSpareRegion = (v - 1) / rf_gcd(r, v - 1);	/* (v-1)/gcd fulltables */
    120      1.3    oster 	info->TablesPerSpareRegion = k * info->FullTablesPerSpareRegion;
    121      1.3    oster 	info->SpareSpaceDepthPerRegionInSUs = (r * info->TablesPerSpareRegion / (v - 1)) * layoutPtr->SUsPerPU;
    122      1.3    oster 
    123      1.3    oster 	/* check to make sure the block design is sufficiently small */
    124      1.3    oster 	if ((raidPtr->Layout.map->flags & RF_DISTRIBUTE_SPARE)) {
    125      1.3    oster 		if (info->FullTableDepthInPUs * layoutPtr->SUsPerPU + info->SpareSpaceDepthPerRegionInSUs > layoutPtr->stripeUnitsPerDisk) {
    126      1.3    oster 			RF_ERRORMSG3("RAID: config error: Full Table depth (%d) + Spare Space (%d) larger than disk size (%d) (BD too big)\n",
    127      1.3    oster 			    (int) info->FullTableDepthInPUs,
    128      1.3    oster 			    (int) info->SpareSpaceDepthPerRegionInSUs,
    129      1.3    oster 			    (int) layoutPtr->stripeUnitsPerDisk);
    130      1.3    oster 			return (EINVAL);
    131      1.3    oster 		}
    132      1.3    oster 	} else {
    133      1.3    oster 		if (info->TableDepthInPUs * layoutPtr->SUsPerPU > layoutPtr->stripeUnitsPerDisk) {
    134      1.3    oster 			RF_ERRORMSG2("RAID: config error: Table depth (%d) larger than disk size (%d) (BD too big)\n",
    135      1.3    oster 			    (int) (info->TableDepthInPUs * layoutPtr->SUsPerPU),
    136      1.3    oster 			    (int) layoutPtr->stripeUnitsPerDisk);
    137      1.3    oster 			return (EINVAL);
    138      1.3    oster 		}
    139      1.3    oster 	}
    140      1.3    oster 
    141      1.3    oster 
    142      1.3    oster 	/* compute the size of each disk, and the number of tables in the last
    143      1.3    oster 	 * fulltable (which need not be complete) */
    144      1.3    oster 	if ((raidPtr->Layout.map->flags & RF_DISTRIBUTE_SPARE)) {
    145      1.3    oster 
    146      1.3    oster 		PUsPerDisk = layoutPtr->stripeUnitsPerDisk / layoutPtr->SUsPerPU;
    147      1.3    oster 		spareRegionDepthInPUs = (info->TablesPerSpareRegion * info->TableDepthInPUs +
    148      1.3    oster 		    (info->TablesPerSpareRegion * info->TableDepthInPUs) / (v - 1));
    149      1.3    oster 		info->SpareRegionDepthInSUs = spareRegionDepthInPUs * layoutPtr->SUsPerPU;
    150      1.3    oster 
    151      1.3    oster 		numCompleteSpareRegionsPerDisk = PUsPerDisk / spareRegionDepthInPUs;
    152      1.3    oster 		info->NumCompleteSRs = numCompleteSpareRegionsPerDisk;
    153      1.3    oster 		extraPUsPerDisk = PUsPerDisk % spareRegionDepthInPUs;
    154      1.3    oster 
    155      1.3    oster 		/* assume conservatively that we need the full amount of spare
    156      1.3    oster 		 * space in one region in order to provide spares for the
    157      1.3    oster 		 * partial spare region at the end of the array.  We set "i"
    158      1.3    oster 		 * to the number of tables in the partial spare region.  This
    159      1.3    oster 		 * may actually include some fulltables. */
    160      1.3    oster 		extraPUsPerDisk -= (info->SpareSpaceDepthPerRegionInSUs / layoutPtr->SUsPerPU);
    161      1.3    oster 		if (extraPUsPerDisk <= 0)
    162      1.3    oster 			i = 0;
    163      1.3    oster 		else
    164      1.3    oster 			i = extraPUsPerDisk / info->TableDepthInPUs;
    165      1.3    oster 
    166      1.3    oster 		complete_FT_count = raidPtr->numRow * (numCompleteSpareRegionsPerDisk * (info->TablesPerSpareRegion / k) + i / k);
    167      1.3    oster 		info->FullTableLimitSUID = complete_FT_count * info->SUsPerFullTable;
    168      1.3    oster 		info->ExtraTablesPerDisk = i % k;
    169      1.3    oster 
    170      1.3    oster 		/* note that in the last spare region, the spare space is
    171      1.3    oster 		 * complete even though data/parity space is not */
    172      1.3    oster 		totSparePUsPerDisk = (numCompleteSpareRegionsPerDisk + 1) * (info->SpareSpaceDepthPerRegionInSUs / layoutPtr->SUsPerPU);
    173      1.3    oster 		info->TotSparePUsPerDisk = totSparePUsPerDisk;
    174      1.3    oster 
    175      1.3    oster 		layoutPtr->stripeUnitsPerDisk =
    176      1.3    oster 		    ((complete_FT_count / raidPtr->numRow) * info->FullTableDepthInPUs +	/* data & parity space */
    177      1.3    oster 		    info->ExtraTablesPerDisk * info->TableDepthInPUs +
    178      1.3    oster 		    totSparePUsPerDisk	/* spare space */
    179      1.3    oster 		    ) * layoutPtr->SUsPerPU;
    180      1.3    oster 		layoutPtr->dataStripeUnitsPerDisk =
    181      1.3    oster 		    (complete_FT_count * info->FullTableDepthInPUs + info->ExtraTablesPerDisk * info->TableDepthInPUs)
    182      1.3    oster 		    * layoutPtr->SUsPerPU * (k - 1) / k;
    183      1.3    oster 
    184      1.3    oster 	} else {
    185      1.3    oster 		/* non-dist spare case:  force each disk to contain an
    186      1.3    oster 		 * integral number of tables */
    187      1.3    oster 		layoutPtr->stripeUnitsPerDisk /= (info->TableDepthInPUs * layoutPtr->SUsPerPU);
    188      1.3    oster 		layoutPtr->stripeUnitsPerDisk *= (info->TableDepthInPUs * layoutPtr->SUsPerPU);
    189      1.3    oster 
    190      1.3    oster 		/* compute the number of tables in the last fulltable, which
    191      1.3    oster 		 * need not be complete */
    192      1.3    oster 		complete_FT_count =
    193      1.3    oster 		    ((layoutPtr->stripeUnitsPerDisk / layoutPtr->SUsPerPU) / info->FullTableDepthInPUs) * raidPtr->numRow;
    194      1.3    oster 
    195      1.3    oster 		info->FullTableLimitSUID = complete_FT_count * info->SUsPerFullTable;
    196      1.3    oster 		info->ExtraTablesPerDisk =
    197      1.3    oster 		    ((layoutPtr->stripeUnitsPerDisk / layoutPtr->SUsPerPU) / info->TableDepthInPUs) % k;
    198      1.3    oster 	}
    199      1.3    oster 
    200      1.3    oster 	raidPtr->sectorsPerDisk = layoutPtr->stripeUnitsPerDisk * layoutPtr->sectorsPerStripeUnit;
    201      1.3    oster 
    202      1.3    oster 	/* find the disk offset of the stripe unit where the last fulltable
    203      1.3    oster 	 * starts */
    204      1.3    oster 	numCompleteFullTablesPerDisk = complete_FT_count / raidPtr->numRow;
    205      1.3    oster 	diskOffsetOfLastFullTableInSUs = numCompleteFullTablesPerDisk * info->FullTableDepthInPUs * layoutPtr->SUsPerPU;
    206      1.3    oster 	if ((raidPtr->Layout.map->flags & RF_DISTRIBUTE_SPARE)) {
    207      1.3    oster 		SpareSpaceInSUs = numCompleteSpareRegionsPerDisk * info->SpareSpaceDepthPerRegionInSUs;
    208      1.3    oster 		diskOffsetOfLastFullTableInSUs += SpareSpaceInSUs;
    209      1.3    oster 		info->DiskOffsetOfLastSpareSpaceChunkInSUs =
    210      1.3    oster 		    diskOffsetOfLastFullTableInSUs + info->ExtraTablesPerDisk * info->TableDepthInPUs * layoutPtr->SUsPerPU;
    211      1.3    oster 	}
    212      1.3    oster 	info->DiskOffsetOfLastFullTableInSUs = diskOffsetOfLastFullTableInSUs;
    213      1.3    oster 	info->numCompleteFullTablesPerDisk = numCompleteFullTablesPerDisk;
    214      1.3    oster 
    215      1.3    oster 	/* 4.  create and initialize the lookup tables */
    216      1.3    oster 	info->LayoutTable = rf_make_2d_array(b, k, raidPtr->cleanupList);
    217      1.3    oster 	if (info->LayoutTable == NULL)
    218      1.3    oster 		return (ENOMEM);
    219      1.3    oster 	info->OffsetTable = rf_make_2d_array(b, k, raidPtr->cleanupList);
    220      1.3    oster 	if (info->OffsetTable == NULL)
    221      1.3    oster 		return (ENOMEM);
    222      1.3    oster 	info->BlockTable = rf_make_2d_array(info->TableDepthInPUs * layoutPtr->SUsPerPU, raidPtr->numCol, raidPtr->cleanupList);
    223      1.3    oster 	if (info->BlockTable == NULL)
    224      1.3    oster 		return (ENOMEM);
    225      1.3    oster 
    226      1.3    oster 	first_avail_slot = (int *) rf_make_1d_array(v, NULL);
    227      1.3    oster 	if (first_avail_slot == NULL)
    228      1.3    oster 		return (ENOMEM);
    229      1.3    oster 
    230      1.3    oster 	for (i = 0; i < b; i++)
    231      1.3    oster 		for (j = 0; j < k; j++)
    232      1.3    oster 			info->LayoutTable[i][j] = *cfgBuf++;
    233      1.3    oster 
    234      1.3    oster 	/* initialize offset table */
    235      1.3    oster 	for (i = 0; i < b; i++)
    236      1.3    oster 		for (j = 0; j < k; j++) {
    237      1.3    oster 			info->OffsetTable[i][j] = first_avail_slot[info->LayoutTable[i][j]];
    238      1.3    oster 			first_avail_slot[info->LayoutTable[i][j]]++;
    239      1.3    oster 		}
    240      1.3    oster 
    241      1.3    oster 	/* initialize block table */
    242      1.3    oster 	for (SUID = l = 0; l < layoutPtr->SUsPerPU; l++) {
    243      1.3    oster 		for (i = 0; i < b; i++) {
    244      1.3    oster 			for (j = 0; j < k; j++) {
    245      1.3    oster 				info->BlockTable[(info->OffsetTable[i][j] * layoutPtr->SUsPerPU) + l]
    246      1.3    oster 				    [info->LayoutTable[i][j]] = SUID;
    247      1.3    oster 			}
    248      1.3    oster 			SUID++;
    249      1.3    oster 		}
    250      1.3    oster 	}
    251      1.3    oster 
    252      1.3    oster 	rf_free_1d_array(first_avail_slot, v);
    253      1.1    oster 
    254      1.3    oster 	/* 5.  set up the remaining redundant-but-useful parameters */
    255      1.3    oster 
    256      1.3    oster 	raidPtr->totalSectors = (k * complete_FT_count + raidPtr->numRow * info->ExtraTablesPerDisk) *
    257      1.3    oster 	    info->SUsPerTable * layoutPtr->sectorsPerStripeUnit;
    258      1.3    oster 	layoutPtr->numStripe = (raidPtr->totalSectors / layoutPtr->sectorsPerStripeUnit) / (k - 2);
    259      1.3    oster 
    260      1.3    oster 	/* strange evaluation order below to try and minimize overflow
    261      1.3    oster 	 * problems */
    262      1.3    oster 
    263      1.3    oster 	layoutPtr->dataSectorsPerStripe = (k - 2) * layoutPtr->sectorsPerStripeUnit;
    264      1.3    oster 	layoutPtr->bytesPerStripeUnit = layoutPtr->sectorsPerStripeUnit << raidPtr->logBytesPerSector;
    265      1.3    oster 	layoutPtr->numDataCol = k - 2;
    266      1.3    oster 	layoutPtr->numParityCol = 2;
    267      1.3    oster 
    268      1.3    oster 	return (0);
    269      1.1    oster }
    270      1.1    oster 
    271      1.3    oster int
    272      1.3    oster rf_GetDefaultNumFloatingReconBuffersPQ(RF_Raid_t * raidPtr)
    273      1.1    oster {
    274      1.3    oster 	int     def_decl;
    275      1.1    oster 
    276      1.3    oster 	def_decl = rf_GetDefaultNumFloatingReconBuffersDeclustered(raidPtr);
    277      1.3    oster 	return (RF_MAX(3 * raidPtr->numCol, def_decl));
    278      1.1    oster }
    279      1.1    oster 
    280      1.3    oster void
    281      1.3    oster rf_MapSectorDeclusteredPQ(
    282      1.3    oster     RF_Raid_t * raidPtr,
    283      1.3    oster     RF_RaidAddr_t raidSector,
    284      1.3    oster     RF_RowCol_t * row,
    285      1.3    oster     RF_RowCol_t * col,
    286      1.3    oster     RF_SectorNum_t * diskSector,
    287      1.3    oster     int remap)
    288      1.1    oster {
    289      1.3    oster 	RF_RaidLayout_t *layoutPtr = &(raidPtr->Layout);
    290      1.3    oster 	RF_DeclusteredConfigInfo_t *info = (RF_DeclusteredConfigInfo_t *) layoutPtr->layoutSpecificInfo;
    291      1.3    oster 	RF_StripeNum_t SUID = raidSector / layoutPtr->sectorsPerStripeUnit;
    292      1.3    oster 	RF_StripeNum_t FullTableID, FullTableOffset, TableID, TableOffset;
    293      1.3    oster 	RF_StripeNum_t BlockID, BlockOffset, RepIndex;
    294      1.3    oster 	RF_StripeCount_t sus_per_fulltable = info->SUsPerFullTable;
    295      1.3    oster 	RF_StripeCount_t fulltable_depth = info->FullTableDepthInPUs * layoutPtr->SUsPerPU;
    296      1.3    oster 	RF_StripeNum_t base_suid = 0, outSU, SpareRegion = 0, SpareSpace = 0;
    297      1.3    oster 
    298      1.3    oster 	rf_decluster_adjust_params(layoutPtr, &SUID, &sus_per_fulltable, &fulltable_depth, &base_suid);
    299      1.3    oster 
    300      1.3    oster 	FullTableID = SUID / sus_per_fulltable;	/* fulltable ID within array
    301      1.3    oster 						 * (across rows) */
    302      1.3    oster 	*row = FullTableID % raidPtr->numRow;
    303      1.3    oster 	FullTableID /= raidPtr->numRow;	/* convert to fulltable ID on this
    304      1.3    oster 					 * disk */
    305      1.3    oster 	if ((raidPtr->Layout.map->flags & RF_DISTRIBUTE_SPARE)) {
    306      1.3    oster 		SpareRegion = FullTableID / info->FullTablesPerSpareRegion;
    307      1.3    oster 		SpareSpace = SpareRegion * info->SpareSpaceDepthPerRegionInSUs;
    308      1.3    oster 	}
    309      1.3    oster 	FullTableOffset = SUID % sus_per_fulltable;
    310      1.3    oster 	TableID = FullTableOffset / info->SUsPerTable;
    311      1.3    oster 	TableOffset = FullTableOffset - TableID * info->SUsPerTable;
    312      1.3    oster 	BlockID = TableOffset / info->PUsPerBlock;
    313      1.3    oster 	BlockOffset = TableOffset - BlockID * info->PUsPerBlock;
    314      1.3    oster 	BlockID %= info->BlocksPerTable;
    315      1.3    oster 	RF_ASSERT(BlockOffset < info->groupSize - 2);
    316      1.3    oster 	/*
    317      1.3    oster            TableIDs go from 0 .. GroupSize-1 inclusive.
    318      1.3    oster            PUsPerBlock is k-2.
    319      1.3    oster            We want the tableIDs to rotate from the
    320      1.3    oster            right, so use GroupSize
    321      1.3    oster            */
    322      1.3    oster 	RepIndex = info->groupSize - 1 - TableID;
    323      1.3    oster 	RF_ASSERT(RepIndex >= 0);
    324      1.3    oster 	if (!raidPtr->noRotate) {
    325      1.3    oster 		if (TableID == 0)
    326      1.3    oster 			BlockOffset++;	/* P on last drive, Q on first */
    327      1.3    oster 		else
    328      1.3    oster 			BlockOffset += ((BlockOffset >= RepIndex) ? 2 : 0);	/* skip over PQ */
    329      1.3    oster 		RF_ASSERT(BlockOffset < info->groupSize);
    330      1.3    oster 		*col = info->LayoutTable[BlockID][BlockOffset];
    331      1.3    oster 	}
    332      1.3    oster 	/* remap to distributed spare space if indicated */
    333      1.3    oster 	if (remap) {
    334      1.3    oster 		rf_remap_to_spare_space(layoutPtr, info, *row, FullTableID, TableID, BlockID, (base_suid) ? 1 : 0, SpareRegion, col, &outSU);
    335      1.3    oster 	} else {
    336      1.3    oster 
    337      1.3    oster 		outSU = base_suid;
    338      1.3    oster 		outSU += FullTableID * fulltable_depth;	/* offs to strt of FT */
    339      1.3    oster 		outSU += SpareSpace;	/* skip rsvd spare space */
    340      1.3    oster 		outSU += TableID * info->TableDepthInPUs * layoutPtr->SUsPerPU;	/* offs to strt of tble */
    341      1.3    oster 		outSU += info->OffsetTable[BlockID][BlockOffset] * layoutPtr->SUsPerPU;	/* offs to the PU */
    342      1.3    oster 	}
    343      1.3    oster 	outSU += TableOffset / (info->BlocksPerTable * info->PUsPerBlock);	/* offs to the SU within
    344      1.3    oster 										 * a PU */
    345      1.3    oster 
    346      1.3    oster 	/* convert SUs to sectors, and, if not aligned to SU boundary, add in
    347      1.3    oster 	 * offset to sector */
    348      1.3    oster 	*diskSector = outSU * layoutPtr->sectorsPerStripeUnit + (raidSector % layoutPtr->sectorsPerStripeUnit);
    349      1.1    oster }
    350      1.1    oster 
    351      1.1    oster 
    352      1.3    oster void
    353      1.3    oster rf_MapParityDeclusteredPQ(
    354      1.3    oster     RF_Raid_t * raidPtr,
    355      1.3    oster     RF_RaidAddr_t raidSector,
    356      1.3    oster     RF_RowCol_t * row,
    357      1.3    oster     RF_RowCol_t * col,
    358      1.3    oster     RF_SectorNum_t * diskSector,
    359      1.3    oster     int remap)
    360      1.1    oster {
    361      1.3    oster 	RF_RaidLayout_t *layoutPtr = &(raidPtr->Layout);
    362      1.3    oster 	RF_DeclusteredConfigInfo_t *info = (RF_DeclusteredConfigInfo_t *) layoutPtr->layoutSpecificInfo;
    363      1.3    oster 	RF_StripeNum_t SUID = raidSector / layoutPtr->sectorsPerStripeUnit;
    364      1.3    oster 	RF_StripeNum_t FullTableID, FullTableOffset, TableID, TableOffset;
    365      1.3    oster 	RF_StripeNum_t BlockID, BlockOffset, RepIndex;
    366      1.3    oster 	RF_StripeCount_t sus_per_fulltable = info->SUsPerFullTable;
    367      1.3    oster 	RF_StripeCount_t fulltable_depth = info->FullTableDepthInPUs * layoutPtr->SUsPerPU;
    368      1.3    oster 	RF_StripeNum_t base_suid = 0, outSU, SpareRegion, SpareSpace = 0;
    369      1.3    oster 
    370      1.3    oster 	rf_decluster_adjust_params(layoutPtr, &SUID, &sus_per_fulltable, &fulltable_depth, &base_suid);
    371      1.3    oster 
    372      1.3    oster 	/* compute row & (possibly) spare space exactly as before */
    373      1.3    oster 	FullTableID = SUID / sus_per_fulltable;
    374      1.3    oster 	*row = FullTableID % raidPtr->numRow;
    375      1.3    oster 	FullTableID /= raidPtr->numRow;	/* convert to fulltable ID on this
    376      1.3    oster 					 * disk */
    377      1.3    oster 	if ((raidPtr->Layout.map->flags & RF_DISTRIBUTE_SPARE)) {
    378      1.3    oster 		SpareRegion = FullTableID / info->FullTablesPerSpareRegion;
    379      1.3    oster 		SpareSpace = SpareRegion * info->SpareSpaceDepthPerRegionInSUs;
    380      1.3    oster 	}
    381      1.3    oster 	/* compute BlockID and RepIndex exactly as before */
    382      1.3    oster 	FullTableOffset = SUID % sus_per_fulltable;
    383      1.3    oster 	TableID = FullTableOffset / info->SUsPerTable;
    384      1.3    oster 	TableOffset = FullTableOffset - TableID * info->SUsPerTable;
    385      1.3    oster 	BlockID = TableOffset / info->PUsPerBlock;
    386      1.3    oster 	BlockOffset = TableOffset - BlockID * info->PUsPerBlock;
    387      1.3    oster 	BlockID %= info->BlocksPerTable;
    388      1.3    oster 
    389      1.3    oster 	/* the parity block is in the position indicated by RepIndex */
    390      1.3    oster 	RepIndex = (raidPtr->noRotate) ? info->PUsPerBlock : info->groupSize - 1 - TableID;
    391      1.3    oster 	*col = info->LayoutTable[BlockID][RepIndex];
    392      1.3    oster 
    393      1.3    oster 	if (remap)
    394      1.3    oster 		RF_PANIC();
    395      1.3    oster 
    396      1.3    oster 	/* compute sector as before, except use RepIndex instead of
    397      1.3    oster 	 * BlockOffset */
    398      1.3    oster 	outSU = base_suid;
    399      1.3    oster 	outSU += FullTableID * fulltable_depth;
    400      1.3    oster 	outSU += SpareSpace;	/* skip rsvd spare space */
    401      1.3    oster 	outSU += TableID * info->TableDepthInPUs * layoutPtr->SUsPerPU;
    402      1.3    oster 	outSU += info->OffsetTable[BlockID][RepIndex] * layoutPtr->SUsPerPU;
    403      1.3    oster 	outSU += TableOffset / (info->BlocksPerTable * info->PUsPerBlock);
    404      1.3    oster 
    405      1.3    oster 	*diskSector = outSU * layoutPtr->sectorsPerStripeUnit + (raidSector % layoutPtr->sectorsPerStripeUnit);
    406      1.1    oster }
    407      1.1    oster 
    408      1.3    oster void
    409      1.3    oster rf_MapQDeclusteredPQ(
    410      1.3    oster     RF_Raid_t * raidPtr,
    411      1.3    oster     RF_RaidAddr_t raidSector,
    412      1.3    oster     RF_RowCol_t * row,
    413      1.3    oster     RF_RowCol_t * col,
    414      1.3    oster     RF_SectorNum_t * diskSector,
    415      1.3    oster     int remap)
    416      1.1    oster {
    417      1.3    oster 	RF_RaidLayout_t *layoutPtr = &(raidPtr->Layout);
    418      1.3    oster 	RF_DeclusteredConfigInfo_t *info = (RF_DeclusteredConfigInfo_t *) layoutPtr->layoutSpecificInfo;
    419      1.3    oster 	RF_StripeNum_t SUID = raidSector / layoutPtr->sectorsPerStripeUnit;
    420      1.3    oster 	RF_StripeNum_t FullTableID, FullTableOffset, TableID, TableOffset;
    421      1.3    oster 	RF_StripeNum_t BlockID, BlockOffset, RepIndex, RepIndexQ;
    422      1.3    oster 	RF_StripeCount_t sus_per_fulltable = info->SUsPerFullTable;
    423      1.3    oster 	RF_StripeCount_t fulltable_depth = info->FullTableDepthInPUs * layoutPtr->SUsPerPU;
    424      1.3    oster 	RF_StripeNum_t base_suid = 0, outSU, SpareRegion, SpareSpace = 0;
    425      1.3    oster 
    426      1.3    oster 	rf_decluster_adjust_params(layoutPtr, &SUID, &sus_per_fulltable, &fulltable_depth, &base_suid);
    427      1.3    oster 
    428      1.3    oster 	/* compute row & (possibly) spare space exactly as before */
    429      1.3    oster 	FullTableID = SUID / sus_per_fulltable;
    430      1.3    oster 	*row = FullTableID % raidPtr->numRow;
    431      1.3    oster 	FullTableID /= raidPtr->numRow;	/* convert to fulltable ID on this
    432      1.3    oster 					 * disk */
    433      1.3    oster 	if ((raidPtr->Layout.map->flags & RF_DISTRIBUTE_SPARE)) {
    434      1.3    oster 		SpareRegion = FullTableID / info->FullTablesPerSpareRegion;
    435      1.3    oster 		SpareSpace = SpareRegion * info->SpareSpaceDepthPerRegionInSUs;
    436      1.3    oster 	}
    437      1.3    oster 	/* compute BlockID and RepIndex exactly as before */
    438      1.3    oster 	FullTableOffset = SUID % sus_per_fulltable;
    439      1.3    oster 	TableID = FullTableOffset / info->SUsPerTable;
    440      1.3    oster 	TableOffset = FullTableOffset - TableID * info->SUsPerTable;
    441      1.3    oster 	BlockID = TableOffset / info->PUsPerBlock;
    442      1.3    oster 	BlockOffset = TableOffset - BlockID * info->PUsPerBlock;
    443      1.3    oster 	BlockID %= info->BlocksPerTable;
    444      1.3    oster 
    445      1.3    oster 	/* the q block is in the position indicated by RepIndex */
    446      1.3    oster 	RepIndex = (raidPtr->noRotate) ? info->PUsPerBlock : info->groupSize - 1 - TableID;
    447      1.3    oster 	RepIndexQ = ((RepIndex == (info->groupSize - 1)) ? 0 : RepIndex + 1);
    448      1.3    oster 	*col = info->LayoutTable[BlockID][RepIndexQ];
    449      1.3    oster 
    450      1.3    oster 	if (remap)
    451      1.3    oster 		RF_PANIC();
    452      1.3    oster 
    453      1.3    oster 	/* compute sector as before, except use RepIndex instead of
    454      1.3    oster 	 * BlockOffset */
    455      1.3    oster 	outSU = base_suid;
    456      1.3    oster 	outSU += FullTableID * fulltable_depth;
    457      1.3    oster 	outSU += SpareSpace;	/* skip rsvd spare space */
    458      1.3    oster 	outSU += TableID * info->TableDepthInPUs * layoutPtr->SUsPerPU;
    459      1.3    oster 	outSU += TableOffset / (info->BlocksPerTable * info->PUsPerBlock);
    460      1.1    oster 
    461      1.3    oster 	outSU += info->OffsetTable[BlockID][RepIndexQ] * layoutPtr->SUsPerPU;
    462      1.3    oster 	*diskSector = outSU * layoutPtr->sectorsPerStripeUnit + (raidSector % layoutPtr->sectorsPerStripeUnit);
    463      1.1    oster }
    464      1.1    oster /* returns an array of ints identifying the disks that comprise the stripe containing the indicated address.
    465      1.1    oster  * the caller must _never_ attempt to modify this array.
    466      1.1    oster  */
    467      1.3    oster void
    468      1.3    oster rf_IdentifyStripeDeclusteredPQ(
    469      1.3    oster     RF_Raid_t * raidPtr,
    470      1.3    oster     RF_RaidAddr_t addr,
    471      1.3    oster     RF_RowCol_t ** diskids,
    472      1.3    oster     RF_RowCol_t * outRow)
    473      1.1    oster {
    474      1.3    oster 	RF_RaidLayout_t *layoutPtr = &(raidPtr->Layout);
    475      1.3    oster 	RF_DeclusteredConfigInfo_t *info = (RF_DeclusteredConfigInfo_t *) layoutPtr->layoutSpecificInfo;
    476      1.3    oster 	RF_StripeCount_t sus_per_fulltable = info->SUsPerFullTable;
    477      1.3    oster 	RF_StripeCount_t fulltable_depth = info->FullTableDepthInPUs * layoutPtr->SUsPerPU;
    478      1.3    oster 	RF_StripeNum_t base_suid = 0;
    479      1.3    oster 	RF_StripeNum_t SUID = rf_RaidAddressToStripeUnitID(layoutPtr, addr);
    480      1.3    oster 	RF_StripeNum_t stripeID, FullTableID;
    481      1.3    oster 	int     tableOffset;
    482      1.3    oster 
    483      1.3    oster 	rf_decluster_adjust_params(layoutPtr, &SUID, &sus_per_fulltable, &fulltable_depth, &base_suid);
    484      1.3    oster 	FullTableID = SUID / sus_per_fulltable;	/* fulltable ID within array
    485      1.3    oster 						 * (across rows) */
    486      1.3    oster 	*outRow = FullTableID % raidPtr->numRow;
    487      1.3    oster 	stripeID = rf_StripeUnitIDToStripeID(layoutPtr, SUID);	/* find stripe offset
    488      1.3    oster 								 * into array */
    489      1.3    oster 	tableOffset = (stripeID % info->BlocksPerTable);	/* find offset into
    490      1.3    oster 								 * block design table */
    491      1.3    oster 	*diskids = info->LayoutTable[tableOffset];
    492      1.1    oster }
    493      1.5    oster #endif /* (RF_INCLUDE_PARITY_DECLUSTERING_PQ > 0) || (RF_INCLUDE_EVENODD > 0) */
    494