Home | History | Annotate | Line # | Download | only in raidframe
rf_declusterPQ.c revision 1.13
      1  1.13  oster /*	$NetBSD: rf_declusterPQ.c,v 1.13 2006/04/26 17:08:48 oster Exp $	*/
      2   1.1  oster /*
      3   1.1  oster  * Copyright (c) 1995 Carnegie-Mellon University.
      4   1.1  oster  * All rights reserved.
      5   1.1  oster  *
      6   1.1  oster  * Authors: Daniel Stodolsky, Mark Holland, Jim Zelenka
      7   1.1  oster  *
      8   1.1  oster  * Permission to use, copy, modify and distribute this software and
      9   1.1  oster  * its documentation is hereby granted, provided that both the copyright
     10   1.1  oster  * notice and this permission notice appear in all copies of the
     11   1.1  oster  * software, derivative works or modified versions, and any portions
     12   1.1  oster  * thereof, and that both notices appear in supporting documentation.
     13   1.1  oster  *
     14   1.1  oster  * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS"
     15   1.1  oster  * CONDITION.  CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND
     16   1.1  oster  * FOR ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE.
     17   1.1  oster  *
     18   1.1  oster  * Carnegie Mellon requests users of this software to return to
     19   1.1  oster  *
     20   1.1  oster  *  Software Distribution Coordinator  or  Software.Distribution (at) CS.CMU.EDU
     21   1.1  oster  *  School of Computer Science
     22   1.1  oster  *  Carnegie Mellon University
     23   1.1  oster  *  Pittsburgh PA 15213-3890
     24   1.1  oster  *
     25   1.1  oster  * any improvements or extensions that they make and grant Carnegie the
     26   1.1  oster  * rights to redistribute these changes.
     27   1.1  oster  */
     28   1.1  oster 
     29   1.1  oster /*--------------------------------------------------
     30   1.1  oster  * rf_declusterPQ.c
     31   1.1  oster  *
     32   1.1  oster  * mapping code for declustered P & Q or declustered EvenOdd
     33   1.1  oster  * much code borrowed from rf_decluster.c
     34   1.1  oster  *
     35   1.1  oster  *--------------------------------------------------*/
     36   1.7  lukem 
     37   1.7  lukem #include <sys/cdefs.h>
     38  1.13  oster __KERNEL_RCSID(0, "$NetBSD: rf_declusterPQ.c,v 1.13 2006/04/26 17:08:48 oster Exp $");
     39   1.1  oster 
     40   1.6  oster #include <dev/raidframe/raidframevar.h>
     41   1.6  oster 
     42   1.4  oster #include "rf_archs.h"
     43   1.1  oster #include "rf_raid.h"
     44   1.1  oster #include "rf_decluster.h"
     45   1.1  oster #include "rf_declusterPQ.h"
     46   1.1  oster #include "rf_debugMem.h"
     47   1.1  oster #include "rf_utils.h"
     48   1.1  oster #include "rf_alloclist.h"
     49   1.1  oster #include "rf_general.h"
     50   1.1  oster 
     51   1.5  oster #if (RF_INCLUDE_PARITY_DECLUSTERING_PQ > 0) || (RF_INCLUDE_EVENODD > 0)
     52   1.1  oster /* configuration code */
     53   1.1  oster 
     54  1.11  perry int
     55  1.10  oster rf_ConfigureDeclusteredPQ(RF_ShutdownList_t **listp, RF_Raid_t *raidPtr,
     56  1.10  oster 			  RF_Config_t *cfgPtr)
     57   1.1  oster {
     58   1.3  oster 	RF_RaidLayout_t *layoutPtr = &(raidPtr->Layout);
     59   1.3  oster 	int     b, v, k, r, lambda;	/* block design params */
     60   1.3  oster 	int     i, j, l;
     61   1.3  oster 	int    *first_avail_slot;
     62   1.3  oster 	int     complete_FT_count, SUID;
     63   1.3  oster 	RF_DeclusteredConfigInfo_t *info;
     64   1.3  oster 	int     numCompleteFullTablesPerDisk;
     65   1.3  oster 	int     PUsPerDisk, spareRegionDepthInPUs, numCompleteSpareRegionsPerDisk = 0,
     66   1.3  oster 	        extraPUsPerDisk;
     67   1.3  oster 	int     totSparePUsPerDisk;
     68   1.3  oster 	int     diskOffsetOfLastFullTableInSUs, SpareSpaceInSUs;
     69   1.3  oster 	char   *cfgBuf = (char *) (cfgPtr->layoutSpecific);
     70   1.3  oster 
     71   1.3  oster 	cfgBuf += RF_SPAREMAP_NAME_LEN;
     72   1.3  oster 
     73   1.3  oster 	b = *((int *) cfgBuf);
     74   1.3  oster 	cfgBuf += sizeof(int);
     75   1.3  oster 	v = *((int *) cfgBuf);
     76   1.3  oster 	cfgBuf += sizeof(int);
     77   1.3  oster 	k = *((int *) cfgBuf);
     78   1.3  oster 	cfgBuf += sizeof(int);
     79   1.3  oster 	r = *((int *) cfgBuf);
     80   1.3  oster 	cfgBuf += sizeof(int);
     81   1.3  oster 	lambda = *((int *) cfgBuf);
     82   1.3  oster 	cfgBuf += sizeof(int);
     83   1.3  oster 	raidPtr->noRotate = *((int *) cfgBuf);
     84   1.3  oster 	cfgBuf += sizeof(int);
     85   1.3  oster 
     86   1.3  oster 	if (k <= 2) {
     87   1.3  oster 		printf("RAIDFRAME: k=%d, minimum value 2\n", k);
     88   1.3  oster 		return (EINVAL);
     89   1.3  oster 	}
     90   1.3  oster 	/* 1. create layout specific structure */
     91   1.3  oster 	RF_MallocAndAdd(info, sizeof(RF_DeclusteredConfigInfo_t), (RF_DeclusteredConfigInfo_t *), raidPtr->cleanupList);
     92   1.3  oster 	if (info == NULL)
     93   1.3  oster 		return (ENOMEM);
     94   1.3  oster 	layoutPtr->layoutSpecificInfo = (void *) info;
     95   1.3  oster 
     96   1.3  oster 	/* the sparemaps are generated assuming that parity is rotated, so we
     97   1.3  oster 	 * issue a warning if both distributed sparing and no-rotate are on at
     98   1.3  oster 	 * the same time */
     99   1.3  oster 	if ((raidPtr->Layout.map->flags & RF_DISTRIBUTE_SPARE) && raidPtr->noRotate) {
    100   1.3  oster 		RF_ERRORMSG("Warning:  distributed sparing specified without parity rotation.\n");
    101   1.3  oster 	}
    102   1.3  oster 	if (raidPtr->numCol != v) {
    103   1.3  oster 		RF_ERRORMSG2("RAID: config error: table element count (%d) not equal to no. of cols (%d)\n", v, raidPtr->numCol);
    104   1.3  oster 		return (EINVAL);
    105   1.3  oster 	}
    106   1.3  oster 	/* 3.  set up the values used in devRaidMap */
    107   1.3  oster 	info->BlocksPerTable = b;
    108   1.3  oster 	info->NumParityReps = info->groupSize = k;
    109   1.3  oster 	info->PUsPerBlock = k - 2;	/* PQ */
    110   1.3  oster 	info->SUsPerTable = b * info->PUsPerBlock * layoutPtr->SUsPerPU;	/* b blks, k-1 SUs each */
    111   1.3  oster 	info->SUsPerFullTable = k * info->SUsPerTable;	/* rot k times */
    112   1.3  oster 	info->SUsPerBlock = info->PUsPerBlock * layoutPtr->SUsPerPU;
    113   1.3  oster 	info->TableDepthInPUs = (b * k) / v;
    114   1.3  oster 	info->FullTableDepthInPUs = info->TableDepthInPUs * k;	/* k repetitions */
    115   1.3  oster 
    116   1.3  oster 	/* used only in distributed sparing case */
    117   1.3  oster 	info->FullTablesPerSpareRegion = (v - 1) / rf_gcd(r, v - 1);	/* (v-1)/gcd fulltables */
    118   1.3  oster 	info->TablesPerSpareRegion = k * info->FullTablesPerSpareRegion;
    119   1.3  oster 	info->SpareSpaceDepthPerRegionInSUs = (r * info->TablesPerSpareRegion / (v - 1)) * layoutPtr->SUsPerPU;
    120   1.3  oster 
    121   1.3  oster 	/* check to make sure the block design is sufficiently small */
    122   1.3  oster 	if ((raidPtr->Layout.map->flags & RF_DISTRIBUTE_SPARE)) {
    123   1.3  oster 		if (info->FullTableDepthInPUs * layoutPtr->SUsPerPU + info->SpareSpaceDepthPerRegionInSUs > layoutPtr->stripeUnitsPerDisk) {
    124   1.3  oster 			RF_ERRORMSG3("RAID: config error: Full Table depth (%d) + Spare Space (%d) larger than disk size (%d) (BD too big)\n",
    125   1.3  oster 			    (int) info->FullTableDepthInPUs,
    126   1.3  oster 			    (int) info->SpareSpaceDepthPerRegionInSUs,
    127   1.3  oster 			    (int) layoutPtr->stripeUnitsPerDisk);
    128   1.3  oster 			return (EINVAL);
    129   1.3  oster 		}
    130   1.3  oster 	} else {
    131   1.3  oster 		if (info->TableDepthInPUs * layoutPtr->SUsPerPU > layoutPtr->stripeUnitsPerDisk) {
    132   1.3  oster 			RF_ERRORMSG2("RAID: config error: Table depth (%d) larger than disk size (%d) (BD too big)\n",
    133   1.3  oster 			    (int) (info->TableDepthInPUs * layoutPtr->SUsPerPU),
    134   1.3  oster 			    (int) layoutPtr->stripeUnitsPerDisk);
    135   1.3  oster 			return (EINVAL);
    136   1.3  oster 		}
    137   1.3  oster 	}
    138   1.3  oster 
    139   1.3  oster 
    140   1.3  oster 	/* compute the size of each disk, and the number of tables in the last
    141   1.3  oster 	 * fulltable (which need not be complete) */
    142   1.3  oster 	if ((raidPtr->Layout.map->flags & RF_DISTRIBUTE_SPARE)) {
    143   1.3  oster 
    144   1.3  oster 		PUsPerDisk = layoutPtr->stripeUnitsPerDisk / layoutPtr->SUsPerPU;
    145   1.3  oster 		spareRegionDepthInPUs = (info->TablesPerSpareRegion * info->TableDepthInPUs +
    146   1.3  oster 		    (info->TablesPerSpareRegion * info->TableDepthInPUs) / (v - 1));
    147   1.3  oster 		info->SpareRegionDepthInSUs = spareRegionDepthInPUs * layoutPtr->SUsPerPU;
    148   1.3  oster 
    149   1.3  oster 		numCompleteSpareRegionsPerDisk = PUsPerDisk / spareRegionDepthInPUs;
    150   1.3  oster 		info->NumCompleteSRs = numCompleteSpareRegionsPerDisk;
    151   1.3  oster 		extraPUsPerDisk = PUsPerDisk % spareRegionDepthInPUs;
    152   1.3  oster 
    153   1.3  oster 		/* assume conservatively that we need the full amount of spare
    154   1.3  oster 		 * space in one region in order to provide spares for the
    155   1.3  oster 		 * partial spare region at the end of the array.  We set "i"
    156   1.3  oster 		 * to the number of tables in the partial spare region.  This
    157   1.3  oster 		 * may actually include some fulltables. */
    158   1.3  oster 		extraPUsPerDisk -= (info->SpareSpaceDepthPerRegionInSUs / layoutPtr->SUsPerPU);
    159   1.3  oster 		if (extraPUsPerDisk <= 0)
    160   1.3  oster 			i = 0;
    161   1.3  oster 		else
    162   1.3  oster 			i = extraPUsPerDisk / info->TableDepthInPUs;
    163   1.3  oster 
    164   1.9  oster 		complete_FT_count = /* raidPtr->numRow */ 1 * (numCompleteSpareRegionsPerDisk * (info->TablesPerSpareRegion / k) + i / k);
    165   1.3  oster 		info->FullTableLimitSUID = complete_FT_count * info->SUsPerFullTable;
    166   1.3  oster 		info->ExtraTablesPerDisk = i % k;
    167   1.3  oster 
    168   1.3  oster 		/* note that in the last spare region, the spare space is
    169   1.3  oster 		 * complete even though data/parity space is not */
    170   1.3  oster 		totSparePUsPerDisk = (numCompleteSpareRegionsPerDisk + 1) * (info->SpareSpaceDepthPerRegionInSUs / layoutPtr->SUsPerPU);
    171   1.3  oster 		info->TotSparePUsPerDisk = totSparePUsPerDisk;
    172   1.3  oster 
    173   1.3  oster 		layoutPtr->stripeUnitsPerDisk =
    174   1.9  oster 		    ((complete_FT_count / /* raidPtr->numRow*/ 1) * info->FullTableDepthInPUs +	/* data & parity space */
    175   1.3  oster 		    info->ExtraTablesPerDisk * info->TableDepthInPUs +
    176   1.3  oster 		    totSparePUsPerDisk	/* spare space */
    177   1.3  oster 		    ) * layoutPtr->SUsPerPU;
    178   1.3  oster 		layoutPtr->dataStripeUnitsPerDisk =
    179   1.3  oster 		    (complete_FT_count * info->FullTableDepthInPUs + info->ExtraTablesPerDisk * info->TableDepthInPUs)
    180   1.3  oster 		    * layoutPtr->SUsPerPU * (k - 1) / k;
    181   1.3  oster 
    182   1.3  oster 	} else {
    183   1.3  oster 		/* non-dist spare case:  force each disk to contain an
    184   1.3  oster 		 * integral number of tables */
    185   1.3  oster 		layoutPtr->stripeUnitsPerDisk /= (info->TableDepthInPUs * layoutPtr->SUsPerPU);
    186   1.3  oster 		layoutPtr->stripeUnitsPerDisk *= (info->TableDepthInPUs * layoutPtr->SUsPerPU);
    187   1.3  oster 
    188   1.3  oster 		/* compute the number of tables in the last fulltable, which
    189   1.3  oster 		 * need not be complete */
    190   1.3  oster 		complete_FT_count =
    191   1.9  oster 		((layoutPtr->stripeUnitsPerDisk / layoutPtr->SUsPerPU) / info->FullTableDepthInPUs) * /* raidPtr->numRow */ 1;
    192   1.3  oster 
    193   1.3  oster 		info->FullTableLimitSUID = complete_FT_count * info->SUsPerFullTable;
    194   1.3  oster 		info->ExtraTablesPerDisk =
    195   1.3  oster 		    ((layoutPtr->stripeUnitsPerDisk / layoutPtr->SUsPerPU) / info->TableDepthInPUs) % k;
    196   1.3  oster 	}
    197   1.3  oster 
    198   1.3  oster 	raidPtr->sectorsPerDisk = layoutPtr->stripeUnitsPerDisk * layoutPtr->sectorsPerStripeUnit;
    199   1.3  oster 
    200   1.3  oster 	/* find the disk offset of the stripe unit where the last fulltable
    201   1.3  oster 	 * starts */
    202   1.9  oster 	numCompleteFullTablesPerDisk = complete_FT_count / /* raidPtr->numRow */ 1;
    203   1.3  oster 	diskOffsetOfLastFullTableInSUs = numCompleteFullTablesPerDisk * info->FullTableDepthInPUs * layoutPtr->SUsPerPU;
    204   1.3  oster 	if ((raidPtr->Layout.map->flags & RF_DISTRIBUTE_SPARE)) {
    205   1.3  oster 		SpareSpaceInSUs = numCompleteSpareRegionsPerDisk * info->SpareSpaceDepthPerRegionInSUs;
    206   1.3  oster 		diskOffsetOfLastFullTableInSUs += SpareSpaceInSUs;
    207   1.3  oster 		info->DiskOffsetOfLastSpareSpaceChunkInSUs =
    208   1.3  oster 		    diskOffsetOfLastFullTableInSUs + info->ExtraTablesPerDisk * info->TableDepthInPUs * layoutPtr->SUsPerPU;
    209   1.3  oster 	}
    210   1.3  oster 	info->DiskOffsetOfLastFullTableInSUs = diskOffsetOfLastFullTableInSUs;
    211   1.3  oster 	info->numCompleteFullTablesPerDisk = numCompleteFullTablesPerDisk;
    212   1.3  oster 
    213   1.3  oster 	/* 4.  create and initialize the lookup tables */
    214   1.3  oster 	info->LayoutTable = rf_make_2d_array(b, k, raidPtr->cleanupList);
    215   1.3  oster 	if (info->LayoutTable == NULL)
    216   1.3  oster 		return (ENOMEM);
    217   1.3  oster 	info->OffsetTable = rf_make_2d_array(b, k, raidPtr->cleanupList);
    218   1.3  oster 	if (info->OffsetTable == NULL)
    219   1.3  oster 		return (ENOMEM);
    220   1.3  oster 	info->BlockTable = rf_make_2d_array(info->TableDepthInPUs * layoutPtr->SUsPerPU, raidPtr->numCol, raidPtr->cleanupList);
    221   1.3  oster 	if (info->BlockTable == NULL)
    222   1.3  oster 		return (ENOMEM);
    223   1.3  oster 
    224   1.3  oster 	first_avail_slot = (int *) rf_make_1d_array(v, NULL);
    225   1.3  oster 	if (first_avail_slot == NULL)
    226   1.3  oster 		return (ENOMEM);
    227   1.3  oster 
    228   1.3  oster 	for (i = 0; i < b; i++)
    229   1.3  oster 		for (j = 0; j < k; j++)
    230   1.3  oster 			info->LayoutTable[i][j] = *cfgBuf++;
    231   1.3  oster 
    232   1.3  oster 	/* initialize offset table */
    233   1.3  oster 	for (i = 0; i < b; i++)
    234   1.3  oster 		for (j = 0; j < k; j++) {
    235   1.3  oster 			info->OffsetTable[i][j] = first_avail_slot[info->LayoutTable[i][j]];
    236   1.3  oster 			first_avail_slot[info->LayoutTable[i][j]]++;
    237   1.3  oster 		}
    238   1.3  oster 
    239   1.3  oster 	/* initialize block table */
    240   1.3  oster 	for (SUID = l = 0; l < layoutPtr->SUsPerPU; l++) {
    241   1.3  oster 		for (i = 0; i < b; i++) {
    242   1.3  oster 			for (j = 0; j < k; j++) {
    243   1.3  oster 				info->BlockTable[(info->OffsetTable[i][j] * layoutPtr->SUsPerPU) + l]
    244   1.3  oster 				    [info->LayoutTable[i][j]] = SUID;
    245   1.3  oster 			}
    246   1.3  oster 			SUID++;
    247   1.3  oster 		}
    248   1.3  oster 	}
    249   1.3  oster 
    250   1.3  oster 	rf_free_1d_array(first_avail_slot, v);
    251   1.1  oster 
    252   1.3  oster 	/* 5.  set up the remaining redundant-but-useful parameters */
    253   1.3  oster 
    254   1.9  oster 	raidPtr->totalSectors = (k * complete_FT_count + /* raidPtr->numRow */ 1 * info->ExtraTablesPerDisk) *
    255   1.3  oster 	    info->SUsPerTable * layoutPtr->sectorsPerStripeUnit;
    256   1.3  oster 	layoutPtr->numStripe = (raidPtr->totalSectors / layoutPtr->sectorsPerStripeUnit) / (k - 2);
    257   1.3  oster 
    258   1.3  oster 	/* strange evaluation order below to try and minimize overflow
    259   1.3  oster 	 * problems */
    260   1.3  oster 
    261   1.3  oster 	layoutPtr->dataSectorsPerStripe = (k - 2) * layoutPtr->sectorsPerStripeUnit;
    262   1.3  oster 	layoutPtr->numDataCol = k - 2;
    263   1.3  oster 	layoutPtr->numParityCol = 2;
    264   1.3  oster 
    265   1.3  oster 	return (0);
    266   1.1  oster }
    267   1.1  oster 
    268  1.11  perry int
    269  1.10  oster rf_GetDefaultNumFloatingReconBuffersPQ(RF_Raid_t *raidPtr)
    270   1.1  oster {
    271   1.3  oster 	int     def_decl;
    272   1.1  oster 
    273   1.3  oster 	def_decl = rf_GetDefaultNumFloatingReconBuffersDeclustered(raidPtr);
    274   1.3  oster 	return (RF_MAX(3 * raidPtr->numCol, def_decl));
    275   1.1  oster }
    276   1.1  oster 
    277  1.11  perry void
    278  1.10  oster rf_MapSectorDeclusteredPQ(RF_Raid_t *raidPtr, RF_RaidAddr_t raidSector,
    279  1.13  oster 			  RF_RowCol_t *col,
    280  1.10  oster 			  RF_SectorNum_t *diskSector, int remap)
    281   1.1  oster {
    282   1.3  oster 	RF_RaidLayout_t *layoutPtr = &(raidPtr->Layout);
    283   1.3  oster 	RF_DeclusteredConfigInfo_t *info = (RF_DeclusteredConfigInfo_t *) layoutPtr->layoutSpecificInfo;
    284   1.3  oster 	RF_StripeNum_t SUID = raidSector / layoutPtr->sectorsPerStripeUnit;
    285   1.3  oster 	RF_StripeNum_t FullTableID, FullTableOffset, TableID, TableOffset;
    286   1.3  oster 	RF_StripeNum_t BlockID, BlockOffset, RepIndex;
    287   1.3  oster 	RF_StripeCount_t sus_per_fulltable = info->SUsPerFullTable;
    288   1.3  oster 	RF_StripeCount_t fulltable_depth = info->FullTableDepthInPUs * layoutPtr->SUsPerPU;
    289   1.3  oster 	RF_StripeNum_t base_suid = 0, outSU, SpareRegion = 0, SpareSpace = 0;
    290   1.3  oster 
    291   1.3  oster 	rf_decluster_adjust_params(layoutPtr, &SUID, &sus_per_fulltable, &fulltable_depth, &base_suid);
    292   1.3  oster 
    293   1.3  oster 	FullTableID = SUID / sus_per_fulltable;	/* fulltable ID within array
    294   1.3  oster 						 * (across rows) */
    295   1.9  oster 	FullTableID /= /* raidPtr->numRow */ 1;	/* convert to fulltable ID on this
    296   1.3  oster 					 * disk */
    297   1.3  oster 	if ((raidPtr->Layout.map->flags & RF_DISTRIBUTE_SPARE)) {
    298   1.3  oster 		SpareRegion = FullTableID / info->FullTablesPerSpareRegion;
    299   1.3  oster 		SpareSpace = SpareRegion * info->SpareSpaceDepthPerRegionInSUs;
    300   1.3  oster 	}
    301   1.3  oster 	FullTableOffset = SUID % sus_per_fulltable;
    302   1.3  oster 	TableID = FullTableOffset / info->SUsPerTable;
    303   1.3  oster 	TableOffset = FullTableOffset - TableID * info->SUsPerTable;
    304   1.3  oster 	BlockID = TableOffset / info->PUsPerBlock;
    305   1.3  oster 	BlockOffset = TableOffset - BlockID * info->PUsPerBlock;
    306   1.3  oster 	BlockID %= info->BlocksPerTable;
    307   1.3  oster 	RF_ASSERT(BlockOffset < info->groupSize - 2);
    308   1.3  oster 	/*
    309   1.3  oster            TableIDs go from 0 .. GroupSize-1 inclusive.
    310   1.3  oster            PUsPerBlock is k-2.
    311   1.3  oster            We want the tableIDs to rotate from the
    312   1.3  oster            right, so use GroupSize
    313   1.3  oster            */
    314   1.3  oster 	RepIndex = info->groupSize - 1 - TableID;
    315   1.3  oster 	RF_ASSERT(RepIndex >= 0);
    316   1.3  oster 	if (!raidPtr->noRotate) {
    317   1.3  oster 		if (TableID == 0)
    318   1.3  oster 			BlockOffset++;	/* P on last drive, Q on first */
    319   1.3  oster 		else
    320   1.3  oster 			BlockOffset += ((BlockOffset >= RepIndex) ? 2 : 0);	/* skip over PQ */
    321   1.3  oster 		RF_ASSERT(BlockOffset < info->groupSize);
    322   1.3  oster 		*col = info->LayoutTable[BlockID][BlockOffset];
    323   1.3  oster 	}
    324   1.3  oster 	/* remap to distributed spare space if indicated */
    325   1.3  oster 	if (remap) {
    326  1.13  oster 		rf_remap_to_spare_space(layoutPtr, info, FullTableID, TableID, BlockID, (base_suid) ? 1 : 0, SpareRegion, col, &outSU);
    327   1.3  oster 	} else {
    328   1.3  oster 
    329   1.3  oster 		outSU = base_suid;
    330   1.3  oster 		outSU += FullTableID * fulltable_depth;	/* offs to strt of FT */
    331   1.3  oster 		outSU += SpareSpace;	/* skip rsvd spare space */
    332   1.3  oster 		outSU += TableID * info->TableDepthInPUs * layoutPtr->SUsPerPU;	/* offs to strt of tble */
    333   1.3  oster 		outSU += info->OffsetTable[BlockID][BlockOffset] * layoutPtr->SUsPerPU;	/* offs to the PU */
    334   1.3  oster 	}
    335   1.3  oster 	outSU += TableOffset / (info->BlocksPerTable * info->PUsPerBlock);	/* offs to the SU within
    336   1.3  oster 										 * a PU */
    337   1.3  oster 
    338   1.3  oster 	/* convert SUs to sectors, and, if not aligned to SU boundary, add in
    339   1.3  oster 	 * offset to sector */
    340   1.3  oster 	*diskSector = outSU * layoutPtr->sectorsPerStripeUnit + (raidSector % layoutPtr->sectorsPerStripeUnit);
    341   1.1  oster }
    342   1.1  oster 
    343   1.1  oster 
    344  1.11  perry void
    345  1.10  oster rf_MapParityDeclusteredPQ(RF_Raid_t *raidPtr, RF_RaidAddr_t raidSector,
    346  1.13  oster 			  RF_RowCol_t *col,
    347  1.10  oster 			  RF_SectorNum_t *diskSector, int remap)
    348   1.1  oster {
    349   1.3  oster 	RF_RaidLayout_t *layoutPtr = &(raidPtr->Layout);
    350   1.3  oster 	RF_DeclusteredConfigInfo_t *info = (RF_DeclusteredConfigInfo_t *) layoutPtr->layoutSpecificInfo;
    351   1.3  oster 	RF_StripeNum_t SUID = raidSector / layoutPtr->sectorsPerStripeUnit;
    352   1.3  oster 	RF_StripeNum_t FullTableID, FullTableOffset, TableID, TableOffset;
    353   1.3  oster 	RF_StripeNum_t BlockID, BlockOffset, RepIndex;
    354   1.3  oster 	RF_StripeCount_t sus_per_fulltable = info->SUsPerFullTable;
    355   1.3  oster 	RF_StripeCount_t fulltable_depth = info->FullTableDepthInPUs * layoutPtr->SUsPerPU;
    356   1.3  oster 	RF_StripeNum_t base_suid = 0, outSU, SpareRegion, SpareSpace = 0;
    357   1.3  oster 
    358   1.3  oster 	rf_decluster_adjust_params(layoutPtr, &SUID, &sus_per_fulltable, &fulltable_depth, &base_suid);
    359   1.3  oster 
    360   1.3  oster 	/* compute row & (possibly) spare space exactly as before */
    361   1.3  oster 	FullTableID = SUID / sus_per_fulltable;
    362   1.9  oster 	FullTableID /= /* raidPtr->numRow */ 1;	/* convert to fulltable ID on this
    363   1.3  oster 					 * disk */
    364   1.3  oster 	if ((raidPtr->Layout.map->flags & RF_DISTRIBUTE_SPARE)) {
    365   1.3  oster 		SpareRegion = FullTableID / info->FullTablesPerSpareRegion;
    366   1.3  oster 		SpareSpace = SpareRegion * info->SpareSpaceDepthPerRegionInSUs;
    367   1.3  oster 	}
    368   1.3  oster 	/* compute BlockID and RepIndex exactly as before */
    369   1.3  oster 	FullTableOffset = SUID % sus_per_fulltable;
    370   1.3  oster 	TableID = FullTableOffset / info->SUsPerTable;
    371   1.3  oster 	TableOffset = FullTableOffset - TableID * info->SUsPerTable;
    372   1.3  oster 	BlockID = TableOffset / info->PUsPerBlock;
    373   1.3  oster 	BlockOffset = TableOffset - BlockID * info->PUsPerBlock;
    374   1.3  oster 	BlockID %= info->BlocksPerTable;
    375   1.3  oster 
    376   1.3  oster 	/* the parity block is in the position indicated by RepIndex */
    377   1.3  oster 	RepIndex = (raidPtr->noRotate) ? info->PUsPerBlock : info->groupSize - 1 - TableID;
    378   1.3  oster 	*col = info->LayoutTable[BlockID][RepIndex];
    379   1.3  oster 
    380   1.3  oster 	if (remap)
    381   1.3  oster 		RF_PANIC();
    382   1.3  oster 
    383   1.3  oster 	/* compute sector as before, except use RepIndex instead of
    384   1.3  oster 	 * BlockOffset */
    385   1.3  oster 	outSU = base_suid;
    386   1.3  oster 	outSU += FullTableID * fulltable_depth;
    387   1.3  oster 	outSU += SpareSpace;	/* skip rsvd spare space */
    388   1.3  oster 	outSU += TableID * info->TableDepthInPUs * layoutPtr->SUsPerPU;
    389   1.3  oster 	outSU += info->OffsetTable[BlockID][RepIndex] * layoutPtr->SUsPerPU;
    390   1.3  oster 	outSU += TableOffset / (info->BlocksPerTable * info->PUsPerBlock);
    391   1.3  oster 
    392   1.3  oster 	*diskSector = outSU * layoutPtr->sectorsPerStripeUnit + (raidSector % layoutPtr->sectorsPerStripeUnit);
    393   1.1  oster }
    394   1.1  oster 
    395  1.11  perry void
    396  1.10  oster rf_MapQDeclusteredPQ(RF_Raid_t *raidPtr, RF_RaidAddr_t raidSector,
    397  1.13  oster 		     RF_RowCol_t *col,
    398  1.10  oster 		     RF_SectorNum_t *diskSector, int remap)
    399   1.1  oster {
    400   1.3  oster 	RF_RaidLayout_t *layoutPtr = &(raidPtr->Layout);
    401   1.3  oster 	RF_DeclusteredConfigInfo_t *info = (RF_DeclusteredConfigInfo_t *) layoutPtr->layoutSpecificInfo;
    402   1.3  oster 	RF_StripeNum_t SUID = raidSector / layoutPtr->sectorsPerStripeUnit;
    403   1.3  oster 	RF_StripeNum_t FullTableID, FullTableOffset, TableID, TableOffset;
    404   1.3  oster 	RF_StripeNum_t BlockID, BlockOffset, RepIndex, RepIndexQ;
    405   1.3  oster 	RF_StripeCount_t sus_per_fulltable = info->SUsPerFullTable;
    406   1.3  oster 	RF_StripeCount_t fulltable_depth = info->FullTableDepthInPUs * layoutPtr->SUsPerPU;
    407   1.3  oster 	RF_StripeNum_t base_suid = 0, outSU, SpareRegion, SpareSpace = 0;
    408   1.3  oster 
    409   1.3  oster 	rf_decluster_adjust_params(layoutPtr, &SUID, &sus_per_fulltable, &fulltable_depth, &base_suid);
    410   1.3  oster 
    411   1.3  oster 	/* compute row & (possibly) spare space exactly as before */
    412   1.3  oster 	FullTableID = SUID / sus_per_fulltable;
    413   1.9  oster 	FullTableID /= /* raidPtr->numRow */ 1;	/* convert to fulltable ID on this
    414   1.3  oster 					 * disk */
    415   1.3  oster 	if ((raidPtr->Layout.map->flags & RF_DISTRIBUTE_SPARE)) {
    416   1.3  oster 		SpareRegion = FullTableID / info->FullTablesPerSpareRegion;
    417   1.3  oster 		SpareSpace = SpareRegion * info->SpareSpaceDepthPerRegionInSUs;
    418   1.3  oster 	}
    419   1.3  oster 	/* compute BlockID and RepIndex exactly as before */
    420   1.3  oster 	FullTableOffset = SUID % sus_per_fulltable;
    421   1.3  oster 	TableID = FullTableOffset / info->SUsPerTable;
    422   1.3  oster 	TableOffset = FullTableOffset - TableID * info->SUsPerTable;
    423   1.3  oster 	BlockID = TableOffset / info->PUsPerBlock;
    424   1.3  oster 	BlockOffset = TableOffset - BlockID * info->PUsPerBlock;
    425   1.3  oster 	BlockID %= info->BlocksPerTable;
    426   1.3  oster 
    427   1.3  oster 	/* the q block is in the position indicated by RepIndex */
    428   1.3  oster 	RepIndex = (raidPtr->noRotate) ? info->PUsPerBlock : info->groupSize - 1 - TableID;
    429   1.3  oster 	RepIndexQ = ((RepIndex == (info->groupSize - 1)) ? 0 : RepIndex + 1);
    430   1.3  oster 	*col = info->LayoutTable[BlockID][RepIndexQ];
    431   1.3  oster 
    432   1.3  oster 	if (remap)
    433   1.3  oster 		RF_PANIC();
    434   1.3  oster 
    435   1.3  oster 	/* compute sector as before, except use RepIndex instead of
    436   1.3  oster 	 * BlockOffset */
    437   1.3  oster 	outSU = base_suid;
    438   1.3  oster 	outSU += FullTableID * fulltable_depth;
    439   1.3  oster 	outSU += SpareSpace;	/* skip rsvd spare space */
    440   1.3  oster 	outSU += TableID * info->TableDepthInPUs * layoutPtr->SUsPerPU;
    441   1.3  oster 	outSU += TableOffset / (info->BlocksPerTable * info->PUsPerBlock);
    442   1.1  oster 
    443   1.3  oster 	outSU += info->OffsetTable[BlockID][RepIndexQ] * layoutPtr->SUsPerPU;
    444   1.3  oster 	*diskSector = outSU * layoutPtr->sectorsPerStripeUnit + (raidSector % layoutPtr->sectorsPerStripeUnit);
    445   1.1  oster }
    446   1.1  oster /* returns an array of ints identifying the disks that comprise the stripe containing the indicated address.
    447   1.1  oster  * the caller must _never_ attempt to modify this array.
    448   1.1  oster  */
    449  1.11  perry void
    450  1.10  oster rf_IdentifyStripeDeclusteredPQ(RF_Raid_t *raidPtr, RF_RaidAddr_t addr,
    451  1.13  oster 			       RF_RowCol_t **diskids)
    452   1.1  oster {
    453   1.3  oster 	RF_RaidLayout_t *layoutPtr = &(raidPtr->Layout);
    454   1.3  oster 	RF_DeclusteredConfigInfo_t *info = (RF_DeclusteredConfigInfo_t *) layoutPtr->layoutSpecificInfo;
    455   1.3  oster 	RF_StripeCount_t sus_per_fulltable = info->SUsPerFullTable;
    456   1.3  oster 	RF_StripeCount_t fulltable_depth = info->FullTableDepthInPUs * layoutPtr->SUsPerPU;
    457   1.3  oster 	RF_StripeNum_t base_suid = 0;
    458   1.3  oster 	RF_StripeNum_t SUID = rf_RaidAddressToStripeUnitID(layoutPtr, addr);
    459   1.3  oster 	RF_StripeNum_t stripeID, FullTableID;
    460   1.3  oster 	int     tableOffset;
    461   1.3  oster 
    462   1.3  oster 	rf_decluster_adjust_params(layoutPtr, &SUID, &sus_per_fulltable, &fulltable_depth, &base_suid);
    463   1.3  oster 	FullTableID = SUID / sus_per_fulltable;	/* fulltable ID within array
    464   1.3  oster 						 * (across rows) */
    465   1.3  oster 	stripeID = rf_StripeUnitIDToStripeID(layoutPtr, SUID);	/* find stripe offset
    466   1.3  oster 								 * into array */
    467   1.3  oster 	tableOffset = (stripeID % info->BlocksPerTable);	/* find offset into
    468   1.3  oster 								 * block design table */
    469   1.3  oster 	*diskids = info->LayoutTable[tableOffset];
    470   1.1  oster }
    471   1.5  oster #endif /* (RF_INCLUDE_PARITY_DECLUSTERING_PQ > 0) || (RF_INCLUDE_EVENODD > 0) */
    472