Home | History | Annotate | Line # | Download | only in raidframe
rf_declusterPQ.c revision 1.2
      1  1.2  oster /*	$NetBSD: rf_declusterPQ.c,v 1.2 1999/01/26 02:33:55 oster Exp $	*/
      2  1.1  oster /*
      3  1.1  oster  * Copyright (c) 1995 Carnegie-Mellon University.
      4  1.1  oster  * All rights reserved.
      5  1.1  oster  *
      6  1.1  oster  * Authors: Daniel Stodolsky, Mark Holland, Jim Zelenka
      7  1.1  oster  *
      8  1.1  oster  * Permission to use, copy, modify and distribute this software and
      9  1.1  oster  * its documentation is hereby granted, provided that both the copyright
     10  1.1  oster  * notice and this permission notice appear in all copies of the
     11  1.1  oster  * software, derivative works or modified versions, and any portions
     12  1.1  oster  * thereof, and that both notices appear in supporting documentation.
     13  1.1  oster  *
     14  1.1  oster  * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS"
     15  1.1  oster  * CONDITION.  CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND
     16  1.1  oster  * FOR ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE.
     17  1.1  oster  *
     18  1.1  oster  * Carnegie Mellon requests users of this software to return to
     19  1.1  oster  *
     20  1.1  oster  *  Software Distribution Coordinator  or  Software.Distribution (at) CS.CMU.EDU
     21  1.1  oster  *  School of Computer Science
     22  1.1  oster  *  Carnegie Mellon University
     23  1.1  oster  *  Pittsburgh PA 15213-3890
     24  1.1  oster  *
     25  1.1  oster  * any improvements or extensions that they make and grant Carnegie the
     26  1.1  oster  * rights to redistribute these changes.
     27  1.1  oster  */
     28  1.1  oster 
     29  1.1  oster /*--------------------------------------------------
     30  1.1  oster  * rf_declusterPQ.c
     31  1.1  oster  *
     32  1.1  oster  * mapping code for declustered P & Q or declustered EvenOdd
     33  1.1  oster  * much code borrowed from rf_decluster.c
     34  1.1  oster  *
     35  1.1  oster  *--------------------------------------------------*/
     36  1.1  oster 
     37  1.1  oster 
     38  1.1  oster #include "rf_types.h"
     39  1.1  oster #include "rf_raid.h"
     40  1.1  oster #include "rf_configure.h"
     41  1.1  oster #include "rf_decluster.h"
     42  1.1  oster #include "rf_declusterPQ.h"
     43  1.1  oster #include "rf_debugMem.h"
     44  1.1  oster #include "rf_utils.h"
     45  1.1  oster #include "rf_alloclist.h"
     46  1.1  oster #include "rf_general.h"
     47  1.1  oster 
     48  1.1  oster /* configuration code */
     49  1.1  oster 
     50  1.1  oster int rf_ConfigureDeclusteredPQ(
     51  1.1  oster   RF_ShutdownList_t  **listp,
     52  1.1  oster   RF_Raid_t           *raidPtr,
     53  1.1  oster   RF_Config_t         *cfgPtr)
     54  1.1  oster {
     55  1.1  oster     RF_RaidLayout_t *layoutPtr = &(raidPtr->Layout);
     56  1.1  oster     int b, v, k, r, lambda;				/* block design params */
     57  1.1  oster     int i, j, l;
     58  1.1  oster     int *first_avail_slot;
     59  1.1  oster     int  complete_FT_count, SUID;
     60  1.1  oster     RF_DeclusteredConfigInfo_t *info;
     61  1.1  oster     int numCompleteFullTablesPerDisk;
     62  1.1  oster     int PUsPerDisk, spareRegionDepthInPUs, numCompleteSpareRegionsPerDisk = 0, extraPUsPerDisk;
     63  1.1  oster     int totSparePUsPerDisk;
     64  1.1  oster     int diskOffsetOfLastFullTableInSUs, SpareSpaceInSUs;
     65  1.1  oster     char *cfgBuf = (char *) (cfgPtr->layoutSpecific);
     66  1.1  oster 
     67  1.1  oster     cfgBuf += RF_SPAREMAP_NAME_LEN;
     68  1.1  oster 
     69  1.1  oster     b        = *( (int *) cfgBuf);   cfgBuf += sizeof(int);
     70  1.1  oster     v        = *( (int *) cfgBuf);   cfgBuf += sizeof(int);
     71  1.1  oster     k        = *( (int *) cfgBuf);   cfgBuf += sizeof(int);
     72  1.1  oster     r        = *( (int *) cfgBuf);   cfgBuf += sizeof(int);
     73  1.1  oster     lambda   = *( (int *) cfgBuf);   cfgBuf += sizeof(int);
     74  1.1  oster     raidPtr->noRotate = *( (int *) cfgBuf);   cfgBuf += sizeof(int);
     75  1.1  oster 
     76  1.1  oster     if (k <= 2) {
     77  1.1  oster       printf("RAIDFRAME: k=%d, minimum value 2\n", k);
     78  1.1  oster       return(EINVAL);
     79  1.1  oster     }
     80  1.1  oster 
     81  1.1  oster     /* 1. create layout specific structure */
     82  1.1  oster     RF_MallocAndAdd(info, sizeof(RF_DeclusteredConfigInfo_t), (RF_DeclusteredConfigInfo_t *), raidPtr->cleanupList);
     83  1.1  oster     if (info == NULL)
     84  1.1  oster       return(ENOMEM);
     85  1.1  oster     layoutPtr->layoutSpecificInfo = (void *) info;
     86  1.1  oster 
     87  1.1  oster     /* the sparemaps are generated assuming that parity is rotated, so we issue
     88  1.1  oster      * a warning if both distributed sparing and no-rotate are on at the same time
     89  1.1  oster      */
     90  1.1  oster     if ((raidPtr->Layout.map->flags & RF_DISTRIBUTE_SPARE) && raidPtr->noRotate) {
     91  1.1  oster 	RF_ERRORMSG("Warning:  distributed sparing specified without parity rotation.\n");
     92  1.1  oster     }
     93  1.1  oster 
     94  1.1  oster     if (raidPtr->numCol != v) {
     95  1.1  oster         RF_ERRORMSG2("RAID: config error: table element count (%d) not equal to no. of cols (%d)\n", v, raidPtr->numCol);
     96  1.1  oster         return(EINVAL);
     97  1.1  oster     }
     98  1.1  oster 
     99  1.1  oster     /* 3.  set up the values used in devRaidMap */
    100  1.1  oster     info->BlocksPerTable = b;
    101  1.1  oster     info->NumParityReps = info->groupSize = k;
    102  1.1  oster     info->PUsPerBlock = k-2;  /* PQ */
    103  1.1  oster     info->SUsPerTable = b * info->PUsPerBlock * layoutPtr->SUsPerPU;/* b blks, k-1 SUs each */
    104  1.1  oster     info->SUsPerFullTable = k * info->SUsPerTable;	/* rot k times */
    105  1.1  oster     info->SUsPerBlock = info->PUsPerBlock * layoutPtr->SUsPerPU;
    106  1.1  oster     info->TableDepthInPUs = (b*k) / v;
    107  1.1  oster     info->FullTableDepthInPUs = info->TableDepthInPUs * k;		/* k repetitions */
    108  1.1  oster 
    109  1.1  oster     /* used only in distributed sparing case */
    110  1.1  oster     info->FullTablesPerSpareRegion = (v-1) / rf_gcd(r, v-1);		/* (v-1)/gcd fulltables */
    111  1.1  oster     info->TablesPerSpareRegion = k * info->FullTablesPerSpareRegion;
    112  1.1  oster     info->SpareSpaceDepthPerRegionInSUs = (r * info->TablesPerSpareRegion / (v-1)) * layoutPtr->SUsPerPU;
    113  1.1  oster 
    114  1.1  oster     /* check to make sure the block design is sufficiently small */
    115  1.1  oster     if ((raidPtr->Layout.map->flags & RF_DISTRIBUTE_SPARE)) {
    116  1.1  oster         if (info->FullTableDepthInPUs * layoutPtr->SUsPerPU + info->SpareSpaceDepthPerRegionInSUs > layoutPtr->stripeUnitsPerDisk) {
    117  1.1  oster 	    RF_ERRORMSG3("RAID: config error: Full Table depth (%d) + Spare Space (%d) larger than disk size (%d) (BD too big)\n",
    118  1.1  oster 			 (int)info->FullTableDepthInPUs,
    119  1.1  oster 			 (int)info->SpareSpaceDepthPerRegionInSUs,
    120  1.1  oster 			 (int)layoutPtr->stripeUnitsPerDisk);
    121  1.1  oster 	    return(EINVAL);
    122  1.1  oster 	}
    123  1.1  oster     } else {
    124  1.1  oster 	if (info->TableDepthInPUs * layoutPtr->SUsPerPU > layoutPtr->stripeUnitsPerDisk) {
    125  1.1  oster 	    RF_ERRORMSG2("RAID: config error: Table depth (%d) larger than disk size (%d) (BD too big)\n",
    126  1.1  oster 			 (int)(info->TableDepthInPUs * layoutPtr->SUsPerPU),
    127  1.1  oster 			 (int)layoutPtr->stripeUnitsPerDisk);
    128  1.1  oster 	    return(EINVAL);
    129  1.1  oster 	}
    130  1.1  oster     }
    131  1.1  oster 
    132  1.1  oster 
    133  1.1  oster     /* compute the size of each disk, and the number of tables in the last fulltable (which
    134  1.1  oster      * need not be complete)
    135  1.1  oster      */
    136  1.1  oster     if ((raidPtr->Layout.map->flags & RF_DISTRIBUTE_SPARE)) {
    137  1.1  oster 
    138  1.1  oster 	PUsPerDisk = layoutPtr->stripeUnitsPerDisk / layoutPtr->SUsPerPU;
    139  1.1  oster 	spareRegionDepthInPUs = (info->TablesPerSpareRegion * info->TableDepthInPUs +
    140  1.1  oster 				 (info->TablesPerSpareRegion * info->TableDepthInPUs) / (v-1));
    141  1.1  oster 	info->SpareRegionDepthInSUs = spareRegionDepthInPUs * layoutPtr->SUsPerPU;
    142  1.1  oster 
    143  1.1  oster 	numCompleteSpareRegionsPerDisk = PUsPerDisk / spareRegionDepthInPUs;
    144  1.1  oster 	info->NumCompleteSRs = numCompleteSpareRegionsPerDisk;
    145  1.1  oster 	extraPUsPerDisk = PUsPerDisk % spareRegionDepthInPUs;
    146  1.1  oster 
    147  1.1  oster 	/* assume conservatively that we need the full amount of spare space in one region in order
    148  1.1  oster 	 * to provide spares for the partial spare region at the end of the array.  We set "i" to
    149  1.1  oster 	 * the number of tables in the partial spare region.  This may actually include some fulltables.
    150  1.1  oster 	 */
    151  1.1  oster 	extraPUsPerDisk -= (info->SpareSpaceDepthPerRegionInSUs / layoutPtr->SUsPerPU);
    152  1.1  oster 	if (extraPUsPerDisk <= 0) i = 0;
    153  1.1  oster 	else i = extraPUsPerDisk/info->TableDepthInPUs;
    154  1.1  oster 
    155  1.1  oster 	complete_FT_count = raidPtr->numRow * (numCompleteSpareRegionsPerDisk * (info->TablesPerSpareRegion/k) + i/k);
    156  1.1  oster         info->FullTableLimitSUID = complete_FT_count * info->SUsPerFullTable;
    157  1.1  oster 	info->ExtraTablesPerDisk = i % k;
    158  1.1  oster 
    159  1.1  oster 	/* note that in the last spare region, the spare space is complete even though data/parity space is not */
    160  1.1  oster 	totSparePUsPerDisk = (numCompleteSpareRegionsPerDisk+1) * (info->SpareSpaceDepthPerRegionInSUs / layoutPtr->SUsPerPU);
    161  1.1  oster 	info->TotSparePUsPerDisk = totSparePUsPerDisk;
    162  1.1  oster 
    163  1.1  oster 	layoutPtr->stripeUnitsPerDisk =
    164  1.1  oster 	    ((complete_FT_count/raidPtr->numRow) * info->FullTableDepthInPUs +	 	/* data & parity space */
    165  1.1  oster 	     info->ExtraTablesPerDisk * info->TableDepthInPUs +
    166  1.1  oster 	     totSparePUsPerDisk								/* spare space */
    167  1.1  oster 	    ) * layoutPtr->SUsPerPU;
    168  1.1  oster 	layoutPtr->dataStripeUnitsPerDisk =
    169  1.1  oster 	    (complete_FT_count * info->FullTableDepthInPUs + info->ExtraTablesPerDisk * info->TableDepthInPUs)
    170  1.1  oster 	    * layoutPtr->SUsPerPU * (k-1) / k;
    171  1.1  oster 
    172  1.1  oster     } else {
    173  1.1  oster         /* non-dist spare case:  force each disk to contain an integral number of tables */
    174  1.1  oster         layoutPtr->stripeUnitsPerDisk /= (info->TableDepthInPUs * layoutPtr->SUsPerPU);
    175  1.1  oster         layoutPtr->stripeUnitsPerDisk *= (info->TableDepthInPUs * layoutPtr->SUsPerPU);
    176  1.1  oster 
    177  1.1  oster 	/* compute the number of tables in the last fulltable, which need not be complete */
    178  1.1  oster         complete_FT_count =
    179  1.1  oster             ((layoutPtr->stripeUnitsPerDisk/layoutPtr->SUsPerPU) / info->FullTableDepthInPUs) * raidPtr->numRow;
    180  1.1  oster 
    181  1.1  oster         info->FullTableLimitSUID = complete_FT_count * info->SUsPerFullTable;
    182  1.1  oster         info->ExtraTablesPerDisk =
    183  1.1  oster 		((layoutPtr->stripeUnitsPerDisk/layoutPtr->SUsPerPU) / info->TableDepthInPUs) % k;
    184  1.1  oster     }
    185  1.1  oster 
    186  1.1  oster     raidPtr->sectorsPerDisk = layoutPtr->stripeUnitsPerDisk * layoutPtr->sectorsPerStripeUnit;
    187  1.1  oster 
    188  1.1  oster     /* find the disk offset of the stripe unit where the last fulltable starts */
    189  1.1  oster     numCompleteFullTablesPerDisk = complete_FT_count / raidPtr->numRow;
    190  1.1  oster     diskOffsetOfLastFullTableInSUs = numCompleteFullTablesPerDisk * info->FullTableDepthInPUs * layoutPtr->SUsPerPU;
    191  1.1  oster     if ((raidPtr->Layout.map->flags & RF_DISTRIBUTE_SPARE)) {
    192  1.1  oster         SpareSpaceInSUs  = numCompleteSpareRegionsPerDisk * info->SpareSpaceDepthPerRegionInSUs;
    193  1.1  oster         diskOffsetOfLastFullTableInSUs += SpareSpaceInSUs;
    194  1.1  oster         info->DiskOffsetOfLastSpareSpaceChunkInSUs =
    195  1.1  oster 	    diskOffsetOfLastFullTableInSUs + info->ExtraTablesPerDisk * info->TableDepthInPUs * layoutPtr->SUsPerPU;
    196  1.1  oster     }
    197  1.1  oster     info->DiskOffsetOfLastFullTableInSUs = diskOffsetOfLastFullTableInSUs;
    198  1.1  oster     info->numCompleteFullTablesPerDisk = numCompleteFullTablesPerDisk;
    199  1.1  oster 
    200  1.1  oster     /* 4.  create and initialize the lookup tables */
    201  1.1  oster     info->LayoutTable = rf_make_2d_array(b, k, raidPtr->cleanupList);
    202  1.1  oster     if (info->LayoutTable == NULL)
    203  1.1  oster       return(ENOMEM);
    204  1.1  oster     info->OffsetTable = rf_make_2d_array(b, k, raidPtr->cleanupList);
    205  1.1  oster     if (info->OffsetTable == NULL)
    206  1.1  oster       return(ENOMEM);
    207  1.1  oster     info->BlockTable  =	rf_make_2d_array(info->TableDepthInPUs*layoutPtr->SUsPerPU, raidPtr->numCol, raidPtr->cleanupList);
    208  1.1  oster     if (info->BlockTable == NULL)
    209  1.1  oster       return(ENOMEM);
    210  1.1  oster 
    211  1.1  oster     first_avail_slot  = (int *) rf_make_1d_array(v, NULL);
    212  1.1  oster     if (first_avail_slot == NULL)
    213  1.1  oster       return(ENOMEM);
    214  1.1  oster 
    215  1.1  oster     for (i=0; i<b; i++)
    216  1.1  oster       for (j=0; j<k; j++)
    217  1.1  oster         info->LayoutTable[i][j] = *cfgBuf++;
    218  1.1  oster 
    219  1.1  oster     /* initialize offset table */
    220  1.1  oster     for (i=0; i<b; i++) for (j=0; j<k; j++) {
    221  1.1  oster         info->OffsetTable[i][j] = first_avail_slot[ info->LayoutTable[i][j] ];
    222  1.1  oster         first_avail_slot[ info->LayoutTable[i][j] ]++;
    223  1.1  oster     }
    224  1.1  oster 
    225  1.1  oster     /* initialize block table */
    226  1.1  oster     for (SUID=l=0; l<layoutPtr->SUsPerPU; l++) {
    227  1.1  oster         for (i=0; i<b; i++) {
    228  1.1  oster             for (j=0; j<k; j++) {
    229  1.1  oster                 info->BlockTable[ (info->OffsetTable[i][j] * layoutPtr->SUsPerPU) + l ]
    230  1.1  oster 		                [ info->LayoutTable[i][j] ] = SUID;
    231  1.1  oster             }
    232  1.1  oster             SUID++;
    233  1.1  oster         }
    234  1.1  oster     }
    235  1.1  oster 
    236  1.1  oster     rf_free_1d_array(first_avail_slot, v);
    237  1.1  oster 
    238  1.1  oster     /* 5.  set up the remaining redundant-but-useful parameters */
    239  1.1  oster 
    240  1.1  oster     raidPtr->totalSectors = (k*complete_FT_count + raidPtr->numRow*info->ExtraTablesPerDisk) *
    241  1.1  oster     			  info->SUsPerTable * layoutPtr->sectorsPerStripeUnit;
    242  1.1  oster     layoutPtr->numStripe = (raidPtr->totalSectors / layoutPtr->sectorsPerStripeUnit) / (k-2);
    243  1.1  oster 
    244  1.1  oster     /* strange evaluation order below to try and minimize overflow problems */
    245  1.1  oster 
    246  1.1  oster     layoutPtr->dataSectorsPerStripe = (k-2) * layoutPtr->sectorsPerStripeUnit;
    247  1.1  oster     layoutPtr->bytesPerStripeUnit = layoutPtr->sectorsPerStripeUnit << raidPtr->logBytesPerSector;
    248  1.1  oster     layoutPtr->numDataCol = k-2;
    249  1.1  oster     layoutPtr->numParityCol = 2;
    250  1.1  oster 
    251  1.1  oster     return(0);
    252  1.1  oster }
    253  1.1  oster 
    254  1.1  oster int rf_GetDefaultNumFloatingReconBuffersPQ(RF_Raid_t *raidPtr)
    255  1.1  oster {
    256  1.1  oster   int def_decl;
    257  1.1  oster 
    258  1.1  oster   def_decl = rf_GetDefaultNumFloatingReconBuffersDeclustered(raidPtr);
    259  1.1  oster   return(RF_MAX(3 * raidPtr->numCol, def_decl));
    260  1.1  oster }
    261  1.1  oster 
    262  1.1  oster void rf_MapSectorDeclusteredPQ(
    263  1.1  oster   RF_Raid_t         *raidPtr,
    264  1.1  oster   RF_RaidAddr_t      raidSector,
    265  1.1  oster   RF_RowCol_t       *row,
    266  1.1  oster   RF_RowCol_t       *col,
    267  1.1  oster   RF_SectorNum_t    *diskSector,
    268  1.1  oster   int                remap)
    269  1.1  oster {
    270  1.1  oster     RF_RaidLayout_t *layoutPtr = &(raidPtr->Layout);
    271  1.1  oster     RF_DeclusteredConfigInfo_t *info = (RF_DeclusteredConfigInfo_t *) layoutPtr->layoutSpecificInfo;
    272  1.1  oster     RF_StripeNum_t SUID = raidSector / layoutPtr->sectorsPerStripeUnit;
    273  1.1  oster     RF_StripeNum_t FullTableID, FullTableOffset, TableID, TableOffset;
    274  1.1  oster     RF_StripeNum_t BlockID, BlockOffset, RepIndex;
    275  1.1  oster     RF_StripeCount_t sus_per_fulltable = info->SUsPerFullTable;
    276  1.1  oster     RF_StripeCount_t fulltable_depth  = info->FullTableDepthInPUs * layoutPtr->SUsPerPU;
    277  1.1  oster     RF_StripeNum_t base_suid = 0, outSU, SpareRegion=0, SpareSpace=0;
    278  1.1  oster 
    279  1.1  oster     rf_decluster_adjust_params(layoutPtr, &SUID, &sus_per_fulltable, &fulltable_depth, &base_suid);
    280  1.1  oster 
    281  1.1  oster     FullTableID     = SUID / sus_per_fulltable;		/* fulltable ID within array (across rows) */
    282  1.1  oster     *row            = FullTableID % raidPtr->numRow;
    283  1.1  oster     FullTableID    /= raidPtr->numRow;			/* convert to fulltable ID on this disk */
    284  1.1  oster     if ((raidPtr->Layout.map->flags & RF_DISTRIBUTE_SPARE)) {
    285  1.1  oster 	SpareRegion = FullTableID / info->FullTablesPerSpareRegion;
    286  1.1  oster         SpareSpace  = SpareRegion * info->SpareSpaceDepthPerRegionInSUs;
    287  1.1  oster     }
    288  1.1  oster     FullTableOffset = SUID % sus_per_fulltable;
    289  1.1  oster     TableID         = FullTableOffset / info->SUsPerTable;
    290  1.1  oster     TableOffset     = FullTableOffset - TableID * info->SUsPerTable;
    291  1.1  oster     BlockID         = TableOffset / info->PUsPerBlock;
    292  1.1  oster     BlockOffset     = TableOffset - BlockID * info->PUsPerBlock;
    293  1.1  oster     BlockID        %= info->BlocksPerTable;
    294  1.1  oster     RF_ASSERT(BlockOffset < info->groupSize-2 );
    295  1.1  oster     /*
    296  1.1  oster        TableIDs go from 0 .. GroupSize-1 inclusive.
    297  1.1  oster        PUsPerBlock is k-2.
    298  1.1  oster        We want the tableIDs to rotate from the
    299  1.1  oster        right, so use GroupSize
    300  1.1  oster        */
    301  1.1  oster     RepIndex        = info->groupSize - 1 - TableID;
    302  1.1  oster     RF_ASSERT(RepIndex >= 0);
    303  1.1  oster     if (!raidPtr->noRotate)
    304  1.1  oster       {
    305  1.1  oster 	if (TableID==0)
    306  1.1  oster 	    BlockOffset++; /* P on last drive, Q on first */
    307  1.1  oster 	else
    308  1.1  oster 	  BlockOffset    += ((BlockOffset >= RepIndex) ? 2 : 0); /* skip over PQ */
    309  1.1  oster 	RF_ASSERT(BlockOffset < info->groupSize);
    310  1.1  oster 	*col            = info->LayoutTable[BlockID][BlockOffset];
    311  1.1  oster       }
    312  1.1  oster 
    313  1.1  oster     /* remap to distributed spare space if indicated */
    314  1.1  oster     if (remap) {
    315  1.1  oster 	rf_remap_to_spare_space(layoutPtr, info, *row, FullTableID, TableID, BlockID, (base_suid) ? 1 : 0, SpareRegion, col, &outSU);
    316  1.1  oster     } else {
    317  1.1  oster 
    318  1.1  oster         outSU	    = base_suid;
    319  1.1  oster         outSU      += FullTableID * fulltable_depth;  				        /* offs to strt of FT */
    320  1.1  oster         outSU	   += SpareSpace;						        /* skip rsvd spare space */
    321  1.1  oster         outSU      += TableID * info->TableDepthInPUs * layoutPtr->SUsPerPU;   	        /* offs to strt of tble */
    322  1.1  oster         outSU      += info->OffsetTable[BlockID][BlockOffset] * layoutPtr->SUsPerPU;	/* offs to the PU */
    323  1.1  oster     }
    324  1.1  oster     outSU          += TableOffset / (info->BlocksPerTable * info->PUsPerBlock);	        /* offs to the SU within a PU */
    325  1.1  oster 
    326  1.1  oster     /* convert SUs to sectors, and, if not aligned to SU boundary, add in offset to sector */
    327  1.1  oster     *diskSector     = outSU*layoutPtr->sectorsPerStripeUnit + (raidSector % layoutPtr->sectorsPerStripeUnit);
    328  1.1  oster }
    329  1.1  oster 
    330  1.1  oster 
    331  1.1  oster void rf_MapParityDeclusteredPQ(
    332  1.1  oster   RF_Raid_t       *raidPtr,
    333  1.1  oster   RF_RaidAddr_t    raidSector,
    334  1.1  oster   RF_RowCol_t     *row,
    335  1.1  oster   RF_RowCol_t     *col,
    336  1.1  oster   RF_SectorNum_t  *diskSector,
    337  1.1  oster   int              remap)
    338  1.1  oster {
    339  1.1  oster   RF_RaidLayout_t *layoutPtr = &(raidPtr->Layout);
    340  1.1  oster   RF_DeclusteredConfigInfo_t *info = (RF_DeclusteredConfigInfo_t *) layoutPtr->layoutSpecificInfo;
    341  1.1  oster   RF_StripeNum_t SUID = raidSector / layoutPtr->sectorsPerStripeUnit;
    342  1.1  oster   RF_StripeNum_t FullTableID, FullTableOffset, TableID, TableOffset;
    343  1.1  oster   RF_StripeNum_t BlockID, BlockOffset, RepIndex;
    344  1.1  oster   RF_StripeCount_t sus_per_fulltable = info->SUsPerFullTable;
    345  1.1  oster   RF_StripeCount_t fulltable_depth  = info->FullTableDepthInPUs * layoutPtr->SUsPerPU;
    346  1.1  oster   RF_StripeNum_t base_suid = 0, outSU, SpareRegion, SpareSpace=0;
    347  1.1  oster 
    348  1.1  oster   rf_decluster_adjust_params(layoutPtr, &SUID, &sus_per_fulltable, &fulltable_depth, &base_suid);
    349  1.1  oster 
    350  1.1  oster   /* compute row & (possibly) spare space exactly as before */
    351  1.1  oster   FullTableID     = SUID / sus_per_fulltable;
    352  1.1  oster   *row            = FullTableID % raidPtr->numRow;
    353  1.1  oster   FullTableID    /= raidPtr->numRow;			/* convert to fulltable ID on this disk */
    354  1.1  oster   if ((raidPtr->Layout.map->flags & RF_DISTRIBUTE_SPARE)) {
    355  1.1  oster     SpareRegion = FullTableID / info->FullTablesPerSpareRegion;
    356  1.1  oster     SpareSpace  = SpareRegion * info->SpareSpaceDepthPerRegionInSUs;
    357  1.1  oster   }
    358  1.1  oster 
    359  1.1  oster   /* compute BlockID and RepIndex exactly as before */
    360  1.1  oster   FullTableOffset = SUID % sus_per_fulltable;
    361  1.1  oster   TableID         = FullTableOffset / info->SUsPerTable;
    362  1.1  oster     TableOffset     = FullTableOffset - TableID * info->SUsPerTable;
    363  1.1  oster     BlockID         = TableOffset / info->PUsPerBlock;
    364  1.1  oster     BlockOffset     = TableOffset - BlockID * info->PUsPerBlock;
    365  1.1  oster     BlockID        %= info->BlocksPerTable;
    366  1.1  oster 
    367  1.1  oster   /* the parity block is in the position indicated by RepIndex */
    368  1.1  oster   RepIndex        = (raidPtr->noRotate) ? info->PUsPerBlock : info->groupSize - 1 - TableID;
    369  1.1  oster   *col	    = info->LayoutTable[BlockID][RepIndex];
    370  1.1  oster 
    371  1.1  oster   if (remap)
    372  1.1  oster     RF_PANIC();
    373  1.1  oster 
    374  1.1  oster   /* compute sector as before, except use RepIndex instead of BlockOffset */
    375  1.1  oster   outSU        = base_suid;
    376  1.1  oster   outSU       += FullTableID * fulltable_depth;
    377  1.1  oster   outSU	+= SpareSpace;						/* skip rsvd spare space */
    378  1.1  oster   outSU       += TableID * info->TableDepthInPUs * layoutPtr->SUsPerPU;
    379  1.1  oster   outSU       += info->OffsetTable[BlockID][RepIndex] * layoutPtr->SUsPerPU;
    380  1.1  oster   outSU       += TableOffset / (info->BlocksPerTable * info->PUsPerBlock);
    381  1.1  oster 
    382  1.1  oster   *diskSector  = outSU*layoutPtr->sectorsPerStripeUnit + (raidSector % layoutPtr->sectorsPerStripeUnit);
    383  1.1  oster }
    384  1.1  oster 
    385  1.1  oster void rf_MapQDeclusteredPQ(
    386  1.1  oster   RF_Raid_t       *raidPtr,
    387  1.1  oster   RF_RaidAddr_t    raidSector,
    388  1.1  oster   RF_RowCol_t     *row,
    389  1.1  oster   RF_RowCol_t     *col,
    390  1.1  oster   RF_SectorNum_t  *diskSector,
    391  1.1  oster   int              remap)
    392  1.1  oster {
    393  1.1  oster   RF_RaidLayout_t *layoutPtr = &(raidPtr->Layout);
    394  1.1  oster   RF_DeclusteredConfigInfo_t *info = (RF_DeclusteredConfigInfo_t *) layoutPtr->layoutSpecificInfo;
    395  1.1  oster   RF_StripeNum_t SUID = raidSector / layoutPtr->sectorsPerStripeUnit;
    396  1.1  oster   RF_StripeNum_t FullTableID, FullTableOffset, TableID, TableOffset;
    397  1.1  oster   RF_StripeNum_t BlockID, BlockOffset, RepIndex, RepIndexQ;
    398  1.1  oster   RF_StripeCount_t sus_per_fulltable = info->SUsPerFullTable;
    399  1.1  oster   RF_StripeCount_t fulltable_depth  = info->FullTableDepthInPUs * layoutPtr->SUsPerPU;
    400  1.1  oster   RF_StripeNum_t base_suid = 0, outSU, SpareRegion, SpareSpace=0;
    401  1.1  oster 
    402  1.1  oster   rf_decluster_adjust_params(layoutPtr, &SUID, &sus_per_fulltable, &fulltable_depth, &base_suid);
    403  1.1  oster 
    404  1.1  oster   /* compute row & (possibly) spare space exactly as before */
    405  1.1  oster   FullTableID     = SUID / sus_per_fulltable;
    406  1.1  oster   *row            = FullTableID % raidPtr->numRow;
    407  1.1  oster   FullTableID    /= raidPtr->numRow;			/* convert to fulltable ID on this disk */
    408  1.1  oster   if ((raidPtr->Layout.map->flags & RF_DISTRIBUTE_SPARE)) {
    409  1.1  oster     SpareRegion = FullTableID / info->FullTablesPerSpareRegion;
    410  1.1  oster     SpareSpace  = SpareRegion * info->SpareSpaceDepthPerRegionInSUs;
    411  1.1  oster   }
    412  1.1  oster 
    413  1.1  oster   /* compute BlockID and RepIndex exactly as before */
    414  1.1  oster   FullTableOffset = SUID % sus_per_fulltable;
    415  1.1  oster   TableID         = FullTableOffset / info->SUsPerTable;
    416  1.1  oster     TableOffset     = FullTableOffset - TableID * info->SUsPerTable;
    417  1.1  oster     BlockID         = TableOffset / info->PUsPerBlock;
    418  1.1  oster     BlockOffset     = TableOffset - BlockID * info->PUsPerBlock;
    419  1.1  oster     BlockID        %= info->BlocksPerTable;
    420  1.1  oster 
    421  1.1  oster   /* the q block is in the position indicated by RepIndex */
    422  1.1  oster   RepIndex        = (raidPtr->noRotate) ? info->PUsPerBlock : info->groupSize - 1 - TableID;
    423  1.1  oster   RepIndexQ = ((RepIndex == (info->groupSize-1)) ? 0 : RepIndex+1);
    424  1.1  oster   *col = info->LayoutTable[BlockID][RepIndexQ];
    425  1.1  oster 
    426  1.1  oster   if (remap)
    427  1.1  oster     RF_PANIC();
    428  1.1  oster 
    429  1.1  oster   /* compute sector as before, except use RepIndex instead of BlockOffset */
    430  1.1  oster   outSU        = base_suid;
    431  1.1  oster   outSU       += FullTableID * fulltable_depth;
    432  1.1  oster   outSU	+= SpareSpace;						/* skip rsvd spare space */
    433  1.1  oster   outSU       += TableID * info->TableDepthInPUs * layoutPtr->SUsPerPU;
    434  1.1  oster   outSU       += TableOffset / (info->BlocksPerTable * info->PUsPerBlock);
    435  1.1  oster 
    436  1.1  oster   outSU       += info->OffsetTable[BlockID][RepIndexQ] * layoutPtr->SUsPerPU;
    437  1.1  oster   *diskSector = outSU*layoutPtr->sectorsPerStripeUnit + (raidSector % layoutPtr->sectorsPerStripeUnit);
    438  1.1  oster }
    439  1.1  oster 
    440  1.1  oster /* returns an array of ints identifying the disks that comprise the stripe containing the indicated address.
    441  1.1  oster  * the caller must _never_ attempt to modify this array.
    442  1.1  oster  */
    443  1.1  oster void rf_IdentifyStripeDeclusteredPQ(
    444  1.1  oster   RF_Raid_t        *raidPtr,
    445  1.1  oster   RF_RaidAddr_t     addr,
    446  1.1  oster   RF_RowCol_t     **diskids,
    447  1.1  oster   RF_RowCol_t      *outRow)
    448  1.1  oster {
    449  1.1  oster   RF_RaidLayout_t *layoutPtr           = &(raidPtr->Layout);
    450  1.1  oster   RF_DeclusteredConfigInfo_t *info     = (RF_DeclusteredConfigInfo_t *) layoutPtr->layoutSpecificInfo;
    451  1.1  oster   RF_StripeCount_t sus_per_fulltable = info->SUsPerFullTable;
    452  1.1  oster   RF_StripeCount_t fulltable_depth   = info->FullTableDepthInPUs * layoutPtr->SUsPerPU;
    453  1.1  oster   RF_StripeNum_t base_suid         = 0;
    454  1.1  oster   RF_StripeNum_t SUID              = rf_RaidAddressToStripeUnitID(layoutPtr, addr);
    455  1.1  oster   RF_StripeNum_t stripeID, FullTableID;
    456  1.1  oster   int tableOffset;
    457  1.1  oster 
    458  1.1  oster   rf_decluster_adjust_params(layoutPtr, &SUID, &sus_per_fulltable, &fulltable_depth, &base_suid);
    459  1.1  oster   FullTableID     = SUID / sus_per_fulltable;		/* fulltable ID within array (across rows) */
    460  1.1  oster   *outRow         = FullTableID % raidPtr->numRow;
    461  1.1  oster   stripeID = rf_StripeUnitIDToStripeID(layoutPtr, SUID);                     /* find stripe offset into array */
    462  1.1  oster   tableOffset = (stripeID % info->BlocksPerTable);                        /* find offset into block design table */
    463  1.1  oster   *diskids = info->LayoutTable[tableOffset];
    464  1.1  oster }
    465