rf_dagutils.c revision 1.27 1 1.27 oster /* $NetBSD: rf_dagutils.c,v 1.27 2004/02/29 01:24:34 oster Exp $ */
2 1.1 oster /*
3 1.1 oster * Copyright (c) 1995 Carnegie-Mellon University.
4 1.1 oster * All rights reserved.
5 1.1 oster *
6 1.1 oster * Authors: Mark Holland, William V. Courtright II, Jim Zelenka
7 1.1 oster *
8 1.1 oster * Permission to use, copy, modify and distribute this software and
9 1.1 oster * its documentation is hereby granted, provided that both the copyright
10 1.1 oster * notice and this permission notice appear in all copies of the
11 1.1 oster * software, derivative works or modified versions, and any portions
12 1.1 oster * thereof, and that both notices appear in supporting documentation.
13 1.1 oster *
14 1.1 oster * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS"
15 1.1 oster * CONDITION. CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND
16 1.1 oster * FOR ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE.
17 1.1 oster *
18 1.1 oster * Carnegie Mellon requests users of this software to return to
19 1.1 oster *
20 1.1 oster * Software Distribution Coordinator or Software.Distribution (at) CS.CMU.EDU
21 1.1 oster * School of Computer Science
22 1.1 oster * Carnegie Mellon University
23 1.1 oster * Pittsburgh PA 15213-3890
24 1.1 oster *
25 1.1 oster * any improvements or extensions that they make and grant Carnegie the
26 1.1 oster * rights to redistribute these changes.
27 1.1 oster */
28 1.1 oster
29 1.1 oster /******************************************************************************
30 1.1 oster *
31 1.1 oster * rf_dagutils.c -- utility routines for manipulating dags
32 1.1 oster *
33 1.1 oster *****************************************************************************/
34 1.9 lukem
35 1.9 lukem #include <sys/cdefs.h>
36 1.27 oster __KERNEL_RCSID(0, "$NetBSD: rf_dagutils.c,v 1.27 2004/02/29 01:24:34 oster Exp $");
37 1.1 oster
38 1.8 oster #include <dev/raidframe/raidframevar.h>
39 1.8 oster
40 1.1 oster #include "rf_archs.h"
41 1.1 oster #include "rf_threadstuff.h"
42 1.1 oster #include "rf_raid.h"
43 1.1 oster #include "rf_dag.h"
44 1.1 oster #include "rf_dagutils.h"
45 1.1 oster #include "rf_dagfuncs.h"
46 1.1 oster #include "rf_general.h"
47 1.1 oster #include "rf_map.h"
48 1.1 oster #include "rf_shutdown.h"
49 1.1 oster
50 1.1 oster #define SNUM_DIFF(_a_,_b_) (((_a_)>(_b_))?((_a_)-(_b_)):((_b_)-(_a_)))
51 1.1 oster
52 1.20 jdolecek const RF_RedFuncs_t rf_xorFuncs = {
53 1.1 oster rf_RegularXorFunc, "Reg Xr",
54 1.3 oster rf_SimpleXorFunc, "Simple Xr"};
55 1.1 oster
56 1.20 jdolecek const RF_RedFuncs_t rf_xorRecoveryFuncs = {
57 1.1 oster rf_RecoveryXorFunc, "Recovery Xr",
58 1.3 oster rf_RecoveryXorFunc, "Recovery Xr"};
59 1.1 oster
60 1.13 oster #if RF_DEBUG_VALIDATE_DAG
61 1.1 oster static void rf_RecurPrintDAG(RF_DagNode_t *, int, int);
62 1.1 oster static void rf_PrintDAG(RF_DagHeader_t *);
63 1.12 oster static int rf_ValidateBranch(RF_DagNode_t *, int *, int *,
64 1.12 oster RF_DagNode_t **, int);
65 1.1 oster static void rf_ValidateBranchVisitedBits(RF_DagNode_t *, int, int);
66 1.1 oster static void rf_ValidateVisitedBits(RF_DagHeader_t *);
67 1.13 oster #endif /* RF_DEBUG_VALIDATE_DAG */
68 1.1 oster
69 1.1 oster /******************************************************************************
70 1.1 oster *
71 1.1 oster * InitNode - initialize a dag node
72 1.1 oster *
73 1.1 oster * the size of the propList array is always the same as that of the
74 1.1 oster * successors array.
75 1.1 oster *
76 1.1 oster *****************************************************************************/
77 1.3 oster void
78 1.23 oster rf_InitNode(RF_DagNode_t *node, RF_NodeStatus_t initstatus, int commit,
79 1.23 oster int (*doFunc) (RF_DagNode_t *node),
80 1.23 oster int (*undoFunc) (RF_DagNode_t *node),
81 1.23 oster int (*wakeFunc) (RF_DagNode_t *node, int status),
82 1.23 oster int nSucc, int nAnte, int nParam, int nResult,
83 1.23 oster RF_DagHeader_t *hdr, char *name, RF_AllocListElem_t *alist)
84 1.3 oster {
85 1.3 oster void **ptrs;
86 1.3 oster int nptrs;
87 1.3 oster
88 1.3 oster if (nAnte > RF_MAX_ANTECEDENTS)
89 1.3 oster RF_PANIC();
90 1.3 oster node->status = initstatus;
91 1.3 oster node->commitNode = commit;
92 1.3 oster node->doFunc = doFunc;
93 1.3 oster node->undoFunc = undoFunc;
94 1.3 oster node->wakeFunc = wakeFunc;
95 1.3 oster node->numParams = nParam;
96 1.3 oster node->numResults = nResult;
97 1.3 oster node->numAntecedents = nAnte;
98 1.3 oster node->numAntDone = 0;
99 1.3 oster node->next = NULL;
100 1.3 oster node->numSuccedents = nSucc;
101 1.3 oster node->name = name;
102 1.3 oster node->dagHdr = hdr;
103 1.3 oster node->visited = 0;
104 1.3 oster
105 1.3 oster /* allocate all the pointers with one call to malloc */
106 1.3 oster nptrs = nSucc + nAnte + nResult + nSucc;
107 1.3 oster
108 1.3 oster if (nptrs <= RF_DAG_PTRCACHESIZE) {
109 1.3 oster /*
110 1.3 oster * The dag_ptrs field of the node is basically some scribble
111 1.3 oster * space to be used here. We could get rid of it, and always
112 1.3 oster * allocate the range of pointers, but that's expensive. So,
113 1.3 oster * we pick a "common case" size for the pointer cache. Hopefully,
114 1.3 oster * we'll find that:
115 1.3 oster * (1) Generally, nptrs doesn't exceed RF_DAG_PTRCACHESIZE by
116 1.3 oster * only a little bit (least efficient case)
117 1.3 oster * (2) Generally, ntprs isn't a lot less than RF_DAG_PTRCACHESIZE
118 1.3 oster * (wasted memory)
119 1.3 oster */
120 1.3 oster ptrs = (void **) node->dag_ptrs;
121 1.3 oster } else {
122 1.22 oster RF_MallocAndAdd(ptrs, nptrs * sizeof(void *),
123 1.22 oster (void **), alist);
124 1.3 oster }
125 1.3 oster node->succedents = (nSucc) ? (RF_DagNode_t **) ptrs : NULL;
126 1.3 oster node->antecedents = (nAnte) ? (RF_DagNode_t **) (ptrs + nSucc) : NULL;
127 1.3 oster node->results = (nResult) ? (void **) (ptrs + nSucc + nAnte) : NULL;
128 1.3 oster node->propList = (nSucc) ? (RF_PropHeader_t **) (ptrs + nSucc + nAnte + nResult) : NULL;
129 1.3 oster
130 1.3 oster if (nParam) {
131 1.3 oster if (nParam <= RF_DAG_PARAMCACHESIZE) {
132 1.3 oster node->params = (RF_DagParam_t *) node->dag_params;
133 1.3 oster } else {
134 1.22 oster RF_MallocAndAdd(node->params,
135 1.22 oster nParam * sizeof(RF_DagParam_t),
136 1.22 oster (RF_DagParam_t *), alist);
137 1.3 oster }
138 1.3 oster } else {
139 1.3 oster node->params = NULL;
140 1.3 oster }
141 1.1 oster }
142 1.1 oster
143 1.1 oster
144 1.1 oster
145 1.1 oster /******************************************************************************
146 1.1 oster *
147 1.1 oster * allocation and deallocation routines
148 1.1 oster *
149 1.1 oster *****************************************************************************/
150 1.1 oster
151 1.3 oster void
152 1.23 oster rf_FreeDAG(RF_DagHeader_t *dag_h)
153 1.3 oster {
154 1.3 oster RF_AccessStripeMapHeader_t *asmap, *t_asmap;
155 1.3 oster RF_DagHeader_t *nextDag;
156 1.3 oster
157 1.3 oster while (dag_h) {
158 1.3 oster nextDag = dag_h->next;
159 1.3 oster rf_FreeAllocList(dag_h->allocList);
160 1.3 oster for (asmap = dag_h->asmList; asmap;) {
161 1.3 oster t_asmap = asmap;
162 1.3 oster asmap = asmap->next;
163 1.3 oster rf_FreeAccessStripeMap(t_asmap);
164 1.3 oster }
165 1.3 oster rf_FreeDAGHeader(dag_h);
166 1.3 oster dag_h = nextDag;
167 1.3 oster }
168 1.3 oster }
169 1.3 oster
170 1.22 oster static struct pool rf_dagh_pool;
171 1.1 oster #define RF_MAX_FREE_DAGH 128
172 1.1 oster #define RF_DAGH_INC 16
173 1.1 oster #define RF_DAGH_INITIAL 32
174 1.1 oster
175 1.25 oster static struct pool rf_daglist_pool;
176 1.25 oster #define RF_MAX_FREE_DAGLIST 128
177 1.25 oster #define RF_DAGLIST_INITIAL 32
178 1.25 oster
179 1.27 oster static struct pool rf_funclist_pool;
180 1.27 oster #define RF_MAX_FREE_FUNCLIST 128
181 1.27 oster #define RF_FUNCLIST_INITIAL 32
182 1.25 oster
183 1.1 oster static void rf_ShutdownDAGs(void *);
184 1.3 oster static void
185 1.23 oster rf_ShutdownDAGs(void *ignored)
186 1.1 oster {
187 1.22 oster pool_destroy(&rf_dagh_pool);
188 1.26 oster pool_destroy(&rf_daglist_pool);
189 1.27 oster pool_destroy(&rf_funclist_pool);
190 1.1 oster }
191 1.1 oster
192 1.3 oster int
193 1.23 oster rf_ConfigureDAGs(RF_ShutdownList_t **listp)
194 1.1 oster {
195 1.3 oster int rc;
196 1.1 oster
197 1.22 oster pool_init(&rf_dagh_pool, sizeof(RF_DagHeader_t), 0, 0, 0,
198 1.22 oster "rf_dagh_pl", NULL);
199 1.22 oster pool_sethiwat(&rf_dagh_pool, RF_MAX_FREE_DAGH);
200 1.22 oster pool_prime(&rf_dagh_pool, RF_DAGH_INITIAL);
201 1.25 oster
202 1.25 oster pool_init(&rf_daglist_pool, sizeof(RF_DagList_t), 0, 0, 0,
203 1.25 oster "rf_daglist_pl", NULL);
204 1.25 oster pool_sethiwat(&rf_daglist_pool, RF_MAX_FREE_DAGLIST);
205 1.25 oster pool_prime(&rf_daglist_pool, RF_DAGLIST_INITIAL);
206 1.27 oster
207 1.27 oster pool_init(&rf_funclist_pool, sizeof(RF_FuncList_t), 0, 0, 0,
208 1.27 oster "rf_funcist_pl", NULL);
209 1.27 oster pool_sethiwat(&rf_funclist_pool, RF_MAX_FREE_FUNCLIST);
210 1.27 oster pool_prime(&rf_funclist_pool, RF_FUNCLIST_INITIAL);
211 1.25 oster
212 1.1 oster rc = rf_ShutdownCreate(listp, rf_ShutdownDAGs, NULL);
213 1.1 oster if (rc) {
214 1.15 oster rf_print_unable_to_add_shutdown(__FILE__, __LINE__, rc);
215 1.1 oster rf_ShutdownDAGs(NULL);
216 1.3 oster return (rc);
217 1.1 oster }
218 1.3 oster return (0);
219 1.1 oster }
220 1.1 oster
221 1.3 oster RF_DagHeader_t *
222 1.3 oster rf_AllocDAGHeader()
223 1.1 oster {
224 1.1 oster RF_DagHeader_t *dh;
225 1.1 oster
226 1.22 oster dh = pool_get(&rf_dagh_pool, PR_WAITOK);
227 1.1 oster if (dh) {
228 1.7 thorpej memset((char *) dh, 0, sizeof(RF_DagHeader_t));
229 1.1 oster }
230 1.3 oster return (dh);
231 1.1 oster }
232 1.1 oster
233 1.3 oster void
234 1.3 oster rf_FreeDAGHeader(RF_DagHeader_t * dh)
235 1.1 oster {
236 1.22 oster pool_put(&rf_dagh_pool, dh);
237 1.1 oster }
238 1.25 oster
239 1.25 oster RF_DagList_t *
240 1.25 oster rf_AllocDAGList()
241 1.25 oster {
242 1.25 oster RF_DagList_t *dagList;
243 1.25 oster
244 1.25 oster dagList = pool_get(&rf_daglist_pool, PR_WAITOK);
245 1.25 oster memset(dagList, 0, sizeof(RF_DagList_t));
246 1.25 oster
247 1.25 oster return (dagList);
248 1.25 oster }
249 1.25 oster
250 1.25 oster void
251 1.25 oster rf_FreeDAGList(RF_DagList_t *dagList)
252 1.25 oster {
253 1.25 oster pool_put(&rf_daglist_pool, dagList);
254 1.25 oster }
255 1.25 oster
256 1.27 oster RF_FuncList_t *
257 1.27 oster rf_AllocFuncList()
258 1.27 oster {
259 1.27 oster RF_FuncList_t *funcList;
260 1.27 oster
261 1.27 oster funcList = pool_get(&rf_funclist_pool, PR_WAITOK);
262 1.27 oster memset(funcList, 0, sizeof(RF_FuncList_t));
263 1.27 oster
264 1.27 oster return (funcList);
265 1.27 oster }
266 1.27 oster
267 1.27 oster void
268 1.27 oster rf_FreeFuncList(RF_FuncList_t *funcList)
269 1.27 oster {
270 1.27 oster pool_put(&rf_funclist_pool, funcList);
271 1.27 oster }
272 1.25 oster
273 1.25 oster
274 1.25 oster
275 1.1 oster /* allocates a buffer big enough to hold the data described by pda */
276 1.3 oster void *
277 1.23 oster rf_AllocBuffer(RF_Raid_t *raidPtr, RF_DagHeader_t *dag_h,
278 1.23 oster RF_PhysDiskAddr_t *pda, RF_AllocListElem_t *allocList)
279 1.3 oster {
280 1.3 oster char *p;
281 1.3 oster
282 1.3 oster RF_MallocAndAdd(p, pda->numSector << raidPtr->logBytesPerSector,
283 1.3 oster (char *), allocList);
284 1.3 oster return ((void *) p);
285 1.1 oster }
286 1.13 oster #if RF_DEBUG_VALIDATE_DAG
287 1.1 oster /******************************************************************************
288 1.1 oster *
289 1.1 oster * debug routines
290 1.1 oster *
291 1.1 oster *****************************************************************************/
292 1.1 oster
293 1.3 oster char *
294 1.23 oster rf_NodeStatusString(RF_DagNode_t *node)
295 1.1 oster {
296 1.3 oster switch (node->status) {
297 1.3 oster case rf_wait:return ("wait");
298 1.3 oster case rf_fired:
299 1.3 oster return ("fired");
300 1.3 oster case rf_good:
301 1.3 oster return ("good");
302 1.3 oster case rf_bad:
303 1.3 oster return ("bad");
304 1.3 oster default:
305 1.3 oster return ("?");
306 1.3 oster }
307 1.3 oster }
308 1.1 oster
309 1.3 oster void
310 1.23 oster rf_PrintNodeInfoString(RF_DagNode_t *node)
311 1.3 oster {
312 1.3 oster RF_PhysDiskAddr_t *pda;
313 1.3 oster int (*df) (RF_DagNode_t *) = node->doFunc;
314 1.3 oster int i, lk, unlk;
315 1.3 oster void *bufPtr;
316 1.3 oster
317 1.3 oster if ((df == rf_DiskReadFunc) || (df == rf_DiskWriteFunc)
318 1.3 oster || (df == rf_DiskReadMirrorIdleFunc)
319 1.3 oster || (df == rf_DiskReadMirrorPartitionFunc)) {
320 1.3 oster pda = (RF_PhysDiskAddr_t *) node->params[0].p;
321 1.3 oster bufPtr = (void *) node->params[1].p;
322 1.24 oster lk = 0;
323 1.24 oster unlk = 0;
324 1.3 oster RF_ASSERT(!(lk && unlk));
325 1.21 oster printf("c %d offs %ld nsect %d buf 0x%lx %s\n", pda->col,
326 1.3 oster (long) pda->startSector, (int) pda->numSector, (long) bufPtr,
327 1.3 oster (lk) ? "LOCK" : ((unlk) ? "UNLK" : " "));
328 1.3 oster return;
329 1.3 oster }
330 1.3 oster if (df == rf_DiskUnlockFunc) {
331 1.3 oster pda = (RF_PhysDiskAddr_t *) node->params[0].p;
332 1.24 oster lk = 0;
333 1.24 oster unlk = 0;
334 1.3 oster RF_ASSERT(!(lk && unlk));
335 1.21 oster printf("c %d %s\n", pda->col,
336 1.3 oster (lk) ? "LOCK" : ((unlk) ? "UNLK" : "nop"));
337 1.3 oster return;
338 1.3 oster }
339 1.3 oster if ((df == rf_SimpleXorFunc) || (df == rf_RegularXorFunc)
340 1.3 oster || (df == rf_RecoveryXorFunc)) {
341 1.3 oster printf("result buf 0x%lx\n", (long) node->results[0]);
342 1.3 oster for (i = 0; i < node->numParams - 1; i += 2) {
343 1.3 oster pda = (RF_PhysDiskAddr_t *) node->params[i].p;
344 1.3 oster bufPtr = (RF_PhysDiskAddr_t *) node->params[i + 1].p;
345 1.21 oster printf(" buf 0x%lx c%d offs %ld nsect %d\n",
346 1.21 oster (long) bufPtr, pda->col,
347 1.3 oster (long) pda->startSector, (int) pda->numSector);
348 1.3 oster }
349 1.3 oster return;
350 1.3 oster }
351 1.1 oster #if RF_INCLUDE_PARITYLOGGING > 0
352 1.3 oster if (df == rf_ParityLogOverwriteFunc || df == rf_ParityLogUpdateFunc) {
353 1.3 oster for (i = 0; i < node->numParams - 1; i += 2) {
354 1.3 oster pda = (RF_PhysDiskAddr_t *) node->params[i].p;
355 1.3 oster bufPtr = (RF_PhysDiskAddr_t *) node->params[i + 1].p;
356 1.21 oster printf(" c%d offs %ld nsect %d buf 0x%lx\n",
357 1.21 oster pda->col, (long) pda->startSector,
358 1.3 oster (int) pda->numSector, (long) bufPtr);
359 1.3 oster }
360 1.3 oster return;
361 1.3 oster }
362 1.3 oster #endif /* RF_INCLUDE_PARITYLOGGING > 0 */
363 1.3 oster
364 1.3 oster if ((df == rf_TerminateFunc) || (df == rf_NullNodeFunc)) {
365 1.3 oster printf("\n");
366 1.3 oster return;
367 1.3 oster }
368 1.3 oster printf("?\n");
369 1.3 oster }
370 1.16 oster #ifdef DEBUG
371 1.3 oster static void
372 1.23 oster rf_RecurPrintDAG(RF_DagNode_t *node, int depth, int unvisited)
373 1.3 oster {
374 1.3 oster char *anttype;
375 1.3 oster int i;
376 1.3 oster
377 1.3 oster node->visited = (unvisited) ? 0 : 1;
378 1.3 oster printf("(%d) %d C%d %s: %s,s%d %d/%d,a%d/%d,p%d,r%d S{", depth,
379 1.3 oster node->nodeNum, node->commitNode, node->name, rf_NodeStatusString(node),
380 1.3 oster node->numSuccedents, node->numSuccFired, node->numSuccDone,
381 1.3 oster node->numAntecedents, node->numAntDone, node->numParams, node->numResults);
382 1.3 oster for (i = 0; i < node->numSuccedents; i++) {
383 1.3 oster printf("%d%s", node->succedents[i]->nodeNum,
384 1.3 oster ((i == node->numSuccedents - 1) ? "\0" : " "));
385 1.3 oster }
386 1.3 oster printf("} A{");
387 1.3 oster for (i = 0; i < node->numAntecedents; i++) {
388 1.3 oster switch (node->antType[i]) {
389 1.3 oster case rf_trueData:
390 1.3 oster anttype = "T";
391 1.3 oster break;
392 1.3 oster case rf_antiData:
393 1.3 oster anttype = "A";
394 1.3 oster break;
395 1.3 oster case rf_outputData:
396 1.3 oster anttype = "O";
397 1.3 oster break;
398 1.3 oster case rf_control:
399 1.3 oster anttype = "C";
400 1.3 oster break;
401 1.3 oster default:
402 1.3 oster anttype = "?";
403 1.3 oster break;
404 1.3 oster }
405 1.3 oster printf("%d(%s)%s", node->antecedents[i]->nodeNum, anttype, (i == node->numAntecedents - 1) ? "\0" : " ");
406 1.3 oster }
407 1.3 oster printf("}; ");
408 1.3 oster rf_PrintNodeInfoString(node);
409 1.3 oster for (i = 0; i < node->numSuccedents; i++) {
410 1.3 oster if (node->succedents[i]->visited == unvisited)
411 1.3 oster rf_RecurPrintDAG(node->succedents[i], depth + 1, unvisited);
412 1.3 oster }
413 1.1 oster }
414 1.1 oster
415 1.3 oster static void
416 1.23 oster rf_PrintDAG(RF_DagHeader_t *dag_h)
417 1.3 oster {
418 1.3 oster int unvisited, i;
419 1.3 oster char *status;
420 1.3 oster
421 1.3 oster /* set dag status */
422 1.3 oster switch (dag_h->status) {
423 1.3 oster case rf_enable:
424 1.3 oster status = "enable";
425 1.3 oster break;
426 1.3 oster case rf_rollForward:
427 1.3 oster status = "rollForward";
428 1.3 oster break;
429 1.3 oster case rf_rollBackward:
430 1.3 oster status = "rollBackward";
431 1.3 oster break;
432 1.3 oster default:
433 1.3 oster status = "illegal!";
434 1.3 oster break;
435 1.3 oster }
436 1.3 oster /* find out if visited bits are currently set or clear */
437 1.3 oster unvisited = dag_h->succedents[0]->visited;
438 1.3 oster
439 1.3 oster printf("DAG type: %s\n", dag_h->creator);
440 1.3 oster printf("format is (depth) num commit type: status,nSucc nSuccFired/nSuccDone,nAnte/nAnteDone,nParam,nResult S{x} A{x(type)}; info\n");
441 1.3 oster printf("(0) %d Hdr: %s, s%d, (commit %d/%d) S{", dag_h->nodeNum,
442 1.3 oster status, dag_h->numSuccedents, dag_h->numCommitNodes, dag_h->numCommits);
443 1.3 oster for (i = 0; i < dag_h->numSuccedents; i++) {
444 1.3 oster printf("%d%s", dag_h->succedents[i]->nodeNum,
445 1.3 oster ((i == dag_h->numSuccedents - 1) ? "\0" : " "));
446 1.3 oster }
447 1.3 oster printf("};\n");
448 1.3 oster for (i = 0; i < dag_h->numSuccedents; i++) {
449 1.3 oster if (dag_h->succedents[i]->visited == unvisited)
450 1.3 oster rf_RecurPrintDAG(dag_h->succedents[i], 1, unvisited);
451 1.3 oster }
452 1.3 oster }
453 1.16 oster #endif
454 1.1 oster /* assigns node numbers */
455 1.3 oster int
456 1.3 oster rf_AssignNodeNums(RF_DagHeader_t * dag_h)
457 1.1 oster {
458 1.3 oster int unvisited, i, nnum;
459 1.3 oster RF_DagNode_t *node;
460 1.1 oster
461 1.3 oster nnum = 0;
462 1.3 oster unvisited = dag_h->succedents[0]->visited;
463 1.3 oster
464 1.3 oster dag_h->nodeNum = nnum++;
465 1.3 oster for (i = 0; i < dag_h->numSuccedents; i++) {
466 1.3 oster node = dag_h->succedents[i];
467 1.3 oster if (node->visited == unvisited) {
468 1.3 oster nnum = rf_RecurAssignNodeNums(dag_h->succedents[i], nnum, unvisited);
469 1.3 oster }
470 1.3 oster }
471 1.3 oster return (nnum);
472 1.1 oster }
473 1.1 oster
474 1.3 oster int
475 1.23 oster rf_RecurAssignNodeNums(RF_DagNode_t *node, int num, int unvisited)
476 1.3 oster {
477 1.3 oster int i;
478 1.3 oster
479 1.3 oster node->visited = (unvisited) ? 0 : 1;
480 1.3 oster
481 1.3 oster node->nodeNum = num++;
482 1.3 oster for (i = 0; i < node->numSuccedents; i++) {
483 1.3 oster if (node->succedents[i]->visited == unvisited) {
484 1.3 oster num = rf_RecurAssignNodeNums(node->succedents[i], num, unvisited);
485 1.3 oster }
486 1.3 oster }
487 1.3 oster return (num);
488 1.3 oster }
489 1.1 oster /* set the header pointers in each node to "newptr" */
490 1.3 oster void
491 1.23 oster rf_ResetDAGHeaderPointers(RF_DagHeader_t *dag_h, RF_DagHeader_t *newptr)
492 1.3 oster {
493 1.3 oster int i;
494 1.3 oster for (i = 0; i < dag_h->numSuccedents; i++)
495 1.3 oster if (dag_h->succedents[i]->dagHdr != newptr)
496 1.3 oster rf_RecurResetDAGHeaderPointers(dag_h->succedents[i], newptr);
497 1.1 oster }
498 1.1 oster
499 1.3 oster void
500 1.23 oster rf_RecurResetDAGHeaderPointers(RF_DagNode_t *node, RF_DagHeader_t *newptr)
501 1.1 oster {
502 1.3 oster int i;
503 1.3 oster node->dagHdr = newptr;
504 1.3 oster for (i = 0; i < node->numSuccedents; i++)
505 1.3 oster if (node->succedents[i]->dagHdr != newptr)
506 1.3 oster rf_RecurResetDAGHeaderPointers(node->succedents[i], newptr);
507 1.3 oster }
508 1.1 oster
509 1.1 oster
510 1.3 oster void
511 1.3 oster rf_PrintDAGList(RF_DagHeader_t * dag_h)
512 1.3 oster {
513 1.3 oster int i = 0;
514 1.3 oster
515 1.3 oster for (; dag_h; dag_h = dag_h->next) {
516 1.3 oster rf_AssignNodeNums(dag_h);
517 1.3 oster printf("\n\nDAG %d IN LIST:\n", i++);
518 1.3 oster rf_PrintDAG(dag_h);
519 1.3 oster }
520 1.1 oster }
521 1.1 oster
522 1.3 oster static int
523 1.23 oster rf_ValidateBranch(RF_DagNode_t *node, int *scount, int *acount,
524 1.23 oster RF_DagNode_t **nodes, int unvisited)
525 1.3 oster {
526 1.3 oster int i, retcode = 0;
527 1.3 oster
528 1.3 oster /* construct an array of node pointers indexed by node num */
529 1.3 oster node->visited = (unvisited) ? 0 : 1;
530 1.3 oster nodes[node->nodeNum] = node;
531 1.3 oster
532 1.3 oster if (node->next != NULL) {
533 1.3 oster printf("INVALID DAG: next pointer in node is not NULL\n");
534 1.3 oster retcode = 1;
535 1.3 oster }
536 1.3 oster if (node->status != rf_wait) {
537 1.3 oster printf("INVALID DAG: Node status is not wait\n");
538 1.3 oster retcode = 1;
539 1.3 oster }
540 1.3 oster if (node->numAntDone != 0) {
541 1.3 oster printf("INVALID DAG: numAntDone is not zero\n");
542 1.3 oster retcode = 1;
543 1.3 oster }
544 1.3 oster if (node->doFunc == rf_TerminateFunc) {
545 1.3 oster if (node->numSuccedents != 0) {
546 1.3 oster printf("INVALID DAG: Terminator node has succedents\n");
547 1.3 oster retcode = 1;
548 1.3 oster }
549 1.3 oster } else {
550 1.3 oster if (node->numSuccedents == 0) {
551 1.3 oster printf("INVALID DAG: Non-terminator node has no succedents\n");
552 1.3 oster retcode = 1;
553 1.3 oster }
554 1.3 oster }
555 1.3 oster for (i = 0; i < node->numSuccedents; i++) {
556 1.3 oster if (!node->succedents[i]) {
557 1.3 oster printf("INVALID DAG: succedent %d of node %s is NULL\n", i, node->name);
558 1.3 oster retcode = 1;
559 1.3 oster }
560 1.3 oster scount[node->succedents[i]->nodeNum]++;
561 1.3 oster }
562 1.3 oster for (i = 0; i < node->numAntecedents; i++) {
563 1.3 oster if (!node->antecedents[i]) {
564 1.3 oster printf("INVALID DAG: antecedent %d of node %s is NULL\n", i, node->name);
565 1.3 oster retcode = 1;
566 1.3 oster }
567 1.3 oster acount[node->antecedents[i]->nodeNum]++;
568 1.3 oster }
569 1.3 oster for (i = 0; i < node->numSuccedents; i++) {
570 1.3 oster if (node->succedents[i]->visited == unvisited) {
571 1.3 oster if (rf_ValidateBranch(node->succedents[i], scount,
572 1.3 oster acount, nodes, unvisited)) {
573 1.3 oster retcode = 1;
574 1.3 oster }
575 1.3 oster }
576 1.3 oster }
577 1.3 oster return (retcode);
578 1.3 oster }
579 1.3 oster
580 1.3 oster static void
581 1.23 oster rf_ValidateBranchVisitedBits(RF_DagNode_t *node, int unvisited, int rl)
582 1.3 oster {
583 1.3 oster int i;
584 1.3 oster
585 1.3 oster RF_ASSERT(node->visited == unvisited);
586 1.3 oster for (i = 0; i < node->numSuccedents; i++) {
587 1.3 oster if (node->succedents[i] == NULL) {
588 1.3 oster printf("node=%lx node->succedents[%d] is NULL\n", (long) node, i);
589 1.3 oster RF_ASSERT(0);
590 1.3 oster }
591 1.3 oster rf_ValidateBranchVisitedBits(node->succedents[i], unvisited, rl + 1);
592 1.3 oster }
593 1.3 oster }
594 1.3 oster /* NOTE: never call this on a big dag, because it is exponential
595 1.3 oster * in execution time
596 1.3 oster */
597 1.3 oster static void
598 1.23 oster rf_ValidateVisitedBits(RF_DagHeader_t *dag)
599 1.3 oster {
600 1.3 oster int i, unvisited;
601 1.3 oster
602 1.3 oster unvisited = dag->succedents[0]->visited;
603 1.3 oster
604 1.3 oster for (i = 0; i < dag->numSuccedents; i++) {
605 1.3 oster if (dag->succedents[i] == NULL) {
606 1.3 oster printf("dag=%lx dag->succedents[%d] is NULL\n", (long) dag, i);
607 1.3 oster RF_ASSERT(0);
608 1.3 oster }
609 1.3 oster rf_ValidateBranchVisitedBits(dag->succedents[i], unvisited, 0);
610 1.3 oster }
611 1.3 oster }
612 1.1 oster /* validate a DAG. _at entry_ verify that:
613 1.1 oster * -- numNodesCompleted is zero
614 1.1 oster * -- node queue is null
615 1.1 oster * -- dag status is rf_enable
616 1.1 oster * -- next pointer is null on every node
617 1.1 oster * -- all nodes have status wait
618 1.1 oster * -- numAntDone is zero in all nodes
619 1.1 oster * -- terminator node has zero successors
620 1.1 oster * -- no other node besides terminator has zero successors
621 1.1 oster * -- no successor or antecedent pointer in a node is NULL
622 1.1 oster * -- number of times that each node appears as a successor of another node
623 1.1 oster * is equal to the antecedent count on that node
624 1.1 oster * -- number of times that each node appears as an antecedent of another node
625 1.1 oster * is equal to the succedent count on that node
626 1.1 oster * -- what else?
627 1.1 oster */
628 1.3 oster int
629 1.23 oster rf_ValidateDAG(RF_DagHeader_t *dag_h)
630 1.3 oster {
631 1.3 oster int i, nodecount;
632 1.3 oster int *scount, *acount;/* per-node successor and antecedent counts */
633 1.3 oster RF_DagNode_t **nodes; /* array of ptrs to nodes in dag */
634 1.3 oster int retcode = 0;
635 1.3 oster int unvisited;
636 1.3 oster int commitNodeCount = 0;
637 1.3 oster
638 1.3 oster if (rf_validateVisitedDebug)
639 1.3 oster rf_ValidateVisitedBits(dag_h);
640 1.3 oster
641 1.3 oster if (dag_h->numNodesCompleted != 0) {
642 1.3 oster printf("INVALID DAG: num nodes completed is %d, should be 0\n", dag_h->numNodesCompleted);
643 1.3 oster retcode = 1;
644 1.3 oster goto validate_dag_bad;
645 1.3 oster }
646 1.3 oster if (dag_h->status != rf_enable) {
647 1.3 oster printf("INVALID DAG: not enabled\n");
648 1.3 oster retcode = 1;
649 1.3 oster goto validate_dag_bad;
650 1.3 oster }
651 1.3 oster if (dag_h->numCommits != 0) {
652 1.3 oster printf("INVALID DAG: numCommits != 0 (%d)\n", dag_h->numCommits);
653 1.3 oster retcode = 1;
654 1.3 oster goto validate_dag_bad;
655 1.3 oster }
656 1.3 oster if (dag_h->numSuccedents != 1) {
657 1.3 oster /* currently, all dags must have only one succedent */
658 1.3 oster printf("INVALID DAG: numSuccedents !1 (%d)\n", dag_h->numSuccedents);
659 1.3 oster retcode = 1;
660 1.3 oster goto validate_dag_bad;
661 1.3 oster }
662 1.3 oster nodecount = rf_AssignNodeNums(dag_h);
663 1.3 oster
664 1.3 oster unvisited = dag_h->succedents[0]->visited;
665 1.3 oster
666 1.22 oster RF_Malloc(scount, nodecount * sizeof(int), (int *));
667 1.22 oster RF_Malloc(acount, nodecount * sizeof(int), (int *));
668 1.22 oster RF_Malloc(nodes, nodecount * sizeof(RF_DagNode_t *),
669 1.22 oster (RF_DagNode_t **));
670 1.3 oster for (i = 0; i < dag_h->numSuccedents; i++) {
671 1.3 oster if ((dag_h->succedents[i]->visited == unvisited)
672 1.3 oster && rf_ValidateBranch(dag_h->succedents[i], scount,
673 1.3 oster acount, nodes, unvisited)) {
674 1.3 oster retcode = 1;
675 1.3 oster }
676 1.3 oster }
677 1.3 oster /* start at 1 to skip the header node */
678 1.3 oster for (i = 1; i < nodecount; i++) {
679 1.3 oster if (nodes[i]->commitNode)
680 1.3 oster commitNodeCount++;
681 1.3 oster if (nodes[i]->doFunc == NULL) {
682 1.3 oster printf("INVALID DAG: node %s has an undefined doFunc\n", nodes[i]->name);
683 1.3 oster retcode = 1;
684 1.3 oster goto validate_dag_out;
685 1.3 oster }
686 1.3 oster if (nodes[i]->undoFunc == NULL) {
687 1.3 oster printf("INVALID DAG: node %s has an undefined doFunc\n", nodes[i]->name);
688 1.3 oster retcode = 1;
689 1.3 oster goto validate_dag_out;
690 1.3 oster }
691 1.3 oster if (nodes[i]->numAntecedents != scount[nodes[i]->nodeNum]) {
692 1.3 oster printf("INVALID DAG: node %s has %d antecedents but appears as a succedent %d times\n",
693 1.3 oster nodes[i]->name, nodes[i]->numAntecedents, scount[nodes[i]->nodeNum]);
694 1.3 oster retcode = 1;
695 1.3 oster goto validate_dag_out;
696 1.3 oster }
697 1.3 oster if (nodes[i]->numSuccedents != acount[nodes[i]->nodeNum]) {
698 1.3 oster printf("INVALID DAG: node %s has %d succedents but appears as an antecedent %d times\n",
699 1.3 oster nodes[i]->name, nodes[i]->numSuccedents, acount[nodes[i]->nodeNum]);
700 1.3 oster retcode = 1;
701 1.3 oster goto validate_dag_out;
702 1.3 oster }
703 1.3 oster }
704 1.1 oster
705 1.3 oster if (dag_h->numCommitNodes != commitNodeCount) {
706 1.3 oster printf("INVALID DAG: incorrect commit node count. hdr->numCommitNodes (%d) found (%d) commit nodes in graph\n",
707 1.3 oster dag_h->numCommitNodes, commitNodeCount);
708 1.3 oster retcode = 1;
709 1.3 oster goto validate_dag_out;
710 1.3 oster }
711 1.1 oster validate_dag_out:
712 1.3 oster RF_Free(scount, nodecount * sizeof(int));
713 1.3 oster RF_Free(acount, nodecount * sizeof(int));
714 1.3 oster RF_Free(nodes, nodecount * sizeof(RF_DagNode_t *));
715 1.3 oster if (retcode)
716 1.3 oster rf_PrintDAGList(dag_h);
717 1.3 oster
718 1.3 oster if (rf_validateVisitedDebug)
719 1.3 oster rf_ValidateVisitedBits(dag_h);
720 1.3 oster
721 1.3 oster return (retcode);
722 1.1 oster
723 1.1 oster validate_dag_bad:
724 1.3 oster rf_PrintDAGList(dag_h);
725 1.3 oster return (retcode);
726 1.1 oster }
727 1.1 oster
728 1.13 oster #endif /* RF_DEBUG_VALIDATE_DAG */
729 1.1 oster
730 1.1 oster /******************************************************************************
731 1.1 oster *
732 1.1 oster * misc construction routines
733 1.1 oster *
734 1.1 oster *****************************************************************************/
735 1.1 oster
736 1.3 oster void
737 1.23 oster rf_redirect_asm(RF_Raid_t *raidPtr, RF_AccessStripeMap_t *asmap)
738 1.3 oster {
739 1.3 oster int ds = (raidPtr->Layout.map->flags & RF_DISTRIBUTE_SPARE) ? 1 : 0;
740 1.21 oster int fcol = raidPtr->reconControl->fcol;
741 1.21 oster int scol = raidPtr->reconControl->spareCol;
742 1.3 oster RF_PhysDiskAddr_t *pda;
743 1.3 oster
744 1.21 oster RF_ASSERT(raidPtr->status == rf_rs_reconstructing);
745 1.3 oster for (pda = asmap->physInfo; pda; pda = pda->next) {
746 1.3 oster if (pda->col == fcol) {
747 1.3 oster if (rf_dagDebug) {
748 1.21 oster if (!rf_CheckRUReconstructed(raidPtr->reconControl->reconMap,
749 1.3 oster pda->startSector)) {
750 1.3 oster RF_PANIC();
751 1.3 oster }
752 1.3 oster }
753 1.3 oster /* printf("Remapped data for large write\n"); */
754 1.3 oster if (ds) {
755 1.3 oster raidPtr->Layout.map->MapSector(raidPtr, pda->raidAddress,
756 1.21 oster &pda->col, &pda->startSector, RF_REMAP);
757 1.3 oster } else {
758 1.3 oster pda->col = scol;
759 1.3 oster }
760 1.3 oster }
761 1.3 oster }
762 1.3 oster for (pda = asmap->parityInfo; pda; pda = pda->next) {
763 1.3 oster if (pda->col == fcol) {
764 1.3 oster if (rf_dagDebug) {
765 1.21 oster if (!rf_CheckRUReconstructed(raidPtr->reconControl->reconMap, pda->startSector)) {
766 1.3 oster RF_PANIC();
767 1.3 oster }
768 1.3 oster }
769 1.3 oster }
770 1.3 oster if (ds) {
771 1.21 oster (raidPtr->Layout.map->MapParity) (raidPtr, pda->raidAddress, &pda->col, &pda->startSector, RF_REMAP);
772 1.3 oster } else {
773 1.3 oster pda->col = scol;
774 1.3 oster }
775 1.3 oster }
776 1.1 oster }
777 1.1 oster
778 1.1 oster
779 1.1 oster /* this routine allocates read buffers and generates stripe maps for the
780 1.1 oster * regions of the array from the start of the stripe to the start of the
781 1.1 oster * access, and from the end of the access to the end of the stripe. It also
782 1.1 oster * computes and returns the number of DAG nodes needed to read all this data.
783 1.1 oster * Note that this routine does the wrong thing if the access is fully
784 1.1 oster * contained within one stripe unit, so we RF_ASSERT against this case at the
785 1.1 oster * start.
786 1.23 oster *
787 1.23 oster * layoutPtr - in: layout information
788 1.23 oster * asmap - in: access stripe map
789 1.23 oster * dag_h - in: header of the dag to create
790 1.23 oster * new_asm_h - in: ptr to array of 2 headers. to be filled in
791 1.23 oster * nRodNodes - out: num nodes to be generated to read unaccessed data
792 1.23 oster * sosBuffer, eosBuffer - out: pointers to newly allocated buffer
793 1.1 oster */
794 1.3 oster void
795 1.23 oster rf_MapUnaccessedPortionOfStripe(RF_Raid_t *raidPtr,
796 1.23 oster RF_RaidLayout_t *layoutPtr,
797 1.23 oster RF_AccessStripeMap_t *asmap,
798 1.23 oster RF_DagHeader_t *dag_h,
799 1.23 oster RF_AccessStripeMapHeader_t **new_asm_h,
800 1.23 oster int *nRodNodes,
801 1.23 oster char **sosBuffer, char **eosBuffer,
802 1.23 oster RF_AllocListElem_t *allocList)
803 1.3 oster {
804 1.3 oster RF_RaidAddr_t sosRaidAddress, eosRaidAddress;
805 1.3 oster RF_SectorNum_t sosNumSector, eosNumSector;
806 1.3 oster
807 1.3 oster RF_ASSERT(asmap->numStripeUnitsAccessed > (layoutPtr->numDataCol / 2));
808 1.3 oster /* generate an access map for the region of the array from start of
809 1.3 oster * stripe to start of access */
810 1.3 oster new_asm_h[0] = new_asm_h[1] = NULL;
811 1.3 oster *nRodNodes = 0;
812 1.3 oster if (!rf_RaidAddressStripeAligned(layoutPtr, asmap->raidAddress)) {
813 1.3 oster sosRaidAddress = rf_RaidAddressOfPrevStripeBoundary(layoutPtr, asmap->raidAddress);
814 1.3 oster sosNumSector = asmap->raidAddress - sosRaidAddress;
815 1.3 oster RF_MallocAndAdd(*sosBuffer, rf_RaidAddressToByte(raidPtr, sosNumSector), (char *), allocList);
816 1.3 oster new_asm_h[0] = rf_MapAccess(raidPtr, sosRaidAddress, sosNumSector, *sosBuffer, RF_DONT_REMAP);
817 1.3 oster new_asm_h[0]->next = dag_h->asmList;
818 1.3 oster dag_h->asmList = new_asm_h[0];
819 1.3 oster *nRodNodes += new_asm_h[0]->stripeMap->numStripeUnitsAccessed;
820 1.3 oster
821 1.3 oster RF_ASSERT(new_asm_h[0]->stripeMap->next == NULL);
822 1.3 oster /* we're totally within one stripe here */
823 1.3 oster if (asmap->flags & RF_ASM_REDIR_LARGE_WRITE)
824 1.3 oster rf_redirect_asm(raidPtr, new_asm_h[0]->stripeMap);
825 1.3 oster }
826 1.3 oster /* generate an access map for the region of the array from end of
827 1.3 oster * access to end of stripe */
828 1.3 oster if (!rf_RaidAddressStripeAligned(layoutPtr, asmap->endRaidAddress)) {
829 1.3 oster eosRaidAddress = asmap->endRaidAddress;
830 1.3 oster eosNumSector = rf_RaidAddressOfNextStripeBoundary(layoutPtr, eosRaidAddress) - eosRaidAddress;
831 1.3 oster RF_MallocAndAdd(*eosBuffer, rf_RaidAddressToByte(raidPtr, eosNumSector), (char *), allocList);
832 1.3 oster new_asm_h[1] = rf_MapAccess(raidPtr, eosRaidAddress, eosNumSector, *eosBuffer, RF_DONT_REMAP);
833 1.3 oster new_asm_h[1]->next = dag_h->asmList;
834 1.3 oster dag_h->asmList = new_asm_h[1];
835 1.3 oster *nRodNodes += new_asm_h[1]->stripeMap->numStripeUnitsAccessed;
836 1.3 oster
837 1.3 oster RF_ASSERT(new_asm_h[1]->stripeMap->next == NULL);
838 1.3 oster /* we're totally within one stripe here */
839 1.3 oster if (asmap->flags & RF_ASM_REDIR_LARGE_WRITE)
840 1.3 oster rf_redirect_asm(raidPtr, new_asm_h[1]->stripeMap);
841 1.3 oster }
842 1.1 oster }
843 1.1 oster
844 1.1 oster
845 1.1 oster
846 1.1 oster /* returns non-zero if the indicated ranges of stripe unit offsets overlap */
847 1.3 oster int
848 1.23 oster rf_PDAOverlap(RF_RaidLayout_t *layoutPtr,
849 1.23 oster RF_PhysDiskAddr_t *src, RF_PhysDiskAddr_t *dest)
850 1.3 oster {
851 1.3 oster RF_SectorNum_t soffs = rf_StripeUnitOffset(layoutPtr, src->startSector);
852 1.3 oster RF_SectorNum_t doffs = rf_StripeUnitOffset(layoutPtr, dest->startSector);
853 1.3 oster /* use -1 to be sure we stay within SU */
854 1.3 oster RF_SectorNum_t send = rf_StripeUnitOffset(layoutPtr, src->startSector + src->numSector - 1);
855 1.3 oster RF_SectorNum_t dend = rf_StripeUnitOffset(layoutPtr, dest->startSector + dest->numSector - 1);
856 1.3 oster return ((RF_MAX(soffs, doffs) <= RF_MIN(send, dend)) ? 1 : 0);
857 1.1 oster }
858 1.1 oster
859 1.1 oster
860 1.1 oster /* GenerateFailedAccessASMs
861 1.1 oster *
862 1.1 oster * this routine figures out what portion of the stripe needs to be read
863 1.1 oster * to effect the degraded read or write operation. It's primary function
864 1.1 oster * is to identify everything required to recover the data, and then
865 1.1 oster * eliminate anything that is already being accessed by the user.
866 1.1 oster *
867 1.1 oster * The main result is two new ASMs, one for the region from the start of the
868 1.1 oster * stripe to the start of the access, and one for the region from the end of
869 1.1 oster * the access to the end of the stripe. These ASMs describe everything that
870 1.1 oster * needs to be read to effect the degraded access. Other results are:
871 1.1 oster * nXorBufs -- the total number of buffers that need to be XORed together to
872 1.1 oster * recover the lost data,
873 1.1 oster * rpBufPtr -- ptr to a newly-allocated buffer to hold the parity. If NULL
874 1.1 oster * at entry, not allocated.
875 1.1 oster * overlappingPDAs --
876 1.1 oster * describes which of the non-failed PDAs in the user access
877 1.1 oster * overlap data that needs to be read to effect recovery.
878 1.1 oster * overlappingPDAs[i]==1 if and only if, neglecting the failed
879 1.1 oster * PDA, the ith pda in the input asm overlaps data that needs
880 1.1 oster * to be read for recovery.
881 1.1 oster */
882 1.1 oster /* in: asm - ASM for the actual access, one stripe only */
883 1.10 wiz /* in: failedPDA - which component of the access has failed */
884 1.1 oster /* in: dag_h - header of the DAG we're going to create */
885 1.1 oster /* out: new_asm_h - the two new ASMs */
886 1.1 oster /* out: nXorBufs - the total number of xor bufs required */
887 1.1 oster /* out: rpBufPtr - a buffer for the parity read */
888 1.3 oster void
889 1.23 oster rf_GenerateFailedAccessASMs(RF_Raid_t *raidPtr, RF_AccessStripeMap_t *asmap,
890 1.23 oster RF_PhysDiskAddr_t *failedPDA,
891 1.23 oster RF_DagHeader_t *dag_h,
892 1.23 oster RF_AccessStripeMapHeader_t **new_asm_h,
893 1.23 oster int *nXorBufs, char **rpBufPtr,
894 1.23 oster char *overlappingPDAs,
895 1.23 oster RF_AllocListElem_t *allocList)
896 1.3 oster {
897 1.3 oster RF_RaidLayout_t *layoutPtr = &(raidPtr->Layout);
898 1.3 oster
899 1.3 oster /* s=start, e=end, s=stripe, a=access, f=failed, su=stripe unit */
900 1.3 oster RF_RaidAddr_t sosAddr, sosEndAddr, eosStartAddr, eosAddr;
901 1.3 oster
902 1.3 oster RF_SectorCount_t numSect[2], numParitySect;
903 1.3 oster RF_PhysDiskAddr_t *pda;
904 1.3 oster char *rdBuf, *bufP;
905 1.3 oster int foundit, i;
906 1.3 oster
907 1.3 oster bufP = NULL;
908 1.3 oster foundit = 0;
909 1.3 oster /* first compute the following raid addresses: start of stripe,
910 1.3 oster * (sosAddr) MIN(start of access, start of failed SU), (sosEndAddr)
911 1.3 oster * MAX(end of access, end of failed SU), (eosStartAddr) end of
912 1.3 oster * stripe (i.e. start of next stripe) (eosAddr) */
913 1.3 oster sosAddr = rf_RaidAddressOfPrevStripeBoundary(layoutPtr, asmap->raidAddress);
914 1.3 oster sosEndAddr = RF_MIN(asmap->raidAddress, rf_RaidAddressOfPrevStripeUnitBoundary(layoutPtr, failedPDA->raidAddress));
915 1.3 oster eosStartAddr = RF_MAX(asmap->endRaidAddress, rf_RaidAddressOfNextStripeUnitBoundary(layoutPtr, failedPDA->raidAddress));
916 1.3 oster eosAddr = rf_RaidAddressOfNextStripeBoundary(layoutPtr, asmap->raidAddress);
917 1.3 oster
918 1.3 oster /* now generate access stripe maps for each of the above regions of
919 1.3 oster * the stripe. Use a dummy (NULL) buf ptr for now */
920 1.3 oster
921 1.3 oster new_asm_h[0] = (sosAddr != sosEndAddr) ? rf_MapAccess(raidPtr, sosAddr, sosEndAddr - sosAddr, NULL, RF_DONT_REMAP) : NULL;
922 1.3 oster new_asm_h[1] = (eosStartAddr != eosAddr) ? rf_MapAccess(raidPtr, eosStartAddr, eosAddr - eosStartAddr, NULL, RF_DONT_REMAP) : NULL;
923 1.3 oster
924 1.3 oster /* walk through the PDAs and range-restrict each SU to the region of
925 1.3 oster * the SU touched on the failed PDA. also compute total data buffer
926 1.3 oster * space requirements in this step. Ignore the parity for now. */
927 1.3 oster
928 1.3 oster numSect[0] = numSect[1] = 0;
929 1.3 oster if (new_asm_h[0]) {
930 1.3 oster new_asm_h[0]->next = dag_h->asmList;
931 1.3 oster dag_h->asmList = new_asm_h[0];
932 1.3 oster for (pda = new_asm_h[0]->stripeMap->physInfo; pda; pda = pda->next) {
933 1.3 oster rf_RangeRestrictPDA(raidPtr, failedPDA, pda, RF_RESTRICT_NOBUFFER, 0);
934 1.3 oster numSect[0] += pda->numSector;
935 1.3 oster }
936 1.3 oster }
937 1.3 oster if (new_asm_h[1]) {
938 1.3 oster new_asm_h[1]->next = dag_h->asmList;
939 1.3 oster dag_h->asmList = new_asm_h[1];
940 1.3 oster for (pda = new_asm_h[1]->stripeMap->physInfo; pda; pda = pda->next) {
941 1.3 oster rf_RangeRestrictPDA(raidPtr, failedPDA, pda, RF_RESTRICT_NOBUFFER, 0);
942 1.3 oster numSect[1] += pda->numSector;
943 1.3 oster }
944 1.3 oster }
945 1.3 oster numParitySect = failedPDA->numSector;
946 1.3 oster
947 1.3 oster /* allocate buffer space for the data & parity we have to read to
948 1.3 oster * recover from the failure */
949 1.3 oster
950 1.3 oster if (numSect[0] + numSect[1] + ((rpBufPtr) ? numParitySect : 0)) { /* don't allocate parity
951 1.3 oster * buf if not needed */
952 1.3 oster RF_MallocAndAdd(rdBuf, rf_RaidAddressToByte(raidPtr, numSect[0] + numSect[1] + numParitySect), (char *), allocList);
953 1.3 oster bufP = rdBuf;
954 1.3 oster if (rf_degDagDebug)
955 1.3 oster printf("Newly allocated buffer (%d bytes) is 0x%lx\n",
956 1.3 oster (int) rf_RaidAddressToByte(raidPtr, numSect[0] + numSect[1] + numParitySect), (unsigned long) bufP);
957 1.3 oster }
958 1.3 oster /* now walk through the pdas one last time and assign buffer pointers
959 1.3 oster * (ugh!). Again, ignore the parity. also, count nodes to find out
960 1.3 oster * how many bufs need to be xored together */
961 1.3 oster (*nXorBufs) = 1; /* in read case, 1 is for parity. In write
962 1.3 oster * case, 1 is for failed data */
963 1.3 oster if (new_asm_h[0]) {
964 1.3 oster for (pda = new_asm_h[0]->stripeMap->physInfo; pda; pda = pda->next) {
965 1.3 oster pda->bufPtr = bufP;
966 1.3 oster bufP += rf_RaidAddressToByte(raidPtr, pda->numSector);
967 1.3 oster }
968 1.3 oster *nXorBufs += new_asm_h[0]->stripeMap->numStripeUnitsAccessed;
969 1.3 oster }
970 1.3 oster if (new_asm_h[1]) {
971 1.3 oster for (pda = new_asm_h[1]->stripeMap->physInfo; pda; pda = pda->next) {
972 1.3 oster pda->bufPtr = bufP;
973 1.3 oster bufP += rf_RaidAddressToByte(raidPtr, pda->numSector);
974 1.3 oster }
975 1.3 oster (*nXorBufs) += new_asm_h[1]->stripeMap->numStripeUnitsAccessed;
976 1.3 oster }
977 1.3 oster if (rpBufPtr)
978 1.3 oster *rpBufPtr = bufP; /* the rest of the buffer is for
979 1.3 oster * parity */
980 1.3 oster
981 1.3 oster /* the last step is to figure out how many more distinct buffers need
982 1.3 oster * to get xor'd to produce the missing unit. there's one for each
983 1.3 oster * user-data read node that overlaps the portion of the failed unit
984 1.3 oster * being accessed */
985 1.3 oster
986 1.3 oster for (foundit = i = 0, pda = asmap->physInfo; pda; i++, pda = pda->next) {
987 1.3 oster if (pda == failedPDA) {
988 1.3 oster i--;
989 1.3 oster foundit = 1;
990 1.3 oster continue;
991 1.3 oster }
992 1.3 oster if (rf_PDAOverlap(layoutPtr, pda, failedPDA)) {
993 1.3 oster overlappingPDAs[i] = 1;
994 1.3 oster (*nXorBufs)++;
995 1.3 oster }
996 1.3 oster }
997 1.3 oster if (!foundit) {
998 1.3 oster RF_ERRORMSG("GenerateFailedAccessASMs: did not find failedPDA in asm list\n");
999 1.3 oster RF_ASSERT(0);
1000 1.3 oster }
1001 1.3 oster if (rf_degDagDebug) {
1002 1.3 oster if (new_asm_h[0]) {
1003 1.3 oster printf("First asm:\n");
1004 1.3 oster rf_PrintFullAccessStripeMap(new_asm_h[0], 1);
1005 1.3 oster }
1006 1.3 oster if (new_asm_h[1]) {
1007 1.3 oster printf("Second asm:\n");
1008 1.3 oster rf_PrintFullAccessStripeMap(new_asm_h[1], 1);
1009 1.3 oster }
1010 1.3 oster }
1011 1.1 oster }
1012 1.1 oster
1013 1.1 oster
1014 1.1 oster /* adjusts the offset and number of sectors in the destination pda so that
1015 1.1 oster * it covers at most the region of the SU covered by the source PDA. This
1016 1.1 oster * is exclusively a restriction: the number of sectors indicated by the
1017 1.1 oster * target PDA can only shrink.
1018 1.1 oster *
1019 1.1 oster * For example: s = sectors within SU indicated by source PDA
1020 1.1 oster * d = sectors within SU indicated by dest PDA
1021 1.1 oster * r = results, stored in dest PDA
1022 1.1 oster *
1023 1.1 oster * |--------------- one stripe unit ---------------------|
1024 1.1 oster * | sssssssssssssssssssssssssssssssss |
1025 1.1 oster * | ddddddddddddddddddddddddddddddddddddddddddddd |
1026 1.1 oster * | rrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrr |
1027 1.1 oster *
1028 1.1 oster * Another example:
1029 1.1 oster *
1030 1.1 oster * |--------------- one stripe unit ---------------------|
1031 1.1 oster * | sssssssssssssssssssssssssssssssss |
1032 1.1 oster * | ddddddddddddddddddddddd |
1033 1.1 oster * | rrrrrrrrrrrrrrrr |
1034 1.1 oster *
1035 1.1 oster */
1036 1.3 oster void
1037 1.23 oster rf_RangeRestrictPDA(RF_Raid_t *raidPtr, RF_PhysDiskAddr_t *src,
1038 1.23 oster RF_PhysDiskAddr_t *dest, int dobuffer, int doraidaddr)
1039 1.3 oster {
1040 1.3 oster RF_RaidLayout_t *layoutPtr = &raidPtr->Layout;
1041 1.3 oster RF_SectorNum_t soffs = rf_StripeUnitOffset(layoutPtr, src->startSector);
1042 1.3 oster RF_SectorNum_t doffs = rf_StripeUnitOffset(layoutPtr, dest->startSector);
1043 1.3 oster RF_SectorNum_t send = rf_StripeUnitOffset(layoutPtr, src->startSector + src->numSector - 1); /* use -1 to be sure we
1044 1.3 oster * stay within SU */
1045 1.3 oster RF_SectorNum_t dend = rf_StripeUnitOffset(layoutPtr, dest->startSector + dest->numSector - 1);
1046 1.3 oster RF_SectorNum_t subAddr = rf_RaidAddressOfPrevStripeUnitBoundary(layoutPtr, dest->startSector); /* stripe unit boundary */
1047 1.3 oster
1048 1.3 oster dest->startSector = subAddr + RF_MAX(soffs, doffs);
1049 1.3 oster dest->numSector = subAddr + RF_MIN(send, dend) + 1 - dest->startSector;
1050 1.3 oster
1051 1.3 oster if (dobuffer)
1052 1.3 oster dest->bufPtr += (soffs > doffs) ? rf_RaidAddressToByte(raidPtr, soffs - doffs) : 0;
1053 1.3 oster if (doraidaddr) {
1054 1.3 oster dest->raidAddress = rf_RaidAddressOfPrevStripeUnitBoundary(layoutPtr, dest->raidAddress) +
1055 1.3 oster rf_StripeUnitOffset(layoutPtr, dest->startSector);
1056 1.3 oster }
1057 1.1 oster }
1058 1.11 oster
1059 1.11 oster #if (RF_INCLUDE_CHAINDECLUSTER > 0)
1060 1.11 oster
1061 1.1 oster /*
1062 1.1 oster * Want the highest of these primes to be the largest one
1063 1.1 oster * less than the max expected number of columns (won't hurt
1064 1.1 oster * to be too small or too large, but won't be optimal, either)
1065 1.1 oster * --jimz
1066 1.1 oster */
1067 1.1 oster #define NLOWPRIMES 8
1068 1.3 oster static int lowprimes[NLOWPRIMES] = {2, 3, 5, 7, 11, 13, 17, 19};
1069 1.1 oster /*****************************************************************************
1070 1.1 oster * compute the workload shift factor. (chained declustering)
1071 1.1 oster *
1072 1.1 oster * return nonzero if access should shift to secondary, otherwise,
1073 1.1 oster * access is to primary
1074 1.1 oster *****************************************************************************/
1075 1.3 oster int
1076 1.23 oster rf_compute_workload_shift(RF_Raid_t *raidPtr, RF_PhysDiskAddr_t *pda)
1077 1.3 oster {
1078 1.3 oster /*
1079 1.3 oster * variables:
1080 1.3 oster * d = column of disk containing primary
1081 1.3 oster * f = column of failed disk
1082 1.3 oster * n = number of disks in array
1083 1.3 oster * sd = "shift distance" (number of columns that d is to the right of f)
1084 1.3 oster * v = numerator of redirection ratio
1085 1.3 oster * k = denominator of redirection ratio
1086 1.3 oster */
1087 1.21 oster RF_RowCol_t d, f, sd, n;
1088 1.3 oster int k, v, ret, i;
1089 1.3 oster
1090 1.3 oster n = raidPtr->numCol;
1091 1.3 oster
1092 1.3 oster /* assign column of primary copy to d */
1093 1.3 oster d = pda->col;
1094 1.3 oster
1095 1.3 oster /* assign column of dead disk to f */
1096 1.21 oster for (f = 0; ((!RF_DEAD_DISK(raidPtr->Disks[f].status)) && (f < n)); f++);
1097 1.3 oster
1098 1.3 oster RF_ASSERT(f < n);
1099 1.3 oster RF_ASSERT(f != d);
1100 1.3 oster
1101 1.3 oster sd = (f > d) ? (n + d - f) : (d - f);
1102 1.3 oster RF_ASSERT(sd < n);
1103 1.3 oster
1104 1.3 oster /*
1105 1.3 oster * v of every k accesses should be redirected
1106 1.3 oster *
1107 1.3 oster * v/k := (n-1-sd)/(n-1)
1108 1.3 oster */
1109 1.3 oster v = (n - 1 - sd);
1110 1.3 oster k = (n - 1);
1111 1.1 oster
1112 1.1 oster #if 1
1113 1.3 oster /*
1114 1.3 oster * XXX
1115 1.3 oster * Is this worth it?
1116 1.3 oster *
1117 1.3 oster * Now reduce the fraction, by repeatedly factoring
1118 1.3 oster * out primes (just like they teach in elementary school!)
1119 1.3 oster */
1120 1.3 oster for (i = 0; i < NLOWPRIMES; i++) {
1121 1.3 oster if (lowprimes[i] > v)
1122 1.3 oster break;
1123 1.3 oster while (((v % lowprimes[i]) == 0) && ((k % lowprimes[i]) == 0)) {
1124 1.3 oster v /= lowprimes[i];
1125 1.3 oster k /= lowprimes[i];
1126 1.3 oster }
1127 1.3 oster }
1128 1.1 oster #endif
1129 1.1 oster
1130 1.21 oster raidPtr->hist_diskreq[d]++;
1131 1.21 oster if (raidPtr->hist_diskreq[d] > v) {
1132 1.3 oster ret = 0; /* do not redirect */
1133 1.3 oster } else {
1134 1.3 oster ret = 1; /* redirect */
1135 1.3 oster }
1136 1.1 oster
1137 1.1 oster #if 0
1138 1.3 oster printf("d=%d f=%d sd=%d v=%d k=%d ret=%d h=%d\n", d, f, sd, v, k, ret,
1139 1.21 oster raidPtr->hist_diskreq[d]);
1140 1.1 oster #endif
1141 1.1 oster
1142 1.21 oster if (raidPtr->hist_diskreq[d] >= k) {
1143 1.3 oster /* reset counter */
1144 1.21 oster raidPtr->hist_diskreq[d] = 0;
1145 1.3 oster }
1146 1.3 oster return (ret);
1147 1.1 oster }
1148 1.11 oster #endif /* (RF_INCLUDE_CHAINDECLUSTER > 0) */
1149 1.11 oster
1150 1.1 oster /*
1151 1.1 oster * Disk selection routines
1152 1.1 oster */
1153 1.1 oster
1154 1.1 oster /*
1155 1.1 oster * Selects the disk with the shortest queue from a mirror pair.
1156 1.1 oster * Both the disk I/Os queued in RAIDframe as well as those at the physical
1157 1.1 oster * disk are counted as members of the "queue"
1158 1.1 oster */
1159 1.3 oster void
1160 1.3 oster rf_SelectMirrorDiskIdle(RF_DagNode_t * node)
1161 1.1 oster {
1162 1.3 oster RF_Raid_t *raidPtr = (RF_Raid_t *) node->dagHdr->raidPtr;
1163 1.21 oster RF_RowCol_t colData, colMirror;
1164 1.3 oster int dataQueueLength, mirrorQueueLength, usemirror;
1165 1.3 oster RF_PhysDiskAddr_t *data_pda = (RF_PhysDiskAddr_t *) node->params[0].p;
1166 1.3 oster RF_PhysDiskAddr_t *mirror_pda = (RF_PhysDiskAddr_t *) node->params[4].p;
1167 1.3 oster RF_PhysDiskAddr_t *tmp_pda;
1168 1.21 oster RF_RaidDisk_t *disks = raidPtr->Disks;
1169 1.21 oster RF_DiskQueue_t *dqs = raidPtr->Queues, *dataQueue, *mirrorQueue;
1170 1.3 oster
1171 1.3 oster /* return the [row col] of the disk with the shortest queue */
1172 1.3 oster colData = data_pda->col;
1173 1.3 oster colMirror = mirror_pda->col;
1174 1.21 oster dataQueue = &(dqs[colData]);
1175 1.21 oster mirrorQueue = &(dqs[colMirror]);
1176 1.1 oster
1177 1.1 oster #ifdef RF_LOCK_QUEUES_TO_READ_LEN
1178 1.3 oster RF_LOCK_QUEUE_MUTEX(dataQueue, "SelectMirrorDiskIdle");
1179 1.3 oster #endif /* RF_LOCK_QUEUES_TO_READ_LEN */
1180 1.3 oster dataQueueLength = dataQueue->queueLength + dataQueue->numOutstanding;
1181 1.1 oster #ifdef RF_LOCK_QUEUES_TO_READ_LEN
1182 1.3 oster RF_UNLOCK_QUEUE_MUTEX(dataQueue, "SelectMirrorDiskIdle");
1183 1.3 oster RF_LOCK_QUEUE_MUTEX(mirrorQueue, "SelectMirrorDiskIdle");
1184 1.3 oster #endif /* RF_LOCK_QUEUES_TO_READ_LEN */
1185 1.3 oster mirrorQueueLength = mirrorQueue->queueLength + mirrorQueue->numOutstanding;
1186 1.1 oster #ifdef RF_LOCK_QUEUES_TO_READ_LEN
1187 1.3 oster RF_UNLOCK_QUEUE_MUTEX(mirrorQueue, "SelectMirrorDiskIdle");
1188 1.3 oster #endif /* RF_LOCK_QUEUES_TO_READ_LEN */
1189 1.1 oster
1190 1.3 oster usemirror = 0;
1191 1.21 oster if (RF_DEAD_DISK(disks[colMirror].status)) {
1192 1.3 oster usemirror = 0;
1193 1.3 oster } else
1194 1.21 oster if (RF_DEAD_DISK(disks[colData].status)) {
1195 1.3 oster usemirror = 1;
1196 1.3 oster } else
1197 1.5 oster if (raidPtr->parity_good == RF_RAID_DIRTY) {
1198 1.5 oster /* Trust only the main disk */
1199 1.3 oster usemirror = 0;
1200 1.3 oster } else
1201 1.5 oster if (dataQueueLength < mirrorQueueLength) {
1202 1.5 oster usemirror = 0;
1203 1.5 oster } else
1204 1.5 oster if (mirrorQueueLength < dataQueueLength) {
1205 1.5 oster usemirror = 1;
1206 1.3 oster } else {
1207 1.5 oster /* queues are equal length. attempt
1208 1.5 oster * cleverness. */
1209 1.5 oster if (SNUM_DIFF(dataQueue->last_deq_sector, data_pda->startSector)
1210 1.5 oster <= SNUM_DIFF(mirrorQueue->last_deq_sector, mirror_pda->startSector)) {
1211 1.5 oster usemirror = 0;
1212 1.5 oster } else {
1213 1.5 oster usemirror = 1;
1214 1.5 oster }
1215 1.3 oster }
1216 1.3 oster
1217 1.3 oster if (usemirror) {
1218 1.3 oster /* use mirror (parity) disk, swap params 0 & 4 */
1219 1.3 oster tmp_pda = data_pda;
1220 1.3 oster node->params[0].p = mirror_pda;
1221 1.3 oster node->params[4].p = tmp_pda;
1222 1.3 oster } else {
1223 1.3 oster /* use data disk, leave param 0 unchanged */
1224 1.3 oster }
1225 1.3 oster /* printf("dataQueueLength %d, mirrorQueueLength
1226 1.3 oster * %d\n",dataQueueLength, mirrorQueueLength); */
1227 1.1 oster }
1228 1.19 oster #if (RF_INCLUDE_CHAINDECLUSTER > 0) || (RF_INCLUDE_INTERDECLUSTER > 0) || (RF_DEBUG_VALIDATE_DAG > 0)
1229 1.1 oster /*
1230 1.1 oster * Do simple partitioning. This assumes that
1231 1.1 oster * the data and parity disks are laid out identically.
1232 1.1 oster */
1233 1.3 oster void
1234 1.3 oster rf_SelectMirrorDiskPartition(RF_DagNode_t * node)
1235 1.1 oster {
1236 1.3 oster RF_Raid_t *raidPtr = (RF_Raid_t *) node->dagHdr->raidPtr;
1237 1.21 oster RF_RowCol_t colData, colMirror;
1238 1.3 oster RF_PhysDiskAddr_t *data_pda = (RF_PhysDiskAddr_t *) node->params[0].p;
1239 1.3 oster RF_PhysDiskAddr_t *mirror_pda = (RF_PhysDiskAddr_t *) node->params[4].p;
1240 1.3 oster RF_PhysDiskAddr_t *tmp_pda;
1241 1.21 oster RF_RaidDisk_t *disks = raidPtr->Disks;
1242 1.3 oster int usemirror;
1243 1.3 oster
1244 1.3 oster /* return the [row col] of the disk with the shortest queue */
1245 1.3 oster colData = data_pda->col;
1246 1.3 oster colMirror = mirror_pda->col;
1247 1.3 oster
1248 1.3 oster usemirror = 0;
1249 1.21 oster if (RF_DEAD_DISK(disks[colMirror].status)) {
1250 1.3 oster usemirror = 0;
1251 1.3 oster } else
1252 1.21 oster if (RF_DEAD_DISK(disks[colData].status)) {
1253 1.3 oster usemirror = 1;
1254 1.6 oster } else
1255 1.6 oster if (raidPtr->parity_good == RF_RAID_DIRTY) {
1256 1.6 oster /* Trust only the main disk */
1257 1.3 oster usemirror = 0;
1258 1.6 oster } else
1259 1.6 oster if (data_pda->startSector <
1260 1.21 oster (disks[colData].numBlocks / 2)) {
1261 1.6 oster usemirror = 0;
1262 1.6 oster } else {
1263 1.6 oster usemirror = 1;
1264 1.6 oster }
1265 1.3 oster
1266 1.3 oster if (usemirror) {
1267 1.3 oster /* use mirror (parity) disk, swap params 0 & 4 */
1268 1.3 oster tmp_pda = data_pda;
1269 1.3 oster node->params[0].p = mirror_pda;
1270 1.3 oster node->params[4].p = tmp_pda;
1271 1.3 oster } else {
1272 1.3 oster /* use data disk, leave param 0 unchanged */
1273 1.3 oster }
1274 1.1 oster }
1275 1.19 oster #endif
1276