rf_reconmap.c revision 1.12 1 1.12 oster /* $NetBSD: rf_reconmap.c,v 1.12 2002/10/04 23:49:35 oster Exp $ */
2 1.1 oster /*
3 1.1 oster * Copyright (c) 1995 Carnegie-Mellon University.
4 1.1 oster * All rights reserved.
5 1.1 oster *
6 1.1 oster * Author: Mark Holland
7 1.1 oster *
8 1.1 oster * Permission to use, copy, modify and distribute this software and
9 1.1 oster * its documentation is hereby granted, provided that both the copyright
10 1.1 oster * notice and this permission notice appear in all copies of the
11 1.1 oster * software, derivative works or modified versions, and any portions
12 1.1 oster * thereof, and that both notices appear in supporting documentation.
13 1.1 oster *
14 1.1 oster * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS"
15 1.1 oster * CONDITION. CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND
16 1.1 oster * FOR ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE.
17 1.1 oster *
18 1.1 oster * Carnegie Mellon requests users of this software to return to
19 1.1 oster *
20 1.1 oster * Software Distribution Coordinator or Software.Distribution (at) CS.CMU.EDU
21 1.1 oster * School of Computer Science
22 1.1 oster * Carnegie Mellon University
23 1.1 oster * Pittsburgh PA 15213-3890
24 1.1 oster *
25 1.1 oster * any improvements or extensions that they make and grant Carnegie the
26 1.1 oster * rights to redistribute these changes.
27 1.1 oster */
28 1.1 oster
29 1.1 oster /*************************************************************************
30 1.1 oster * rf_reconmap.c
31 1.1 oster *
32 1.1 oster * code to maintain a map of what sectors have/have not been reconstructed
33 1.1 oster *
34 1.1 oster *************************************************************************/
35 1.8 lukem
36 1.8 lukem #include <sys/cdefs.h>
37 1.12 oster __KERNEL_RCSID(0, "$NetBSD: rf_reconmap.c,v 1.12 2002/10/04 23:49:35 oster Exp $");
38 1.1 oster
39 1.1 oster #include "rf_raid.h"
40 1.1 oster #include <sys/time.h>
41 1.1 oster #include "rf_general.h"
42 1.1 oster #include "rf_utils.h"
43 1.1 oster
44 1.1 oster /* special pointer values indicating that a reconstruction unit
45 1.1 oster * has been either totally reconstructed or not at all. Both
46 1.1 oster * are illegal pointer values, so you have to be careful not to
47 1.1 oster * dereference through them. RU_NOTHING must be zero, since
48 1.7 thorpej * MakeReconMap uses memset to initialize the structure. These are used
49 1.1 oster * only at the head of the list.
50 1.1 oster */
51 1.1 oster #define RU_ALL ((RF_ReconMapListElem_t *) -1)
52 1.1 oster #define RU_NOTHING ((RF_ReconMapListElem_t *) 0)
53 1.1 oster
54 1.1 oster /* used to mark the end of the list */
55 1.1 oster #define RU_NIL ((RF_ReconMapListElem_t *) 0)
56 1.1 oster
57 1.1 oster
58 1.4 oster static void
59 1.4 oster compact_stat_entry(RF_Raid_t * raidPtr, RF_ReconMap_t * mapPtr,
60 1.4 oster int i);
61 1.4 oster static void crunch_list(RF_ReconMap_t * mapPtr, RF_ReconMapListElem_t * listPtr);
62 1.4 oster static RF_ReconMapListElem_t *
63 1.4 oster MakeReconMapListElem(RF_SectorNum_t startSector,
64 1.4 oster RF_SectorNum_t stopSector, RF_ReconMapListElem_t * next);
65 1.4 oster static void
66 1.4 oster FreeReconMapListElem(RF_ReconMap_t * mapPtr,
67 1.4 oster RF_ReconMapListElem_t * p);
68 1.4 oster static void update_size(RF_ReconMap_t * mapPtr, int size);
69 1.10 oster #if 0
70 1.4 oster static void PrintList(RF_ReconMapListElem_t * listPtr);
71 1.10 oster #endif
72 1.1 oster
73 1.12 oster /*---------------------------------------------------------------------------
74 1.1 oster *
75 1.4 oster * Creates and initializes new Reconstruction map
76 1.1 oster *
77 1.12 oster *-------------------------------------------------------------------------*/
78 1.1 oster
79 1.4 oster RF_ReconMap_t *
80 1.4 oster rf_MakeReconMap(raidPtr, ru_sectors, disk_sectors, spareUnitsPerDisk)
81 1.4 oster RF_Raid_t *raidPtr;
82 1.4 oster RF_SectorCount_t ru_sectors; /* size of reconstruction unit in
83 1.4 oster * sectors */
84 1.4 oster RF_SectorCount_t disk_sectors; /* size of disk in sectors */
85 1.4 oster RF_ReconUnitCount_t spareUnitsPerDisk; /* zero unless distributed
86 1.4 oster * sparing */
87 1.4 oster {
88 1.4 oster RF_RaidLayout_t *layoutPtr = &raidPtr->Layout;
89 1.4 oster RF_ReconUnitCount_t num_rus = layoutPtr->stripeUnitsPerDisk / layoutPtr->SUsPerRU;
90 1.4 oster RF_ReconMap_t *p;
91 1.4 oster int rc;
92 1.4 oster
93 1.4 oster RF_Malloc(p, sizeof(RF_ReconMap_t), (RF_ReconMap_t *));
94 1.4 oster p->sectorsPerReconUnit = ru_sectors;
95 1.4 oster p->sectorsInDisk = disk_sectors;
96 1.4 oster
97 1.4 oster p->totalRUs = num_rus;
98 1.4 oster p->spareRUs = spareUnitsPerDisk;
99 1.4 oster p->unitsLeft = num_rus - spareUnitsPerDisk;
100 1.4 oster
101 1.4 oster RF_Malloc(p->status, num_rus * sizeof(RF_ReconMapListElem_t *), (RF_ReconMapListElem_t **));
102 1.4 oster RF_ASSERT(p->status != (RF_ReconMapListElem_t **) NULL);
103 1.4 oster
104 1.7 thorpej (void) memset((char *) p->status, 0,
105 1.7 thorpej num_rus * sizeof(RF_ReconMapListElem_t *));
106 1.4 oster
107 1.4 oster p->size = sizeof(RF_ReconMap_t) + num_rus * sizeof(RF_ReconMapListElem_t *);
108 1.4 oster p->maxSize = p->size;
109 1.4 oster
110 1.4 oster rc = rf_mutex_init(&p->mutex);
111 1.4 oster if (rc) {
112 1.9 oster rf_print_unable_to_init_mutex(__FILE__, __LINE__, rc);
113 1.4 oster RF_Free(p->status, num_rus * sizeof(RF_ReconMapListElem_t *));
114 1.4 oster RF_Free(p, sizeof(RF_ReconMap_t));
115 1.4 oster return (NULL);
116 1.4 oster }
117 1.4 oster return (p);
118 1.1 oster }
119 1.1 oster
120 1.1 oster
121 1.12 oster /*---------------------------------------------------------------------------
122 1.1 oster *
123 1.12 oster * marks a new set of sectors as reconstructed. All the possible
124 1.12 oster * mergings get complicated. To simplify matters, the approach I take
125 1.12 oster * is to just dump something into the list, and then clean it up
126 1.12 oster * (i.e. merge elements and eliminate redundant ones) in a second pass
127 1.12 oster * over the list (compact_stat_entry()). Not 100% efficient, since a
128 1.12 oster * structure can be allocated and then immediately freed, but it keeps
129 1.12 oster * this code from becoming (more of) a nightmare of special cases.
130 1.12 oster * The only thing that compact_stat_entry() assumes is that the list
131 1.12 oster * is sorted by startSector, and so this is the only condition I
132 1.12 oster * maintain here. (MCH)
133 1.1 oster *
134 1.12 oster *-------------------------------------------------------------------------*/
135 1.1 oster
136 1.4 oster void
137 1.4 oster rf_ReconMapUpdate(raidPtr, mapPtr, startSector, stopSector)
138 1.4 oster RF_Raid_t *raidPtr;
139 1.4 oster RF_ReconMap_t *mapPtr;
140 1.4 oster RF_SectorNum_t startSector;
141 1.4 oster RF_SectorNum_t stopSector;
142 1.4 oster {
143 1.4 oster RF_SectorCount_t sectorsPerReconUnit = mapPtr->sectorsPerReconUnit;
144 1.4 oster RF_SectorNum_t i, first_in_RU, last_in_RU;
145 1.4 oster RF_ReconMapListElem_t *p, *pt;
146 1.4 oster
147 1.4 oster RF_LOCK_MUTEX(mapPtr->mutex);
148 1.12 oster RF_ASSERT(startSector >= 0 && stopSector < mapPtr->sectorsInDisk &&
149 1.12 oster stopSector >= startSector);
150 1.4 oster
151 1.4 oster while (startSector <= stopSector) {
152 1.4 oster i = startSector / mapPtr->sectorsPerReconUnit;
153 1.4 oster first_in_RU = i * sectorsPerReconUnit;
154 1.4 oster last_in_RU = first_in_RU + sectorsPerReconUnit - 1;
155 1.4 oster p = mapPtr->status[i];
156 1.4 oster if (p != RU_ALL) {
157 1.12 oster if (p == RU_NOTHING || p->startSector > startSector) {
158 1.12 oster /* insert at front of list */
159 1.4 oster
160 1.4 oster mapPtr->status[i] = MakeReconMapListElem(startSector, RF_MIN(stopSector, last_in_RU), (p == RU_NOTHING) ? NULL : p);
161 1.4 oster update_size(mapPtr, sizeof(RF_ReconMapListElem_t));
162 1.4 oster
163 1.4 oster } else {/* general case */
164 1.4 oster do { /* search for place to insert */
165 1.4 oster pt = p;
166 1.4 oster p = p->next;
167 1.4 oster } while (p && (p->startSector < startSector));
168 1.4 oster pt->next = MakeReconMapListElem(startSector, RF_MIN(stopSector, last_in_RU), p);
169 1.4 oster update_size(mapPtr, sizeof(RF_ReconMapListElem_t));
170 1.4 oster }
171 1.4 oster compact_stat_entry(raidPtr, mapPtr, i);
172 1.4 oster }
173 1.4 oster startSector = RF_MIN(stopSector, last_in_RU) + 1;
174 1.4 oster }
175 1.4 oster RF_UNLOCK_MUTEX(mapPtr->mutex);
176 1.1 oster }
177 1.1 oster
178 1.1 oster
179 1.1 oster
180 1.12 oster /*---------------------------------------------------------------------------
181 1.1 oster *
182 1.1 oster * performs whatever list compactions can be done, and frees any space
183 1.1 oster * that is no longer necessary. Assumes only that the list is sorted
184 1.12 oster * by startSector. crunch_list() compacts a single list as much as
185 1.12 oster * possible, and the second block of code deletes the entire list if
186 1.12 oster * possible. crunch_list() is also called from
187 1.12 oster * MakeReconMapAccessList().
188 1.1 oster *
189 1.1 oster * When a recon unit is detected to be fully reconstructed, we set the
190 1.1 oster * corresponding bit in the parity stripe map so that the head follow
191 1.12 oster * code will not select this parity stripe again. This is redundant
192 1.12 oster * (but harmless) when compact_stat_entry is called from the
193 1.12 oster * reconstruction code, but necessary when called from the user-write
194 1.12 oster * code.
195 1.1 oster *
196 1.12 oster *-------------------------------------------------------------------------*/
197 1.1 oster
198 1.4 oster static void
199 1.4 oster compact_stat_entry(raidPtr, mapPtr, i)
200 1.4 oster RF_Raid_t *raidPtr;
201 1.4 oster RF_ReconMap_t *mapPtr;
202 1.4 oster int i;
203 1.4 oster {
204 1.4 oster RF_SectorCount_t sectorsPerReconUnit = mapPtr->sectorsPerReconUnit;
205 1.4 oster RF_ReconMapListElem_t *p = mapPtr->status[i];
206 1.4 oster
207 1.4 oster crunch_list(mapPtr, p);
208 1.4 oster
209 1.4 oster if ((p->startSector == i * sectorsPerReconUnit) &&
210 1.12 oster (p->stopSector == i * sectorsPerReconUnit +
211 1.12 oster sectorsPerReconUnit - 1)) {
212 1.4 oster mapPtr->status[i] = RU_ALL;
213 1.4 oster mapPtr->unitsLeft--;
214 1.4 oster FreeReconMapListElem(mapPtr, p);
215 1.4 oster }
216 1.4 oster }
217 1.4 oster
218 1.4 oster static void
219 1.4 oster crunch_list(mapPtr, listPtr)
220 1.4 oster RF_ReconMap_t *mapPtr;
221 1.4 oster RF_ReconMapListElem_t *listPtr;
222 1.4 oster {
223 1.4 oster RF_ReconMapListElem_t *pt, *p = listPtr;
224 1.4 oster
225 1.4 oster if (!p)
226 1.4 oster return;
227 1.4 oster pt = p;
228 1.4 oster p = p->next;
229 1.4 oster while (p) {
230 1.4 oster if (pt->stopSector >= p->startSector - 1) {
231 1.4 oster pt->stopSector = RF_MAX(pt->stopSector, p->stopSector);
232 1.4 oster pt->next = p->next;
233 1.4 oster FreeReconMapListElem(mapPtr, p);
234 1.4 oster p = pt->next;
235 1.4 oster } else {
236 1.4 oster pt = p;
237 1.4 oster p = p->next;
238 1.4 oster }
239 1.4 oster }
240 1.1 oster }
241 1.12 oster /*---------------------------------------------------------------------------
242 1.4 oster *
243 1.1 oster * Allocate and fill a new list element
244 1.1 oster *
245 1.12 oster *-------------------------------------------------------------------------*/
246 1.1 oster
247 1.4 oster static RF_ReconMapListElem_t *
248 1.4 oster MakeReconMapListElem(
249 1.4 oster RF_SectorNum_t startSector,
250 1.4 oster RF_SectorNum_t stopSector,
251 1.4 oster RF_ReconMapListElem_t * next)
252 1.4 oster {
253 1.4 oster RF_ReconMapListElem_t *p;
254 1.4 oster
255 1.4 oster RF_Malloc(p, sizeof(RF_ReconMapListElem_t), (RF_ReconMapListElem_t *));
256 1.4 oster if (p == NULL)
257 1.4 oster return (NULL);
258 1.4 oster p->startSector = startSector;
259 1.4 oster p->stopSector = stopSector;
260 1.4 oster p->next = next;
261 1.4 oster return (p);
262 1.1 oster }
263 1.12 oster /*---------------------------------------------------------------------------
264 1.4 oster *
265 1.1 oster * Free a list element
266 1.1 oster *
267 1.12 oster *-------------------------------------------------------------------------*/
268 1.1 oster
269 1.4 oster static void
270 1.4 oster FreeReconMapListElem(mapPtr, p)
271 1.4 oster RF_ReconMap_t *mapPtr;
272 1.4 oster RF_ReconMapListElem_t *p;
273 1.4 oster {
274 1.4 oster int delta;
275 1.4 oster
276 1.4 oster if (mapPtr) {
277 1.4 oster delta = 0 - (int) sizeof(RF_ReconMapListElem_t);
278 1.4 oster update_size(mapPtr, delta);
279 1.4 oster }
280 1.4 oster RF_Free(p, sizeof(*p));
281 1.1 oster }
282 1.12 oster /*---------------------------------------------------------------------------
283 1.4 oster *
284 1.12 oster * Free an entire status structure. Inefficient, but can be called at
285 1.12 oster * any time.
286 1.1 oster *
287 1.12 oster *-------------------------------------------------------------------------*/
288 1.4 oster void
289 1.4 oster rf_FreeReconMap(mapPtr)
290 1.4 oster RF_ReconMap_t *mapPtr;
291 1.4 oster {
292 1.4 oster RF_ReconMapListElem_t *p, *q;
293 1.4 oster RF_ReconUnitCount_t numRUs;
294 1.4 oster RF_ReconUnitNum_t i;
295 1.4 oster
296 1.4 oster numRUs = mapPtr->sectorsInDisk / mapPtr->sectorsPerReconUnit;
297 1.4 oster if (mapPtr->sectorsInDisk % mapPtr->sectorsPerReconUnit)
298 1.4 oster numRUs++;
299 1.4 oster
300 1.4 oster for (i = 0; i < numRUs; i++) {
301 1.4 oster p = mapPtr->status[i];
302 1.4 oster while (p != RU_NOTHING && p != RU_ALL) {
303 1.4 oster q = p;
304 1.4 oster p = p->next;
305 1.4 oster RF_Free(q, sizeof(*q));
306 1.4 oster }
307 1.4 oster }
308 1.4 oster rf_mutex_destroy(&mapPtr->mutex);
309 1.12 oster RF_Free(mapPtr->status, mapPtr->totalRUs *
310 1.12 oster sizeof(RF_ReconMapListElem_t *));
311 1.4 oster RF_Free(mapPtr, sizeof(RF_ReconMap_t));
312 1.1 oster }
313 1.12 oster /*---------------------------------------------------------------------------
314 1.1 oster *
315 1.1 oster * returns nonzero if the indicated RU has been reconstructed already
316 1.1 oster *
317 1.12 oster *-------------------------------------------------------------------------*/
318 1.1 oster
319 1.4 oster int
320 1.4 oster rf_CheckRUReconstructed(mapPtr, startSector)
321 1.4 oster RF_ReconMap_t *mapPtr;
322 1.4 oster RF_SectorNum_t startSector;
323 1.1 oster {
324 1.4 oster RF_ReconMapListElem_t *l; /* used for searching */
325 1.4 oster RF_ReconUnitNum_t i;
326 1.1 oster
327 1.4 oster i = startSector / mapPtr->sectorsPerReconUnit;
328 1.4 oster l = mapPtr->status[i];
329 1.4 oster return ((l == RU_ALL) ? 1 : 0);
330 1.1 oster }
331 1.1 oster
332 1.4 oster RF_ReconUnitCount_t
333 1.4 oster rf_UnitsLeftToReconstruct(mapPtr)
334 1.4 oster RF_ReconMap_t *mapPtr;
335 1.1 oster {
336 1.4 oster RF_ASSERT(mapPtr != NULL);
337 1.4 oster return (mapPtr->unitsLeft);
338 1.1 oster }
339 1.1 oster /* updates the size fields of a status descriptor */
340 1.4 oster static void
341 1.4 oster update_size(mapPtr, size)
342 1.4 oster RF_ReconMap_t *mapPtr;
343 1.4 oster int size;
344 1.4 oster {
345 1.4 oster mapPtr->size += size;
346 1.4 oster mapPtr->maxSize = RF_MAX(mapPtr->size, mapPtr->maxSize);
347 1.4 oster }
348 1.4 oster
349 1.10 oster #if 0
350 1.4 oster static void
351 1.4 oster PrintList(listPtr)
352 1.4 oster RF_ReconMapListElem_t *listPtr;
353 1.4 oster {
354 1.4 oster while (listPtr) {
355 1.12 oster printf("%d,%d -> ", (int) listPtr->startSector,
356 1.12 oster (int) listPtr->stopSector);
357 1.4 oster listPtr = listPtr->next;
358 1.4 oster }
359 1.4 oster printf("\n");
360 1.4 oster }
361 1.4 oster
362 1.4 oster void
363 1.4 oster rf_PrintReconMap(raidPtr, mapPtr, frow, fcol)
364 1.4 oster RF_Raid_t *raidPtr;
365 1.4 oster RF_ReconMap_t *mapPtr;
366 1.4 oster RF_RowCol_t frow;
367 1.4 oster RF_RowCol_t fcol;
368 1.4 oster {
369 1.4 oster RF_ReconUnitCount_t numRUs;
370 1.4 oster RF_ReconMapListElem_t *p;
371 1.4 oster RF_ReconUnitNum_t i;
372 1.4 oster
373 1.4 oster numRUs = mapPtr->totalRUs;
374 1.4 oster if (mapPtr->sectorsInDisk % mapPtr->sectorsPerReconUnit)
375 1.4 oster numRUs++;
376 1.4 oster
377 1.4 oster for (i = 0; i < numRUs; i++) {
378 1.4 oster p = mapPtr->status[i];
379 1.4 oster if (p == RU_ALL)/* printf("[%d] ALL\n",i) */
380 1.4 oster ;
381 1.4 oster else
382 1.4 oster if (p == RU_NOTHING) {
383 1.4 oster printf("%d: Unreconstructed\n", i);
384 1.4 oster } else {
385 1.4 oster printf("%d: ", i);
386 1.4 oster PrintList(p);
387 1.4 oster }
388 1.4 oster }
389 1.4 oster }
390 1.10 oster #endif
391 1.4 oster
392 1.11 oster #if RF_DEBUG_RECON
393 1.4 oster void
394 1.4 oster rf_PrintReconSchedule(mapPtr, starttime)
395 1.4 oster RF_ReconMap_t *mapPtr;
396 1.4 oster struct timeval *starttime;
397 1.4 oster {
398 1.4 oster static int old_pctg = -1;
399 1.4 oster struct timeval tv, diff;
400 1.4 oster int new_pctg;
401 1.4 oster
402 1.12 oster new_pctg = 100 - (rf_UnitsLeftToReconstruct(mapPtr) *
403 1.12 oster 100 / mapPtr->totalRUs);
404 1.4 oster if (new_pctg != old_pctg) {
405 1.4 oster RF_GETTIME(tv);
406 1.4 oster RF_TIMEVAL_DIFF(starttime, &tv, &diff);
407 1.12 oster printf("%d %d.%06d\n", (int) new_pctg, (int) diff.tv_sec,
408 1.12 oster (int) diff.tv_usec);
409 1.4 oster old_pctg = new_pctg;
410 1.4 oster }
411 1.1 oster }
412 1.11 oster #endif
413 1.11 oster
414