Home | History | Annotate | Line # | Download | only in raidframe
rf_revent.c revision 1.25
      1 /*	$NetBSD: rf_revent.c,v 1.25 2008/05/19 19:49:55 oster Exp $	*/
      2 /*
      3  * Copyright (c) 1995 Carnegie-Mellon University.
      4  * All rights reserved.
      5  *
      6  * Author:
      7  *
      8  * Permission to use, copy, modify and distribute this software and
      9  * its documentation is hereby granted, provided that both the copyright
     10  * notice and this permission notice appear in all copies of the
     11  * software, derivative works or modified versions, and any portions
     12  * thereof, and that both notices appear in supporting documentation.
     13  *
     14  * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS"
     15  * CONDITION.  CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND
     16  * FOR ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE.
     17  *
     18  * Carnegie Mellon requests users of this software to return to
     19  *
     20  *  Software Distribution Coordinator  or  Software.Distribution (at) CS.CMU.EDU
     21  *  School of Computer Science
     22  *  Carnegie Mellon University
     23  *  Pittsburgh PA 15213-3890
     24  *
     25  * any improvements or extensions that they make and grant Carnegie the
     26  * rights to redistribute these changes.
     27  */
     28 /*
     29  * revent.c -- reconstruction event handling code
     30  */
     31 
     32 #include <sys/cdefs.h>
     33 __KERNEL_RCSID(0, "$NetBSD: rf_revent.c,v 1.25 2008/05/19 19:49:55 oster Exp $");
     34 
     35 #include <sys/errno.h>
     36 
     37 #include "rf_raid.h"
     38 #include "rf_revent.h"
     39 #include "rf_etimer.h"
     40 #include "rf_general.h"
     41 #include "rf_desc.h"
     42 #include "rf_shutdown.h"
     43 
     44 #define RF_MAX_FREE_REVENT 128
     45 #define RF_MIN_FREE_REVENT  32
     46 #define RF_EVENTQ_WAIT 5000
     47 
     48 #include <sys/proc.h>
     49 #include <sys/kernel.h>
     50 
     51 static void rf_ShutdownReconEvent(void *);
     52 
     53 static RF_ReconEvent_t *
     54 GetReconEventDesc(RF_RowCol_t col, void *arg, RF_Revent_t type);
     55 
     56 static void rf_ShutdownReconEvent(void *ignored)
     57 {
     58 	pool_destroy(&rf_pools.revent);
     59 }
     60 
     61 int
     62 rf_ConfigureReconEvent(RF_ShutdownList_t **listp)
     63 {
     64 
     65 	rf_pool_init(&rf_pools.revent, sizeof(RF_ReconEvent_t),
     66 		     "rf_revent_pl", RF_MIN_FREE_REVENT, RF_MAX_FREE_REVENT);
     67 	rf_ShutdownCreate(listp, rf_ShutdownReconEvent, NULL);
     68 
     69 	return (0);
     70 }
     71 
     72 /* returns the next reconstruction event, blocking the calling thread
     73  * until one becomes available.  will now return null if it is blocked
     74  * or will return an event if it is not */
     75 
     76 RF_ReconEvent_t *
     77 rf_GetNextReconEvent(RF_RaidReconDesc_t *reconDesc)
     78 {
     79 	RF_Raid_t *raidPtr = reconDesc->raidPtr;
     80 	RF_ReconCtrl_t *rctrl = raidPtr->reconControl;
     81 	RF_ReconEvent_t *event;
     82 	int stall_count;
     83 
     84 	RF_LOCK_MUTEX(rctrl->eq_mutex);
     85 	/* q null and count==0 must be equivalent conditions */
     86 	RF_ASSERT((rctrl->eventQueue == NULL) == (rctrl->eq_count == 0));
     87 
     88 	/* mpsleep timeout value: secs = timo_val/hz.  'ticks' here is
     89 	   defined as cycle-counter ticks, not softclock ticks */
     90 
     91 #define MAX_RECON_EXEC_USECS (100 * 1000)  /* 100 ms */
     92 #define RECON_DELAY_MS 25
     93 #define RECON_TIMO     ((RECON_DELAY_MS * hz) / 1000)
     94 
     95 	/* we are not pre-emptible in the kernel, but we don't want to run
     96 	 * forever.  If we run w/o blocking for more than MAX_RECON_EXEC_TICKS
     97 	 * ticks of the cycle counter, delay for RECON_DELAY before
     98 	 * continuing. this may murder us with context switches, so we may
     99 	 * need to increase both the MAX...TICKS and the RECON_DELAY_MS. */
    100 	if (reconDesc->reconExecTimerRunning) {
    101 		int     status;
    102 
    103 		RF_ETIMER_STOP(reconDesc->recon_exec_timer);
    104 		RF_ETIMER_EVAL(reconDesc->recon_exec_timer);
    105 		reconDesc->reconExecTicks +=
    106 			RF_ETIMER_VAL_US(reconDesc->recon_exec_timer);
    107 		if (reconDesc->reconExecTicks > reconDesc->maxReconExecTicks)
    108 			reconDesc->maxReconExecTicks =
    109 				reconDesc->reconExecTicks;
    110 		if (reconDesc->reconExecTicks >= MAX_RECON_EXEC_USECS) {
    111 			/* we've been running too long.  delay for
    112 			 * RECON_DELAY_MS */
    113 #if RF_RECON_STATS > 0
    114 			reconDesc->numReconExecDelays++;
    115 #endif				/* RF_RECON_STATS > 0 */
    116 
    117 			status = ltsleep(&reconDesc->reconExecTicks, PRIBIO,
    118 					 "recon delay", RECON_TIMO,
    119 					 &rctrl->eq_mutex);
    120 			RF_ASSERT(status == EWOULDBLOCK);
    121 			reconDesc->reconExecTicks = 0;
    122 		}
    123 	}
    124 
    125 	stall_count = 0;
    126 	while (!rctrl->eventQueue) {
    127 #if RF_RECON_STATS > 0
    128 		reconDesc->numReconEventWaits++;
    129 #endif				/* RF_RECON_STATS > 0 */
    130 
    131 		ltsleep(&(rctrl)->eventQueue, PRIBIO,  "raidframe eventq",
    132 			RF_EVENTQ_WAIT, &((rctrl)->eq_mutex));
    133 
    134 		stall_count++;
    135 
    136 		if ((stall_count > 10) &&
    137 		    rctrl->headSepCBList) {
    138 			/* There is work to do on the callback list, and
    139 			   we've waited long enough... */
    140 			rf_WakeupHeadSepCBWaiters(raidPtr);
    141 			stall_count = 0;
    142 		}
    143 		reconDesc->reconExecTicks = 0;	/* we've just waited */
    144 	}
    145 
    146 	reconDesc->reconExecTimerRunning = 1;
    147 	if (RF_ETIMER_VAL_US(reconDesc->recon_exec_timer)!=0) {
    148 		/* it moved!!  reset the timer. */
    149 		RF_ETIMER_START(reconDesc->recon_exec_timer);
    150 	}
    151 	event = rctrl->eventQueue;
    152 	rctrl->eventQueue = event->next;
    153 	event->next = NULL;
    154 	rctrl->eq_count--;
    155 
    156 	/* q null and count==0 must be equivalent conditions */
    157 	RF_ASSERT((rctrl->eventQueue == NULL) == (rctrl->eq_count == 0));
    158 	RF_UNLOCK_MUTEX(rctrl->eq_mutex);
    159 	return (event);
    160 }
    161 /* enqueues a reconstruction event on the indicated queue */
    162 void
    163 rf_CauseReconEvent(RF_Raid_t *raidPtr, RF_RowCol_t col, void *arg,
    164 		   RF_Revent_t type)
    165 {
    166 	RF_ReconCtrl_t *rctrl = raidPtr->reconControl;
    167 	RF_ReconEvent_t *event = GetReconEventDesc(col, arg, type);
    168 
    169 	if (type == RF_REVENT_BUFCLEAR) {
    170 		RF_ASSERT(col != rctrl->fcol);
    171 	}
    172 	RF_ASSERT(col >= 0 && col <= raidPtr->numCol);
    173 	RF_LOCK_MUTEX(rctrl->eq_mutex);
    174 	/* q null and count==0 must be equivalent conditions */
    175 	RF_ASSERT((rctrl->eventQueue == NULL) == (rctrl->eq_count == 0));
    176 	event->next = rctrl->eventQueue;
    177 	rctrl->eventQueue = event;
    178 	rctrl->eq_count++;
    179 	RF_UNLOCK_MUTEX(rctrl->eq_mutex);
    180 
    181 	wakeup(&(rctrl)->eventQueue);
    182 }
    183 /* allocates and initializes a recon event descriptor */
    184 static RF_ReconEvent_t *
    185 GetReconEventDesc(RF_RowCol_t col, void *arg, RF_Revent_t type)
    186 {
    187 	RF_ReconEvent_t *t;
    188 
    189 	t = pool_get(&rf_pools.revent, PR_WAITOK);
    190 	t->col = col;
    191 	t->arg = arg;
    192 	t->type = type;
    193 	t->next = NULL;
    194 	return (t);
    195 }
    196 
    197 /*
    198   rf_DrainReconEventQueue() -- used in the event of a reconstruction
    199   problem, this function simply drains all pending events from the
    200   reconstruct event queue.
    201  */
    202 
    203 void
    204 rf_DrainReconEventQueue(RF_RaidReconDesc_t *reconDesc)
    205 {
    206 	RF_ReconCtrl_t *rctrl = reconDesc->raidPtr->reconControl;
    207 	RF_ReconEvent_t *event;
    208 
    209 	RF_LOCK_MUTEX(rctrl->eq_mutex);
    210 	while (rctrl->eventQueue!=NULL) {
    211 
    212 		event = rctrl->eventQueue;
    213 		rctrl->eventQueue = event->next;
    214 		event->next = NULL;
    215 		rctrl->eq_count--;
    216 		/* dump it */
    217 		rf_FreeReconEventDesc(event);
    218 	}
    219 	RF_UNLOCK_MUTEX(rctrl->eq_mutex);
    220 }
    221 
    222 void
    223 rf_FreeReconEventDesc(RF_ReconEvent_t *event)
    224 {
    225 	pool_put(&rf_pools.revent, event);
    226 }
    227