Home | History | Annotate | Line # | Download | only in kern
subr_bufq.c revision 1.15
      1  1.15  reinoud /*	$NetBSD: subr_bufq.c,v 1.15 2008/04/30 12:09:02 reinoud Exp $	*/
      2   1.3     yamt /*	NetBSD: subr_disk.c,v 1.70 2005/08/20 12:00:01 yamt Exp $	*/
      3   1.1     yamt 
      4   1.1     yamt /*-
      5   1.1     yamt  * Copyright (c) 1996, 1997, 1999, 2000 The NetBSD Foundation, Inc.
      6   1.1     yamt  * All rights reserved.
      7   1.1     yamt  *
      8   1.1     yamt  * This code is derived from software contributed to The NetBSD Foundation
      9   1.1     yamt  * by Jason R. Thorpe of the Numerical Aerospace Simulation Facility,
     10   1.1     yamt  * NASA Ames Research Center.
     11   1.1     yamt  *
     12   1.1     yamt  * Redistribution and use in source and binary forms, with or without
     13   1.1     yamt  * modification, are permitted provided that the following conditions
     14   1.1     yamt  * are met:
     15   1.1     yamt  * 1. Redistributions of source code must retain the above copyright
     16   1.1     yamt  *    notice, this list of conditions and the following disclaimer.
     17   1.1     yamt  * 2. Redistributions in binary form must reproduce the above copyright
     18   1.1     yamt  *    notice, this list of conditions and the following disclaimer in the
     19   1.1     yamt  *    documentation and/or other materials provided with the distribution.
     20   1.1     yamt  *
     21   1.1     yamt  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     22   1.1     yamt  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     23   1.1     yamt  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     24   1.1     yamt  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     25   1.1     yamt  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     26   1.1     yamt  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     27   1.1     yamt  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     28   1.1     yamt  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     29   1.1     yamt  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     30   1.1     yamt  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     31   1.1     yamt  * POSSIBILITY OF SUCH DAMAGE.
     32   1.1     yamt  */
     33   1.1     yamt 
     34   1.1     yamt /*
     35   1.1     yamt  * Copyright (c) 1982, 1986, 1988, 1993
     36   1.1     yamt  *	The Regents of the University of California.  All rights reserved.
     37   1.1     yamt  * (c) UNIX System Laboratories, Inc.
     38   1.1     yamt  * All or some portions of this file are derived from material licensed
     39   1.1     yamt  * to the University of California by American Telephone and Telegraph
     40   1.1     yamt  * Co. or Unix System Laboratories, Inc. and are reproduced herein with
     41   1.1     yamt  * the permission of UNIX System Laboratories, Inc.
     42   1.1     yamt  *
     43   1.1     yamt  * Redistribution and use in source and binary forms, with or without
     44   1.1     yamt  * modification, are permitted provided that the following conditions
     45   1.1     yamt  * are met:
     46   1.1     yamt  * 1. Redistributions of source code must retain the above copyright
     47   1.1     yamt  *    notice, this list of conditions and the following disclaimer.
     48   1.1     yamt  * 2. Redistributions in binary form must reproduce the above copyright
     49   1.1     yamt  *    notice, this list of conditions and the following disclaimer in the
     50   1.1     yamt  *    documentation and/or other materials provided with the distribution.
     51   1.1     yamt  * 3. Neither the name of the University nor the names of its contributors
     52   1.1     yamt  *    may be used to endorse or promote products derived from this software
     53   1.1     yamt  *    without specific prior written permission.
     54   1.1     yamt  *
     55   1.1     yamt  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
     56   1.1     yamt  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     57   1.1     yamt  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     58   1.1     yamt  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
     59   1.1     yamt  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     60   1.1     yamt  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     61   1.1     yamt  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     62   1.1     yamt  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     63   1.1     yamt  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     64   1.1     yamt  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     65   1.1     yamt  * SUCH DAMAGE.
     66   1.1     yamt  *
     67   1.1     yamt  *	@(#)ufs_disksubr.c	8.5 (Berkeley) 1/21/94
     68   1.1     yamt  */
     69   1.1     yamt 
     70   1.1     yamt #include <sys/cdefs.h>
     71  1.15  reinoud __KERNEL_RCSID(0, "$NetBSD: subr_bufq.c,v 1.15 2008/04/30 12:09:02 reinoud Exp $");
     72   1.1     yamt 
     73   1.1     yamt #include <sys/param.h>
     74   1.1     yamt #include <sys/systm.h>
     75   1.1     yamt #include <sys/buf.h>
     76   1.1     yamt #include <sys/bufq.h>
     77   1.1     yamt #include <sys/bufq_impl.h>
     78   1.1     yamt #include <sys/malloc.h>
     79   1.2  xtraeme #include <sys/sysctl.h>
     80   1.1     yamt 
     81   1.1     yamt BUFQ_DEFINE(dummy, 0, NULL); /* so that bufq_strats won't be empty */
     82   1.1     yamt 
     83   1.9     yamt #define	STRAT_MATCH(id, bs)	(strcmp((id), (bs)->bs_name) == 0)
     84   1.1     yamt 
     85   1.1     yamt /*
     86   1.1     yamt  * Create a device buffer queue.
     87   1.1     yamt  */
     88   1.1     yamt int
     89   1.1     yamt bufq_alloc(struct bufq_state **bufqp, const char *strategy, int flags)
     90   1.1     yamt {
     91   1.1     yamt 	__link_set_decl(bufq_strats, const struct bufq_strat);
     92   1.1     yamt 	const struct bufq_strat *bsp;
     93   1.1     yamt 	const struct bufq_strat * const *it;
     94   1.1     yamt 	struct bufq_state *bufq;
     95   1.1     yamt 	int error = 0;
     96   1.1     yamt 
     97   1.1     yamt 	KASSERT((flags & BUFQ_EXACT) == 0 || strategy != BUFQ_STRAT_ANY);
     98   1.1     yamt 
     99   1.1     yamt 	switch (flags & BUFQ_SORT_MASK) {
    100   1.1     yamt 	case BUFQ_SORT_RAWBLOCK:
    101   1.1     yamt 	case BUFQ_SORT_CYLINDER:
    102   1.1     yamt 		break;
    103   1.1     yamt 	case 0:
    104   1.1     yamt 		/*
    105   1.1     yamt 		 * for strategies which don't care about block numbers.
    106   1.1     yamt 		 * eg. fcfs
    107   1.1     yamt 		 */
    108   1.1     yamt 		flags |= BUFQ_SORT_RAWBLOCK;
    109   1.1     yamt 		break;
    110   1.1     yamt 	default:
    111   1.1     yamt 		panic("bufq_alloc: sort out of range");
    112   1.1     yamt 	}
    113   1.1     yamt 
    114   1.1     yamt 	/*
    115   1.1     yamt 	 * select strategy.
    116   1.1     yamt 	 * if a strategy specified by flags is found, use it.
    117   1.1     yamt 	 * otherwise, select one with the largest bs_prio.
    118   1.1     yamt 	 */
    119   1.1     yamt 	bsp = NULL;
    120   1.1     yamt 	__link_set_foreach(it, bufq_strats) {
    121   1.1     yamt 		if ((*it) == &bufq_strat_dummy)
    122   1.1     yamt 			continue;
    123   1.9     yamt 		if (strategy != BUFQ_STRAT_ANY &&
    124   1.9     yamt 		    STRAT_MATCH(strategy, (*it))) {
    125   1.1     yamt 			bsp = *it;
    126   1.1     yamt 			break;
    127   1.1     yamt 		}
    128   1.1     yamt 		if (bsp == NULL || (*it)->bs_prio > bsp->bs_prio)
    129   1.1     yamt 			bsp = *it;
    130   1.1     yamt 	}
    131   1.1     yamt 
    132   1.1     yamt 	if (bsp == NULL) {
    133   1.1     yamt 		panic("bufq_alloc: no strategy");
    134   1.1     yamt 	}
    135   1.9     yamt 	if (strategy != BUFQ_STRAT_ANY && !STRAT_MATCH(strategy, bsp)) {
    136   1.1     yamt 		if ((flags & BUFQ_EXACT)) {
    137   1.1     yamt 			error = ENOENT;
    138   1.1     yamt 			goto out;
    139   1.1     yamt 		}
    140   1.1     yamt #if defined(DEBUG)
    141   1.1     yamt 		printf("bufq_alloc: '%s' is not available. using '%s'.\n",
    142   1.1     yamt 		    strategy, bsp->bs_name);
    143   1.1     yamt #endif
    144   1.1     yamt 	}
    145   1.1     yamt #if defined(BUFQ_DEBUG)
    146   1.1     yamt 	/* XXX aprint? */
    147   1.1     yamt 	printf("bufq_alloc: using '%s'\n", bsp->bs_name);
    148   1.1     yamt #endif
    149   1.1     yamt 
    150   1.1     yamt 	*bufqp = bufq = malloc(sizeof(*bufq), M_DEVBUF, M_WAITOK | M_ZERO);
    151   1.1     yamt 	bufq->bq_flags = flags;
    152   1.5     yamt 	bufq->bq_strat = bsp;
    153   1.1     yamt 	(*bsp->bs_initfn)(bufq);
    154   1.1     yamt 
    155   1.1     yamt out:
    156  1.11     yamt 	return error;
    157   1.1     yamt }
    158   1.1     yamt 
    159   1.1     yamt void
    160   1.1     yamt bufq_put(struct bufq_state *bufq, struct buf *bp)
    161   1.1     yamt {
    162   1.1     yamt 
    163   1.1     yamt 	(*bufq->bq_put)(bufq, bp);
    164   1.1     yamt }
    165   1.1     yamt 
    166   1.1     yamt struct buf *
    167   1.1     yamt bufq_get(struct bufq_state *bufq)
    168   1.1     yamt {
    169   1.1     yamt 
    170   1.1     yamt 	return (*bufq->bq_get)(bufq, 1);
    171   1.1     yamt }
    172   1.1     yamt 
    173   1.1     yamt struct buf *
    174   1.1     yamt bufq_peek(struct bufq_state *bufq)
    175   1.1     yamt {
    176   1.1     yamt 
    177   1.1     yamt 	return (*bufq->bq_get)(bufq, 0);
    178   1.1     yamt }
    179   1.1     yamt 
    180  1.15  reinoud struct buf *
    181  1.15  reinoud bufq_cancel(struct bufq_state *bufq, struct buf *bp)
    182  1.15  reinoud {
    183  1.15  reinoud 	return (*bufq->bq_cancel)(bufq, bp);
    184  1.15  reinoud }
    185  1.15  reinoud 
    186   1.1     yamt /*
    187   1.1     yamt  * Drain a device buffer queue.
    188   1.1     yamt  */
    189   1.1     yamt void
    190   1.1     yamt bufq_drain(struct bufq_state *bufq)
    191   1.1     yamt {
    192   1.1     yamt 	struct buf *bp;
    193   1.1     yamt 
    194   1.1     yamt 	while ((bp = BUFQ_GET(bufq)) != NULL) {
    195   1.1     yamt 		bp->b_error = EIO;
    196   1.1     yamt 		bp->b_resid = bp->b_bcount;
    197   1.1     yamt 		biodone(bp);
    198   1.1     yamt 	}
    199   1.1     yamt }
    200   1.1     yamt 
    201   1.1     yamt /*
    202   1.1     yamt  * Destroy a device buffer queue.
    203   1.1     yamt  */
    204   1.1     yamt void
    205   1.1     yamt bufq_free(struct bufq_state *bufq)
    206   1.1     yamt {
    207   1.1     yamt 
    208   1.1     yamt 	KASSERT(bufq->bq_private != NULL);
    209   1.1     yamt 	KASSERT(BUFQ_PEEK(bufq) == NULL);
    210   1.1     yamt 
    211   1.1     yamt 	free(bufq->bq_private, M_DEVBUF);
    212   1.1     yamt 	free(bufq, M_DEVBUF);
    213   1.1     yamt }
    214   1.2  xtraeme 
    215   1.5     yamt /*
    216   1.5     yamt  * get a strategy identifier of a buffer queue.
    217   1.5     yamt  */
    218   1.5     yamt const char *
    219   1.5     yamt bufq_getstrategyname(struct bufq_state *bufq)
    220   1.5     yamt {
    221   1.5     yamt 
    222   1.5     yamt 	return bufq->bq_strat->bs_name;
    223   1.5     yamt }
    224   1.5     yamt 
    225   1.5     yamt /*
    226   1.5     yamt  * move all requests on a buffer queue to another.
    227   1.5     yamt  */
    228   1.5     yamt void
    229   1.5     yamt bufq_move(struct bufq_state *dst, struct bufq_state *src)
    230   1.5     yamt {
    231   1.5     yamt 	struct buf *bp;
    232   1.5     yamt 
    233   1.5     yamt 	while ((bp = BUFQ_GET(src)) != NULL) {
    234   1.5     yamt 		BUFQ_PUT(dst, bp);
    235   1.5     yamt 	}
    236   1.5     yamt }
    237   1.5     yamt 
    238   1.8     yamt static int
    239   1.8     yamt docopy(char *buf, size_t *bufoffp, size_t buflen,
    240   1.8     yamt     const char *datap, size_t datalen)
    241   1.8     yamt {
    242   1.8     yamt 	int error = 0;
    243   1.8     yamt 
    244   1.8     yamt 	if (buf != NULL && datalen > 0) {
    245   1.8     yamt 
    246   1.8     yamt 		if (*bufoffp + datalen > buflen) {
    247   1.8     yamt 			goto out;
    248   1.8     yamt 		}
    249   1.8     yamt 		error = copyout(datap, buf + *bufoffp, datalen);
    250   1.8     yamt 		if (error) {
    251   1.8     yamt 			goto out;
    252   1.8     yamt 		}
    253   1.8     yamt 	}
    254   1.8     yamt out:
    255   1.8     yamt 	if (error == 0) {
    256   1.8     yamt 		*bufoffp += datalen;
    257   1.8     yamt 	}
    258   1.8     yamt 
    259   1.8     yamt 	return error;
    260   1.8     yamt }
    261   1.8     yamt 
    262   1.8     yamt static int
    263   1.8     yamt docopystr(char *buf, size_t *bufoffp, size_t buflen, const char *datap)
    264   1.8     yamt {
    265   1.8     yamt 
    266   1.8     yamt 	return docopy(buf, bufoffp, buflen, datap, strlen(datap));
    267   1.8     yamt }
    268   1.8     yamt 
    269   1.8     yamt static int
    270   1.8     yamt docopynul(char *buf, size_t *bufoffp, size_t buflen)
    271   1.8     yamt {
    272   1.8     yamt 
    273   1.8     yamt 	return docopy(buf, bufoffp, buflen, "", 1);
    274   1.8     yamt }
    275   1.8     yamt 
    276   1.2  xtraeme /*
    277   1.2  xtraeme  * sysctl function that will print all bufq strategies
    278   1.2  xtraeme  * built in the kernel.
    279   1.2  xtraeme  */
    280   1.2  xtraeme static int
    281   1.2  xtraeme sysctl_kern_bufq_strategies(SYSCTLFN_ARGS)
    282   1.2  xtraeme {
    283   1.4     yamt 	__link_set_decl(bufq_strats, const struct bufq_strat);
    284   1.2  xtraeme 	const struct bufq_strat * const *bq_strat;
    285   1.8     yamt 	const char *delim = "";
    286   1.8     yamt 	size_t off = 0;
    287   1.8     yamt 	size_t buflen = *oldlenp;
    288   1.8     yamt 	int error;
    289   1.2  xtraeme 
    290   1.2  xtraeme 	__link_set_foreach(bq_strat, bufq_strats) {
    291   1.8     yamt 		if ((*bq_strat) == &bufq_strat_dummy) {
    292   1.6     yamt 			continue;
    293   1.2  xtraeme 		}
    294   1.8     yamt 		error = docopystr(oldp, &off, buflen, delim);
    295   1.8     yamt 		if (error) {
    296   1.8     yamt 			goto out;
    297   1.8     yamt 		}
    298   1.8     yamt 		error = docopystr(oldp, &off, buflen, (*bq_strat)->bs_name);
    299   1.8     yamt 		if (error) {
    300   1.8     yamt 			goto out;
    301   1.8     yamt 		}
    302   1.8     yamt 		delim = " ";
    303   1.2  xtraeme 	}
    304   1.8     yamt 
    305   1.8     yamt 	/* NUL terminate */
    306   1.8     yamt 	error = docopynul(oldp, &off, buflen);
    307   1.8     yamt out:
    308   1.8     yamt 	*oldlenp = off;
    309   1.2  xtraeme 	return error;
    310   1.2  xtraeme }
    311   1.2  xtraeme 
    312   1.2  xtraeme SYSCTL_SETUP(sysctl_kern_bufq_strategies_setup, "sysctl kern.bufq tree setup")
    313   1.2  xtraeme {
    314   1.2  xtraeme 	const struct sysctlnode *node;
    315   1.2  xtraeme 
    316   1.2  xtraeme 	sysctl_createv(clog, 0, NULL, NULL,
    317   1.2  xtraeme 			CTLFLAG_PERMANENT,
    318   1.2  xtraeme 			CTLTYPE_NODE, "kern", NULL,
    319   1.2  xtraeme 			NULL, 0, NULL, 0,
    320   1.2  xtraeme 			CTL_KERN, CTL_EOL);
    321   1.2  xtraeme 	node = NULL;
    322   1.2  xtraeme 	sysctl_createv(clog, 0, NULL, &node,
    323   1.2  xtraeme 			CTLFLAG_PERMANENT,
    324   1.2  xtraeme 			CTLTYPE_NODE, "bufq",
    325   1.2  xtraeme 			SYSCTL_DESCR("buffer queue subtree"),
    326   1.2  xtraeme 			NULL, 0, NULL, 0,
    327   1.2  xtraeme 			CTL_KERN, CTL_CREATE, CTL_EOL);
    328   1.2  xtraeme 	if (node != NULL) {
    329   1.2  xtraeme 		sysctl_createv(clog, 0, NULL, NULL,
    330   1.2  xtraeme 			CTLFLAG_PERMANENT,
    331   1.2  xtraeme 			CTLTYPE_STRING, "strategies",
    332   1.2  xtraeme 			SYSCTL_DESCR("List of bufq strategies present"),
    333   1.2  xtraeme 			sysctl_kern_bufq_strategies, 0, NULL, 0,
    334   1.2  xtraeme 			CTL_KERN, node->sysctl_num, CTL_CREATE, CTL_EOL);
    335   1.2  xtraeme 	}
    336   1.2  xtraeme }
    337