subr_bufq.c revision 1.19 1 /* $NetBSD: subr_bufq.c,v 1.19 2009/09/16 15:23:04 pooka Exp $ */
2 /* NetBSD: subr_disk.c,v 1.70 2005/08/20 12:00:01 yamt Exp $ */
3
4 /*-
5 * Copyright (c) 1996, 1997, 1999, 2000 The NetBSD Foundation, Inc.
6 * All rights reserved.
7 *
8 * This code is derived from software contributed to The NetBSD Foundation
9 * by Jason R. Thorpe of the Numerical Aerospace Simulation Facility,
10 * NASA Ames Research Center.
11 *
12 * Redistribution and use in source and binary forms, with or without
13 * modification, are permitted provided that the following conditions
14 * are met:
15 * 1. Redistributions of source code must retain the above copyright
16 * notice, this list of conditions and the following disclaimer.
17 * 2. Redistributions in binary form must reproduce the above copyright
18 * notice, this list of conditions and the following disclaimer in the
19 * documentation and/or other materials provided with the distribution.
20 *
21 * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
22 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
23 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
24 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
25 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
26 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
27 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
28 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
29 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
30 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
31 * POSSIBILITY OF SUCH DAMAGE.
32 */
33
34 /*
35 * Copyright (c) 1982, 1986, 1988, 1993
36 * The Regents of the University of California. All rights reserved.
37 * (c) UNIX System Laboratories, Inc.
38 * All or some portions of this file are derived from material licensed
39 * to the University of California by American Telephone and Telegraph
40 * Co. or Unix System Laboratories, Inc. and are reproduced herein with
41 * the permission of UNIX System Laboratories, Inc.
42 *
43 * Redistribution and use in source and binary forms, with or without
44 * modification, are permitted provided that the following conditions
45 * are met:
46 * 1. Redistributions of source code must retain the above copyright
47 * notice, this list of conditions and the following disclaimer.
48 * 2. Redistributions in binary form must reproduce the above copyright
49 * notice, this list of conditions and the following disclaimer in the
50 * documentation and/or other materials provided with the distribution.
51 * 3. Neither the name of the University nor the names of its contributors
52 * may be used to endorse or promote products derived from this software
53 * without specific prior written permission.
54 *
55 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
56 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
57 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
58 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
59 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
60 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
61 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
62 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
63 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
64 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
65 * SUCH DAMAGE.
66 *
67 * @(#)ufs_disksubr.c 8.5 (Berkeley) 1/21/94
68 */
69
70 #include <sys/cdefs.h>
71 __KERNEL_RCSID(0, "$NetBSD: subr_bufq.c,v 1.19 2009/09/16 15:23:04 pooka Exp $");
72
73 #include <sys/param.h>
74 #include <sys/systm.h>
75 #include <sys/buf.h>
76 #include <sys/bufq.h>
77 #include <sys/bufq_impl.h>
78 #include <sys/kmem.h>
79 #include <sys/once.h>
80 #include <sys/sysctl.h>
81
82 BUFQ_DEFINE(dummy, 0, NULL); /* so that bufq_strats won't be empty */
83
84 #define STRAT_MATCH(id, bs) (strcmp((id), (bs)->bs_name) == 0)
85
86 static int bufq_init(void);
87 static void sysctl_kern_bufq_strategies_setup(struct sysctllog **);
88
89 static int
90 bufq_init(void)
91 {
92
93 sysctl_kern_bufq_strategies_setup(NULL);
94 return 0;
95 }
96
97 /*
98 * Create a device buffer queue.
99 */
100 int
101 bufq_alloc(struct bufq_state **bufqp, const char *strategy, int flags)
102 {
103 __link_set_decl(bufq_strats, const struct bufq_strat);
104 const struct bufq_strat *bsp;
105 const struct bufq_strat * const *it;
106 struct bufq_state *bufq;
107 static ONCE_DECL(bufq_init_ctrl);
108 int error = 0;
109
110 RUN_ONCE(&bufq_init_ctrl, bufq_init);
111
112 KASSERT((flags & BUFQ_EXACT) == 0 || strategy != BUFQ_STRAT_ANY);
113
114 switch (flags & BUFQ_SORT_MASK) {
115 case BUFQ_SORT_RAWBLOCK:
116 case BUFQ_SORT_CYLINDER:
117 break;
118 case 0:
119 /*
120 * for strategies which don't care about block numbers.
121 * eg. fcfs
122 */
123 flags |= BUFQ_SORT_RAWBLOCK;
124 break;
125 default:
126 panic("bufq_alloc: sort out of range");
127 }
128
129 /*
130 * select strategy.
131 * if a strategy specified by flags is found, use it.
132 * otherwise, select one with the largest bs_prio.
133 */
134 bsp = NULL;
135 __link_set_foreach(it, bufq_strats) {
136 if ((*it) == &bufq_strat_dummy)
137 continue;
138 if (strategy != BUFQ_STRAT_ANY &&
139 STRAT_MATCH(strategy, (*it))) {
140 bsp = *it;
141 break;
142 }
143 if (bsp == NULL || (*it)->bs_prio > bsp->bs_prio)
144 bsp = *it;
145 }
146
147 if (bsp == NULL) {
148 panic("bufq_alloc: no strategy");
149 }
150 if (strategy != BUFQ_STRAT_ANY && !STRAT_MATCH(strategy, bsp)) {
151 if ((flags & BUFQ_EXACT)) {
152 error = ENOENT;
153 goto out;
154 }
155 #if defined(DEBUG)
156 printf("bufq_alloc: '%s' is not available. using '%s'.\n",
157 strategy, bsp->bs_name);
158 #endif
159 }
160 #if defined(BUFQ_DEBUG)
161 /* XXX aprint? */
162 printf("bufq_alloc: using '%s'\n", bsp->bs_name);
163 #endif
164
165 *bufqp = bufq = kmem_zalloc(sizeof(*bufq), KM_SLEEP);
166 bufq->bq_flags = flags;
167 bufq->bq_strat = bsp;
168 (*bsp->bs_initfn)(bufq);
169
170 out:
171 return error;
172 }
173
174 void
175 bufq_put(struct bufq_state *bufq, struct buf *bp)
176 {
177
178 (*bufq->bq_put)(bufq, bp);
179 }
180
181 struct buf *
182 bufq_get(struct bufq_state *bufq)
183 {
184
185 return (*bufq->bq_get)(bufq, 1);
186 }
187
188 struct buf *
189 bufq_peek(struct bufq_state *bufq)
190 {
191
192 return (*bufq->bq_get)(bufq, 0);
193 }
194
195 struct buf *
196 bufq_cancel(struct bufq_state *bufq, struct buf *bp)
197 {
198
199 return (*bufq->bq_cancel)(bufq, bp);
200 }
201
202 /*
203 * Drain a device buffer queue.
204 */
205 void
206 bufq_drain(struct bufq_state *bufq)
207 {
208 struct buf *bp;
209
210 while ((bp = bufq_get(bufq)) != NULL) {
211 bp->b_error = EIO;
212 bp->b_resid = bp->b_bcount;
213 biodone(bp);
214 }
215 }
216
217 /*
218 * Destroy a device buffer queue.
219 */
220 void
221 bufq_free(struct bufq_state *bufq)
222 {
223
224 KASSERT(bufq_peek(bufq) == NULL);
225
226 bufq->bq_fini(bufq);
227 kmem_free(bufq, sizeof(*bufq));
228 }
229
230 /*
231 * get a strategy identifier of a buffer queue.
232 */
233 const char *
234 bufq_getstrategyname(struct bufq_state *bufq)
235 {
236
237 return bufq->bq_strat->bs_name;
238 }
239
240 /*
241 * move all requests on a buffer queue to another.
242 */
243 void
244 bufq_move(struct bufq_state *dst, struct bufq_state *src)
245 {
246 struct buf *bp;
247
248 while ((bp = bufq_get(src)) != NULL) {
249 bufq_put(dst, bp);
250 }
251 }
252
253 static int
254 docopy(char *buf, size_t *bufoffp, size_t buflen,
255 const char *datap, size_t datalen)
256 {
257 int error = 0;
258
259 if (buf != NULL && datalen > 0) {
260
261 if (*bufoffp + datalen > buflen) {
262 goto out;
263 }
264 error = copyout(datap, buf + *bufoffp, datalen);
265 if (error) {
266 goto out;
267 }
268 }
269 out:
270 if (error == 0) {
271 *bufoffp += datalen;
272 }
273
274 return error;
275 }
276
277 static int
278 docopystr(char *buf, size_t *bufoffp, size_t buflen, const char *datap)
279 {
280
281 return docopy(buf, bufoffp, buflen, datap, strlen(datap));
282 }
283
284 static int
285 docopynul(char *buf, size_t *bufoffp, size_t buflen)
286 {
287
288 return docopy(buf, bufoffp, buflen, "", 1);
289 }
290
291 /*
292 * sysctl function that will print all bufq strategies
293 * built in the kernel.
294 */
295 static int
296 sysctl_kern_bufq_strategies(SYSCTLFN_ARGS)
297 {
298 __link_set_decl(bufq_strats, const struct bufq_strat);
299 const struct bufq_strat * const *bq_strat;
300 const char *delim = "";
301 size_t off = 0;
302 size_t buflen = *oldlenp;
303 int error;
304
305 __link_set_foreach(bq_strat, bufq_strats) {
306 if ((*bq_strat) == &bufq_strat_dummy) {
307 continue;
308 }
309 error = docopystr(oldp, &off, buflen, delim);
310 if (error) {
311 goto out;
312 }
313 error = docopystr(oldp, &off, buflen, (*bq_strat)->bs_name);
314 if (error) {
315 goto out;
316 }
317 delim = " ";
318 }
319
320 /* NUL terminate */
321 error = docopynul(oldp, &off, buflen);
322 out:
323 *oldlenp = off;
324 return error;
325 }
326
327 static void
328 sysctl_kern_bufq_strategies_setup(struct sysctllog **clog)
329 {
330 const struct sysctlnode *node;
331
332 sysctl_createv(clog, 0, NULL, NULL,
333 CTLFLAG_PERMANENT,
334 CTLTYPE_NODE, "kern", NULL,
335 NULL, 0, NULL, 0,
336 CTL_KERN, CTL_EOL);
337 node = NULL;
338 sysctl_createv(clog, 0, NULL, &node,
339 CTLFLAG_PERMANENT,
340 CTLTYPE_NODE, "bufq",
341 SYSCTL_DESCR("buffer queue subtree"),
342 NULL, 0, NULL, 0,
343 CTL_KERN, CTL_CREATE, CTL_EOL);
344 if (node != NULL) {
345 sysctl_createv(clog, 0, NULL, NULL,
346 CTLFLAG_PERMANENT,
347 CTLTYPE_STRING, "strategies",
348 SYSCTL_DESCR("List of bufq strategies present"),
349 sysctl_kern_bufq_strategies, 0, NULL, 0,
350 CTL_KERN, node->sysctl_num, CTL_CREATE, CTL_EOL);
351 }
352 }
353