dm_target_stripe.c revision 1.21 1 1.21 christos /*$NetBSD: dm_target_stripe.c,v 1.21 2014/08/19 14:43:28 christos Exp $*/
2 1.1 haad
3 1.1 haad /*
4 1.1 haad * Copyright (c) 2009 The NetBSD Foundation, Inc.
5 1.1 haad * All rights reserved.
6 1.1 haad *
7 1.1 haad * This code is derived from software contributed to The NetBSD Foundation
8 1.1 haad * by Adam Hamsik.
9 1.1 haad *
10 1.1 haad * Redistribution and use in source and binary forms, with or without
11 1.1 haad * modification, are permitted provided that the following conditions
12 1.1 haad * are met:
13 1.1 haad * 1. Redistributions of source code must retain the above copyright
14 1.1 haad * notice, this list of conditions and the following disclaimer.
15 1.1 haad * 2. Redistributions in binary form must reproduce the above copyright
16 1.1 haad * notice, this list of conditions and the following disclaimer in the
17 1.1 haad * documentation and/or other materials provided with the distribution.
18 1.1 haad *
19 1.1 haad * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 1.1 haad * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 1.1 haad * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 1.1 haad * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 1.1 haad * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 1.1 haad * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 1.1 haad * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 1.1 haad * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 1.1 haad * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 1.1 haad * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 1.1 haad * POSSIBILITY OF SUCH DAMAGE.
30 1.1 haad */
31 1.1 haad
32 1.1 haad /*
33 1.1 haad * This file implements initial version of device-mapper stripe target.
34 1.1 haad */
35 1.1 haad #include <sys/types.h>
36 1.1 haad #include <sys/param.h>
37 1.1 haad
38 1.1 haad #include <sys/buf.h>
39 1.3 haad #include <sys/kmem.h>
40 1.3 haad #include <sys/vnode.h>
41 1.12 uebayasi #include <sys/lwp.h>
42 1.1 haad
43 1.1 haad #include "dm.h"
44 1.1 haad
45 1.1 haad #ifdef DM_TARGET_MODULE
46 1.1 haad /*
47 1.1 haad * Every target can be compiled directly to dm driver or as a
48 1.1 haad * separate module this part of target is used for loading targets
49 1.1 haad * to dm driver.
50 1.1 haad * Target can be unloaded from kernel only if there are no users of
51 1.1 haad * it e.g. there are no devices which uses that target.
52 1.1 haad */
53 1.1 haad #include <sys/kernel.h>
54 1.1 haad #include <sys/module.h>
55 1.1 haad
56 1.1 haad MODULE(MODULE_CLASS_MISC, dm_target_stripe, NULL);
57 1.1 haad
58 1.1 haad static int
59 1.1 haad dm_target_stripe_modcmd(modcmd_t cmd, void *arg)
60 1.1 haad {
61 1.1 haad dm_target_t *dmt;
62 1.1 haad int r;
63 1.1 haad dmt = NULL;
64 1.9 haad
65 1.1 haad switch (cmd) {
66 1.1 haad case MODULE_CMD_INIT:
67 1.3 haad if ((dmt = dm_target_lookup("stripe")) != NULL) {
68 1.3 haad dm_target_unbusy(dmt);
69 1.1 haad return EEXIST;
70 1.3 haad }
71 1.1 haad dmt = dm_target_alloc("stripe");
72 1.9 haad
73 1.1 haad dmt->version[0] = 1;
74 1.1 haad dmt->version[1] = 0;
75 1.1 haad dmt->version[2] = 0;
76 1.1 haad strlcpy(dmt->name, "stripe", DM_MAX_TYPE_NAME);
77 1.1 haad dmt->init = &dm_target_stripe_init;
78 1.1 haad dmt->status = &dm_target_stripe_status;
79 1.1 haad dmt->strategy = &dm_target_stripe_strategy;
80 1.10 haad dmt->sync = &dm_target_stripe_sync;
81 1.1 haad dmt->deps = &dm_target_stripe_deps;
82 1.1 haad dmt->destroy = &dm_target_stripe_destroy;
83 1.1 haad dmt->upcall = &dm_target_stripe_upcall;
84 1.15 ahoka dmt->secsize = &dm_target_stripe_secsize;
85 1.1 haad
86 1.1 haad r = dm_target_insert(dmt);
87 1.9 haad
88 1.1 haad break;
89 1.1 haad
90 1.1 haad case MODULE_CMD_FINI:
91 1.1 haad r = dm_target_rem("stripe");
92 1.1 haad break;
93 1.1 haad
94 1.1 haad case MODULE_CMD_STAT:
95 1.1 haad return ENOTTY;
96 1.1 haad
97 1.1 haad default:
98 1.1 haad return ENOTTY;
99 1.1 haad }
100 1.1 haad
101 1.1 haad return r;
102 1.1 haad }
103 1.1 haad #endif
104 1.1 haad
105 1.21 christos static void
106 1.21 christos dm_target_stripe_fini(dm_target_stripe_config_t *tsc)
107 1.21 christos {
108 1.21 christos dm_target_linear_config_t *tlc;
109 1.21 christos
110 1.21 christos if (tsc == NULL)
111 1.21 christos return;
112 1.21 christos
113 1.21 christos while ((tlc = TAILQ_FIRST(&tsc->stripe_devs)) != NULL) {
114 1.21 christos TAILQ_REMOVE(&tsc->stripe_devs, tlc, entries);
115 1.21 christos dm_pdev_decr(tlc->pdev);
116 1.21 christos kmem_free(tlc, sizeof(*tlc));
117 1.21 christos }
118 1.21 christos
119 1.21 christos kmem_free(tsc, sizeof(*tsc));
120 1.21 christos }
121 1.21 christos
122 1.3 haad /*
123 1.3 haad * Init function called from dm_table_load_ioctl.
124 1.11 haad * DM_STRIPE_DEV_OFFSET should always hold the index of the first device-offset
125 1.11 haad * pair in the parameters.
126 1.3 haad * Example line sent to dm from lvm tools when using striped target.
127 1.3 haad * start length striped #stripes chunk_size device1 offset1 ... deviceN offsetN
128 1.3 haad * 0 65536 striped 2 512 /dev/hda 0 /dev/hdb 0
129 1.3 haad */
130 1.1 haad int
131 1.9 haad dm_target_stripe_init(dm_dev_t * dmv, void **target_config, char *params)
132 1.1 haad {
133 1.11 haad dm_target_linear_config_t *tlc;
134 1.3 haad dm_target_stripe_config_t *tsc;
135 1.8 haad size_t len;
136 1.8 haad char **ap, *argv[10];
137 1.11 haad int strpc, strpi;
138 1.8 haad
139 1.9 haad if (params == NULL)
140 1.3 haad return EINVAL;
141 1.8 haad
142 1.8 haad len = strlen(params) + 1;
143 1.9 haad
144 1.8 haad /*
145 1.8 haad * Parse a string, containing tokens delimited by white space,
146 1.8 haad * into an argument vector
147 1.8 haad */
148 1.18 haad for (ap = argv; ap <= &argv[9] &&
149 1.9 haad (*ap = strsep(¶ms, " \t")) != NULL;) {
150 1.8 haad if (**ap != '\0')
151 1.8 haad ap++;
152 1.8 haad }
153 1.9 haad
154 1.8 haad printf("Stripe target init function called!!\n");
155 1.1 haad
156 1.11 haad printf("Stripe target chunk size %s number of stripes %s\n",
157 1.11 haad argv[1], argv[0]);
158 1.3 haad
159 1.11 haad if ((tsc = kmem_alloc(sizeof(*tsc), KM_NOSLEEP)) == NULL)
160 1.3 haad return ENOMEM;
161 1.9 haad
162 1.11 haad /* Initialize linked list for striping devices */
163 1.11 haad TAILQ_INIT(&tsc->stripe_devs);
164 1.3 haad
165 1.8 haad /* Save length of param string */
166 1.8 haad tsc->params_len = len;
167 1.8 haad tsc->stripe_chunksize = atoi(argv[1]);
168 1.9 haad tsc->stripe_num = (uint8_t) atoi(argv[0]);
169 1.9 haad
170 1.11 haad strpc = DM_STRIPE_DEV_OFFSET + (tsc->stripe_num * 2);
171 1.11 haad for (strpi = DM_STRIPE_DEV_OFFSET; strpi < strpc; strpi += 2) {
172 1.11 haad printf("Stripe target device name %s -- offset %s\n",
173 1.11 haad argv[strpi], argv[strpi+1]);
174 1.11 haad
175 1.11 haad tlc = kmem_alloc(sizeof(*tlc), KM_NOSLEEP);
176 1.20 agc if ((tlc->pdev = dm_pdev_insert(argv[strpi])) == NULL) {
177 1.20 agc kmem_free(tlc, sizeof(*tlc));
178 1.21 christos dm_target_stripe_fini(tsc);
179 1.15 ahoka return ENOENT;
180 1.20 agc }
181 1.11 haad tlc->offset = atoi(argv[strpi+1]);
182 1.11 haad
183 1.11 haad /* Insert striping device to linked list. */
184 1.11 haad TAILQ_INSERT_TAIL(&tsc->stripe_devs, tlc, entries);
185 1.11 haad }
186 1.11 haad
187 1.3 haad *target_config = tsc;
188 1.1 haad
189 1.1 haad dmv->dev_type = DM_STRIPE_DEV;
190 1.9 haad
191 1.3 haad return 0;
192 1.1 haad }
193 1.1 haad /* Status routine called to get params string. */
194 1.1 haad char *
195 1.1 haad dm_target_stripe_status(void *target_config)
196 1.1 haad {
197 1.11 haad dm_target_linear_config_t *tlc;
198 1.3 haad dm_target_stripe_config_t *tsc;
199 1.11 haad char *params, *tmp;
200 1.3 haad
201 1.3 haad tsc = target_config;
202 1.9 haad
203 1.7 haad if ((params = kmem_alloc(DM_MAX_PARAMS_SIZE, KM_SLEEP)) == NULL)
204 1.3 haad return NULL;
205 1.3 haad
206 1.20 agc if ((tmp = kmem_alloc(DM_MAX_PARAMS_SIZE, KM_SLEEP)) == NULL) {
207 1.20 agc kmem_free(params, DM_MAX_PARAMS_SIZE);
208 1.11 haad return NULL;
209 1.20 agc }
210 1.11 haad
211 1.11 haad snprintf(params, DM_MAX_PARAMS_SIZE, "%d %" PRIu64,
212 1.11 haad tsc->stripe_num, tsc->stripe_chunksize);
213 1.11 haad
214 1.11 haad TAILQ_FOREACH(tlc, &tsc->stripe_devs, entries) {
215 1.11 haad snprintf(tmp, DM_MAX_PARAMS_SIZE, " %s %" PRIu64,
216 1.11 haad tlc->pdev->name, tlc->offset);
217 1.11 haad strcat(params, tmp);
218 1.11 haad }
219 1.11 haad
220 1.11 haad kmem_free(tmp, DM_MAX_PARAMS_SIZE);
221 1.9 haad
222 1.3 haad return params;
223 1.9 haad }
224 1.1 haad /* Strategy routine called from dm_strategy. */
225 1.1 haad int
226 1.9 haad dm_target_stripe_strategy(dm_table_entry_t * table_en, struct buf * bp)
227 1.1 haad {
228 1.11 haad dm_target_linear_config_t *tlc;
229 1.4 reinoud dm_target_stripe_config_t *tsc;
230 1.4 reinoud struct buf *nestbuf;
231 1.4 reinoud uint64_t blkno, blkoff;
232 1.4 reinoud uint64_t stripe, stripe_blknr;
233 1.4 reinoud uint32_t stripe_off, stripe_rest, num_blks, issue_blks;
234 1.11 haad int i, stripe_devnr;
235 1.4 reinoud
236 1.4 reinoud tsc = table_en->target_config;
237 1.4 reinoud if (tsc == NULL)
238 1.4 reinoud return 0;
239 1.4 reinoud
240 1.8 haad /* printf("Stripe target read function called %" PRIu64 "!!\n",
241 1.4 reinoud tlc->offset);*/
242 1.4 reinoud
243 1.4 reinoud /* calculate extent of request */
244 1.4 reinoud KASSERT(bp->b_resid % DEV_BSIZE == 0);
245 1.4 reinoud
246 1.9 haad blkno = bp->b_blkno;
247 1.4 reinoud blkoff = 0;
248 1.4 reinoud num_blks = bp->b_resid / DEV_BSIZE;
249 1.4 reinoud for (;;) {
250 1.4 reinoud /* blockno to strip piece nr */
251 1.9 haad stripe = blkno / tsc->stripe_chunksize;
252 1.4 reinoud stripe_off = blkno % tsc->stripe_chunksize;
253 1.4 reinoud
254 1.4 reinoud /* where we are inside the strip */
255 1.4 reinoud stripe_devnr = stripe % tsc->stripe_num;
256 1.4 reinoud stripe_blknr = stripe / tsc->stripe_num;
257 1.4 reinoud
258 1.4 reinoud /* how much is left before we hit a boundary */
259 1.4 reinoud stripe_rest = tsc->stripe_chunksize - stripe_off;
260 1.4 reinoud
261 1.4 reinoud /* issue this piece on stripe `stripe' */
262 1.4 reinoud issue_blks = MIN(stripe_rest, num_blks);
263 1.4 reinoud nestbuf = getiobuf(NULL, true);
264 1.4 reinoud
265 1.4 reinoud nestiobuf_setup(bp, nestbuf, blkoff, issue_blks * DEV_BSIZE);
266 1.4 reinoud nestbuf->b_blkno = stripe_blknr * tsc->stripe_chunksize + stripe_off;
267 1.4 reinoud
268 1.11 haad tlc = TAILQ_FIRST(&tsc->stripe_devs);
269 1.14 haad for (i = 0; i < stripe_devnr && tlc != NULL; i++)
270 1.11 haad tlc = TAILQ_NEXT(tlc, entries);
271 1.11 haad
272 1.11 haad /* by this point we should have an tlc */
273 1.17 haad KASSERT(tlc != NULL);
274 1.11 haad
275 1.11 haad nestbuf->b_blkno += tlc->offset;
276 1.11 haad
277 1.11 haad VOP_STRATEGY(tlc->pdev->pdev_vnode, nestbuf);
278 1.4 reinoud
279 1.9 haad blkno += issue_blks;
280 1.9 haad blkoff += issue_blks * DEV_BSIZE;
281 1.4 reinoud num_blks -= issue_blks;
282 1.4 reinoud
283 1.4 reinoud if (num_blks <= 0)
284 1.4 reinoud break;
285 1.4 reinoud }
286 1.1 haad
287 1.1 haad return 0;
288 1.1 haad }
289 1.10 haad /* Sync underlying disk caches. */
290 1.10 haad int
291 1.10 haad dm_target_stripe_sync(dm_table_entry_t * table_en)
292 1.10 haad {
293 1.11 haad int cmd, err;
294 1.10 haad dm_target_stripe_config_t *tsc;
295 1.11 haad dm_target_linear_config_t *tlc;
296 1.10 haad
297 1.10 haad tsc = table_en->target_config;
298 1.10 haad
299 1.10 haad err = 0;
300 1.10 haad cmd = 1;
301 1.10 haad
302 1.11 haad TAILQ_FOREACH(tlc, &tsc->stripe_devs, entries) {
303 1.11 haad if ((err = VOP_IOCTL(tlc->pdev->pdev_vnode, DIOCCACHESYNC,
304 1.10 haad &cmd, FREAD|FWRITE, kauth_cred_get())) != 0)
305 1.10 haad return err;
306 1.10 haad }
307 1.15 ahoka
308 1.10 haad return err;
309 1.10 haad
310 1.10 haad }
311 1.10 haad /* Destroy target specific data. */
312 1.1 haad int
313 1.9 haad dm_target_stripe_destroy(dm_table_entry_t * table_en)
314 1.1 haad {
315 1.21 christos dm_target_stripe_fini(table_en->target_config);
316 1.1 haad
317 1.1 haad /* Unbusy target so we can unload it */
318 1.1 haad dm_target_unbusy(table_en->target);
319 1.9 haad
320 1.3 haad table_en->target_config = NULL;
321 1.1 haad return 0;
322 1.1 haad }
323 1.1 haad /* Doesn't not need to do anything here. */
324 1.1 haad int
325 1.9 haad dm_target_stripe_deps(dm_table_entry_t * table_en, prop_array_t prop_array)
326 1.9 haad {
327 1.3 haad dm_target_stripe_config_t *tsc;
328 1.11 haad dm_target_linear_config_t *tlc;
329 1.9 haad
330 1.3 haad if (table_en->target_config == NULL)
331 1.3 haad return ENOENT;
332 1.9 haad
333 1.3 haad tsc = table_en->target_config;
334 1.9 haad
335 1.11 haad TAILQ_FOREACH(tlc, &tsc->stripe_devs, entries) {
336 1.19 hannken prop_array_add_uint64(prop_array,
337 1.19 hannken (uint64_t) tlc->pdev->pdev_vnode->v_rdev);
338 1.11 haad }
339 1.9 haad
340 1.1 haad return 0;
341 1.1 haad }
342 1.1 haad /* Unsupported for this target. */
343 1.1 haad int
344 1.9 haad dm_target_stripe_upcall(dm_table_entry_t * table_en, struct buf * bp)
345 1.1 haad {
346 1.1 haad return 0;
347 1.1 haad }
348 1.13 mlelstv /*
349 1.13 mlelstv * Compute physical block size
350 1.15 ahoka * For a stripe target we chose the maximum sector size of all
351 1.13 mlelstv * stripe devices. For the supported power-of-2 sizes this is equivalent
352 1.13 mlelstv * to the least common multiple.
353 1.13 mlelstv */
354 1.13 mlelstv int
355 1.13 mlelstv dm_target_stripe_secsize(dm_table_entry_t * table_en, unsigned *secsizep)
356 1.13 mlelstv {
357 1.13 mlelstv dm_target_linear_config_t *tlc;
358 1.13 mlelstv dm_target_stripe_config_t *tsc;
359 1.13 mlelstv unsigned secsize;
360 1.13 mlelstv
361 1.13 mlelstv secsize = 0;
362 1.13 mlelstv
363 1.13 mlelstv tsc = table_en->target_config;
364 1.13 mlelstv if (tsc != NULL) {
365 1.13 mlelstv TAILQ_FOREACH(tlc, &tsc->stripe_devs, entries) {
366 1.13 mlelstv if (secsize < tlc->pdev->pdev_secsize)
367 1.13 mlelstv secsize = tlc->pdev->pdev_secsize;
368 1.13 mlelstv }
369 1.13 mlelstv }
370 1.13 mlelstv
371 1.13 mlelstv *secsizep = secsize;
372 1.13 mlelstv
373 1.13 mlelstv return 0;
374 1.13 mlelstv }
375