dm_target_stripe.c revision 1.37 1 1.37 tkusumi /*$NetBSD: dm_target_stripe.c,v 1.37 2019/12/15 09:22:28 tkusumi Exp $*/
2 1.1 haad
3 1.1 haad /*
4 1.1 haad * Copyright (c) 2009 The NetBSD Foundation, Inc.
5 1.1 haad * All rights reserved.
6 1.1 haad *
7 1.1 haad * This code is derived from software contributed to The NetBSD Foundation
8 1.1 haad * by Adam Hamsik.
9 1.1 haad *
10 1.1 haad * Redistribution and use in source and binary forms, with or without
11 1.1 haad * modification, are permitted provided that the following conditions
12 1.1 haad * are met:
13 1.1 haad * 1. Redistributions of source code must retain the above copyright
14 1.1 haad * notice, this list of conditions and the following disclaimer.
15 1.1 haad * 2. Redistributions in binary form must reproduce the above copyright
16 1.1 haad * notice, this list of conditions and the following disclaimer in the
17 1.1 haad * documentation and/or other materials provided with the distribution.
18 1.1 haad *
19 1.1 haad * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 1.1 haad * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 1.1 haad * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 1.1 haad * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 1.1 haad * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 1.1 haad * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 1.1 haad * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 1.1 haad * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 1.1 haad * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 1.1 haad * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 1.1 haad * POSSIBILITY OF SUCH DAMAGE.
30 1.1 haad */
31 1.23 christos #include <sys/cdefs.h>
32 1.37 tkusumi __KERNEL_RCSID(0, "$NetBSD: dm_target_stripe.c,v 1.37 2019/12/15 09:22:28 tkusumi Exp $");
33 1.1 haad
34 1.1 haad /*
35 1.1 haad * This file implements initial version of device-mapper stripe target.
36 1.1 haad */
37 1.1 haad #include <sys/types.h>
38 1.1 haad #include <sys/param.h>
39 1.1 haad
40 1.1 haad #include <sys/buf.h>
41 1.3 haad #include <sys/kmem.h>
42 1.12 uebayasi #include <sys/lwp.h>
43 1.1 haad
44 1.1 haad #include "dm.h"
45 1.1 haad
46 1.32 tkusumi typedef struct target_stripe_config {
47 1.32 tkusumi #define DM_STRIPE_DEV_OFFSET 2
48 1.32 tkusumi struct target_linear_devs stripe_devs;
49 1.32 tkusumi uint8_t stripe_num;
50 1.32 tkusumi uint64_t stripe_chunksize;
51 1.32 tkusumi } dm_target_stripe_config_t;
52 1.32 tkusumi
53 1.1 haad #ifdef DM_TARGET_MODULE
54 1.1 haad /*
55 1.1 haad * Every target can be compiled directly to dm driver or as a
56 1.1 haad * separate module this part of target is used for loading targets
57 1.1 haad * to dm driver.
58 1.1 haad * Target can be unloaded from kernel only if there are no users of
59 1.1 haad * it e.g. there are no devices which uses that target.
60 1.1 haad */
61 1.1 haad #include <sys/kernel.h>
62 1.1 haad #include <sys/module.h>
63 1.1 haad
64 1.1 haad MODULE(MODULE_CLASS_MISC, dm_target_stripe, NULL);
65 1.1 haad
66 1.1 haad static int
67 1.1 haad dm_target_stripe_modcmd(modcmd_t cmd, void *arg)
68 1.1 haad {
69 1.1 haad dm_target_t *dmt;
70 1.1 haad int r;
71 1.1 haad dmt = NULL;
72 1.9 haad
73 1.1 haad switch (cmd) {
74 1.1 haad case MODULE_CMD_INIT:
75 1.33 tkusumi if ((dmt = dm_target_lookup("striped")) != NULL) {
76 1.3 haad dm_target_unbusy(dmt);
77 1.1 haad return EEXIST;
78 1.3 haad }
79 1.33 tkusumi dmt = dm_target_alloc("striped");
80 1.9 haad
81 1.1 haad dmt->version[0] = 1;
82 1.1 haad dmt->version[1] = 0;
83 1.1 haad dmt->version[2] = 0;
84 1.1 haad dmt->init = &dm_target_stripe_init;
85 1.36 tkusumi dmt->table = &dm_target_stripe_table;
86 1.1 haad dmt->strategy = &dm_target_stripe_strategy;
87 1.10 haad dmt->sync = &dm_target_stripe_sync;
88 1.1 haad dmt->deps = &dm_target_stripe_deps;
89 1.1 haad dmt->destroy = &dm_target_stripe_destroy;
90 1.1 haad dmt->upcall = &dm_target_stripe_upcall;
91 1.15 ahoka dmt->secsize = &dm_target_stripe_secsize;
92 1.1 haad
93 1.1 haad r = dm_target_insert(dmt);
94 1.9 haad
95 1.1 haad break;
96 1.1 haad
97 1.1 haad case MODULE_CMD_FINI:
98 1.33 tkusumi r = dm_target_rem("striped");
99 1.1 haad break;
100 1.1 haad
101 1.1 haad case MODULE_CMD_STAT:
102 1.1 haad return ENOTTY;
103 1.1 haad
104 1.1 haad default:
105 1.1 haad return ENOTTY;
106 1.1 haad }
107 1.1 haad
108 1.1 haad return r;
109 1.1 haad }
110 1.1 haad #endif
111 1.1 haad
112 1.21 christos static void
113 1.21 christos dm_target_stripe_fini(dm_target_stripe_config_t *tsc)
114 1.21 christos {
115 1.21 christos dm_target_linear_config_t *tlc;
116 1.21 christos
117 1.21 christos if (tsc == NULL)
118 1.21 christos return;
119 1.21 christos
120 1.21 christos while ((tlc = TAILQ_FIRST(&tsc->stripe_devs)) != NULL) {
121 1.21 christos TAILQ_REMOVE(&tsc->stripe_devs, tlc, entries);
122 1.21 christos dm_pdev_decr(tlc->pdev);
123 1.21 christos kmem_free(tlc, sizeof(*tlc));
124 1.21 christos }
125 1.21 christos
126 1.21 christos kmem_free(tsc, sizeof(*tsc));
127 1.21 christos }
128 1.21 christos
129 1.3 haad /*
130 1.3 haad * Init function called from dm_table_load_ioctl.
131 1.11 haad * DM_STRIPE_DEV_OFFSET should always hold the index of the first device-offset
132 1.11 haad * pair in the parameters.
133 1.3 haad * Example line sent to dm from lvm tools when using striped target.
134 1.3 haad * start length striped #stripes chunk_size device1 offset1 ... deviceN offsetN
135 1.3 haad * 0 65536 striped 2 512 /dev/hda 0 /dev/hdb 0
136 1.3 haad */
137 1.1 haad int
138 1.34 tkusumi dm_target_stripe_init(dm_table_entry_t *table_en, int argc, char **argv)
139 1.1 haad {
140 1.11 haad dm_target_linear_config_t *tlc;
141 1.3 haad dm_target_stripe_config_t *tsc;
142 1.11 haad int strpc, strpi;
143 1.8 haad
144 1.34 tkusumi /*
145 1.34 tkusumi if (argc < 4) {
146 1.34 tkusumi printf("Stripe target takes 4 or more args\n");
147 1.3 haad return EINVAL;
148 1.8 haad }
149 1.34 tkusumi */
150 1.9 haad
151 1.8 haad printf("Stripe target init function called!!\n");
152 1.11 haad printf("Stripe target chunk size %s number of stripes %s\n",
153 1.11 haad argv[1], argv[0]);
154 1.3 haad
155 1.24 chs tsc = kmem_alloc(sizeof(*tsc), KM_SLEEP);
156 1.9 haad
157 1.11 haad /* Initialize linked list for striping devices */
158 1.11 haad TAILQ_INIT(&tsc->stripe_devs);
159 1.3 haad
160 1.8 haad /* Save length of param string */
161 1.8 haad tsc->stripe_chunksize = atoi(argv[1]);
162 1.9 haad tsc->stripe_num = (uint8_t) atoi(argv[0]);
163 1.9 haad
164 1.11 haad strpc = DM_STRIPE_DEV_OFFSET + (tsc->stripe_num * 2);
165 1.11 haad for (strpi = DM_STRIPE_DEV_OFFSET; strpi < strpc; strpi += 2) {
166 1.11 haad printf("Stripe target device name %s -- offset %s\n",
167 1.11 haad argv[strpi], argv[strpi+1]);
168 1.11 haad
169 1.24 chs tlc = kmem_alloc(sizeof(*tlc), KM_SLEEP);
170 1.20 agc if ((tlc->pdev = dm_pdev_insert(argv[strpi])) == NULL) {
171 1.20 agc kmem_free(tlc, sizeof(*tlc));
172 1.21 christos dm_target_stripe_fini(tsc);
173 1.15 ahoka return ENOENT;
174 1.20 agc }
175 1.11 haad tlc->offset = atoi(argv[strpi+1]);
176 1.11 haad
177 1.11 haad /* Insert striping device to linked list. */
178 1.11 haad TAILQ_INSERT_TAIL(&tsc->stripe_devs, tlc, entries);
179 1.11 haad }
180 1.11 haad
181 1.31 tkusumi table_en->target_config = tsc;
182 1.1 haad
183 1.3 haad return 0;
184 1.1 haad }
185 1.23 christos
186 1.36 tkusumi /* Table routine called to get params string. */
187 1.1 haad char *
188 1.36 tkusumi dm_target_stripe_table(void *target_config)
189 1.1 haad {
190 1.11 haad dm_target_linear_config_t *tlc;
191 1.3 haad dm_target_stripe_config_t *tsc;
192 1.11 haad char *params, *tmp;
193 1.3 haad
194 1.3 haad tsc = target_config;
195 1.9 haad
196 1.22 chs params = kmem_alloc(DM_MAX_PARAMS_SIZE, KM_SLEEP);
197 1.22 chs tmp = kmem_alloc(DM_MAX_PARAMS_SIZE, KM_SLEEP);
198 1.11 haad
199 1.11 haad snprintf(params, DM_MAX_PARAMS_SIZE, "%d %" PRIu64,
200 1.11 haad tsc->stripe_num, tsc->stripe_chunksize);
201 1.11 haad
202 1.11 haad TAILQ_FOREACH(tlc, &tsc->stripe_devs, entries) {
203 1.11 haad snprintf(tmp, DM_MAX_PARAMS_SIZE, " %s %" PRIu64,
204 1.11 haad tlc->pdev->name, tlc->offset);
205 1.11 haad strcat(params, tmp);
206 1.11 haad }
207 1.11 haad
208 1.11 haad kmem_free(tmp, DM_MAX_PARAMS_SIZE);
209 1.9 haad
210 1.3 haad return params;
211 1.9 haad }
212 1.23 christos
213 1.1 haad /* Strategy routine called from dm_strategy. */
214 1.1 haad int
215 1.30 tkusumi dm_target_stripe_strategy(dm_table_entry_t *table_en, struct buf *bp)
216 1.1 haad {
217 1.11 haad dm_target_linear_config_t *tlc;
218 1.4 reinoud dm_target_stripe_config_t *tsc;
219 1.4 reinoud struct buf *nestbuf;
220 1.4 reinoud uint64_t blkno, blkoff;
221 1.4 reinoud uint64_t stripe, stripe_blknr;
222 1.4 reinoud uint32_t stripe_off, stripe_rest, num_blks, issue_blks;
223 1.11 haad int i, stripe_devnr;
224 1.4 reinoud
225 1.4 reinoud tsc = table_en->target_config;
226 1.4 reinoud if (tsc == NULL)
227 1.4 reinoud return 0;
228 1.4 reinoud
229 1.4 reinoud /* calculate extent of request */
230 1.4 reinoud KASSERT(bp->b_resid % DEV_BSIZE == 0);
231 1.4 reinoud
232 1.9 haad blkno = bp->b_blkno;
233 1.4 reinoud blkoff = 0;
234 1.4 reinoud num_blks = bp->b_resid / DEV_BSIZE;
235 1.4 reinoud for (;;) {
236 1.29 tkusumi /* blockno to stripe piece nr */
237 1.9 haad stripe = blkno / tsc->stripe_chunksize;
238 1.4 reinoud stripe_off = blkno % tsc->stripe_chunksize;
239 1.4 reinoud
240 1.29 tkusumi /* where we are inside the stripe */
241 1.4 reinoud stripe_devnr = stripe % tsc->stripe_num;
242 1.4 reinoud stripe_blknr = stripe / tsc->stripe_num;
243 1.4 reinoud
244 1.4 reinoud /* how much is left before we hit a boundary */
245 1.4 reinoud stripe_rest = tsc->stripe_chunksize - stripe_off;
246 1.4 reinoud
247 1.4 reinoud /* issue this piece on stripe `stripe' */
248 1.4 reinoud issue_blks = MIN(stripe_rest, num_blks);
249 1.4 reinoud nestbuf = getiobuf(NULL, true);
250 1.4 reinoud
251 1.4 reinoud nestiobuf_setup(bp, nestbuf, blkoff, issue_blks * DEV_BSIZE);
252 1.4 reinoud nestbuf->b_blkno = stripe_blknr * tsc->stripe_chunksize + stripe_off;
253 1.4 reinoud
254 1.11 haad tlc = TAILQ_FIRST(&tsc->stripe_devs);
255 1.14 haad for (i = 0; i < stripe_devnr && tlc != NULL; i++)
256 1.11 haad tlc = TAILQ_NEXT(tlc, entries);
257 1.11 haad
258 1.11 haad /* by this point we should have an tlc */
259 1.17 haad KASSERT(tlc != NULL);
260 1.11 haad
261 1.11 haad nestbuf->b_blkno += tlc->offset;
262 1.11 haad
263 1.11 haad VOP_STRATEGY(tlc->pdev->pdev_vnode, nestbuf);
264 1.4 reinoud
265 1.9 haad blkno += issue_blks;
266 1.9 haad blkoff += issue_blks * DEV_BSIZE;
267 1.4 reinoud num_blks -= issue_blks;
268 1.4 reinoud
269 1.4 reinoud if (num_blks <= 0)
270 1.4 reinoud break;
271 1.4 reinoud }
272 1.1 haad
273 1.1 haad return 0;
274 1.1 haad }
275 1.23 christos
276 1.10 haad /* Sync underlying disk caches. */
277 1.10 haad int
278 1.30 tkusumi dm_target_stripe_sync(dm_table_entry_t *table_en)
279 1.10 haad {
280 1.11 haad int cmd, err;
281 1.10 haad dm_target_stripe_config_t *tsc;
282 1.11 haad dm_target_linear_config_t *tlc;
283 1.10 haad
284 1.10 haad tsc = table_en->target_config;
285 1.10 haad
286 1.10 haad err = 0;
287 1.10 haad cmd = 1;
288 1.10 haad
289 1.11 haad TAILQ_FOREACH(tlc, &tsc->stripe_devs, entries) {
290 1.11 haad if ((err = VOP_IOCTL(tlc->pdev->pdev_vnode, DIOCCACHESYNC,
291 1.10 haad &cmd, FREAD|FWRITE, kauth_cred_get())) != 0)
292 1.10 haad return err;
293 1.10 haad }
294 1.15 ahoka
295 1.10 haad return err;
296 1.10 haad
297 1.10 haad }
298 1.23 christos
299 1.10 haad /* Destroy target specific data. */
300 1.1 haad int
301 1.30 tkusumi dm_target_stripe_destroy(dm_table_entry_t *table_en)
302 1.1 haad {
303 1.21 christos dm_target_stripe_fini(table_en->target_config);
304 1.1 haad
305 1.1 haad /* Unbusy target so we can unload it */
306 1.1 haad dm_target_unbusy(table_en->target);
307 1.9 haad
308 1.1 haad return 0;
309 1.1 haad }
310 1.23 christos
311 1.1 haad /* Doesn't not need to do anything here. */
312 1.1 haad int
313 1.30 tkusumi dm_target_stripe_deps(dm_table_entry_t *table_en, prop_array_t prop_array)
314 1.9 haad {
315 1.3 haad dm_target_stripe_config_t *tsc;
316 1.11 haad dm_target_linear_config_t *tlc;
317 1.9 haad
318 1.3 haad if (table_en->target_config == NULL)
319 1.3 haad return ENOENT;
320 1.9 haad
321 1.3 haad tsc = table_en->target_config;
322 1.9 haad
323 1.11 haad TAILQ_FOREACH(tlc, &tsc->stripe_devs, entries) {
324 1.19 hannken prop_array_add_uint64(prop_array,
325 1.19 hannken (uint64_t) tlc->pdev->pdev_vnode->v_rdev);
326 1.11 haad }
327 1.9 haad
328 1.1 haad return 0;
329 1.1 haad }
330 1.23 christos
331 1.1 haad /* Unsupported for this target. */
332 1.1 haad int
333 1.30 tkusumi dm_target_stripe_upcall(dm_table_entry_t *table_en, struct buf *bp)
334 1.1 haad {
335 1.1 haad return 0;
336 1.1 haad }
337 1.23 christos
338 1.13 mlelstv /*
339 1.13 mlelstv * Compute physical block size
340 1.15 ahoka * For a stripe target we chose the maximum sector size of all
341 1.13 mlelstv * stripe devices. For the supported power-of-2 sizes this is equivalent
342 1.13 mlelstv * to the least common multiple.
343 1.13 mlelstv */
344 1.13 mlelstv int
345 1.37 tkusumi dm_target_stripe_secsize(dm_table_entry_t *table_en, unsigned int *secsizep)
346 1.13 mlelstv {
347 1.13 mlelstv dm_target_linear_config_t *tlc;
348 1.13 mlelstv dm_target_stripe_config_t *tsc;
349 1.37 tkusumi unsigned int secsize;
350 1.13 mlelstv
351 1.13 mlelstv secsize = 0;
352 1.13 mlelstv
353 1.13 mlelstv tsc = table_en->target_config;
354 1.13 mlelstv if (tsc != NULL) {
355 1.13 mlelstv TAILQ_FOREACH(tlc, &tsc->stripe_devs, entries) {
356 1.13 mlelstv if (secsize < tlc->pdev->pdev_secsize)
357 1.13 mlelstv secsize = tlc->pdev->pdev_secsize;
358 1.13 mlelstv }
359 1.13 mlelstv }
360 1.13 mlelstv
361 1.13 mlelstv *secsizep = secsize;
362 1.13 mlelstv
363 1.13 mlelstv return 0;
364 1.13 mlelstv }
365