Home | History | Annotate | Line # | Download | only in dm
dm_target_stripe.c revision 1.37
      1  1.37   tkusumi /*$NetBSD: dm_target_stripe.c,v 1.37 2019/12/15 09:22:28 tkusumi Exp $*/
      2   1.1      haad 
      3   1.1      haad /*
      4   1.1      haad  * Copyright (c) 2009 The NetBSD Foundation, Inc.
      5   1.1      haad  * All rights reserved.
      6   1.1      haad  *
      7   1.1      haad  * This code is derived from software contributed to The NetBSD Foundation
      8   1.1      haad  * by Adam Hamsik.
      9   1.1      haad  *
     10   1.1      haad  * Redistribution and use in source and binary forms, with or without
     11   1.1      haad  * modification, are permitted provided that the following conditions
     12   1.1      haad  * are met:
     13   1.1      haad  * 1. Redistributions of source code must retain the above copyright
     14   1.1      haad  *    notice, this list of conditions and the following disclaimer.
     15   1.1      haad  * 2. Redistributions in binary form must reproduce the above copyright
     16   1.1      haad  *    notice, this list of conditions and the following disclaimer in the
     17   1.1      haad  *    documentation and/or other materials provided with the distribution.
     18   1.1      haad  *
     19   1.1      haad  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20   1.1      haad  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21   1.1      haad  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22   1.1      haad  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23   1.1      haad  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24   1.1      haad  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25   1.1      haad  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26   1.1      haad  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27   1.1      haad  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28   1.1      haad  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29   1.1      haad  * POSSIBILITY OF SUCH DAMAGE.
     30   1.1      haad  */
     31  1.23  christos #include <sys/cdefs.h>
     32  1.37   tkusumi __KERNEL_RCSID(0, "$NetBSD: dm_target_stripe.c,v 1.37 2019/12/15 09:22:28 tkusumi Exp $");
     33   1.1      haad 
     34   1.1      haad /*
     35   1.1      haad  * This file implements initial version of device-mapper stripe target.
     36   1.1      haad  */
     37   1.1      haad #include <sys/types.h>
     38   1.1      haad #include <sys/param.h>
     39   1.1      haad 
     40   1.1      haad #include <sys/buf.h>
     41   1.3      haad #include <sys/kmem.h>
     42  1.12  uebayasi #include <sys/lwp.h>
     43   1.1      haad 
     44   1.1      haad #include "dm.h"
     45   1.1      haad 
     46  1.32   tkusumi typedef struct target_stripe_config {
     47  1.32   tkusumi #define DM_STRIPE_DEV_OFFSET 2
     48  1.32   tkusumi 	struct target_linear_devs stripe_devs;
     49  1.32   tkusumi 	uint8_t stripe_num;
     50  1.32   tkusumi 	uint64_t stripe_chunksize;
     51  1.32   tkusumi } dm_target_stripe_config_t;
     52  1.32   tkusumi 
     53   1.1      haad #ifdef DM_TARGET_MODULE
     54   1.1      haad /*
     55   1.1      haad  * Every target can be compiled directly to dm driver or as a
     56   1.1      haad  * separate module this part of target is used for loading targets
     57   1.1      haad  * to dm driver.
     58   1.1      haad  * Target can be unloaded from kernel only if there are no users of
     59   1.1      haad  * it e.g. there are no devices which uses that target.
     60   1.1      haad  */
     61   1.1      haad #include <sys/kernel.h>
     62   1.1      haad #include <sys/module.h>
     63   1.1      haad 
     64   1.1      haad MODULE(MODULE_CLASS_MISC, dm_target_stripe, NULL);
     65   1.1      haad 
     66   1.1      haad static int
     67   1.1      haad dm_target_stripe_modcmd(modcmd_t cmd, void *arg)
     68   1.1      haad {
     69   1.1      haad 	dm_target_t *dmt;
     70   1.1      haad 	int r;
     71   1.1      haad 	dmt = NULL;
     72   1.9      haad 
     73   1.1      haad 	switch (cmd) {
     74   1.1      haad 	case MODULE_CMD_INIT:
     75  1.33   tkusumi 		if ((dmt = dm_target_lookup("striped")) != NULL) {
     76   1.3      haad 			dm_target_unbusy(dmt);
     77   1.1      haad 			return EEXIST;
     78   1.3      haad 		}
     79  1.33   tkusumi 		dmt = dm_target_alloc("striped");
     80   1.9      haad 
     81   1.1      haad 		dmt->version[0] = 1;
     82   1.1      haad 		dmt->version[1] = 0;
     83   1.1      haad 		dmt->version[2] = 0;
     84   1.1      haad 		dmt->init = &dm_target_stripe_init;
     85  1.36   tkusumi 		dmt->table = &dm_target_stripe_table;
     86   1.1      haad 		dmt->strategy = &dm_target_stripe_strategy;
     87  1.10      haad 		dmt->sync = &dm_target_stripe_sync;
     88   1.1      haad 		dmt->deps = &dm_target_stripe_deps;
     89   1.1      haad 		dmt->destroy = &dm_target_stripe_destroy;
     90   1.1      haad 		dmt->upcall = &dm_target_stripe_upcall;
     91  1.15     ahoka 		dmt->secsize = &dm_target_stripe_secsize;
     92   1.1      haad 
     93   1.1      haad 		r = dm_target_insert(dmt);
     94   1.9      haad 
     95   1.1      haad 		break;
     96   1.1      haad 
     97   1.1      haad 	case MODULE_CMD_FINI:
     98  1.33   tkusumi 		r = dm_target_rem("striped");
     99   1.1      haad 		break;
    100   1.1      haad 
    101   1.1      haad 	case MODULE_CMD_STAT:
    102   1.1      haad 		return ENOTTY;
    103   1.1      haad 
    104   1.1      haad 	default:
    105   1.1      haad 		return ENOTTY;
    106   1.1      haad 	}
    107   1.1      haad 
    108   1.1      haad 	return r;
    109   1.1      haad }
    110   1.1      haad #endif
    111   1.1      haad 
    112  1.21  christos static void
    113  1.21  christos dm_target_stripe_fini(dm_target_stripe_config_t *tsc)
    114  1.21  christos {
    115  1.21  christos 	dm_target_linear_config_t *tlc;
    116  1.21  christos 
    117  1.21  christos 	if (tsc == NULL)
    118  1.21  christos 		return;
    119  1.21  christos 
    120  1.21  christos 	while ((tlc = TAILQ_FIRST(&tsc->stripe_devs)) != NULL) {
    121  1.21  christos 		TAILQ_REMOVE(&tsc->stripe_devs, tlc, entries);
    122  1.21  christos 		dm_pdev_decr(tlc->pdev);
    123  1.21  christos 		kmem_free(tlc, sizeof(*tlc));
    124  1.21  christos 	}
    125  1.21  christos 
    126  1.21  christos 	kmem_free(tsc, sizeof(*tsc));
    127  1.21  christos }
    128  1.21  christos 
    129   1.3      haad /*
    130   1.3      haad  * Init function called from dm_table_load_ioctl.
    131  1.11      haad  * DM_STRIPE_DEV_OFFSET should always hold the index of the first device-offset
    132  1.11      haad  * pair in the parameters.
    133   1.3      haad  * Example line sent to dm from lvm tools when using striped target.
    134   1.3      haad  * start length striped #stripes chunk_size device1 offset1 ... deviceN offsetN
    135   1.3      haad  * 0 65536 striped 2 512 /dev/hda 0 /dev/hdb 0
    136   1.3      haad  */
    137   1.1      haad int
    138  1.34   tkusumi dm_target_stripe_init(dm_table_entry_t *table_en, int argc, char **argv)
    139   1.1      haad {
    140  1.11      haad 	dm_target_linear_config_t *tlc;
    141   1.3      haad 	dm_target_stripe_config_t *tsc;
    142  1.11      haad 	int strpc, strpi;
    143   1.8      haad 
    144  1.34   tkusumi 	/*
    145  1.34   tkusumi 	if (argc < 4) {
    146  1.34   tkusumi 		printf("Stripe target takes 4 or more args\n");
    147   1.3      haad 		return EINVAL;
    148   1.8      haad 	}
    149  1.34   tkusumi 	*/
    150   1.9      haad 
    151   1.8      haad 	printf("Stripe target init function called!!\n");
    152  1.11      haad 	printf("Stripe target chunk size %s number of stripes %s\n",
    153  1.11      haad 	    argv[1], argv[0]);
    154   1.3      haad 
    155  1.24       chs 	tsc = kmem_alloc(sizeof(*tsc), KM_SLEEP);
    156   1.9      haad 
    157  1.11      haad 	/* Initialize linked list for striping devices */
    158  1.11      haad 	TAILQ_INIT(&tsc->stripe_devs);
    159   1.3      haad 
    160   1.8      haad 	/* Save length of param string */
    161   1.8      haad 	tsc->stripe_chunksize = atoi(argv[1]);
    162   1.9      haad 	tsc->stripe_num = (uint8_t) atoi(argv[0]);
    163   1.9      haad 
    164  1.11      haad 	strpc = DM_STRIPE_DEV_OFFSET + (tsc->stripe_num * 2);
    165  1.11      haad 	for (strpi = DM_STRIPE_DEV_OFFSET; strpi < strpc; strpi += 2) {
    166  1.11      haad 		printf("Stripe target device name %s -- offset %s\n",
    167  1.11      haad 		       argv[strpi], argv[strpi+1]);
    168  1.11      haad 
    169  1.24       chs 		tlc = kmem_alloc(sizeof(*tlc), KM_SLEEP);
    170  1.20       agc 		if ((tlc->pdev = dm_pdev_insert(argv[strpi])) == NULL) {
    171  1.20       agc 			kmem_free(tlc, sizeof(*tlc));
    172  1.21  christos 			dm_target_stripe_fini(tsc);
    173  1.15     ahoka 			return ENOENT;
    174  1.20       agc 		}
    175  1.11      haad 		tlc->offset = atoi(argv[strpi+1]);
    176  1.11      haad 
    177  1.11      haad 		/* Insert striping device to linked list. */
    178  1.11      haad 		TAILQ_INSERT_TAIL(&tsc->stripe_devs, tlc, entries);
    179  1.11      haad 	}
    180  1.11      haad 
    181  1.31   tkusumi 	table_en->target_config = tsc;
    182   1.1      haad 
    183   1.3      haad 	return 0;
    184   1.1      haad }
    185  1.23  christos 
    186  1.36   tkusumi /* Table routine called to get params string. */
    187   1.1      haad char *
    188  1.36   tkusumi dm_target_stripe_table(void *target_config)
    189   1.1      haad {
    190  1.11      haad 	dm_target_linear_config_t *tlc;
    191   1.3      haad 	dm_target_stripe_config_t *tsc;
    192  1.11      haad 	char *params, *tmp;
    193   1.3      haad 
    194   1.3      haad 	tsc = target_config;
    195   1.9      haad 
    196  1.22       chs 	params = kmem_alloc(DM_MAX_PARAMS_SIZE, KM_SLEEP);
    197  1.22       chs 	tmp = kmem_alloc(DM_MAX_PARAMS_SIZE, KM_SLEEP);
    198  1.11      haad 
    199  1.11      haad 	snprintf(params, DM_MAX_PARAMS_SIZE, "%d %" PRIu64,
    200  1.11      haad 	    tsc->stripe_num, tsc->stripe_chunksize);
    201  1.11      haad 
    202  1.11      haad 	TAILQ_FOREACH(tlc, &tsc->stripe_devs, entries) {
    203  1.11      haad 		snprintf(tmp, DM_MAX_PARAMS_SIZE, " %s %" PRIu64,
    204  1.11      haad 		    tlc->pdev->name, tlc->offset);
    205  1.11      haad 		strcat(params, tmp);
    206  1.11      haad 	}
    207  1.11      haad 
    208  1.11      haad 	kmem_free(tmp, DM_MAX_PARAMS_SIZE);
    209   1.9      haad 
    210   1.3      haad 	return params;
    211   1.9      haad }
    212  1.23  christos 
    213   1.1      haad /* Strategy routine called from dm_strategy. */
    214   1.1      haad int
    215  1.30   tkusumi dm_target_stripe_strategy(dm_table_entry_t *table_en, struct buf *bp)
    216   1.1      haad {
    217  1.11      haad 	dm_target_linear_config_t *tlc;
    218   1.4   reinoud 	dm_target_stripe_config_t *tsc;
    219   1.4   reinoud 	struct buf *nestbuf;
    220   1.4   reinoud 	uint64_t blkno, blkoff;
    221   1.4   reinoud 	uint64_t stripe, stripe_blknr;
    222   1.4   reinoud 	uint32_t stripe_off, stripe_rest, num_blks, issue_blks;
    223  1.11      haad 	int i, stripe_devnr;
    224   1.4   reinoud 
    225   1.4   reinoud 	tsc = table_en->target_config;
    226   1.4   reinoud 	if (tsc == NULL)
    227   1.4   reinoud 		return 0;
    228   1.4   reinoud 
    229   1.4   reinoud 	/* calculate extent of request */
    230   1.4   reinoud 	KASSERT(bp->b_resid % DEV_BSIZE == 0);
    231   1.4   reinoud 
    232   1.9      haad 	blkno = bp->b_blkno;
    233   1.4   reinoud 	blkoff = 0;
    234   1.4   reinoud 	num_blks = bp->b_resid / DEV_BSIZE;
    235   1.4   reinoud 	for (;;) {
    236  1.29   tkusumi 		/* blockno to stripe piece nr */
    237   1.9      haad 		stripe = blkno / tsc->stripe_chunksize;
    238   1.4   reinoud 		stripe_off = blkno % tsc->stripe_chunksize;
    239   1.4   reinoud 
    240  1.29   tkusumi 		/* where we are inside the stripe */
    241   1.4   reinoud 		stripe_devnr = stripe % tsc->stripe_num;
    242   1.4   reinoud 		stripe_blknr = stripe / tsc->stripe_num;
    243   1.4   reinoud 
    244   1.4   reinoud 		/* how much is left before we hit a boundary */
    245   1.4   reinoud 		stripe_rest = tsc->stripe_chunksize - stripe_off;
    246   1.4   reinoud 
    247   1.4   reinoud 		/* issue this piece on stripe `stripe' */
    248   1.4   reinoud 		issue_blks = MIN(stripe_rest, num_blks);
    249   1.4   reinoud 		nestbuf = getiobuf(NULL, true);
    250   1.4   reinoud 
    251   1.4   reinoud 		nestiobuf_setup(bp, nestbuf, blkoff, issue_blks * DEV_BSIZE);
    252   1.4   reinoud 		nestbuf->b_blkno = stripe_blknr * tsc->stripe_chunksize + stripe_off;
    253   1.4   reinoud 
    254  1.11      haad 		tlc = TAILQ_FIRST(&tsc->stripe_devs);
    255  1.14      haad 		for (i = 0; i < stripe_devnr && tlc != NULL; i++)
    256  1.11      haad 			tlc = TAILQ_NEXT(tlc, entries);
    257  1.11      haad 
    258  1.11      haad 		/* by this point we should have an tlc */
    259  1.17      haad 		KASSERT(tlc != NULL);
    260  1.11      haad 
    261  1.11      haad 		nestbuf->b_blkno += tlc->offset;
    262  1.11      haad 
    263  1.11      haad 		VOP_STRATEGY(tlc->pdev->pdev_vnode, nestbuf);
    264   1.4   reinoud 
    265   1.9      haad 		blkno += issue_blks;
    266   1.9      haad 		blkoff += issue_blks * DEV_BSIZE;
    267   1.4   reinoud 		num_blks -= issue_blks;
    268   1.4   reinoud 
    269   1.4   reinoud 		if (num_blks <= 0)
    270   1.4   reinoud 			break;
    271   1.4   reinoud 	}
    272   1.1      haad 
    273   1.1      haad 	return 0;
    274   1.1      haad }
    275  1.23  christos 
    276  1.10      haad /* Sync underlying disk caches. */
    277  1.10      haad int
    278  1.30   tkusumi dm_target_stripe_sync(dm_table_entry_t *table_en)
    279  1.10      haad {
    280  1.11      haad 	int cmd, err;
    281  1.10      haad 	dm_target_stripe_config_t *tsc;
    282  1.11      haad 	dm_target_linear_config_t *tlc;
    283  1.10      haad 
    284  1.10      haad 	tsc = table_en->target_config;
    285  1.10      haad 
    286  1.10      haad 	err = 0;
    287  1.10      haad 	cmd = 1;
    288  1.10      haad 
    289  1.11      haad 	TAILQ_FOREACH(tlc, &tsc->stripe_devs, entries) {
    290  1.11      haad 		if ((err = VOP_IOCTL(tlc->pdev->pdev_vnode, DIOCCACHESYNC,
    291  1.10      haad 			    &cmd, FREAD|FWRITE, kauth_cred_get())) != 0)
    292  1.10      haad 			return err;
    293  1.10      haad 	}
    294  1.15     ahoka 
    295  1.10      haad 	return err;
    296  1.10      haad 
    297  1.10      haad }
    298  1.23  christos 
    299  1.10      haad /* Destroy target specific data. */
    300   1.1      haad int
    301  1.30   tkusumi dm_target_stripe_destroy(dm_table_entry_t *table_en)
    302   1.1      haad {
    303  1.21  christos 	dm_target_stripe_fini(table_en->target_config);
    304   1.1      haad 
    305   1.1      haad 	/* Unbusy target so we can unload it */
    306   1.1      haad 	dm_target_unbusy(table_en->target);
    307   1.9      haad 
    308   1.1      haad 	return 0;
    309   1.1      haad }
    310  1.23  christos 
    311   1.1      haad /* Doesn't not need to do anything here. */
    312   1.1      haad int
    313  1.30   tkusumi dm_target_stripe_deps(dm_table_entry_t *table_en, prop_array_t prop_array)
    314   1.9      haad {
    315   1.3      haad 	dm_target_stripe_config_t *tsc;
    316  1.11      haad 	dm_target_linear_config_t *tlc;
    317   1.9      haad 
    318   1.3      haad 	if (table_en->target_config == NULL)
    319   1.3      haad 		return ENOENT;
    320   1.9      haad 
    321   1.3      haad 	tsc = table_en->target_config;
    322   1.9      haad 
    323  1.11      haad 	TAILQ_FOREACH(tlc, &tsc->stripe_devs, entries) {
    324  1.19   hannken 		prop_array_add_uint64(prop_array,
    325  1.19   hannken 		    (uint64_t) tlc->pdev->pdev_vnode->v_rdev);
    326  1.11      haad 	}
    327   1.9      haad 
    328   1.1      haad 	return 0;
    329   1.1      haad }
    330  1.23  christos 
    331   1.1      haad /* Unsupported for this target. */
    332   1.1      haad int
    333  1.30   tkusumi dm_target_stripe_upcall(dm_table_entry_t *table_en, struct buf *bp)
    334   1.1      haad {
    335   1.1      haad 	return 0;
    336   1.1      haad }
    337  1.23  christos 
    338  1.13   mlelstv /*
    339  1.13   mlelstv  * Compute physical block size
    340  1.15     ahoka  * For a stripe target we chose the maximum sector size of all
    341  1.13   mlelstv  * stripe devices. For the supported power-of-2 sizes this is equivalent
    342  1.13   mlelstv  * to the least common multiple.
    343  1.13   mlelstv  */
    344  1.13   mlelstv int
    345  1.37   tkusumi dm_target_stripe_secsize(dm_table_entry_t *table_en, unsigned int *secsizep)
    346  1.13   mlelstv {
    347  1.13   mlelstv 	dm_target_linear_config_t *tlc;
    348  1.13   mlelstv 	dm_target_stripe_config_t *tsc;
    349  1.37   tkusumi 	unsigned int secsize;
    350  1.13   mlelstv 
    351  1.13   mlelstv 	secsize = 0;
    352  1.13   mlelstv 
    353  1.13   mlelstv 	tsc = table_en->target_config;
    354  1.13   mlelstv 	if (tsc != NULL) {
    355  1.13   mlelstv 		TAILQ_FOREACH(tlc, &tsc->stripe_devs, entries) {
    356  1.13   mlelstv 			if (secsize < tlc->pdev->pdev_secsize)
    357  1.13   mlelstv 				secsize = tlc->pdev->pdev_secsize;
    358  1.13   mlelstv 		}
    359  1.13   mlelstv 	}
    360  1.13   mlelstv 
    361  1.13   mlelstv 	*secsizep = secsize;
    362  1.13   mlelstv 
    363  1.13   mlelstv 	return 0;
    364  1.13   mlelstv }
    365