Home | History | Annotate | Line # | Download | only in dm
dm_target_flakey.c revision 1.2
      1  1.2  tkusumi /*        $NetBSD: dm_target_flakey.c,v 1.2 2020/01/05 08:11:10 tkusumi Exp $      */
      2  1.1  tkusumi 
      3  1.1  tkusumi /*
      4  1.1  tkusumi  * Copyright (c) 2020 The NetBSD Foundation, Inc.
      5  1.2  tkusumi  * Copyright (c) 2015 The DragonFly Project.  All rights reserved.
      6  1.1  tkusumi  * All rights reserved.
      7  1.1  tkusumi  *
      8  1.1  tkusumi  * This code is derived from software contributed to The NetBSD Foundation
      9  1.1  tkusumi  * by Tomohiro Kusumi <tkusumi (at) netbsd.org>.
     10  1.1  tkusumi  *
     11  1.1  tkusumi  * Redistribution and use in source and binary forms, with or without
     12  1.1  tkusumi  * modification, are permitted provided that the following conditions
     13  1.1  tkusumi  * are met:
     14  1.1  tkusumi  * 1. Redistributions of source code must retain the above copyright
     15  1.1  tkusumi  *    notice, this list of conditions and the following disclaimer.
     16  1.1  tkusumi  * 2. Redistributions in binary form must reproduce the above copyright
     17  1.1  tkusumi  *    notice, this list of conditions and the following disclaimer in the
     18  1.1  tkusumi  *    documentation and/or other materials provided with the distribution.
     19  1.1  tkusumi  *
     20  1.1  tkusumi  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     21  1.1  tkusumi  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     22  1.1  tkusumi  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     23  1.1  tkusumi  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     24  1.1  tkusumi  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     25  1.1  tkusumi  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     26  1.1  tkusumi  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     27  1.1  tkusumi  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     28  1.1  tkusumi  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     29  1.1  tkusumi  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     30  1.1  tkusumi  * POSSIBILITY OF SUCH DAMAGE.
     31  1.1  tkusumi  */
     32  1.1  tkusumi #include <sys/cdefs.h>
     33  1.2  tkusumi __KERNEL_RCSID(0, "$NetBSD: dm_target_flakey.c,v 1.2 2020/01/05 08:11:10 tkusumi Exp $");
     34  1.1  tkusumi 
     35  1.1  tkusumi #include <sys/types.h>
     36  1.1  tkusumi #include <sys/param.h>
     37  1.1  tkusumi #include <sys/kernel.h>
     38  1.1  tkusumi #include <sys/buf.h>
     39  1.1  tkusumi #include <sys/kmem.h>
     40  1.1  tkusumi 
     41  1.1  tkusumi #include "dm.h"
     42  1.1  tkusumi 
     43  1.1  tkusumi //#define DEBUG_FLAKEY
     44  1.1  tkusumi //#define HAS_BUF_PRIV2 /* XXX requires nonexistent buf::b_private2. */
     45  1.1  tkusumi 
     46  1.1  tkusumi typedef struct target_flakey_config {
     47  1.1  tkusumi 	dm_pdev_t *pdev;
     48  1.1  tkusumi 	uint64_t offset;
     49  1.1  tkusumi 	int up_int;
     50  1.1  tkusumi 	int down_int;
     51  1.1  tkusumi 	int offset_time; /* XXX "tick" in hz(9) not working. */
     52  1.1  tkusumi 
     53  1.1  tkusumi 	/* drop_writes feature */
     54  1.1  tkusumi 	int drop_writes;
     55  1.1  tkusumi 
     56  1.1  tkusumi 	/* corrupt_bio_byte feature */
     57  1.1  tkusumi 	unsigned int corrupt_buf_byte;
     58  1.1  tkusumi 	unsigned int corrupt_buf_rw;
     59  1.1  tkusumi 	unsigned int corrupt_buf_value;
     60  1.1  tkusumi 	unsigned int corrupt_buf_flags; /* for B_XXX flags */
     61  1.1  tkusumi } dm_target_flakey_config_t;
     62  1.1  tkusumi 
     63  1.1  tkusumi #define BUF_CMD_READ	1
     64  1.1  tkusumi #define BUF_CMD_WRITE	2
     65  1.1  tkusumi 
     66  1.1  tkusumi #define FLAKEY_CORRUPT_DIR(tfc) \
     67  1.1  tkusumi 	((tfc)->corrupt_buf_rw == BUF_CMD_READ ? 'r' : 'w')
     68  1.1  tkusumi 
     69  1.1  tkusumi static int _init_features(dm_target_flakey_config_t*, int, char**);
     70  1.1  tkusumi static __inline void _submit(dm_target_flakey_config_t*, struct buf*);
     71  1.1  tkusumi static int _flakey_read(dm_target_flakey_config_t*, struct buf*);
     72  1.1  tkusumi static int _flakey_write(dm_target_flakey_config_t*, struct buf*);
     73  1.1  tkusumi static int _flakey_corrupt_buf(dm_target_flakey_config_t*, struct buf*);
     74  1.1  tkusumi 
     75  1.1  tkusumi #ifdef DM_TARGET_MODULE
     76  1.1  tkusumi /*
     77  1.1  tkusumi  * Every target can be compiled directly to dm driver or as a
     78  1.1  tkusumi  * separate module this part of target is used for loading targets
     79  1.1  tkusumi  * to dm driver.
     80  1.1  tkusumi  * Target can be unloaded from kernel only if there are no users of
     81  1.1  tkusumi  * it e.g. there are no devices which uses that target.
     82  1.1  tkusumi  */
     83  1.1  tkusumi #include <sys/kernel.h>
     84  1.1  tkusumi #include <sys/module.h>
     85  1.1  tkusumi 
     86  1.1  tkusumi MODULE(MODULE_CLASS_MISC, dm_target_flakey, NULL);
     87  1.1  tkusumi 
     88  1.1  tkusumi static int
     89  1.1  tkusumi dm_target_flakey_modcmd(modcmd_t cmd, void *arg)
     90  1.1  tkusumi {
     91  1.1  tkusumi 	dm_target_t *dmt;
     92  1.1  tkusumi 	int r;
     93  1.1  tkusumi 
     94  1.1  tkusumi 	switch (cmd) {
     95  1.1  tkusumi 	case MODULE_CMD_INIT:
     96  1.1  tkusumi 		if ((dmt = dm_target_lookup("flakey")) != NULL) {
     97  1.1  tkusumi 			dm_target_unbusy(dmt);
     98  1.1  tkusumi 			return EEXIST;
     99  1.1  tkusumi 		}
    100  1.1  tkusumi 		dmt = dm_target_alloc("flakey");
    101  1.1  tkusumi 
    102  1.1  tkusumi 		dmt->version[0] = 1;
    103  1.1  tkusumi 		dmt->version[1] = 0;
    104  1.1  tkusumi 		dmt->version[2] = 0;
    105  1.1  tkusumi 		dmt->init = &dm_target_flakey_init;
    106  1.1  tkusumi 		dmt->table = &dm_target_flakey_table;
    107  1.1  tkusumi 		dmt->strategy = &dm_target_flakey_strategy;
    108  1.1  tkusumi 		dmt->sync = &dm_target_flakey_sync;
    109  1.1  tkusumi 		dmt->destroy = &dm_target_flakey_destroy;
    110  1.1  tkusumi 		dmt->upcall = &dm_target_flakey_upcall;
    111  1.1  tkusumi 		dmt->secsize = &dm_target_flakey_secsize;
    112  1.1  tkusumi 
    113  1.1  tkusumi 		r = dm_target_insert(dmt);
    114  1.1  tkusumi 
    115  1.1  tkusumi 		break;
    116  1.1  tkusumi 
    117  1.1  tkusumi 	case MODULE_CMD_FINI:
    118  1.1  tkusumi 		r = dm_target_rem("flakey");
    119  1.1  tkusumi 		break;
    120  1.1  tkusumi 
    121  1.1  tkusumi 	case MODULE_CMD_STAT:
    122  1.1  tkusumi 		return ENOTTY;
    123  1.1  tkusumi 
    124  1.1  tkusumi 	default:
    125  1.1  tkusumi 		return ENOTTY;
    126  1.1  tkusumi 	}
    127  1.1  tkusumi 
    128  1.1  tkusumi 	return r;
    129  1.1  tkusumi }
    130  1.1  tkusumi #endif
    131  1.1  tkusumi 
    132  1.1  tkusumi int
    133  1.1  tkusumi dm_target_flakey_init(dm_table_entry_t *table_en, int argc, char **argv)
    134  1.1  tkusumi {
    135  1.1  tkusumi 	dm_target_flakey_config_t *tfc;
    136  1.1  tkusumi 	dm_pdev_t *dmp;
    137  1.1  tkusumi 	int err;
    138  1.1  tkusumi 
    139  1.1  tkusumi 	if (argc < 4) {
    140  1.1  tkusumi 		printf("Flakey target takes at least 4 args, %d given\n", argc);
    141  1.1  tkusumi 		return EINVAL;
    142  1.1  tkusumi 	}
    143  1.1  tkusumi 
    144  1.1  tkusumi 	aprint_debug("Flakey target init function called: argc=%d\n", argc);
    145  1.1  tkusumi 
    146  1.1  tkusumi 	/* Insert dmp to global pdev list */
    147  1.1  tkusumi 	if ((dmp = dm_pdev_insert(argv[0])) == NULL)
    148  1.1  tkusumi 		return ENOENT;
    149  1.1  tkusumi 
    150  1.1  tkusumi 	tfc = kmem_alloc(sizeof(dm_target_flakey_config_t), KM_SLEEP);
    151  1.1  tkusumi 	tfc->pdev = dmp;
    152  1.1  tkusumi 	tfc->offset = atoi64(argv[1]);
    153  1.1  tkusumi 	tfc->up_int = atoi64(argv[2]);
    154  1.1  tkusumi 	tfc->down_int = atoi64(argv[3]);
    155  1.1  tkusumi 	tfc->offset_time = tick;
    156  1.1  tkusumi 
    157  1.1  tkusumi 	if ((tfc->up_int + tfc->down_int) == 0) {
    158  1.1  tkusumi 		printf("Sum of up/down interval is 0\n");
    159  1.1  tkusumi 		err = EINVAL;
    160  1.1  tkusumi 		goto fail;
    161  1.1  tkusumi 	}
    162  1.1  tkusumi 
    163  1.1  tkusumi 	if (tfc->up_int + tfc->down_int < tfc->up_int) {
    164  1.1  tkusumi 		printf("Interval time overflow\n");
    165  1.1  tkusumi 		err = EINVAL;
    166  1.1  tkusumi 		goto fail;
    167  1.1  tkusumi 	}
    168  1.1  tkusumi 
    169  1.1  tkusumi 	err = _init_features(tfc, argc - 4, argv + 4);
    170  1.1  tkusumi 	if (err)
    171  1.1  tkusumi 		goto fail;
    172  1.1  tkusumi 
    173  1.1  tkusumi 	dm_table_add_deps(table_en, dmp);
    174  1.1  tkusumi 	table_en->target_config = tfc;
    175  1.1  tkusumi 
    176  1.1  tkusumi 	return 0;
    177  1.1  tkusumi fail:
    178  1.1  tkusumi 	kmem_free(tfc, sizeof(*tfc));
    179  1.1  tkusumi 	return err;
    180  1.1  tkusumi }
    181  1.1  tkusumi 
    182  1.1  tkusumi static int
    183  1.1  tkusumi _init_features(dm_target_flakey_config_t *tfc, int argc, char **argv)
    184  1.1  tkusumi {
    185  1.1  tkusumi 	char *arg;
    186  1.1  tkusumi 	unsigned int value;
    187  1.1  tkusumi 
    188  1.1  tkusumi 	if (argc == 0)
    189  1.1  tkusumi 		return 0;
    190  1.1  tkusumi 
    191  1.1  tkusumi 	argc = atoi64(*argv++); /* # of args for features */
    192  1.1  tkusumi 	if (argc > 6) {
    193  1.1  tkusumi 		printf("Invalid # of feature args %d\n", argc);
    194  1.1  tkusumi 		return EINVAL;
    195  1.1  tkusumi 	}
    196  1.1  tkusumi 
    197  1.1  tkusumi 	while (argc) {
    198  1.1  tkusumi 		argc--;
    199  1.1  tkusumi 		arg = *argv++;
    200  1.1  tkusumi 
    201  1.1  tkusumi 		/* drop_writes */
    202  1.1  tkusumi 		if (strcmp(arg, "drop_writes") == 0) {
    203  1.1  tkusumi 			tfc->drop_writes = 1;
    204  1.1  tkusumi 			continue;
    205  1.1  tkusumi 		}
    206  1.1  tkusumi 
    207  1.1  tkusumi 		/* corrupt_bio_byte <Nth_byte> <direction> <value> <flags> */
    208  1.1  tkusumi 		if (strcmp(arg, "corrupt_bio_byte") == 0) {
    209  1.1  tkusumi 			if (argc < 4) {
    210  1.1  tkusumi 				printf("Invalid # of feature args %d for "
    211  1.1  tkusumi 				    "corrupt_bio_byte\n", argc);
    212  1.1  tkusumi 				return EINVAL;
    213  1.1  tkusumi 			}
    214  1.1  tkusumi 
    215  1.1  tkusumi 			/* <Nth_byte> */
    216  1.1  tkusumi 			argc--;
    217  1.1  tkusumi 			value = atoi64(*argv++);
    218  1.1  tkusumi 			if (value < 1) {
    219  1.1  tkusumi 				printf("Invalid corrupt_bio_byte "
    220  1.1  tkusumi 				    "<Nth_byte> arg %u\n", value);
    221  1.1  tkusumi 				return EINVAL;
    222  1.1  tkusumi 			}
    223  1.1  tkusumi 			tfc->corrupt_buf_byte = value;
    224  1.1  tkusumi 
    225  1.1  tkusumi 			/* <direction> */
    226  1.1  tkusumi 			argc--;
    227  1.1  tkusumi 			arg = *argv++;
    228  1.1  tkusumi 			if (strcmp(arg, "r") == 0) {
    229  1.1  tkusumi 				tfc->corrupt_buf_rw = BUF_CMD_READ;
    230  1.1  tkusumi 			} else if (strcmp(arg, "w") == 0) {
    231  1.1  tkusumi 				tfc->corrupt_buf_rw = BUF_CMD_WRITE;
    232  1.1  tkusumi 			} else {
    233  1.1  tkusumi 				printf("Invalid corrupt_bio_byte "
    234  1.1  tkusumi 				    "<direction> arg %s\n", arg);
    235  1.1  tkusumi 				return EINVAL;
    236  1.1  tkusumi 			}
    237  1.1  tkusumi 
    238  1.1  tkusumi 			/* <value> */
    239  1.1  tkusumi 			argc--;
    240  1.1  tkusumi 			value = atoi64(*argv++);
    241  1.1  tkusumi 			if (value > 0xff) {
    242  1.1  tkusumi 				printf("Invalid corrupt_bio_byte "
    243  1.1  tkusumi 				    "<value> arg %u\n", value);
    244  1.1  tkusumi 				return EINVAL;
    245  1.1  tkusumi 			}
    246  1.1  tkusumi 			tfc->corrupt_buf_value = value;
    247  1.1  tkusumi 
    248  1.1  tkusumi 			/* <flags> */
    249  1.1  tkusumi 			argc--;
    250  1.1  tkusumi 			tfc->corrupt_buf_flags = atoi64(*argv++);
    251  1.1  tkusumi 
    252  1.1  tkusumi 			continue;
    253  1.1  tkusumi 		}
    254  1.1  tkusumi 
    255  1.1  tkusumi 		printf("Unknown Flakey target feature %s\n", arg);
    256  1.1  tkusumi 		return EINVAL;
    257  1.1  tkusumi 	}
    258  1.1  tkusumi 
    259  1.1  tkusumi 	if (tfc->drop_writes && (tfc->corrupt_buf_rw == BUF_CMD_WRITE)) {
    260  1.1  tkusumi 		printf("Flakey target doesn't allow drop_writes feature and "
    261  1.1  tkusumi 		    "corrupt_bio_byte feature with 'w' set\n");
    262  1.1  tkusumi 		return EINVAL;
    263  1.1  tkusumi 	}
    264  1.1  tkusumi 
    265  1.1  tkusumi 	return 0;
    266  1.1  tkusumi }
    267  1.1  tkusumi 
    268  1.1  tkusumi char *
    269  1.1  tkusumi dm_target_flakey_table(void *target_config)
    270  1.1  tkusumi {
    271  1.1  tkusumi 	dm_target_flakey_config_t *tfc;
    272  1.1  tkusumi 	char *params, *p;
    273  1.1  tkusumi 	int drop_writes;
    274  1.1  tkusumi 
    275  1.1  tkusumi 	tfc = target_config;
    276  1.1  tkusumi 	KASSERT(tfc != NULL);
    277  1.1  tkusumi 
    278  1.1  tkusumi 	aprint_debug("Flakey target table function called\n");
    279  1.1  tkusumi 
    280  1.1  tkusumi 	drop_writes = tfc->drop_writes;
    281  1.1  tkusumi 
    282  1.1  tkusumi 	params = kmem_alloc(DM_MAX_PARAMS_SIZE, KM_SLEEP);
    283  1.1  tkusumi 	p = params;
    284  1.1  tkusumi 	p += snprintf(p, DM_MAX_PARAMS_SIZE, "%s %d %d %d %u ",
    285  1.1  tkusumi 	    tfc->pdev->udev_name, tfc->offset_time,
    286  1.1  tkusumi 	    tfc->up_int, tfc->down_int,
    287  1.1  tkusumi 	    drop_writes + (tfc->corrupt_buf_byte > 0) * 5);
    288  1.1  tkusumi 
    289  1.1  tkusumi 	if (drop_writes)
    290  1.1  tkusumi 		p += snprintf(p, DM_MAX_PARAMS_SIZE, "drop_writes ");
    291  1.1  tkusumi 
    292  1.1  tkusumi 	if (tfc->corrupt_buf_byte)
    293  1.1  tkusumi 		p += snprintf(p, DM_MAX_PARAMS_SIZE,
    294  1.1  tkusumi 		    "corrupt_bio_byte %u %c %u %u ",
    295  1.1  tkusumi 		    tfc->corrupt_buf_byte,
    296  1.1  tkusumi 		    FLAKEY_CORRUPT_DIR(tfc),
    297  1.1  tkusumi 		    tfc->corrupt_buf_value,
    298  1.1  tkusumi 		    tfc->corrupt_buf_flags);
    299  1.1  tkusumi 	*(--p) = '\0';
    300  1.1  tkusumi 
    301  1.1  tkusumi 	return params;
    302  1.1  tkusumi }
    303  1.1  tkusumi 
    304  1.1  tkusumi #ifdef DEBUG_FLAKEY
    305  1.1  tkusumi static int count = 0;
    306  1.1  tkusumi #endif
    307  1.1  tkusumi 
    308  1.1  tkusumi int
    309  1.1  tkusumi dm_target_flakey_strategy(dm_table_entry_t *table_en, struct buf *bp)
    310  1.1  tkusumi {
    311  1.1  tkusumi 	dm_target_flakey_config_t *tfc;
    312  1.1  tkusumi #ifndef DEBUG_FLAKEY
    313  1.1  tkusumi 	int elapsed;
    314  1.1  tkusumi #endif
    315  1.1  tkusumi 
    316  1.1  tkusumi 	tfc = table_en->target_config;
    317  1.1  tkusumi #ifndef DEBUG_FLAKEY
    318  1.1  tkusumi 	elapsed = (tick - tfc->offset_time) / hz;
    319  1.1  tkusumi 	if (elapsed % (tfc->up_int + tfc->down_int) >= tfc->up_int) {
    320  1.1  tkusumi #else
    321  1.1  tkusumi 	if (++count % 100 == 0) {
    322  1.1  tkusumi #endif
    323  1.1  tkusumi 		if (bp->b_flags & B_READ)
    324  1.1  tkusumi 			return _flakey_read(tfc, bp);
    325  1.1  tkusumi 		else
    326  1.1  tkusumi 			return _flakey_write(tfc, bp);
    327  1.1  tkusumi 	}
    328  1.1  tkusumi 
    329  1.1  tkusumi 	/* This is what linear target does */
    330  1.1  tkusumi 	_submit(tfc, bp);
    331  1.1  tkusumi 
    332  1.1  tkusumi 	return 0;
    333  1.1  tkusumi }
    334  1.1  tkusumi 
    335  1.1  tkusumi static __inline void
    336  1.1  tkusumi _submit(dm_target_flakey_config_t *tfc, struct buf *bp)
    337  1.1  tkusumi {
    338  1.1  tkusumi 
    339  1.1  tkusumi 	bp->b_blkno += tfc->offset;
    340  1.1  tkusumi 	VOP_STRATEGY(tfc->pdev->pdev_vnode, bp);
    341  1.1  tkusumi }
    342  1.1  tkusumi 
    343  1.1  tkusumi static __inline void
    344  1.1  tkusumi _flakey_eio_buf(struct buf *bp)
    345  1.1  tkusumi {
    346  1.1  tkusumi 
    347  1.1  tkusumi 	bp->b_error = EIO;
    348  1.1  tkusumi 	bp->b_resid = 0;
    349  1.1  tkusumi }
    350  1.1  tkusumi 
    351  1.1  tkusumi static void
    352  1.1  tkusumi _flakey_nestiobuf_iodone(buf_t *bp)
    353  1.1  tkusumi {
    354  1.1  tkusumi #ifdef HAS_BUF_PRIV2
    355  1.1  tkusumi 	dm_target_flakey_config_t *tfc;
    356  1.1  tkusumi #endif
    357  1.1  tkusumi 	buf_t *mbp = bp->b_private;
    358  1.1  tkusumi 	int error;
    359  1.1  tkusumi 	int donebytes;
    360  1.1  tkusumi 
    361  1.1  tkusumi 	KASSERT(bp->b_bcount <= bp->b_bufsize);
    362  1.1  tkusumi 	KASSERT(mbp != bp);
    363  1.1  tkusumi 
    364  1.1  tkusumi 	error = bp->b_error;
    365  1.1  tkusumi 	if (bp->b_error == 0 &&
    366  1.1  tkusumi 	    (bp->b_bcount < bp->b_bufsize || bp->b_resid > 0)) {
    367  1.1  tkusumi 		/*
    368  1.1  tkusumi 		 * Not all got transfered, raise an error. We have no way to
    369  1.1  tkusumi 		 * propagate these conditions to mbp.
    370  1.1  tkusumi 		 */
    371  1.1  tkusumi 		error = EIO;
    372  1.1  tkusumi 	}
    373  1.1  tkusumi 
    374  1.1  tkusumi #ifdef HAS_BUF_PRIV2
    375  1.1  tkusumi 	tfc = bp->b_private2;
    376  1.1  tkusumi 	/*
    377  1.1  tkusumi 	 * Linux dm-flakey has changed its read behavior in 2016.
    378  1.1  tkusumi 	 * This conditional is to sync with that change.
    379  1.1  tkusumi 	 */
    380  1.1  tkusumi 	if (tfc->corrupt_buf_byte && tfc->corrupt_buf_rw == BUF_CMD_READ)
    381  1.1  tkusumi 		_flakey_corrupt_buf(tfc, mbp);
    382  1.1  tkusumi 	else if (!tfc->drop_writes)
    383  1.1  tkusumi 		_flakey_eio_buf(mbp);
    384  1.1  tkusumi #endif
    385  1.1  tkusumi 	donebytes = bp->b_bufsize;
    386  1.1  tkusumi 	putiobuf(bp);
    387  1.1  tkusumi 	nestiobuf_done(mbp, donebytes, error);
    388  1.1  tkusumi }
    389  1.1  tkusumi 
    390  1.1  tkusumi static int
    391  1.1  tkusumi _flakey_read(dm_target_flakey_config_t *tfc, struct buf *bp)
    392  1.1  tkusumi {
    393  1.1  tkusumi 	struct buf *nestbuf;
    394  1.1  tkusumi 
    395  1.1  tkusumi 	/*
    396  1.1  tkusumi 	 * Linux dm-flakey has changed its read behavior in 2016.
    397  1.1  tkusumi 	 * This conditional is to sync with that change.
    398  1.1  tkusumi 	 */
    399  1.1  tkusumi 	if (!tfc->corrupt_buf_byte && !tfc->drop_writes) {
    400  1.1  tkusumi 		_flakey_eio_buf(bp);
    401  1.1  tkusumi 		biodone(bp);
    402  1.1  tkusumi 		return 0;
    403  1.1  tkusumi 	}
    404  1.1  tkusumi 
    405  1.1  tkusumi 	nestbuf = getiobuf(NULL, true);
    406  1.1  tkusumi 	nestiobuf_setup(bp, nestbuf, 0, bp->b_bcount);
    407  1.1  tkusumi 	nestbuf->b_iodone = _flakey_nestiobuf_iodone;
    408  1.1  tkusumi 	nestbuf->b_blkno = bp->b_blkno;
    409  1.1  tkusumi #ifdef HAS_BUF_PRIV2
    410  1.1  tkusumi 	nestbuf->b_private2 = tfc;
    411  1.1  tkusumi #endif
    412  1.1  tkusumi 	_submit(tfc, nestbuf);
    413  1.1  tkusumi 
    414  1.1  tkusumi 	return 0;
    415  1.1  tkusumi }
    416  1.1  tkusumi 
    417  1.1  tkusumi static int
    418  1.1  tkusumi _flakey_write(dm_target_flakey_config_t *tfc, struct buf *bp)
    419  1.1  tkusumi {
    420  1.1  tkusumi 
    421  1.1  tkusumi 	if (tfc->drop_writes) {
    422  1.1  tkusumi 		aprint_debug("bp=%p drop_writes blkno=%ju\n", bp, bp->b_blkno);
    423  1.1  tkusumi 		biodone(bp);
    424  1.1  tkusumi 		return 0;
    425  1.1  tkusumi 	}
    426  1.1  tkusumi 
    427  1.1  tkusumi 	if (tfc->corrupt_buf_byte && tfc->corrupt_buf_rw == BUF_CMD_WRITE) {
    428  1.1  tkusumi 		_flakey_corrupt_buf(tfc, bp);
    429  1.1  tkusumi 		_submit(tfc, bp);
    430  1.1  tkusumi 		return 0;
    431  1.1  tkusumi 	}
    432  1.1  tkusumi 
    433  1.1  tkusumi 	/* Error all I/Os if neither of the above two */
    434  1.1  tkusumi 	_flakey_eio_buf(bp);
    435  1.1  tkusumi 	biodone(bp);
    436  1.1  tkusumi 
    437  1.1  tkusumi 	return 0;
    438  1.1  tkusumi }
    439  1.1  tkusumi 
    440  1.1  tkusumi static int
    441  1.1  tkusumi _flakey_corrupt_buf(dm_target_flakey_config_t *tfc, struct buf *bp)
    442  1.1  tkusumi {
    443  1.1  tkusumi 	char *buf;
    444  1.1  tkusumi 
    445  1.1  tkusumi 	if (bp->b_data == NULL)
    446  1.1  tkusumi 		return 1;
    447  1.1  tkusumi 	if (bp->b_error)
    448  1.1  tkusumi 		return 1; /* Don't corrupt on error */
    449  1.1  tkusumi 	if (bp->b_bcount < tfc->corrupt_buf_byte)
    450  1.1  tkusumi 		return 1;
    451  1.1  tkusumi 	if ((bp->b_flags & tfc->corrupt_buf_flags) != tfc->corrupt_buf_flags)
    452  1.1  tkusumi 		return 1;
    453  1.1  tkusumi 
    454  1.1  tkusumi 	buf = bp->b_data;
    455  1.1  tkusumi 	buf[tfc->corrupt_buf_byte - 1] = tfc->corrupt_buf_value;
    456  1.1  tkusumi 
    457  1.1  tkusumi 	aprint_debug("bp=%p dir=%c blkno=%ju Nth=%u value=%u\n",
    458  1.1  tkusumi 	    bp, FLAKEY_CORRUPT_DIR(tfc), bp->b_blkno, tfc->corrupt_buf_byte,
    459  1.1  tkusumi 	    tfc->corrupt_buf_value);
    460  1.1  tkusumi 
    461  1.1  tkusumi 	return 0;
    462  1.1  tkusumi }
    463  1.1  tkusumi 
    464  1.1  tkusumi int
    465  1.1  tkusumi dm_target_flakey_sync(dm_table_entry_t *table_en)
    466  1.1  tkusumi {
    467  1.1  tkusumi 	dm_target_flakey_config_t *tfc;
    468  1.1  tkusumi 	int cmd;
    469  1.1  tkusumi 
    470  1.1  tkusumi 	tfc = table_en->target_config;
    471  1.1  tkusumi 	cmd = 1;
    472  1.1  tkusumi 
    473  1.1  tkusumi 	return VOP_IOCTL(tfc->pdev->pdev_vnode, DIOCCACHESYNC, &cmd,
    474  1.1  tkusumi 	    FREAD | FWRITE, kauth_cred_get());
    475  1.1  tkusumi }
    476  1.1  tkusumi 
    477  1.1  tkusumi int
    478  1.1  tkusumi dm_target_flakey_destroy(dm_table_entry_t *table_en)
    479  1.1  tkusumi {
    480  1.1  tkusumi 
    481  1.1  tkusumi 	if (table_en->target_config == NULL)
    482  1.1  tkusumi 		goto out;
    483  1.1  tkusumi 
    484  1.1  tkusumi 	dm_target_flakey_config_t *tfc = table_en->target_config;
    485  1.1  tkusumi 
    486  1.1  tkusumi 	/* Decrement pdev ref counter if 0 remove it */
    487  1.1  tkusumi 	dm_pdev_decr(tfc->pdev);
    488  1.1  tkusumi 
    489  1.1  tkusumi 	kmem_free(tfc, sizeof(*tfc));
    490  1.1  tkusumi out:
    491  1.1  tkusumi 	/* Unbusy target so we can unload it */
    492  1.1  tkusumi 	dm_target_unbusy(table_en->target);
    493  1.1  tkusumi 
    494  1.1  tkusumi 	return 0;
    495  1.1  tkusumi }
    496  1.1  tkusumi 
    497  1.1  tkusumi int
    498  1.1  tkusumi dm_target_flakey_upcall(dm_table_entry_t *table_en, struct buf *bp)
    499  1.1  tkusumi {
    500  1.1  tkusumi 
    501  1.1  tkusumi 	return 0;
    502  1.1  tkusumi }
    503  1.1  tkusumi 
    504  1.1  tkusumi int
    505  1.1  tkusumi dm_target_flakey_secsize(dm_table_entry_t *table_en, unsigned int *secsizep)
    506  1.1  tkusumi {
    507  1.1  tkusumi 	dm_target_flakey_config_t *tfc;
    508  1.1  tkusumi 	unsigned int secsize;
    509  1.1  tkusumi 
    510  1.1  tkusumi 	secsize = 0;
    511  1.1  tkusumi 
    512  1.1  tkusumi 	tfc = table_en->target_config;
    513  1.1  tkusumi 	if (tfc != NULL)
    514  1.1  tkusumi 		secsize = tfc->pdev->pdev_secsize;
    515  1.1  tkusumi 
    516  1.1  tkusumi 	*secsizep = secsize;
    517  1.1  tkusumi 
    518  1.1  tkusumi 	return 0;
    519  1.1  tkusumi }
    520