Home | History | Annotate | Line # | Download | only in dm
dm_target_flakey.c revision 1.2.2.1
      1  1.2.2.1       ad /*        $NetBSD: dm_target_flakey.c,v 1.2.2.1 2020/01/25 22:38:45 ad Exp $      */
      2      1.1  tkusumi 
      3      1.1  tkusumi /*
      4      1.1  tkusumi  * Copyright (c) 2020 The NetBSD Foundation, Inc.
      5      1.2  tkusumi  * Copyright (c) 2015 The DragonFly Project.  All rights reserved.
      6      1.1  tkusumi  * All rights reserved.
      7      1.1  tkusumi  *
      8      1.1  tkusumi  * This code is derived from software contributed to The NetBSD Foundation
      9      1.1  tkusumi  * by Tomohiro Kusumi <tkusumi (at) netbsd.org>.
     10      1.1  tkusumi  *
     11      1.1  tkusumi  * Redistribution and use in source and binary forms, with or without
     12      1.1  tkusumi  * modification, are permitted provided that the following conditions
     13      1.1  tkusumi  * are met:
     14      1.1  tkusumi  * 1. Redistributions of source code must retain the above copyright
     15      1.1  tkusumi  *    notice, this list of conditions and the following disclaimer.
     16      1.1  tkusumi  * 2. Redistributions in binary form must reproduce the above copyright
     17      1.1  tkusumi  *    notice, this list of conditions and the following disclaimer in the
     18      1.1  tkusumi  *    documentation and/or other materials provided with the distribution.
     19      1.1  tkusumi  *
     20      1.1  tkusumi  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     21      1.1  tkusumi  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     22      1.1  tkusumi  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     23      1.1  tkusumi  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     24      1.1  tkusumi  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     25      1.1  tkusumi  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     26      1.1  tkusumi  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     27      1.1  tkusumi  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     28      1.1  tkusumi  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     29      1.1  tkusumi  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     30      1.1  tkusumi  * POSSIBILITY OF SUCH DAMAGE.
     31      1.1  tkusumi  */
     32      1.1  tkusumi #include <sys/cdefs.h>
     33  1.2.2.1       ad __KERNEL_RCSID(0, "$NetBSD: dm_target_flakey.c,v 1.2.2.1 2020/01/25 22:38:45 ad Exp $");
     34      1.1  tkusumi 
     35      1.1  tkusumi #include <sys/types.h>
     36      1.1  tkusumi #include <sys/param.h>
     37      1.1  tkusumi #include <sys/kernel.h>
     38      1.1  tkusumi #include <sys/buf.h>
     39      1.1  tkusumi #include <sys/kmem.h>
     40      1.1  tkusumi 
     41      1.1  tkusumi #include "dm.h"
     42      1.1  tkusumi 
     43      1.1  tkusumi //#define DEBUG_FLAKEY
     44      1.1  tkusumi //#define HAS_BUF_PRIV2 /* XXX requires nonexistent buf::b_private2. */
     45      1.1  tkusumi 
     46      1.1  tkusumi typedef struct target_flakey_config {
     47      1.1  tkusumi 	dm_pdev_t *pdev;
     48      1.1  tkusumi 	uint64_t offset;
     49      1.1  tkusumi 	int up_int;
     50      1.1  tkusumi 	int down_int;
     51      1.1  tkusumi 	int offset_time; /* XXX "tick" in hz(9) not working. */
     52      1.1  tkusumi 
     53      1.1  tkusumi 	/* drop_writes feature */
     54      1.1  tkusumi 	int drop_writes;
     55      1.1  tkusumi 
     56      1.1  tkusumi 	/* corrupt_bio_byte feature */
     57      1.1  tkusumi 	unsigned int corrupt_buf_byte;
     58      1.1  tkusumi 	unsigned int corrupt_buf_rw;
     59      1.1  tkusumi 	unsigned int corrupt_buf_value;
     60      1.1  tkusumi 	unsigned int corrupt_buf_flags; /* for B_XXX flags */
     61      1.1  tkusumi } dm_target_flakey_config_t;
     62      1.1  tkusumi 
     63      1.1  tkusumi #define BUF_CMD_READ	1
     64      1.1  tkusumi #define BUF_CMD_WRITE	2
     65      1.1  tkusumi 
     66      1.1  tkusumi #define FLAKEY_CORRUPT_DIR(tfc) \
     67      1.1  tkusumi 	((tfc)->corrupt_buf_rw == BUF_CMD_READ ? 'r' : 'w')
     68      1.1  tkusumi 
     69      1.1  tkusumi static int _init_features(dm_target_flakey_config_t*, int, char**);
     70      1.1  tkusumi static __inline void _submit(dm_target_flakey_config_t*, struct buf*);
     71      1.1  tkusumi static int _flakey_read(dm_target_flakey_config_t*, struct buf*);
     72      1.1  tkusumi static int _flakey_write(dm_target_flakey_config_t*, struct buf*);
     73      1.1  tkusumi static int _flakey_corrupt_buf(dm_target_flakey_config_t*, struct buf*);
     74      1.1  tkusumi 
     75      1.1  tkusumi #ifdef DM_TARGET_MODULE
     76      1.1  tkusumi /*
     77      1.1  tkusumi  * Every target can be compiled directly to dm driver or as a
     78      1.1  tkusumi  * separate module this part of target is used for loading targets
     79      1.1  tkusumi  * to dm driver.
     80      1.1  tkusumi  * Target can be unloaded from kernel only if there are no users of
     81      1.1  tkusumi  * it e.g. there are no devices which uses that target.
     82      1.1  tkusumi  */
     83      1.1  tkusumi #include <sys/kernel.h>
     84      1.1  tkusumi #include <sys/module.h>
     85      1.1  tkusumi 
     86      1.1  tkusumi MODULE(MODULE_CLASS_MISC, dm_target_flakey, NULL);
     87      1.1  tkusumi 
     88      1.1  tkusumi static int
     89      1.1  tkusumi dm_target_flakey_modcmd(modcmd_t cmd, void *arg)
     90      1.1  tkusumi {
     91      1.1  tkusumi 	dm_target_t *dmt;
     92      1.1  tkusumi 	int r;
     93      1.1  tkusumi 
     94      1.1  tkusumi 	switch (cmd) {
     95      1.1  tkusumi 	case MODULE_CMD_INIT:
     96      1.1  tkusumi 		if ((dmt = dm_target_lookup("flakey")) != NULL) {
     97      1.1  tkusumi 			dm_target_unbusy(dmt);
     98      1.1  tkusumi 			return EEXIST;
     99      1.1  tkusumi 		}
    100      1.1  tkusumi 		dmt = dm_target_alloc("flakey");
    101      1.1  tkusumi 
    102      1.1  tkusumi 		dmt->version[0] = 1;
    103      1.1  tkusumi 		dmt->version[1] = 0;
    104      1.1  tkusumi 		dmt->version[2] = 0;
    105      1.1  tkusumi 		dmt->init = &dm_target_flakey_init;
    106      1.1  tkusumi 		dmt->table = &dm_target_flakey_table;
    107      1.1  tkusumi 		dmt->strategy = &dm_target_flakey_strategy;
    108      1.1  tkusumi 		dmt->sync = &dm_target_flakey_sync;
    109      1.1  tkusumi 		dmt->destroy = &dm_target_flakey_destroy;
    110  1.2.2.1       ad 		//dmt->upcall = &dm_target_flakey_upcall;
    111      1.1  tkusumi 		dmt->secsize = &dm_target_flakey_secsize;
    112      1.1  tkusumi 
    113      1.1  tkusumi 		r = dm_target_insert(dmt);
    114      1.1  tkusumi 
    115      1.1  tkusumi 		break;
    116      1.1  tkusumi 
    117      1.1  tkusumi 	case MODULE_CMD_FINI:
    118      1.1  tkusumi 		r = dm_target_rem("flakey");
    119      1.1  tkusumi 		break;
    120      1.1  tkusumi 
    121      1.1  tkusumi 	case MODULE_CMD_STAT:
    122      1.1  tkusumi 		return ENOTTY;
    123      1.1  tkusumi 
    124      1.1  tkusumi 	default:
    125      1.1  tkusumi 		return ENOTTY;
    126      1.1  tkusumi 	}
    127      1.1  tkusumi 
    128      1.1  tkusumi 	return r;
    129      1.1  tkusumi }
    130      1.1  tkusumi #endif
    131      1.1  tkusumi 
    132      1.1  tkusumi int
    133      1.1  tkusumi dm_target_flakey_init(dm_table_entry_t *table_en, int argc, char **argv)
    134      1.1  tkusumi {
    135      1.1  tkusumi 	dm_target_flakey_config_t *tfc;
    136      1.1  tkusumi 	dm_pdev_t *dmp;
    137      1.1  tkusumi 	int err;
    138      1.1  tkusumi 
    139      1.1  tkusumi 	if (argc < 4) {
    140      1.1  tkusumi 		printf("Flakey target takes at least 4 args, %d given\n", argc);
    141      1.1  tkusumi 		return EINVAL;
    142      1.1  tkusumi 	}
    143      1.1  tkusumi 
    144      1.1  tkusumi 	aprint_debug("Flakey target init function called: argc=%d\n", argc);
    145      1.1  tkusumi 
    146      1.1  tkusumi 	/* Insert dmp to global pdev list */
    147      1.1  tkusumi 	if ((dmp = dm_pdev_insert(argv[0])) == NULL)
    148      1.1  tkusumi 		return ENOENT;
    149      1.1  tkusumi 
    150      1.1  tkusumi 	tfc = kmem_alloc(sizeof(dm_target_flakey_config_t), KM_SLEEP);
    151      1.1  tkusumi 	tfc->pdev = dmp;
    152      1.1  tkusumi 	tfc->offset = atoi64(argv[1]);
    153      1.1  tkusumi 	tfc->up_int = atoi64(argv[2]);
    154      1.1  tkusumi 	tfc->down_int = atoi64(argv[3]);
    155      1.1  tkusumi 	tfc->offset_time = tick;
    156      1.1  tkusumi 
    157      1.1  tkusumi 	if ((tfc->up_int + tfc->down_int) == 0) {
    158      1.1  tkusumi 		printf("Sum of up/down interval is 0\n");
    159      1.1  tkusumi 		err = EINVAL;
    160      1.1  tkusumi 		goto fail;
    161      1.1  tkusumi 	}
    162      1.1  tkusumi 
    163      1.1  tkusumi 	if (tfc->up_int + tfc->down_int < tfc->up_int) {
    164      1.1  tkusumi 		printf("Interval time overflow\n");
    165      1.1  tkusumi 		err = EINVAL;
    166      1.1  tkusumi 		goto fail;
    167      1.1  tkusumi 	}
    168      1.1  tkusumi 
    169      1.1  tkusumi 	err = _init_features(tfc, argc - 4, argv + 4);
    170      1.1  tkusumi 	if (err)
    171      1.1  tkusumi 		goto fail;
    172      1.1  tkusumi 
    173      1.1  tkusumi 	dm_table_add_deps(table_en, dmp);
    174      1.1  tkusumi 	table_en->target_config = tfc;
    175      1.1  tkusumi 
    176      1.1  tkusumi 	return 0;
    177      1.1  tkusumi fail:
    178      1.1  tkusumi 	kmem_free(tfc, sizeof(*tfc));
    179      1.1  tkusumi 	return err;
    180      1.1  tkusumi }
    181      1.1  tkusumi 
    182      1.1  tkusumi static int
    183      1.1  tkusumi _init_features(dm_target_flakey_config_t *tfc, int argc, char **argv)
    184      1.1  tkusumi {
    185      1.1  tkusumi 	char *arg;
    186      1.1  tkusumi 	unsigned int value;
    187      1.1  tkusumi 
    188      1.1  tkusumi 	if (argc == 0)
    189      1.1  tkusumi 		return 0;
    190      1.1  tkusumi 
    191      1.1  tkusumi 	argc = atoi64(*argv++); /* # of args for features */
    192      1.1  tkusumi 	if (argc > 6) {
    193      1.1  tkusumi 		printf("Invalid # of feature args %d\n", argc);
    194      1.1  tkusumi 		return EINVAL;
    195      1.1  tkusumi 	}
    196      1.1  tkusumi 
    197      1.1  tkusumi 	while (argc) {
    198      1.1  tkusumi 		argc--;
    199      1.1  tkusumi 		arg = *argv++;
    200      1.1  tkusumi 
    201      1.1  tkusumi 		/* drop_writes */
    202      1.1  tkusumi 		if (strcmp(arg, "drop_writes") == 0) {
    203      1.1  tkusumi 			tfc->drop_writes = 1;
    204      1.1  tkusumi 			continue;
    205      1.1  tkusumi 		}
    206      1.1  tkusumi 
    207      1.1  tkusumi 		/* corrupt_bio_byte <Nth_byte> <direction> <value> <flags> */
    208      1.1  tkusumi 		if (strcmp(arg, "corrupt_bio_byte") == 0) {
    209      1.1  tkusumi 			if (argc < 4) {
    210      1.1  tkusumi 				printf("Invalid # of feature args %d for "
    211      1.1  tkusumi 				    "corrupt_bio_byte\n", argc);
    212      1.1  tkusumi 				return EINVAL;
    213      1.1  tkusumi 			}
    214      1.1  tkusumi 
    215      1.1  tkusumi 			/* <Nth_byte> */
    216      1.1  tkusumi 			argc--;
    217      1.1  tkusumi 			value = atoi64(*argv++);
    218      1.1  tkusumi 			if (value < 1) {
    219      1.1  tkusumi 				printf("Invalid corrupt_bio_byte "
    220      1.1  tkusumi 				    "<Nth_byte> arg %u\n", value);
    221      1.1  tkusumi 				return EINVAL;
    222      1.1  tkusumi 			}
    223      1.1  tkusumi 			tfc->corrupt_buf_byte = value;
    224      1.1  tkusumi 
    225      1.1  tkusumi 			/* <direction> */
    226      1.1  tkusumi 			argc--;
    227      1.1  tkusumi 			arg = *argv++;
    228      1.1  tkusumi 			if (strcmp(arg, "r") == 0) {
    229      1.1  tkusumi 				tfc->corrupt_buf_rw = BUF_CMD_READ;
    230      1.1  tkusumi 			} else if (strcmp(arg, "w") == 0) {
    231      1.1  tkusumi 				tfc->corrupt_buf_rw = BUF_CMD_WRITE;
    232      1.1  tkusumi 			} else {
    233      1.1  tkusumi 				printf("Invalid corrupt_bio_byte "
    234      1.1  tkusumi 				    "<direction> arg %s\n", arg);
    235      1.1  tkusumi 				return EINVAL;
    236      1.1  tkusumi 			}
    237      1.1  tkusumi 
    238      1.1  tkusumi 			/* <value> */
    239      1.1  tkusumi 			argc--;
    240      1.1  tkusumi 			value = atoi64(*argv++);
    241      1.1  tkusumi 			if (value > 0xff) {
    242      1.1  tkusumi 				printf("Invalid corrupt_bio_byte "
    243      1.1  tkusumi 				    "<value> arg %u\n", value);
    244      1.1  tkusumi 				return EINVAL;
    245      1.1  tkusumi 			}
    246      1.1  tkusumi 			tfc->corrupt_buf_value = value;
    247      1.1  tkusumi 
    248      1.1  tkusumi 			/* <flags> */
    249      1.1  tkusumi 			argc--;
    250      1.1  tkusumi 			tfc->corrupt_buf_flags = atoi64(*argv++);
    251      1.1  tkusumi 
    252      1.1  tkusumi 			continue;
    253      1.1  tkusumi 		}
    254      1.1  tkusumi 
    255      1.1  tkusumi 		printf("Unknown Flakey target feature %s\n", arg);
    256      1.1  tkusumi 		return EINVAL;
    257      1.1  tkusumi 	}
    258      1.1  tkusumi 
    259      1.1  tkusumi 	if (tfc->drop_writes && (tfc->corrupt_buf_rw == BUF_CMD_WRITE)) {
    260      1.1  tkusumi 		printf("Flakey target doesn't allow drop_writes feature and "
    261      1.1  tkusumi 		    "corrupt_bio_byte feature with 'w' set\n");
    262      1.1  tkusumi 		return EINVAL;
    263      1.1  tkusumi 	}
    264      1.1  tkusumi 
    265      1.1  tkusumi 	return 0;
    266      1.1  tkusumi }
    267      1.1  tkusumi 
    268      1.1  tkusumi char *
    269      1.1  tkusumi dm_target_flakey_table(void *target_config)
    270      1.1  tkusumi {
    271      1.1  tkusumi 	dm_target_flakey_config_t *tfc;
    272      1.1  tkusumi 	char *params, *p;
    273      1.1  tkusumi 	int drop_writes;
    274      1.1  tkusumi 
    275      1.1  tkusumi 	tfc = target_config;
    276      1.1  tkusumi 	KASSERT(tfc != NULL);
    277      1.1  tkusumi 
    278      1.1  tkusumi 	aprint_debug("Flakey target table function called\n");
    279      1.1  tkusumi 
    280      1.1  tkusumi 	drop_writes = tfc->drop_writes;
    281      1.1  tkusumi 
    282      1.1  tkusumi 	params = kmem_alloc(DM_MAX_PARAMS_SIZE, KM_SLEEP);
    283      1.1  tkusumi 	p = params;
    284      1.1  tkusumi 	p += snprintf(p, DM_MAX_PARAMS_SIZE, "%s %d %d %d %u ",
    285      1.1  tkusumi 	    tfc->pdev->udev_name, tfc->offset_time,
    286      1.1  tkusumi 	    tfc->up_int, tfc->down_int,
    287      1.1  tkusumi 	    drop_writes + (tfc->corrupt_buf_byte > 0) * 5);
    288      1.1  tkusumi 
    289      1.1  tkusumi 	if (drop_writes)
    290      1.1  tkusumi 		p += snprintf(p, DM_MAX_PARAMS_SIZE, "drop_writes ");
    291      1.1  tkusumi 
    292      1.1  tkusumi 	if (tfc->corrupt_buf_byte)
    293      1.1  tkusumi 		p += snprintf(p, DM_MAX_PARAMS_SIZE,
    294      1.1  tkusumi 		    "corrupt_bio_byte %u %c %u %u ",
    295      1.1  tkusumi 		    tfc->corrupt_buf_byte,
    296      1.1  tkusumi 		    FLAKEY_CORRUPT_DIR(tfc),
    297      1.1  tkusumi 		    tfc->corrupt_buf_value,
    298      1.1  tkusumi 		    tfc->corrupt_buf_flags);
    299      1.1  tkusumi 	*(--p) = '\0';
    300      1.1  tkusumi 
    301      1.1  tkusumi 	return params;
    302      1.1  tkusumi }
    303      1.1  tkusumi 
    304      1.1  tkusumi #ifdef DEBUG_FLAKEY
    305      1.1  tkusumi static int count = 0;
    306      1.1  tkusumi #endif
    307      1.1  tkusumi 
    308      1.1  tkusumi int
    309      1.1  tkusumi dm_target_flakey_strategy(dm_table_entry_t *table_en, struct buf *bp)
    310      1.1  tkusumi {
    311      1.1  tkusumi 	dm_target_flakey_config_t *tfc;
    312      1.1  tkusumi #ifndef DEBUG_FLAKEY
    313      1.1  tkusumi 	int elapsed;
    314      1.1  tkusumi #endif
    315      1.1  tkusumi 
    316      1.1  tkusumi 	tfc = table_en->target_config;
    317      1.1  tkusumi #ifndef DEBUG_FLAKEY
    318      1.1  tkusumi 	elapsed = (tick - tfc->offset_time) / hz;
    319      1.1  tkusumi 	if (elapsed % (tfc->up_int + tfc->down_int) >= tfc->up_int) {
    320      1.1  tkusumi #else
    321      1.1  tkusumi 	if (++count % 100 == 0) {
    322      1.1  tkusumi #endif
    323      1.1  tkusumi 		if (bp->b_flags & B_READ)
    324      1.1  tkusumi 			return _flakey_read(tfc, bp);
    325      1.1  tkusumi 		else
    326      1.1  tkusumi 			return _flakey_write(tfc, bp);
    327      1.1  tkusumi 	}
    328      1.1  tkusumi 
    329      1.1  tkusumi 	/* This is what linear target does */
    330      1.1  tkusumi 	_submit(tfc, bp);
    331      1.1  tkusumi 
    332      1.1  tkusumi 	return 0;
    333      1.1  tkusumi }
    334      1.1  tkusumi 
    335      1.1  tkusumi static __inline void
    336      1.1  tkusumi _submit(dm_target_flakey_config_t *tfc, struct buf *bp)
    337      1.1  tkusumi {
    338      1.1  tkusumi 
    339      1.1  tkusumi 	bp->b_blkno += tfc->offset;
    340      1.1  tkusumi 	VOP_STRATEGY(tfc->pdev->pdev_vnode, bp);
    341      1.1  tkusumi }
    342      1.1  tkusumi 
    343      1.1  tkusumi static __inline void
    344      1.1  tkusumi _flakey_eio_buf(struct buf *bp)
    345      1.1  tkusumi {
    346      1.1  tkusumi 
    347      1.1  tkusumi 	bp->b_error = EIO;
    348      1.1  tkusumi 	bp->b_resid = 0;
    349      1.1  tkusumi }
    350      1.1  tkusumi 
    351      1.1  tkusumi static void
    352      1.1  tkusumi _flakey_nestiobuf_iodone(buf_t *bp)
    353      1.1  tkusumi {
    354      1.1  tkusumi #ifdef HAS_BUF_PRIV2
    355      1.1  tkusumi 	dm_target_flakey_config_t *tfc;
    356      1.1  tkusumi #endif
    357      1.1  tkusumi 	buf_t *mbp = bp->b_private;
    358      1.1  tkusumi 	int error;
    359      1.1  tkusumi 	int donebytes;
    360      1.1  tkusumi 
    361      1.1  tkusumi 	KASSERT(bp->b_bcount <= bp->b_bufsize);
    362      1.1  tkusumi 	KASSERT(mbp != bp);
    363      1.1  tkusumi 
    364      1.1  tkusumi 	error = bp->b_error;
    365      1.1  tkusumi 	if (bp->b_error == 0 &&
    366      1.1  tkusumi 	    (bp->b_bcount < bp->b_bufsize || bp->b_resid > 0)) {
    367      1.1  tkusumi 		/*
    368      1.1  tkusumi 		 * Not all got transfered, raise an error. We have no way to
    369      1.1  tkusumi 		 * propagate these conditions to mbp.
    370      1.1  tkusumi 		 */
    371      1.1  tkusumi 		error = EIO;
    372      1.1  tkusumi 	}
    373      1.1  tkusumi 
    374      1.1  tkusumi #ifdef HAS_BUF_PRIV2
    375      1.1  tkusumi 	tfc = bp->b_private2;
    376      1.1  tkusumi 	/*
    377      1.1  tkusumi 	 * Linux dm-flakey has changed its read behavior in 2016.
    378      1.1  tkusumi 	 * This conditional is to sync with that change.
    379      1.1  tkusumi 	 */
    380      1.1  tkusumi 	if (tfc->corrupt_buf_byte && tfc->corrupt_buf_rw == BUF_CMD_READ)
    381      1.1  tkusumi 		_flakey_corrupt_buf(tfc, mbp);
    382      1.1  tkusumi 	else if (!tfc->drop_writes)
    383      1.1  tkusumi 		_flakey_eio_buf(mbp);
    384      1.1  tkusumi #endif
    385      1.1  tkusumi 	donebytes = bp->b_bufsize;
    386      1.1  tkusumi 	putiobuf(bp);
    387      1.1  tkusumi 	nestiobuf_done(mbp, donebytes, error);
    388      1.1  tkusumi }
    389      1.1  tkusumi 
    390      1.1  tkusumi static int
    391      1.1  tkusumi _flakey_read(dm_target_flakey_config_t *tfc, struct buf *bp)
    392      1.1  tkusumi {
    393      1.1  tkusumi 	struct buf *nestbuf;
    394      1.1  tkusumi 
    395      1.1  tkusumi 	/*
    396      1.1  tkusumi 	 * Linux dm-flakey has changed its read behavior in 2016.
    397      1.1  tkusumi 	 * This conditional is to sync with that change.
    398      1.1  tkusumi 	 */
    399      1.1  tkusumi 	if (!tfc->corrupt_buf_byte && !tfc->drop_writes) {
    400      1.1  tkusumi 		_flakey_eio_buf(bp);
    401      1.1  tkusumi 		biodone(bp);
    402      1.1  tkusumi 		return 0;
    403      1.1  tkusumi 	}
    404      1.1  tkusumi 
    405      1.1  tkusumi 	nestbuf = getiobuf(NULL, true);
    406      1.1  tkusumi 	nestiobuf_setup(bp, nestbuf, 0, bp->b_bcount);
    407      1.1  tkusumi 	nestbuf->b_iodone = _flakey_nestiobuf_iodone;
    408      1.1  tkusumi 	nestbuf->b_blkno = bp->b_blkno;
    409      1.1  tkusumi #ifdef HAS_BUF_PRIV2
    410      1.1  tkusumi 	nestbuf->b_private2 = tfc;
    411      1.1  tkusumi #endif
    412      1.1  tkusumi 	_submit(tfc, nestbuf);
    413      1.1  tkusumi 
    414      1.1  tkusumi 	return 0;
    415      1.1  tkusumi }
    416      1.1  tkusumi 
    417      1.1  tkusumi static int
    418      1.1  tkusumi _flakey_write(dm_target_flakey_config_t *tfc, struct buf *bp)
    419      1.1  tkusumi {
    420      1.1  tkusumi 
    421      1.1  tkusumi 	if (tfc->drop_writes) {
    422      1.1  tkusumi 		aprint_debug("bp=%p drop_writes blkno=%ju\n", bp, bp->b_blkno);
    423      1.1  tkusumi 		biodone(bp);
    424      1.1  tkusumi 		return 0;
    425      1.1  tkusumi 	}
    426      1.1  tkusumi 
    427      1.1  tkusumi 	if (tfc->corrupt_buf_byte && tfc->corrupt_buf_rw == BUF_CMD_WRITE) {
    428      1.1  tkusumi 		_flakey_corrupt_buf(tfc, bp);
    429      1.1  tkusumi 		_submit(tfc, bp);
    430      1.1  tkusumi 		return 0;
    431      1.1  tkusumi 	}
    432      1.1  tkusumi 
    433      1.1  tkusumi 	/* Error all I/Os if neither of the above two */
    434      1.1  tkusumi 	_flakey_eio_buf(bp);
    435      1.1  tkusumi 	biodone(bp);
    436      1.1  tkusumi 
    437      1.1  tkusumi 	return 0;
    438      1.1  tkusumi }
    439      1.1  tkusumi 
    440      1.1  tkusumi static int
    441      1.1  tkusumi _flakey_corrupt_buf(dm_target_flakey_config_t *tfc, struct buf *bp)
    442      1.1  tkusumi {
    443      1.1  tkusumi 	char *buf;
    444      1.1  tkusumi 
    445      1.1  tkusumi 	if (bp->b_data == NULL)
    446      1.1  tkusumi 		return 1;
    447      1.1  tkusumi 	if (bp->b_error)
    448      1.1  tkusumi 		return 1; /* Don't corrupt on error */
    449      1.1  tkusumi 	if (bp->b_bcount < tfc->corrupt_buf_byte)
    450      1.1  tkusumi 		return 1;
    451      1.1  tkusumi 	if ((bp->b_flags & tfc->corrupt_buf_flags) != tfc->corrupt_buf_flags)
    452      1.1  tkusumi 		return 1;
    453      1.1  tkusumi 
    454      1.1  tkusumi 	buf = bp->b_data;
    455      1.1  tkusumi 	buf[tfc->corrupt_buf_byte - 1] = tfc->corrupt_buf_value;
    456      1.1  tkusumi 
    457      1.1  tkusumi 	aprint_debug("bp=%p dir=%c blkno=%ju Nth=%u value=%u\n",
    458      1.1  tkusumi 	    bp, FLAKEY_CORRUPT_DIR(tfc), bp->b_blkno, tfc->corrupt_buf_byte,
    459      1.1  tkusumi 	    tfc->corrupt_buf_value);
    460      1.1  tkusumi 
    461      1.1  tkusumi 	return 0;
    462      1.1  tkusumi }
    463      1.1  tkusumi 
    464      1.1  tkusumi int
    465      1.1  tkusumi dm_target_flakey_sync(dm_table_entry_t *table_en)
    466      1.1  tkusumi {
    467      1.1  tkusumi 	dm_target_flakey_config_t *tfc;
    468      1.1  tkusumi 	int cmd;
    469      1.1  tkusumi 
    470      1.1  tkusumi 	tfc = table_en->target_config;
    471      1.1  tkusumi 	cmd = 1;
    472      1.1  tkusumi 
    473      1.1  tkusumi 	return VOP_IOCTL(tfc->pdev->pdev_vnode, DIOCCACHESYNC, &cmd,
    474      1.1  tkusumi 	    FREAD | FWRITE, kauth_cred_get());
    475      1.1  tkusumi }
    476      1.1  tkusumi 
    477      1.1  tkusumi int
    478      1.1  tkusumi dm_target_flakey_destroy(dm_table_entry_t *table_en)
    479      1.1  tkusumi {
    480      1.1  tkusumi 
    481      1.1  tkusumi 	if (table_en->target_config == NULL)
    482      1.1  tkusumi 		goto out;
    483      1.1  tkusumi 
    484      1.1  tkusumi 	dm_target_flakey_config_t *tfc = table_en->target_config;
    485      1.1  tkusumi 
    486      1.1  tkusumi 	/* Decrement pdev ref counter if 0 remove it */
    487      1.1  tkusumi 	dm_pdev_decr(tfc->pdev);
    488      1.1  tkusumi 
    489      1.1  tkusumi 	kmem_free(tfc, sizeof(*tfc));
    490      1.1  tkusumi out:
    491      1.1  tkusumi 	/* Unbusy target so we can unload it */
    492      1.1  tkusumi 	dm_target_unbusy(table_en->target);
    493      1.1  tkusumi 
    494      1.1  tkusumi 	return 0;
    495      1.1  tkusumi }
    496      1.1  tkusumi 
    497  1.2.2.1       ad #if 0
    498      1.1  tkusumi int
    499      1.1  tkusumi dm_target_flakey_upcall(dm_table_entry_t *table_en, struct buf *bp)
    500      1.1  tkusumi {
    501      1.1  tkusumi 
    502      1.1  tkusumi 	return 0;
    503      1.1  tkusumi }
    504  1.2.2.1       ad #endif
    505      1.1  tkusumi 
    506      1.1  tkusumi int
    507      1.1  tkusumi dm_target_flakey_secsize(dm_table_entry_t *table_en, unsigned int *secsizep)
    508      1.1  tkusumi {
    509      1.1  tkusumi 	dm_target_flakey_config_t *tfc;
    510      1.1  tkusumi 	unsigned int secsize;
    511      1.1  tkusumi 
    512      1.1  tkusumi 	secsize = 0;
    513      1.1  tkusumi 
    514      1.1  tkusumi 	tfc = table_en->target_config;
    515      1.1  tkusumi 	if (tfc != NULL)
    516      1.1  tkusumi 		secsize = tfc->pdev->pdev_secsize;
    517      1.1  tkusumi 
    518      1.1  tkusumi 	*secsizep = secsize;
    519      1.1  tkusumi 
    520      1.1  tkusumi 	return 0;
    521      1.1  tkusumi }
    522