Home | History | Annotate | Line # | Download | only in dm
dm_target_flakey.c revision 1.3.12.1
      1  1.3.12.1  thorpej /*        $NetBSD: dm_target_flakey.c,v 1.3.12.1 2021/08/01 22:42:22 thorpej Exp $      */
      2       1.1  tkusumi 
      3       1.1  tkusumi /*
      4       1.1  tkusumi  * Copyright (c) 2020 The NetBSD Foundation, Inc.
      5       1.2  tkusumi  * Copyright (c) 2015 The DragonFly Project.  All rights reserved.
      6       1.1  tkusumi  * All rights reserved.
      7       1.1  tkusumi  *
      8       1.1  tkusumi  * This code is derived from software contributed to The NetBSD Foundation
      9       1.1  tkusumi  * by Tomohiro Kusumi <tkusumi (at) netbsd.org>.
     10       1.1  tkusumi  *
     11       1.1  tkusumi  * Redistribution and use in source and binary forms, with or without
     12       1.1  tkusumi  * modification, are permitted provided that the following conditions
     13       1.1  tkusumi  * are met:
     14       1.1  tkusumi  * 1. Redistributions of source code must retain the above copyright
     15       1.1  tkusumi  *    notice, this list of conditions and the following disclaimer.
     16       1.1  tkusumi  * 2. Redistributions in binary form must reproduce the above copyright
     17       1.1  tkusumi  *    notice, this list of conditions and the following disclaimer in the
     18       1.1  tkusumi  *    documentation and/or other materials provided with the distribution.
     19       1.1  tkusumi  *
     20       1.1  tkusumi  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     21       1.1  tkusumi  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     22       1.1  tkusumi  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     23       1.1  tkusumi  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     24       1.1  tkusumi  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     25       1.1  tkusumi  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     26       1.1  tkusumi  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     27       1.1  tkusumi  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     28       1.1  tkusumi  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     29       1.1  tkusumi  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     30       1.1  tkusumi  * POSSIBILITY OF SUCH DAMAGE.
     31       1.1  tkusumi  */
     32       1.1  tkusumi #include <sys/cdefs.h>
     33  1.3.12.1  thorpej __KERNEL_RCSID(0, "$NetBSD: dm_target_flakey.c,v 1.3.12.1 2021/08/01 22:42:22 thorpej Exp $");
     34       1.1  tkusumi 
     35       1.1  tkusumi #include <sys/types.h>
     36       1.1  tkusumi #include <sys/param.h>
     37       1.1  tkusumi #include <sys/kernel.h>
     38       1.1  tkusumi #include <sys/buf.h>
     39       1.1  tkusumi #include <sys/kmem.h>
     40       1.1  tkusumi 
     41       1.1  tkusumi #include "dm.h"
     42       1.1  tkusumi 
     43       1.1  tkusumi //#define DEBUG_FLAKEY
     44       1.1  tkusumi //#define HAS_BUF_PRIV2 /* XXX requires nonexistent buf::b_private2. */
     45       1.1  tkusumi 
     46       1.1  tkusumi typedef struct target_flakey_config {
     47       1.1  tkusumi 	dm_pdev_t *pdev;
     48       1.1  tkusumi 	uint64_t offset;
     49       1.1  tkusumi 	int up_int;
     50       1.1  tkusumi 	int down_int;
     51       1.1  tkusumi 	int offset_time; /* XXX "tick" in hz(9) not working. */
     52       1.1  tkusumi 
     53       1.1  tkusumi 	/* drop_writes feature */
     54       1.1  tkusumi 	int drop_writes;
     55       1.1  tkusumi 
     56       1.1  tkusumi 	/* corrupt_bio_byte feature */
     57       1.1  tkusumi 	unsigned int corrupt_buf_byte;
     58       1.1  tkusumi 	unsigned int corrupt_buf_rw;
     59       1.1  tkusumi 	unsigned int corrupt_buf_value;
     60       1.1  tkusumi 	unsigned int corrupt_buf_flags; /* for B_XXX flags */
     61       1.1  tkusumi } dm_target_flakey_config_t;
     62       1.1  tkusumi 
     63       1.1  tkusumi #define BUF_CMD_READ	1
     64       1.1  tkusumi #define BUF_CMD_WRITE	2
     65       1.1  tkusumi 
     66       1.1  tkusumi #define FLAKEY_CORRUPT_DIR(tfc) \
     67       1.1  tkusumi 	((tfc)->corrupt_buf_rw == BUF_CMD_READ ? 'r' : 'w')
     68       1.1  tkusumi 
     69       1.1  tkusumi static int _init_features(dm_target_flakey_config_t*, int, char**);
     70       1.1  tkusumi static __inline void _submit(dm_target_flakey_config_t*, struct buf*);
     71       1.1  tkusumi static int _flakey_read(dm_target_flakey_config_t*, struct buf*);
     72       1.1  tkusumi static int _flakey_write(dm_target_flakey_config_t*, struct buf*);
     73       1.1  tkusumi static int _flakey_corrupt_buf(dm_target_flakey_config_t*, struct buf*);
     74       1.1  tkusumi 
     75       1.1  tkusumi #ifdef DM_TARGET_MODULE
     76       1.1  tkusumi /*
     77       1.1  tkusumi  * Every target can be compiled directly to dm driver or as a
     78       1.1  tkusumi  * separate module this part of target is used for loading targets
     79       1.1  tkusumi  * to dm driver.
     80       1.1  tkusumi  * Target can be unloaded from kernel only if there are no users of
     81       1.1  tkusumi  * it e.g. there are no devices which uses that target.
     82       1.1  tkusumi  */
     83       1.1  tkusumi #include <sys/kernel.h>
     84       1.1  tkusumi #include <sys/module.h>
     85       1.1  tkusumi 
     86       1.1  tkusumi MODULE(MODULE_CLASS_MISC, dm_target_flakey, NULL);
     87       1.1  tkusumi 
     88       1.1  tkusumi static int
     89       1.1  tkusumi dm_target_flakey_modcmd(modcmd_t cmd, void *arg)
     90       1.1  tkusumi {
     91       1.1  tkusumi 	dm_target_t *dmt;
     92       1.1  tkusumi 	int r;
     93       1.1  tkusumi 
     94       1.1  tkusumi 	switch (cmd) {
     95       1.1  tkusumi 	case MODULE_CMD_INIT:
     96       1.1  tkusumi 		if ((dmt = dm_target_lookup("flakey")) != NULL) {
     97       1.1  tkusumi 			dm_target_unbusy(dmt);
     98       1.1  tkusumi 			return EEXIST;
     99       1.1  tkusumi 		}
    100       1.1  tkusumi 		dmt = dm_target_alloc("flakey");
    101       1.1  tkusumi 
    102       1.1  tkusumi 		dmt->version[0] = 1;
    103       1.1  tkusumi 		dmt->version[1] = 0;
    104       1.1  tkusumi 		dmt->version[2] = 0;
    105       1.1  tkusumi 		dmt->init = &dm_target_flakey_init;
    106       1.1  tkusumi 		dmt->table = &dm_target_flakey_table;
    107       1.1  tkusumi 		dmt->strategy = &dm_target_flakey_strategy;
    108       1.1  tkusumi 		dmt->sync = &dm_target_flakey_sync;
    109       1.1  tkusumi 		dmt->destroy = &dm_target_flakey_destroy;
    110       1.3  tkusumi 		//dmt->upcall = &dm_target_flakey_upcall;
    111       1.1  tkusumi 		dmt->secsize = &dm_target_flakey_secsize;
    112       1.1  tkusumi 
    113       1.1  tkusumi 		r = dm_target_insert(dmt);
    114       1.1  tkusumi 
    115       1.1  tkusumi 		break;
    116       1.1  tkusumi 
    117       1.1  tkusumi 	case MODULE_CMD_FINI:
    118       1.1  tkusumi 		r = dm_target_rem("flakey");
    119       1.1  tkusumi 		break;
    120       1.1  tkusumi 
    121       1.1  tkusumi 	case MODULE_CMD_STAT:
    122       1.1  tkusumi 		return ENOTTY;
    123       1.1  tkusumi 
    124       1.1  tkusumi 	default:
    125       1.1  tkusumi 		return ENOTTY;
    126       1.1  tkusumi 	}
    127       1.1  tkusumi 
    128       1.1  tkusumi 	return r;
    129       1.1  tkusumi }
    130       1.1  tkusumi #endif
    131       1.1  tkusumi 
    132       1.1  tkusumi int
    133       1.1  tkusumi dm_target_flakey_init(dm_table_entry_t *table_en, int argc, char **argv)
    134       1.1  tkusumi {
    135       1.1  tkusumi 	dm_target_flakey_config_t *tfc;
    136       1.1  tkusumi 	dm_pdev_t *dmp;
    137       1.1  tkusumi 	int err;
    138       1.1  tkusumi 
    139       1.1  tkusumi 	if (argc < 4) {
    140       1.1  tkusumi 		printf("Flakey target takes at least 4 args, %d given\n", argc);
    141       1.1  tkusumi 		return EINVAL;
    142       1.1  tkusumi 	}
    143       1.1  tkusumi 
    144       1.1  tkusumi 	aprint_debug("Flakey target init function called: argc=%d\n", argc);
    145       1.1  tkusumi 
    146       1.1  tkusumi 	/* Insert dmp to global pdev list */
    147       1.1  tkusumi 	if ((dmp = dm_pdev_insert(argv[0])) == NULL)
    148       1.1  tkusumi 		return ENOENT;
    149       1.1  tkusumi 
    150       1.1  tkusumi 	tfc = kmem_alloc(sizeof(dm_target_flakey_config_t), KM_SLEEP);
    151       1.1  tkusumi 	tfc->pdev = dmp;
    152       1.1  tkusumi 	tfc->offset = atoi64(argv[1]);
    153       1.1  tkusumi 	tfc->up_int = atoi64(argv[2]);
    154       1.1  tkusumi 	tfc->down_int = atoi64(argv[3]);
    155       1.1  tkusumi 	tfc->offset_time = tick;
    156       1.1  tkusumi 
    157       1.1  tkusumi 	if ((tfc->up_int + tfc->down_int) == 0) {
    158       1.1  tkusumi 		printf("Sum of up/down interval is 0\n");
    159       1.1  tkusumi 		err = EINVAL;
    160       1.1  tkusumi 		goto fail;
    161       1.1  tkusumi 	}
    162       1.1  tkusumi 
    163       1.1  tkusumi 	if (tfc->up_int + tfc->down_int < tfc->up_int) {
    164       1.1  tkusumi 		printf("Interval time overflow\n");
    165       1.1  tkusumi 		err = EINVAL;
    166       1.1  tkusumi 		goto fail;
    167       1.1  tkusumi 	}
    168       1.1  tkusumi 
    169       1.1  tkusumi 	err = _init_features(tfc, argc - 4, argv + 4);
    170       1.1  tkusumi 	if (err)
    171       1.1  tkusumi 		goto fail;
    172       1.1  tkusumi 
    173       1.1  tkusumi 	dm_table_add_deps(table_en, dmp);
    174       1.1  tkusumi 	table_en->target_config = tfc;
    175       1.1  tkusumi 
    176       1.1  tkusumi 	return 0;
    177       1.1  tkusumi fail:
    178       1.1  tkusumi 	kmem_free(tfc, sizeof(*tfc));
    179       1.1  tkusumi 	return err;
    180       1.1  tkusumi }
    181       1.1  tkusumi 
    182       1.1  tkusumi static int
    183       1.1  tkusumi _init_features(dm_target_flakey_config_t *tfc, int argc, char **argv)
    184       1.1  tkusumi {
    185       1.1  tkusumi 	char *arg;
    186       1.1  tkusumi 	unsigned int value;
    187       1.1  tkusumi 
    188       1.1  tkusumi 	if (argc == 0)
    189       1.1  tkusumi 		return 0;
    190       1.1  tkusumi 
    191       1.1  tkusumi 	argc = atoi64(*argv++); /* # of args for features */
    192       1.1  tkusumi 	if (argc > 6) {
    193       1.1  tkusumi 		printf("Invalid # of feature args %d\n", argc);
    194       1.1  tkusumi 		return EINVAL;
    195       1.1  tkusumi 	}
    196       1.1  tkusumi 
    197       1.1  tkusumi 	while (argc) {
    198       1.1  tkusumi 		argc--;
    199       1.1  tkusumi 		arg = *argv++;
    200       1.1  tkusumi 
    201       1.1  tkusumi 		/* drop_writes */
    202       1.1  tkusumi 		if (strcmp(arg, "drop_writes") == 0) {
    203       1.1  tkusumi 			tfc->drop_writes = 1;
    204       1.1  tkusumi 			continue;
    205       1.1  tkusumi 		}
    206       1.1  tkusumi 
    207       1.1  tkusumi 		/* corrupt_bio_byte <Nth_byte> <direction> <value> <flags> */
    208       1.1  tkusumi 		if (strcmp(arg, "corrupt_bio_byte") == 0) {
    209       1.1  tkusumi 			if (argc < 4) {
    210       1.1  tkusumi 				printf("Invalid # of feature args %d for "
    211       1.1  tkusumi 				    "corrupt_bio_byte\n", argc);
    212       1.1  tkusumi 				return EINVAL;
    213       1.1  tkusumi 			}
    214       1.1  tkusumi 
    215       1.1  tkusumi 			/* <Nth_byte> */
    216       1.1  tkusumi 			argc--;
    217       1.1  tkusumi 			value = atoi64(*argv++);
    218       1.1  tkusumi 			if (value < 1) {
    219       1.1  tkusumi 				printf("Invalid corrupt_bio_byte "
    220       1.1  tkusumi 				    "<Nth_byte> arg %u\n", value);
    221       1.1  tkusumi 				return EINVAL;
    222       1.1  tkusumi 			}
    223       1.1  tkusumi 			tfc->corrupt_buf_byte = value;
    224       1.1  tkusumi 
    225       1.1  tkusumi 			/* <direction> */
    226       1.1  tkusumi 			argc--;
    227       1.1  tkusumi 			arg = *argv++;
    228       1.1  tkusumi 			if (strcmp(arg, "r") == 0) {
    229       1.1  tkusumi 				tfc->corrupt_buf_rw = BUF_CMD_READ;
    230       1.1  tkusumi 			} else if (strcmp(arg, "w") == 0) {
    231       1.1  tkusumi 				tfc->corrupt_buf_rw = BUF_CMD_WRITE;
    232       1.1  tkusumi 			} else {
    233       1.1  tkusumi 				printf("Invalid corrupt_bio_byte "
    234       1.1  tkusumi 				    "<direction> arg %s\n", arg);
    235       1.1  tkusumi 				return EINVAL;
    236       1.1  tkusumi 			}
    237       1.1  tkusumi 
    238       1.1  tkusumi 			/* <value> */
    239       1.1  tkusumi 			argc--;
    240       1.1  tkusumi 			value = atoi64(*argv++);
    241       1.1  tkusumi 			if (value > 0xff) {
    242       1.1  tkusumi 				printf("Invalid corrupt_bio_byte "
    243       1.1  tkusumi 				    "<value> arg %u\n", value);
    244       1.1  tkusumi 				return EINVAL;
    245       1.1  tkusumi 			}
    246       1.1  tkusumi 			tfc->corrupt_buf_value = value;
    247       1.1  tkusumi 
    248       1.1  tkusumi 			/* <flags> */
    249       1.1  tkusumi 			argc--;
    250       1.1  tkusumi 			tfc->corrupt_buf_flags = atoi64(*argv++);
    251       1.1  tkusumi 
    252       1.1  tkusumi 			continue;
    253       1.1  tkusumi 		}
    254       1.1  tkusumi 
    255       1.1  tkusumi 		printf("Unknown Flakey target feature %s\n", arg);
    256       1.1  tkusumi 		return EINVAL;
    257       1.1  tkusumi 	}
    258       1.1  tkusumi 
    259       1.1  tkusumi 	if (tfc->drop_writes && (tfc->corrupt_buf_rw == BUF_CMD_WRITE)) {
    260       1.1  tkusumi 		printf("Flakey target doesn't allow drop_writes feature and "
    261       1.1  tkusumi 		    "corrupt_bio_byte feature with 'w' set\n");
    262       1.1  tkusumi 		return EINVAL;
    263       1.1  tkusumi 	}
    264       1.1  tkusumi 
    265       1.1  tkusumi 	return 0;
    266       1.1  tkusumi }
    267       1.1  tkusumi 
    268       1.1  tkusumi char *
    269       1.1  tkusumi dm_target_flakey_table(void *target_config)
    270       1.1  tkusumi {
    271       1.1  tkusumi 	dm_target_flakey_config_t *tfc;
    272       1.1  tkusumi 	char *params, *p;
    273       1.1  tkusumi 	int drop_writes;
    274       1.1  tkusumi 
    275       1.1  tkusumi 	tfc = target_config;
    276       1.1  tkusumi 	KASSERT(tfc != NULL);
    277       1.1  tkusumi 
    278       1.1  tkusumi 	aprint_debug("Flakey target table function called\n");
    279       1.1  tkusumi 
    280       1.1  tkusumi 	drop_writes = tfc->drop_writes;
    281       1.1  tkusumi 
    282       1.1  tkusumi 	params = kmem_alloc(DM_MAX_PARAMS_SIZE, KM_SLEEP);
    283       1.1  tkusumi 	p = params;
    284       1.1  tkusumi 	p += snprintf(p, DM_MAX_PARAMS_SIZE, "%s %d %d %d %u ",
    285       1.1  tkusumi 	    tfc->pdev->udev_name, tfc->offset_time,
    286       1.1  tkusumi 	    tfc->up_int, tfc->down_int,
    287       1.1  tkusumi 	    drop_writes + (tfc->corrupt_buf_byte > 0) * 5);
    288       1.1  tkusumi 
    289       1.1  tkusumi 	if (drop_writes)
    290       1.1  tkusumi 		p += snprintf(p, DM_MAX_PARAMS_SIZE, "drop_writes ");
    291       1.1  tkusumi 
    292       1.1  tkusumi 	if (tfc->corrupt_buf_byte)
    293       1.1  tkusumi 		p += snprintf(p, DM_MAX_PARAMS_SIZE,
    294       1.1  tkusumi 		    "corrupt_bio_byte %u %c %u %u ",
    295       1.1  tkusumi 		    tfc->corrupt_buf_byte,
    296       1.1  tkusumi 		    FLAKEY_CORRUPT_DIR(tfc),
    297       1.1  tkusumi 		    tfc->corrupt_buf_value,
    298       1.1  tkusumi 		    tfc->corrupt_buf_flags);
    299       1.1  tkusumi 	*(--p) = '\0';
    300       1.1  tkusumi 
    301       1.1  tkusumi 	return params;
    302       1.1  tkusumi }
    303       1.1  tkusumi 
    304       1.1  tkusumi #ifdef DEBUG_FLAKEY
    305       1.1  tkusumi static int count = 0;
    306       1.1  tkusumi #endif
    307       1.1  tkusumi 
    308       1.1  tkusumi int
    309       1.1  tkusumi dm_target_flakey_strategy(dm_table_entry_t *table_en, struct buf *bp)
    310       1.1  tkusumi {
    311       1.1  tkusumi 	dm_target_flakey_config_t *tfc;
    312       1.1  tkusumi #ifndef DEBUG_FLAKEY
    313       1.1  tkusumi 	int elapsed;
    314       1.1  tkusumi #endif
    315       1.1  tkusumi 
    316       1.1  tkusumi 	tfc = table_en->target_config;
    317       1.1  tkusumi #ifndef DEBUG_FLAKEY
    318       1.1  tkusumi 	elapsed = (tick - tfc->offset_time) / hz;
    319       1.1  tkusumi 	if (elapsed % (tfc->up_int + tfc->down_int) >= tfc->up_int) {
    320       1.1  tkusumi #else
    321       1.1  tkusumi 	if (++count % 100 == 0) {
    322       1.1  tkusumi #endif
    323       1.1  tkusumi 		if (bp->b_flags & B_READ)
    324       1.1  tkusumi 			return _flakey_read(tfc, bp);
    325       1.1  tkusumi 		else
    326       1.1  tkusumi 			return _flakey_write(tfc, bp);
    327       1.1  tkusumi 	}
    328       1.1  tkusumi 
    329       1.1  tkusumi 	/* This is what linear target does */
    330       1.1  tkusumi 	_submit(tfc, bp);
    331       1.1  tkusumi 
    332       1.1  tkusumi 	return 0;
    333       1.1  tkusumi }
    334       1.1  tkusumi 
    335       1.1  tkusumi static __inline void
    336       1.1  tkusumi _submit(dm_target_flakey_config_t *tfc, struct buf *bp)
    337       1.1  tkusumi {
    338       1.1  tkusumi 
    339       1.1  tkusumi 	bp->b_blkno += tfc->offset;
    340       1.1  tkusumi 	VOP_STRATEGY(tfc->pdev->pdev_vnode, bp);
    341       1.1  tkusumi }
    342       1.1  tkusumi 
    343       1.1  tkusumi static __inline void
    344       1.1  tkusumi _flakey_eio_buf(struct buf *bp)
    345       1.1  tkusumi {
    346       1.1  tkusumi 
    347       1.1  tkusumi 	bp->b_error = EIO;
    348       1.1  tkusumi 	bp->b_resid = 0;
    349       1.1  tkusumi }
    350       1.1  tkusumi 
    351       1.1  tkusumi static void
    352       1.1  tkusumi _flakey_nestiobuf_iodone(buf_t *bp)
    353       1.1  tkusumi {
    354       1.1  tkusumi #ifdef HAS_BUF_PRIV2
    355       1.1  tkusumi 	dm_target_flakey_config_t *tfc;
    356       1.1  tkusumi #endif
    357       1.1  tkusumi 	buf_t *mbp = bp->b_private;
    358       1.1  tkusumi 	int error;
    359       1.1  tkusumi 	int donebytes;
    360       1.1  tkusumi 
    361       1.1  tkusumi 	KASSERT(bp->b_bcount <= bp->b_bufsize);
    362       1.1  tkusumi 	KASSERT(mbp != bp);
    363       1.1  tkusumi 
    364       1.1  tkusumi 	error = bp->b_error;
    365       1.1  tkusumi 	if (bp->b_error == 0 &&
    366       1.1  tkusumi 	    (bp->b_bcount < bp->b_bufsize || bp->b_resid > 0)) {
    367       1.1  tkusumi 		/*
    368  1.3.12.1  thorpej 		 * Not all got transferred, raise an error. We have no way to
    369       1.1  tkusumi 		 * propagate these conditions to mbp.
    370       1.1  tkusumi 		 */
    371       1.1  tkusumi 		error = EIO;
    372       1.1  tkusumi 	}
    373       1.1  tkusumi 
    374       1.1  tkusumi #ifdef HAS_BUF_PRIV2
    375       1.1  tkusumi 	tfc = bp->b_private2;
    376       1.1  tkusumi 	/*
    377       1.1  tkusumi 	 * Linux dm-flakey has changed its read behavior in 2016.
    378       1.1  tkusumi 	 * This conditional is to sync with that change.
    379       1.1  tkusumi 	 */
    380       1.1  tkusumi 	if (tfc->corrupt_buf_byte && tfc->corrupt_buf_rw == BUF_CMD_READ)
    381       1.1  tkusumi 		_flakey_corrupt_buf(tfc, mbp);
    382       1.1  tkusumi 	else if (!tfc->drop_writes)
    383       1.1  tkusumi 		_flakey_eio_buf(mbp);
    384       1.1  tkusumi #endif
    385       1.1  tkusumi 	donebytes = bp->b_bufsize;
    386       1.1  tkusumi 	putiobuf(bp);
    387       1.1  tkusumi 	nestiobuf_done(mbp, donebytes, error);
    388       1.1  tkusumi }
    389       1.1  tkusumi 
    390       1.1  tkusumi static int
    391       1.1  tkusumi _flakey_read(dm_target_flakey_config_t *tfc, struct buf *bp)
    392       1.1  tkusumi {
    393       1.1  tkusumi 	struct buf *nestbuf;
    394       1.1  tkusumi 
    395       1.1  tkusumi 	/*
    396       1.1  tkusumi 	 * Linux dm-flakey has changed its read behavior in 2016.
    397       1.1  tkusumi 	 * This conditional is to sync with that change.
    398       1.1  tkusumi 	 */
    399       1.1  tkusumi 	if (!tfc->corrupt_buf_byte && !tfc->drop_writes) {
    400       1.1  tkusumi 		_flakey_eio_buf(bp);
    401       1.1  tkusumi 		biodone(bp);
    402       1.1  tkusumi 		return 0;
    403       1.1  tkusumi 	}
    404       1.1  tkusumi 
    405       1.1  tkusumi 	nestbuf = getiobuf(NULL, true);
    406       1.1  tkusumi 	nestiobuf_setup(bp, nestbuf, 0, bp->b_bcount);
    407       1.1  tkusumi 	nestbuf->b_iodone = _flakey_nestiobuf_iodone;
    408       1.1  tkusumi 	nestbuf->b_blkno = bp->b_blkno;
    409       1.1  tkusumi #ifdef HAS_BUF_PRIV2
    410       1.1  tkusumi 	nestbuf->b_private2 = tfc;
    411       1.1  tkusumi #endif
    412       1.1  tkusumi 	_submit(tfc, nestbuf);
    413       1.1  tkusumi 
    414       1.1  tkusumi 	return 0;
    415       1.1  tkusumi }
    416       1.1  tkusumi 
    417       1.1  tkusumi static int
    418       1.1  tkusumi _flakey_write(dm_target_flakey_config_t *tfc, struct buf *bp)
    419       1.1  tkusumi {
    420       1.1  tkusumi 
    421       1.1  tkusumi 	if (tfc->drop_writes) {
    422       1.1  tkusumi 		aprint_debug("bp=%p drop_writes blkno=%ju\n", bp, bp->b_blkno);
    423       1.1  tkusumi 		biodone(bp);
    424       1.1  tkusumi 		return 0;
    425       1.1  tkusumi 	}
    426       1.1  tkusumi 
    427       1.1  tkusumi 	if (tfc->corrupt_buf_byte && tfc->corrupt_buf_rw == BUF_CMD_WRITE) {
    428       1.1  tkusumi 		_flakey_corrupt_buf(tfc, bp);
    429       1.1  tkusumi 		_submit(tfc, bp);
    430       1.1  tkusumi 		return 0;
    431       1.1  tkusumi 	}
    432       1.1  tkusumi 
    433       1.1  tkusumi 	/* Error all I/Os if neither of the above two */
    434       1.1  tkusumi 	_flakey_eio_buf(bp);
    435       1.1  tkusumi 	biodone(bp);
    436       1.1  tkusumi 
    437       1.1  tkusumi 	return 0;
    438       1.1  tkusumi }
    439       1.1  tkusumi 
    440       1.1  tkusumi static int
    441       1.1  tkusumi _flakey_corrupt_buf(dm_target_flakey_config_t *tfc, struct buf *bp)
    442       1.1  tkusumi {
    443       1.1  tkusumi 	char *buf;
    444       1.1  tkusumi 
    445       1.1  tkusumi 	if (bp->b_data == NULL)
    446       1.1  tkusumi 		return 1;
    447       1.1  tkusumi 	if (bp->b_error)
    448       1.1  tkusumi 		return 1; /* Don't corrupt on error */
    449       1.1  tkusumi 	if (bp->b_bcount < tfc->corrupt_buf_byte)
    450       1.1  tkusumi 		return 1;
    451       1.1  tkusumi 	if ((bp->b_flags & tfc->corrupt_buf_flags) != tfc->corrupt_buf_flags)
    452       1.1  tkusumi 		return 1;
    453       1.1  tkusumi 
    454       1.1  tkusumi 	buf = bp->b_data;
    455       1.1  tkusumi 	buf[tfc->corrupt_buf_byte - 1] = tfc->corrupt_buf_value;
    456       1.1  tkusumi 
    457       1.1  tkusumi 	aprint_debug("bp=%p dir=%c blkno=%ju Nth=%u value=%u\n",
    458       1.1  tkusumi 	    bp, FLAKEY_CORRUPT_DIR(tfc), bp->b_blkno, tfc->corrupt_buf_byte,
    459       1.1  tkusumi 	    tfc->corrupt_buf_value);
    460       1.1  tkusumi 
    461       1.1  tkusumi 	return 0;
    462       1.1  tkusumi }
    463       1.1  tkusumi 
    464       1.1  tkusumi int
    465       1.1  tkusumi dm_target_flakey_sync(dm_table_entry_t *table_en)
    466       1.1  tkusumi {
    467       1.1  tkusumi 	dm_target_flakey_config_t *tfc;
    468       1.1  tkusumi 	int cmd;
    469       1.1  tkusumi 
    470       1.1  tkusumi 	tfc = table_en->target_config;
    471       1.1  tkusumi 	cmd = 1;
    472       1.1  tkusumi 
    473       1.1  tkusumi 	return VOP_IOCTL(tfc->pdev->pdev_vnode, DIOCCACHESYNC, &cmd,
    474       1.1  tkusumi 	    FREAD | FWRITE, kauth_cred_get());
    475       1.1  tkusumi }
    476       1.1  tkusumi 
    477       1.1  tkusumi int
    478       1.1  tkusumi dm_target_flakey_destroy(dm_table_entry_t *table_en)
    479       1.1  tkusumi {
    480       1.1  tkusumi 
    481       1.1  tkusumi 	if (table_en->target_config == NULL)
    482       1.1  tkusumi 		goto out;
    483       1.1  tkusumi 
    484       1.1  tkusumi 	dm_target_flakey_config_t *tfc = table_en->target_config;
    485       1.1  tkusumi 
    486       1.1  tkusumi 	/* Decrement pdev ref counter if 0 remove it */
    487       1.1  tkusumi 	dm_pdev_decr(tfc->pdev);
    488       1.1  tkusumi 
    489       1.1  tkusumi 	kmem_free(tfc, sizeof(*tfc));
    490       1.1  tkusumi out:
    491       1.1  tkusumi 	/* Unbusy target so we can unload it */
    492       1.1  tkusumi 	dm_target_unbusy(table_en->target);
    493       1.1  tkusumi 
    494       1.1  tkusumi 	return 0;
    495       1.1  tkusumi }
    496       1.1  tkusumi 
    497       1.3  tkusumi #if 0
    498       1.1  tkusumi int
    499       1.1  tkusumi dm_target_flakey_upcall(dm_table_entry_t *table_en, struct buf *bp)
    500       1.1  tkusumi {
    501       1.1  tkusumi 
    502       1.1  tkusumi 	return 0;
    503       1.1  tkusumi }
    504       1.3  tkusumi #endif
    505       1.1  tkusumi 
    506       1.1  tkusumi int
    507       1.1  tkusumi dm_target_flakey_secsize(dm_table_entry_t *table_en, unsigned int *secsizep)
    508       1.1  tkusumi {
    509       1.1  tkusumi 	dm_target_flakey_config_t *tfc;
    510       1.1  tkusumi 	unsigned int secsize;
    511       1.1  tkusumi 
    512       1.1  tkusumi 	secsize = 0;
    513       1.1  tkusumi 
    514       1.1  tkusumi 	tfc = table_en->target_config;
    515       1.1  tkusumi 	if (tfc != NULL)
    516       1.1  tkusumi 		secsize = tfc->pdev->pdev_secsize;
    517       1.1  tkusumi 
    518       1.1  tkusumi 	*secsizep = secsize;
    519       1.1  tkusumi 
    520       1.1  tkusumi 	return 0;
    521       1.1  tkusumi }
    522