dm_target_delay.c revision 1.2.4.2 1 1.2.4.2 martin /* $NetBSD: dm_target_delay.c,v 1.2.4.2 2020/04/08 14:08:03 martin Exp $ */
2 1.2.4.2 martin
3 1.2.4.2 martin /*
4 1.2.4.2 martin * Copyright (c) 2020 The NetBSD Foundation, Inc.
5 1.2.4.2 martin * Copyright (c) 2015 The DragonFly Project. All rights reserved.
6 1.2.4.2 martin * All rights reserved.
7 1.2.4.2 martin *
8 1.2.4.2 martin * This code is derived from software contributed to The NetBSD Foundation
9 1.2.4.2 martin * by Tomohiro Kusumi <tkusumi (at) netbsd.org>.
10 1.2.4.2 martin *
11 1.2.4.2 martin * Redistribution and use in source and binary forms, with or without
12 1.2.4.2 martin * modification, are permitted provided that the following conditions
13 1.2.4.2 martin * are met:
14 1.2.4.2 martin * 1. Redistributions of source code must retain the above copyright
15 1.2.4.2 martin * notice, this list of conditions and the following disclaimer.
16 1.2.4.2 martin * 2. Redistributions in binary form must reproduce the above copyright
17 1.2.4.2 martin * notice, this list of conditions and the following disclaimer in the
18 1.2.4.2 martin * documentation and/or other materials provided with the distribution.
19 1.2.4.2 martin *
20 1.2.4.2 martin * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
21 1.2.4.2 martin * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
22 1.2.4.2 martin * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
23 1.2.4.2 martin * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
24 1.2.4.2 martin * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
25 1.2.4.2 martin * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
26 1.2.4.2 martin * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
27 1.2.4.2 martin * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
28 1.2.4.2 martin * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
29 1.2.4.2 martin * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
30 1.2.4.2 martin * POSSIBILITY OF SUCH DAMAGE.
31 1.2.4.2 martin */
32 1.2.4.2 martin #include <sys/cdefs.h>
33 1.2.4.2 martin __KERNEL_RCSID(0, "$NetBSD: dm_target_delay.c,v 1.2.4.2 2020/04/08 14:08:03 martin Exp $");
34 1.2.4.2 martin
35 1.2.4.2 martin #include <sys/types.h>
36 1.2.4.2 martin #include <sys/param.h>
37 1.2.4.2 martin #include <sys/kernel.h>
38 1.2.4.2 martin #include <sys/buf.h>
39 1.2.4.2 martin #include <sys/kmem.h>
40 1.2.4.2 martin #include <sys/mutex.h>
41 1.2.4.2 martin #include <sys/queue.h>
42 1.2.4.2 martin #include <sys/callout.h>
43 1.2.4.2 martin #include <sys/pool.h>
44 1.2.4.2 martin #include <sys/kthread.h>
45 1.2.4.2 martin
46 1.2.4.2 martin #include "dm.h"
47 1.2.4.2 martin
48 1.2.4.2 martin struct dm_delay_buf {
49 1.2.4.2 martin TAILQ_ENTRY(dm_delay_buf) entry;
50 1.2.4.2 martin struct buf *bp;
51 1.2.4.2 martin int expire;
52 1.2.4.2 martin };
53 1.2.4.2 martin TAILQ_HEAD(dm_delay_buf_list, dm_delay_buf);
54 1.2.4.2 martin
55 1.2.4.2 martin struct dm_delay_info {
56 1.2.4.2 martin dm_pdev_t *pdev;
57 1.2.4.2 martin uint64_t offset;
58 1.2.4.2 martin int delay;
59 1.2.4.2 martin int count;
60 1.2.4.2 martin int enabled;
61 1.2.4.2 martin struct dm_delay_buf_list buf_list;
62 1.2.4.2 martin struct callout cal;
63 1.2.4.2 martin kmutex_t buf_mtx;
64 1.2.4.2 martin kmutex_t cal_mtx;
65 1.2.4.2 martin kmutex_t token; /* lwkt_token in DragonFly */
66 1.2.4.2 martin };
67 1.2.4.2 martin
68 1.2.4.2 martin typedef struct target_delay_config {
69 1.2.4.2 martin struct dm_delay_info read;
70 1.2.4.2 martin struct dm_delay_info write;
71 1.2.4.2 martin int argc; /* either 3 or 6 */
72 1.2.4.2 martin } dm_target_delay_config_t;
73 1.2.4.2 martin
74 1.2.4.2 martin static int _init(struct dm_delay_info*, char**);
75 1.2.4.2 martin static int _table(struct dm_delay_info*, char*);
76 1.2.4.2 martin static void _strategy(struct dm_delay_info*, struct buf*);
77 1.2.4.2 martin static __inline void _submit(struct dm_delay_info*, struct buf*);
78 1.2.4.2 martin static void _destroy(struct dm_delay_info*);
79 1.2.4.2 martin static void _timeout(void*);
80 1.2.4.2 martin static void _thread(void*);
81 1.2.4.2 martin static __inline void _debug(struct dm_delay_info*, const char*);
82 1.2.4.2 martin
83 1.2.4.2 martin static struct pool pool;
84 1.2.4.2 martin static bool pool_initialized = false;
85 1.2.4.2 martin
86 1.2.4.2 martin #ifdef DM_TARGET_MODULE
87 1.2.4.2 martin /*
88 1.2.4.2 martin * Every target can be compiled directly to dm driver or as a
89 1.2.4.2 martin * separate module this part of target is used for loading targets
90 1.2.4.2 martin * to dm driver.
91 1.2.4.2 martin * Target can be unloaded from kernel only if there are no users of
92 1.2.4.2 martin * it e.g. there are no devices which uses that target.
93 1.2.4.2 martin */
94 1.2.4.2 martin #include <sys/kernel.h>
95 1.2.4.2 martin #include <sys/module.h>
96 1.2.4.2 martin
97 1.2.4.2 martin MODULE(MODULE_CLASS_MISC, dm_target_delay, NULL);
98 1.2.4.2 martin
99 1.2.4.2 martin static int
100 1.2.4.2 martin dm_target_delay_modcmd(modcmd_t cmd, void *arg)
101 1.2.4.2 martin {
102 1.2.4.2 martin dm_target_t *dmt;
103 1.2.4.2 martin int r;
104 1.2.4.2 martin
105 1.2.4.2 martin switch (cmd) {
106 1.2.4.2 martin case MODULE_CMD_INIT:
107 1.2.4.2 martin if ((dmt = dm_target_lookup("delay")) != NULL) {
108 1.2.4.2 martin dm_target_unbusy(dmt);
109 1.2.4.2 martin return EEXIST;
110 1.2.4.2 martin }
111 1.2.4.2 martin dmt = dm_target_alloc("delay");
112 1.2.4.2 martin
113 1.2.4.2 martin dmt->version[0] = 1;
114 1.2.4.2 martin dmt->version[1] = 0;
115 1.2.4.2 martin dmt->version[2] = 0;
116 1.2.4.2 martin dmt->init = &dm_target_delay_init;
117 1.2.4.2 martin dmt->table = &dm_target_delay_table;
118 1.2.4.2 martin dmt->strategy = &dm_target_delay_strategy;
119 1.2.4.2 martin dmt->sync = &dm_target_delay_sync;
120 1.2.4.2 martin dmt->destroy = &dm_target_delay_destroy;
121 1.2.4.2 martin //dmt->upcall = &dm_target_delay_upcall;
122 1.2.4.2 martin dmt->secsize = &dm_target_delay_secsize;
123 1.2.4.2 martin
124 1.2.4.2 martin dm_target_delay_pool_create();
125 1.2.4.2 martin r = dm_target_insert(dmt);
126 1.2.4.2 martin
127 1.2.4.2 martin break;
128 1.2.4.2 martin
129 1.2.4.2 martin case MODULE_CMD_FINI:
130 1.2.4.2 martin r = dm_target_rem("delay");
131 1.2.4.2 martin dm_target_delay_pool_destroy();
132 1.2.4.2 martin break;
133 1.2.4.2 martin
134 1.2.4.2 martin case MODULE_CMD_STAT:
135 1.2.4.2 martin return ENOTTY;
136 1.2.4.2 martin
137 1.2.4.2 martin default:
138 1.2.4.2 martin return ENOTTY;
139 1.2.4.2 martin }
140 1.2.4.2 martin
141 1.2.4.2 martin return r;
142 1.2.4.2 martin }
143 1.2.4.2 martin #endif
144 1.2.4.2 martin
145 1.2.4.2 martin int
146 1.2.4.2 martin dm_target_delay_init(dm_table_entry_t *table_en, int argc, char **argv)
147 1.2.4.2 martin {
148 1.2.4.2 martin dm_target_delay_config_t *tdc;
149 1.2.4.2 martin int ret;
150 1.2.4.2 martin
151 1.2.4.2 martin if (argc != 3 && argc != 6) {
152 1.2.4.2 martin printf("Delay target takes 3 or 6 args, %d given\n", argc);
153 1.2.4.2 martin return EINVAL;
154 1.2.4.2 martin }
155 1.2.4.2 martin
156 1.2.4.2 martin aprint_debug("Delay target init function called: argc=%d\n", argc);
157 1.2.4.2 martin
158 1.2.4.2 martin tdc = kmem_alloc(sizeof(dm_target_delay_config_t), KM_SLEEP);
159 1.2.4.2 martin tdc->argc = argc;
160 1.2.4.2 martin
161 1.2.4.2 martin ret = _init(&tdc->read, argv);
162 1.2.4.2 martin if (ret) {
163 1.2.4.2 martin kmem_free(tdc, sizeof(*tdc));
164 1.2.4.2 martin return ret;
165 1.2.4.2 martin }
166 1.2.4.2 martin
167 1.2.4.2 martin if (argc == 6)
168 1.2.4.2 martin argv += 3;
169 1.2.4.2 martin
170 1.2.4.2 martin ret = _init(&tdc->write, argv);
171 1.2.4.2 martin if (ret) {
172 1.2.4.2 martin dm_pdev_decr(tdc->read.pdev);
173 1.2.4.2 martin kmem_free(tdc, sizeof(*tdc));
174 1.2.4.2 martin return ret;
175 1.2.4.2 martin }
176 1.2.4.2 martin
177 1.2.4.2 martin dm_table_add_deps(table_en, tdc->read.pdev);
178 1.2.4.2 martin dm_table_add_deps(table_en, tdc->write.pdev);
179 1.2.4.2 martin
180 1.2.4.2 martin table_en->target_config = tdc;
181 1.2.4.2 martin
182 1.2.4.2 martin return 0;
183 1.2.4.2 martin }
184 1.2.4.2 martin
185 1.2.4.2 martin static int
186 1.2.4.2 martin _init(struct dm_delay_info *di, char **argv)
187 1.2.4.2 martin {
188 1.2.4.2 martin dm_pdev_t *dmp;
189 1.2.4.2 martin int tmp;
190 1.2.4.2 martin
191 1.2.4.2 martin if (argv[0] == NULL)
192 1.2.4.2 martin return EINVAL;
193 1.2.4.2 martin if ((dmp = dm_pdev_insert(argv[0])) == NULL)
194 1.2.4.2 martin return ENOENT;
195 1.2.4.2 martin
196 1.2.4.2 martin di->pdev = dmp;
197 1.2.4.2 martin di->offset = atoi64(argv[1]);
198 1.2.4.2 martin tmp = atoi64(argv[2]);
199 1.2.4.2 martin di->delay = tmp * hz / 1000;
200 1.2.4.2 martin di->count = 0;
201 1.2.4.2 martin
202 1.2.4.2 martin TAILQ_INIT(&di->buf_list);
203 1.2.4.2 martin callout_init(&di->cal, 0);
204 1.2.4.2 martin mutex_init(&di->buf_mtx, MUTEX_DEFAULT, IPL_NONE);
205 1.2.4.2 martin mutex_init(&di->cal_mtx, MUTEX_DEFAULT, IPL_NONE);
206 1.2.4.2 martin mutex_init(&di->token, MUTEX_DEFAULT, IPL_NONE);
207 1.2.4.2 martin
208 1.2.4.2 martin di->enabled = 1;
209 1.2.4.2 martin if (kthread_create(PRI_NONE, 0, NULL, _thread, di, NULL,
210 1.2.4.2 martin "dmdlthread")) {
211 1.2.4.2 martin printf("Failed to create delay target's kthread\n");
212 1.2.4.2 martin /* XXX cleanup ? */
213 1.2.4.2 martin return EINVAL;
214 1.2.4.2 martin }
215 1.2.4.2 martin
216 1.2.4.2 martin _debug(di, "init");
217 1.2.4.2 martin return 0;
218 1.2.4.2 martin }
219 1.2.4.2 martin
220 1.2.4.2 martin char *
221 1.2.4.2 martin dm_target_delay_info(void *target_config)
222 1.2.4.2 martin {
223 1.2.4.2 martin dm_target_delay_config_t *tdc;
224 1.2.4.2 martin char *params;
225 1.2.4.2 martin
226 1.2.4.2 martin tdc = target_config;
227 1.2.4.2 martin KASSERT(tdc != NULL);
228 1.2.4.2 martin
229 1.2.4.2 martin aprint_debug("Delay target info function called\n");
230 1.2.4.2 martin
231 1.2.4.2 martin params = kmem_alloc(DM_MAX_PARAMS_SIZE, KM_SLEEP);
232 1.2.4.2 martin snprintf(params, DM_MAX_PARAMS_SIZE, "%d %d", tdc->read.count,
233 1.2.4.2 martin tdc->write.count);
234 1.2.4.2 martin
235 1.2.4.2 martin return params;
236 1.2.4.2 martin }
237 1.2.4.2 martin
238 1.2.4.2 martin char *
239 1.2.4.2 martin dm_target_delay_table(void *target_config)
240 1.2.4.2 martin {
241 1.2.4.2 martin dm_target_delay_config_t *tdc;
242 1.2.4.2 martin char *params, *p;
243 1.2.4.2 martin
244 1.2.4.2 martin tdc = target_config;
245 1.2.4.2 martin KASSERT(tdc != NULL);
246 1.2.4.2 martin
247 1.2.4.2 martin aprint_debug("Delay target table function called\n");
248 1.2.4.2 martin
249 1.2.4.2 martin params = kmem_alloc(DM_MAX_PARAMS_SIZE, KM_SLEEP);
250 1.2.4.2 martin p = params;
251 1.2.4.2 martin p += _table(&tdc->read, p);
252 1.2.4.2 martin if (tdc->argc == 6) {
253 1.2.4.2 martin p += snprintf(p, DM_MAX_PARAMS_SIZE, " ");
254 1.2.4.2 martin _table(&tdc->write, p);
255 1.2.4.2 martin }
256 1.2.4.2 martin
257 1.2.4.2 martin return params;
258 1.2.4.2 martin }
259 1.2.4.2 martin
260 1.2.4.2 martin static int
261 1.2.4.2 martin _table(struct dm_delay_info *di, char *p)
262 1.2.4.2 martin {
263 1.2.4.2 martin
264 1.2.4.2 martin return snprintf(p, DM_MAX_PARAMS_SIZE, "%s %" PRIu64 " %d",
265 1.2.4.2 martin di->pdev->udev_name, di->offset, di->delay);
266 1.2.4.2 martin }
267 1.2.4.2 martin
268 1.2.4.2 martin int
269 1.2.4.2 martin dm_target_delay_strategy(dm_table_entry_t *table_en, struct buf *bp)
270 1.2.4.2 martin {
271 1.2.4.2 martin dm_target_delay_config_t *tdc;
272 1.2.4.2 martin struct dm_delay_info *di;
273 1.2.4.2 martin
274 1.2.4.2 martin tdc = table_en->target_config;
275 1.2.4.2 martin KASSERT(tdc != NULL);
276 1.2.4.2 martin
277 1.2.4.2 martin if (bp->b_flags & B_READ)
278 1.2.4.2 martin di = &tdc->read;
279 1.2.4.2 martin else
280 1.2.4.2 martin di = &tdc->write;
281 1.2.4.2 martin
282 1.2.4.2 martin if (di) {
283 1.2.4.2 martin if (di->delay) {
284 1.2.4.2 martin _strategy(di, bp);
285 1.2.4.2 martin } else {
286 1.2.4.2 martin _submit(di, bp);
287 1.2.4.2 martin }
288 1.2.4.2 martin } else {
289 1.2.4.2 martin struct vnode *vnode = tdc->write.pdev->pdev_vnode;
290 1.2.4.2 martin KASSERT(0);
291 1.2.4.2 martin VOP_STRATEGY(vnode, bp);
292 1.2.4.2 martin }
293 1.2.4.2 martin
294 1.2.4.2 martin return 0;
295 1.2.4.2 martin }
296 1.2.4.2 martin
297 1.2.4.2 martin static void
298 1.2.4.2 martin _strategy(struct dm_delay_info *di, struct buf *bp)
299 1.2.4.2 martin {
300 1.2.4.2 martin struct dm_delay_buf *dp;
301 1.2.4.2 martin
302 1.2.4.2 martin dp = pool_get(&pool, PR_WAITOK);
303 1.2.4.2 martin dp->bp = bp;
304 1.2.4.2 martin dp->expire = tick + di->delay;
305 1.2.4.2 martin
306 1.2.4.2 martin mutex_enter(&di->buf_mtx);
307 1.2.4.2 martin di->count++;
308 1.2.4.2 martin TAILQ_INSERT_TAIL(&di->buf_list, dp, entry);
309 1.2.4.2 martin mutex_exit(&di->buf_mtx);
310 1.2.4.2 martin
311 1.2.4.2 martin mutex_enter(&di->cal_mtx);
312 1.2.4.2 martin if (!callout_pending(&di->cal))
313 1.2.4.2 martin callout_reset(&di->cal, di->delay, _timeout, di);
314 1.2.4.2 martin mutex_exit(&di->cal_mtx);
315 1.2.4.2 martin }
316 1.2.4.2 martin
317 1.2.4.2 martin static __inline void
318 1.2.4.2 martin _submit(struct dm_delay_info *di, struct buf *bp)
319 1.2.4.2 martin {
320 1.2.4.2 martin
321 1.2.4.2 martin _debug(di, "submit");
322 1.2.4.2 martin
323 1.2.4.2 martin bp->b_blkno += di->offset;
324 1.2.4.2 martin VOP_STRATEGY(di->pdev->pdev_vnode, bp);
325 1.2.4.2 martin }
326 1.2.4.2 martin
327 1.2.4.2 martin static void
328 1.2.4.2 martin _submit_queue(struct dm_delay_info *di, int submit_all)
329 1.2.4.2 martin {
330 1.2.4.2 martin struct dm_delay_buf *dp;
331 1.2.4.2 martin struct dm_delay_buf_list tmp_list;
332 1.2.4.2 martin int next = -1;
333 1.2.4.2 martin int reset = 0;
334 1.2.4.2 martin
335 1.2.4.2 martin _debug(di, "submitq");
336 1.2.4.2 martin TAILQ_INIT(&tmp_list);
337 1.2.4.2 martin
338 1.2.4.2 martin mutex_enter(&di->buf_mtx);
339 1.2.4.2 martin while ((dp = TAILQ_FIRST(&di->buf_list)) != NULL) {
340 1.2.4.2 martin if (submit_all || tick > dp->expire) {
341 1.2.4.2 martin TAILQ_REMOVE(&di->buf_list, dp, entry);
342 1.2.4.2 martin TAILQ_INSERT_TAIL(&tmp_list, dp, entry);
343 1.2.4.2 martin di->count--;
344 1.2.4.2 martin continue;
345 1.2.4.2 martin }
346 1.2.4.2 martin if (reset == 0) {
347 1.2.4.2 martin reset = 1;
348 1.2.4.2 martin next = dp->expire;
349 1.2.4.2 martin } else {
350 1.2.4.2 martin next = lmin(next, dp->expire);
351 1.2.4.2 martin }
352 1.2.4.2 martin }
353 1.2.4.2 martin mutex_exit(&di->buf_mtx);
354 1.2.4.2 martin
355 1.2.4.2 martin if (reset) {
356 1.2.4.2 martin mutex_enter(&di->cal_mtx);
357 1.2.4.2 martin callout_reset(&di->cal, next - tick, _timeout, di);
358 1.2.4.2 martin mutex_exit(&di->cal_mtx);
359 1.2.4.2 martin }
360 1.2.4.2 martin
361 1.2.4.2 martin while ((dp = TAILQ_FIRST(&tmp_list)) != NULL) {
362 1.2.4.2 martin TAILQ_REMOVE(&tmp_list, dp, entry);
363 1.2.4.2 martin _submit(di, dp->bp);
364 1.2.4.2 martin pool_put(&pool, dp);
365 1.2.4.2 martin }
366 1.2.4.2 martin }
367 1.2.4.2 martin
368 1.2.4.2 martin int
369 1.2.4.2 martin dm_target_delay_sync(dm_table_entry_t *table_en)
370 1.2.4.2 martin {
371 1.2.4.2 martin dm_target_delay_config_t *tdc;
372 1.2.4.2 martin int cmd;
373 1.2.4.2 martin
374 1.2.4.2 martin tdc = table_en->target_config;
375 1.2.4.2 martin cmd = 1;
376 1.2.4.2 martin
377 1.2.4.2 martin return VOP_IOCTL(tdc->write.pdev->pdev_vnode, DIOCCACHESYNC, &cmd,
378 1.2.4.2 martin FREAD | FWRITE, kauth_cred_get());
379 1.2.4.2 martin }
380 1.2.4.2 martin
381 1.2.4.2 martin int
382 1.2.4.2 martin dm_target_delay_destroy(dm_table_entry_t *table_en)
383 1.2.4.2 martin {
384 1.2.4.2 martin dm_target_delay_config_t *tdc;
385 1.2.4.2 martin
386 1.2.4.2 martin tdc = table_en->target_config;
387 1.2.4.2 martin if (tdc == NULL)
388 1.2.4.2 martin goto out;
389 1.2.4.2 martin
390 1.2.4.2 martin _destroy(&tdc->read);
391 1.2.4.2 martin _destroy(&tdc->write);
392 1.2.4.2 martin
393 1.2.4.2 martin kmem_free(tdc, sizeof(*tdc));
394 1.2.4.2 martin out:
395 1.2.4.2 martin /* Unbusy target so we can unload it */
396 1.2.4.2 martin dm_target_unbusy(table_en->target);
397 1.2.4.2 martin
398 1.2.4.2 martin return 0;
399 1.2.4.2 martin }
400 1.2.4.2 martin
401 1.2.4.2 martin static void
402 1.2.4.2 martin _destroy(struct dm_delay_info *di)
403 1.2.4.2 martin {
404 1.2.4.2 martin
405 1.2.4.2 martin _debug(di, "destroy");
406 1.2.4.2 martin
407 1.2.4.2 martin mutex_enter(&di->token);
408 1.2.4.2 martin di->enabled = 0;
409 1.2.4.2 martin
410 1.2.4.2 martin mutex_enter(&di->cal_mtx);
411 1.2.4.2 martin if (callout_pending(&di->cal))
412 1.2.4.2 martin callout_halt(&di->cal, NULL);
413 1.2.4.2 martin mutex_exit(&di->cal_mtx);
414 1.2.4.2 martin
415 1.2.4.2 martin _submit_queue(di, 1);
416 1.2.4.2 martin mutex_exit(&di->token);
417 1.2.4.2 martin wakeup(di);
418 1.2.4.2 martin /* XXX race here (DragonFly uses lwkt_token instead of mutex) */
419 1.2.4.2 martin tsleep(&di->enabled, 0, "dmdldestroy", 0);
420 1.2.4.2 martin
421 1.2.4.2 martin mutex_destroy(&di->token);
422 1.2.4.2 martin mutex_destroy(&di->cal_mtx);
423 1.2.4.2 martin mutex_destroy(&di->buf_mtx);
424 1.2.4.2 martin
425 1.2.4.2 martin dm_pdev_decr(di->pdev);
426 1.2.4.2 martin }
427 1.2.4.2 martin
428 1.2.4.2 martin #if 0
429 1.2.4.2 martin int
430 1.2.4.2 martin dm_target_delay_upcall(dm_table_entry_t *table_en, struct buf *bp)
431 1.2.4.2 martin {
432 1.2.4.2 martin
433 1.2.4.2 martin return 0;
434 1.2.4.2 martin }
435 1.2.4.2 martin #endif
436 1.2.4.2 martin
437 1.2.4.2 martin int
438 1.2.4.2 martin dm_target_delay_secsize(dm_table_entry_t *table_en, unsigned int *secsizep)
439 1.2.4.2 martin {
440 1.2.4.2 martin dm_target_delay_config_t *tdc;
441 1.2.4.2 martin unsigned int secsize;
442 1.2.4.2 martin
443 1.2.4.2 martin secsize = 0;
444 1.2.4.2 martin
445 1.2.4.2 martin tdc = table_en->target_config;
446 1.2.4.2 martin if (tdc != NULL)
447 1.2.4.2 martin secsize = tdc->write.pdev->pdev_secsize;
448 1.2.4.2 martin
449 1.2.4.2 martin *secsizep = secsize;
450 1.2.4.2 martin
451 1.2.4.2 martin return 0;
452 1.2.4.2 martin }
453 1.2.4.2 martin
454 1.2.4.2 martin static void
455 1.2.4.2 martin _timeout(void *arg)
456 1.2.4.2 martin {
457 1.2.4.2 martin struct dm_delay_info *di = arg;
458 1.2.4.2 martin
459 1.2.4.2 martin _debug(di, "timeout");
460 1.2.4.2 martin wakeup(di);
461 1.2.4.2 martin }
462 1.2.4.2 martin
463 1.2.4.2 martin static void
464 1.2.4.2 martin _thread(void *arg)
465 1.2.4.2 martin {
466 1.2.4.2 martin struct dm_delay_info *di = arg;
467 1.2.4.2 martin
468 1.2.4.2 martin _debug(di, "thread init");
469 1.2.4.2 martin mutex_enter(&di->token);
470 1.2.4.2 martin
471 1.2.4.2 martin while (di->enabled) {
472 1.2.4.2 martin mutex_exit(&di->token);
473 1.2.4.2 martin tsleep(di, 0, "dmdlthread", 0);
474 1.2.4.2 martin _submit_queue(di, 0);
475 1.2.4.2 martin mutex_enter(&di->token);
476 1.2.4.2 martin }
477 1.2.4.2 martin
478 1.2.4.2 martin mutex_exit(&di->token);
479 1.2.4.2 martin wakeup(&di->enabled);
480 1.2.4.2 martin
481 1.2.4.2 martin _debug(di, "thread exit");
482 1.2.4.2 martin kthread_exit(0);
483 1.2.4.2 martin }
484 1.2.4.2 martin
485 1.2.4.2 martin static __inline void
486 1.2.4.2 martin _debug(struct dm_delay_info *di, const char *msg)
487 1.2.4.2 martin {
488 1.2.4.2 martin
489 1.2.4.2 martin aprint_debug("%-8s: %d pdev=%s offset=%ju delay=%d count=%d\n",
490 1.2.4.2 martin msg, di->enabled, di->pdev->name, (uintmax_t)di->offset, di->delay,
491 1.2.4.2 martin di->count);
492 1.2.4.2 martin }
493 1.2.4.2 martin
494 1.2.4.2 martin void
495 1.2.4.2 martin dm_target_delay_pool_create(void)
496 1.2.4.2 martin {
497 1.2.4.2 martin
498 1.2.4.2 martin if (!pool_initialized) {
499 1.2.4.2 martin pool_init(&pool, sizeof(struct dm_delay_buf), 0, 0, 0,
500 1.2.4.2 martin "dmdlobj", &pool_allocator_nointr, IPL_NONE);
501 1.2.4.2 martin pool_initialized = true;
502 1.2.4.2 martin aprint_debug("Delay target pool initialized\n");
503 1.2.4.2 martin }
504 1.2.4.2 martin }
505 1.2.4.2 martin
506 1.2.4.2 martin void
507 1.2.4.2 martin dm_target_delay_pool_destroy(void)
508 1.2.4.2 martin {
509 1.2.4.2 martin
510 1.2.4.2 martin if (pool_initialized) {
511 1.2.4.2 martin pool_destroy(&pool);
512 1.2.4.2 martin pool_initialized = false;
513 1.2.4.2 martin aprint_debug("Delay target pool destroyed\n");
514 1.2.4.2 martin }
515 1.2.4.2 martin }
516