dksubr.c revision 1.102.2.2 1 /* $NetBSD: dksubr.c,v 1.102.2.2 2020/04/08 14:08:02 martin Exp $ */
2
3 /*-
4 * Copyright (c) 1996, 1997, 1998, 1999, 2002, 2008 The NetBSD Foundation, Inc.
5 * All rights reserved.
6 *
7 * This code is derived from software contributed to The NetBSD Foundation
8 * by Jason R. Thorpe and Roland C. Dowdeswell.
9 *
10 * Redistribution and use in source and binary forms, with or without
11 * modification, are permitted provided that the following conditions
12 * are met:
13 * 1. Redistributions of source code must retain the above copyright
14 * notice, this list of conditions and the following disclaimer.
15 * 2. Redistributions in binary form must reproduce the above copyright
16 * notice, this list of conditions and the following disclaimer in the
17 * documentation and/or other materials provided with the distribution.
18 *
19 * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 * POSSIBILITY OF SUCH DAMAGE.
30 */
31
32 #include <sys/cdefs.h>
33 __KERNEL_RCSID(0, "$NetBSD: dksubr.c,v 1.102.2.2 2020/04/08 14:08:02 martin Exp $");
34
35 #include <sys/param.h>
36 #include <sys/systm.h>
37 #include <sys/stat.h>
38 #include <sys/proc.h>
39 #include <sys/ioctl.h>
40 #include <sys/device.h>
41 #include <sys/disk.h>
42 #include <sys/disklabel.h>
43 #include <sys/buf.h>
44 #include <sys/bufq.h>
45 #include <sys/vnode.h>
46 #include <sys/fcntl.h>
47 #include <sys/namei.h>
48 #include <sys/module.h>
49 #include <sys/syslog.h>
50
51 #include <dev/dkvar.h>
52 #include <miscfs/specfs/specdev.h> /* for v_rdev */
53
54 int dkdebug = 0;
55
56 #ifdef DEBUG
57 #define DKDB_FOLLOW 0x1
58 #define DKDB_INIT 0x2
59 #define DKDB_VNODE 0x4
60 #define DKDB_DUMP 0x8
61
62 #define IFDEBUG(x,y) if (dkdebug & (x)) y
63 #define DPRINTF(x,y) IFDEBUG(x, printf y)
64 #define DPRINTF_FOLLOW(y) DPRINTF(DKDB_FOLLOW, y)
65 #else
66 #define IFDEBUG(x,y)
67 #define DPRINTF(x,y)
68 #define DPRINTF_FOLLOW(y)
69 #endif
70
71 #define DKF_READYFORDUMP (DKF_INITED|DKF_TAKEDUMP)
72
73 static int dk_subr_modcmd(modcmd_t, void *);
74
75 #define DKLABELDEV(dev) \
76 (MAKEDISKDEV(major((dev)), DISKUNIT((dev)), RAW_PART))
77
78 static void dk_makedisklabel(struct dk_softc *);
79 static int dk_translate(struct dk_softc *, struct buf *);
80 static void dk_done1(struct dk_softc *, struct buf *, bool);
81
82 void
83 dk_init(struct dk_softc *dksc, device_t dev, int dtype)
84 {
85
86 memset(dksc, 0x0, sizeof(*dksc));
87 dksc->sc_dtype = dtype;
88 dksc->sc_dev = dev;
89
90 strlcpy(dksc->sc_xname, device_xname(dev), DK_XNAME_SIZE);
91 dksc->sc_dkdev.dk_name = dksc->sc_xname;
92 }
93
94 void
95 dk_attach(struct dk_softc *dksc)
96 {
97 KASSERT(dksc->sc_dev != NULL);
98
99 mutex_init(&dksc->sc_iolock, MUTEX_DEFAULT, IPL_VM);
100 dksc->sc_flags |= DKF_READYFORDUMP;
101 #ifdef DIAGNOSTIC
102 dksc->sc_flags |= DKF_WARNLABEL | DKF_LABELSANITY;
103 #endif
104
105 if ((dksc->sc_flags & DKF_NO_RND) == 0) {
106 /* Attach the device into the rnd source list. */
107 rnd_attach_source(&dksc->sc_rnd_source, dksc->sc_xname,
108 RND_TYPE_DISK, RND_FLAG_DEFAULT);
109 }
110 }
111
112 void
113 dk_detach(struct dk_softc *dksc)
114 {
115 if ((dksc->sc_flags & DKF_NO_RND) == 0) {
116 /* Unhook the entropy source. */
117 rnd_detach_source(&dksc->sc_rnd_source);
118 }
119
120 dksc->sc_flags &= ~DKF_READYFORDUMP;
121 mutex_destroy(&dksc->sc_iolock);
122 }
123
124 /* ARGSUSED */
125 int
126 dk_open(struct dk_softc *dksc, dev_t dev,
127 int flags, int fmt, struct lwp *l)
128 {
129 const struct dkdriver *dkd = dksc->sc_dkdev.dk_driver;
130 struct disklabel *lp = dksc->sc_dkdev.dk_label;
131 int part = DISKPART(dev);
132 int pmask = 1 << part;
133 int ret = 0;
134 struct disk *dk = &dksc->sc_dkdev;
135
136 DPRINTF_FOLLOW(("%s(%s, %p, 0x%"PRIx64", 0x%x)\n", __func__,
137 dksc->sc_xname, dksc, dev, flags));
138
139 mutex_enter(&dk->dk_openlock);
140
141 /*
142 * If there are wedges, and this is not RAW_PART, then we
143 * need to fail.
144 */
145 if (dk->dk_nwedges != 0 && part != RAW_PART) {
146 ret = EBUSY;
147 goto done;
148 }
149
150 /*
151 * initialize driver for the first opener
152 */
153 if (dk->dk_openmask == 0 && dkd->d_firstopen != NULL) {
154 ret = (*dkd->d_firstopen)(dksc->sc_dev, dev, flags, fmt);
155 if (ret)
156 goto done;
157 }
158
159 /*
160 * If we're init'ed and there are no other open partitions then
161 * update the in-core disklabel.
162 */
163 if ((dksc->sc_flags & DKF_INITED)) {
164 if ((dksc->sc_flags & DKF_VLABEL) == 0) {
165 dksc->sc_flags |= DKF_VLABEL;
166 dk_getdisklabel(dksc, dev);
167 }
168 }
169
170 /* Fail if we can't find the partition. */
171 if (part != RAW_PART &&
172 ((dksc->sc_flags & DKF_VLABEL) == 0 ||
173 part >= lp->d_npartitions ||
174 lp->d_partitions[part].p_fstype == FS_UNUSED)) {
175 ret = ENXIO;
176 goto done;
177 }
178
179 /* Mark our unit as open. */
180 switch (fmt) {
181 case S_IFCHR:
182 dk->dk_copenmask |= pmask;
183 break;
184 case S_IFBLK:
185 dk->dk_bopenmask |= pmask;
186 break;
187 }
188
189 dk->dk_openmask = dk->dk_copenmask | dk->dk_bopenmask;
190
191 done:
192 mutex_exit(&dk->dk_openlock);
193 return ret;
194 }
195
196 /* ARGSUSED */
197 int
198 dk_close(struct dk_softc *dksc, dev_t dev,
199 int flags, int fmt, struct lwp *l)
200 {
201 const struct dkdriver *dkd = dksc->sc_dkdev.dk_driver;
202 int part = DISKPART(dev);
203 int pmask = 1 << part;
204 struct disk *dk = &dksc->sc_dkdev;
205
206 DPRINTF_FOLLOW(("%s(%s, %p, 0x%"PRIx64", 0x%x)\n", __func__,
207 dksc->sc_xname, dksc, dev, flags));
208
209 mutex_enter(&dk->dk_openlock);
210
211 switch (fmt) {
212 case S_IFCHR:
213 dk->dk_copenmask &= ~pmask;
214 break;
215 case S_IFBLK:
216 dk->dk_bopenmask &= ~pmask;
217 break;
218 }
219 dk->dk_openmask = dk->dk_copenmask | dk->dk_bopenmask;
220
221 if (dk->dk_openmask == 0) {
222 if (dkd->d_lastclose != NULL)
223 (*dkd->d_lastclose)(dksc->sc_dev);
224 if ((dksc->sc_flags & DKF_KLABEL) == 0)
225 dksc->sc_flags &= ~DKF_VLABEL;
226 }
227
228 mutex_exit(&dk->dk_openlock);
229 return 0;
230 }
231
232 static int
233 dk_translate(struct dk_softc *dksc, struct buf *bp)
234 {
235 int part;
236 int wlabel;
237 daddr_t blkno;
238 struct disklabel *lp;
239 struct disk *dk;
240 uint64_t numsecs;
241 unsigned secsize;
242
243 lp = dksc->sc_dkdev.dk_label;
244 dk = &dksc->sc_dkdev;
245
246 part = DISKPART(bp->b_dev);
247 numsecs = dk->dk_geom.dg_secperunit;
248 secsize = dk->dk_geom.dg_secsize;
249
250 /*
251 * The transfer must be a whole number of blocks and the offset must
252 * not be negative.
253 */
254 if ((bp->b_bcount % secsize) != 0 || bp->b_blkno < 0) {
255 bp->b_error = EINVAL;
256 goto done;
257 }
258
259 /* If there is nothing to do, then we are done */
260 if (bp->b_bcount == 0)
261 goto done;
262
263 wlabel = dksc->sc_flags & (DKF_WLABEL|DKF_LABELLING);
264 if (part == RAW_PART) {
265 uint64_t numblocks = btodb(numsecs * secsize);
266 if (bounds_check_with_mediasize(bp, DEV_BSIZE, numblocks) <= 0)
267 goto done;
268 } else {
269 if (bounds_check_with_label(&dksc->sc_dkdev, bp, wlabel) <= 0)
270 goto done;
271 }
272
273 /*
274 * Convert the block number to absolute and put it in terms
275 * of the device's logical block size.
276 */
277 if (secsize >= DEV_BSIZE)
278 blkno = bp->b_blkno / (secsize / DEV_BSIZE);
279 else
280 blkno = bp->b_blkno * (DEV_BSIZE / secsize);
281
282 if (part != RAW_PART)
283 blkno += lp->d_partitions[DISKPART(bp->b_dev)].p_offset;
284 bp->b_rawblkno = blkno;
285
286 return -1;
287
288 done:
289 bp->b_resid = bp->b_bcount;
290 return bp->b_error;
291 }
292
293 static int
294 dk_strategy1(struct dk_softc *dksc, struct buf *bp)
295 {
296 int error;
297
298 DPRINTF_FOLLOW(("%s(%s, %p, %p)\n", __func__,
299 dksc->sc_xname, dksc, bp));
300
301 if (!(dksc->sc_flags & DKF_INITED)) {
302 DPRINTF_FOLLOW(("%s: not inited\n", __func__));
303 bp->b_error = ENXIO;
304 bp->b_resid = bp->b_bcount;
305 biodone(bp);
306 return 1;
307 }
308
309 error = dk_translate(dksc, bp);
310 if (error >= 0) {
311 biodone(bp);
312 return 1;
313 }
314
315 return 0;
316 }
317
318 void
319 dk_strategy(struct dk_softc *dksc, struct buf *bp)
320 {
321 int error;
322
323 error = dk_strategy1(dksc, bp);
324 if (error)
325 return;
326
327 /*
328 * Queue buffer and start unit
329 */
330 dk_start(dksc, bp);
331 }
332
333 int
334 dk_strategy_defer(struct dk_softc *dksc, struct buf *bp)
335 {
336 int error;
337
338 error = dk_strategy1(dksc, bp);
339 if (error)
340 return error;
341
342 /*
343 * Queue buffer only
344 */
345 mutex_enter(&dksc->sc_iolock);
346 disk_wait(&dksc->sc_dkdev);
347 bufq_put(dksc->sc_bufq, bp);
348 mutex_exit(&dksc->sc_iolock);
349
350 return 0;
351 }
352
353 int
354 dk_strategy_pending(struct dk_softc *dksc)
355 {
356 struct buf *bp;
357
358 if (!(dksc->sc_flags & DKF_INITED)) {
359 DPRINTF_FOLLOW(("%s: not inited\n", __func__));
360 return 0;
361 }
362
363 mutex_enter(&dksc->sc_iolock);
364 bp = bufq_peek(dksc->sc_bufq);
365 mutex_exit(&dksc->sc_iolock);
366
367 return bp != NULL;
368 }
369
370 void
371 dk_start(struct dk_softc *dksc, struct buf *bp)
372 {
373 const struct dkdriver *dkd = dksc->sc_dkdev.dk_driver;
374 int error;
375
376 if (!(dksc->sc_flags & DKF_INITED)) {
377 DPRINTF_FOLLOW(("%s: not inited\n", __func__));
378 return;
379 }
380
381 mutex_enter(&dksc->sc_iolock);
382
383 if (bp != NULL) {
384 disk_wait(&dksc->sc_dkdev);
385 bufq_put(dksc->sc_bufq, bp);
386 }
387
388 /*
389 * If another thread is running the queue, increment
390 * busy counter to 2 so that the queue is retried,
391 * because the driver may now accept additional
392 * requests.
393 */
394 if (dksc->sc_busy < 2)
395 dksc->sc_busy++;
396 if (dksc->sc_busy > 1)
397 goto done;
398
399 /*
400 * Peeking at the buffer queue and committing the operation
401 * only after success isn't atomic.
402 *
403 * So when a diskstart fails, the buffer is saved
404 * and tried again before the next buffer is fetched.
405 * dk_drain() handles flushing of a saved buffer.
406 *
407 * This keeps order of I/O operations, unlike bufq_put.
408 */
409
410 while (dksc->sc_busy > 0) {
411
412 bp = dksc->sc_deferred;
413 dksc->sc_deferred = NULL;
414
415 if (bp == NULL)
416 bp = bufq_get(dksc->sc_bufq);
417
418 while (bp != NULL) {
419
420 disk_busy(&dksc->sc_dkdev);
421 mutex_exit(&dksc->sc_iolock);
422 error = dkd->d_diskstart(dksc->sc_dev, bp);
423 mutex_enter(&dksc->sc_iolock);
424 if (error == EAGAIN) {
425 KASSERT(dksc->sc_deferred == NULL);
426 dksc->sc_deferred = bp;
427 disk_unbusy(&dksc->sc_dkdev, 0, (bp->b_flags & B_READ));
428 disk_wait(&dksc->sc_dkdev);
429 break;
430 }
431
432 if (error != 0) {
433 bp->b_error = error;
434 bp->b_resid = bp->b_bcount;
435 dk_done1(dksc, bp, false);
436 }
437
438 bp = bufq_get(dksc->sc_bufq);
439 }
440
441 dksc->sc_busy--;
442 }
443 done:
444 mutex_exit(&dksc->sc_iolock);
445 }
446
447 static void
448 dk_done1(struct dk_softc *dksc, struct buf *bp, bool lock)
449 {
450 struct disk *dk = &dksc->sc_dkdev;
451
452 if (bp->b_error != 0) {
453 struct cfdriver *cd = device_cfdriver(dksc->sc_dev);
454
455 diskerr(bp, cd->cd_name, "error", LOG_PRINTF, 0,
456 dk->dk_label);
457 printf("\n");
458 }
459
460 if (lock)
461 mutex_enter(&dksc->sc_iolock);
462 disk_unbusy(dk, bp->b_bcount - bp->b_resid, (bp->b_flags & B_READ));
463
464 if ((dksc->sc_flags & DKF_NO_RND) == 0)
465 rnd_add_uint32(&dksc->sc_rnd_source, bp->b_rawblkno);
466 if (lock)
467 mutex_exit(&dksc->sc_iolock);
468
469 biodone(bp);
470 }
471
472 void
473 dk_done(struct dk_softc *dksc, struct buf *bp)
474 {
475 dk_done1(dksc, bp, true);
476 }
477
478 void
479 dk_drain(struct dk_softc *dksc)
480 {
481 struct buf *bp;
482
483 mutex_enter(&dksc->sc_iolock);
484 bp = dksc->sc_deferred;
485 dksc->sc_deferred = NULL;
486 if (bp != NULL) {
487 bp->b_error = EIO;
488 bp->b_resid = bp->b_bcount;
489 biodone(bp);
490 }
491 bufq_drain(dksc->sc_bufq);
492 mutex_exit(&dksc->sc_iolock);
493 }
494
495 int
496 dk_discard(struct dk_softc *dksc, dev_t dev, off_t pos, off_t len)
497 {
498 const struct dkdriver *dkd = dksc->sc_dkdev.dk_driver;
499 unsigned secsize = dksc->sc_dkdev.dk_geom.dg_secsize;
500 struct buf tmp, *bp = &tmp;
501 int maxsz;
502 int error = 0;
503
504 KASSERT(len >= 0);
505
506 DPRINTF_FOLLOW(("%s(%s, %p, 0x"PRIx64", %jd, %jd)\n", __func__,
507 dksc->sc_xname, dksc, (intmax_t)pos, (intmax_t)len));
508
509 if (!(dksc->sc_flags & DKF_INITED)) {
510 DPRINTF_FOLLOW(("%s: not inited\n", __func__));
511 return ENXIO;
512 }
513
514 if (secsize == 0 || (pos % secsize) != 0 || (len % secsize) != 0)
515 return EINVAL;
516
517 /* largest value that b_bcount can store */
518 maxsz = rounddown(INT_MAX, secsize);
519
520 while (len > 0) {
521 /* enough data to please the bounds checking code */
522 bp->b_dev = dev;
523 bp->b_blkno = (daddr_t)(pos / secsize);
524 bp->b_bcount = uimin(len, maxsz);
525 bp->b_flags = B_WRITE;
526
527 error = dk_translate(dksc, bp);
528 if (error >= 0)
529 break;
530
531 error = dkd->d_discard(dksc->sc_dev,
532 (off_t)bp->b_rawblkno * secsize,
533 (off_t)bp->b_bcount);
534 if (error)
535 break;
536
537 pos += bp->b_bcount;
538 len -= bp->b_bcount;
539 }
540
541 return error;
542 }
543
544 int
545 dk_size(struct dk_softc *dksc, dev_t dev)
546 {
547 const struct dkdriver *dkd = dksc->sc_dkdev.dk_driver;
548 struct disklabel *lp;
549 int is_open;
550 int part;
551 int size;
552
553 if ((dksc->sc_flags & DKF_INITED) == 0)
554 return -1;
555
556 part = DISKPART(dev);
557 is_open = dksc->sc_dkdev.dk_openmask & (1 << part);
558
559 if (!is_open && dkd->d_open(dev, 0, S_IFBLK, curlwp))
560 return -1;
561
562 lp = dksc->sc_dkdev.dk_label;
563 if (lp->d_partitions[part].p_fstype != FS_SWAP)
564 size = -1;
565 else
566 size = lp->d_partitions[part].p_size *
567 (lp->d_secsize / DEV_BSIZE);
568
569 if (!is_open && dkd->d_close(dev, 0, S_IFBLK, curlwp))
570 return -1;
571
572 return size;
573 }
574
575 int
576 dk_ioctl(struct dk_softc *dksc, dev_t dev,
577 u_long cmd, void *data, int flag, struct lwp *l)
578 {
579 const struct dkdriver *dkd = dksc->sc_dkdev.dk_driver;
580 struct disklabel *lp;
581 struct disk *dk = &dksc->sc_dkdev;
582 #ifdef __HAVE_OLD_DISKLABEL
583 struct disklabel newlabel;
584 #endif
585 int error;
586
587 DPRINTF_FOLLOW(("%s(%s, %p, 0x%"PRIx64", 0x%lx)\n", __func__,
588 dksc->sc_xname, dksc, dev, cmd));
589
590 /* ensure that the pseudo disk is open for writes for these commands */
591 switch (cmd) {
592 case DIOCSDINFO:
593 case DIOCWDINFO:
594 #ifdef __HAVE_OLD_DISKLABEL
595 case ODIOCSDINFO:
596 case ODIOCWDINFO:
597 #endif
598 case DIOCKLABEL:
599 case DIOCWLABEL:
600 case DIOCAWEDGE:
601 case DIOCDWEDGE:
602 case DIOCSSTRATEGY:
603 if ((flag & FWRITE) == 0)
604 return EBADF;
605 }
606
607 /* ensure that the pseudo-disk is initialized for these */
608 switch (cmd) {
609 case DIOCGDINFO:
610 case DIOCSDINFO:
611 case DIOCWDINFO:
612 case DIOCGPARTINFO:
613 case DIOCKLABEL:
614 case DIOCWLABEL:
615 case DIOCGDEFLABEL:
616 case DIOCAWEDGE:
617 case DIOCDWEDGE:
618 case DIOCLWEDGES:
619 case DIOCMWEDGES:
620 case DIOCRMWEDGES:
621 case DIOCCACHESYNC:
622 #ifdef __HAVE_OLD_DISKLABEL
623 case ODIOCGDINFO:
624 case ODIOCSDINFO:
625 case ODIOCWDINFO:
626 case ODIOCGDEFLABEL:
627 #endif
628 if ((dksc->sc_flags & DKF_INITED) == 0)
629 return ENXIO;
630 }
631
632 error = disk_ioctl(dk, dev, cmd, data, flag, l);
633 if (error != EPASSTHROUGH)
634 return error;
635 else
636 error = 0;
637
638 switch (cmd) {
639 case DIOCWDINFO:
640 case DIOCSDINFO:
641 #ifdef __HAVE_OLD_DISKLABEL
642 case ODIOCWDINFO:
643 case ODIOCSDINFO:
644 #endif
645 #ifdef __HAVE_OLD_DISKLABEL
646 if (cmd == ODIOCSDINFO || cmd == ODIOCWDINFO) {
647 memset(&newlabel, 0, sizeof newlabel);
648 memcpy(&newlabel, data, sizeof (struct olddisklabel));
649 lp = &newlabel;
650 } else
651 #endif
652 lp = (struct disklabel *)data;
653
654 mutex_enter(&dk->dk_openlock);
655 dksc->sc_flags |= DKF_LABELLING;
656
657 error = setdisklabel(dksc->sc_dkdev.dk_label,
658 lp, 0, dksc->sc_dkdev.dk_cpulabel);
659 if (error == 0) {
660 if (cmd == DIOCWDINFO
661 #ifdef __HAVE_OLD_DISKLABEL
662 || cmd == ODIOCWDINFO
663 #endif
664 )
665 error = writedisklabel(DKLABELDEV(dev),
666 dkd->d_strategy, dksc->sc_dkdev.dk_label,
667 dksc->sc_dkdev.dk_cpulabel);
668 }
669
670 dksc->sc_flags &= ~DKF_LABELLING;
671 mutex_exit(&dk->dk_openlock);
672 break;
673
674 case DIOCKLABEL:
675 if (*(int *)data != 0)
676 dksc->sc_flags |= DKF_KLABEL;
677 else
678 dksc->sc_flags &= ~DKF_KLABEL;
679 break;
680
681 case DIOCWLABEL:
682 if (*(int *)data != 0)
683 dksc->sc_flags |= DKF_WLABEL;
684 else
685 dksc->sc_flags &= ~DKF_WLABEL;
686 break;
687
688 case DIOCGDEFLABEL:
689 dk_getdefaultlabel(dksc, (struct disklabel *)data);
690 break;
691
692 #ifdef __HAVE_OLD_DISKLABEL
693 case ODIOCGDEFLABEL:
694 dk_getdefaultlabel(dksc, &newlabel);
695 if (newlabel.d_npartitions > OLDMAXPARTITIONS)
696 return ENOTTY;
697 memcpy(data, &newlabel, sizeof (struct olddisklabel));
698 break;
699 #endif
700
701 case DIOCGSTRATEGY:
702 {
703 struct disk_strategy *dks = (void *)data;
704
705 mutex_enter(&dksc->sc_iolock);
706 if (dksc->sc_bufq != NULL)
707 strlcpy(dks->dks_name,
708 bufq_getstrategyname(dksc->sc_bufq),
709 sizeof(dks->dks_name));
710 else
711 error = EINVAL;
712 mutex_exit(&dksc->sc_iolock);
713 dks->dks_paramlen = 0;
714 break;
715 }
716
717 case DIOCSSTRATEGY:
718 {
719 struct disk_strategy *dks = (void *)data;
720 struct bufq_state *new;
721 struct bufq_state *old;
722
723 if (dks->dks_param != NULL) {
724 return EINVAL;
725 }
726 dks->dks_name[sizeof(dks->dks_name) - 1] = 0; /* ensure term */
727 error = bufq_alloc(&new, dks->dks_name,
728 BUFQ_EXACT|BUFQ_SORT_RAWBLOCK);
729 if (error) {
730 return error;
731 }
732 mutex_enter(&dksc->sc_iolock);
733 old = dksc->sc_bufq;
734 if (old)
735 bufq_move(new, old);
736 dksc->sc_bufq = new;
737 mutex_exit(&dksc->sc_iolock);
738 if (old)
739 bufq_free(old);
740 break;
741 }
742
743 default:
744 error = ENOTTY;
745 }
746
747 return error;
748 }
749
750 /*
751 * dk_dump dumps all of physical memory into the partition specified.
752 * This requires substantially more framework than {s,w}ddump, and hence
753 * is probably much more fragile.
754 *
755 */
756
757 #define DKFF_READYFORDUMP(x) (((x) & DKF_READYFORDUMP) == DKF_READYFORDUMP)
758 static volatile int dk_dumping = 0;
759
760 /* ARGSUSED */
761 int
762 dk_dump(struct dk_softc *dksc, dev_t dev,
763 daddr_t blkno, void *vav, size_t size, int flags)
764 {
765 const struct dkdriver *dkd = dksc->sc_dkdev.dk_driver;
766 struct disk_geom *dg = &dksc->sc_dkdev.dk_geom;
767 char *va = vav;
768 struct disklabel *lp;
769 struct partition *p;
770 int part, towrt, maxblkcnt, nblk;
771 int maxxfer, rv = 0;
772
773 /*
774 * ensure that we consider this device to be safe for dumping,
775 * and that the device is configured.
776 */
777 if (!DKFF_READYFORDUMP(dksc->sc_flags)) {
778 DPRINTF(DKDB_DUMP, ("%s: bad dump flags 0x%x\n", __func__,
779 dksc->sc_flags));
780 return ENXIO;
781 }
782
783 /* ensure that we are not already dumping */
784 if (dk_dumping)
785 return EFAULT;
786 if ((flags & DK_DUMP_RECURSIVE) == 0)
787 dk_dumping = 1;
788
789 if (dkd->d_dumpblocks == NULL) {
790 DPRINTF(DKDB_DUMP, ("%s: no dumpblocks\n", __func__));
791 return ENXIO;
792 }
793
794 /* device specific max transfer size */
795 maxxfer = MAXPHYS;
796 if (dkd->d_iosize != NULL)
797 (*dkd->d_iosize)(dksc->sc_dev, &maxxfer);
798
799 /* Convert to disk sectors. Request must be a multiple of size. */
800 part = DISKPART(dev);
801 lp = dksc->sc_dkdev.dk_label;
802 if ((size % lp->d_secsize) != 0) {
803 DPRINTF(DKDB_DUMP, ("%s: odd size %zu\n", __func__, size));
804 return EFAULT;
805 }
806 towrt = size / lp->d_secsize;
807 blkno = dbtob(blkno) / lp->d_secsize; /* blkno in secsize units */
808
809 p = &lp->d_partitions[part];
810 if (part == RAW_PART) {
811 if (p->p_fstype != FS_UNUSED) {
812 DPRINTF(DKDB_DUMP, ("%s: bad fstype %d\n", __func__,
813 p->p_fstype));
814 return ENXIO;
815 }
816 /* Check whether dump goes to a wedge */
817 if (dksc->sc_dkdev.dk_nwedges == 0) {
818 DPRINTF(DKDB_DUMP, ("%s: dump to raw\n", __func__));
819 return ENXIO;
820 }
821 /* Check transfer bounds against media size */
822 if (blkno < 0 || (blkno + towrt) > dg->dg_secperunit) {
823 DPRINTF(DKDB_DUMP, ("%s: out of bounds blkno=%jd, towrt=%d, "
824 "nsects=%jd\n", __func__, (intmax_t)blkno, towrt, dg->dg_secperunit));
825 return EINVAL;
826 }
827 } else {
828 int nsects, sectoff;
829
830 if (p->p_fstype != FS_SWAP) {
831 DPRINTF(DKDB_DUMP, ("%s: bad fstype %d\n", __func__,
832 p->p_fstype));
833 return ENXIO;
834 }
835 nsects = p->p_size;
836 sectoff = p->p_offset;
837
838 /* Check transfer bounds against partition size. */
839 if ((blkno < 0) || ((blkno + towrt) > nsects)) {
840 DPRINTF(DKDB_DUMP, ("%s: out of bounds blkno=%jd, towrt=%d, "
841 "nsects=%d\n", __func__, (intmax_t)blkno, towrt, nsects));
842 return EINVAL;
843 }
844
845 /* Offset block number to start of partition. */
846 blkno += sectoff;
847 }
848
849 /* Start dumping and return when done. */
850 maxblkcnt = howmany(maxxfer, lp->d_secsize);
851 while (towrt > 0) {
852 nblk = uimin(maxblkcnt, towrt);
853
854 if ((rv = (*dkd->d_dumpblocks)(dksc->sc_dev, va, blkno, nblk))
855 != 0) {
856 DPRINTF(DKDB_DUMP, ("%s: dumpblocks %d\n", __func__,
857 rv));
858 return rv;
859 }
860
861 towrt -= nblk;
862 blkno += nblk;
863 va += nblk * lp->d_secsize;
864 }
865
866 if ((flags & DK_DUMP_RECURSIVE) == 0)
867 dk_dumping = 0;
868
869 return 0;
870 }
871
872 /* ARGSUSED */
873 void
874 dk_getdefaultlabel(struct dk_softc *dksc, struct disklabel *lp)
875 {
876 const struct dkdriver *dkd = dksc->sc_dkdev.dk_driver;
877 struct disk_geom *dg = &dksc->sc_dkdev.dk_geom;
878
879 memset(lp, 0, sizeof(*lp));
880
881 if (dg->dg_secperunit > UINT32_MAX)
882 lp->d_secperunit = UINT32_MAX;
883 else
884 lp->d_secperunit = dg->dg_secperunit;
885 lp->d_secsize = dg->dg_secsize;
886 lp->d_nsectors = dg->dg_nsectors;
887 lp->d_ntracks = dg->dg_ntracks;
888 lp->d_ncylinders = dg->dg_ncylinders;
889 lp->d_secpercyl = lp->d_ntracks * lp->d_nsectors;
890
891 strlcpy(lp->d_typename, dksc->sc_xname, sizeof(lp->d_typename));
892 lp->d_type = dksc->sc_dtype;
893 strlcpy(lp->d_packname, "fictitious", sizeof(lp->d_packname));
894 lp->d_rpm = 3600;
895 lp->d_interleave = 1;
896 lp->d_flags = 0;
897
898 lp->d_partitions[RAW_PART].p_offset = 0;
899 lp->d_partitions[RAW_PART].p_size = lp->d_secperunit;
900 lp->d_partitions[RAW_PART].p_fstype = FS_UNUSED;
901 lp->d_npartitions = RAW_PART + 1;
902
903 lp->d_magic = DISKMAGIC;
904 lp->d_magic2 = DISKMAGIC;
905
906 if (dkd->d_label)
907 dkd->d_label(dksc->sc_dev, lp);
908
909 lp->d_checksum = dkcksum(lp);
910 }
911
912 /* ARGSUSED */
913 void
914 dk_getdisklabel(struct dk_softc *dksc, dev_t dev)
915 {
916 const struct dkdriver *dkd = dksc->sc_dkdev.dk_driver;
917 struct disklabel *lp = dksc->sc_dkdev.dk_label;
918 struct cpu_disklabel *clp = dksc->sc_dkdev.dk_cpulabel;
919 struct disk_geom *dg = &dksc->sc_dkdev.dk_geom;
920 struct partition *pp;
921 int i, lpratio, dgratio;
922 const char *errstring;
923
924 memset(clp, 0x0, sizeof(*clp));
925 dk_getdefaultlabel(dksc, lp);
926 errstring = readdisklabel(DKLABELDEV(dev), dkd->d_strategy,
927 dksc->sc_dkdev.dk_label, dksc->sc_dkdev.dk_cpulabel);
928 if (errstring) {
929 dk_makedisklabel(dksc);
930 if (dksc->sc_flags & DKF_WARNLABEL)
931 printf("%s: %s\n", dksc->sc_xname, errstring);
932 return;
933 }
934
935 if ((dksc->sc_flags & DKF_LABELSANITY) == 0)
936 return;
937
938 /* Convert sector counts to multiple of DEV_BSIZE for comparison */
939 lpratio = dgratio = 1;
940 if (lp->d_secsize > DEV_BSIZE)
941 lpratio = lp->d_secsize / DEV_BSIZE;
942 if (dg->dg_secsize > DEV_BSIZE)
943 dgratio = dg->dg_secsize / DEV_BSIZE;
944
945 /* Sanity check */
946 if ((uint64_t)lp->d_secperunit * lpratio > dg->dg_secperunit * dgratio)
947 printf("WARNING: %s: "
948 "total unit size in disklabel (%" PRIu64 ") "
949 "!= the size of %s (%" PRIu64 ")\n", dksc->sc_xname,
950 (uint64_t)lp->d_secperunit * lpratio, dksc->sc_xname,
951 dg->dg_secperunit * dgratio);
952 else if (lp->d_secperunit < UINT32_MAX &&
953 (uint64_t)lp->d_secperunit * lpratio < dg->dg_secperunit * dgratio)
954 printf("%s: %" PRIu64 " trailing sectors not covered"
955 " by disklabel\n", dksc->sc_xname,
956 (dg->dg_secperunit * dgratio)
957 - (lp->d_secperunit * lpratio));
958
959 for (i=0; i < lp->d_npartitions; i++) {
960 uint64_t pend;
961
962 pp = &lp->d_partitions[i];
963 pend = pp->p_offset + pp->p_size;
964 if (pend * lpratio > dg->dg_secperunit * dgratio)
965 printf("WARNING: %s: end of partition `%c' exceeds "
966 "the size of %s (%" PRIu64 ")\n", dksc->sc_xname,
967 'a' + i, dksc->sc_xname,
968 dg->dg_secperunit * dgratio);
969 }
970 }
971
972 /*
973 * Heuristic to conjure a disklabel if reading a disklabel failed.
974 *
975 * This is to allow the raw partition to be used for a filesystem
976 * without caring about the write protected label sector.
977 *
978 * If the driver provides it's own callback, use that instead.
979 */
980 /* ARGSUSED */
981 static void
982 dk_makedisklabel(struct dk_softc *dksc)
983 {
984 const struct dkdriver *dkd = dksc->sc_dkdev.dk_driver;
985 struct disklabel *lp = dksc->sc_dkdev.dk_label;
986
987 strlcpy(lp->d_packname, "default label", sizeof(lp->d_packname));
988
989 if (dkd->d_label)
990 dkd->d_label(dksc->sc_dev, lp);
991 else
992 lp->d_partitions[RAW_PART].p_fstype = FS_BSDFFS;
993
994 lp->d_checksum = dkcksum(lp);
995 }
996
997 MODULE(MODULE_CLASS_MISC, dk_subr, NULL);
998
999 static int
1000 dk_subr_modcmd(modcmd_t cmd, void *arg)
1001 {
1002 switch (cmd) {
1003 case MODULE_CMD_INIT:
1004 case MODULE_CMD_FINI:
1005 return 0;
1006 case MODULE_CMD_STAT:
1007 case MODULE_CMD_AUTOUNLOAD:
1008 default:
1009 return ENOTTY;
1010 }
1011 }
1012