ld.c revision 1.75.2.1 1 /* $NetBSD: ld.c,v 1.75.2.1 2014/11/11 10:36:41 martin Exp $ */
2
3 /*-
4 * Copyright (c) 1998, 2000 The NetBSD Foundation, Inc.
5 * All rights reserved.
6 *
7 * This code is derived from software contributed to The NetBSD Foundation
8 * by Andrew Doran and Charles M. Hannum.
9 *
10 * Redistribution and use in source and binary forms, with or without
11 * modification, are permitted provided that the following conditions
12 * are met:
13 * 1. Redistributions of source code must retain the above copyright
14 * notice, this list of conditions and the following disclaimer.
15 * 2. Redistributions in binary form must reproduce the above copyright
16 * notice, this list of conditions and the following disclaimer in the
17 * documentation and/or other materials provided with the distribution.
18 *
19 * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 * POSSIBILITY OF SUCH DAMAGE.
30 */
31
32 /*
33 * Disk driver for use by RAID controllers.
34 */
35
36 #include <sys/cdefs.h>
37 __KERNEL_RCSID(0, "$NetBSD: ld.c,v 1.75.2.1 2014/11/11 10:36:41 martin Exp $");
38
39 #include <sys/param.h>
40 #include <sys/systm.h>
41 #include <sys/kernel.h>
42 #include <sys/device.h>
43 #include <sys/queue.h>
44 #include <sys/proc.h>
45 #include <sys/buf.h>
46 #include <sys/bufq.h>
47 #include <sys/endian.h>
48 #include <sys/disklabel.h>
49 #include <sys/disk.h>
50 #include <sys/dkio.h>
51 #include <sys/stat.h>
52 #include <sys/conf.h>
53 #include <sys/fcntl.h>
54 #include <sys/vnode.h>
55 #include <sys/syslog.h>
56 #include <sys/mutex.h>
57 #include <sys/rnd.h>
58
59 #include <dev/ldvar.h>
60
61 #include <prop/proplib.h>
62
63 static void ldgetdefaultlabel(struct ld_softc *, struct disklabel *);
64 static void ldgetdisklabel(struct ld_softc *);
65 static void ldminphys(struct buf *bp);
66 static bool ld_suspend(device_t, const pmf_qual_t *);
67 static bool ld_shutdown(device_t, int);
68 static void ldstart(struct ld_softc *, struct buf *);
69 static void ld_set_geometry(struct ld_softc *);
70 static void ld_config_interrupts (device_t);
71 static int ldlastclose(device_t);
72
73 extern struct cfdriver ld_cd;
74
75 static dev_type_open(ldopen);
76 static dev_type_close(ldclose);
77 static dev_type_read(ldread);
78 static dev_type_write(ldwrite);
79 static dev_type_ioctl(ldioctl);
80 static dev_type_strategy(ldstrategy);
81 static dev_type_dump(lddump);
82 static dev_type_size(ldsize);
83
84 const struct bdevsw ld_bdevsw = {
85 .d_open = ldopen,
86 .d_close = ldclose,
87 .d_strategy = ldstrategy,
88 .d_ioctl = ldioctl,
89 .d_dump = lddump,
90 .d_psize = ldsize,
91 .d_discard = nodiscard,
92 .d_flag = D_DISK
93 };
94
95 const struct cdevsw ld_cdevsw = {
96 .d_open = ldopen,
97 .d_close = ldclose,
98 .d_read = ldread,
99 .d_write = ldwrite,
100 .d_ioctl = ldioctl,
101 .d_stop = nostop,
102 .d_tty = notty,
103 .d_poll = nopoll,
104 .d_mmap = nommap,
105 .d_kqfilter = nokqfilter,
106 .d_discard = nodiscard,
107 .d_flag = D_DISK
108 };
109
110 static struct dkdriver lddkdriver = { ldstrategy, ldminphys };
111
112 void
113 ldattach(struct ld_softc *sc)
114 {
115 char tbuf[9];
116
117 mutex_init(&sc->sc_mutex, MUTEX_DEFAULT, IPL_VM);
118
119 if ((sc->sc_flags & LDF_ENABLED) == 0) {
120 aprint_normal_dev(sc->sc_dv, "disabled\n");
121 return;
122 }
123
124 /* Initialise and attach the disk structure. */
125 disk_init(&sc->sc_dk, device_xname(sc->sc_dv), &lddkdriver);
126 disk_attach(&sc->sc_dk);
127
128 if (sc->sc_maxxfer > MAXPHYS)
129 sc->sc_maxxfer = MAXPHYS;
130
131 /* Build synthetic geometry if necessary. */
132 if (sc->sc_nheads == 0 || sc->sc_nsectors == 0 ||
133 sc->sc_ncylinders == 0) {
134 uint64_t ncyl;
135
136 if (sc->sc_secperunit <= 528 * 2048) /* 528MB */
137 sc->sc_nheads = 16;
138 else if (sc->sc_secperunit <= 1024 * 2048) /* 1GB */
139 sc->sc_nheads = 32;
140 else if (sc->sc_secperunit <= 21504 * 2048) /* 21GB */
141 sc->sc_nheads = 64;
142 else if (sc->sc_secperunit <= 43008 * 2048) /* 42GB */
143 sc->sc_nheads = 128;
144 else
145 sc->sc_nheads = 255;
146
147 sc->sc_nsectors = 63;
148 sc->sc_ncylinders = INT_MAX;
149 ncyl = sc->sc_secperunit /
150 (sc->sc_nheads * sc->sc_nsectors);
151 if (ncyl < INT_MAX)
152 sc->sc_ncylinders = (int)ncyl;
153 }
154
155 format_bytes(tbuf, sizeof(tbuf), sc->sc_secperunit *
156 sc->sc_secsize);
157 aprint_normal_dev(sc->sc_dv, "%s, %d cyl, %d head, %d sec, "
158 "%d bytes/sect x %"PRIu64" sectors\n",
159 tbuf, sc->sc_ncylinders, sc->sc_nheads,
160 sc->sc_nsectors, sc->sc_secsize, sc->sc_secperunit);
161 sc->sc_disksize512 = sc->sc_secperunit * sc->sc_secsize / DEV_BSIZE;
162
163 ld_set_geometry(sc);
164
165 /* Attach the device into the rnd source list. */
166 rnd_attach_source(&sc->sc_rnd_source, device_xname(sc->sc_dv),
167 RND_TYPE_DISK, RND_FLAG_DEFAULT);
168
169 /* Register with PMF */
170 if (!pmf_device_register1(sc->sc_dv, ld_suspend, NULL, ld_shutdown))
171 aprint_error_dev(sc->sc_dv,
172 "couldn't establish power handler\n");
173
174 bufq_alloc(&sc->sc_bufq, BUFQ_DISK_DEFAULT_STRAT, BUFQ_SORT_RAWBLOCK);
175
176 /* Discover wedges on this disk. */
177 config_interrupts(sc->sc_dv, ld_config_interrupts);
178 }
179
180 int
181 ldadjqparam(struct ld_softc *sc, int xmax)
182 {
183 int s;
184
185 s = splbio();
186 sc->sc_maxqueuecnt = xmax;
187 splx(s);
188
189 return (0);
190 }
191
192 int
193 ldbegindetach(struct ld_softc *sc, int flags)
194 {
195 int s, rv = 0;
196
197 if ((sc->sc_flags & LDF_ENABLED) == 0)
198 return (0);
199
200 rv = disk_begindetach(&sc->sc_dk, ldlastclose, sc->sc_dv, flags);
201
202 if (rv != 0)
203 return rv;
204
205 s = splbio();
206 sc->sc_maxqueuecnt = 0;
207 sc->sc_flags |= LDF_DETACH;
208 while (sc->sc_queuecnt > 0) {
209 sc->sc_flags |= LDF_DRAIN;
210 rv = tsleep(&sc->sc_queuecnt, PRIBIO, "lddrn", 0);
211 if (rv)
212 break;
213 }
214 splx(s);
215
216 return (rv);
217 }
218
219 void
220 ldenddetach(struct ld_softc *sc)
221 {
222 int s, bmaj, cmaj, i, mn;
223
224 if ((sc->sc_flags & LDF_ENABLED) == 0)
225 return;
226
227 /* Wait for commands queued with the hardware to complete. */
228 if (sc->sc_queuecnt != 0)
229 if (tsleep(&sc->sc_queuecnt, PRIBIO, "lddtch", 30 * hz))
230 printf("%s: not drained\n", device_xname(sc->sc_dv));
231
232 /* Locate the major numbers. */
233 bmaj = bdevsw_lookup_major(&ld_bdevsw);
234 cmaj = cdevsw_lookup_major(&ld_cdevsw);
235
236 /* Kill off any queued buffers. */
237 s = splbio();
238 bufq_drain(sc->sc_bufq);
239 splx(s);
240
241 bufq_free(sc->sc_bufq);
242
243 /* Nuke the vnodes for any open instances. */
244 for (i = 0; i < MAXPARTITIONS; i++) {
245 mn = DISKMINOR(device_unit(sc->sc_dv), i);
246 vdevgone(bmaj, mn, mn, VBLK);
247 vdevgone(cmaj, mn, mn, VCHR);
248 }
249
250 /* Delete all of our wedges. */
251 dkwedge_delall(&sc->sc_dk);
252
253 /* Detach from the disk list. */
254 disk_detach(&sc->sc_dk);
255 disk_destroy(&sc->sc_dk);
256
257 /* Unhook the entropy source. */
258 rnd_detach_source(&sc->sc_rnd_source);
259
260 /* Deregister with PMF */
261 pmf_device_deregister(sc->sc_dv);
262
263 /*
264 * XXX We can't really flush the cache here, beceause the
265 * XXX device may already be non-existent from the controller's
266 * XXX perspective.
267 */
268 #if 0
269 /* Flush the device's cache. */
270 if (sc->sc_flush != NULL)
271 if ((*sc->sc_flush)(sc, 0) != 0)
272 aprint_error_dev(sc->sc_dv, "unable to flush cache\n");
273 #endif
274 mutex_destroy(&sc->sc_mutex);
275 }
276
277 /* ARGSUSED */
278 static bool
279 ld_suspend(device_t dev, const pmf_qual_t *qual)
280 {
281 return ld_shutdown(dev, 0);
282 }
283
284 /* ARGSUSED */
285 static bool
286 ld_shutdown(device_t dev, int flags)
287 {
288 struct ld_softc *sc = device_private(dev);
289
290 if (sc->sc_flush != NULL && (*sc->sc_flush)(sc, LDFL_POLL) != 0) {
291 printf("%s: unable to flush cache\n", device_xname(dev));
292 return false;
293 }
294
295 return true;
296 }
297
298 /* ARGSUSED */
299 static int
300 ldopen(dev_t dev, int flags, int fmt, struct lwp *l)
301 {
302 struct ld_softc *sc;
303 int error, unit, part;
304
305 unit = DISKUNIT(dev);
306 if ((sc = device_lookup_private(&ld_cd, unit)) == NULL)
307 return (ENXIO);
308 if ((sc->sc_flags & LDF_ENABLED) == 0)
309 return (ENODEV);
310 part = DISKPART(dev);
311
312 mutex_enter(&sc->sc_dk.dk_openlock);
313
314 if (sc->sc_dk.dk_openmask == 0) {
315 /* Load the partition info if not already loaded. */
316 if ((sc->sc_flags & LDF_VLABEL) == 0)
317 ldgetdisklabel(sc);
318 }
319
320 /* Check that the partition exists. */
321 if (part != RAW_PART && (part >= sc->sc_dk.dk_label->d_npartitions ||
322 sc->sc_dk.dk_label->d_partitions[part].p_fstype == FS_UNUSED)) {
323 error = ENXIO;
324 goto bad1;
325 }
326
327 /* Ensure only one open at a time. */
328 switch (fmt) {
329 case S_IFCHR:
330 sc->sc_dk.dk_copenmask |= (1 << part);
331 break;
332 case S_IFBLK:
333 sc->sc_dk.dk_bopenmask |= (1 << part);
334 break;
335 }
336 sc->sc_dk.dk_openmask =
337 sc->sc_dk.dk_copenmask | sc->sc_dk.dk_bopenmask;
338
339 error = 0;
340 bad1:
341 mutex_exit(&sc->sc_dk.dk_openlock);
342 return (error);
343 }
344
345 static int
346 ldlastclose(device_t self)
347 {
348 struct ld_softc *sc = device_private(self);
349
350 if (sc->sc_flush != NULL && (*sc->sc_flush)(sc, 0) != 0)
351 aprint_error_dev(self, "unable to flush cache\n");
352 if ((sc->sc_flags & LDF_KLABEL) == 0)
353 sc->sc_flags &= ~LDF_VLABEL;
354
355 return 0;
356 }
357
358 /* ARGSUSED */
359 static int
360 ldclose(dev_t dev, int flags, int fmt, struct lwp *l)
361 {
362 struct ld_softc *sc;
363 int part, unit;
364
365 unit = DISKUNIT(dev);
366 part = DISKPART(dev);
367 sc = device_lookup_private(&ld_cd, unit);
368
369 mutex_enter(&sc->sc_dk.dk_openlock);
370
371 switch (fmt) {
372 case S_IFCHR:
373 sc->sc_dk.dk_copenmask &= ~(1 << part);
374 break;
375 case S_IFBLK:
376 sc->sc_dk.dk_bopenmask &= ~(1 << part);
377 break;
378 }
379 sc->sc_dk.dk_openmask =
380 sc->sc_dk.dk_copenmask | sc->sc_dk.dk_bopenmask;
381
382 if (sc->sc_dk.dk_openmask == 0)
383 ldlastclose(sc->sc_dv);
384
385 mutex_exit(&sc->sc_dk.dk_openlock);
386 return (0);
387 }
388
389 /* ARGSUSED */
390 static int
391 ldread(dev_t dev, struct uio *uio, int ioflag)
392 {
393
394 return (physio(ldstrategy, NULL, dev, B_READ, ldminphys, uio));
395 }
396
397 /* ARGSUSED */
398 static int
399 ldwrite(dev_t dev, struct uio *uio, int ioflag)
400 {
401
402 return (physio(ldstrategy, NULL, dev, B_WRITE, ldminphys, uio));
403 }
404
405 /* ARGSUSED */
406 static int
407 ldioctl(dev_t dev, u_long cmd, void *addr, int32_t flag, struct lwp *l)
408 {
409 struct ld_softc *sc;
410 int part, unit, error;
411 #ifdef __HAVE_OLD_DISKLABEL
412 struct disklabel newlabel;
413 #endif
414 struct disklabel *lp;
415
416 unit = DISKUNIT(dev);
417 part = DISKPART(dev);
418 sc = device_lookup_private(&ld_cd, unit);
419
420 error = disk_ioctl(&sc->sc_dk, cmd, addr, flag, l);
421 if (error != EPASSTHROUGH)
422 return (error);
423
424 error = 0;
425 switch (cmd) {
426 case DIOCGDINFO:
427 memcpy(addr, sc->sc_dk.dk_label, sizeof(struct disklabel));
428 return (0);
429
430 #ifdef __HAVE_OLD_DISKLABEL
431 case ODIOCGDINFO:
432 newlabel = *(sc->sc_dk.dk_label);
433 if (newlabel.d_npartitions > OLDMAXPARTITIONS)
434 return ENOTTY;
435 memcpy(addr, &newlabel, sizeof(struct olddisklabel));
436 return (0);
437 #endif
438
439 case DIOCGPART:
440 ((struct partinfo *)addr)->disklab = sc->sc_dk.dk_label;
441 ((struct partinfo *)addr)->part =
442 &sc->sc_dk.dk_label->d_partitions[part];
443 break;
444
445 case DIOCWDINFO:
446 case DIOCSDINFO:
447 #ifdef __HAVE_OLD_DISKLABEL
448 case ODIOCWDINFO:
449 case ODIOCSDINFO:
450
451 if (cmd == ODIOCSDINFO || cmd == ODIOCWDINFO) {
452 memset(&newlabel, 0, sizeof newlabel);
453 memcpy(&newlabel, addr, sizeof (struct olddisklabel));
454 lp = &newlabel;
455 } else
456 #endif
457 lp = (struct disklabel *)addr;
458
459 if ((flag & FWRITE) == 0)
460 return (EBADF);
461
462 mutex_enter(&sc->sc_dk.dk_openlock);
463 sc->sc_flags |= LDF_LABELLING;
464
465 error = setdisklabel(sc->sc_dk.dk_label,
466 lp, /*sc->sc_dk.dk_openmask : */0,
467 sc->sc_dk.dk_cpulabel);
468 if (error == 0 && (cmd == DIOCWDINFO
469 #ifdef __HAVE_OLD_DISKLABEL
470 || cmd == ODIOCWDINFO
471 #endif
472 ))
473 error = writedisklabel(
474 MAKEDISKDEV(major(dev), DISKUNIT(dev), RAW_PART),
475 ldstrategy, sc->sc_dk.dk_label,
476 sc->sc_dk.dk_cpulabel);
477
478 sc->sc_flags &= ~LDF_LABELLING;
479 mutex_exit(&sc->sc_dk.dk_openlock);
480 break;
481
482 case DIOCKLABEL:
483 if ((flag & FWRITE) == 0)
484 return (EBADF);
485 if (*(int *)addr)
486 sc->sc_flags |= LDF_KLABEL;
487 else
488 sc->sc_flags &= ~LDF_KLABEL;
489 break;
490
491 case DIOCWLABEL:
492 if ((flag & FWRITE) == 0)
493 return (EBADF);
494 if (*(int *)addr)
495 sc->sc_flags |= LDF_WLABEL;
496 else
497 sc->sc_flags &= ~LDF_WLABEL;
498 break;
499
500 case DIOCGDEFLABEL:
501 ldgetdefaultlabel(sc, (struct disklabel *)addr);
502 break;
503
504 #ifdef __HAVE_OLD_DISKLABEL
505 case ODIOCGDEFLABEL:
506 ldgetdefaultlabel(sc, &newlabel);
507 if (newlabel.d_npartitions > OLDMAXPARTITIONS)
508 return ENOTTY;
509 memcpy(addr, &newlabel, sizeof (struct olddisklabel));
510 break;
511 #endif
512
513 case DIOCCACHESYNC:
514 /*
515 * XXX Do we really need to care about having a writable
516 * file descriptor here?
517 */
518 if ((flag & FWRITE) == 0)
519 error = EBADF;
520 else if (sc->sc_flush)
521 error = (*sc->sc_flush)(sc, 0);
522 else
523 error = 0; /* XXX Error out instead? */
524 break;
525
526 case DIOCAWEDGE:
527 {
528 struct dkwedge_info *dkw = (void *) addr;
529
530 if ((flag & FWRITE) == 0)
531 return (EBADF);
532
533 /* If the ioctl happens here, the parent is us. */
534 strlcpy(dkw->dkw_parent, device_xname(sc->sc_dv),
535 sizeof(dkw->dkw_parent));
536 return (dkwedge_add(dkw));
537 }
538
539 case DIOCDWEDGE:
540 {
541 struct dkwedge_info *dkw = (void *) addr;
542
543 if ((flag & FWRITE) == 0)
544 return (EBADF);
545
546 /* If the ioctl happens here, the parent is us. */
547 strlcpy(dkw->dkw_parent, device_xname(sc->sc_dv),
548 sizeof(dkw->dkw_parent));
549 return (dkwedge_del(dkw));
550 }
551
552 case DIOCLWEDGES:
553 {
554 struct dkwedge_list *dkwl = (void *) addr;
555
556 return (dkwedge_list(&sc->sc_dk, dkwl, l));
557 }
558
559 case DIOCMWEDGES:
560 {
561 if ((flag & FWRITE) == 0)
562 return (EBADF);
563
564 dkwedge_discover(&sc->sc_dk);
565 return 0;
566 }
567
568 case DIOCGSTRATEGY:
569 {
570 struct disk_strategy *dks = (void *)addr;
571
572 mutex_enter(&sc->sc_mutex);
573 strlcpy(dks->dks_name, bufq_getstrategyname(sc->sc_bufq),
574 sizeof(dks->dks_name));
575 mutex_exit(&sc->sc_mutex);
576 dks->dks_paramlen = 0;
577
578 return 0;
579 }
580 case DIOCSSTRATEGY:
581 {
582 struct disk_strategy *dks = (void *)addr;
583 struct bufq_state *new, *old;
584
585 if ((flag & FWRITE) == 0)
586 return EPERM;
587
588 if (dks->dks_param != NULL)
589 return EINVAL;
590
591 dks->dks_name[sizeof(dks->dks_name) - 1] = 0; /* ensure term */
592 error = bufq_alloc(&new, dks->dks_name,
593 BUFQ_EXACT|BUFQ_SORT_RAWBLOCK);
594 if (error)
595 return error;
596
597 mutex_enter(&sc->sc_mutex);
598 old = sc->sc_bufq;
599 bufq_move(new, old);
600 sc->sc_bufq = new;
601 mutex_exit(&sc->sc_mutex);
602 bufq_free(old);
603
604 return 0;
605 }
606 default:
607 error = ENOTTY;
608 break;
609 }
610
611 return (error);
612 }
613
614 static void
615 ldstrategy(struct buf *bp)
616 {
617 struct ld_softc *sc;
618 struct disklabel *lp;
619 daddr_t blkno;
620 int s, part;
621
622 sc = device_lookup_private(&ld_cd, DISKUNIT(bp->b_dev));
623 part = DISKPART(bp->b_dev);
624
625 if ((sc->sc_flags & LDF_DETACH) != 0) {
626 bp->b_error = EIO;
627 goto done;
628 }
629
630 lp = sc->sc_dk.dk_label;
631
632 /*
633 * The transfer must be a whole number of blocks and the offset must
634 * not be negative.
635 */
636 if ((bp->b_bcount % lp->d_secsize) != 0 || bp->b_blkno < 0) {
637 bp->b_error = EINVAL;
638 goto done;
639 }
640
641 /* If it's a null transfer, return immediately. */
642 if (bp->b_bcount == 0)
643 goto done;
644
645 /*
646 * Do bounds checking and adjust the transfer. If error, process.
647 * If past the end of partition, just return.
648 */
649 if (part == RAW_PART) {
650 if (bounds_check_with_mediasize(bp, DEV_BSIZE,
651 sc->sc_disksize512) <= 0)
652 goto done;
653 } else {
654 if (bounds_check_with_label(&sc->sc_dk, bp,
655 (sc->sc_flags & (LDF_WLABEL | LDF_LABELLING)) != 0) <= 0)
656 goto done;
657 }
658
659 /*
660 * Convert the block number to absolute and put it in terms
661 * of the device's logical block size.
662 */
663 if (lp->d_secsize == DEV_BSIZE)
664 blkno = bp->b_blkno;
665 else if (lp->d_secsize > DEV_BSIZE)
666 blkno = bp->b_blkno / (lp->d_secsize / DEV_BSIZE);
667 else
668 blkno = bp->b_blkno * (DEV_BSIZE / lp->d_secsize);
669
670 if (part != RAW_PART)
671 blkno += lp->d_partitions[part].p_offset;
672
673 bp->b_rawblkno = blkno;
674
675 s = splbio();
676 ldstart(sc, bp);
677 splx(s);
678 return;
679
680 done:
681 bp->b_resid = bp->b_bcount;
682 biodone(bp);
683 }
684
685 static void
686 ldstart(struct ld_softc *sc, struct buf *bp)
687 {
688 int error;
689
690 mutex_enter(&sc->sc_mutex);
691
692 if (bp != NULL)
693 bufq_put(sc->sc_bufq, bp);
694
695 while (sc->sc_queuecnt < sc->sc_maxqueuecnt) {
696 /* See if there is work to do. */
697 if ((bp = bufq_peek(sc->sc_bufq)) == NULL)
698 break;
699
700 disk_busy(&sc->sc_dk);
701 sc->sc_queuecnt++;
702
703 if (__predict_true((error = (*sc->sc_start)(sc, bp)) == 0)) {
704 /*
705 * The back-end is running the job; remove it from
706 * the queue.
707 */
708 (void) bufq_get(sc->sc_bufq);
709 } else {
710 disk_unbusy(&sc->sc_dk, 0, (bp->b_flags & B_READ));
711 sc->sc_queuecnt--;
712 if (error == EAGAIN) {
713 /*
714 * Temporary resource shortage in the
715 * back-end; just defer the job until
716 * later.
717 *
718 * XXX We might consider a watchdog timer
719 * XXX to make sure we are kicked into action.
720 */
721 break;
722 } else {
723 (void) bufq_get(sc->sc_bufq);
724 bp->b_error = error;
725 bp->b_resid = bp->b_bcount;
726 mutex_exit(&sc->sc_mutex);
727 biodone(bp);
728 mutex_enter(&sc->sc_mutex);
729 }
730 }
731 }
732
733 mutex_exit(&sc->sc_mutex);
734 }
735
736 void
737 lddone(struct ld_softc *sc, struct buf *bp)
738 {
739
740 if (bp->b_error != 0) {
741 diskerr(bp, "ld", "error", LOG_PRINTF, 0, sc->sc_dk.dk_label);
742 printf("\n");
743 }
744
745 disk_unbusy(&sc->sc_dk, bp->b_bcount - bp->b_resid,
746 (bp->b_flags & B_READ));
747 rnd_add_uint32(&sc->sc_rnd_source, bp->b_rawblkno);
748 biodone(bp);
749
750 mutex_enter(&sc->sc_mutex);
751 if (--sc->sc_queuecnt <= sc->sc_maxqueuecnt) {
752 if ((sc->sc_flags & LDF_DRAIN) != 0) {
753 sc->sc_flags &= ~LDF_DRAIN;
754 wakeup(&sc->sc_queuecnt);
755 }
756 mutex_exit(&sc->sc_mutex);
757 ldstart(sc, NULL);
758 } else
759 mutex_exit(&sc->sc_mutex);
760 }
761
762 static int
763 ldsize(dev_t dev)
764 {
765 struct ld_softc *sc;
766 int part, unit, omask, size;
767
768 unit = DISKUNIT(dev);
769 if ((sc = device_lookup_private(&ld_cd, unit)) == NULL)
770 return (ENODEV);
771 if ((sc->sc_flags & LDF_ENABLED) == 0)
772 return (ENODEV);
773 part = DISKPART(dev);
774
775 omask = sc->sc_dk.dk_openmask & (1 << part);
776
777 if (omask == 0 && ldopen(dev, 0, S_IFBLK, NULL) != 0)
778 return (-1);
779 else if (sc->sc_dk.dk_label->d_partitions[part].p_fstype != FS_SWAP)
780 size = -1;
781 else
782 size = sc->sc_dk.dk_label->d_partitions[part].p_size *
783 (sc->sc_dk.dk_label->d_secsize / DEV_BSIZE);
784 if (omask == 0 && ldclose(dev, 0, S_IFBLK, NULL) != 0)
785 return (-1);
786
787 return (size);
788 }
789
790 /*
791 * Load the label information from the specified device.
792 */
793 static void
794 ldgetdisklabel(struct ld_softc *sc)
795 {
796 const char *errstring;
797
798 ldgetdefaultlabel(sc, sc->sc_dk.dk_label);
799
800 /* Call the generic disklabel extraction routine. */
801 errstring = readdisklabel(MAKEDISKDEV(0, device_unit(sc->sc_dv),
802 RAW_PART), ldstrategy, sc->sc_dk.dk_label, sc->sc_dk.dk_cpulabel);
803 if (errstring != NULL)
804 printf("%s: %s\n", device_xname(sc->sc_dv), errstring);
805
806 /* In-core label now valid. */
807 sc->sc_flags |= LDF_VLABEL;
808 }
809
810 /*
811 * Construct a ficticious label.
812 */
813 static void
814 ldgetdefaultlabel(struct ld_softc *sc, struct disklabel *lp)
815 {
816
817 memset(lp, 0, sizeof(struct disklabel));
818
819 lp->d_secsize = sc->sc_secsize;
820 lp->d_ntracks = sc->sc_nheads;
821 lp->d_nsectors = sc->sc_nsectors;
822 lp->d_ncylinders = sc->sc_ncylinders;
823 lp->d_secpercyl = lp->d_ntracks * lp->d_nsectors;
824 lp->d_type = DTYPE_LD;
825 strlcpy(lp->d_typename, "unknown", sizeof(lp->d_typename));
826 strlcpy(lp->d_packname, "fictitious", sizeof(lp->d_packname));
827 lp->d_secperunit = sc->sc_secperunit;
828 lp->d_rpm = 7200;
829 lp->d_interleave = 1;
830 lp->d_flags = 0;
831
832 lp->d_partitions[RAW_PART].p_offset = 0;
833 lp->d_partitions[RAW_PART].p_size =
834 lp->d_secperunit * (lp->d_secsize / DEV_BSIZE);
835 lp->d_partitions[RAW_PART].p_fstype = FS_UNUSED;
836 lp->d_npartitions = RAW_PART + 1;
837
838 lp->d_magic = DISKMAGIC;
839 lp->d_magic2 = DISKMAGIC;
840 lp->d_checksum = dkcksum(lp);
841 }
842
843 /*
844 * Take a dump.
845 */
846 static int
847 lddump(dev_t dev, daddr_t blkno, void *vav, size_t size)
848 {
849 char *va = vav;
850 struct ld_softc *sc;
851 struct disklabel *lp;
852 int unit, part, nsects, sectoff, towrt, nblk, maxblkcnt, rv;
853 static int dumping;
854
855 unit = DISKUNIT(dev);
856 if ((sc = device_lookup_private(&ld_cd, unit)) == NULL)
857 return (ENXIO);
858 if ((sc->sc_flags & LDF_ENABLED) == 0)
859 return (ENODEV);
860 if (sc->sc_dump == NULL)
861 return (ENXIO);
862
863 /* Check if recursive dump; if so, punt. */
864 if (dumping)
865 return (EFAULT);
866 dumping = 1;
867
868 /* Convert to disk sectors. Request must be a multiple of size. */
869 part = DISKPART(dev);
870 lp = sc->sc_dk.dk_label;
871 if ((size % lp->d_secsize) != 0)
872 return (EFAULT);
873 towrt = size / lp->d_secsize;
874 blkno = dbtob(blkno) / lp->d_secsize; /* blkno in DEV_BSIZE units */
875
876 nsects = lp->d_partitions[part].p_size;
877 sectoff = lp->d_partitions[part].p_offset;
878
879 /* Check transfer bounds against partition size. */
880 if ((blkno < 0) || ((blkno + towrt) > nsects))
881 return (EINVAL);
882
883 /* Offset block number to start of partition. */
884 blkno += sectoff;
885
886 /* Start dumping and return when done. */
887 maxblkcnt = sc->sc_maxxfer / sc->sc_secsize - 1;
888 while (towrt > 0) {
889 nblk = min(maxblkcnt, towrt);
890
891 if ((rv = (*sc->sc_dump)(sc, va, blkno, nblk)) != 0)
892 return (rv);
893
894 towrt -= nblk;
895 blkno += nblk;
896 va += nblk * sc->sc_secsize;
897 }
898
899 dumping = 0;
900 return (0);
901 }
902
903 /*
904 * Adjust the size of a transfer.
905 */
906 static void
907 ldminphys(struct buf *bp)
908 {
909 struct ld_softc *sc;
910
911 sc = device_lookup_private(&ld_cd, DISKUNIT(bp->b_dev));
912
913 if (bp->b_bcount > sc->sc_maxxfer)
914 bp->b_bcount = sc->sc_maxxfer;
915 minphys(bp);
916 }
917
918 static void
919 ld_set_geometry(struct ld_softc *ld)
920 {
921 struct disk_geom *dg = &ld->sc_dk.dk_geom;
922
923 memset(dg, 0, sizeof(*dg));
924
925 dg->dg_secperunit = ld->sc_secperunit;
926 dg->dg_secsize = ld->sc_secsize;
927 dg->dg_nsectors = ld->sc_nsectors;
928 dg->dg_ntracks = ld->sc_nheads;
929 dg->dg_ncylinders = ld->sc_ncylinders;
930
931 disk_set_info(ld->sc_dv, &ld->sc_dk, NULL);
932 }
933
934 static void
935 ld_config_interrupts(device_t d)
936 {
937 struct ld_softc *sc = device_private(d);
938 dkwedge_discover(&sc->sc_dk);
939 }
940