dsk.c revision 1.5.4.1       1  1.5.4.1    cherry /* $NetBSD: dsk.c,v 1.5.4.1 2011/06/23 14:19:38 cherry Exp $ */
      2      1.1  nisimura 
      3      1.1  nisimura /*-
      4      1.1  nisimura  * Copyright (c) 2010 The NetBSD Foundation, Inc.
      5      1.1  nisimura  * All rights reserved.
      6      1.1  nisimura  *
      7      1.1  nisimura  * This code is derived from software contributed to The NetBSD Foundation
      8      1.1  nisimura  * by Tohru Nishimura.
      9      1.1  nisimura  *
     10      1.1  nisimura  * Redistribution and use in source and binary forms, with or without
     11      1.1  nisimura  * modification, are permitted provided that the following conditions
     12      1.1  nisimura  * are met:
     13      1.1  nisimura  * 1. Redistributions of source code must retain the above copyright
     14      1.1  nisimura  *    notice, this list of conditions and the following disclaimer.
     15      1.1  nisimura  * 2. Redistributions in binary form must reproduce the above copyright
     16      1.1  nisimura  *    notice, this list of conditions and the following disclaimer in the
     17      1.1  nisimura  *    documentation and/or other materials provided with the distribution.
     18      1.1  nisimura  *
     19      1.1  nisimura  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20      1.1  nisimura  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21      1.1  nisimura  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22      1.1  nisimura  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23      1.1  nisimura  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24      1.1  nisimura  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25      1.1  nisimura  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26      1.1  nisimura  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27      1.1  nisimura  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28      1.1  nisimura  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29      1.1  nisimura  * POSSIBILITY OF SUCH DAMAGE.
     30      1.1  nisimura  */
     31      1.1  nisimura 
     32      1.1  nisimura /*
     33      1.1  nisimura  * assumptions;
     34      1.1  nisimura  * - up to 4 IDE/SATA drives.
     35      1.1  nisimura  * - a single (master) drive in each IDE channel.
     36      1.1  nisimura  * - all drives are up and spinning.
     37      1.1  nisimura  */
     38      1.1  nisimura 
     39      1.1  nisimura #include <sys/types.h>
     40      1.1  nisimura 
     41      1.1  nisimura #include <lib/libsa/stand.h>
     42      1.1  nisimura #include <lib/libsa/ufs.h>
     43      1.1  nisimura 
     44      1.1  nisimura #include <sys/disklabel.h>
     45      1.1  nisimura #include <sys/bootblock.h>
     46  1.5.4.1    cherry #include <sys/param.h>
     47  1.5.4.1    cherry #include <dev/raidframe/raidframevar.h>
     48      1.1  nisimura 
     49      1.1  nisimura #include <machine/bootinfo.h>
     50      1.1  nisimura #include <machine/stdarg.h>
     51      1.1  nisimura 
     52      1.1  nisimura #include "globals.h"
     53      1.1  nisimura 
     54      1.1  nisimura /*
     55      1.1  nisimura  * - no vtophys() translation, vaddr_t == paddr_t.
     56      1.1  nisimura  */
     57      1.1  nisimura #define CSR_READ_4(r)		in32rb(r)
     58      1.1  nisimura #define CSR_WRITE_4(r,v)	out32rb(r,v)
     59      1.1  nisimura #define CSR_READ_1(r)		*(volatile uint8_t *)(r)
     60      1.1  nisimura #define CSR_WRITE_1(r,v)	*(volatile uint8_t *)(r)=(v)
     61      1.1  nisimura 
     62      1.1  nisimura struct dskdv {
     63      1.1  nisimura 	char *name;
     64      1.1  nisimura 	int (*match)(unsigned, void *);
     65      1.1  nisimura 	void *(*init)(unsigned, void *);
     66      1.1  nisimura };
     67      1.1  nisimura 
     68      1.1  nisimura static struct dskdv ldskdv[] = {
     69      1.4  nisimura 	{ "pciide", pciide_match, pciide_init },
     70      1.4  nisimura 	{ "siisata", siisata_match, siisata_init },
     71      1.1  nisimura };
     72      1.1  nisimura static int ndskdv = sizeof(ldskdv)/sizeof(ldskdv[0]);
     73      1.1  nisimura 
     74  1.5.4.1    cherry static void disk_scan(void *);
     75      1.1  nisimura static int probe_drive(struct dkdev_ata *, int);
     76      1.1  nisimura static void drive_ident(struct disk *, char *);
     77      1.1  nisimura static char *mkident(char *, int);
     78      1.1  nisimura static void set_xfermode(struct dkdev_ata *, int);
     79      1.1  nisimura static void decode_dlabel(struct disk *, char *);
     80      1.2  nisimura static int lba_read(struct disk *, int64_t, int, void *);
     81      1.2  nisimura static void issue48(struct dvata_chan *, int64_t, int);
     82      1.2  nisimura static void issue28(struct dvata_chan *, int64_t, int);
     83      1.1  nisimura static struct disk *lookup_disk(int);
     84      1.1  nisimura 
     85  1.5.4.1    cherry #define MAX_UNITS 8
     86  1.5.4.1    cherry static struct disk ldisk[MAX_UNITS];
     87      1.1  nisimura 
     88      1.1  nisimura int
     89      1.4  nisimura dskdv_init(void *self)
     90      1.1  nisimura {
     91      1.4  nisimura 	struct pcidev *pci = self;
     92      1.1  nisimura 	struct dskdv *dv;
     93      1.4  nisimura 	unsigned tag;
     94      1.1  nisimura 	int n;
     95      1.1  nisimura 
     96      1.4  nisimura 	tag = pci->bdf;
     97      1.1  nisimura 	for (n = 0; n < ndskdv; n++) {
     98      1.1  nisimura 		dv = &ldskdv[n];
     99      1.1  nisimura 		if ((*dv->match)(tag, NULL) > 0)
    100      1.1  nisimura 			goto found;
    101      1.1  nisimura 	}
    102      1.1  nisimura 	return 0;
    103      1.1  nisimura   found:
    104      1.4  nisimura 	pci->drv = (*dv->init)(tag, NULL);
    105      1.4  nisimura 	disk_scan(pci->drv);
    106      1.1  nisimura 	return 1;
    107      1.1  nisimura }
    108      1.1  nisimura 
    109  1.5.4.1    cherry static void
    110      1.4  nisimura disk_scan(void *drv)
    111      1.1  nisimura {
    112      1.4  nisimura 	struct dkdev_ata *l = drv;
    113      1.1  nisimura 	struct disk *d;
    114  1.5.4.1    cherry 	static int ndrive = 0;
    115  1.5.4.1    cherry 	int n;
    116      1.1  nisimura 
    117  1.5.4.1    cherry 	for (n = 0; n < 4 && ndrive < MAX_UNITS; n++) {
    118      1.1  nisimura 		if (l->presense[n] == 0)
    119      1.1  nisimura 			continue;
    120      1.1  nisimura 		if (probe_drive(l, n) == 0) {
    121      1.1  nisimura 			l->presense[n] = 0;
    122      1.1  nisimura 			continue;
    123      1.1  nisimura 		}
    124      1.1  nisimura 		d = &ldisk[ndrive];
    125      1.1  nisimura 		d->dvops = l;
    126      1.1  nisimura 		d->unittag = ndrive;
    127      1.1  nisimura 		snprintf(d->xname, sizeof(d->xname), "wd%d", d->unittag);
    128      1.1  nisimura 		set_xfermode(l, n);
    129      1.1  nisimura 		drive_ident(d, l->iobuf);
    130      1.1  nisimura 		decode_dlabel(d, l->iobuf);
    131      1.1  nisimura 		ndrive += 1;
    132      1.1  nisimura 	}
    133      1.1  nisimura }
    134      1.1  nisimura 
    135      1.1  nisimura int
    136      1.1  nisimura spinwait_unbusy(struct dkdev_ata *l, int n, int milli, const char **err)
    137      1.1  nisimura {
    138      1.1  nisimura 	struct dvata_chan *chan = &l->chan[n];
    139      1.1  nisimura 	int sts;
    140      1.1  nisimura 	const char *msg;
    141      1.1  nisimura 
    142      1.1  nisimura 	/*
    143      1.1  nisimura 	 * For best compatibility it is recommended to wait 400ns and
    144      1.1  nisimura 	 * read the alternate status byte four times before the status
    145      1.1  nisimura 	 * is valid.
    146      1.1  nisimura 	 */
    147      1.1  nisimura 	delay(1);
    148      1.1  nisimura 	(void)CSR_READ_1(chan->alt);
    149      1.1  nisimura 	(void)CSR_READ_1(chan->alt);
    150      1.1  nisimura 	(void)CSR_READ_1(chan->alt);
    151      1.1  nisimura 	(void)CSR_READ_1(chan->alt);
    152      1.1  nisimura 
    153      1.1  nisimura 	sts = CSR_READ_1(chan->cmd + _STS);
    154      1.1  nisimura 	while (milli-- > 0
    155      1.1  nisimura 	    && sts != 0xff
    156      1.1  nisimura 	    && (sts & (ATA_STS_BUSY|ATA_STS_DRDY)) != ATA_STS_DRDY) {
    157      1.1  nisimura 		delay(1000);
    158      1.1  nisimura 		sts = CSR_READ_1(chan->cmd + _STS);
    159      1.1  nisimura 	}
    160      1.1  nisimura 
    161      1.1  nisimura 	msg = NULL;
    162      1.1  nisimura 	if (sts == 0xff)
    163      1.1  nisimura 		msg = "returned 0xff";
    164      1.1  nisimura 	else if (sts & ATA_STS_ERR)
    165      1.1  nisimura 		msg = "returned ERR";
    166      1.1  nisimura 	else if (sts & ATA_STS_BUSY)
    167      1.1  nisimura 		msg = "remains BUSY";
    168      1.1  nisimura 	else if ((sts & ATA_STS_DRDY) == 0)
    169      1.1  nisimura 		msg = "no DRDY";
    170      1.1  nisimura 
    171      1.1  nisimura 	if (err != NULL)
    172      1.1  nisimura 		*err = msg;
    173      1.1  nisimura 	return msg == NULL;
    174      1.1  nisimura }
    175      1.1  nisimura 
    176      1.1  nisimura int
    177      1.1  nisimura perform_atareset(struct dkdev_ata *l, int n)
    178      1.1  nisimura {
    179      1.1  nisimura 	struct dvata_chan *chan = &l->chan[n];
    180      1.1  nisimura 
    181      1.1  nisimura 	CSR_WRITE_1(chan->ctl, ATA_DREQ);
    182      1.1  nisimura 	delay(10);
    183      1.1  nisimura 	CSR_WRITE_1(chan->ctl, ATA_SRST|ATA_DREQ);
    184      1.1  nisimura 	delay(10);
    185      1.1  nisimura 	CSR_WRITE_1(chan->ctl, ATA_DREQ);
    186      1.1  nisimura 
    187      1.1  nisimura 	return spinwait_unbusy(l, n, 150, NULL);
    188      1.1  nisimura }
    189      1.1  nisimura 
    190      1.1  nisimura int
    191      1.1  nisimura satapresense(struct dkdev_ata *l, int n)
    192      1.1  nisimura {
    193      1.1  nisimura #define VND_CH(n) (((n&02)<<8)+((n&01)<<7))
    194      1.1  nisimura #define VND_SC(n) (0x100+VND_CH(n))
    195      1.1  nisimura #define VND_SS(n) (0x104+VND_CH(n))
    196      1.1  nisimura 
    197      1.1  nisimura 	uint32_t sc = l->bar[5] + VND_SC(n);
    198      1.1  nisimura 	uint32_t ss = l->bar[5] + VND_SS(n);
    199      1.1  nisimura 	unsigned val;
    200      1.1  nisimura 
    201      1.1  nisimura 	val = (00 << 4) | (03 << 8);	/* any speed, no pwrmgt */
    202      1.1  nisimura 	CSR_WRITE_4(sc, val | 01);	/* perform init */
    203      1.1  nisimura 	delay(50 * 1000);
    204      1.1  nisimura 	CSR_WRITE_4(sc, val);
    205      1.1  nisimura 	delay(50 * 1000);
    206      1.1  nisimura 	val = CSR_READ_4(ss);		/* has completed */
    207      1.1  nisimura 	return ((val & 03) == 03);	/* active drive found */
    208      1.1  nisimura }
    209      1.1  nisimura 
    210      1.1  nisimura static int
    211      1.1  nisimura probe_drive(struct dkdev_ata *l, int n)
    212      1.1  nisimura {
    213      1.1  nisimura 	struct dvata_chan *chan = &l->chan[n];
    214      1.1  nisimura 	uint16_t *p;
    215      1.1  nisimura 	int i;
    216      1.1  nisimura 
    217      1.1  nisimura 	CSR_WRITE_1(chan->cmd + _CMD, ATA_CMD_IDENT);
    218      1.1  nisimura 	(void)CSR_READ_1(chan->alt);
    219      1.1  nisimura 	delay(10 * 1000);
    220      1.1  nisimura 	if (spinwait_unbusy(l, n, 1000, NULL) == 0)
    221      1.1  nisimura 		return 0;
    222      1.1  nisimura 
    223      1.1  nisimura 	p = (uint16_t *)l->iobuf;
    224      1.1  nisimura 	for (i = 0; i < 512; i += 2) {
    225      1.1  nisimura 		/* need to have bswap16 */
    226      1.1  nisimura 		*p++ = iole16toh(chan->cmd + _DAT);
    227      1.1  nisimura 	}
    228      1.1  nisimura 	(void)CSR_READ_1(chan->cmd + _STS);
    229      1.1  nisimura 	return 1;
    230      1.1  nisimura }
    231      1.1  nisimura 
    232      1.1  nisimura static void
    233      1.1  nisimura drive_ident(struct disk *d, char *ident)
    234      1.1  nisimura {
    235      1.1  nisimura 	uint16_t *p;
    236      1.1  nisimura 	uint64_t huge;
    237      1.1  nisimura 
    238      1.1  nisimura 	p = (uint16_t *)ident;
    239      1.3       phx 	DPRINTF(("[49]%04x [82]%04x [83]%04x [84]%04x "
    240      1.3       phx 	   "[85]%04x [86]%04x [87]%04x [88]%04x\n",
    241      1.3       phx 	    p[49], p[82], p[83], p[84],
    242      1.3       phx 	    p[85], p[86], p[87], p[88]));
    243      1.1  nisimura 	huge = 0;
    244      1.1  nisimura 	printf("%s: ", d->xname);
    245      1.1  nisimura 	printf("<%s> ", mkident((char *)ident + 54, 40));
    246      1.1  nisimura 	if (p[49] & (1 << 8))
    247      1.1  nisimura 		printf("DMA ");
    248      1.1  nisimura 	if (p[49] & (1 << 9)) {
    249      1.1  nisimura 		printf("LBA ");
    250      1.1  nisimura 		huge = p[60] | (p[61] << 16);
    251      1.1  nisimura 	}
    252      1.1  nisimura 	if ((p[83] & 0xc000) == 0x4000 && (p[83] & (1 << 10))) {
    253      1.1  nisimura 		printf("LBA48 ");
    254      1.1  nisimura 		huge = p[100] | (p[101] << 16);
    255      1.1  nisimura 		huge |= (uint64_t)p[102] << 32;
    256      1.1  nisimura 		huge |= (uint64_t)p[103] << 48;
    257      1.1  nisimura 	}
    258      1.1  nisimura 	huge >>= (1 + 10);
    259      1.1  nisimura 	printf("%d MB\n", (int)huge);
    260      1.1  nisimura 
    261      1.1  nisimura 	memcpy(d->ident, ident, sizeof(d->ident));
    262      1.1  nisimura 	d->nsect = huge;
    263      1.1  nisimura 	d->lba_read = lba_read;
    264      1.1  nisimura }
    265      1.1  nisimura 
    266      1.1  nisimura static char *
    267      1.1  nisimura mkident(char *src, int len)
    268      1.1  nisimura {
    269      1.1  nisimura 	static char local[40];
    270      1.1  nisimura 	char *dst, *end, *last;
    271      1.1  nisimura 
    272      1.1  nisimura 	if (len > sizeof(local))
    273      1.1  nisimura 		len = sizeof(local);
    274      1.1  nisimura 	dst = last = local;
    275      1.1  nisimura 	end = src + len - 1;
    276      1.1  nisimura 
    277      1.1  nisimura 	/* reserve space for '\0' */
    278      1.1  nisimura 	if (len < 2)
    279      1.1  nisimura 		goto out;
    280      1.1  nisimura 	/* skip leading white space */
    281      1.1  nisimura 	while (*src != '\0' && src < end && *src == ' ')
    282      1.1  nisimura 		++src;
    283      1.1  nisimura 	/* copy string, omitting trailing white space */
    284      1.1  nisimura 	while (*src != '\0' && src < end) {
    285      1.1  nisimura 		*dst++ = *src;
    286      1.1  nisimura 		if (*src++ != ' ')
    287      1.1  nisimura 			last = dst;
    288      1.1  nisimura 	}
    289      1.1  nisimura  out:
    290      1.1  nisimura 	*last = '\0';
    291      1.1  nisimura 	return local;
    292      1.1  nisimura }
    293      1.1  nisimura 
    294      1.1  nisimura static void
    295      1.1  nisimura decode_dlabel(struct disk *d, char *iobuf)
    296      1.1  nisimura {
    297      1.1  nisimura         struct mbr_partition *mp, *bsdp;
    298      1.1  nisimura 	struct disklabel *dlp;
    299      1.1  nisimura 	struct partition *pp;
    300      1.1  nisimura 	char *dp;
    301  1.5.4.1    cherry 	int i, first, rf_offset;
    302      1.1  nisimura 
    303      1.1  nisimura 	bsdp = NULL;
    304      1.1  nisimura 	(*d->lba_read)(d, 0, 1, iobuf);
    305      1.1  nisimura 	if (bswap16(*(uint16_t *)(iobuf + MBR_MAGIC_OFFSET)) != MBR_MAGIC)
    306      1.1  nisimura 		goto skip;
    307      1.1  nisimura 	mp = (struct mbr_partition *)(iobuf + MBR_PART_OFFSET);
    308      1.1  nisimura 	for (i = 0; i < MBR_PART_COUNT; i++, mp++) {
    309      1.1  nisimura 		if (mp->mbrp_type == MBR_PTYPE_NETBSD) {
    310      1.1  nisimura 			bsdp = mp;
    311      1.1  nisimura 			break;
    312      1.1  nisimura 		}
    313      1.1  nisimura 	}
    314      1.1  nisimura   skip:
    315  1.5.4.1    cherry 	rf_offset = 0;
    316      1.1  nisimura 	first = (bsdp) ? bswap32(bsdp->mbrp_start) : 0;
    317      1.1  nisimura 	(*d->lba_read)(d, first + LABELSECTOR, 1, iobuf);
    318      1.1  nisimura 	dp = iobuf /* + LABELOFFSET */;
    319      1.1  nisimura 	for (i = 0; i < 512 - sizeof(struct disklabel); i++, dp += 4) {
    320      1.1  nisimura 		dlp = (struct disklabel *)dp;
    321      1.1  nisimura 		if (dlp->d_magic == DISKMAGIC && dlp->d_magic2 == DISKMAGIC) {
    322  1.5.4.1    cherry 			if (dlp->d_partitions[0].p_fstype == FS_RAID) {
    323  1.5.4.1    cherry 				printf("%s%c: raid\n", d->xname, i + 'a');
    324  1.5.4.1    cherry 				snprintf(d->xname, sizeof(d->xname), "raid.");
    325  1.5.4.1    cherry 				rf_offset = dlp->d_partitions[0].p_offset +
    326  1.5.4.1    cherry 				    RF_PROTECTED_SECTORS;
    327  1.5.4.1    cherry 				(*d->lba_read)(d, rf_offset + LABELSECTOR, 1,
    328  1.5.4.1    cherry 				    iobuf);
    329  1.5.4.1    cherry 				dp = iobuf /* + LABELOFFSET */;
    330  1.5.4.1    cherry 				for (i = 0; i < 512 - sizeof(struct disklabel); i++, dp += 4) {
    331  1.5.4.1    cherry 					dlp = (struct disklabel *)dp;
    332  1.5.4.1    cherry 					if (dlp->d_magic == DISKMAGIC &&
    333  1.5.4.1    cherry 					    dlp->d_magic2 == DISKMAGIC)
    334  1.5.4.1    cherry 						goto found;
    335  1.5.4.1    cherry 				}
    336  1.5.4.1    cherry 			} else	/* Not RAID */
    337  1.5.4.1    cherry 				goto found;
    338      1.1  nisimura 		}
    339      1.1  nisimura 	}
    340      1.1  nisimura 	d->dlabel = NULL;
    341      1.1  nisimura 	printf("%s: no disklabel\n", d->xname);
    342      1.1  nisimura 	return;
    343      1.1  nisimura   found:
    344      1.1  nisimura 	for (i = 0; i < dlp->d_npartitions; i += 1) {
    345      1.1  nisimura 		const char *type;
    346      1.1  nisimura 		pp = &dlp->d_partitions[i];
    347  1.5.4.1    cherry 		pp->p_offset += rf_offset;
    348      1.1  nisimura 		type = NULL;
    349      1.1  nisimura 		switch (pp->p_fstype) {
    350      1.1  nisimura 		case FS_SWAP: /* swap */
    351      1.1  nisimura 			type = "swap";
    352      1.1  nisimura 			break;
    353      1.1  nisimura 		case FS_BSDFFS:
    354      1.1  nisimura 			type = "ffs";
    355      1.1  nisimura 			break;
    356      1.1  nisimura 		case FS_EX2FS:
    357      1.1  nisimura 			type = "ext2fs";
    358      1.1  nisimura 			break;
    359      1.1  nisimura 		}
    360      1.1  nisimura 		if (type != NULL)
    361  1.5.4.1    cherry 			printf("%s%c: %s\t(%u)\n", d->xname, i + 'a', type,
    362  1.5.4.1    cherry 			    pp->p_offset);
    363      1.1  nisimura 	}
    364  1.5.4.1    cherry 	d->dlabel = allocaligned(sizeof(struct disklabel), 4);
    365  1.5.4.1    cherry 	memcpy(d->dlabel, dlp, sizeof(struct disklabel));
    366      1.1  nisimura }
    367      1.1  nisimura 
    368      1.1  nisimura static void
    369      1.1  nisimura set_xfermode(struct dkdev_ata *l, int n)
    370      1.1  nisimura {
    371      1.1  nisimura 	struct dvata_chan *chan = &l->chan[n];
    372      1.1  nisimura 
    373      1.1  nisimura 	CSR_WRITE_1(chan->cmd + _FEA, ATA_XFER);
    374      1.1  nisimura 	CSR_WRITE_1(chan->cmd + _NSECT, XFER_PIO0);
    375      1.1  nisimura 	CSR_WRITE_1(chan->cmd + _DEV, ATA_DEV_OBS); /* ??? */
    376      1.1  nisimura 	CSR_WRITE_1(chan->cmd + _CMD, ATA_CMD_SETF);
    377      1.1  nisimura 
    378      1.1  nisimura 	spinwait_unbusy(l, n, 1000, NULL);
    379      1.1  nisimura }
    380      1.1  nisimura 
    381      1.1  nisimura static int
    382      1.2  nisimura lba_read(struct disk *d, int64_t bno, int bcnt, void *buf)
    383      1.1  nisimura {
    384      1.1  nisimura 	struct dkdev_ata *l;
    385      1.1  nisimura 	struct dvata_chan *chan;
    386      1.2  nisimura 	void (*issue)(struct dvata_chan *, int64_t, int);
    387      1.1  nisimura 	int n, rdcnt, i, k;
    388      1.1  nisimura 	uint16_t *p;
    389      1.1  nisimura 	const char *err;
    390      1.1  nisimura 	int error;
    391      1.1  nisimura 
    392      1.1  nisimura 	l = d->dvops;
    393      1.1  nisimura 	n = d->unittag;
    394      1.1  nisimura 	p = (uint16_t *)buf;
    395      1.1  nisimura 	chan = &l->chan[n];
    396      1.1  nisimura 	error = 0;
    397      1.1  nisimura 	for ( ; bcnt > 0; bno += rdcnt, bcnt -= rdcnt) {
    398      1.1  nisimura 		issue = (bno < (1ULL<<28)) ? issue28 : issue48;
    399      1.1  nisimura 		rdcnt = (bcnt > 255) ? 255 : bcnt;
    400      1.1  nisimura 		(*issue)(chan, bno, rdcnt);
    401      1.1  nisimura 		for (k = 0; k < rdcnt; k++) {
    402      1.1  nisimura 			if (spinwait_unbusy(l, n, 1000, &err) == 0) {
    403      1.2  nisimura 				printf("%s blk %lld %s\n", d->xname, bno, err);
    404      1.1  nisimura 				error = EIO;
    405      1.1  nisimura 				break;
    406      1.1  nisimura 			}
    407      1.1  nisimura 			for (i = 0; i < 512; i += 2) {
    408      1.1  nisimura 				/* arrives in native order */
    409      1.1  nisimura 				*p++ = *(uint16_t *)(chan->cmd + _DAT);
    410      1.1  nisimura 			}
    411      1.1  nisimura 			/* clear irq if any */
    412      1.1  nisimura 			(void)CSR_READ_1(chan->cmd + _STS);
    413      1.1  nisimura 		}
    414      1.1  nisimura 	}
    415      1.1  nisimura 	return error;
    416      1.1  nisimura }
    417      1.1  nisimura 
    418      1.1  nisimura static void
    419      1.2  nisimura issue48(struct dvata_chan *chan, int64_t bno, int nblk)
    420      1.1  nisimura {
    421      1.1  nisimura 
    422      1.1  nisimura 	CSR_WRITE_1(chan->cmd + _NSECT, 0); /* always less than 256 */
    423      1.1  nisimura 	CSR_WRITE_1(chan->cmd + _LBAL, (bno >> 24) & 0xff);
    424      1.1  nisimura 	CSR_WRITE_1(chan->cmd + _LBAM, (bno >> 32) & 0xff);
    425      1.1  nisimura 	CSR_WRITE_1(chan->cmd + _LBAH, (bno >> 40) & 0xff);
    426      1.1  nisimura 	CSR_WRITE_1(chan->cmd + _NSECT, nblk);
    427      1.1  nisimura 	CSR_WRITE_1(chan->cmd + _LBAL, (bno >>  0) & 0xff);
    428      1.1  nisimura 	CSR_WRITE_1(chan->cmd + _LBAM, (bno >>  8) & 0xff);
    429      1.1  nisimura 	CSR_WRITE_1(chan->cmd + _LBAH, (bno >> 16) & 0xff);
    430      1.1  nisimura 	CSR_WRITE_1(chan->cmd + _DEV, ATA_DEV_LBA);
    431      1.1  nisimura 	CSR_WRITE_1(chan->cmd + _CMD, ATA_CMD_READ_EXT);
    432      1.1  nisimura }
    433      1.1  nisimura 
    434      1.1  nisimura static void
    435      1.2  nisimura issue28(struct dvata_chan *chan, int64_t bno, int nblk)
    436      1.1  nisimura {
    437      1.1  nisimura 
    438      1.1  nisimura 	CSR_WRITE_1(chan->cmd + _NSECT, nblk);
    439      1.1  nisimura 	CSR_WRITE_1(chan->cmd + _LBAL, (bno >>  0) & 0xff);
    440      1.1  nisimura 	CSR_WRITE_1(chan->cmd + _LBAM, (bno >>  8) & 0xff);
    441      1.1  nisimura 	CSR_WRITE_1(chan->cmd + _LBAH, (bno >> 16) & 0xff);
    442      1.1  nisimura 	CSR_WRITE_1(chan->cmd + _DEV, ((bno >> 24) & 0xf) | ATA_DEV_LBA);
    443      1.1  nisimura 	CSR_WRITE_1(chan->cmd + _CMD, ATA_CMD_READ);
    444      1.1  nisimura }
    445      1.1  nisimura 
    446      1.1  nisimura static struct disk *
    447      1.1  nisimura lookup_disk(int unit)
    448      1.1  nisimura {
    449      1.1  nisimura 
    450      1.1  nisimura 	return &ldisk[unit];
    451      1.1  nisimura }
    452      1.1  nisimura 
    453      1.1  nisimura int
    454      1.1  nisimura dsk_open(struct open_file *f, ...)
    455      1.1  nisimura {
    456      1.1  nisimura 	va_list ap;
    457      1.1  nisimura 	int unit, part;
    458      1.1  nisimura 	const char *name;
    459      1.1  nisimura 	struct disk *d;
    460      1.1  nisimura 	struct disklabel *dlp;
    461      1.1  nisimura 	struct fs_ops *fs;
    462      1.1  nisimura 	int error;
    463      1.1  nisimura 	extern struct btinfo_bootpath bi_path;
    464      1.1  nisimura 	extern struct btinfo_rootdevice bi_rdev;
    465      1.1  nisimura 	extern struct fs_ops fs_ffsv2, fs_ffsv1;
    466      1.1  nisimura 
    467      1.1  nisimura 	va_start(ap, f);
    468      1.1  nisimura 	unit = va_arg(ap, int);
    469      1.1  nisimura 	part = va_arg(ap, int);
    470      1.1  nisimura 	name = va_arg(ap, const char *);
    471      1.1  nisimura 	va_end(ap);
    472      1.1  nisimura 
    473      1.1  nisimura 	if ((d = lookup_disk(unit)) == NULL)
    474      1.1  nisimura 		return ENXIO;
    475      1.1  nisimura 	f->f_devdata = d;
    476      1.1  nisimura 	if ((dlp = d->dlabel) == NULL || part >= dlp->d_npartitions)
    477      1.1  nisimura 		return ENXIO;
    478      1.1  nisimura 	d->part = part;
    479      1.1  nisimura 
    480      1.1  nisimura 	snprintf(bi_path.bootpath, sizeof(bi_path.bootpath), name);
    481      1.1  nisimura 	if (dlp->d_partitions[part].p_fstype == FS_BSDFFS) {
    482      1.1  nisimura 		if ((error = ffsv2_open(name, f)) == 0) {
    483      1.1  nisimura 			fs = &fs_ffsv2;
    484      1.1  nisimura 			goto found;
    485      1.1  nisimura 		}
    486      1.1  nisimura 		if (error == EINVAL && (error = ffsv1_open(name, f)) == 0) {
    487      1.1  nisimura 			fs = &fs_ffsv1;
    488      1.1  nisimura 			goto found;
    489      1.1  nisimura 		}
    490      1.1  nisimura 		return error;
    491      1.1  nisimura 	}
    492      1.1  nisimura 	return ENXIO;
    493      1.1  nisimura   found:
    494      1.1  nisimura 	d->fsops = fs;
    495      1.1  nisimura 	f->f_devdata = d;
    496      1.1  nisimura 
    497      1.1  nisimura 	/* build btinfo to identify disk device */
    498      1.1  nisimura 	snprintf(bi_rdev.devname, sizeof(bi_rdev.devname), "wd");
    499      1.1  nisimura 	bi_rdev.cookie = d->unittag; /* disk unit number */
    500      1.1  nisimura 	return 0;
    501      1.1  nisimura }
    502      1.1  nisimura 
    503      1.1  nisimura int
    504      1.1  nisimura dsk_close(struct open_file *f)
    505      1.1  nisimura {
    506      1.1  nisimura 	struct disk *d = f->f_devdata;
    507      1.1  nisimura 	struct fs_ops *fs = d->fsops;
    508      1.1  nisimura 
    509      1.1  nisimura 	(*fs->close)(f);
    510      1.1  nisimura 	d->fsops = NULL;
    511      1.1  nisimura 	f->f_devdata = NULL;
    512      1.1  nisimura 	return 0;
    513      1.1  nisimura }
    514      1.1  nisimura 
    515      1.1  nisimura int
    516      1.1  nisimura dsk_strategy(void *devdata, int rw, daddr_t dblk, size_t size,
    517      1.1  nisimura 	void *p, size_t *rsize)
    518      1.1  nisimura {
    519      1.1  nisimura 	struct disk *d = devdata;
    520      1.1  nisimura 	struct disklabel *dlp;
    521      1.2  nisimura 	int64_t bno;
    522      1.1  nisimura 
    523      1.1  nisimura 	if (size == 0)
    524      1.1  nisimura 		return 0;
    525      1.1  nisimura 	if (rw != F_READ)
    526      1.1  nisimura 		return EOPNOTSUPP;
    527      1.1  nisimura 
    528      1.1  nisimura 	bno = dblk;
    529      1.1  nisimura 	if ((dlp = d->dlabel) != NULL)
    530      1.1  nisimura 		bno += dlp->d_partitions[d->part].p_offset;
    531      1.1  nisimura 	(*d->lba_read)(d, bno, size / 512, p);
    532      1.1  nisimura 	if (rsize != NULL)
    533      1.1  nisimura 		*rsize = size;
    534      1.1  nisimura 	return 0;
    535      1.1  nisimura }
    536      1.1  nisimura 
    537      1.1  nisimura struct fs_ops *
    538      1.1  nisimura dsk_fsops(struct open_file *f)
    539      1.1  nisimura {
    540      1.1  nisimura 	struct disk *d = f->f_devdata;
    541      1.1  nisimura 
    542      1.1  nisimura 	return d->fsops;
    543      1.1  nisimura }
    544