xref: /src/sys/dev/ata/wd.c

/*
 * Copyright (c) 1993 Charles Hannum.
 * Copyright (c) 1990 The Regents of the University of California.
 * All rights reserved.
 *
 * This code is derived from software contributed to Berkeley by
 * William Jolitz.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 * 3. All advertising materials mentioning features or use of this software
 *    must display the following acknowledgement:
 *	This product includes software developed by the University of
 *	California, Berkeley and its contributors.
 * 4. Neither the name of the University nor the names of its contributors
 *    may be used to endorse or promote products derived from this software
 *    without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
 * SUCH DAMAGE.
 *
 *	from: @(#)wd.c	7.2 (Berkeley) 5/9/91
 *	$Id: wd.c,v 1.26.2.4 1993/12/13 10:35:10 cgd Exp $
 */

/* Note: This code heavily modified by tih (at) barsoom.nhh.no; use at own risk! */
/* The following defines represent only a very small part of the mods, most */
/* of them are not marked in any way.  -tih				 */

/* TODO: peel out buffer at low ipl, speed improvement */
/* TODO: find and fix the timing bugs apparent on some controllers */

#include "param.h"
#include "dkbad.h"
#include "systm.h"
#include "conf.h"
#include "file.h"
#include "stat.h"
#include "ioctl.h"
#include "disklabel.h"
#include "buf.h"
#include "uio.h"
#include "malloc.h"
#include "kernel.h"
#include "machine/cpu.h"
#include "sys/dkstat.h"
#include "i386/isa/isa.h"
#include "i386/isa/isa_device.h"
#include "i386/isa/icu.h"
#include "i386/isa/wdreg.h"
#include "syslog.h"
#include "vm/vm.h"

#ifndef WDCNDELAY
#define WDCNDELAY	400000	/* delay = 25us; so 10s for a controller state change */
#endif
#define WDCDELAY	25

/* if you enable this, it will report any delays more than 25us * N long */
/*#define WDCNDELAY_DEBUG	6 */

#define	WDIORETRIES	5	/* number of retries before giving up */

#define wdunit(dev)	(minor(dev) >> 3)
#define wdpart(dev)	(minor(dev) & 0x7)
#define makewddev(maj, unit, part)	(makedev(maj,((unit<<3)+part)))
#define WDRAW	3		/* 'd' partition isn't a partition! */

#define b_cylin	b_resid		/* cylinder number for doing IO to */
				/* shares an entry in the buf struct */

/*
 * Drive states.  Used to initialize drive.
 */

#define	CLOSED		0		/* disk is closed. */
#define	WANTOPEN	1		/* open requested, not started */
#define	RECAL		2		/* doing restore */
#define	OPEN		3		/* done with open */

/*
 * The structure of a disk drive.
 */
struct	wd_softc {
	long	sc_bc;		/* byte count left */
	long	sc_bct;		/* total byte count left */
	short	sc_skip;	/* blocks already transferred */
	short	sc_skipm;	/* blocks already transferred for multi */
	char	sc_ctrlr;	/* physical controller number */
	char	sc_unit;	/* physical unit number */
	char	sc_lunit;	/* logical unit number */
	char	sc_state;	/* control state */
	u_char	sc_status;	/* copy of status reg. */
	u_char	sc_error;	/* copy of error reg. */
	short	sc_port;	/* i/o port base */

	u_long  sc_copenpart;   /* character units open on this drive */
	u_long  sc_bopenpart;   /* block units open on this drive */
	u_long  sc_openpart;    /* all units open on this drive */
	short	sc_wlabel;	/* label writable? */
	short	sc_flags;	/* drive characteistics found */
#define	DKFL_SINGLE	0x00001		 /* sector at a time mode */
#define	DKFL_ERROR	0x00002		 /* processing a disk error */
#define	DKFL_BADSECT	D_BADSECT	 /* has a bad144 badsector table */
#define	DKFL_QUIET	0x00008		 /* report errors back, but don't complain */
#define	DKFL_BSDLABEL	0x00010	 	/* has a BSD disk label */
#define	DKFL_WRITEPROT	0x00020	 	/* manual unit write protect */
	struct wdparams sc_params; /* ESDI/IDE drive/controller parameters */
	struct disklabel sc_dd;	/* device configuration data */
	struct cpu_disklabel sc_cpd;
	long	sc_badsect[127];	/* 126 plus trailing -1 marker */
};

struct wdc_softc {
	struct	device sc_dev;
	struct	isadev sc_id;
	struct	intrhand sc_ih;

	u_short sc_iobase;
};

struct	wdc_softc	wdcontroller[NWDC];
struct	disk	*wddrives[NWD];		/* table of units */
struct	buf	wdtab[NWDC];		/* various per-controller info */
struct	buf	wdutab[NWD];		/* head of queue per drive */
struct	buf	rwdbuf[NWD];		/* buffers for raw IO */
long	wdxfer[NWD];			/* count of transfers */
int	wdtostatus[NWD];		/* timeout counters */

int wdprobe(), wdattach();

struct	isa_driver wdcdriver = {
	wdprobe, wdattach, "wdc",
};

void wdustart	__P((struct wd_softc *));
void wdstart	__P((int));
int wdcommand	__P((struct wd_softc *, int));
int wdcontrol	__P((struct buf *));
int wdsetctlr	__P((dev_t, struct wd_softc *));
int wdgetctlr	__P((int, struct wd_softc *));
void bad144intern	__P((struct disk *));
void wddisksort __P((void));
int wdreset	__P((int, int, int));

static int
wdcprobe(parent, cf, aux)
	struct device *parent;
	struct cfdata *cf;
	void *aux;
{
	register struct isa_attach_args *ia = aux;
	u_short iobase = ia->ia_iobase;

	/* XXX don't know how to search yet */
	if (iobase == IOBASEUNK)
		return 0;

	outb(iobase + wd_error, 0x5a);		/* error reg not writable */
	outb(iobase + wd_cyl_lo, 0xa5);		/* cyl_lo is */
	if (inb(wdc + wd_error) == 0x5a || inb(iobase + wd_cyl_lo) != 0xa5)
		return 0;
}

/*
 * Probe for controller.
 */
int
wdprobe(struct isa_device *dvp)
{
	struct wd_softc *du;
	int wdc;

	if (dvp->id_unit >= NWDC)
		return(0);

	du = (struct wd_softc *) malloc (sizeof(struct wd_softc), M_TEMP, M_NOWAIT);
	bzero(du, sizeof(struct wd_softc));

	du->sc_ctrlr = dvp->id_unit;
	du->sc_unit = 0;
	du->sc_lunit = 0;
	wdcontroller[dvp->id_unit].sc_iobase = dvp->id_iobase;

	wdc = du->sc_port = dvp->id_iobase;

	/* check if we have registers that work */
	outb(wdc+wd_error, 0x5a);	/* error register not writable */
	outb(wdc+wd_cyl_lo, 0xa5);	/* but all of cyllo are implemented */
	if(inb(wdc+wd_error) == 0x5a || inb(wdc+wd_cyl_lo) != 0xa5)
		goto nodevice;

	wdreset(dvp->id_unit, wdc, 0);

	/* execute a controller only command */
	if (wdcommand(du, WDCC_DIAGNOSE) < 0)
		goto nodevice;

	bzero(&wdtab[du->sc_ctrlr], sizeof(struct buf));

	free(du, M_TEMP);
	return (8);

nodevice:
	free(du, M_TEMP);
	return (0);
}

/*
 * Called for the controller too
 * Attach each drive if possible.
 */
int
wdattach(struct isa_device *dvp)
{
	int unit, lunit;
	struct wd_softc *du;

	if (dvp->id_masunit == -1)
		return(0);
	if (dvp->id_masunit >= NWDC)
		return(0);

	lunit = dvp->id_unit;
	if (lunit == -1) {
		printf("wdc%d: cannot support unit ?\n", dvp->id_masunit);
		return 0;
	}
	if (lunit >= NWD)
		return(0);
	unit = dvp->id_physid;

	du = wddrives[lunit] = (struct wd_softc *)
		malloc(sizeof(struct wd_softc), M_TEMP, M_NOWAIT);
	bzero(du, sizeof(struct wd_softc));
	bzero(&wdutab[lunit], sizeof(struct buf));
	bzero(&rwdbuf[lunit], sizeof(struct buf));
	wdxfer[lunit] = 0;
	wdtostatus[lunit] = 0;
	wdtimeout(lunit);

	du->sc_ctrlr = dvp->id_masunit;
	du->sc_unit = unit;
	du->sc_lunit = lunit;
	du->sc_port = wdcontroller[dvp->id_masunit].sc_iobase;

	if(wdgetctlr(unit, du) == 0)  {
		int i, blank;

		printf("wd%d at wdc%d targ %d: ",
			dvp->id_unit, dvp->id_masunit, dvp->id_physid);
		if(du->sc_params.wdp_heads==0)
			printf("(unknown size) <");
		else
			printf("%dMB %d cyl, %d head, %d sec <",
				du->sc_dd.d_ncylinders * du->sc_dd.d_secpercyl / 2048,
				du->sc_dd.d_ncylinders, du->sc_dd.d_ntracks,
				du->sc_dd.d_nsectors);
		for (i=blank=0; i<sizeof(du->sc_params.wdp_model); i++) {
			char c = du->sc_params.wdp_model[i];
			if (!c)
			    break;
			if (blank && c == ' ')
				continue;
			if (blank && c != ' ') {
				printf(" %c", c);
				blank = 0;
				continue;
			}
			if (c == ' ')
				blank = 1;
			else
				printf("%c", c);
		}
		printf(">\n");
	} else {
		/*printf("wd%d at wdc%d slave %d -- error\n",
			lunit, dvp->id_masunit, unit);*/
		wddrives[lunit] = 0;
		free(du, M_TEMP);
		return 0;
	}
	return 1;
}

/* Read/write routine for a buffer.  Finds the proper unit, range checks
 * arguments, and schedules the transfer.  Does not wait for the transfer
 * to complete.  Multi-page transfers are supported.  All I/O requests must
 * be a multiple of a sector in length.
 */
void
wdstrategy(register struct buf *bp)
{
	register struct buf *dp;
	struct wd_softc *du;	/* Disk unit to do the IO.	*/
	int	lunit = wdunit(bp->b_dev);
	int	s;

	/* valid unit, controller, and request?  */
	if (lunit >= NWD || bp->b_blkno < 0 ||
	    howmany(bp->b_bcount, DEV_BSIZE) >= (1<<NBBY) ||
	    (du = wddrives[lunit]) == 0) {
		bp->b_error = EINVAL;
		bp->b_flags |= B_ERROR;
		goto done;
	}

	/* "soft" write protect check */
	if ((du->sc_flags & DKFL_WRITEPROT) && (bp->b_flags & B_READ) == 0) {
		bp->b_error = EROFS;
		bp->b_flags |= B_ERROR;
		goto done;
	}

	/* have partitions and want to use them? */
	if ((du->sc_flags & DKFL_BSDLABEL) != 0 && wdpart(bp->b_dev) != WDRAW) {
		/*
		 * do bounds checking, adjust transfer. if error, process.
		 * if end of partition, just return
		 */
		if (bounds_check_with_label(bp, &du->sc_dd, du->sc_wlabel) <= 0)
			goto done;
		/* otherwise, process transfer request */
	}

	/* queue transfer on drive, activate drive and controller if idle */
	dp = &wdutab[lunit];
	s = splbio();
	wddisksort(dp, bp);
	if (dp->b_active == 0)
		wdustart(du);		/* start drive */
	if (wdtab[du->sc_ctrlr].b_active == 0)
		wdstart(du->sc_ctrlr);		/* start controller */
	splx(s);
	return;

done:
	/* toss transfer, we're done early */
	biodone(bp);
	return;
}

/*
 * Routine to queue a command to the controller.  The unit's
 * request is linked into the active list for the controller.
 * If the controller is idle, the transfer is started.
 */
static void
wdustart(register struct wd_softc *du)
{
	register struct buf *bp, *dp = &wdutab[du->sc_lunit];
	int ctrlr = du->sc_ctrlr;

	/* unit already active? */
	if (dp->b_active)
		return;

	/* anything to start? */
	bp = dp->b_actf;
	if (bp == NULL)
		return;

	/* link onto controller queue */
	dp->b_forw = NULL;
	if (wdtab[ctrlr].b_actf  == NULL)
		wdtab[ctrlr].b_actf = dp;
	else
		wdtab[ctrlr].b_actl->b_forw = dp;
	wdtab[ctrlr].b_actl = dp;

	/* mark the drive unit as busy */
	dp->b_active = 1;
}

static int
wait_idle(wdc)
	u_short wdc;
{
	/* controller idle? */
	for (timeout=0; inb(wdc+wd_status) & WDCS_BUSY; ) {
		DELAY(WDCDELAY);
		if (++timeout < WDCNDELAY)
			continue;
		return 0;
	}
#ifdef WDCNDELAY_DEBUG
	if(timeout>WDCNDELAY_DEBUG)
		printf("wdc%d: timeout took %dus\n", ctrlr, WDCDELAY * timeout);
#endif
	return 1;
}

static int
wait_ready(wdc)
	u_short wdc;
{
	/* controller idle? */
	for (timeout=0; (inb(wdc+wd_status) & WDCS_READY) == 0; ) {
		DELAY(WDCDELAY);
		if (++timeout < WDCNDELAY)
			continue;
		return 0;
	}
#ifdef WDCNDELAY_DEBUG
	if(timeout>WDCNDELAY_DEBUG)
		printf("wdc%d: timeout took %dus\n", ctrlr, WDCDELAY * timeout);
#endif
	return 1;
}

/*
 * Controller startup routine.  This does the calculation, and starts
 * a single-sector read or write operation.  Called to start a transfer,
 * or from the interrupt routine to continue a multi-sector transfer.
 * RESTRICTIONS:
 * 1.	The transfer length must be an exact multiple of the sector size.
 */
static void
wdstart(int ctrlr)
{
	register struct wd_softc *du;	/* disk unit for IO */
	register struct buf *bp;
	struct disklabel *lp;
	struct buf *dp;
	long	blknum, cylin, head, sector;
	long	secpertrk, secpercyl, addr, timeout;
	int	lunit, wdc;
	int xfrblknum;
	unsigned char status;

loop:
	/* is there a drive for the controller to do a transfer with? */
	dp = wdtab[ctrlr].b_actf;
	if (dp == NULL)
		return;

	/* is there a transfer to this drive ? if so, link it on
	   the controller's queue */
	bp = dp->b_actf;
	if (bp == NULL) {
		wdtab[ctrlr].b_actf = dp->b_forw;
		goto loop;
	}

	/* obtain controller and drive information */
	lunit = wdunit(bp->b_dev);
	du = wddrives[lunit];

	/* if not really a transfer, do control operations specially */
	if (du->sc_state < OPEN) {
		(void) wdcontrol(bp);
		return;
	}

	/* calculate transfer details */
	blknum = bp->b_blkno + du->sc_skip;
#ifdef	WDDEBUG
	if (du->sc_skip == 0)
		printf("\nwdstart %d: %s %d@%d; map ", lunit,
			(bp->b_flags & B_READ) ? "read" : "write",
			bp->b_bcount, blknum);
	else
		printf(" %d)%x", du->sc_skip, inb(du->sc_port+wd_altsts));
#endif
	addr = (int) bp->b_un.b_addr;
	if (du->sc_skip == 0) {
		du->sc_bc = bp->b_bcount;
	}
	if (du->sc_skipm == 0) {
		struct buf *oldbp, *nextbp;
		oldbp = bp;
		nextbp = bp->av_forw;
		du->sc_bct = du->sc_bc;
		oldbp->b_flags |= B_XXX;
		while( nextbp
		    && (oldbp->b_flags & DKFL_SINGLE) == 0
		    && oldbp->b_dev == nextbp->b_dev
		    && nextbp->b_blkno == (oldbp->b_blkno + (oldbp->b_bcount/DEV_BSIZE))
		    && (oldbp->b_flags & B_READ) == (nextbp->b_flags & B_READ)) {
			if( (du->sc_bct+nextbp->b_bcount)/DEV_BSIZE >= 240) {
				break;
			}
			du->sc_bct += nextbp->b_bcount;
			oldbp->b_flags |= B_XXX;
			oldbp = nextbp;
			nextbp = nextbp->av_forw;
		}
	}

	lp = &du->sc_dd;
	secpertrk = lp->d_nsectors;
	secpercyl = lp->d_secpercyl;
	if ((du->sc_flags & DKFL_BSDLABEL) != 0 && wdpart(bp->b_dev) != WDRAW)
		blknum += lp->d_partitions[wdpart(bp->b_dev)].p_offset;
	cylin = blknum / secpercyl;
	head = (blknum % secpercyl) / secpertrk;
	sector = blknum % secpertrk;

	/* Check for bad sectors if we have them, and not formatting */
	/* Only do this in single-sector mode, or when starting a */
	/* multiple-sector transfer. */
#ifdef	B_FORMAT
	if ((du->sc_flags & DKFL_BADSECT) && !(bp->b_flags & B_FORMAT) &&
		((du->sc_skipm == 0) || (du->sc_flags & DKFL_SINGLE))) {
#else
	if ((du->sc_flags & DKFL_BADSECT) &&
		((du->sc_skipm == 0) || (du->sc_flags & DKFL_SINGLE))) {
#endif

		long blkchk, blkend, blknew;
		int i;

		blkend = blknum + howmany(du->sc_bct, DEV_BSIZE) - 1;
		for (i = 0; (blkchk = du->sc_badsect[i]) != -1; i++) {
			if (blkchk > blkend) {
				break;	/* transfer is completely OK; done */
			} else if (blkchk == blknum) {
				blknew = lp->d_secperunit - lp->d_nsectors - i - 1;
				cylin = blknew / secpercyl;
				head = (blknew % secpercyl) / secpertrk;
				sector = blknew % secpertrk;
				du->sc_flags |= DKFL_SINGLE;
				/* found and replaced first blk of transfer; done */
				break;
			} else if (blkchk > blknum) {
				du->sc_flags |= DKFL_SINGLE;
				break;	/* bad block inside transfer; done */
			}
		}
	}
	if( du->sc_flags & DKFL_SINGLE) {
		du->sc_bct = du->sc_bc;
		du->sc_skipm = du->sc_skip;
	}

#ifdef WDDEBUG
	pg("c%d h%d s%d ", cylin, head, sector);
#endif

	sector += 1;	/* sectors begin with 1, not 0 */

	wdtab[ctrlr].b_active = 1;		/* mark controller active */
	wdc = du->sc_port;

	/* instrumentation */
	if (du->sc_unit >= 0 && du->sc_skip == 0) {
		sc_busy |= 1 << du->sc_lunit;
		sc_wds[du->sc_lunit] += bp->b_bcount >> 6;
	}
	if (du->sc_unit >= 0 && du->sc_skipm == 0) {
		++sc_seek[du->sc_lunit];
		++sc_xfer[du->sc_lunit];
	}

retry:
	/* if starting a multisector transfer, or doing single transfers */
	if (du->sc_skipm == 0 || (du->sc_flags & DKFL_SINGLE)) {
		if (wdtab[ctrlr].b_errcnt && (bp->b_flags & B_READ) == 0) {
			du->sc_bc += DEV_BSIZE;
			du->sc_bct += DEV_BSIZE;
		}

		if (!wait_idle(wdc))
			wdreset(ctrlr, wdc, 1);

		/* stuff the task file */
		outb(wdc+wd_precomp, lp->d_precompcyl / 4);
#ifdef	B_FORMAT
		if (bp->b_flags & B_FORMAT) {
			outb(wdc+wd_sector, lp->d_gap3);
			outb(wdc+wd_seccnt, lp->d_nsectors);
		} else {
			if (du->sc_flags & DKFL_SINGLE)
				outb(wdc+wd_seccnt, 1);
			else
				outb(wdc+wd_seccnt, howmany(du->sc_bct, DEV_BSIZE));
			outb(wdc+wd_sector, sector);
		}
#else
		if (du->sc_flags & DKFL_SINGLE)
			outb(wdc+wd_seccnt, 1);
		else
			outb(wdc+wd_seccnt, howmany(du->sc_bct, DEV_BSIZE));
		outb(wdc+wd_sector, sector);
#endif
		outb(wdc+wd_cyl_lo, cylin);
		outb(wdc+wd_cyl_hi, cylin >> 8);

		/* set up the SDH register (select drive) */
		outb(wdc+wd_sdh, WDSD_IBM | (du->sc_unit<<4) | (head & 0xf));

		if (!wait_idle(wdc))
			goto retry;

		/* initiate command! */
#ifdef	B_FORMAT
		if (bp->b_flags & B_FORMAT)
			outb(wdc+wd_command, WDCC_FORMAT);
		else
			outb(wdc+wd_command,
				(bp->b_flags & B_READ)? WDCC_READ : WDCC_WRITE);
#else
		outb(wdc+wd_command, (bp->b_flags & B_READ)? WDCC_READ : WDCC_WRITE);
#endif
#ifdef	WDDEBUG
		printf("sector %d cylin %d head %d addr %x sts %x\n",
			sector, cylin, head, addr, inb(wdc+wd_altsts));
#endif
	}

	/* if this is a read operation, just go away until it's done.	*/
	if (bp->b_flags & B_READ) {
		wdtostatus[lunit] = 2;
		return;
	}

	/* ready to send data?	*/
	for (timeout=0; (inb(wdc+wd_altsts) & WDCS_DRQ) == 0; ) {
		DELAY(WDCDELAY);
		if (++timeout < WDCNDELAY)
			continue;
		wdreset(ctrlr, wdc, 1);
		goto retry;
	}
#ifdef WDCNDELAY_DEBUG
	if(timeout>WDCNDELAY_DEBUG)
		printf("wdc%d: timeout took %dus\n", ctrlr, WDCDELAY * timeout);
#endif

	/* then send it! */
outagain:
	outsw (wdc+wd_data, addr+du->sc_skip * DEV_BSIZE,
		DEV_BSIZE/sizeof(short));
	du->sc_bc -= DEV_BSIZE;
	du->sc_bct -= DEV_BSIZE;
	wdtimeoutstatus[lunit] = 2;
}

/* Interrupt routine for the controller.  Acknowledge the interrupt, check for
 * errors on the current operation, mark it done if necessary, and start
 * the next request.  Also check for a partially done transfer, and
 * continue with the next chunk if so.
 */
void
wdintr(struct intrframe wdif)
{
	register struct	disk *du;
	register struct buf *bp, *dp;
	int status, wdc, ctrlr, timeout;

	ctrlr = wdif.if_vec;

	if (!wdtab[ctrlr].b_active) {
		printf("wdc%d: extra interrupt\n", ctrlr);
		return;
	}

	dp = wdtab[ctrlr].b_actf;
	bp = dp->b_actf;
	du = wddrives[wdunit(bp->b_dev)];
	wdc = du->sc_port;

#ifdef	WDDEBUG
	printf("I%d ", ctrlr);
#endif

	(void)wait_idle(wdc);

	/* is it not a transfer, but a control operation? */
	if (du->sc_state < OPEN) {
		if (wdcontrol(bp))
			wdstart(ctrlr);
		return;
	}

	/* have we an error? */
	if (status & (WDCS_ERR | WDCS_ECCCOR)) {
		du->sc_status = status;
		du->sc_error = inb(wdc + wd_error);
#ifdef	WDDEBUG
		printf("status %x error %x\n", status, du->sc_error);
#endif
		if((du->sc_flags & DKFL_SINGLE) == 0) {
			du->sc_flags |=  DKFL_ERROR;
			goto outt;
		}
#ifdef B_FORMAT
		if (bp->b_flags & B_FORMAT) {
			bp->b_flags |= B_ERROR;
			goto done;
		}
#endif

		/* error or error correction? */
		if (status & WDCS_ERR) {
			if (++wdtab[ctrlr].b_errcnt < WDIORETRIES) {
				wdtab[ctrlr].b_active = 0;
			} else {
				if((du->sc_flags & DKFL_QUIET) == 0) {
					diskerr(bp, "wd", "hard error",
						LOG_PRINTF, du->sc_skip,
						&du->sc_dd);
#ifdef WDDEBUG
					printf( "status %b error %b\n",
						status, WDCS_BITS,
						inb(wdc+wd_error), WDERR_BITS);
#endif
				}
				bp->b_flags |= B_ERROR;	/* flag the error */
			}
		} else if((du->sc_flags & DKFL_QUIET) == 0) {
			diskerr(bp, "wd", "soft ecc", 0,
				du->sc_skip, &du->sc_dd);
		}
	}
outt:

	/*
	 * If this was a successful read operation, fetch the data.
	 */
	if (((bp->b_flags & (B_READ | B_ERROR)) == B_READ) && wdtab[ctrlr].b_active) {
		int chk, dummy;

		chk = min(DEV_BSIZE / sizeof(short), du->sc_bc / sizeof(short));

		/* ready to receive data? */
		for (timeout = 0; (inb(wdc+wd_status) & WDCS_DRQ) == 0; ) {
DELAY(WDCDELAY);
			if (++timeout < WDCNDELAY/20)
				continue;
			wdstart(ctrlr);
/* #ifdef WDDEBUG */
			printf("wdc%d: timeout in wdintr WDCS_DRQ\n", ctrlr);
/* #endif */
			break;
		}

		/* suck in data */
		insw (wdc+wd_data,
			(int)bp->b_un.b_addr + du->sc_skip * DEV_BSIZE, chk);
		du->sc_bc -= chk * sizeof(short);
		du->sc_bct -= chk * sizeof(short);

		/* for obselete fractional sector reads */
		while (chk++ < (DEV_BSIZE / sizeof(short)))
			insw(wdc+wd_data, &dummy, 1);
	}

	wdxfer[du->sc_lunit]++;
	if (wdtab[ctrlr].b_active) {
		if (du->sc_unit >= 0)
			sc_busy &=~ (1 << du->sc_unit);
		if ((bp->b_flags & B_ERROR) == 0) {
			du->sc_skip++;		/* Add to succ. sect */
			du->sc_skipm++;		/* Add to succ. sect for multitransfer */
			if (wdtab[ctrlr].b_errcnt && (du->sc_flags & DKFL_QUIET) == 0)
				diskerr(bp, "wd", "soft error", 0,
					du->sc_skip, &du->sc_dd);
			wdtab[ctrlr].b_errcnt = 0;

			/* see if more to transfer */
			if (du->sc_bc > 0 && (du->sc_flags & DKFL_ERROR) == 0) {
				if( (du->sc_flags & DKFL_SINGLE)
				    || (du->sc_flags & B_READ) == 0) {
					wdstart(ctrlr);
					return;		/* next chunk is started */
				}
			} else if ((du->sc_flags & (DKFL_SINGLE|DKFL_ERROR)) == DKFL_ERROR) {
				du->sc_skip = 0;
				du->sc_skipm = 0;
				du->sc_flags &= ~DKFL_ERROR;
				du->sc_flags |=  DKFL_SINGLE;
				wdstart(ctrlr);
				return;		/* redo xfer sector by sector */
			}
		}

done:
		/* done with this transfer, with or without error */
		du->sc_flags &= ~DKFL_SINGLE;
		wdtab[ctrlr].b_errcnt = 0;
		du->sc_skip = 0;
		if( du->sc_bct == 0) {
			wdtab[ctrlr].b_actf = dp->b_forw;
			du->sc_skipm = 0;
			dp->b_active = 0;
		}
		dp->b_actf = bp->av_forw;
		dp->b_errcnt = 0;
		bp->b_resid = 0;
		bp->b_flags &= ~B_XXX;
		biodone(bp);
	}

	/* anything more on drive queue? */
	if (dp->b_actf && du->sc_bct == 0)
		wdustart(du);

	/* anything more for controller to do? */
	if (wdtab[ctrlr].b_actf)
		wdstart(ctrlr);

	if (!wdtab[ctrlr].b_actf)
		wdtab[ctrlr].b_active = 0;
}

/*
 * Initialize a drive.
 */
int
wdopen(dev_t dev, int flags, int fmt, struct proc *p)
{
	register unsigned int lunit;
	register struct wd_softc *du;
	int part = wdpart(dev), mask = 1 << part;
	struct partition *pp;
	int error = 0;
	char *msg;

	lunit = wdunit(dev);
	if (lunit >= NWD)
		return (ENXIO);

	du = wddrives[lunit];

	if (du == 0)
		return (ENXIO);

	if (part == WDRAW)
		du->sc_flags |= DKFL_QUIET;
	else
		du->sc_flags &= ~DKFL_QUIET;

	if ((du->sc_flags & DKFL_BSDLABEL) == 0) {
		du->sc_flags |= DKFL_WRITEPROT;
		wdutab[lunit].b_actf = NULL;

		/*
		 * Use the default sizes until we've read the label,
		 * or longer if there isn't one there.
		 */
		bzero(&du->sc_dd, sizeof(du->sc_dd));
#undef d_type /* fix goddamn segments.h! XXX */
		du->sc_dd.d_type = DTYPE_ST506;
		du->sc_dd.d_ncylinders = 1024;
		du->sc_dd.d_secsize = DEV_BSIZE;
		du->sc_dd.d_ntracks = 8;
		du->sc_dd.d_nsectors = 17;
		du->sc_dd.d_secpercyl = 17*8;
		du->sc_dd.d_secperunit = 17*8*1024;
		du->sc_state = WANTOPEN;

		/* read label using "raw" partition */
#ifdef garbage
		/* wdsetctlr(dev, du); */	/* Maybe do this TIH */
		msg = readdisklabel(makewddev(major(dev), wdunit(dev), WDRAW),
			wdstrategy, &du->sc_dd, &du->sc_cpd);
		wdsetctlr(dev, du);
		msg = readdisklabel(makewddev(major(dev), wdunit(dev), WDRAW),
			wdstrategy, &du->sc_dd, &du->sc_cpd);
		if (msg) {
			if((du->sc_flags & DKFL_QUIET) == 0) {
				log(LOG_WARNING, "wd%d: cannot find label (%s)\n",
					lunit, msg);
				error = EINVAL;		/* XXX needs translation */
			}
			goto done;
		} else {
			wdsetctlr(dev, du);
			du->sc_flags |= DKFL_BSDLABEL;
		du->sc_flags &= ~DKFL_WRITEPROT;
		if (du->sc_dd.d_flags & D_BADSECT)
			du->sc_flags |= DKFL_BADSECT;
		}
#else
		if (msg = readdisklabel(makewddev(major(dev), wdunit(dev), WDRAW),
		    wdstrategy, &du->sc_dd, &du->sc_cpd) ) {
			if((du->sc_flags & DKFL_QUIET) == 0) {
				log(LOG_WARNING, "wd%d: cannot find label (%s)\n",
					lunit, msg);
				error = EINVAL;		/* XXX needs translation */
			}
			goto done;
		} else {
			wdsetctlr(dev, du);
			du->sc_flags |= DKFL_BSDLABEL;
			du->sc_flags &= ~DKFL_WRITEPROT;
			if (du->sc_dd.d_flags & D_BADSECT)
				du->sc_flags |= DKFL_BADSECT;
		}
#endif

done:
		if (error) {
			return(error);
		}
	}

	if (du->sc_flags & DKFL_BADSECT)
		bad144intern(du);

	/*
	 * Warn if a partion is opened
	 * that overlaps another partition which is open
	 * unless one is the "raw" partition (whole disk).
	 */
	if ((du->sc_openpart & mask) == 0 /*&& part != RAWPART*/ && part != WDRAW) {
		int	start, end;

		pp = &du->sc_dd.d_partitions[part];
		start = pp->p_offset;
		end = pp->p_offset + pp->p_size;
		for (pp = du->sc_dd.d_partitions;
		    pp < &du->sc_dd.d_partitions[du->sc_dd.d_npartitions]; pp++) {
			if (pp->p_offset + pp->p_size <= start || pp->p_offset >= end)
				continue;
			/*if (pp - du->sc_dd.d_partitions == RAWPART)
				continue; */
			if (pp - du->sc_dd.d_partitions == WDRAW)
				continue;
			if (du->sc_openpart & (1 << (pp - du->sc_dd.d_partitions)))
				log(LOG_WARNING,
					"wd%d%c: overlaps open partition (%c)\n",
					lunit, part + 'a',
					pp - du->sc_dd.d_partitions + 'a');
		}
	}

	if (part >= du->sc_dd.d_npartitions && part != WDRAW) {
		return (ENXIO);
	}

	/* insure only one open at a time */
	du->sc_openpart |= mask;
	switch (fmt) {
	case S_IFCHR:
		du->sc_copenpart |= mask;
		break;
	case S_IFBLK:
		du->sc_bopenpart |= mask;
		break;
	}
	return (0);
}

/*
 * Implement operations other than read/write.
 * Called from wdstart or wdintr during opens and formats.
 * Uses finite-state-machine to track progress of operation in progress.
 * Returns 0 if operation still in progress, 1 if completed.
 */
static int
wdcontrol(register struct buf *bp)
{
	register struct wd_softc *du;
	register unit, lunit;
	unsigned char  stat;
	int s, ctrlr, timeout;
	int wdc;

	du = wddrives[wdunit(bp->b_dev)];
	ctrlr = du->sc_ctrlr;
	unit = du->sc_unit;
	lunit = du->sc_lunit;
	wdc = du->sc_port;

	switch (du->sc_state) {
tryagainrecal:
	case WANTOPEN:			/* set SDH, step rate, do restore */
#ifdef	WDDEBUG
		printf("wd%d: recal ", lunit);
#endif
		s = splbio();		/* not called from intr level ... */
		wdgetctlr(unit, du);

		if (!wait_ready(wdc)) {
			wdreset(ctrlr, wdc, 1);
			goto tryagainrecal;
		}

		outb(wdc+wd_sdh, WDSD_IBM | (unit << 4));
		wdtab[ctrlr].b_active = 1;
		outb(wdc+wd_command, WDCC_RESTORE | WD_STEP);

		if (!wait_ready(wdc)) {
			wdreset(ctrlr, wdc, 1);
			goto tryagainrecal;
		}

		du->sc_state = RECAL;
		splx(s);
		return(0);
	case RECAL:
		if ((stat = inb(wdc+wd_status)) & WDCS_ERR) {
			if ((du->sc_flags & DKFL_QUIET) == 0) {
				printf("wd%d: recal", du->sc_lunit);
				printf(": status %b error %b\n",
				       stat, WDCS_BITS, inb(wdc+wd_error),
				       WDERR_BITS);
			}
			if (++wdtab[ctrlr].b_errcnt < WDIORETRIES)
				goto tryagainrecal;
			bp->b_error = ENXIO;	/* XXX needs translation */
			goto badopen;
		}

		/* some controllers require this ... */
		wdsetctlr(bp->b_dev, du);

		wdtab[ctrlr].b_errcnt = 0;
		du->sc_state = OPEN;
		/*
		 * The rest of the initialization can be done
		 * by normal means.
		 */
		return(1);
	default:
		panic("wdcontrol");
	}
	/* NOTREACHED */

badopen:
	if ((du->sc_flags & DKFL_QUIET) == 0)
		printf(": status %b error %b\n",
			stat, WDCS_BITS, inb(wdc + wd_error), WDERR_BITS);
	bp->b_flags |= B_ERROR;
	return(1);
}

/*
 * send a command and wait uninterruptibly until controller is finished.
 * return -1 if controller busy for too long, otherwise
 * return status. intended for brief controller commands at critical points.
 * assumes interrupts are blocked.
 */
static int
wdcommand(struct wd_softc *du, int cmd)
{
	int timeout, stat, wdc;

	/*DELAY(2000);*/
	wdc = du->sc_port;

	if (!wait_idle(wdc))
		return -1;

	/* send command, await results */
	outb(wdc+wd_command, cmd);

	if (!wait_idle(wdc))
		return -1;

	if (cmd != WDCC_READP)
		return inb(wdc + wd_status);

	/* is controller ready to return data? */
	for (timeout=0; ((stat=inb(wdc+wd_status)) & (WDCS_ERR|WDCS_DRQ)) == 0; ) {
		DELAY(WDCDELAY);
		if(++timeout > WDCNDELAY)
			return -1;
	}
#ifdef WDCNDELAY_DEBUG
	if(timeout>WDCNDELAY_DEBUG)
		printf("wdc%d: timeout took %dus\n", du->sc_ctrlr, WDCDELAY * timeout);
#endif

	return (stat);
}

/*
 * issue IDC to drive to tell it just what geometry it is to be.
 */
static int
wdsetctlr(dev_t dev, struct wd_softc *du)
{
	int stat, x, wdc;

/*
	printf("wd(%d,%d) C%dH%dS%d\n", du->sc_ctrlr, du->sc_unit,
		du->sc_dd.d_ncylinders, du->sc_dd.d_ntracks, du->sc_dd.d_nsectors);
*/

	wdc = du->sc_port;

	/*DELAY(2000);*/

	x = splbio();
	outb(wdc+wd_cyl_lo, du->sc_dd.d_ncylinders);		/* TIH: was ...ders+1 */
	outb(wdc+wd_cyl_hi, (du->sc_dd.d_ncylinders)>>8);	/* TIH: was ...ders+1 */
	outb(wdc+wd_sdh, WDSD_IBM | (du->sc_unit << 4) + du->sc_dd.d_ntracks-1);
	outb(wdc+wd_seccnt, du->sc_dd.d_nsectors);
	stat = wdcommand(du, WDCC_IDC);

	if (stat & WDCS_ERR)
		printf("wdsetctlr: status %b error %b\n",
			stat, WDCS_BITS, inb(wdc+wd_error), WDERR_BITS);
	splx(x);
	return(stat);
}

/*
 * issue READP to drive to ask it what it is.
 */
static int
wdgetctlr(int u, struct wd_softc *du)
{
	int stat, x, i, wdc;
	char tb[DEV_BSIZE];
	struct wdparams *wp;
	int timeout;

	x = splbio();		/* not called from intr level ... */
	wdc = du->sc_port;

	if (!wait_idle(wdc)) {
		splx(x);
		return -1;
	}

	outb(wdc+wd_sdh, WDSD_IBM | (u << 4));

	if (!wait_ready(wdc)) {
		splx(x);
		return -1;
	}

	stat = wdcommand(du, WDCC_READP);

	if (!wait_ready(wdc)) {
		splx(x);
		return -1;
	}

	if (stat < 0) {
		splx(x);
		return(stat);
	}

	if( (stat & WDCS_ERR) == 0) {
		/* obtain parameters */
		wp = &du->sc_params;
		insw(wdc+wd_data, tb, sizeof(tb)/sizeof(short));
		bcopy(tb, wp, sizeof(struct wdparams));

		/* shuffle string byte order */
		for (i=0; i < sizeof(wp->wdp_model); i+=2) {
			u_short *p;
			p = (u_short *) (wp->wdp_model + i);
			*p = ntohs(*p);
		}

		strncpy(du->sc_dd.d_typename, "ESDI/IDE", sizeof du->sc_dd.d_typename);
		du->sc_dd.d_type = DTYPE_ESDI;
		bcopy(wp->wdp_model+20, du->sc_dd.d_packname, 14-1);

		/* update disklabel given drive information */
		du->sc_dd.d_ncylinders = wp->wdp_fixedcyl + wp->wdp_removcyl /*+- 1*/;
		du->sc_dd.d_ntracks = wp->wdp_heads;
		du->sc_dd.d_nsectors = wp->wdp_sectors;
		du->sc_dd.d_secpercyl = du->sc_dd.d_ntracks * du->sc_dd.d_nsectors;
		du->sc_dd.d_partitions[1].p_size = du->sc_dd.d_secpercyl *
			wp->wdp_sectors;
		du->sc_dd.d_partitions[1].p_offset = 0;
	} else {
		/*
		 * If WDCC_READP fails then we might have an old drive
		 * so we try a seek to 0; if that passes then the
		 * drive is there but it's OLD AND KRUSTY.
		 */
		stat = wdcommand(du, WDCC_RESTORE | WD_STEP);
		if(stat & WDCS_ERR) {
			splx(x);
			return(inb(wdc+wd_error));
		}

		strncpy(du->sc_dd.d_typename, "ST506", sizeof du->sc_dd.d_typename);
		strncpy(du->sc_params.wdp_model, "Unknown Type",
			sizeof du->sc_params.wdp_model);
		du->sc_dd.d_type = DTYPE_ST506;
	}

#if 0
	printf("gc %x cyl %d trk %d sec %d type %d sz %d model %s\n", wp->wdp_config,
		wp->wdp_fixedcyl+wp->wdp_removcyl, wp->wdp_heads, wp->wdp_sectors,
		wp->wdp_cntype, wp->wdp_cnsbsz, wp->wdp_model);
#endif

	/* better ... */
	du->sc_dd.d_subtype |= DSTYPE_GEOMETRY;

	/* XXX sometimes possibly needed */
	(void) inb(wdc+wd_status);
	splx(x);
	return (0);
}


/* ARGSUSED */
int
wdclose(dev_t dev, int flags, int fmt)
{
	register struct wd_softc *du;
	int part = wdpart(dev), mask = 1 << part;

	du = wddrives[wdunit(dev)];

	/* insure only one open at a time */
	du->sc_openpart &= ~mask;
	switch (fmt) {
	case S_IFCHR:
		du->sc_copenpart &= ~mask;
		break;
	case S_IFBLK:
		du->sc_bopenpart &= ~mask;
		break;
	}
	return(0);
}

int
wdioctl(dev_t dev, int cmd, caddr_t addr, int flag)
{
	int lunit = wdunit(dev);
	register struct wd_softc *du;
	int error = 0;
	struct uio auio;
	struct iovec aiov;

	du = wddrives[lunit];

	switch (cmd) {
	case DIOCSBAD:
		if ((flag & FWRITE) == 0)
			error = EBADF;
		else {
			du->sc_cpd.bad = *(struct dkbad *)addr;
			bad144intern(du);
		}
		break;

	case DIOCGDINFO:
		*(struct disklabel *)addr = du->sc_dd;
		break;

	case DIOCGPART:
		((struct partinfo *)addr)->disklab = &du->sc_dd;
		((struct partinfo *)addr)->part =
			&du->sc_dd.d_partitions[wdpart(dev)];
		break;

	case DIOCSDINFO:
		if ((flag & FWRITE) == 0)
			error = EBADF;
		else {
			error = setdisklabel(&du->sc_dd, (struct disklabel *)addr,
				 /*(du->sc_flags&DKFL_BSDLABEL) ? du->sc_openpart : */0,
				 &du->sc_cpd);
		}
		if (error == 0) {
			du->sc_flags |= DKFL_BSDLABEL;
			wdsetctlr(dev, du);
		}
		break;

    case DIOCWLABEL:
		du->sc_flags &= ~DKFL_WRITEPROT;
		if ((flag & FWRITE) == 0)
			error = EBADF;
		else
			du->sc_wlabel = *(int *)addr;
		break;

    case DIOCWDINFO:
		du->sc_flags &= ~DKFL_WRITEPROT;
		if ((flag & FWRITE) == 0)
			error = EBADF;
		else if ((error = setdisklabel(&du->sc_dd, (struct disklabel *)addr,
		    /*(du->sc_flags & DKFL_BSDLABEL) ? du->sc_openpart :*/ 0,
		    &du->sc_cpd)) == 0) {
			int wlab;

			du->sc_flags |= DKFL_BSDLABEL;
			wdsetctlr(dev, du);

			/* simulate opening partition 0 so write succeeds */
			du->sc_openpart |= (1 << 0);	    /* XXX */
			wlab = du->sc_wlabel;
			du->sc_wlabel = 1;
			error = writedisklabel(dev, wdstrategy, &du->sc_dd, &du->sc_cpd);
			du->sc_openpart = du->sc_copenpart | du->sc_bopenpart;
			du->sc_wlabel = wlab;
		}
		break;

#ifdef notyet
	case DIOCGDINFOP:
		*(struct disklabel **)addr = &(du->sc_dd);
		break;

	case DIOCWFORMAT:
		if ((flag & FWRITE) == 0)
			error = EBADF;
		else {
			register struct format_op *fop;

			fop = (struct format_op *)addr;
			aiov.iov_base = fop->df_buf;
			aiov.iov_len = fop->df_count;
			auio.uio_iov = &aiov;
			auio.uio_iovcnt = 1;
			auio.uio_resid = fop->df_count;
			auio.uio_segflg = 0;
			auio.uio_offset = fop->df_startblk * du->sc_dd.d_secsize;
			error = physio(wdformat, &rwdbuf[lunit], dev, B_WRITE,
				minphys, &auio);
			fop->df_count -= auio.uio_resid;
			fop->df_reg[0] = du->sc_status;
			fop->df_reg[1] = du->sc_error;
		}
		break;
#endif

	default:
		error = ENOTTY;
		break;
	}
	return (error);
}

#ifdef	B_FORMAT
int
wdformat(struct buf *bp)
{
	bp->b_flags |= B_FORMAT;
	return (wdstrategy(bp));
}
#endif

int
wdsize(dev_t dev)
{
	int lunit = wdunit(dev), part = wdpart(dev);
	struct wd_softc *du;

	if (lunit >= NWD)
		return(-1);

	if ((du = wddrives[lunit]) == 0)
		return (-1);

	if (du->sc_state < OPEN || (du->sc_flags & DKFL_BSDLABEL) == 0) {
		int val;
		val = wdopen(makewddev(major(dev), lunit, WDRAW), FREAD, S_IFBLK, 0);
		if (val != 0)
			return (-1);
	}

	if ((du->sc_flags & (DKFL_WRITEPROT|DKFL_BSDLABEL)) != DKFL_BSDLABEL)
		return (-1);
	else
		return((int)du->sc_dd.d_partitions[part].p_size);
}

extern	char *vmmap;	    /* poor name! */

/* dump core after a system crash */
int
wddump(dev_t dev)
{
	register struct wd_softc *du;	/* disk unit to do the IO */
	long	num;			/* number of sectors to write */
	int	ctrlr, lunit, part, wdc;
	long	blkoff, blknum;
	long	cylin, head, sector, stat;
	long	secpertrk, secpercyl, nblocks, i;
	char *addr;
	extern	int Maxmem;
	static  wddoingadump = 0;
	extern caddr_t CADDR1;

	addr = (char *) 0;		/* starting address */

#if DO_NOT_KNOW_HOW
	/* toss any characters present prior to dump, ie. non-blocking getc */
	while (cngetc())
		;
#endif

	/* size of memory to dump */
	num = Maxmem;
	lunit = wdunit(dev);	/* eventually support floppies? */
	part = wdpart(dev);		/* file system */
	/* check for acceptable drive number */
	if (lunit >= NWD)
		return(ENXIO);

	du = wddrives[lunit];
	if (du == 0)
		return(ENXIO);
	/* was it ever initialized ? */
	if (du->sc_state < OPEN)
		return (ENXIO);
	if (du->sc_flags & DKFL_WRITEPROT)
		return(ENXIO);
	wdc = du->sc_port;
	ctrlr = du->sc_ctrlr;

	/* Convert to disk sectors */
	num = (u_long) num * NBPG / du->sc_dd.d_secsize;

	/* check if controller active */
	/*if (wdtab[ctrlr].b_active)
		return(EFAULT); */
	if (wddoingadump)
		return(EFAULT);

	secpertrk = du->sc_dd.d_nsectors;
	secpercyl = du->sc_dd.d_secpercyl;
	nblocks = du->sc_dd.d_partitions[part].p_size;
	blkoff = du->sc_dd.d_partitions[part].p_offset;

	/*pg("xunit %x, nblocks %d, dumplo %d num %d\n", part,nblocks,dumplo,num);*/
	/* check transfer bounds against partition size */
	if ((dumplo < 0) || ((dumplo + num) > nblocks))
		return(EINVAL);

	/* mark controller active for if we panic during the dump */
	/* wdtab[ctrlr].b_active = 1; */
	wddoingadump = 1;
	(void)wait_idle(wdc);
	outb(wdc+wd_sdh, WDSD_IBM | (du->sc_unit << 4));
	outb(wdc+wd_command, WDCC_RESTORE | WD_STEP);
	(void)wait_idle(wdc);

	/* some compaq controllers require this ... */
	wdsetctlr(dev, du);

	blknum = dumplo + blkoff;
	while (num > 0) {
		pmap_enter(kernel_pmap, CADDR1, trunc_page(addr), VM_PROT_READ, TRUE);

		/* compute disk address */
		cylin = blknum / secpercyl;
		head = (blknum % secpercyl) / secpertrk;
		sector = blknum % secpertrk;

		if (du->sc_flags & DKFL_BADSECT) {
			long newblk;
			int i;

			for (i = 0; du->sc_badsect[i] != -1; i++) {
				if (blknum < du->sc_badsect[i]) {
					break;	/* sorted list, passed our block by */
				} else if (blknum == du->sc_badsect[i]) {
					newblk = du->sc_dd.d_secperunit -
						du->sc_dd.d_nsectors - i - 1;
					cylin = newblk / secpercyl;
					head = (newblk % secpercyl) / secpertrk;
					sector = newblk % secpertrk;
					/* found and repl; done scanning bad144 table */
					break;
				}
			}
		}
		sector++;		/* origin 1 */

		/* select drive.     */
		outb(wdc+wd_sdh, WDSD_IBM | (du->sc_unit<<4) | (head & 0xf));
		(void)wait_ready(wdc);

		/* transfer some blocks */
		outb(wdc+wd_sector, sector);
		outb(wdc+wd_seccnt,1);
		outb(wdc+wd_cyl_lo, cylin);
		outb(wdc+wd_cyl_hi, cylin >> 8);
#ifdef notdef
		/* lets just talk about this first...*/
		pg ("sdh 0%o sector %d cyl %d addr 0x%x",
			inb(wdc+wd_sdh), inb(wdc+wd_sector),
			inb(wdc+wd_cyl_hi)*256+inb(wdc+wd_cyl_lo), addr);
#endif
		outb(wdc+wd_command, WDCC_WRITE);

		/* Ready to send data?	*/
		while ((inb(wdc+wd_status) & WDCS_DRQ) == 0)
			;
		if (inb(wdc+wd_status) & WDCS_ERR)
			return(EIO);

		outsw (wdc+wd_data, CADDR1+((int)addr&(NBPG-1)), 256);

		if (inb(wdc+wd_status) & WDCS_ERR)
			return(EIO);

		/* Check data request (should be done). */
		if (inb(wdc+wd_status) & WDCS_DRQ)
			return(EIO);

		if (!wait_idle(wdc))
			return(EIO);

		/* error check the xfer */
		if (inb(wdc+wd_status) & WDCS_ERR)
			return(EIO);

		if ((unsigned)addr % (1024*1024) == 0)
			printf("%d ", num/2048);

		/* update block count */
		num--;
		blknum++;
		(int) addr += 512;

#if DO_NOT_KNOW_HOW
		/* operator aborting dump? non-blocking getc() */
		if (cngetc())
			return(EINTR);
#endif
	}
	return(0);
}

/*
 * Internalize the bad sector table.
 */
void
bad144intern(struct wd_softc *du)
{
	int i;
	if (du->sc_flags & DKFL_BADSECT) {
		for (i = 0; i < 127; i++) {
			du->sc_badsect[i] = -1;
		}

		for (i = 0; i < 126; i++) {
			if (du->sc_cpd.bad.bt_bad[i].bt_cyl == 0xffff) {
				break;
			} else {
				du->sc_badsect[i] =
				    du->sc_cpd.bad.bt_bad[i].bt_cyl *
					du->sc_dd.d_secpercyl +
				   (du->sc_cpd.bad.bt_bad[i].bt_trksec >> 8) *
					du->sc_dd.d_nsectors +
				   (du->sc_cpd.bad.bt_bad[i].bt_trksec & 0x00ff);
			}
		}
	}
}

/* this routine was adopted from the kernel sources */
/* more efficient because b_cylin is not really as useful at this level */
/* so I eliminate the processing, I believe that sorting the sectors */
/* is adequate */
void
wddisksort(struct buf *dp, struct buf *bp)
{
	register struct buf *ap;

	/*
	 * If nothing on the activity queue, then
	 * we become the only thing.
	 */
	ap = dp->b_actf;
	if(ap == NULL) {
		dp->b_actf = bp;
		dp->b_actl = bp;
		bp->av_forw = NULL;
		return;
	}
	while( ap->b_flags & B_XXX) {
		if( ap->av_forw == 0 || (ap->av_forw->b_flags & B_XXX) == 0)
			break;
		ap = ap->av_forw;
	}
	/*
	 * If we lie after the first (currently active)
	 * request, then we must locate the second request list
	 * and add ourselves to it.
	 */
	if (bp->b_blkno < ap->b_blkno) {
		while (ap->av_forw) {
			/*
			 * Check for an ``inversion'' in the
			 * normally ascending cylinder numbers,
			 * indicating the start of the second request list.
			 */
			if (ap->av_forw->b_blkno < ap->b_blkno) {
				/*
				 * Search the second request list
				 * for the first request at a larger
				 * cylinder number.  We go before that;
				 * if there is no such request, we go at end.
				 */
				do {
					if (bp->b_blkno < ap->av_forw->b_blkno)
						goto insert;
					ap = ap->av_forw;
				} while (ap->av_forw);
				goto insert;		/* after last */
			}
			ap = ap->av_forw;
		}
		/*
		 * No inversions... we will go after the last, and
		 * be the first request in the second request list.
		 */
		goto insert;
	}
	/*
	 * Request is at/after the current request...
	 * sort in the first request list.
	 */
	while (ap->av_forw) {
		/*
		 * We want to go after the current request
		 * if there is an inversion after it (i.e. it is
		 * the end of the first request list), or if
		 * the next request is a larger cylinder than our request.
		 */
		if (ap->av_forw->b_blkno < ap->b_blkno ||
		    bp->b_blkno < ap->av_forw->b_blkno )
			goto insert;
		ap = ap->av_forw;
	}
	/*
	 * Neither a second list nor a larger
	 * request... we go at the end of the first list,
	 * which is the same as the end of the whole schebang.
	 */
insert:
	bp->av_forw = ap->av_forw;
	ap->av_forw = bp;
	if (ap == dp->b_actl)
		dp->b_actl = bp;
}

int
wdreset(ctrlr, wdc, err)
	int ctrlr;
	int wdc;
	int err;
{
	int stat, timeout;

	if(err)
		printf("wdc%d: busy too long, resetting\n", ctrlr);

	/* reset the device  */
	outb(wdc+wd_ctlr, WDCTL_RST|WDCTL_IDS);
	DELAY(1000);
	outb(wdc+wd_ctlr, WDCTL_4BIT);

	if (!wait_idle(wdc))
		printf("wdc%d: failed to reset controller\n", ctrlr);
}

static int
wdtimeout(caddr_t arg)
{
	int x = splbio();
	register int unit = (int) arg;

	if (wdtostatus[unit]) {
		if (--wdtostatus[unit] == 0) {
			struct disk *du = wddrives[unit];
			int wdc = du->dk_port;
/* #ifdef WDDEBUG */
			printf("wd%d: lost interrupt - status %x, error %x\n",
			    unit, inb(wdc+wd_status), inb(wdc+wd_error));
/* #endif */
			outb(wdc+wd_ctlr, (WDCTL_RST|WDCTL_IDS));
			DELAY(1000);
			outb(wdc+wd_ctlr, WDCTL_IDS);
			DELAY(1000);
			(void) inb(wdc+wd_error);
			outb(wdc+wd_ctlr, WDCTL_4BIT);
			du->dk_skip = 0;
			du->dk_flags |= DKFL_SINGLE;
			wdstart(du->dk_ctrlr);		/* start controller */
		}
	}
	timeout((timeout_t)wdtimeout, (caddr_t)unit, 50);
	splx(x);
	return (0);
}