Home | History | Annotate | Line # | Download | only in ata
wd.c revision 1.363.8.4
      1  1.363.8.4       snj /*	$NetBSD: wd.c,v 1.363.8.4 2010/01/30 19:02:14 snj Exp $ */
      2      1.181    bouyer 
      3      1.181    bouyer /*
      4      1.218    bouyer  * Copyright (c) 1998, 2001 Manuel Bouyer.  All rights reserved.
      5      1.181    bouyer  *
      6      1.181    bouyer  * Redistribution and use in source and binary forms, with or without
      7      1.181    bouyer  * modification, are permitted provided that the following conditions
      8      1.181    bouyer  * are met:
      9      1.181    bouyer  * 1. Redistributions of source code must retain the above copyright
     10      1.181    bouyer  *	notice, this list of conditions and the following disclaimer.
     11      1.181    bouyer  * 2. Redistributions in binary form must reproduce the above copyright
     12      1.181    bouyer  *	notice, this list of conditions and the following disclaimer in the
     13      1.181    bouyer  *	documentation and/or other materials provided with the distribution.
     14      1.181    bouyer  * 3. All advertising materials mentioning features or use of this software
     15      1.181    bouyer  *	must display the following acknowledgement:
     16      1.181    bouyer  *  This product includes software developed by Manuel Bouyer.
     17      1.181    bouyer  * 4. The name of the author may not be used to endorse or promote products
     18      1.181    bouyer  *	derived from this software without specific prior written permission.
     19      1.181    bouyer  *
     20      1.181    bouyer  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
     21      1.181    bouyer  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
     22      1.181    bouyer  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     23      1.259       dsl  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
     24      1.181    bouyer  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
     25      1.181    bouyer  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
     26      1.181    bouyer  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
     27      1.181    bouyer  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
     28      1.181    bouyer  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
     29      1.181    bouyer  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     30      1.181    bouyer  */
     31      1.100       cgd 
     32      1.178   mycroft /*-
     33      1.280   mycroft  * Copyright (c) 1998, 2003, 2004 The NetBSD Foundation, Inc.
     34      1.178   mycroft  * All rights reserved.
     35      1.119   mycroft  *
     36      1.178   mycroft  * This code is derived from software contributed to The NetBSD Foundation
     37      1.178   mycroft  * by Charles M. Hannum and by Onno van der Linden.
     38      1.168       cgd  *
     39      1.113   mycroft  * Redistribution and use in source and binary forms, with or without
     40      1.113   mycroft  * modification, are permitted provided that the following conditions
     41      1.113   mycroft  * are met:
     42      1.113   mycroft  * 1. Redistributions of source code must retain the above copyright
     43      1.113   mycroft  *    notice, this list of conditions and the following disclaimer.
     44      1.113   mycroft  * 2. Redistributions in binary form must reproduce the above copyright
     45      1.113   mycroft  *    notice, this list of conditions and the following disclaimer in the
     46      1.113   mycroft  *    documentation and/or other materials provided with the distribution.
     47      1.113   mycroft  *
     48      1.178   mycroft  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     49      1.178   mycroft  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     50      1.178   mycroft  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     51      1.178   mycroft  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     52      1.178   mycroft  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     53      1.178   mycroft  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     54      1.178   mycroft  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     55      1.178   mycroft  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     56      1.178   mycroft  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     57      1.178   mycroft  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     58      1.178   mycroft  * POSSIBILITY OF SUCH DAMAGE.
     59        1.1       cgd  */
     60      1.215     lukem 
     61      1.215     lukem #include <sys/cdefs.h>
     62  1.363.8.4       snj __KERNEL_RCSID(0, "$NetBSD: wd.c,v 1.363.8.4 2010/01/30 19:02:14 snj Exp $");
     63        1.1       cgd 
     64      1.338    dyoung #include "opt_ata.h"
     65      1.181    bouyer 
     66      1.166  explorer #include "rnd.h"
     67      1.166  explorer 
     68       1.29   mycroft #include <sys/param.h>
     69       1.29   mycroft #include <sys/systm.h>
     70       1.43   mycroft #include <sys/kernel.h>
     71       1.29   mycroft #include <sys/conf.h>
     72       1.29   mycroft #include <sys/file.h>
     73       1.29   mycroft #include <sys/stat.h>
     74       1.29   mycroft #include <sys/ioctl.h>
     75       1.29   mycroft #include <sys/buf.h>
     76      1.296      yamt #include <sys/bufq.h>
     77       1.29   mycroft #include <sys/uio.h>
     78       1.29   mycroft #include <sys/malloc.h>
     79       1.64   mycroft #include <sys/device.h>
     80       1.94   mycroft #include <sys/disklabel.h>
     81       1.94   mycroft #include <sys/disk.h>
     82       1.29   mycroft #include <sys/syslog.h>
     83      1.149  christos #include <sys/proc.h>
     84      1.354     joerg #include <sys/reboot.h>
     85      1.196     enami #include <sys/vnode.h>
     86      1.166  explorer #if NRND > 0
     87      1.165  explorer #include <sys/rnd.h>
     88      1.166  explorer #endif
     89       1.29   mycroft 
     90      1.347        ad #include <sys/intr.h>
     91      1.347        ad #include <sys/bus.h>
     92      1.237   thorpej 
     93      1.181    bouyer #include <dev/ata/atareg.h>
     94      1.181    bouyer #include <dev/ata/atavar.h>
     95      1.181    bouyer #include <dev/ata/wdvar.h>
     96      1.181    bouyer #include <dev/ic/wdcreg.h>
     97      1.186      kenh #include <sys/ataio.h>
     98      1.163    bouyer #include "locators.h"
     99        1.1       cgd 
    100      1.330   thorpej #include <prop/proplib.h>
    101      1.330   thorpej 
    102      1.189    bouyer #define	WDIORETRIES_SINGLE 4	/* number of retries before single-sector */
    103      1.181    bouyer #define	WDIORETRIES	5	/* number of retries before giving up */
    104      1.181    bouyer #define	RECOVERYTIME hz/2	/* time to wait before retrying a cmd */
    105       1.23   deraadt 
    106      1.181    bouyer #define	WDUNIT(dev)		DISKUNIT(dev)
    107      1.181    bouyer #define	WDPART(dev)		DISKPART(dev)
    108      1.196     enami #define	WDMINOR(unit, part)	DISKMINOR(unit, part)
    109       1.92       cgd #define	MAKEWDDEV(maj, unit, part)	MAKEDISKDEV(maj, unit, part)
    110       1.92       cgd 
    111       1.92       cgd #define	WDLABELDEV(dev)	(MAKEWDDEV(major(dev), WDUNIT(dev), RAW_PART))
    112        1.1       cgd 
    113      1.181    bouyer #define DEBUG_INTR   0x01
    114      1.181    bouyer #define DEBUG_XFERS  0x02
    115      1.181    bouyer #define DEBUG_STATUS 0x04
    116      1.181    bouyer #define DEBUG_FUNCS  0x08
    117      1.181    bouyer #define DEBUG_PROBE  0x10
    118      1.289   thorpej #ifdef ATADEBUG
    119      1.298     perry int wdcdebug_wd_mask = 0x0;
    120      1.289   thorpej #define ATADEBUG_PRINT(args, level) \
    121      1.181    bouyer 	if (wdcdebug_wd_mask & (level)) \
    122      1.181    bouyer 		printf args
    123      1.163    bouyer #else
    124      1.289   thorpej #define ATADEBUG_PRINT(args, level)
    125      1.163    bouyer #endif
    126      1.181    bouyer 
    127      1.259       dsl int	wdprobe(struct device *, struct cfdata *, void *);
    128      1.259       dsl void	wdattach(struct device *, struct device *, void *);
    129      1.259       dsl int	wddetach(struct device *, int);
    130      1.259       dsl int	wdactivate(struct device *, enum devact);
    131      1.259       dsl int	wdprint(void *, char *);
    132      1.259       dsl void	wdperror(const struct wd_softc *);
    133      1.102   mycroft 
    134      1.358    dyoung static bool	wd_suspend(device_t PMF_FN_PROTO);
    135      1.353  jmcneill static int	wd_standby(struct wd_softc *, int);
    136      1.351  jmcneill 
    137      1.360      cube CFATTACH_DECL_NEW(wd, sizeof(struct wd_softc),
    138      1.229   thorpej     wdprobe, wdattach, wddetach, wdactivate);
    139      1.147   thorpej 
    140      1.167   thorpej extern struct cfdriver wd_cd;
    141      1.108   mycroft 
    142      1.225   gehenna dev_type_open(wdopen);
    143      1.225   gehenna dev_type_close(wdclose);
    144      1.225   gehenna dev_type_read(wdread);
    145      1.225   gehenna dev_type_write(wdwrite);
    146      1.225   gehenna dev_type_ioctl(wdioctl);
    147      1.225   gehenna dev_type_strategy(wdstrategy);
    148      1.225   gehenna dev_type_dump(wddump);
    149      1.225   gehenna dev_type_size(wdsize);
    150      1.225   gehenna 
    151      1.225   gehenna const struct bdevsw wd_bdevsw = {
    152      1.225   gehenna 	wdopen, wdclose, wdstrategy, wdioctl, wddump, wdsize, D_DISK
    153      1.225   gehenna };
    154      1.225   gehenna 
    155      1.225   gehenna const struct cdevsw wd_cdevsw = {
    156      1.225   gehenna 	wdopen, wdclose, wdread, wdwrite, wdioctl,
    157      1.231  jdolecek 	nostop, notty, nopoll, nommap, nokqfilter, D_DISK
    158      1.225   gehenna };
    159      1.225   gehenna 
    160      1.185      kenh /*
    161      1.185      kenh  * Glue necessary to hook WDCIOCCOMMAND into physio
    162      1.185      kenh  */
    163      1.185      kenh 
    164      1.185      kenh struct wd_ioctl {
    165      1.185      kenh 	LIST_ENTRY(wd_ioctl) wi_list;
    166      1.185      kenh 	struct buf wi_bp;
    167      1.185      kenh 	struct uio wi_uio;
    168      1.185      kenh 	struct iovec wi_iov;
    169      1.186      kenh 	atareq_t wi_atareq;
    170      1.185      kenh 	struct wd_softc *wi_softc;
    171      1.185      kenh };
    172      1.185      kenh 
    173      1.185      kenh LIST_HEAD(, wd_ioctl) wi_head;
    174      1.185      kenh 
    175      1.259       dsl struct	wd_ioctl *wi_find(struct buf *);
    176      1.259       dsl void	wi_free(struct wd_ioctl *);
    177      1.259       dsl struct	wd_ioctl *wi_get(void);
    178      1.259       dsl void	wdioctlstrategy(struct buf *);
    179      1.259       dsl 
    180      1.259       dsl void  wdgetdefaultlabel(struct wd_softc *, struct disklabel *);
    181      1.259       dsl void  wdgetdisklabel(struct wd_softc *);
    182      1.259       dsl void  wdstart(void *);
    183      1.259       dsl void  __wdstart(struct wd_softc*, struct buf *);
    184      1.259       dsl void  wdrestart(void *);
    185      1.272   thorpej void  wddone(void *);
    186      1.259       dsl int   wd_get_params(struct wd_softc *, u_int8_t, struct ataparams *);
    187      1.276    bouyer int   wd_flushcache(struct wd_softc *, int);
    188      1.357  drochner bool  wd_shutdown(device_t, int);
    189      1.108   mycroft 
    190      1.259       dsl int   wd_getcache(struct wd_softc *, int *);
    191      1.259       dsl int   wd_setcache(struct wd_softc *, int);
    192      1.248    bouyer 
    193      1.294   thorpej struct dkdriver wddkdriver = { wdstrategy, minphys };
    194       1.65   mycroft 
    195      1.170       leo #ifdef HAS_BAD144_HANDLING
    196      1.259       dsl static void bad144intern(struct wd_softc *);
    197      1.170       leo #endif
    198        1.1       cgd 
    199      1.239   thorpej #define	WD_QUIRK_SPLIT_MOD15_WRITE	0x0001	/* must split certain writes */
    200      1.239   thorpej 
    201      1.327     lukem #define	WD_QUIRK_FMT "\20\1SPLIT_MOD15_WRITE\2FORCE_LBA48"
    202      1.327     lukem 
    203      1.239   thorpej /*
    204      1.239   thorpej  * Quirk table for IDE drives.  Put more-specific matches first, since
    205      1.239   thorpej  * a simple globbing routine is used for matching.
    206      1.239   thorpej  */
    207      1.239   thorpej static const struct wd_quirk {
    208      1.239   thorpej 	const char *wdq_match;		/* inquiry pattern to match */
    209      1.239   thorpej 	int wdq_quirks;			/* drive quirks */
    210      1.239   thorpej } wd_quirk_table[] = {
    211      1.239   thorpej 	/*
    212      1.239   thorpej 	 * Some Seagate S-ATA drives have a PHY which can get confused
    213      1.239   thorpej 	 * with the way data is packetized by some S-ATA controllers.
    214      1.239   thorpej 	 *
    215      1.246     mason 	 * The work-around is to split in two any write transfer whose
    216      1.239   thorpej 	 * sector count % 15 == 1 (assuming 512 byte sectors).
    217      1.239   thorpej 	 *
    218      1.239   thorpej 	 * XXX This is an incomplete list.  There are at least a couple
    219      1.239   thorpej 	 * XXX more model numbers.  If you have trouble with such transfers
    220      1.239   thorpej 	 * XXX (8K is the most common) on Seagate S-ATA drives, please
    221      1.269    keihan 	 * XXX notify thorpej (at) NetBSD.org.
    222      1.239   thorpej 	 */
    223      1.239   thorpej 	{ "ST3120023AS",
    224      1.247  explorer 	  WD_QUIRK_SPLIT_MOD15_WRITE },
    225      1.247  explorer 	{ "ST380023AS",
    226      1.239   thorpej 	  WD_QUIRK_SPLIT_MOD15_WRITE },
    227      1.239   thorpej 	{ NULL,
    228      1.239   thorpej 	  0 }
    229      1.239   thorpej };
    230      1.239   thorpej 
    231      1.239   thorpej static const struct wd_quirk *
    232      1.239   thorpej wd_lookup_quirks(const char *name)
    233      1.239   thorpej {
    234      1.239   thorpej 	const struct wd_quirk *wdq;
    235      1.239   thorpej 	const char *estr;
    236      1.239   thorpej 
    237      1.239   thorpej 	for (wdq = wd_quirk_table; wdq->wdq_match != NULL; wdq++) {
    238      1.239   thorpej 		/*
    239      1.239   thorpej 		 * We only want exact matches (which include matches
    240      1.239   thorpej 		 * against globbing characters).
    241      1.239   thorpej 		 */
    242      1.239   thorpej 		if (pmatch(name, wdq->wdq_match, &estr) == 2)
    243      1.239   thorpej 			return (wdq);
    244      1.239   thorpej 	}
    245      1.239   thorpej 	return (NULL);
    246      1.239   thorpej }
    247      1.239   thorpej 
    248        1.1       cgd int
    249      1.335  christos wdprobe(struct device *parent, struct cfdata *match, void *aux)
    250        1.1       cgd {
    251      1.216    bouyer 	struct ata_device *adev = aux;
    252      1.167   thorpej 
    253      1.216    bouyer 	if (adev == NULL)
    254      1.181    bouyer 		return 0;
    255      1.216    bouyer 	if (adev->adev_bustype->bustype_type != SCSIPI_BUSTYPE_ATA)
    256       1.64   mycroft 		return 0;
    257      1.181    bouyer 
    258      1.263    bouyer 	if (match->cf_loc[ATA_HLCF_DRIVE] != ATA_HLCF_DRIVE_DEFAULT &&
    259      1.263    bouyer 	    match->cf_loc[ATA_HLCF_DRIVE] != adev->adev_drv_data->drive)
    260       1.74   mycroft 		return 0;
    261       1.74   mycroft 	return 1;
    262       1.74   mycroft }
    263       1.64   mycroft 
    264       1.74   mycroft void
    265      1.335  christos wdattach(struct device *parent, struct device *self, void *aux)
    266       1.74   mycroft {
    267      1.360      cube 	struct wd_softc *wd = device_private(self);
    268      1.216    bouyer 	struct ata_device *adev= aux;
    269       1.74   mycroft 	int i, blank;
    270      1.301  christos 	char tbuf[41], pbuf[9], c, *p, *q;
    271      1.239   thorpej 	const struct wd_quirk *wdq;
    272      1.350     itohy 
    273      1.360      cube 	wd->sc_dev = self;
    274      1.360      cube 
    275      1.289   thorpej 	ATADEBUG_PRINT(("wdattach\n"), DEBUG_FUNCS | DEBUG_PROBE);
    276      1.340        ad 	callout_init(&wd->sc_restart_ch, 0);
    277      1.312      yamt 	bufq_alloc(&wd->sc_q, BUFQ_DISK_DEFAULT_STRAT, BUFQ_SORT_RAWBLOCK);
    278      1.292  drochner #ifdef WD_SOFTBADSECT
    279      1.241   darrenr 	SLIST_INIT(&wd->sc_bslist);
    280      1.292  drochner #endif
    281      1.217    bouyer 	wd->atabus = adev->adev_bustype;
    282      1.216    bouyer 	wd->openings = adev->adev_openings;
    283      1.235    simonb 	wd->drvp = adev->adev_drv_data;
    284      1.270   thorpej 
    285      1.270   thorpej 	wd->drvp->drv_done = wddone;
    286      1.360      cube 	wd->drvp->drv_softc = wd->sc_dev;
    287      1.181    bouyer 
    288      1.253   thorpej 	aprint_naive("\n");
    289      1.253   thorpej 
    290      1.181    bouyer 	/* read our drive info */
    291      1.261   mycroft 	if (wd_get_params(wd, AT_WAIT, &wd->sc_params) != 0) {
    292      1.360      cube 		aprint_error("\n%s: IDENTIFY failed\n", device_xname(self));
    293      1.181    bouyer 		return;
    294      1.181    bouyer 	}
    295      1.163    bouyer 
    296      1.301  christos 	for (blank = 0, p = wd->sc_params.atap_model, q = tbuf, i = 0;
    297      1.181    bouyer 	    i < sizeof(wd->sc_params.atap_model); i++) {
    298      1.135   mycroft 		c = *p++;
    299      1.135   mycroft 		if (c == '\0')
    300      1.135   mycroft 			break;
    301      1.135   mycroft 		if (c != ' ') {
    302      1.135   mycroft 			if (blank) {
    303      1.135   mycroft 				*q++ = ' ';
    304      1.135   mycroft 				blank = 0;
    305      1.135   mycroft 			}
    306      1.135   mycroft 			*q++ = c;
    307      1.135   mycroft 		} else
    308      1.135   mycroft 			blank = 1;
    309      1.195     enami 	}
    310      1.135   mycroft 	*q++ = '\0';
    311      1.135   mycroft 
    312      1.301  christos 	aprint_normal(": <%s>\n", tbuf);
    313      1.113   mycroft 
    314      1.301  christos 	wdq = wd_lookup_quirks(tbuf);
    315      1.239   thorpej 	if (wdq != NULL)
    316      1.239   thorpej 		wd->sc_quirks = wdq->wdq_quirks;
    317      1.239   thorpej 
    318      1.327     lukem 	if (wd->sc_quirks != 0) {
    319      1.327     lukem 		char sbuf[sizeof(WD_QUIRK_FMT) + 64];
    320      1.327     lukem 		bitmask_snprintf(wd->sc_quirks, WD_QUIRK_FMT,
    321      1.327     lukem 		    sbuf, sizeof(sbuf));
    322      1.360      cube 		aprint_normal_dev(self, "quirks %s\n", sbuf);
    323      1.327     lukem 	}
    324      1.327     lukem 
    325      1.181    bouyer 	if ((wd->sc_params.atap_multi & 0xff) > 1) {
    326      1.181    bouyer 		wd->sc_multi = wd->sc_params.atap_multi & 0xff;
    327      1.113   mycroft 	} else {
    328      1.181    bouyer 		wd->sc_multi = 1;
    329      1.113   mycroft 	}
    330      1.113   mycroft 
    331      1.360      cube 	aprint_verbose_dev(self, "drive supports %d-sector PIO transfers,",
    332      1.360      cube 	    wd->sc_multi);
    333      1.172   mycroft 
    334      1.220  christos 	/* 48-bit LBA addressing */
    335      1.268      yamt 	if ((wd->sc_params.atap_cmd2_en & ATA_CMD2_LBA48) != 0)
    336      1.220  christos 		wd->sc_flags |= WDF_LBA48;
    337      1.220  christos 
    338      1.172   mycroft 	/* Prior to ATA-4, LBA was optional. */
    339      1.181    bouyer 	if ((wd->sc_params.atap_capabilities1 & WDC_CAP_LBA) != 0)
    340      1.181    bouyer 		wd->sc_flags |= WDF_LBA;
    341      1.174   mycroft #if 0
    342      1.172   mycroft 	/* ATA-4 requires LBA. */
    343      1.181    bouyer 	if (wd->sc_params.atap_ataversion != 0xffff &&
    344      1.181    bouyer 	    wd->sc_params.atap_ataversion >= WDC_VER_ATA4)
    345      1.181    bouyer 		wd->sc_flags |= WDF_LBA;
    346      1.174   mycroft #endif
    347      1.172   mycroft 
    348      1.220  christos 	if ((wd->sc_flags & WDF_LBA48) != 0) {
    349      1.336        ad 		aprint_verbose(" LBA48 addressing\n");
    350      1.220  christos 		wd->sc_capacity =
    351  1.363.8.2       snj 		    ((u_int64_t) wd->sc_params.atap_max_lba[3] << 48) |
    352  1.363.8.2       snj 		    ((u_int64_t) wd->sc_params.atap_max_lba[2] << 32) |
    353  1.363.8.2       snj 		    ((u_int64_t) wd->sc_params.atap_max_lba[1] << 16) |
    354  1.363.8.2       snj 		    ((u_int64_t) wd->sc_params.atap_max_lba[0] <<  0);
    355  1.363.8.3       snj 		wd->sc_capacity28 =
    356  1.363.8.3       snj 		    (wd->sc_params.atap_capacity[1] << 16) |
    357  1.363.8.3       snj 		    wd->sc_params.atap_capacity[0];
    358      1.220  christos 	} else if ((wd->sc_flags & WDF_LBA) != 0) {
    359      1.336        ad 		aprint_verbose(" LBA addressing\n");
    360  1.363.8.3       snj 		wd->sc_capacity28 = wd->sc_capacity =
    361  1.363.8.3       snj 		    (wd->sc_params.atap_capacity[1] << 16) |
    362      1.181    bouyer 		    wd->sc_params.atap_capacity[0];
    363      1.172   mycroft 	} else {
    364      1.336        ad 		aprint_verbose(" chs addressing\n");
    365  1.363.8.3       snj 		wd->sc_capacity28 = wd->sc_capacity =
    366      1.181    bouyer 		    wd->sc_params.atap_cylinders *
    367      1.181    bouyer 		    wd->sc_params.atap_heads *
    368      1.181    bouyer 		    wd->sc_params.atap_sectors;
    369      1.172   mycroft 	}
    370      1.240      fvdl 	format_bytes(pbuf, sizeof(pbuf), wd->sc_capacity * DEV_BSIZE);
    371      1.360      cube 	aprint_normal_dev(self, "%s, %d cyl, %d head, %d sec, "
    372      1.240      fvdl 	    "%d bytes/sect x %llu sectors\n",
    373      1.360      cube 	    pbuf,
    374      1.260    bouyer 	    (wd->sc_flags & WDF_LBA) ? (int)(wd->sc_capacity /
    375      1.260    bouyer 		(wd->sc_params.atap_heads * wd->sc_params.atap_sectors)) :
    376      1.260    bouyer 		wd->sc_params.atap_cylinders,
    377      1.201     enami 	    wd->sc_params.atap_heads, wd->sc_params.atap_sectors,
    378      1.240      fvdl 	    DEV_BSIZE, (unsigned long long)wd->sc_capacity);
    379      1.201     enami 
    380      1.289   thorpej 	ATADEBUG_PRINT(("%s: atap_dmatiming_mimi=%d, atap_dmatiming_recom=%d\n",
    381      1.360      cube 	    device_xname(self), wd->sc_params.atap_dmatiming_mimi,
    382      1.181    bouyer 	    wd->sc_params.atap_dmatiming_recom), DEBUG_PROBE);
    383      1.181    bouyer 	/*
    384      1.181    bouyer 	 * Initialize and attach the disk structure.
    385      1.181    bouyer 	 */
    386      1.332   thorpej 	/* we fill in dk_info later */
    387      1.360      cube 	disk_init(&wd->sc_dk, device_xname(wd->sc_dev), &wddkdriver);
    388      1.181    bouyer 	disk_attach(&wd->sc_dk);
    389      1.181    bouyer 	wd->sc_wdc_bio.lp = wd->sc_dk.dk_label;
    390      1.166  explorer #if NRND > 0
    391      1.360      cube 	rnd_attach_source(&wd->rnd_source, device_xname(wd->sc_dev),
    392      1.193  explorer 			  RND_TYPE_DISK, 0);
    393      1.166  explorer #endif
    394      1.294   thorpej 
    395      1.294   thorpej 	/* Discover wedges on this disk. */
    396      1.294   thorpej 	dkwedge_discover(&wd->sc_dk);
    397      1.351  jmcneill 
    398      1.357  drochner 	if (!pmf_device_register1(self, wd_suspend, NULL, wd_shutdown))
    399      1.351  jmcneill 		aprint_error_dev(self, "couldn't establish power handler\n");
    400      1.351  jmcneill }
    401      1.351  jmcneill 
    402      1.351  jmcneill static bool
    403      1.358    dyoung wd_suspend(device_t dv PMF_FN_ARGS)
    404      1.351  jmcneill {
    405      1.351  jmcneill 	struct wd_softc *sc = device_private(dv);
    406      1.351  jmcneill 
    407      1.356  drochner 	wd_flushcache(sc, AT_WAIT);
    408      1.356  drochner 	wd_standby(sc, AT_WAIT);
    409      1.351  jmcneill 	return true;
    410      1.196     enami }
    411      1.196     enami 
    412      1.196     enami int
    413      1.335  christos wdactivate(struct device *self, enum devact act)
    414      1.196     enami {
    415      1.196     enami 	int rv = 0;
    416      1.196     enami 
    417      1.196     enami 	switch (act) {
    418      1.196     enami 	case DVACT_ACTIVATE:
    419      1.196     enami 		rv = EOPNOTSUPP;
    420      1.196     enami 		break;
    421      1.196     enami 
    422      1.196     enami 	case DVACT_DEACTIVATE:
    423      1.196     enami 		/*
    424      1.196     enami 		 * Nothing to do; we key off the device's DVF_ACTIVATE.
    425      1.196     enami 		 */
    426      1.196     enami 		break;
    427      1.196     enami 	}
    428      1.196     enami 	return (rv);
    429      1.196     enami }
    430      1.196     enami 
    431      1.196     enami int
    432      1.335  christos wddetach(struct device *self, int flags)
    433      1.196     enami {
    434      1.360      cube 	struct wd_softc *sc = device_private(self);
    435      1.213  drochner 	int s, bmaj, cmaj, i, mn;
    436      1.196     enami 
    437      1.196     enami 	/* locate the major number */
    438      1.225   gehenna 	bmaj = bdevsw_lookup_major(&wd_bdevsw);
    439      1.225   gehenna 	cmaj = cdevsw_lookup_major(&wd_cdevsw);
    440      1.196     enami 
    441      1.286   mycroft 	/* Nuke the vnodes for any open instances. */
    442      1.286   mycroft 	for (i = 0; i < MAXPARTITIONS; i++) {
    443      1.321   thorpej 		mn = WDMINOR(device_unit(self), i);
    444      1.286   mycroft 		vdevgone(bmaj, mn, mn, VBLK);
    445      1.286   mycroft 		vdevgone(cmaj, mn, mn, VCHR);
    446      1.286   mycroft 	}
    447      1.286   mycroft 
    448      1.294   thorpej 	/* Delete all of our wedges. */
    449      1.294   thorpej 	dkwedge_delall(&sc->sc_dk);
    450      1.294   thorpej 
    451      1.196     enami 	s = splbio();
    452      1.196     enami 
    453      1.259       dsl 	/* Kill off any queued buffers. */
    454      1.312      yamt 	bufq_drain(sc->sc_q);
    455      1.224   hannken 
    456      1.312      yamt 	bufq_free(sc->sc_q);
    457      1.285    bouyer 	sc->atabus->ata_killpending(sc->drvp);
    458      1.196     enami 
    459      1.196     enami 	splx(s);
    460      1.196     enami 
    461      1.196     enami 	/* Detach disk. */
    462      1.196     enami 	disk_detach(&sc->sc_dk);
    463      1.362    plunky 	disk_destroy(&sc->sc_dk);
    464      1.196     enami 
    465      1.292  drochner #ifdef WD_SOFTBADSECT
    466      1.282    bouyer 	/* Clean out the bad sector list */
    467      1.282    bouyer 	while (!SLIST_EMPTY(&sc->sc_bslist)) {
    468      1.282    bouyer 		void *head = SLIST_FIRST(&sc->sc_bslist);
    469      1.282    bouyer 		SLIST_REMOVE_HEAD(&sc->sc_bslist, dbs_next);
    470      1.282    bouyer 		free(head, M_TEMP);
    471      1.282    bouyer 	}
    472      1.282    bouyer 	sc->sc_bscount = 0;
    473      1.292  drochner #endif
    474      1.282    bouyer 
    475      1.351  jmcneill 	pmf_device_deregister(self);
    476      1.196     enami 
    477      1.196     enami #if NRND > 0
    478      1.196     enami 	/* Unhook the entropy source. */
    479      1.196     enami 	rnd_detach_source(&sc->rnd_source);
    480      1.196     enami #endif
    481      1.196     enami 
    482      1.284    bouyer 	sc->drvp->drive_flags = 0; /* no drive any more here */
    483      1.283    bouyer 
    484      1.196     enami 	return (0);
    485        1.1       cgd }
    486        1.1       cgd 
    487       1.64   mycroft /*
    488      1.135   mycroft  * Read/write routine for a buffer.  Validates the arguments and schedules the
    489      1.135   mycroft  * transfer.  Does not wait for the transfer to complete.
    490        1.1       cgd  */
    491       1.64   mycroft void
    492      1.259       dsl wdstrategy(struct buf *bp)
    493        1.1       cgd {
    494      1.360      cube 	struct wd_softc *wd =
    495      1.363   tsutsui 	    device_lookup_private(&wd_cd, WDUNIT(bp->b_dev));
    496      1.202   thorpej 	struct disklabel *lp = wd->sc_dk.dk_label;
    497      1.202   thorpej 	daddr_t blkno;
    498       1.37   mycroft 	int s;
    499      1.202   thorpej 
    500      1.360      cube 	ATADEBUG_PRINT(("wdstrategy (%s)\n", device_xname(wd->sc_dev)),
    501      1.182    bouyer 	    DEBUG_XFERS);
    502      1.259       dsl 
    503      1.135   mycroft 	/* Valid request?  */
    504      1.135   mycroft 	if (bp->b_blkno < 0 ||
    505      1.202   thorpej 	    (bp->b_bcount % lp->d_secsize) != 0 ||
    506      1.202   thorpej 	    (bp->b_bcount / lp->d_secsize) >= (1 << NBBY)) {
    507        1.1       cgd 		bp->b_error = EINVAL;
    508      1.342        ad 		goto done;
    509        1.1       cgd 	}
    510      1.259       dsl 
    511      1.135   mycroft 	/* If device invalidated (e.g. media change, door open), error. */
    512      1.181    bouyer 	if ((wd->sc_flags & WDF_LOADED) == 0) {
    513      1.135   mycroft 		bp->b_error = EIO;
    514      1.342        ad 		goto done;
    515      1.135   mycroft 	}
    516      1.135   mycroft 
    517       1.93   mycroft 	/* If it's a null transfer, return immediately. */
    518       1.93   mycroft 	if (bp->b_bcount == 0)
    519       1.93   mycroft 		goto done;
    520       1.93   mycroft 
    521      1.128   mycroft 	/*
    522      1.128   mycroft 	 * Do bounds checking, adjust transfer. if error, process.
    523      1.128   mycroft 	 * If end of partition, just return.
    524      1.128   mycroft 	 */
    525      1.240      fvdl 	if (WDPART(bp->b_dev) == RAW_PART) {
    526      1.240      fvdl 		if (bounds_check_with_mediasize(bp, DEV_BSIZE,
    527      1.240      fvdl 		    wd->sc_capacity) <= 0)
    528      1.240      fvdl 			goto done;
    529      1.240      fvdl 	} else {
    530      1.252   thorpej 		if (bounds_check_with_label(&wd->sc_dk, bp,
    531      1.240      fvdl 		    (wd->sc_flags & (WDF_WLABEL|WDF_LABELLING)) != 0) <= 0)
    532      1.240      fvdl 			goto done;
    533      1.240      fvdl 	}
    534      1.202   thorpej 
    535      1.202   thorpej 	/*
    536      1.202   thorpej 	 * Now convert the block number to absolute and put it in
    537      1.202   thorpej 	 * terms of the device's logical block size.
    538      1.202   thorpej 	 */
    539      1.202   thorpej 	if (lp->d_secsize >= DEV_BSIZE)
    540      1.202   thorpej 		blkno = bp->b_blkno / (lp->d_secsize / DEV_BSIZE);
    541      1.202   thorpej 	else
    542      1.202   thorpej 		blkno = bp->b_blkno * (DEV_BSIZE / lp->d_secsize);
    543      1.202   thorpej 
    544      1.202   thorpej 	if (WDPART(bp->b_dev) != RAW_PART)
    545      1.202   thorpej 		blkno += lp->d_partitions[WDPART(bp->b_dev)].p_offset;
    546      1.202   thorpej 
    547      1.202   thorpej 	bp->b_rawblkno = blkno;
    548      1.202   thorpej 
    549      1.292  drochner #ifdef WD_SOFTBADSECT
    550      1.241   darrenr 	/*
    551      1.241   darrenr 	 * If the transfer about to be attempted contains only a block that
    552      1.241   darrenr 	 * is known to be bad then return an error for the transfer without
    553      1.241   darrenr 	 * even attempting to start a transfer up under the premis that we
    554      1.241   darrenr 	 * will just end up doing more retries for a transfer that will end
    555      1.241   darrenr 	 * up failing again.
    556      1.241   darrenr 	 * XXX:SMP - mutex required to protect with DIOCBSFLUSH
    557      1.241   darrenr 	 */
    558      1.241   darrenr 	if (__predict_false(!SLIST_EMPTY(&wd->sc_bslist))) {
    559      1.241   darrenr 		struct disk_badsectors *dbs;
    560      1.278   mycroft 		daddr_t maxblk = blkno + (bp->b_bcount >> DEV_BSHIFT) - 1;
    561      1.241   darrenr 
    562      1.241   darrenr 		SLIST_FOREACH(dbs, &wd->sc_bslist, dbs_next)
    563      1.243   darrenr 			if ((dbs->dbs_min <= blkno && blkno <= dbs->dbs_max) ||
    564      1.245   darrenr 			    (dbs->dbs_min <= maxblk && maxblk <= dbs->dbs_max)){
    565      1.245   darrenr 				bp->b_error = EIO;
    566      1.343      taca 				goto done;
    567      1.245   darrenr 			}
    568      1.241   darrenr 	}
    569      1.292  drochner #endif
    570      1.241   darrenr 
    571       1.64   mycroft 	/* Queue transfer on drive, activate drive and controller if idle. */
    572        1.1       cgd 	s = splbio();
    573      1.312      yamt 	BUFQ_PUT(wd->sc_q, bp);
    574      1.163    bouyer 	wdstart(wd);
    575        1.1       cgd 	splx(s);
    576       1.64   mycroft 	return;
    577        1.1       cgd done:
    578       1.64   mycroft 	/* Toss transfer; we're done early. */
    579      1.135   mycroft 	bp->b_resid = bp->b_bcount;
    580        1.1       cgd 	biodone(bp);
    581        1.1       cgd }
    582        1.1       cgd 
    583        1.1       cgd /*
    584      1.135   mycroft  * Queue a drive for I/O.
    585        1.1       cgd  */
    586      1.108   mycroft void
    587      1.259       dsl wdstart(void *arg)
    588        1.1       cgd {
    589      1.163    bouyer 	struct wd_softc *wd = arg;
    590      1.200   thorpej 	struct buf *bp = NULL;
    591      1.163    bouyer 
    592      1.360      cube 	ATADEBUG_PRINT(("wdstart %s\n", device_xname(wd->sc_dev)),
    593      1.182    bouyer 	    DEBUG_XFERS);
    594      1.181    bouyer 	while (wd->openings > 0) {
    595      1.163    bouyer 
    596      1.163    bouyer 		/* Is there a buf for us ? */
    597      1.312      yamt 		if ((bp = BUFQ_GET(wd->sc_q)) == NULL)
    598      1.200   thorpej 			return;
    599      1.259       dsl 
    600      1.259       dsl 		/*
    601      1.163    bouyer 		 * Make the command. First lock the device
    602      1.163    bouyer 		 */
    603      1.181    bouyer 		wd->openings--;
    604      1.181    bouyer 
    605      1.181    bouyer 		wd->retries = 0;
    606      1.181    bouyer 		__wdstart(wd, bp);
    607      1.181    bouyer 	}
    608      1.181    bouyer }
    609      1.181    bouyer 
    610      1.239   thorpej static void
    611      1.239   thorpej wd_split_mod15_write(struct buf *bp)
    612      1.239   thorpej {
    613      1.239   thorpej 	struct buf *obp = bp->b_private;
    614      1.360      cube 	struct wd_softc *sc =
    615      1.363   tsutsui 	    device_lookup_private(&wd_cd, DISKUNIT(obp->b_dev));
    616  1.363.8.4       snj 	int s;
    617      1.239   thorpej 
    618      1.342        ad 	if (__predict_false(bp->b_error != 0)) {
    619      1.239   thorpej 		/*
    620      1.239   thorpej 		 * Propagate the error.  If this was the first half of
    621      1.239   thorpej 		 * the original transfer, make sure to account for that
    622      1.239   thorpej 		 * in the residual.
    623      1.239   thorpej 		 */
    624      1.239   thorpej 		if (bp->b_data == obp->b_data)
    625      1.239   thorpej 			bp->b_resid += bp->b_bcount;
    626      1.239   thorpej 		goto done;
    627      1.239   thorpej 	}
    628      1.239   thorpej 
    629      1.239   thorpej 	/*
    630      1.239   thorpej 	 * If this was the second half of the transfer, we're all done!
    631      1.239   thorpej 	 */
    632      1.239   thorpej 	if (bp->b_data != obp->b_data)
    633      1.239   thorpej 		goto done;
    634      1.239   thorpej 
    635      1.239   thorpej 	/*
    636      1.239   thorpej 	 * Advance the pointer to the second half and issue that command
    637      1.239   thorpej 	 * using the same opening.
    638      1.239   thorpej 	 */
    639      1.355        ad 	bp->b_flags = obp->b_flags;
    640      1.355        ad 	bp->b_oflags = obp->b_oflags;
    641      1.355        ad 	bp->b_cflags = obp->b_cflags;
    642      1.337  christos 	bp->b_data = (char *)bp->b_data + bp->b_bcount;
    643      1.239   thorpej 	bp->b_blkno += (bp->b_bcount / 512);
    644      1.239   thorpej 	bp->b_rawblkno += (bp->b_bcount / 512);
    645  1.363.8.4       snj 	s = splbio();
    646      1.239   thorpej 	__wdstart(sc, bp);
    647  1.363.8.4       snj 	splx(s);
    648      1.239   thorpej 	return;
    649      1.239   thorpej 
    650      1.239   thorpej  done:
    651      1.239   thorpej 	obp->b_error = bp->b_error;
    652      1.239   thorpej 	obp->b_resid = bp->b_resid;
    653  1.363.8.4       snj 	s = splbio();
    654      1.316      yamt 	putiobuf(bp);
    655      1.239   thorpej 	biodone(obp);
    656      1.239   thorpej 	sc->openings++;
    657  1.363.8.4       snj 	splx(s);
    658      1.239   thorpej 	/* wddone() will call wdstart() */
    659      1.239   thorpej }
    660      1.239   thorpej 
    661      1.181    bouyer void
    662      1.259       dsl __wdstart(struct wd_softc *wd, struct buf *bp)
    663      1.181    bouyer {
    664      1.202   thorpej 
    665      1.239   thorpej 	/*
    666      1.239   thorpej 	 * Deal with the "split mod15 write" quirk.  We just divide the
    667      1.239   thorpej 	 * transfer in two, doing the first half and then then second half
    668      1.239   thorpej 	 * with the same command opening.
    669      1.239   thorpej 	 *
    670      1.239   thorpej 	 * Note we MUST do this here, because we can't let insertion
    671      1.239   thorpej 	 * into the bufq cause the transfers to be re-merged.
    672      1.239   thorpej 	 */
    673      1.239   thorpej 	if (__predict_false((wd->sc_quirks & WD_QUIRK_SPLIT_MOD15_WRITE) != 0 &&
    674      1.239   thorpej 			    (bp->b_flags & B_READ) == 0 &&
    675      1.239   thorpej 			    bp->b_bcount > 512 &&
    676      1.239   thorpej 			    ((bp->b_bcount / 512) % 15) == 1)) {
    677      1.239   thorpej 		struct buf *nbp;
    678      1.239   thorpej 
    679      1.239   thorpej 		/* already at splbio */
    680      1.355        ad 		nbp = getiobuf(NULL, false);
    681      1.239   thorpej 		if (__predict_false(nbp == NULL)) {
    682      1.239   thorpej 			/* No memory -- fail the iop. */
    683      1.239   thorpej 			bp->b_error = ENOMEM;
    684      1.239   thorpej 			bp->b_resid = bp->b_bcount;
    685      1.239   thorpej 			biodone(bp);
    686      1.239   thorpej 			wd->openings++;
    687      1.239   thorpej 			return;
    688      1.239   thorpej 		}
    689      1.239   thorpej 
    690      1.239   thorpej 		nbp->b_error = 0;
    691      1.239   thorpej 		nbp->b_proc = bp->b_proc;
    692      1.239   thorpej 		nbp->b_dev = bp->b_dev;
    693      1.239   thorpej 
    694      1.239   thorpej 		nbp->b_bcount = bp->b_bcount / 2;
    695      1.239   thorpej 		nbp->b_bufsize = bp->b_bcount / 2;
    696      1.239   thorpej 		nbp->b_data = bp->b_data;
    697      1.239   thorpej 
    698      1.239   thorpej 		nbp->b_blkno = bp->b_blkno;
    699      1.239   thorpej 		nbp->b_rawblkno = bp->b_rawblkno;
    700      1.239   thorpej 
    701      1.355        ad 		nbp->b_flags = bp->b_flags;
    702      1.355        ad 		nbp->b_oflags = bp->b_oflags;
    703      1.355        ad 		nbp->b_cflags = bp->b_cflags;
    704      1.239   thorpej 		nbp->b_iodone = wd_split_mod15_write;
    705      1.239   thorpej 
    706      1.239   thorpej 		/* Put ptr to orig buf in b_private and use new buf */
    707      1.239   thorpej 		nbp->b_private = bp;
    708      1.273      yamt 
    709      1.273      yamt 		BIO_COPYPRIO(nbp, bp);
    710      1.273      yamt 
    711      1.239   thorpej 		bp = nbp;
    712      1.239   thorpej 	}
    713      1.239   thorpej 
    714      1.202   thorpej 	wd->sc_wdc_bio.blkno = bp->b_rawblkno;
    715  1.363.8.3       snj 	wd->sc_wdc_bio.bcount = bp->b_bcount;
    716  1.363.8.3       snj 	wd->sc_wdc_bio.databuf = bp->b_data;
    717      1.181    bouyer 	wd->sc_wdc_bio.blkdone =0;
    718      1.181    bouyer 	wd->sc_bp = bp;
    719      1.181    bouyer 	/*
    720      1.181    bouyer 	 * If we're retrying, retry in single-sector mode. This will give us
    721      1.181    bouyer 	 * the sector number of the problem, and will eventually allow the
    722      1.184    bouyer 	 * transfer to succeed.
    723      1.181    bouyer 	 */
    724      1.279   mycroft 	if (wd->retries >= WDIORETRIES_SINGLE)
    725      1.181    bouyer 		wd->sc_wdc_bio.flags = ATA_SINGLE;
    726      1.181    bouyer 	else
    727      1.181    bouyer 		wd->sc_wdc_bio.flags = 0;
    728      1.295    bouyer 	if (wd->sc_flags & WDF_LBA48 &&
    729  1.363.8.3       snj 	    (wd->sc_wdc_bio.blkno +
    730  1.363.8.3       snj 	     wd->sc_wdc_bio.bcount / wd->sc_dk.dk_label->d_secsize) >
    731  1.363.8.3       snj 	    wd->sc_capacity28)
    732      1.220  christos 		wd->sc_wdc_bio.flags |= ATA_LBA48;
    733      1.181    bouyer 	if (wd->sc_flags & WDF_LBA)
    734      1.181    bouyer 		wd->sc_wdc_bio.flags |= ATA_LBA;
    735      1.181    bouyer 	if (bp->b_flags & B_READ)
    736      1.181    bouyer 		wd->sc_wdc_bio.flags |= ATA_READ;
    737      1.181    bouyer 	/* Instrumentation. */
    738      1.181    bouyer 	disk_busy(&wd->sc_dk);
    739      1.217    bouyer 	switch (wd->atabus->ata_bio(wd->drvp, &wd->sc_wdc_bio)) {
    740      1.288   thorpej 	case ATACMD_TRY_AGAIN:
    741      1.203   thorpej 		callout_reset(&wd->sc_restart_ch, hz, wdrestart, wd);
    742      1.181    bouyer 		break;
    743      1.288   thorpej 	case ATACMD_QUEUED:
    744      1.288   thorpej 	case ATACMD_COMPLETE:
    745      1.181    bouyer 		break;
    746      1.181    bouyer 	default:
    747      1.217    bouyer 		panic("__wdstart: bad return code from ata_bio()");
    748      1.181    bouyer 	}
    749      1.181    bouyer }
    750      1.181    bouyer 
    751      1.181    bouyer void
    752      1.259       dsl wddone(void *v)
    753      1.181    bouyer {
    754      1.360      cube 	struct wd_softc *wd = device_private(v);
    755      1.181    bouyer 	struct buf *bp = wd->sc_bp;
    756      1.221      yamt 	const char *errmsg;
    757      1.221      yamt 	int do_perror = 0;
    758      1.349     itohy 
    759      1.360      cube 	ATADEBUG_PRINT(("wddone %s\n", device_xname(wd->sc_dev)),
    760      1.182    bouyer 	    DEBUG_XFERS);
    761      1.214     bjh21 	if (bp == NULL)
    762      1.214     bjh21 		return;
    763      1.181    bouyer 	bp->b_resid = wd->sc_wdc_bio.bcount;
    764      1.181    bouyer 	switch (wd->sc_wdc_bio.error) {
    765      1.181    bouyer 	case ERR_DMA:
    766      1.221      yamt 		errmsg = "DMA error";
    767      1.181    bouyer 		goto retry;
    768      1.181    bouyer 	case ERR_DF:
    769      1.221      yamt 		errmsg = "device fault";
    770      1.181    bouyer 		goto retry;
    771      1.181    bouyer 	case TIMEOUT:
    772      1.221      yamt 		errmsg = "device timeout";
    773      1.181    bouyer 		goto retry;
    774      1.281    bouyer 	case ERR_RESET:
    775      1.281    bouyer 		errmsg = "channel reset";
    776      1.281    bouyer 		goto retry2;
    777      1.181    bouyer 	case ERROR:
    778      1.181    bouyer 		/* Don't care about media change bits */
    779      1.181    bouyer 		if (wd->sc_wdc_bio.r_error != 0 &&
    780      1.181    bouyer 		    (wd->sc_wdc_bio.r_error & ~(WDCE_MC | WDCE_MCR)) == 0)
    781      1.181    bouyer 			goto noerror;
    782      1.221      yamt 		errmsg = "error";
    783      1.221      yamt 		do_perror = 1;
    784      1.181    bouyer retry:		/* Just reset and retry. Can we do more ? */
    785      1.293    bouyer 		(*wd->atabus->ata_reset_drive)(wd->drvp, AT_RST_NOCMD);
    786      1.281    bouyer retry2:
    787      1.221      yamt 		diskerr(bp, "wd", errmsg, LOG_PRINTF,
    788      1.181    bouyer 		    wd->sc_wdc_bio.blkdone, wd->sc_dk.dk_label);
    789      1.221      yamt 		if (wd->retries < WDIORETRIES)
    790      1.345    bouyer 			printf(", retrying");
    791      1.345    bouyer 		printf("\n");
    792      1.221      yamt 		if (do_perror)
    793      1.221      yamt 			wdperror(wd);
    794      1.221      yamt 		if (wd->retries < WDIORETRIES) {
    795      1.221      yamt 			wd->retries++;
    796      1.203   thorpej 			callout_reset(&wd->sc_restart_ch, RECOVERYTIME,
    797      1.203   thorpej 			    wdrestart, wd);
    798      1.181    bouyer 			return;
    799      1.181    bouyer 		}
    800      1.241   darrenr 
    801      1.292  drochner #ifdef WD_SOFTBADSECT
    802      1.241   darrenr 		/*
    803      1.241   darrenr 		 * Not all errors indicate a failed block but those that do,
    804      1.241   darrenr 		 * put the block on the bad-block list for the device.  Only
    805      1.241   darrenr 		 * do this for reads because the drive should do it for writes,
    806      1.241   darrenr 		 * itself, according to Manuel.
    807      1.241   darrenr 		 */
    808      1.242    dogcow 		if ((bp->b_flags & B_READ) &&
    809      1.241   darrenr 		    ((wd->drvp->ata_vers >= 4 && wd->sc_wdc_bio.r_error & 64) ||
    810      1.242    dogcow 	     	     (wd->drvp->ata_vers < 4 && wd->sc_wdc_bio.r_error & 192))) {
    811      1.241   darrenr 			struct disk_badsectors *dbs;
    812      1.241   darrenr 
    813      1.241   darrenr 			dbs = malloc(sizeof *dbs, M_TEMP, M_WAITOK);
    814      1.241   darrenr 			dbs->dbs_min = bp->b_rawblkno;
    815      1.278   mycroft 			dbs->dbs_max = dbs->dbs_min + (bp->b_bcount >> DEV_BSHIFT) - 1;
    816      1.241   darrenr 			microtime(&dbs->dbs_failedat);
    817      1.241   darrenr 			SLIST_INSERT_HEAD(&wd->sc_bslist, dbs, dbs_next);
    818      1.243   darrenr 			wd->sc_bscount++;
    819      1.241   darrenr 		}
    820      1.292  drochner #endif
    821      1.181    bouyer 		bp->b_error = EIO;
    822      1.181    bouyer 		break;
    823      1.181    bouyer 	case NOERROR:
    824      1.181    bouyer noerror:	if ((wd->sc_wdc_bio.flags & ATA_CORR) || wd->retries > 0)
    825      1.360      cube 			aprint_error_dev(wd->sc_dev,
    826      1.360      cube 			    "soft error (corrected)\n");
    827      1.197     enami 		break;
    828      1.197     enami 	case ERR_NODEV:
    829      1.197     enami 		bp->b_error = EIO;
    830      1.197     enami 		break;
    831       1.64   mycroft 	}
    832      1.232       mrg 	disk_unbusy(&wd->sc_dk, (bp->b_bcount - bp->b_resid),
    833      1.232       mrg 	    (bp->b_flags & B_READ));
    834      1.181    bouyer #if NRND > 0
    835      1.181    bouyer 	rnd_add_uint32(&wd->rnd_source, bp->b_blkno);
    836      1.181    bouyer #endif
    837      1.239   thorpej 	/* XXX Yuck, but we don't want to increment openings in this case */
    838      1.355        ad 	if (__predict_false(bp->b_iodone == wd_split_mod15_write))
    839      1.239   thorpej 		biodone(bp);
    840      1.239   thorpej 	else {
    841      1.239   thorpej 		biodone(bp);
    842      1.239   thorpej 		wd->openings++;
    843      1.239   thorpej 	}
    844      1.181    bouyer 	wdstart(wd);
    845      1.181    bouyer }
    846      1.181    bouyer 
    847      1.181    bouyer void
    848      1.259       dsl wdrestart(void *v)
    849      1.181    bouyer {
    850      1.181    bouyer 	struct wd_softc *wd = v;
    851      1.181    bouyer 	struct buf *bp = wd->sc_bp;
    852      1.181    bouyer 	int s;
    853      1.350     itohy 
    854      1.360      cube 	ATADEBUG_PRINT(("wdrestart %s\n", device_xname(wd->sc_dev)),
    855      1.182    bouyer 	    DEBUG_XFERS);
    856      1.181    bouyer 	s = splbio();
    857      1.181    bouyer 	__wdstart(v, bp);
    858      1.181    bouyer 	splx(s);
    859      1.141   mycroft }
    860      1.141   mycroft 
    861      1.141   mycroft int
    862      1.335  christos wdread(dev_t dev, struct uio *uio, int flags)
    863      1.141   mycroft {
    864      1.141   mycroft 
    865      1.289   thorpej 	ATADEBUG_PRINT(("wdread\n"), DEBUG_XFERS);
    866      1.141   mycroft 	return (physio(wdstrategy, NULL, dev, B_READ, minphys, uio));
    867      1.141   mycroft }
    868      1.141   mycroft 
    869      1.141   mycroft int
    870      1.335  christos wdwrite(dev_t dev, struct uio *uio, int flags)
    871      1.141   mycroft {
    872      1.141   mycroft 
    873      1.289   thorpej 	ATADEBUG_PRINT(("wdwrite\n"), DEBUG_XFERS);
    874      1.141   mycroft 	return (physio(wdstrategy, NULL, dev, B_WRITE, minphys, uio));
    875       1.64   mycroft }
    876       1.64   mycroft 
    877        1.1       cgd int
    878      1.335  christos wdopen(dev_t dev, int flag, int fmt, struct lwp *l)
    879        1.1       cgd {
    880      1.135   mycroft 	struct wd_softc *wd;
    881      1.208   thorpej 	int part, error;
    882      1.163    bouyer 
    883      1.289   thorpej 	ATADEBUG_PRINT(("wdopen\n"), DEBUG_FUNCS);
    884      1.363   tsutsui 	wd = device_lookup_private(&wd_cd, WDUNIT(dev));
    885      1.158        pk 	if (wd == NULL)
    886      1.208   thorpej 		return (ENXIO);
    887      1.187   thorpej 
    888      1.360      cube 	if (! device_is_active(wd->sc_dev))
    889      1.283    bouyer 		return (ENODEV);
    890      1.283    bouyer 
    891      1.294   thorpej 	part = WDPART(dev);
    892      1.294   thorpej 
    893      1.341        ad 	mutex_enter(&wd->sc_dk.dk_openlock);
    894      1.294   thorpej 
    895      1.294   thorpej 	/*
    896      1.294   thorpej 	 * If there are wedges, and this is not RAW_PART, then we
    897      1.294   thorpej 	 * need to fail.
    898      1.294   thorpej 	 */
    899      1.294   thorpej 	if (wd->sc_dk.dk_nwedges != 0 && part != RAW_PART) {
    900      1.294   thorpej 		error = EBUSY;
    901      1.294   thorpej 		goto bad1;
    902      1.294   thorpej 	}
    903      1.294   thorpej 
    904      1.187   thorpej 	/*
    905      1.187   thorpej 	 * If this is the first open of this device, add a reference
    906      1.187   thorpej 	 * to the adapter.
    907      1.187   thorpej 	 */
    908      1.187   thorpej 	if (wd->sc_dk.dk_openmask == 0 &&
    909      1.217    bouyer 	    (error = wd->atabus->ata_addref(wd->drvp)) != 0)
    910      1.294   thorpej 		goto bad1;
    911        1.3   deraadt 
    912      1.109   mycroft 	if (wd->sc_dk.dk_openmask != 0) {
    913      1.109   mycroft 		/*
    914      1.109   mycroft 		 * If any partition is open, but the disk has been invalidated,
    915      1.109   mycroft 		 * disallow further opens.
    916      1.109   mycroft 		 */
    917      1.181    bouyer 		if ((wd->sc_flags & WDF_LOADED) == 0) {
    918      1.136   mycroft 			error = EIO;
    919      1.294   thorpej 			goto bad2;
    920      1.136   mycroft 		}
    921      1.109   mycroft 	} else {
    922      1.181    bouyer 		if ((wd->sc_flags & WDF_LOADED) == 0) {
    923      1.181    bouyer 			wd->sc_flags |= WDF_LOADED;
    924      1.108   mycroft 
    925      1.108   mycroft 			/* Load the physical device parameters. */
    926      1.183    bouyer 			wd_get_params(wd, AT_WAIT, &wd->sc_params);
    927      1.108   mycroft 
    928      1.108   mycroft 			/* Load the partition info if not already loaded. */
    929      1.108   mycroft 			wdgetdisklabel(wd);
    930      1.108   mycroft 		}
    931      1.135   mycroft 	}
    932      1.108   mycroft 
    933      1.109   mycroft 	/* Check that the partition exists. */
    934       1.93   mycroft 	if (part != RAW_PART &&
    935      1.144   thorpej 	    (part >= wd->sc_dk.dk_label->d_npartitions ||
    936      1.144   thorpej 	     wd->sc_dk.dk_label->d_partitions[part].p_fstype == FS_UNUSED)) {
    937       1.93   mycroft 		error = ENXIO;
    938      1.294   thorpej 		goto bad2;
    939       1.93   mycroft 	}
    940      1.259       dsl 
    941       1.64   mycroft 	/* Insure only one open at a time. */
    942        1.3   deraadt 	switch (fmt) {
    943        1.3   deraadt 	case S_IFCHR:
    944       1.94   mycroft 		wd->sc_dk.dk_copenmask |= (1 << part);
    945        1.3   deraadt 		break;
    946        1.3   deraadt 	case S_IFBLK:
    947       1.94   mycroft 		wd->sc_dk.dk_bopenmask |= (1 << part);
    948        1.3   deraadt 		break;
    949        1.3   deraadt 	}
    950      1.181    bouyer 	wd->sc_dk.dk_openmask =
    951      1.181    bouyer 	    wd->sc_dk.dk_copenmask | wd->sc_dk.dk_bopenmask;
    952       1.60   mycroft 
    953      1.341        ad 	mutex_exit(&wd->sc_dk.dk_openlock);
    954       1.37   mycroft 	return 0;
    955       1.93   mycroft 
    956      1.294   thorpej  bad2:
    957      1.187   thorpej 	if (wd->sc_dk.dk_openmask == 0)
    958      1.217    bouyer 		wd->atabus->ata_delref(wd->drvp);
    959      1.294   thorpej  bad1:
    960      1.341        ad 	mutex_exit(&wd->sc_dk.dk_openlock);
    961       1.93   mycroft 	return error;
    962        1.1       cgd }
    963        1.1       cgd 
    964      1.135   mycroft int
    965      1.335  christos wdclose(dev_t dev, int flag, int fmt, struct lwp *l)
    966      1.135   mycroft {
    967      1.360      cube 	struct wd_softc *wd =
    968      1.363   tsutsui 	    device_lookup_private(&wd_cd, WDUNIT(dev));
    969      1.135   mycroft 	int part = WDPART(dev);
    970      1.259       dsl 
    971      1.289   thorpej 	ATADEBUG_PRINT(("wdclose\n"), DEBUG_FUNCS);
    972      1.294   thorpej 
    973      1.341        ad 	mutex_enter(&wd->sc_dk.dk_openlock);
    974      1.135   mycroft 
    975      1.135   mycroft 	switch (fmt) {
    976      1.135   mycroft 	case S_IFCHR:
    977      1.135   mycroft 		wd->sc_dk.dk_copenmask &= ~(1 << part);
    978      1.135   mycroft 		break;
    979      1.135   mycroft 	case S_IFBLK:
    980      1.135   mycroft 		wd->sc_dk.dk_bopenmask &= ~(1 << part);
    981      1.135   mycroft 		break;
    982      1.135   mycroft 	}
    983      1.181    bouyer 	wd->sc_dk.dk_openmask =
    984      1.181    bouyer 	    wd->sc_dk.dk_copenmask | wd->sc_dk.dk_bopenmask;
    985      1.135   mycroft 
    986      1.135   mycroft 	if (wd->sc_dk.dk_openmask == 0) {
    987      1.194    bouyer 		wd_flushcache(wd, AT_WAIT);
    988      1.187   thorpej 
    989      1.199       leo 		if (! (wd->sc_flags & WDF_KLABEL))
    990      1.199       leo 			wd->sc_flags &= ~WDF_LOADED;
    991      1.199       leo 
    992      1.217    bouyer 		wd->atabus->ata_delref(wd->drvp);
    993      1.135   mycroft 	}
    994      1.135   mycroft 
    995      1.341        ad 	mutex_exit(&wd->sc_dk.dk_openlock);
    996      1.135   mycroft 	return 0;
    997      1.135   mycroft }
    998      1.135   mycroft 
    999      1.108   mycroft void
   1000      1.259       dsl wdgetdefaultlabel(struct wd_softc *wd, struct disklabel *lp)
   1001      1.108   mycroft {
   1002      1.163    bouyer 
   1003      1.289   thorpej 	ATADEBUG_PRINT(("wdgetdefaultlabel\n"), DEBUG_FUNCS);
   1004      1.181    bouyer 	memset(lp, 0, sizeof(struct disklabel));
   1005      1.108   mycroft 
   1006      1.142   mycroft 	lp->d_secsize = DEV_BSIZE;
   1007      1.181    bouyer 	lp->d_ntracks = wd->sc_params.atap_heads;
   1008      1.181    bouyer 	lp->d_nsectors = wd->sc_params.atap_sectors;
   1009      1.260    bouyer 	lp->d_ncylinders = (wd->sc_flags & WDF_LBA) ? wd->sc_capacity /
   1010      1.260    bouyer 		(wd->sc_params.atap_heads * wd->sc_params.atap_sectors) :
   1011      1.260    bouyer 		wd->sc_params.atap_cylinders;
   1012      1.142   mycroft 	lp->d_secpercyl = lp->d_ntracks * lp->d_nsectors;
   1013      1.108   mycroft 
   1014      1.198       leo 	if (strcmp(wd->sc_params.atap_model, "ST506") == 0)
   1015      1.181    bouyer 		lp->d_type = DTYPE_ST506;
   1016      1.198       leo 	else
   1017      1.181    bouyer 		lp->d_type = DTYPE_ESDI;
   1018      1.198       leo 
   1019      1.181    bouyer 	strncpy(lp->d_typename, wd->sc_params.atap_model, 16);
   1020      1.180  drochner 	strncpy(lp->d_packname, "fictitious", 16);
   1021      1.240      fvdl 	if (wd->sc_capacity > UINT32_MAX)
   1022      1.240      fvdl 		lp->d_secperunit = UINT32_MAX;
   1023      1.240      fvdl 	else
   1024      1.240      fvdl 		lp->d_secperunit = wd->sc_capacity;
   1025      1.142   mycroft 	lp->d_rpm = 3600;
   1026      1.142   mycroft 	lp->d_interleave = 1;
   1027      1.142   mycroft 	lp->d_flags = 0;
   1028      1.142   mycroft 
   1029      1.142   mycroft 	lp->d_partitions[RAW_PART].p_offset = 0;
   1030      1.142   mycroft 	lp->d_partitions[RAW_PART].p_size =
   1031      1.259       dsl 	    lp->d_secperunit * (lp->d_secsize / DEV_BSIZE);
   1032      1.142   mycroft 	lp->d_partitions[RAW_PART].p_fstype = FS_UNUSED;
   1033      1.142   mycroft 	lp->d_npartitions = RAW_PART + 1;
   1034      1.142   mycroft 
   1035      1.142   mycroft 	lp->d_magic = DISKMAGIC;
   1036      1.142   mycroft 	lp->d_magic2 = DISKMAGIC;
   1037      1.142   mycroft 	lp->d_checksum = dkcksum(lp);
   1038      1.164   thorpej }
   1039      1.164   thorpej 
   1040      1.164   thorpej /*
   1041      1.164   thorpej  * Fabricate a default disk label, and try to read the correct one.
   1042      1.164   thorpej  */
   1043      1.164   thorpej void
   1044      1.259       dsl wdgetdisklabel(struct wd_softc *wd)
   1045      1.164   thorpej {
   1046      1.164   thorpej 	struct disklabel *lp = wd->sc_dk.dk_label;
   1047      1.251       dsl 	const char *errstring;
   1048      1.291   thorpej 	int s;
   1049      1.164   thorpej 
   1050      1.289   thorpej 	ATADEBUG_PRINT(("wdgetdisklabel\n"), DEBUG_FUNCS);
   1051      1.164   thorpej 
   1052      1.181    bouyer 	memset(wd->sc_dk.dk_cpulabel, 0, sizeof(struct cpu_disklabel));
   1053      1.164   thorpej 
   1054      1.164   thorpej 	wdgetdefaultlabel(wd, lp);
   1055      1.108   mycroft 
   1056      1.181    bouyer 	wd->sc_badsect[0] = -1;
   1057      1.113   mycroft 
   1058      1.291   thorpej 	if (wd->drvp->state > RESET) {
   1059      1.291   thorpej 		s = splbio();
   1060      1.183    bouyer 		wd->drvp->drive_flags |= DRIVE_RESET;
   1061      1.291   thorpej 		splx(s);
   1062      1.291   thorpej 	}
   1063      1.360      cube 	errstring = readdisklabel(MAKEWDDEV(0, device_unit(wd->sc_dev),
   1064      1.321   thorpej 				  RAW_PART), wdstrategy, lp,
   1065      1.321   thorpej 				  wd->sc_dk.dk_cpulabel);
   1066      1.108   mycroft 	if (errstring) {
   1067      1.108   mycroft 		/*
   1068      1.108   mycroft 		 * This probably happened because the drive's default
   1069      1.108   mycroft 		 * geometry doesn't match the DOS geometry.  We
   1070      1.108   mycroft 		 * assume the DOS geometry is now in the label and try
   1071      1.108   mycroft 		 * again.  XXX This is a kluge.
   1072      1.108   mycroft 		 */
   1073      1.291   thorpej 		if (wd->drvp->state > RESET) {
   1074      1.291   thorpej 			s = splbio();
   1075      1.183    bouyer 			wd->drvp->drive_flags |= DRIVE_RESET;
   1076      1.291   thorpej 			splx(s);
   1077      1.291   thorpej 		}
   1078      1.360      cube 		errstring = readdisklabel(MAKEWDDEV(0, device_unit(wd->sc_dev),
   1079      1.181    bouyer 		    RAW_PART), wdstrategy, lp, wd->sc_dk.dk_cpulabel);
   1080      1.108   mycroft 	}
   1081      1.108   mycroft 	if (errstring) {
   1082      1.360      cube 		aprint_error_dev(wd->sc_dev, "%s\n", errstring);
   1083      1.108   mycroft 		return;
   1084      1.108   mycroft 	}
   1085      1.108   mycroft 
   1086      1.291   thorpej 	if (wd->drvp->state > RESET) {
   1087      1.291   thorpej 		s = splbio();
   1088      1.183    bouyer 		wd->drvp->drive_flags |= DRIVE_RESET;
   1089      1.291   thorpej 		splx(s);
   1090      1.291   thorpej 	}
   1091      1.170       leo #ifdef HAS_BAD144_HANDLING
   1092      1.142   mycroft 	if ((lp->d_flags & D_BADSECT) != 0)
   1093      1.108   mycroft 		bad144intern(wd);
   1094      1.170       leo #endif
   1095      1.108   mycroft }
   1096      1.108   mycroft 
   1097      1.217    bouyer void
   1098      1.259       dsl wdperror(const struct wd_softc *wd)
   1099      1.217    bouyer {
   1100      1.221      yamt 	static const char *const errstr0_3[] = {"address mark not found",
   1101      1.217    bouyer 	    "track 0 not found", "aborted command", "media change requested",
   1102      1.217    bouyer 	    "id not found", "media changed", "uncorrectable data error",
   1103      1.217    bouyer 	    "bad block detected"};
   1104      1.221      yamt 	static const char *const errstr4_5[] = {
   1105      1.221      yamt 	    "obsolete (address mark not found)",
   1106      1.217    bouyer 	    "no media/write protected", "aborted command",
   1107      1.217    bouyer 	    "media change requested", "id not found", "media changed",
   1108      1.217    bouyer 	    "uncorrectable data error", "interface CRC error"};
   1109      1.259       dsl 	const char *const *errstr;
   1110      1.217    bouyer 	int i;
   1111      1.301  christos 	const char *sep = "";
   1112      1.217    bouyer 
   1113      1.360      cube 	const char *devname = device_xname(wd->sc_dev);
   1114      1.221      yamt 	struct ata_drive_datas *drvp = wd->drvp;
   1115      1.221      yamt 	int errno = wd->sc_wdc_bio.r_error;
   1116      1.221      yamt 
   1117      1.217    bouyer 	if (drvp->ata_vers >= 4)
   1118      1.217    bouyer 		errstr = errstr4_5;
   1119      1.217    bouyer 	else
   1120      1.217    bouyer 		errstr = errstr0_3;
   1121      1.217    bouyer 
   1122      1.221      yamt 	printf("%s: (", devname);
   1123      1.221      yamt 
   1124      1.217    bouyer 	if (errno == 0)
   1125      1.221      yamt 		printf("error not notified");
   1126      1.217    bouyer 
   1127      1.217    bouyer 	for (i = 0; i < 8; i++) {
   1128      1.217    bouyer 		if (errno & (1 << i)) {
   1129      1.221      yamt 			printf("%s%s", sep, errstr[i]);
   1130      1.217    bouyer 			sep = ", ";
   1131      1.217    bouyer 		}
   1132      1.217    bouyer 	}
   1133      1.221      yamt 	printf(")\n");
   1134      1.217    bouyer }
   1135      1.217    bouyer 
   1136        1.1       cgd int
   1137      1.337  christos wdioctl(dev_t dev, u_long xfer, void *addr, int flag, struct lwp *l)
   1138        1.1       cgd {
   1139      1.360      cube 	struct wd_softc *wd =
   1140      1.363   tsutsui 	    device_lookup_private(&wd_cd, WDUNIT(dev));
   1141      1.291   thorpej 	int error = 0, s;
   1142      1.211      fvdl #ifdef __HAVE_OLD_DISKLABEL
   1143      1.233      fvdl 	struct disklabel *newlabel = NULL;
   1144      1.211      fvdl #endif
   1145      1.163    bouyer 
   1146      1.289   thorpej 	ATADEBUG_PRINT(("wdioctl\n"), DEBUG_FUNCS);
   1147      1.163    bouyer 
   1148      1.181    bouyer 	if ((wd->sc_flags & WDF_LOADED) == 0)
   1149      1.108   mycroft 		return EIO;
   1150      1.108   mycroft 
   1151      1.332   thorpej 	error = disk_ioctl(&wd->sc_dk, xfer, addr, flag, l);
   1152      1.332   thorpej 	if (error != EPASSTHROUGH)
   1153      1.332   thorpej 		return (error);
   1154      1.332   thorpej 
   1155      1.163    bouyer 	switch (xfer) {
   1156      1.170       leo #ifdef HAS_BAD144_HANDLING
   1157        1.1       cgd 	case DIOCSBAD:
   1158        1.3   deraadt 		if ((flag & FWRITE) == 0)
   1159       1.54   mycroft 			return EBADF;
   1160      1.144   thorpej 		wd->sc_dk.dk_cpulabel->bad = *(struct dkbad *)addr;
   1161      1.144   thorpej 		wd->sc_dk.dk_label->d_flags |= D_BADSECT;
   1162       1.64   mycroft 		bad144intern(wd);
   1163       1.54   mycroft 		return 0;
   1164      1.170       leo #endif
   1165      1.292  drochner #ifdef WD_SOFTBADSECT
   1166      1.241   darrenr 	case DIOCBSLIST :
   1167      1.241   darrenr 	{
   1168      1.243   darrenr 		u_int32_t count, missing, skip;
   1169      1.243   darrenr 		struct disk_badsecinfo dbsi;
   1170      1.241   darrenr 		struct disk_badsectors *dbs;
   1171      1.241   darrenr 		size_t available;
   1172      1.344   jnemeth 		uint8_t *laddr;
   1173      1.241   darrenr 
   1174      1.243   darrenr 		dbsi = *(struct disk_badsecinfo *)addr;
   1175      1.243   darrenr 		missing = wd->sc_bscount;
   1176      1.241   darrenr 		count = 0;
   1177      1.243   darrenr 		available = dbsi.dbsi_bufsize;
   1178      1.243   darrenr 		skip = dbsi.dbsi_skip;
   1179      1.344   jnemeth 		laddr = (uint8_t *)dbsi.dbsi_buffer;
   1180      1.243   darrenr 
   1181      1.243   darrenr 		/*
   1182      1.243   darrenr 		 * We start this loop with the expectation that all of the
   1183      1.243   darrenr 		 * entries will be missed and decrement this counter each
   1184      1.243   darrenr 		 * time we either skip over one (already copied out) or
   1185      1.243   darrenr 		 * we actually copy it back to user space.  The structs
   1186      1.243   darrenr 		 * holding the bad sector information are copied directly
   1187      1.243   darrenr 		 * back to user space whilst the summary is returned via
   1188      1.243   darrenr 		 * the struct passed in via the ioctl.
   1189      1.243   darrenr 		 */
   1190      1.241   darrenr 		SLIST_FOREACH(dbs, &wd->sc_bslist, dbs_next) {
   1191      1.243   darrenr 			if (skip > 0) {
   1192      1.243   darrenr 				missing--;
   1193      1.243   darrenr 				skip--;
   1194      1.243   darrenr 				continue;
   1195      1.243   darrenr 			}
   1196      1.243   darrenr 			if (available < sizeof(*dbs))
   1197      1.241   darrenr 				break;
   1198      1.243   darrenr 			available -= sizeof(*dbs);
   1199      1.241   darrenr 			copyout(dbs, laddr, sizeof(*dbs));
   1200      1.241   darrenr 			laddr += sizeof(*dbs);
   1201      1.243   darrenr 			missing--;
   1202      1.241   darrenr 			count++;
   1203      1.241   darrenr 		}
   1204      1.243   darrenr 		dbsi.dbsi_left = missing;
   1205      1.243   darrenr 		dbsi.dbsi_copied = count;
   1206      1.243   darrenr 		*(struct disk_badsecinfo *)addr = dbsi;
   1207      1.241   darrenr 		return 0;
   1208      1.241   darrenr 	}
   1209      1.241   darrenr 
   1210      1.241   darrenr 	case DIOCBSFLUSH :
   1211      1.241   darrenr 		/* Clean out the bad sector list */
   1212      1.241   darrenr 		while (!SLIST_EMPTY(&wd->sc_bslist)) {
   1213      1.241   darrenr 			void *head = SLIST_FIRST(&wd->sc_bslist);
   1214      1.241   darrenr 			SLIST_REMOVE_HEAD(&wd->sc_bslist, dbs_next);
   1215      1.241   darrenr 			free(head, M_TEMP);
   1216      1.241   darrenr 		}
   1217      1.243   darrenr 		wd->sc_bscount = 0;
   1218      1.241   darrenr 		return 0;
   1219      1.292  drochner #endif
   1220        1.1       cgd 	case DIOCGDINFO:
   1221      1.144   thorpej 		*(struct disklabel *)addr = *(wd->sc_dk.dk_label);
   1222       1.54   mycroft 		return 0;
   1223      1.211      fvdl #ifdef __HAVE_OLD_DISKLABEL
   1224      1.211      fvdl 	case ODIOCGDINFO:
   1225      1.233      fvdl 		newlabel = malloc(sizeof *newlabel, M_TEMP, M_WAITOK);
   1226      1.233      fvdl 		if (newlabel == NULL)
   1227      1.233      fvdl 			return EIO;
   1228      1.234      fvdl 		*newlabel = *(wd->sc_dk.dk_label);
   1229      1.233      fvdl 		if (newlabel->d_npartitions <= OLDMAXPARTITIONS)
   1230      1.234      fvdl 			memcpy(addr, newlabel, sizeof (struct olddisklabel));
   1231      1.233      fvdl 		else
   1232      1.233      fvdl 			error = ENOTTY;
   1233      1.233      fvdl 		free(newlabel, M_TEMP);
   1234      1.233      fvdl 		return error;
   1235      1.211      fvdl #endif
   1236      1.211      fvdl 
   1237        1.3   deraadt 	case DIOCGPART:
   1238      1.144   thorpej 		((struct partinfo *)addr)->disklab = wd->sc_dk.dk_label;
   1239        1.3   deraadt 		((struct partinfo *)addr)->part =
   1240      1.144   thorpej 		    &wd->sc_dk.dk_label->d_partitions[WDPART(dev)];
   1241       1.54   mycroft 		return 0;
   1242      1.259       dsl 
   1243      1.132   mycroft 	case DIOCWDINFO:
   1244        1.3   deraadt 	case DIOCSDINFO:
   1245      1.211      fvdl #ifdef __HAVE_OLD_DISKLABEL
   1246      1.211      fvdl 	case ODIOCWDINFO:
   1247      1.211      fvdl 	case ODIOCSDINFO:
   1248      1.211      fvdl #endif
   1249      1.211      fvdl 	{
   1250      1.211      fvdl 		struct disklabel *lp;
   1251      1.211      fvdl 
   1252      1.233      fvdl 		if ((flag & FWRITE) == 0)
   1253      1.233      fvdl 			return EBADF;
   1254      1.233      fvdl 
   1255      1.211      fvdl #ifdef __HAVE_OLD_DISKLABEL
   1256      1.211      fvdl 		if (xfer == ODIOCSDINFO || xfer == ODIOCWDINFO) {
   1257      1.233      fvdl 			newlabel = malloc(sizeof *newlabel, M_TEMP, M_WAITOK);
   1258      1.233      fvdl 			if (newlabel == NULL)
   1259      1.233      fvdl 				return EIO;
   1260      1.233      fvdl 			memset(newlabel, 0, sizeof newlabel);
   1261      1.233      fvdl 			memcpy(newlabel, addr, sizeof (struct olddisklabel));
   1262      1.233      fvdl 			lp = newlabel;
   1263      1.211      fvdl 		} else
   1264      1.211      fvdl #endif
   1265      1.211      fvdl 		lp = (struct disklabel *)addr;
   1266      1.211      fvdl 
   1267      1.341        ad 		mutex_enter(&wd->sc_dk.dk_openlock);
   1268      1.181    bouyer 		wd->sc_flags |= WDF_LABELLING;
   1269      1.132   mycroft 
   1270      1.144   thorpej 		error = setdisklabel(wd->sc_dk.dk_label,
   1271      1.211      fvdl 		    lp, /*wd->sc_dk.dk_openmask : */0,
   1272      1.144   thorpej 		    wd->sc_dk.dk_cpulabel);
   1273        1.3   deraadt 		if (error == 0) {
   1274      1.291   thorpej 			if (wd->drvp->state > RESET) {
   1275      1.291   thorpej 				s = splbio();
   1276      1.183    bouyer 				wd->drvp->drive_flags |= DRIVE_RESET;
   1277      1.291   thorpej 				splx(s);
   1278      1.291   thorpej 			}
   1279      1.211      fvdl 			if (xfer == DIOCWDINFO
   1280      1.211      fvdl #ifdef __HAVE_OLD_DISKLABEL
   1281      1.211      fvdl 			    || xfer == ODIOCWDINFO
   1282      1.211      fvdl #endif
   1283      1.211      fvdl 			    )
   1284      1.132   mycroft 				error = writedisklabel(WDLABELDEV(dev),
   1285      1.144   thorpej 				    wdstrategy, wd->sc_dk.dk_label,
   1286      1.144   thorpej 				    wd->sc_dk.dk_cpulabel);
   1287        1.1       cgd 		}
   1288      1.132   mycroft 
   1289      1.181    bouyer 		wd->sc_flags &= ~WDF_LABELLING;
   1290      1.341        ad 		mutex_exit(&wd->sc_dk.dk_openlock);
   1291      1.233      fvdl #ifdef __HAVE_OLD_DISKLABEL
   1292      1.233      fvdl 		if (newlabel != NULL)
   1293      1.233      fvdl 			free(newlabel, M_TEMP);
   1294      1.233      fvdl #endif
   1295       1.54   mycroft 		return error;
   1296      1.211      fvdl 	}
   1297      1.199       leo 
   1298      1.199       leo 	case DIOCKLABEL:
   1299      1.199       leo 		if (*(int *)addr)
   1300      1.199       leo 			wd->sc_flags |= WDF_KLABEL;
   1301      1.199       leo 		else
   1302      1.199       leo 			wd->sc_flags &= ~WDF_KLABEL;
   1303      1.199       leo 		return 0;
   1304      1.259       dsl 
   1305       1.44   mycroft 	case DIOCWLABEL:
   1306        1.3   deraadt 		if ((flag & FWRITE) == 0)
   1307       1.54   mycroft 			return EBADF;
   1308       1.93   mycroft 		if (*(int *)addr)
   1309      1.181    bouyer 			wd->sc_flags |= WDF_WLABEL;
   1310       1.93   mycroft 		else
   1311      1.181    bouyer 			wd->sc_flags &= ~WDF_WLABEL;
   1312       1.54   mycroft 		return 0;
   1313      1.164   thorpej 
   1314      1.164   thorpej 	case DIOCGDEFLABEL:
   1315      1.164   thorpej 		wdgetdefaultlabel(wd, (struct disklabel *)addr);
   1316      1.164   thorpej 		return 0;
   1317      1.211      fvdl #ifdef __HAVE_OLD_DISKLABEL
   1318      1.211      fvdl 	case ODIOCGDEFLABEL:
   1319      1.233      fvdl 		newlabel = malloc(sizeof *newlabel, M_TEMP, M_WAITOK);
   1320      1.233      fvdl 		if (newlabel == NULL)
   1321      1.233      fvdl 			return EIO;
   1322      1.233      fvdl 		wdgetdefaultlabel(wd, newlabel);
   1323      1.233      fvdl 		if (newlabel->d_npartitions <= OLDMAXPARTITIONS)
   1324      1.233      fvdl 			memcpy(addr, &newlabel, sizeof (struct olddisklabel));
   1325      1.233      fvdl 		else
   1326      1.233      fvdl 			error = ENOTTY;
   1327      1.233      fvdl 		free(newlabel, M_TEMP);
   1328      1.233      fvdl 		return error;
   1329      1.211      fvdl #endif
   1330      1.164   thorpej 
   1331        1.1       cgd #ifdef notyet
   1332        1.1       cgd 	case DIOCWFORMAT:
   1333        1.1       cgd 		if ((flag & FWRITE) == 0)
   1334       1.54   mycroft 			return EBADF;
   1335      1.181    bouyer 		{
   1336       1.54   mycroft 		register struct format_op *fop;
   1337       1.54   mycroft 		struct iovec aiov;
   1338       1.54   mycroft 		struct uio auio;
   1339      1.259       dsl 
   1340       1.54   mycroft 		fop = (struct format_op *)addr;
   1341       1.54   mycroft 		aiov.iov_base = fop->df_buf;
   1342       1.54   mycroft 		aiov.iov_len = fop->df_count;
   1343       1.54   mycroft 		auio.uio_iov = &aiov;
   1344       1.54   mycroft 		auio.uio_iovcnt = 1;
   1345       1.54   mycroft 		auio.uio_resid = fop->df_count;
   1346       1.54   mycroft 		auio.uio_offset =
   1347      1.181    bouyer 			fop->df_startblk * wd->sc_dk.dk_label->d_secsize;
   1348      1.320      yamt 		auio.uio_vmspace = l->l_proc->p_vmspace;
   1349       1.64   mycroft 		error = physio(wdformat, NULL, dev, B_WRITE, minphys,
   1350       1.64   mycroft 		    &auio);
   1351       1.54   mycroft 		fop->df_count -= auio.uio_resid;
   1352       1.64   mycroft 		fop->df_reg[0] = wdc->sc_status;
   1353       1.64   mycroft 		fop->df_reg[1] = wdc->sc_error;
   1354       1.54   mycroft 		return error;
   1355      1.181    bouyer 		}
   1356        1.1       cgd #endif
   1357      1.248    bouyer 	case DIOCGCACHE:
   1358      1.248    bouyer 		return wd_getcache(wd, (int *)addr);
   1359      1.248    bouyer 
   1360      1.248    bouyer 	case DIOCSCACHE:
   1361      1.248    bouyer 		return wd_setcache(wd, *(int *)addr);
   1362      1.185      kenh 
   1363      1.276    bouyer 	case DIOCCACHESYNC:
   1364      1.276    bouyer 		return wd_flushcache(wd, AT_WAIT);
   1365      1.276    bouyer 
   1366      1.186      kenh 	case ATAIOCCOMMAND:
   1367      1.185      kenh 		/*
   1368      1.185      kenh 		 * Make sure this command is (relatively) safe first
   1369      1.185      kenh 		 */
   1370      1.186      kenh 		if ((((atareq_t *) addr)->flags & ATACMD_READ) == 0 &&
   1371      1.185      kenh 		    (flag & FWRITE) == 0)
   1372      1.185      kenh 			return (EBADF);
   1373      1.185      kenh 		{
   1374      1.185      kenh 		struct wd_ioctl *wi;
   1375      1.186      kenh 		atareq_t *atareq = (atareq_t *) addr;
   1376      1.301  christos 		int error1;
   1377      1.185      kenh 
   1378      1.185      kenh 		wi = wi_get();
   1379      1.185      kenh 		wi->wi_softc = wd;
   1380      1.186      kenh 		wi->wi_atareq = *atareq;
   1381      1.185      kenh 
   1382      1.186      kenh 		if (atareq->datalen && atareq->flags &
   1383      1.186      kenh 		    (ATACMD_READ | ATACMD_WRITE)) {
   1384      1.339       dsl 			void *tbuf;
   1385      1.339       dsl 			if (atareq->datalen < DEV_BSIZE
   1386      1.339       dsl 			    && atareq->command == WDCC_IDENTIFY) {
   1387      1.339       dsl 				tbuf = malloc(DEV_BSIZE, M_TEMP, M_WAITOK);
   1388      1.339       dsl 				wi->wi_iov.iov_base = tbuf;
   1389      1.339       dsl 				wi->wi_iov.iov_len = DEV_BSIZE;
   1390      1.339       dsl 				UIO_SETUP_SYSSPACE(&wi->wi_uio);
   1391      1.339       dsl 			} else {
   1392      1.339       dsl 				tbuf = NULL;
   1393      1.339       dsl 				wi->wi_iov.iov_base = atareq->databuf;
   1394      1.339       dsl 				wi->wi_iov.iov_len = atareq->datalen;
   1395      1.339       dsl 				wi->wi_uio.uio_vmspace = l->l_proc->p_vmspace;
   1396      1.339       dsl 			}
   1397      1.185      kenh 			wi->wi_uio.uio_iov = &wi->wi_iov;
   1398      1.185      kenh 			wi->wi_uio.uio_iovcnt = 1;
   1399      1.186      kenh 			wi->wi_uio.uio_resid = atareq->datalen;
   1400      1.185      kenh 			wi->wi_uio.uio_offset = 0;
   1401      1.185      kenh 			wi->wi_uio.uio_rw =
   1402      1.186      kenh 			    (atareq->flags & ATACMD_READ) ? B_READ : B_WRITE;
   1403      1.301  christos 			error1 = physio(wdioctlstrategy, &wi->wi_bp, dev,
   1404      1.186      kenh 			    (atareq->flags & ATACMD_READ) ? B_READ : B_WRITE,
   1405      1.185      kenh 			    minphys, &wi->wi_uio);
   1406      1.339       dsl 			if (tbuf != NULL && error1 == 0) {
   1407      1.339       dsl 				error1 = copyout(tbuf, atareq->databuf,
   1408      1.339       dsl 				    atareq->datalen);
   1409      1.339       dsl 				free(tbuf, M_TEMP);
   1410      1.339       dsl 			}
   1411      1.185      kenh 		} else {
   1412      1.185      kenh 			/* No need to call physio if we don't have any
   1413      1.185      kenh 			   user data */
   1414      1.185      kenh 			wi->wi_bp.b_flags = 0;
   1415      1.185      kenh 			wi->wi_bp.b_data = 0;
   1416      1.185      kenh 			wi->wi_bp.b_bcount = 0;
   1417      1.185      kenh 			wi->wi_bp.b_dev = 0;
   1418      1.314  christos 			wi->wi_bp.b_proc = l->l_proc;
   1419      1.185      kenh 			wdioctlstrategy(&wi->wi_bp);
   1420      1.301  christos 			error1 = wi->wi_bp.b_error;
   1421      1.185      kenh 		}
   1422      1.186      kenh 		*atareq = wi->wi_atareq;
   1423      1.185      kenh 		wi_free(wi);
   1424      1.301  christos 		return(error1);
   1425      1.185      kenh 		}
   1426      1.185      kenh 
   1427      1.294   thorpej 	case DIOCAWEDGE:
   1428      1.294   thorpej 	    {
   1429      1.294   thorpej 	    	struct dkwedge_info *dkw = (void *) addr;
   1430      1.294   thorpej 
   1431      1.294   thorpej 		if ((flag & FWRITE) == 0)
   1432      1.294   thorpej 			return (EBADF);
   1433      1.294   thorpej 
   1434      1.294   thorpej 		/* If the ioctl happens here, the parent is us. */
   1435      1.360      cube 		strcpy(dkw->dkw_parent, device_xname(wd->sc_dev));
   1436      1.294   thorpej 		return (dkwedge_add(dkw));
   1437      1.294   thorpej 	    }
   1438      1.294   thorpej 
   1439      1.294   thorpej 	case DIOCDWEDGE:
   1440      1.294   thorpej 	    {
   1441      1.294   thorpej 	    	struct dkwedge_info *dkw = (void *) addr;
   1442      1.294   thorpej 
   1443      1.294   thorpej 		if ((flag & FWRITE) == 0)
   1444      1.294   thorpej 			return (EBADF);
   1445      1.294   thorpej 
   1446      1.294   thorpej 		/* If the ioctl happens here, the parent is us. */
   1447      1.360      cube 		strcpy(dkw->dkw_parent, device_xname(wd->sc_dev));
   1448      1.294   thorpej 		return (dkwedge_del(dkw));
   1449      1.294   thorpej 	    }
   1450      1.294   thorpej 
   1451      1.294   thorpej 	case DIOCLWEDGES:
   1452      1.294   thorpej 	    {
   1453      1.294   thorpej 	    	struct dkwedge_list *dkwl = (void *) addr;
   1454      1.294   thorpej 
   1455      1.314  christos 		return (dkwedge_list(&wd->sc_dk, dkwl, l));
   1456      1.294   thorpej 	    }
   1457      1.294   thorpej 
   1458      1.315      yamt 	case DIOCGSTRATEGY:
   1459      1.315      yamt 	    {
   1460      1.315      yamt 		struct disk_strategy *dks = (void *)addr;
   1461      1.315      yamt 
   1462      1.315      yamt 		s = splbio();
   1463      1.315      yamt 		strlcpy(dks->dks_name, bufq_getstrategyname(wd->sc_q),
   1464      1.315      yamt 		    sizeof(dks->dks_name));
   1465      1.315      yamt 		splx(s);
   1466      1.315      yamt 		dks->dks_paramlen = 0;
   1467      1.315      yamt 
   1468      1.315      yamt 		return 0;
   1469      1.315      yamt 	    }
   1470      1.315      yamt 
   1471      1.315      yamt 	case DIOCSSTRATEGY:
   1472      1.315      yamt 	    {
   1473      1.315      yamt 		struct disk_strategy *dks = (void *)addr;
   1474      1.315      yamt 		struct bufq_state *new;
   1475      1.315      yamt 		struct bufq_state *old;
   1476      1.315      yamt 
   1477      1.315      yamt 		if ((flag & FWRITE) == 0) {
   1478      1.315      yamt 			return EBADF;
   1479      1.315      yamt 		}
   1480      1.315      yamt 		if (dks->dks_param != NULL) {
   1481      1.315      yamt 			return EINVAL;
   1482      1.315      yamt 		}
   1483      1.315      yamt 		dks->dks_name[sizeof(dks->dks_name) - 1] = 0; /* ensure term */
   1484      1.315      yamt 		error = bufq_alloc(&new, dks->dks_name,
   1485      1.315      yamt 		    BUFQ_EXACT|BUFQ_SORT_RAWBLOCK);
   1486      1.315      yamt 		if (error) {
   1487      1.315      yamt 			return error;
   1488      1.315      yamt 		}
   1489      1.315      yamt 		s = splbio();
   1490      1.315      yamt 		old = wd->sc_q;
   1491      1.315      yamt 		bufq_move(new, old);
   1492      1.315      yamt 		wd->sc_q = new;
   1493      1.315      yamt 		splx(s);
   1494      1.315      yamt 		bufq_free(old);
   1495      1.315      yamt 
   1496      1.315      yamt 		return 0;
   1497      1.315      yamt 	    }
   1498      1.315      yamt 
   1499        1.1       cgd 	default:
   1500       1.54   mycroft 		return ENOTTY;
   1501        1.1       cgd 	}
   1502       1.54   mycroft 
   1503       1.54   mycroft #ifdef DIAGNOSTIC
   1504       1.54   mycroft 	panic("wdioctl: impossible");
   1505       1.54   mycroft #endif
   1506        1.1       cgd }
   1507        1.1       cgd 
   1508       1.44   mycroft #ifdef B_FORMAT
   1509        1.1       cgd int
   1510        1.1       cgd wdformat(struct buf *bp)
   1511        1.1       cgd {
   1512       1.44   mycroft 
   1513        1.1       cgd 	bp->b_flags |= B_FORMAT;
   1514       1.37   mycroft 	return wdstrategy(bp);
   1515        1.1       cgd }
   1516        1.1       cgd #endif
   1517        1.1       cgd 
   1518        1.1       cgd int
   1519      1.259       dsl wdsize(dev_t dev)
   1520        1.1       cgd {
   1521       1.64   mycroft 	struct wd_softc *wd;
   1522      1.208   thorpej 	int part, omask;
   1523      1.108   mycroft 	int size;
   1524      1.163    bouyer 
   1525      1.289   thorpej 	ATADEBUG_PRINT(("wdsize\n"), DEBUG_FUNCS);
   1526      1.163    bouyer 
   1527      1.363   tsutsui 	wd = device_lookup_private(&wd_cd, WDUNIT(dev));
   1528      1.158        pk 	if (wd == NULL)
   1529      1.158        pk 		return (-1);
   1530      1.158        pk 
   1531      1.158        pk 	part = WDPART(dev);
   1532      1.158        pk 	omask = wd->sc_dk.dk_openmask & (1 << part);
   1533      1.158        pk 
   1534      1.158        pk 	if (omask == 0 && wdopen(dev, 0, S_IFBLK, NULL) != 0)
   1535      1.158        pk 		return (-1);
   1536      1.144   thorpej 	if (wd->sc_dk.dk_label->d_partitions[part].p_fstype != FS_SWAP)
   1537      1.108   mycroft 		size = -1;
   1538      1.108   mycroft 	else
   1539      1.160   thorpej 		size = wd->sc_dk.dk_label->d_partitions[part].p_size *
   1540      1.181    bouyer 		    (wd->sc_dk.dk_label->d_secsize / DEV_BSIZE);
   1541      1.158        pk 	if (omask == 0 && wdclose(dev, 0, S_IFBLK, NULL) != 0)
   1542      1.158        pk 		return (-1);
   1543      1.158        pk 	return (size);
   1544        1.1       cgd }
   1545        1.1       cgd 
   1546      1.140       cgd /* #define WD_DUMP_NOT_TRUSTED if you just want to watch */
   1547      1.181    bouyer static int wddoingadump = 0;
   1548      1.181    bouyer static int wddumprecalibrated = 0;
   1549      1.140       cgd 
   1550       1.64   mycroft /*
   1551       1.64   mycroft  * Dump core after a system crash.
   1552       1.64   mycroft  */
   1553        1.1       cgd int
   1554      1.337  christos wddump(dev_t dev, daddr_t blkno, void *va, size_t size)
   1555      1.140       cgd {
   1556      1.140       cgd 	struct wd_softc *wd;	/* disk unit to do the I/O */
   1557      1.181    bouyer 	struct disklabel *lp;   /* disk's disklabel */
   1558      1.208   thorpej 	int part, err;
   1559      1.181    bouyer 	int nblks;	/* total number of sectors left to write */
   1560      1.140       cgd 
   1561      1.140       cgd 	/* Check if recursive dump; if so, punt. */
   1562      1.116   mycroft 	if (wddoingadump)
   1563      1.116   mycroft 		return EFAULT;
   1564      1.142   mycroft 	wddoingadump = 1;
   1565      1.140       cgd 
   1566      1.363   tsutsui 	wd = device_lookup_private(&wd_cd, WDUNIT(dev));
   1567      1.208   thorpej 	if (wd == NULL)
   1568      1.208   thorpej 		return (ENXIO);
   1569       1.60   mycroft 
   1570      1.140       cgd 	part = WDPART(dev);
   1571      1.140       cgd 
   1572      1.181    bouyer 	/* Convert to disk sectors.  Request must be a multiple of size. */
   1573      1.144   thorpej 	lp = wd->sc_dk.dk_label;
   1574      1.142   mycroft 	if ((size % lp->d_secsize) != 0)
   1575      1.140       cgd 		return EFAULT;
   1576      1.142   mycroft 	nblks = size / lp->d_secsize;
   1577      1.142   mycroft 	blkno = blkno / (lp->d_secsize / DEV_BSIZE);
   1578      1.116   mycroft 
   1579       1.64   mycroft 	/* Check transfer bounds against partition size. */
   1580      1.142   mycroft 	if ((blkno < 0) || ((blkno + nblks) > lp->d_partitions[part].p_size))
   1581      1.259       dsl 		return EINVAL;
   1582      1.140       cgd 
   1583      1.140       cgd 	/* Offset block number to start of partition. */
   1584      1.142   mycroft 	blkno += lp->d_partitions[part].p_offset;
   1585       1.60   mycroft 
   1586      1.140       cgd 	/* Recalibrate, if first dump transfer. */
   1587      1.140       cgd 	if (wddumprecalibrated == 0) {
   1588      1.140       cgd 		wddumprecalibrated = 1;
   1589      1.290   thorpej 		(*wd->atabus->ata_reset_drive)(wd->drvp,
   1590      1.290   thorpej 					       AT_POLL | AT_RST_EMERG);
   1591      1.205    bouyer 		wd->drvp->state = RESET;
   1592       1.63   mycroft 	}
   1593      1.259       dsl 
   1594      1.308    bouyer 	wd->sc_bp = NULL;
   1595      1.308    bouyer 	wd->sc_wdc_bio.blkno = blkno;
   1596      1.308    bouyer 	wd->sc_wdc_bio.flags = ATA_POLL;
   1597      1.308    bouyer 	if (wd->sc_flags & WDF_LBA48 &&
   1598  1.363.8.3       snj 	    (wd->sc_wdc_bio.blkno + nblks) > wd->sc_capacity28)
   1599      1.308    bouyer 		wd->sc_wdc_bio.flags |= ATA_LBA48;
   1600      1.308    bouyer 	if (wd->sc_flags & WDF_LBA)
   1601      1.308    bouyer 		wd->sc_wdc_bio.flags |= ATA_LBA;
   1602      1.308    bouyer 	wd->sc_wdc_bio.bcount = nblks * lp->d_secsize;
   1603      1.308    bouyer 	wd->sc_wdc_bio.databuf = va;
   1604      1.181    bouyer #ifndef WD_DUMP_NOT_TRUSTED
   1605      1.308    bouyer 	switch (wd->atabus->ata_bio(wd->drvp, &wd->sc_wdc_bio)) {
   1606      1.308    bouyer 	case ATACMD_TRY_AGAIN:
   1607      1.308    bouyer 		panic("wddump: try again");
   1608      1.308    bouyer 		break;
   1609      1.308    bouyer 	case ATACMD_QUEUED:
   1610      1.308    bouyer 		panic("wddump: polled command has been queued");
   1611      1.308    bouyer 		break;
   1612      1.308    bouyer 	case ATACMD_COMPLETE:
   1613      1.308    bouyer 		break;
   1614      1.308    bouyer 	}
   1615      1.308    bouyer 	switch(wd->sc_wdc_bio.error) {
   1616      1.308    bouyer 	case TIMEOUT:
   1617      1.308    bouyer 		printf("wddump: device timed out");
   1618      1.308    bouyer 		err = EIO;
   1619      1.308    bouyer 		break;
   1620      1.308    bouyer 	case ERR_DF:
   1621      1.308    bouyer 		printf("wddump: drive fault");
   1622      1.308    bouyer 		err = EIO;
   1623      1.308    bouyer 		break;
   1624      1.308    bouyer 	case ERR_DMA:
   1625      1.308    bouyer 		printf("wddump: DMA error");
   1626      1.308    bouyer 		err = EIO;
   1627      1.308    bouyer 		break;
   1628      1.308    bouyer 	case ERROR:
   1629      1.308    bouyer 		printf("wddump: ");
   1630      1.308    bouyer 		wdperror(wd);
   1631      1.308    bouyer 		err = EIO;
   1632      1.308    bouyer 		break;
   1633      1.308    bouyer 	case NOERROR:
   1634      1.308    bouyer 		err = 0;
   1635      1.308    bouyer 		break;
   1636      1.308    bouyer 	default:
   1637      1.308    bouyer 		panic("wddump: unknown error type");
   1638      1.308    bouyer 	}
   1639      1.308    bouyer 	if (err != 0) {
   1640      1.308    bouyer 		printf("\n");
   1641      1.308    bouyer 		return err;
   1642      1.308    bouyer 	}
   1643      1.140       cgd #else	/* WD_DUMP_NOT_TRUSTED */
   1644      1.308    bouyer 	/* Let's just talk about this first... */
   1645      1.308    bouyer 	printf("wd%d: dump addr 0x%x, cylin %d, head %d, sector %d\n",
   1646      1.308    bouyer 	    unit, va, cylin, head, sector);
   1647      1.308    bouyer 	delay(500 * 1000);	/* half a second */
   1648      1.140       cgd #endif
   1649        1.1       cgd 
   1650      1.140       cgd 	wddoingadump = 0;
   1651      1.140       cgd 	return 0;
   1652      1.140       cgd }
   1653        1.3   deraadt 
   1654      1.170       leo #ifdef HAS_BAD144_HANDLING
   1655        1.3   deraadt /*
   1656        1.3   deraadt  * Internalize the bad sector table.
   1657        1.3   deraadt  */
   1658        1.3   deraadt void
   1659      1.259       dsl bad144intern(struct wd_softc *wd)
   1660        1.3   deraadt {
   1661      1.144   thorpej 	struct dkbad *bt = &wd->sc_dk.dk_cpulabel->bad;
   1662      1.144   thorpej 	struct disklabel *lp = wd->sc_dk.dk_label;
   1663       1.98   mycroft 	int i = 0;
   1664       1.55   mycroft 
   1665      1.289   thorpej 	ATADEBUG_PRINT(("bad144intern\n"), DEBUG_XFERS);
   1666      1.163    bouyer 
   1667      1.170       leo 	for (; i < NBT_BAD; i++) {
   1668       1.98   mycroft 		if (bt->bt_bad[i].bt_cyl == 0xffff)
   1669       1.55   mycroft 			break;
   1670      1.181    bouyer 		wd->sc_badsect[i] =
   1671       1.98   mycroft 		    bt->bt_bad[i].bt_cyl * lp->d_secpercyl +
   1672       1.98   mycroft 		    (bt->bt_bad[i].bt_trksec >> 8) * lp->d_nsectors +
   1673       1.98   mycroft 		    (bt->bt_bad[i].bt_trksec & 0xff);
   1674        1.3   deraadt 	}
   1675      1.170       leo 	for (; i < NBT_BAD+1; i++)
   1676      1.181    bouyer 		wd->sc_badsect[i] = -1;
   1677       1.64   mycroft }
   1678      1.170       leo #endif
   1679       1.64   mycroft 
   1680      1.330   thorpej static void
   1681      1.335  christos wd_params_to_properties(struct wd_softc *wd, struct ataparams *params)
   1682      1.330   thorpej {
   1683      1.332   thorpej 	prop_dictionary_t disk_info, odisk_info, geom;
   1684      1.333   thorpej 	const char *cp;
   1685      1.330   thorpej 
   1686      1.330   thorpej 	disk_info = prop_dictionary_create();
   1687      1.330   thorpej 
   1688      1.330   thorpej 	if (strcmp(wd->sc_params.atap_model, "ST506") == 0)
   1689      1.333   thorpej 		cp = "ST506";
   1690      1.330   thorpej 	else {
   1691      1.330   thorpej 		/* XXX Should have a case for ATA here, too. */
   1692      1.333   thorpej 		cp = "ESDI";
   1693      1.330   thorpej 	}
   1694      1.333   thorpej 	prop_dictionary_set_cstring_nocopy(disk_info, "type", cp);
   1695      1.330   thorpej 
   1696      1.330   thorpej 	geom = prop_dictionary_create();
   1697      1.330   thorpej 
   1698      1.333   thorpej 	prop_dictionary_set_uint64(geom, "sectors-per-unit", wd->sc_capacity);
   1699      1.333   thorpej 
   1700      1.333   thorpej 	prop_dictionary_set_uint32(geom, "sector-size",
   1701      1.333   thorpej 				   DEV_BSIZE /* XXX 512? */);
   1702      1.333   thorpej 
   1703      1.333   thorpej 	prop_dictionary_set_uint16(geom, "sectors-per-track",
   1704      1.333   thorpej 				   wd->sc_params.atap_sectors);
   1705      1.333   thorpej 
   1706      1.333   thorpej 	prop_dictionary_set_uint16(geom, "tracks-per-cylinder",
   1707      1.333   thorpej 				   wd->sc_params.atap_heads);
   1708      1.333   thorpej 
   1709      1.333   thorpej 	if (wd->sc_flags & WDF_LBA)
   1710      1.333   thorpej 		prop_dictionary_set_uint64(geom, "cylinders-per-unit",
   1711      1.333   thorpej 					   wd->sc_capacity /
   1712      1.333   thorpej 					       (wd->sc_params.atap_heads *
   1713      1.333   thorpej 					        wd->sc_params.atap_sectors));
   1714      1.333   thorpej 	else
   1715      1.333   thorpej 		prop_dictionary_set_uint16(geom, "cylinders-per-unit",
   1716      1.333   thorpej 					   wd->sc_params.atap_cylinders);
   1717      1.330   thorpej 
   1718      1.330   thorpej 	prop_dictionary_set(disk_info, "geometry", geom);
   1719      1.330   thorpej 	prop_object_release(geom);
   1720      1.330   thorpej 
   1721      1.360      cube 	prop_dictionary_set(device_properties(wd->sc_dev),
   1722      1.330   thorpej 			    "disk-info", disk_info);
   1723      1.332   thorpej 
   1724      1.332   thorpej 	/*
   1725      1.332   thorpej 	 * Don't release disk_info here; we keep a reference to it.
   1726      1.332   thorpej 	 * disk_detach() will release it when we go away.
   1727      1.332   thorpej 	 */
   1728      1.332   thorpej 
   1729      1.332   thorpej 	odisk_info = wd->sc_dk.dk_info;
   1730      1.332   thorpej 	wd->sc_dk.dk_info = disk_info;
   1731      1.332   thorpej 	if (odisk_info)
   1732      1.332   thorpej 		prop_object_release(odisk_info);
   1733      1.330   thorpej }
   1734      1.330   thorpej 
   1735      1.181    bouyer int
   1736      1.259       dsl wd_get_params(struct wd_softc *wd, u_int8_t flags, struct ataparams *params)
   1737       1.63   mycroft {
   1738      1.350     itohy 
   1739      1.217    bouyer 	switch (wd->atabus->ata_get_params(wd->drvp, flags, params)) {
   1740      1.181    bouyer 	case CMD_AGAIN:
   1741      1.181    bouyer 		return 1;
   1742      1.181    bouyer 	case CMD_ERR:
   1743      1.181    bouyer 		/*
   1744      1.181    bouyer 		 * We `know' there's a drive here; just assume it's old.
   1745      1.181    bouyer 		 * This geometry is only used to read the MBR and print a
   1746      1.181    bouyer 		 * (false) attach message.
   1747      1.181    bouyer 		 */
   1748      1.181    bouyer 		strncpy(params->atap_model, "ST506",
   1749      1.181    bouyer 		    sizeof params->atap_model);
   1750      1.181    bouyer 		params->atap_config = ATA_CFG_FIXED;
   1751      1.181    bouyer 		params->atap_cylinders = 1024;
   1752      1.181    bouyer 		params->atap_heads = 8;
   1753      1.181    bouyer 		params->atap_sectors = 17;
   1754      1.181    bouyer 		params->atap_multi = 1;
   1755      1.181    bouyer 		params->atap_capabilities1 = params->atap_capabilities2 = 0;
   1756      1.190    bouyer 		wd->drvp->ata_vers = -1; /* Mark it as pre-ATA */
   1757      1.330   thorpej 		/* FALLTHROUGH */
   1758      1.181    bouyer 	case CMD_OK:
   1759      1.330   thorpej 		wd_params_to_properties(wd, params);
   1760      1.181    bouyer 		return 0;
   1761      1.181    bouyer 	default:
   1762      1.181    bouyer 		panic("wd_get_params: bad return code from ata_get_params");
   1763      1.181    bouyer 		/* NOTREACHED */
   1764      1.181    bouyer 	}
   1765      1.248    bouyer }
   1766      1.248    bouyer 
   1767      1.248    bouyer int
   1768      1.259       dsl wd_getcache(struct wd_softc *wd, int *bitsp)
   1769      1.248    bouyer {
   1770      1.248    bouyer 	struct ataparams params;
   1771      1.248    bouyer 
   1772      1.248    bouyer 	if (wd_get_params(wd, AT_WAIT, &params) != 0)
   1773      1.248    bouyer 		return EIO;
   1774      1.248    bouyer 	if (params.atap_cmd_set1 == 0x0000 ||
   1775      1.248    bouyer 	    params.atap_cmd_set1 == 0xffff ||
   1776      1.248    bouyer 	    (params.atap_cmd_set1 & WDC_CMD1_CACHE) == 0) {
   1777      1.248    bouyer 		*bitsp = 0;
   1778      1.248    bouyer 		return 0;
   1779      1.248    bouyer 	}
   1780      1.248    bouyer 	*bitsp = DKCACHE_WCHANGE | DKCACHE_READ;
   1781      1.248    bouyer 	if (params.atap_cmd1_en & WDC_CMD1_CACHE)
   1782      1.248    bouyer 		*bitsp |= DKCACHE_WRITE;
   1783      1.248    bouyer 
   1784      1.248    bouyer 	return 0;
   1785      1.248    bouyer }
   1786      1.248    bouyer 
   1787      1.286   mycroft const char at_errbits[] = "\20\10ERROR\11TIMEOU\12DF";
   1788      1.286   mycroft 
   1789      1.248    bouyer int
   1790      1.259       dsl wd_setcache(struct wd_softc *wd, int bits)
   1791      1.248    bouyer {
   1792      1.248    bouyer 	struct ataparams params;
   1793      1.287   thorpej 	struct ata_command ata_c;
   1794      1.248    bouyer 
   1795      1.248    bouyer 	if (wd_get_params(wd, AT_WAIT, &params) != 0)
   1796      1.248    bouyer 		return EIO;
   1797      1.248    bouyer 
   1798      1.248    bouyer 	if (params.atap_cmd_set1 == 0x0000 ||
   1799      1.250    bouyer 	    params.atap_cmd_set1 == 0xffff ||
   1800      1.248    bouyer 	    (params.atap_cmd_set1 & WDC_CMD1_CACHE) == 0)
   1801      1.248    bouyer 		return EOPNOTSUPP;
   1802      1.248    bouyer 
   1803      1.249    bouyer 	if ((bits & DKCACHE_READ) == 0 ||
   1804      1.249    bouyer 	    (bits & DKCACHE_SAVE) != 0)
   1805      1.248    bouyer 		return EOPNOTSUPP;
   1806      1.248    bouyer 
   1807      1.287   thorpej 	memset(&ata_c, 0, sizeof(struct ata_command));
   1808      1.287   thorpej 	ata_c.r_command = SET_FEATURES;
   1809      1.287   thorpej 	ata_c.r_st_bmask = 0;
   1810      1.287   thorpej 	ata_c.r_st_pmask = 0;
   1811      1.287   thorpej 	ata_c.timeout = 30000; /* 30s timeout */
   1812      1.287   thorpej 	ata_c.flags = AT_WAIT;
   1813      1.248    bouyer 	if (bits & DKCACHE_WRITE)
   1814      1.287   thorpej 		ata_c.r_features = WDSF_WRITE_CACHE_EN;
   1815      1.248    bouyer 	else
   1816      1.287   thorpej 		ata_c.r_features = WDSF_WRITE_CACHE_DS;
   1817      1.288   thorpej 	if (wd->atabus->ata_exec_command(wd->drvp, &ata_c) != ATACMD_COMPLETE) {
   1818      1.360      cube 		aprint_error_dev(wd->sc_dev,
   1819      1.360      cube 		    "wd_setcache command not complete\n");
   1820      1.248    bouyer 		return EIO;
   1821      1.248    bouyer 	}
   1822      1.287   thorpej 	if (ata_c.flags & (AT_ERROR | AT_TIMEOU | AT_DF)) {
   1823      1.286   mycroft 		char sbuf[sizeof(at_errbits) + 64];
   1824      1.287   thorpej 		bitmask_snprintf(ata_c.flags, at_errbits, sbuf, sizeof(sbuf));
   1825      1.360      cube 		aprint_error_dev(wd->sc_dev, "wd_setcache: status=%s\n", sbuf);
   1826      1.286   mycroft 		return EIO;
   1827      1.286   mycroft 	}
   1828      1.286   mycroft 	return 0;
   1829      1.286   mycroft }
   1830      1.286   mycroft 
   1831      1.351  jmcneill static int
   1832      1.286   mycroft wd_standby(struct wd_softc *wd, int flags)
   1833      1.286   mycroft {
   1834      1.287   thorpej 	struct ata_command ata_c;
   1835      1.286   mycroft 
   1836      1.287   thorpej 	memset(&ata_c, 0, sizeof(struct ata_command));
   1837      1.287   thorpej 	ata_c.r_command = WDCC_STANDBY_IMMED;
   1838      1.287   thorpej 	ata_c.r_st_bmask = WDCS_DRDY;
   1839      1.287   thorpej 	ata_c.r_st_pmask = WDCS_DRDY;
   1840      1.287   thorpej 	ata_c.flags = flags;
   1841      1.287   thorpej 	ata_c.timeout = 30000; /* 30s timeout */
   1842      1.288   thorpej 	if (wd->atabus->ata_exec_command(wd->drvp, &ata_c) != ATACMD_COMPLETE) {
   1843      1.360      cube 		aprint_error_dev(wd->sc_dev,
   1844      1.351  jmcneill 		    "standby immediate command didn't complete\n");
   1845      1.286   mycroft 		return EIO;
   1846      1.286   mycroft 	}
   1847      1.287   thorpej 	if (ata_c.flags & AT_ERROR) {
   1848      1.287   thorpej 		if (ata_c.r_error == WDCE_ABRT) /* command not supported */
   1849      1.286   mycroft 			return ENODEV;
   1850      1.286   mycroft 	}
   1851      1.287   thorpej 	if (ata_c.flags & (AT_ERROR | AT_TIMEOU | AT_DF)) {
   1852      1.286   mycroft 		char sbuf[sizeof(at_errbits) + 64];
   1853      1.287   thorpej 		bitmask_snprintf(ata_c.flags, at_errbits, sbuf, sizeof(sbuf));
   1854      1.360      cube 		aprint_error_dev(wd->sc_dev, "wd_standby: status=%s\n", sbuf);
   1855      1.248    bouyer 		return EIO;
   1856      1.248    bouyer 	}
   1857      1.248    bouyer 	return 0;
   1858      1.190    bouyer }
   1859      1.190    bouyer 
   1860      1.276    bouyer int
   1861      1.259       dsl wd_flushcache(struct wd_softc *wd, int flags)
   1862      1.190    bouyer {
   1863      1.287   thorpej 	struct ata_command ata_c;
   1864      1.190    bouyer 
   1865      1.297    bouyer 	/*
   1866      1.297    bouyer 	 * WDCC_FLUSHCACHE is here since ATA-4, but some drives report
   1867      1.297    bouyer 	 * only ATA-2 and still support it.
   1868      1.297    bouyer 	 */
   1869      1.297    bouyer 	if (wd->drvp->ata_vers < 4 &&
   1870      1.297    bouyer 	    ((wd->sc_params.atap_cmd_set2 & WDC_CMD2_FC) == 0 ||
   1871      1.297    bouyer 	    wd->sc_params.atap_cmd_set2 == 0xffff))
   1872      1.276    bouyer 		return ENODEV;
   1873      1.287   thorpej 	memset(&ata_c, 0, sizeof(struct ata_command));
   1874      1.275    bouyer 	if ((wd->sc_params.atap_cmd2_en & ATA_CMD2_LBA48) != 0 &&
   1875      1.275    bouyer 	    (wd->sc_params.atap_cmd2_en & ATA_CMD2_FCE) != 0)
   1876      1.287   thorpej 		ata_c.r_command = WDCC_FLUSHCACHE_EXT;
   1877      1.275    bouyer 	else
   1878      1.287   thorpej 		ata_c.r_command = WDCC_FLUSHCACHE;
   1879      1.287   thorpej 	ata_c.r_st_bmask = WDCS_DRDY;
   1880      1.287   thorpej 	ata_c.r_st_pmask = WDCS_DRDY;
   1881      1.287   thorpej 	ata_c.flags = flags;
   1882      1.287   thorpej 	ata_c.timeout = 30000; /* 30s timeout */
   1883      1.288   thorpej 	if (wd->atabus->ata_exec_command(wd->drvp, &ata_c) != ATACMD_COMPLETE) {
   1884      1.360      cube 		aprint_error_dev(wd->sc_dev,
   1885      1.360      cube 		    "flush cache command didn't complete\n");
   1886      1.276    bouyer 		return EIO;
   1887      1.190    bouyer 	}
   1888      1.287   thorpej 	if (ata_c.flags & AT_ERROR) {
   1889      1.287   thorpej 		if (ata_c.r_error == WDCE_ABRT) /* command not supported */
   1890      1.276    bouyer 			return ENODEV;
   1891      1.190    bouyer 	}
   1892      1.287   thorpej 	if (ata_c.flags & (AT_ERROR | AT_TIMEOU | AT_DF)) {
   1893      1.286   mycroft 		char sbuf[sizeof(at_errbits) + 64];
   1894      1.287   thorpej 		bitmask_snprintf(ata_c.flags, at_errbits, sbuf, sizeof(sbuf));
   1895      1.360      cube 		aprint_error_dev(wd->sc_dev, "wd_flushcache: status=%s\n",
   1896      1.286   mycroft 		    sbuf);
   1897      1.276    bouyer 		return EIO;
   1898      1.190    bouyer 	}
   1899      1.276    bouyer 	return 0;
   1900      1.190    bouyer }
   1901      1.190    bouyer 
   1902      1.357  drochner bool
   1903      1.357  drochner wd_shutdown(device_t dev, int how)
   1904      1.356  drochner {
   1905      1.357  drochner 	struct wd_softc *wd = device_private(dev);
   1906  1.363.8.1       snj 
   1907  1.363.8.1       snj 	/* the adapter needs to be enabled */
   1908  1.363.8.1       snj 	if (wd->atabus->ata_addref(wd->drvp))
   1909  1.363.8.1       snj 		return true; /* no need to complain */
   1910  1.363.8.1       snj 
   1911      1.356  drochner 	wd_flushcache(wd, AT_POLL);
   1912      1.357  drochner 	if ((how & RB_POWERDOWN) == RB_POWERDOWN)
   1913      1.356  drochner 		wd_standby(wd, AT_POLL);
   1914      1.357  drochner 	return true;
   1915      1.356  drochner }
   1916      1.356  drochner 
   1917      1.185      kenh /*
   1918      1.185      kenh  * Allocate space for a ioctl queue structure.  Mostly taken from
   1919      1.185      kenh  * scsipi_ioctl.c
   1920      1.185      kenh  */
   1921      1.185      kenh struct wd_ioctl *
   1922      1.259       dsl wi_get(void)
   1923      1.185      kenh {
   1924      1.185      kenh 	struct wd_ioctl *wi;
   1925      1.185      kenh 	int s;
   1926      1.185      kenh 
   1927      1.219   tsutsui 	wi = malloc(sizeof(struct wd_ioctl), M_TEMP, M_WAITOK|M_ZERO);
   1928      1.355        ad 	buf_init(&wi->wi_bp);
   1929      1.185      kenh 	s = splbio();
   1930      1.185      kenh 	LIST_INSERT_HEAD(&wi_head, wi, wi_list);
   1931      1.185      kenh 	splx(s);
   1932      1.185      kenh 	return (wi);
   1933      1.185      kenh }
   1934      1.185      kenh 
   1935      1.185      kenh /*
   1936      1.185      kenh  * Free an ioctl structure and remove it from our list
   1937      1.185      kenh  */
   1938      1.185      kenh 
   1939      1.185      kenh void
   1940      1.259       dsl wi_free(struct wd_ioctl *wi)
   1941      1.185      kenh {
   1942      1.185      kenh 	int s;
   1943      1.185      kenh 
   1944      1.185      kenh 	s = splbio();
   1945      1.185      kenh 	LIST_REMOVE(wi, wi_list);
   1946      1.185      kenh 	splx(s);
   1947      1.355        ad 	buf_destroy(&wi->wi_bp);
   1948      1.185      kenh 	free(wi, M_TEMP);
   1949      1.185      kenh }
   1950      1.185      kenh 
   1951      1.185      kenh /*
   1952      1.185      kenh  * Find a wd_ioctl structure based on the struct buf.
   1953      1.185      kenh  */
   1954      1.185      kenh 
   1955      1.185      kenh struct wd_ioctl *
   1956      1.259       dsl wi_find(struct buf *bp)
   1957      1.185      kenh {
   1958      1.185      kenh 	struct wd_ioctl *wi;
   1959      1.185      kenh 	int s;
   1960      1.185      kenh 
   1961      1.185      kenh 	s = splbio();
   1962      1.185      kenh 	for (wi = wi_head.lh_first; wi != 0; wi = wi->wi_list.le_next)
   1963      1.185      kenh 		if (bp == &wi->wi_bp)
   1964      1.185      kenh 			break;
   1965      1.185      kenh 	splx(s);
   1966      1.185      kenh 	return (wi);
   1967      1.185      kenh }
   1968      1.185      kenh 
   1969      1.185      kenh /*
   1970      1.185      kenh  * Ioctl pseudo strategy routine
   1971      1.185      kenh  *
   1972      1.185      kenh  * This is mostly stolen from scsipi_ioctl.c:scsistrategy().  What
   1973      1.185      kenh  * happens here is:
   1974      1.185      kenh  *
   1975      1.185      kenh  * - wdioctl() queues a wd_ioctl structure.
   1976      1.185      kenh  *
   1977      1.185      kenh  * - wdioctl() calls physio/wdioctlstrategy based on whether or not
   1978      1.185      kenh  *   user space I/O is required.  If physio() is called, physio() eventually
   1979      1.185      kenh  *   calls wdioctlstrategy().
   1980      1.185      kenh  *
   1981      1.217    bouyer  * - In either case, wdioctlstrategy() calls wd->atabus->ata_exec_command()
   1982      1.185      kenh  *   to perform the actual command
   1983      1.185      kenh  *
   1984      1.185      kenh  * The reason for the use of the pseudo strategy routine is because
   1985      1.185      kenh  * when doing I/O to/from user space, physio _really_ wants to be in
   1986      1.185      kenh  * the loop.  We could put the entire buffer into the ioctl request
   1987      1.185      kenh  * structure, but that won't scale if we want to do things like download
   1988      1.185      kenh  * microcode.
   1989      1.185      kenh  */
   1990      1.185      kenh 
   1991      1.185      kenh void
   1992      1.259       dsl wdioctlstrategy(struct buf *bp)
   1993      1.185      kenh {
   1994      1.185      kenh 	struct wd_ioctl *wi;
   1995      1.287   thorpej 	struct ata_command ata_c;
   1996      1.185      kenh 	int error = 0;
   1997      1.185      kenh 
   1998      1.185      kenh 	wi = wi_find(bp);
   1999      1.185      kenh 	if (wi == NULL) {
   2000      1.313    martin 		printf("wdioctlstrategy: "
   2001      1.313    martin 		    "No matching ioctl request found in queue\n");
   2002      1.185      kenh 		error = EINVAL;
   2003      1.355        ad 		goto bad;
   2004      1.185      kenh 	}
   2005      1.185      kenh 
   2006      1.287   thorpej 	memset(&ata_c, 0, sizeof(ata_c));
   2007      1.185      kenh 
   2008      1.185      kenh 	/*
   2009      1.185      kenh 	 * Abort if physio broke up the transfer
   2010      1.185      kenh 	 */
   2011      1.185      kenh 
   2012      1.186      kenh 	if (bp->b_bcount != wi->wi_atareq.datalen) {
   2013      1.185      kenh 		printf("physio split wd ioctl request... cannot proceed\n");
   2014      1.185      kenh 		error = EIO;
   2015      1.355        ad 		goto bad;
   2016      1.185      kenh 	}
   2017      1.185      kenh 
   2018      1.185      kenh 	/*
   2019      1.185      kenh 	 * Abort if we didn't get a buffer size that was a multiple of
   2020      1.185      kenh 	 * our sector size (or was larger than NBBY)
   2021      1.185      kenh 	 */
   2022      1.185      kenh 
   2023      1.185      kenh 	if ((bp->b_bcount % wi->wi_softc->sc_dk.dk_label->d_secsize) != 0 ||
   2024      1.185      kenh 	    (bp->b_bcount / wi->wi_softc->sc_dk.dk_label->d_secsize) >=
   2025      1.185      kenh 	     (1 << NBBY)) {
   2026      1.185      kenh 		error = EINVAL;
   2027      1.355        ad 		goto bad;
   2028      1.185      kenh 	}
   2029      1.185      kenh 
   2030      1.185      kenh 	/*
   2031      1.185      kenh 	 * Make sure a timeout was supplied in the ioctl request
   2032      1.185      kenh 	 */
   2033      1.185      kenh 
   2034      1.186      kenh 	if (wi->wi_atareq.timeout == 0) {
   2035      1.185      kenh 		error = EINVAL;
   2036      1.355        ad 		goto bad;
   2037      1.185      kenh 	}
   2038      1.185      kenh 
   2039      1.186      kenh 	if (wi->wi_atareq.flags & ATACMD_READ)
   2040      1.287   thorpej 		ata_c.flags |= AT_READ;
   2041      1.186      kenh 	else if (wi->wi_atareq.flags & ATACMD_WRITE)
   2042      1.287   thorpej 		ata_c.flags |= AT_WRITE;
   2043      1.185      kenh 
   2044      1.188      kenh 	if (wi->wi_atareq.flags & ATACMD_READREG)
   2045      1.287   thorpej 		ata_c.flags |= AT_READREG;
   2046      1.188      kenh 
   2047      1.287   thorpej 	ata_c.flags |= AT_WAIT;
   2048      1.185      kenh 
   2049      1.287   thorpej 	ata_c.timeout = wi->wi_atareq.timeout;
   2050      1.287   thorpej 	ata_c.r_command = wi->wi_atareq.command;
   2051      1.287   thorpej 	ata_c.r_head = wi->wi_atareq.head & 0x0f;
   2052      1.287   thorpej 	ata_c.r_cyl = wi->wi_atareq.cylinder;
   2053      1.287   thorpej 	ata_c.r_sector = wi->wi_atareq.sec_num;
   2054      1.287   thorpej 	ata_c.r_count = wi->wi_atareq.sec_count;
   2055      1.287   thorpej 	ata_c.r_features = wi->wi_atareq.features;
   2056      1.287   thorpej 	ata_c.r_st_bmask = WDCS_DRDY;
   2057      1.287   thorpej 	ata_c.r_st_pmask = WDCS_DRDY;
   2058      1.287   thorpej 	ata_c.data = wi->wi_bp.b_data;
   2059      1.287   thorpej 	ata_c.bcount = wi->wi_bp.b_bcount;
   2060      1.185      kenh 
   2061      1.287   thorpej 	if (wi->wi_softc->atabus->ata_exec_command(wi->wi_softc->drvp, &ata_c)
   2062      1.288   thorpej 	    != ATACMD_COMPLETE) {
   2063      1.186      kenh 		wi->wi_atareq.retsts = ATACMD_ERROR;
   2064      1.355        ad 		goto bad;
   2065      1.185      kenh 	}
   2066      1.185      kenh 
   2067      1.287   thorpej 	if (ata_c.flags & (AT_ERROR | AT_TIMEOU | AT_DF)) {
   2068      1.287   thorpej 		if (ata_c.flags & AT_ERROR) {
   2069      1.186      kenh 			wi->wi_atareq.retsts = ATACMD_ERROR;
   2070      1.287   thorpej 			wi->wi_atareq.error = ata_c.r_error;
   2071      1.287   thorpej 		} else if (ata_c.flags & AT_DF)
   2072      1.186      kenh 			wi->wi_atareq.retsts = ATACMD_DF;
   2073      1.185      kenh 		else
   2074      1.186      kenh 			wi->wi_atareq.retsts = ATACMD_TIMEOUT;
   2075      1.188      kenh 	} else {
   2076      1.186      kenh 		wi->wi_atareq.retsts = ATACMD_OK;
   2077      1.188      kenh 		if (wi->wi_atareq.flags & ATACMD_READREG) {
   2078      1.287   thorpej 			wi->wi_atareq.head = ata_c.r_head ;
   2079      1.287   thorpej 			wi->wi_atareq.cylinder = ata_c.r_cyl;
   2080      1.287   thorpej 			wi->wi_atareq.sec_num = ata_c.r_sector;
   2081      1.287   thorpej 			wi->wi_atareq.sec_count = ata_c.r_count;
   2082      1.287   thorpej 			wi->wi_atareq.features = ata_c.r_features;
   2083      1.287   thorpej 			wi->wi_atareq.error = ata_c.r_error;
   2084      1.188      kenh 		}
   2085      1.188      kenh 	}
   2086      1.185      kenh 
   2087      1.355        ad 	bp->b_error = 0;
   2088      1.355        ad 	biodone(bp);
   2089      1.355        ad 	return;
   2090      1.355        ad bad:
   2091      1.185      kenh 	bp->b_error = error;
   2092      1.185      kenh 	biodone(bp);
   2093       1.21   deraadt }
   2094