Home | History | Annotate | Line # | Download | only in ata
wd.c revision 1.407.2.2
      1  1.407.2.2       tls /*	$NetBSD: wd.c,v 1.407.2.2 2014/08/10 06:54:50 tls Exp $ */
      2      1.181    bouyer 
      3      1.181    bouyer /*
      4      1.218    bouyer  * Copyright (c) 1998, 2001 Manuel Bouyer.  All rights reserved.
      5      1.181    bouyer  *
      6      1.181    bouyer  * Redistribution and use in source and binary forms, with or without
      7      1.181    bouyer  * modification, are permitted provided that the following conditions
      8      1.181    bouyer  * are met:
      9      1.181    bouyer  * 1. Redistributions of source code must retain the above copyright
     10      1.181    bouyer  *	notice, this list of conditions and the following disclaimer.
     11      1.181    bouyer  * 2. Redistributions in binary form must reproduce the above copyright
     12      1.181    bouyer  *	notice, this list of conditions and the following disclaimer in the
     13      1.181    bouyer  *	documentation and/or other materials provided with the distribution.
     14      1.181    bouyer  *
     15      1.181    bouyer  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
     16      1.181    bouyer  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
     17      1.181    bouyer  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     18      1.259       dsl  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
     19      1.181    bouyer  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
     20      1.181    bouyer  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
     21      1.181    bouyer  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
     22      1.181    bouyer  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
     23      1.181    bouyer  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
     24      1.181    bouyer  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     25      1.181    bouyer  */
     26      1.100       cgd 
     27      1.178   mycroft /*-
     28      1.280   mycroft  * Copyright (c) 1998, 2003, 2004 The NetBSD Foundation, Inc.
     29      1.178   mycroft  * All rights reserved.
     30      1.119   mycroft  *
     31      1.178   mycroft  * This code is derived from software contributed to The NetBSD Foundation
     32      1.178   mycroft  * by Charles M. Hannum and by Onno van der Linden.
     33      1.168       cgd  *
     34      1.113   mycroft  * Redistribution and use in source and binary forms, with or without
     35      1.113   mycroft  * modification, are permitted provided that the following conditions
     36      1.113   mycroft  * are met:
     37      1.113   mycroft  * 1. Redistributions of source code must retain the above copyright
     38      1.113   mycroft  *    notice, this list of conditions and the following disclaimer.
     39      1.113   mycroft  * 2. Redistributions in binary form must reproduce the above copyright
     40      1.113   mycroft  *    notice, this list of conditions and the following disclaimer in the
     41      1.113   mycroft  *    documentation and/or other materials provided with the distribution.
     42      1.113   mycroft  *
     43      1.178   mycroft  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     44      1.178   mycroft  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     45      1.178   mycroft  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     46      1.178   mycroft  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     47      1.178   mycroft  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     48      1.178   mycroft  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     49      1.178   mycroft  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     50      1.178   mycroft  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     51      1.178   mycroft  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     52      1.178   mycroft  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     53      1.178   mycroft  * POSSIBILITY OF SUCH DAMAGE.
     54        1.1       cgd  */
     55      1.215     lukem 
     56      1.215     lukem #include <sys/cdefs.h>
     57  1.407.2.2       tls __KERNEL_RCSID(0, "$NetBSD: wd.c,v 1.407.2.2 2014/08/10 06:54:50 tls Exp $");
     58        1.1       cgd 
     59      1.338    dyoung #include "opt_ata.h"
     60      1.181    bouyer 
     61       1.29   mycroft #include <sys/param.h>
     62       1.29   mycroft #include <sys/systm.h>
     63       1.43   mycroft #include <sys/kernel.h>
     64       1.29   mycroft #include <sys/conf.h>
     65       1.29   mycroft #include <sys/file.h>
     66       1.29   mycroft #include <sys/stat.h>
     67       1.29   mycroft #include <sys/ioctl.h>
     68       1.29   mycroft #include <sys/buf.h>
     69      1.296      yamt #include <sys/bufq.h>
     70       1.29   mycroft #include <sys/uio.h>
     71       1.29   mycroft #include <sys/malloc.h>
     72       1.64   mycroft #include <sys/device.h>
     73       1.94   mycroft #include <sys/disklabel.h>
     74       1.94   mycroft #include <sys/disk.h>
     75       1.29   mycroft #include <sys/syslog.h>
     76      1.149  christos #include <sys/proc.h>
     77      1.354     joerg #include <sys/reboot.h>
     78      1.196     enami #include <sys/vnode.h>
     79      1.165  explorer #include <sys/rnd.h>
     80       1.29   mycroft 
     81      1.347        ad #include <sys/intr.h>
     82      1.347        ad #include <sys/bus.h>
     83      1.237   thorpej 
     84      1.181    bouyer #include <dev/ata/atareg.h>
     85      1.181    bouyer #include <dev/ata/atavar.h>
     86      1.181    bouyer #include <dev/ata/wdvar.h>
     87      1.181    bouyer #include <dev/ic/wdcreg.h>
     88      1.186      kenh #include <sys/ataio.h>
     89      1.163    bouyer #include "locators.h"
     90        1.1       cgd 
     91      1.330   thorpej #include <prop/proplib.h>
     92      1.330   thorpej 
     93      1.189    bouyer #define	WDIORETRIES_SINGLE 4	/* number of retries before single-sector */
     94      1.181    bouyer #define	WDIORETRIES	5	/* number of retries before giving up */
     95      1.181    bouyer #define	RECOVERYTIME hz/2	/* time to wait before retrying a cmd */
     96       1.23   deraadt 
     97      1.181    bouyer #define	WDUNIT(dev)		DISKUNIT(dev)
     98      1.181    bouyer #define	WDPART(dev)		DISKPART(dev)
     99      1.196     enami #define	WDMINOR(unit, part)	DISKMINOR(unit, part)
    100       1.92       cgd #define	MAKEWDDEV(maj, unit, part)	MAKEDISKDEV(maj, unit, part)
    101       1.92       cgd 
    102       1.92       cgd #define	WDLABELDEV(dev)	(MAKEWDDEV(major(dev), WDUNIT(dev), RAW_PART))
    103        1.1       cgd 
    104      1.181    bouyer #define DEBUG_INTR   0x01
    105      1.181    bouyer #define DEBUG_XFERS  0x02
    106      1.181    bouyer #define DEBUG_STATUS 0x04
    107      1.181    bouyer #define DEBUG_FUNCS  0x08
    108      1.181    bouyer #define DEBUG_PROBE  0x10
    109      1.289   thorpej #ifdef ATADEBUG
    110      1.298     perry int wdcdebug_wd_mask = 0x0;
    111      1.289   thorpej #define ATADEBUG_PRINT(args, level) \
    112      1.181    bouyer 	if (wdcdebug_wd_mask & (level)) \
    113      1.181    bouyer 		printf args
    114      1.163    bouyer #else
    115      1.289   thorpej #define ATADEBUG_PRINT(args, level)
    116      1.163    bouyer #endif
    117      1.181    bouyer 
    118      1.373    cegger int	wdprobe(device_t, cfdata_t, void *);
    119      1.373    cegger void	wdattach(device_t, device_t, void *);
    120      1.373    cegger int	wddetach(device_t, int);
    121      1.259       dsl int	wdprint(void *, char *);
    122      1.259       dsl void	wdperror(const struct wd_softc *);
    123      1.102   mycroft 
    124      1.388  jakllsch static void	wdminphys(struct buf *);
    125      1.388  jakllsch 
    126      1.376    dyoung static int	wdlastclose(device_t);
    127      1.384    dyoung static bool	wd_suspend(device_t, const pmf_qual_t *);
    128      1.353  jmcneill static int	wd_standby(struct wd_softc *, int);
    129      1.351  jmcneill 
    130      1.371    dyoung CFATTACH_DECL3_NEW(wd, sizeof(struct wd_softc),
    131      1.375    dyoung     wdprobe, wdattach, wddetach, NULL, NULL, NULL, DVF_DETACH_SHUTDOWN);
    132      1.147   thorpej 
    133      1.167   thorpej extern struct cfdriver wd_cd;
    134      1.108   mycroft 
    135      1.225   gehenna dev_type_open(wdopen);
    136      1.225   gehenna dev_type_close(wdclose);
    137      1.225   gehenna dev_type_read(wdread);
    138      1.225   gehenna dev_type_write(wdwrite);
    139      1.225   gehenna dev_type_ioctl(wdioctl);
    140      1.225   gehenna dev_type_strategy(wdstrategy);
    141      1.225   gehenna dev_type_dump(wddump);
    142      1.225   gehenna dev_type_size(wdsize);
    143  1.407.2.2       tls static dev_type_discard(wddiscard);
    144      1.225   gehenna 
    145      1.225   gehenna const struct bdevsw wd_bdevsw = {
    146      1.407  dholland 	.d_open = wdopen,
    147      1.407  dholland 	.d_close = wdclose,
    148      1.407  dholland 	.d_strategy = wdstrategy,
    149      1.407  dholland 	.d_ioctl = wdioctl,
    150      1.407  dholland 	.d_dump = wddump,
    151      1.407  dholland 	.d_psize = wdsize,
    152  1.407.2.2       tls 	.d_discard = wddiscard,
    153      1.407  dholland 	.d_flag = D_DISK
    154      1.225   gehenna };
    155      1.225   gehenna 
    156      1.225   gehenna const struct cdevsw wd_cdevsw = {
    157      1.407  dholland 	.d_open = wdopen,
    158      1.407  dholland 	.d_close = wdclose,
    159      1.407  dholland 	.d_read = wdread,
    160      1.407  dholland 	.d_write = wdwrite,
    161      1.407  dholland 	.d_ioctl = wdioctl,
    162      1.407  dholland 	.d_stop = nostop,
    163      1.407  dholland 	.d_tty = notty,
    164      1.407  dholland 	.d_poll = nopoll,
    165      1.407  dholland 	.d_mmap = nommap,
    166      1.407  dholland 	.d_kqfilter = nokqfilter,
    167  1.407.2.2       tls 	.d_discard = wddiscard,
    168      1.407  dholland 	.d_flag = D_DISK
    169      1.225   gehenna };
    170      1.225   gehenna 
    171      1.185      kenh /*
    172      1.185      kenh  * Glue necessary to hook WDCIOCCOMMAND into physio
    173      1.185      kenh  */
    174      1.185      kenh 
    175      1.185      kenh struct wd_ioctl {
    176      1.185      kenh 	LIST_ENTRY(wd_ioctl) wi_list;
    177      1.185      kenh 	struct buf wi_bp;
    178      1.185      kenh 	struct uio wi_uio;
    179      1.185      kenh 	struct iovec wi_iov;
    180      1.186      kenh 	atareq_t wi_atareq;
    181      1.185      kenh 	struct wd_softc *wi_softc;
    182      1.185      kenh };
    183      1.185      kenh 
    184      1.185      kenh LIST_HEAD(, wd_ioctl) wi_head;
    185      1.185      kenh 
    186      1.259       dsl struct	wd_ioctl *wi_find(struct buf *);
    187      1.259       dsl void	wi_free(struct wd_ioctl *);
    188      1.259       dsl struct	wd_ioctl *wi_get(void);
    189      1.259       dsl void	wdioctlstrategy(struct buf *);
    190      1.259       dsl 
    191      1.259       dsl void  wdgetdefaultlabel(struct wd_softc *, struct disklabel *);
    192      1.259       dsl void  wdgetdisklabel(struct wd_softc *);
    193      1.259       dsl void  wdstart(void *);
    194      1.382     pooka void  wdstart1(struct wd_softc*, struct buf *);
    195      1.259       dsl void  wdrestart(void *);
    196      1.272   thorpej void  wddone(void *);
    197      1.259       dsl int   wd_get_params(struct wd_softc *, u_int8_t, struct ataparams *);
    198      1.276    bouyer int   wd_flushcache(struct wd_softc *, int);
    199  1.407.2.2       tls int   wd_trim(struct wd_softc *, int, daddr_t, long);
    200      1.357  drochner bool  wd_shutdown(device_t, int);
    201      1.108   mycroft 
    202      1.259       dsl int   wd_getcache(struct wd_softc *, int *);
    203      1.259       dsl int   wd_setcache(struct wd_softc *, int);
    204      1.248    bouyer 
    205      1.388  jakllsch struct dkdriver wddkdriver = { wdstrategy, wdminphys };
    206       1.65   mycroft 
    207      1.170       leo #ifdef HAS_BAD144_HANDLING
    208      1.259       dsl static void bad144intern(struct wd_softc *);
    209      1.170       leo #endif
    210        1.1       cgd 
    211      1.239   thorpej #define	WD_QUIRK_SPLIT_MOD15_WRITE	0x0001	/* must split certain writes */
    212      1.239   thorpej 
    213      1.327     lukem #define	WD_QUIRK_FMT "\20\1SPLIT_MOD15_WRITE\2FORCE_LBA48"
    214      1.327     lukem 
    215      1.239   thorpej /*
    216      1.239   thorpej  * Quirk table for IDE drives.  Put more-specific matches first, since
    217      1.389  jakllsch  * a simple globing routine is used for matching.
    218      1.239   thorpej  */
    219      1.239   thorpej static const struct wd_quirk {
    220      1.239   thorpej 	const char *wdq_match;		/* inquiry pattern to match */
    221      1.239   thorpej 	int wdq_quirks;			/* drive quirks */
    222      1.239   thorpej } wd_quirk_table[] = {
    223      1.239   thorpej 	/*
    224      1.239   thorpej 	 * Some Seagate S-ATA drives have a PHY which can get confused
    225      1.239   thorpej 	 * with the way data is packetized by some S-ATA controllers.
    226      1.239   thorpej 	 *
    227      1.246     mason 	 * The work-around is to split in two any write transfer whose
    228      1.239   thorpej 	 * sector count % 15 == 1 (assuming 512 byte sectors).
    229      1.239   thorpej 	 *
    230      1.239   thorpej 	 * XXX This is an incomplete list.  There are at least a couple
    231      1.239   thorpej 	 * XXX more model numbers.  If you have trouble with such transfers
    232      1.239   thorpej 	 * XXX (8K is the most common) on Seagate S-ATA drives, please
    233      1.269    keihan 	 * XXX notify thorpej (at) NetBSD.org.
    234      1.389  jakllsch 	 *
    235      1.389  jakllsch 	 * The ST360015AS has not yet been confirmed to have this
    236      1.389  jakllsch 	 * issue, however, it is the only other drive in the
    237      1.389  jakllsch 	 * Seagate Barracuda Serial ATA V family.
    238      1.389  jakllsch 	 *
    239      1.239   thorpej 	 */
    240      1.239   thorpej 	{ "ST3120023AS",
    241      1.247  explorer 	  WD_QUIRK_SPLIT_MOD15_WRITE },
    242      1.247  explorer 	{ "ST380023AS",
    243      1.239   thorpej 	  WD_QUIRK_SPLIT_MOD15_WRITE },
    244      1.389  jakllsch 	{ "ST360015AS",
    245      1.389  jakllsch 	  WD_QUIRK_SPLIT_MOD15_WRITE },
    246      1.239   thorpej 	{ NULL,
    247      1.239   thorpej 	  0 }
    248      1.239   thorpej };
    249      1.239   thorpej 
    250      1.239   thorpej static const struct wd_quirk *
    251      1.239   thorpej wd_lookup_quirks(const char *name)
    252      1.239   thorpej {
    253      1.239   thorpej 	const struct wd_quirk *wdq;
    254      1.239   thorpej 	const char *estr;
    255      1.239   thorpej 
    256      1.239   thorpej 	for (wdq = wd_quirk_table; wdq->wdq_match != NULL; wdq++) {
    257      1.239   thorpej 		/*
    258      1.239   thorpej 		 * We only want exact matches (which include matches
    259      1.239   thorpej 		 * against globbing characters).
    260      1.239   thorpej 		 */
    261      1.239   thorpej 		if (pmatch(name, wdq->wdq_match, &estr) == 2)
    262      1.239   thorpej 			return (wdq);
    263      1.239   thorpej 	}
    264      1.239   thorpej 	return (NULL);
    265      1.239   thorpej }
    266      1.239   thorpej 
    267        1.1       cgd int
    268      1.373    cegger wdprobe(device_t parent, cfdata_t match, void *aux)
    269        1.1       cgd {
    270      1.216    bouyer 	struct ata_device *adev = aux;
    271      1.167   thorpej 
    272      1.216    bouyer 	if (adev == NULL)
    273      1.181    bouyer 		return 0;
    274      1.216    bouyer 	if (adev->adev_bustype->bustype_type != SCSIPI_BUSTYPE_ATA)
    275       1.64   mycroft 		return 0;
    276      1.181    bouyer 
    277      1.263    bouyer 	if (match->cf_loc[ATA_HLCF_DRIVE] != ATA_HLCF_DRIVE_DEFAULT &&
    278      1.263    bouyer 	    match->cf_loc[ATA_HLCF_DRIVE] != adev->adev_drv_data->drive)
    279       1.74   mycroft 		return 0;
    280       1.74   mycroft 	return 1;
    281       1.74   mycroft }
    282       1.64   mycroft 
    283       1.74   mycroft void
    284      1.373    cegger wdattach(device_t parent, device_t self, void *aux)
    285       1.74   mycroft {
    286      1.360      cube 	struct wd_softc *wd = device_private(self);
    287      1.216    bouyer 	struct ata_device *adev= aux;
    288       1.74   mycroft 	int i, blank;
    289      1.301  christos 	char tbuf[41], pbuf[9], c, *p, *q;
    290      1.239   thorpej 	const struct wd_quirk *wdq;
    291      1.350     itohy 
    292      1.360      cube 	wd->sc_dev = self;
    293      1.360      cube 
    294      1.289   thorpej 	ATADEBUG_PRINT(("wdattach\n"), DEBUG_FUNCS | DEBUG_PROBE);
    295      1.340        ad 	callout_init(&wd->sc_restart_ch, 0);
    296      1.312      yamt 	bufq_alloc(&wd->sc_q, BUFQ_DISK_DEFAULT_STRAT, BUFQ_SORT_RAWBLOCK);
    297      1.292  drochner #ifdef WD_SOFTBADSECT
    298      1.241   darrenr 	SLIST_INIT(&wd->sc_bslist);
    299      1.292  drochner #endif
    300      1.217    bouyer 	wd->atabus = adev->adev_bustype;
    301      1.216    bouyer 	wd->openings = adev->adev_openings;
    302      1.235    simonb 	wd->drvp = adev->adev_drv_data;
    303      1.270   thorpej 
    304      1.270   thorpej 	wd->drvp->drv_done = wddone;
    305      1.400    bouyer 	wd->drvp->drv_softc = wd->sc_dev; /* done in atabusconfig_thread()
    306      1.400    bouyer 					     but too late */
    307      1.181    bouyer 
    308      1.253   thorpej 	aprint_naive("\n");
    309      1.386     enami 	aprint_normal("\n");
    310      1.253   thorpej 
    311      1.181    bouyer 	/* read our drive info */
    312      1.261   mycroft 	if (wd_get_params(wd, AT_WAIT, &wd->sc_params) != 0) {
    313      1.386     enami 		aprint_error_dev(self, "IDENTIFY failed\n");
    314      1.400    bouyer 		goto out;
    315      1.181    bouyer 	}
    316      1.163    bouyer 
    317      1.301  christos 	for (blank = 0, p = wd->sc_params.atap_model, q = tbuf, i = 0;
    318      1.181    bouyer 	    i < sizeof(wd->sc_params.atap_model); i++) {
    319      1.135   mycroft 		c = *p++;
    320      1.135   mycroft 		if (c == '\0')
    321      1.135   mycroft 			break;
    322      1.135   mycroft 		if (c != ' ') {
    323      1.135   mycroft 			if (blank) {
    324      1.135   mycroft 				*q++ = ' ';
    325      1.135   mycroft 				blank = 0;
    326      1.135   mycroft 			}
    327      1.135   mycroft 			*q++ = c;
    328      1.135   mycroft 		} else
    329      1.135   mycroft 			blank = 1;
    330      1.195     enami 	}
    331      1.135   mycroft 	*q++ = '\0';
    332      1.135   mycroft 
    333      1.386     enami 	aprint_normal_dev(self, "<%s>\n", tbuf);
    334      1.113   mycroft 
    335      1.301  christos 	wdq = wd_lookup_quirks(tbuf);
    336      1.239   thorpej 	if (wdq != NULL)
    337      1.239   thorpej 		wd->sc_quirks = wdq->wdq_quirks;
    338      1.239   thorpej 
    339      1.327     lukem 	if (wd->sc_quirks != 0) {
    340      1.327     lukem 		char sbuf[sizeof(WD_QUIRK_FMT) + 64];
    341      1.366  christos 		snprintb(sbuf, sizeof(sbuf), WD_QUIRK_FMT, wd->sc_quirks);
    342      1.360      cube 		aprint_normal_dev(self, "quirks %s\n", sbuf);
    343      1.327     lukem 	}
    344      1.327     lukem 
    345      1.181    bouyer 	if ((wd->sc_params.atap_multi & 0xff) > 1) {
    346      1.181    bouyer 		wd->sc_multi = wd->sc_params.atap_multi & 0xff;
    347      1.113   mycroft 	} else {
    348      1.181    bouyer 		wd->sc_multi = 1;
    349      1.113   mycroft 	}
    350      1.113   mycroft 
    351      1.360      cube 	aprint_verbose_dev(self, "drive supports %d-sector PIO transfers,",
    352      1.360      cube 	    wd->sc_multi);
    353      1.172   mycroft 
    354      1.220  christos 	/* 48-bit LBA addressing */
    355      1.268      yamt 	if ((wd->sc_params.atap_cmd2_en & ATA_CMD2_LBA48) != 0)
    356      1.220  christos 		wd->sc_flags |= WDF_LBA48;
    357      1.220  christos 
    358      1.172   mycroft 	/* Prior to ATA-4, LBA was optional. */
    359      1.181    bouyer 	if ((wd->sc_params.atap_capabilities1 & WDC_CAP_LBA) != 0)
    360      1.181    bouyer 		wd->sc_flags |= WDF_LBA;
    361      1.174   mycroft #if 0
    362      1.172   mycroft 	/* ATA-4 requires LBA. */
    363      1.181    bouyer 	if (wd->sc_params.atap_ataversion != 0xffff &&
    364      1.181    bouyer 	    wd->sc_params.atap_ataversion >= WDC_VER_ATA4)
    365      1.181    bouyer 		wd->sc_flags |= WDF_LBA;
    366      1.174   mycroft #endif
    367      1.172   mycroft 
    368      1.220  christos 	if ((wd->sc_flags & WDF_LBA48) != 0) {
    369      1.336        ad 		aprint_verbose(" LBA48 addressing\n");
    370      1.220  christos 		wd->sc_capacity =
    371      1.378  jakllsch 		    ((u_int64_t) wd->sc_params.atap_max_lba[3] << 48) |
    372      1.378  jakllsch 		    ((u_int64_t) wd->sc_params.atap_max_lba[2] << 32) |
    373      1.378  jakllsch 		    ((u_int64_t) wd->sc_params.atap_max_lba[1] << 16) |
    374      1.378  jakllsch 		    ((u_int64_t) wd->sc_params.atap_max_lba[0] <<  0);
    375      1.380    bouyer 		wd->sc_capacity28 =
    376      1.380    bouyer 		    (wd->sc_params.atap_capacity[1] << 16) |
    377      1.380    bouyer 		    wd->sc_params.atap_capacity[0];
    378      1.220  christos 	} else if ((wd->sc_flags & WDF_LBA) != 0) {
    379      1.336        ad 		aprint_verbose(" LBA addressing\n");
    380      1.380    bouyer 		wd->sc_capacity28 = wd->sc_capacity =
    381      1.380    bouyer 		    (wd->sc_params.atap_capacity[1] << 16) |
    382      1.181    bouyer 		    wd->sc_params.atap_capacity[0];
    383      1.172   mycroft 	} else {
    384      1.336        ad 		aprint_verbose(" chs addressing\n");
    385      1.380    bouyer 		wd->sc_capacity28 = wd->sc_capacity =
    386      1.181    bouyer 		    wd->sc_params.atap_cylinders *
    387      1.181    bouyer 		    wd->sc_params.atap_heads *
    388      1.181    bouyer 		    wd->sc_params.atap_sectors;
    389      1.172   mycroft 	}
    390      1.240      fvdl 	format_bytes(pbuf, sizeof(pbuf), wd->sc_capacity * DEV_BSIZE);
    391      1.360      cube 	aprint_normal_dev(self, "%s, %d cyl, %d head, %d sec, "
    392      1.240      fvdl 	    "%d bytes/sect x %llu sectors\n",
    393      1.360      cube 	    pbuf,
    394      1.260    bouyer 	    (wd->sc_flags & WDF_LBA) ? (int)(wd->sc_capacity /
    395      1.260    bouyer 		(wd->sc_params.atap_heads * wd->sc_params.atap_sectors)) :
    396      1.260    bouyer 		wd->sc_params.atap_cylinders,
    397      1.201     enami 	    wd->sc_params.atap_heads, wd->sc_params.atap_sectors,
    398      1.240      fvdl 	    DEV_BSIZE, (unsigned long long)wd->sc_capacity);
    399      1.201     enami 
    400      1.289   thorpej 	ATADEBUG_PRINT(("%s: atap_dmatiming_mimi=%d, atap_dmatiming_recom=%d\n",
    401      1.360      cube 	    device_xname(self), wd->sc_params.atap_dmatiming_mimi,
    402      1.181    bouyer 	    wd->sc_params.atap_dmatiming_recom), DEBUG_PROBE);
    403      1.400    bouyer out:
    404      1.181    bouyer 	/*
    405      1.181    bouyer 	 * Initialize and attach the disk structure.
    406      1.181    bouyer 	 */
    407      1.332   thorpej 	/* we fill in dk_info later */
    408      1.360      cube 	disk_init(&wd->sc_dk, device_xname(wd->sc_dev), &wddkdriver);
    409      1.181    bouyer 	disk_attach(&wd->sc_dk);
    410      1.181    bouyer 	wd->sc_wdc_bio.lp = wd->sc_dk.dk_label;
    411      1.360      cube 	rnd_attach_source(&wd->rnd_source, device_xname(wd->sc_dev),
    412  1.407.2.1       tls 			  RND_TYPE_DISK, RND_FLAG_DEFAULT);
    413      1.294   thorpej 
    414      1.294   thorpej 	/* Discover wedges on this disk. */
    415      1.294   thorpej 	dkwedge_discover(&wd->sc_dk);
    416      1.351  jmcneill 
    417      1.357  drochner 	if (!pmf_device_register1(self, wd_suspend, NULL, wd_shutdown))
    418      1.351  jmcneill 		aprint_error_dev(self, "couldn't establish power handler\n");
    419      1.351  jmcneill }
    420      1.351  jmcneill 
    421      1.351  jmcneill static bool
    422      1.384    dyoung wd_suspend(device_t dv, const pmf_qual_t *qual)
    423      1.351  jmcneill {
    424      1.351  jmcneill 	struct wd_softc *sc = device_private(dv);
    425      1.351  jmcneill 
    426      1.406  drochner 	/* the adapter needs to be enabled */
    427      1.406  drochner 	if (sc->atabus->ata_addref(sc->drvp))
    428      1.406  drochner 		return true; /* no need to complain */
    429      1.406  drochner 
    430      1.356  drochner 	wd_flushcache(sc, AT_WAIT);
    431      1.356  drochner 	wd_standby(sc, AT_WAIT);
    432      1.406  drochner 
    433      1.406  drochner 	sc->atabus->ata_delref(sc->drvp);
    434      1.351  jmcneill 	return true;
    435      1.196     enami }
    436      1.196     enami 
    437      1.196     enami int
    438      1.373    cegger wddetach(device_t self, int flags)
    439      1.196     enami {
    440      1.360      cube 	struct wd_softc *sc = device_private(self);
    441      1.374    dyoung 	int bmaj, cmaj, i, mn, rc, s;
    442      1.374    dyoung 
    443      1.377    dyoung 	if ((rc = disk_begindetach(&sc->sc_dk, wdlastclose, self, flags)) != 0)
    444      1.374    dyoung 		return rc;
    445      1.196     enami 
    446      1.196     enami 	/* locate the major number */
    447      1.225   gehenna 	bmaj = bdevsw_lookup_major(&wd_bdevsw);
    448      1.225   gehenna 	cmaj = cdevsw_lookup_major(&wd_cdevsw);
    449      1.196     enami 
    450      1.286   mycroft 	/* Nuke the vnodes for any open instances. */
    451      1.286   mycroft 	for (i = 0; i < MAXPARTITIONS; i++) {
    452      1.321   thorpej 		mn = WDMINOR(device_unit(self), i);
    453      1.286   mycroft 		vdevgone(bmaj, mn, mn, VBLK);
    454      1.286   mycroft 		vdevgone(cmaj, mn, mn, VCHR);
    455      1.286   mycroft 	}
    456      1.286   mycroft 
    457      1.294   thorpej 	/* Delete all of our wedges. */
    458      1.294   thorpej 	dkwedge_delall(&sc->sc_dk);
    459      1.294   thorpej 
    460      1.196     enami 	s = splbio();
    461      1.196     enami 
    462      1.259       dsl 	/* Kill off any queued buffers. */
    463      1.312      yamt 	bufq_drain(sc->sc_q);
    464      1.224   hannken 
    465      1.312      yamt 	bufq_free(sc->sc_q);
    466      1.285    bouyer 	sc->atabus->ata_killpending(sc->drvp);
    467      1.196     enami 
    468      1.196     enami 	splx(s);
    469      1.196     enami 
    470      1.196     enami 	/* Detach disk. */
    471      1.196     enami 	disk_detach(&sc->sc_dk);
    472      1.362    plunky 	disk_destroy(&sc->sc_dk);
    473      1.196     enami 
    474      1.292  drochner #ifdef WD_SOFTBADSECT
    475      1.282    bouyer 	/* Clean out the bad sector list */
    476      1.282    bouyer 	while (!SLIST_EMPTY(&sc->sc_bslist)) {
    477      1.282    bouyer 		void *head = SLIST_FIRST(&sc->sc_bslist);
    478      1.282    bouyer 		SLIST_REMOVE_HEAD(&sc->sc_bslist, dbs_next);
    479      1.282    bouyer 		free(head, M_TEMP);
    480      1.282    bouyer 	}
    481      1.282    bouyer 	sc->sc_bscount = 0;
    482      1.292  drochner #endif
    483      1.282    bouyer 
    484      1.351  jmcneill 	pmf_device_deregister(self);
    485      1.196     enami 
    486      1.196     enami 	/* Unhook the entropy source. */
    487      1.196     enami 	rnd_detach_source(&sc->rnd_source);
    488      1.196     enami 
    489      1.364    dyoung 	callout_destroy(&sc->sc_restart_ch);
    490      1.364    dyoung 
    491      1.400    bouyer 	sc->drvp->drive_type = ATA_DRIVET_NONE; /* no drive any more here */
    492      1.400    bouyer 	sc->drvp->drive_flags = 0;
    493      1.283    bouyer 
    494      1.196     enami 	return (0);
    495        1.1       cgd }
    496        1.1       cgd 
    497       1.64   mycroft /*
    498      1.135   mycroft  * Read/write routine for a buffer.  Validates the arguments and schedules the
    499      1.135   mycroft  * transfer.  Does not wait for the transfer to complete.
    500        1.1       cgd  */
    501       1.64   mycroft void
    502      1.259       dsl wdstrategy(struct buf *bp)
    503        1.1       cgd {
    504      1.360      cube 	struct wd_softc *wd =
    505      1.363   tsutsui 	    device_lookup_private(&wd_cd, WDUNIT(bp->b_dev));
    506      1.202   thorpej 	struct disklabel *lp = wd->sc_dk.dk_label;
    507      1.202   thorpej 	daddr_t blkno;
    508       1.37   mycroft 	int s;
    509      1.202   thorpej 
    510      1.360      cube 	ATADEBUG_PRINT(("wdstrategy (%s)\n", device_xname(wd->sc_dev)),
    511      1.182    bouyer 	    DEBUG_XFERS);
    512      1.259       dsl 
    513      1.135   mycroft 	/* Valid request?  */
    514      1.135   mycroft 	if (bp->b_blkno < 0 ||
    515      1.202   thorpej 	    (bp->b_bcount % lp->d_secsize) != 0 ||
    516      1.202   thorpej 	    (bp->b_bcount / lp->d_secsize) >= (1 << NBBY)) {
    517        1.1       cgd 		bp->b_error = EINVAL;
    518      1.342        ad 		goto done;
    519        1.1       cgd 	}
    520      1.259       dsl 
    521      1.375    dyoung 	/* If device invalidated (e.g. media change, door open,
    522      1.385    dyoung 	 * device detachment), then error.
    523      1.375    dyoung 	 */
    524      1.385    dyoung 	if ((wd->sc_flags & WDF_LOADED) == 0 ||
    525      1.385    dyoung 	    !device_is_enabled(wd->sc_dev)) {
    526      1.135   mycroft 		bp->b_error = EIO;
    527      1.342        ad 		goto done;
    528      1.135   mycroft 	}
    529      1.135   mycroft 
    530       1.93   mycroft 	/* If it's a null transfer, return immediately. */
    531       1.93   mycroft 	if (bp->b_bcount == 0)
    532       1.93   mycroft 		goto done;
    533       1.93   mycroft 
    534      1.128   mycroft 	/*
    535      1.128   mycroft 	 * Do bounds checking, adjust transfer. if error, process.
    536      1.128   mycroft 	 * If end of partition, just return.
    537      1.128   mycroft 	 */
    538      1.240      fvdl 	if (WDPART(bp->b_dev) == RAW_PART) {
    539      1.240      fvdl 		if (bounds_check_with_mediasize(bp, DEV_BSIZE,
    540      1.240      fvdl 		    wd->sc_capacity) <= 0)
    541      1.240      fvdl 			goto done;
    542      1.240      fvdl 	} else {
    543      1.252   thorpej 		if (bounds_check_with_label(&wd->sc_dk, bp,
    544      1.240      fvdl 		    (wd->sc_flags & (WDF_WLABEL|WDF_LABELLING)) != 0) <= 0)
    545      1.240      fvdl 			goto done;
    546      1.240      fvdl 	}
    547      1.202   thorpej 
    548      1.202   thorpej 	/*
    549      1.202   thorpej 	 * Now convert the block number to absolute and put it in
    550      1.202   thorpej 	 * terms of the device's logical block size.
    551      1.202   thorpej 	 */
    552      1.202   thorpej 	if (lp->d_secsize >= DEV_BSIZE)
    553      1.202   thorpej 		blkno = bp->b_blkno / (lp->d_secsize / DEV_BSIZE);
    554      1.202   thorpej 	else
    555      1.202   thorpej 		blkno = bp->b_blkno * (DEV_BSIZE / lp->d_secsize);
    556      1.202   thorpej 
    557      1.202   thorpej 	if (WDPART(bp->b_dev) != RAW_PART)
    558      1.202   thorpej 		blkno += lp->d_partitions[WDPART(bp->b_dev)].p_offset;
    559      1.202   thorpej 
    560      1.202   thorpej 	bp->b_rawblkno = blkno;
    561      1.202   thorpej 
    562      1.292  drochner #ifdef WD_SOFTBADSECT
    563      1.241   darrenr 	/*
    564      1.241   darrenr 	 * If the transfer about to be attempted contains only a block that
    565      1.241   darrenr 	 * is known to be bad then return an error for the transfer without
    566      1.241   darrenr 	 * even attempting to start a transfer up under the premis that we
    567      1.241   darrenr 	 * will just end up doing more retries for a transfer that will end
    568      1.241   darrenr 	 * up failing again.
    569      1.241   darrenr 	 * XXX:SMP - mutex required to protect with DIOCBSFLUSH
    570      1.241   darrenr 	 */
    571      1.241   darrenr 	if (__predict_false(!SLIST_EMPTY(&wd->sc_bslist))) {
    572      1.241   darrenr 		struct disk_badsectors *dbs;
    573      1.278   mycroft 		daddr_t maxblk = blkno + (bp->b_bcount >> DEV_BSHIFT) - 1;
    574      1.241   darrenr 
    575      1.241   darrenr 		SLIST_FOREACH(dbs, &wd->sc_bslist, dbs_next)
    576      1.243   darrenr 			if ((dbs->dbs_min <= blkno && blkno <= dbs->dbs_max) ||
    577      1.245   darrenr 			    (dbs->dbs_min <= maxblk && maxblk <= dbs->dbs_max)){
    578      1.245   darrenr 				bp->b_error = EIO;
    579      1.343      taca 				goto done;
    580      1.245   darrenr 			}
    581      1.241   darrenr 	}
    582      1.292  drochner #endif
    583      1.241   darrenr 
    584       1.64   mycroft 	/* Queue transfer on drive, activate drive and controller if idle. */
    585        1.1       cgd 	s = splbio();
    586      1.367      yamt 	bufq_put(wd->sc_q, bp);
    587      1.163    bouyer 	wdstart(wd);
    588        1.1       cgd 	splx(s);
    589       1.64   mycroft 	return;
    590        1.1       cgd done:
    591       1.64   mycroft 	/* Toss transfer; we're done early. */
    592      1.135   mycroft 	bp->b_resid = bp->b_bcount;
    593        1.1       cgd 	biodone(bp);
    594        1.1       cgd }
    595        1.1       cgd 
    596        1.1       cgd /*
    597      1.135   mycroft  * Queue a drive for I/O.
    598        1.1       cgd  */
    599      1.108   mycroft void
    600      1.259       dsl wdstart(void *arg)
    601        1.1       cgd {
    602      1.163    bouyer 	struct wd_softc *wd = arg;
    603      1.200   thorpej 	struct buf *bp = NULL;
    604      1.163    bouyer 
    605      1.360      cube 	ATADEBUG_PRINT(("wdstart %s\n", device_xname(wd->sc_dev)),
    606      1.182    bouyer 	    DEBUG_XFERS);
    607      1.385    dyoung 
    608      1.385    dyoung 	if (!device_is_active(wd->sc_dev))
    609      1.385    dyoung 		return;
    610      1.385    dyoung 
    611      1.181    bouyer 	while (wd->openings > 0) {
    612      1.163    bouyer 
    613      1.163    bouyer 		/* Is there a buf for us ? */
    614      1.367      yamt 		if ((bp = bufq_get(wd->sc_q)) == NULL)
    615      1.200   thorpej 			return;
    616      1.259       dsl 
    617      1.259       dsl 		/*
    618      1.163    bouyer 		 * Make the command. First lock the device
    619      1.163    bouyer 		 */
    620      1.181    bouyer 		wd->openings--;
    621      1.181    bouyer 
    622      1.181    bouyer 		wd->retries = 0;
    623      1.382     pooka 		wdstart1(wd, bp);
    624      1.181    bouyer 	}
    625      1.181    bouyer }
    626      1.181    bouyer 
    627      1.239   thorpej static void
    628      1.239   thorpej wd_split_mod15_write(struct buf *bp)
    629      1.239   thorpej {
    630      1.239   thorpej 	struct buf *obp = bp->b_private;
    631      1.360      cube 	struct wd_softc *sc =
    632      1.363   tsutsui 	    device_lookup_private(&wd_cd, DISKUNIT(obp->b_dev));
    633      1.383    bouyer 	int s;
    634      1.239   thorpej 
    635      1.342        ad 	if (__predict_false(bp->b_error != 0)) {
    636      1.239   thorpej 		/*
    637      1.239   thorpej 		 * Propagate the error.  If this was the first half of
    638      1.239   thorpej 		 * the original transfer, make sure to account for that
    639      1.239   thorpej 		 * in the residual.
    640      1.239   thorpej 		 */
    641      1.239   thorpej 		if (bp->b_data == obp->b_data)
    642      1.239   thorpej 			bp->b_resid += bp->b_bcount;
    643      1.239   thorpej 		goto done;
    644      1.239   thorpej 	}
    645      1.239   thorpej 
    646      1.239   thorpej 	/*
    647      1.239   thorpej 	 * If this was the second half of the transfer, we're all done!
    648      1.239   thorpej 	 */
    649      1.239   thorpej 	if (bp->b_data != obp->b_data)
    650      1.239   thorpej 		goto done;
    651      1.239   thorpej 
    652      1.239   thorpej 	/*
    653      1.239   thorpej 	 * Advance the pointer to the second half and issue that command
    654      1.239   thorpej 	 * using the same opening.
    655      1.239   thorpej 	 */
    656      1.355        ad 	bp->b_flags = obp->b_flags;
    657      1.355        ad 	bp->b_oflags = obp->b_oflags;
    658      1.355        ad 	bp->b_cflags = obp->b_cflags;
    659      1.337  christos 	bp->b_data = (char *)bp->b_data + bp->b_bcount;
    660      1.239   thorpej 	bp->b_blkno += (bp->b_bcount / 512);
    661      1.239   thorpej 	bp->b_rawblkno += (bp->b_bcount / 512);
    662      1.383    bouyer 	s = splbio();
    663      1.382     pooka 	wdstart1(sc, bp);
    664      1.383    bouyer 	splx(s);
    665      1.239   thorpej 	return;
    666      1.239   thorpej 
    667      1.239   thorpej  done:
    668      1.239   thorpej 	obp->b_error = bp->b_error;
    669      1.239   thorpej 	obp->b_resid = bp->b_resid;
    670      1.383    bouyer 	s = splbio();
    671      1.316      yamt 	putiobuf(bp);
    672      1.239   thorpej 	biodone(obp);
    673      1.239   thorpej 	sc->openings++;
    674      1.383    bouyer 	splx(s);
    675      1.239   thorpej 	/* wddone() will call wdstart() */
    676      1.239   thorpej }
    677      1.239   thorpej 
    678      1.181    bouyer void
    679      1.382     pooka wdstart1(struct wd_softc *wd, struct buf *bp)
    680      1.181    bouyer {
    681      1.202   thorpej 
    682      1.239   thorpej 	/*
    683      1.239   thorpej 	 * Deal with the "split mod15 write" quirk.  We just divide the
    684      1.239   thorpej 	 * transfer in two, doing the first half and then then second half
    685      1.239   thorpej 	 * with the same command opening.
    686      1.239   thorpej 	 *
    687      1.239   thorpej 	 * Note we MUST do this here, because we can't let insertion
    688      1.239   thorpej 	 * into the bufq cause the transfers to be re-merged.
    689      1.239   thorpej 	 */
    690      1.239   thorpej 	if (__predict_false((wd->sc_quirks & WD_QUIRK_SPLIT_MOD15_WRITE) != 0 &&
    691      1.239   thorpej 			    (bp->b_flags & B_READ) == 0 &&
    692      1.239   thorpej 			    bp->b_bcount > 512 &&
    693      1.239   thorpej 			    ((bp->b_bcount / 512) % 15) == 1)) {
    694      1.239   thorpej 		struct buf *nbp;
    695      1.239   thorpej 
    696      1.239   thorpej 		/* already at splbio */
    697      1.355        ad 		nbp = getiobuf(NULL, false);
    698      1.239   thorpej 		if (__predict_false(nbp == NULL)) {
    699      1.239   thorpej 			/* No memory -- fail the iop. */
    700      1.239   thorpej 			bp->b_error = ENOMEM;
    701      1.239   thorpej 			bp->b_resid = bp->b_bcount;
    702      1.239   thorpej 			biodone(bp);
    703      1.239   thorpej 			wd->openings++;
    704      1.239   thorpej 			return;
    705      1.239   thorpej 		}
    706      1.239   thorpej 
    707      1.239   thorpej 		nbp->b_error = 0;
    708      1.239   thorpej 		nbp->b_proc = bp->b_proc;
    709      1.239   thorpej 		nbp->b_dev = bp->b_dev;
    710      1.239   thorpej 
    711      1.239   thorpej 		nbp->b_bcount = bp->b_bcount / 2;
    712      1.239   thorpej 		nbp->b_bufsize = bp->b_bcount / 2;
    713      1.239   thorpej 		nbp->b_data = bp->b_data;
    714      1.239   thorpej 
    715      1.239   thorpej 		nbp->b_blkno = bp->b_blkno;
    716      1.239   thorpej 		nbp->b_rawblkno = bp->b_rawblkno;
    717      1.239   thorpej 
    718      1.355        ad 		nbp->b_flags = bp->b_flags;
    719      1.355        ad 		nbp->b_oflags = bp->b_oflags;
    720      1.355        ad 		nbp->b_cflags = bp->b_cflags;
    721      1.239   thorpej 		nbp->b_iodone = wd_split_mod15_write;
    722      1.239   thorpej 
    723      1.239   thorpej 		/* Put ptr to orig buf in b_private and use new buf */
    724      1.239   thorpej 		nbp->b_private = bp;
    725      1.273      yamt 
    726      1.273      yamt 		BIO_COPYPRIO(nbp, bp);
    727      1.273      yamt 
    728      1.239   thorpej 		bp = nbp;
    729      1.239   thorpej 	}
    730      1.239   thorpej 
    731      1.202   thorpej 	wd->sc_wdc_bio.blkno = bp->b_rawblkno;
    732      1.380    bouyer 	wd->sc_wdc_bio.bcount = bp->b_bcount;
    733      1.380    bouyer 	wd->sc_wdc_bio.databuf = bp->b_data;
    734      1.181    bouyer 	wd->sc_wdc_bio.blkdone =0;
    735      1.387  jakllsch 	KASSERT(bp == wd->sc_bp || wd->sc_bp == NULL);
    736      1.181    bouyer 	wd->sc_bp = bp;
    737      1.181    bouyer 	/*
    738      1.181    bouyer 	 * If we're retrying, retry in single-sector mode. This will give us
    739      1.181    bouyer 	 * the sector number of the problem, and will eventually allow the
    740      1.184    bouyer 	 * transfer to succeed.
    741      1.181    bouyer 	 */
    742      1.279   mycroft 	if (wd->retries >= WDIORETRIES_SINGLE)
    743      1.181    bouyer 		wd->sc_wdc_bio.flags = ATA_SINGLE;
    744      1.181    bouyer 	else
    745      1.181    bouyer 		wd->sc_wdc_bio.flags = 0;
    746      1.295    bouyer 	if (wd->sc_flags & WDF_LBA48 &&
    747      1.380    bouyer 	    (wd->sc_wdc_bio.blkno +
    748      1.380    bouyer 	     wd->sc_wdc_bio.bcount / wd->sc_dk.dk_label->d_secsize) >
    749      1.380    bouyer 	    wd->sc_capacity28)
    750      1.220  christos 		wd->sc_wdc_bio.flags |= ATA_LBA48;
    751      1.181    bouyer 	if (wd->sc_flags & WDF_LBA)
    752      1.181    bouyer 		wd->sc_wdc_bio.flags |= ATA_LBA;
    753      1.181    bouyer 	if (bp->b_flags & B_READ)
    754      1.181    bouyer 		wd->sc_wdc_bio.flags |= ATA_READ;
    755      1.181    bouyer 	/* Instrumentation. */
    756      1.181    bouyer 	disk_busy(&wd->sc_dk);
    757      1.217    bouyer 	switch (wd->atabus->ata_bio(wd->drvp, &wd->sc_wdc_bio)) {
    758      1.288   thorpej 	case ATACMD_TRY_AGAIN:
    759      1.203   thorpej 		callout_reset(&wd->sc_restart_ch, hz, wdrestart, wd);
    760      1.181    bouyer 		break;
    761      1.288   thorpej 	case ATACMD_QUEUED:
    762      1.288   thorpej 	case ATACMD_COMPLETE:
    763      1.181    bouyer 		break;
    764      1.181    bouyer 	default:
    765      1.382     pooka 		panic("wdstart1: bad return code from ata_bio()");
    766      1.181    bouyer 	}
    767      1.181    bouyer }
    768      1.181    bouyer 
    769      1.181    bouyer void
    770      1.259       dsl wddone(void *v)
    771      1.181    bouyer {
    772      1.360      cube 	struct wd_softc *wd = device_private(v);
    773      1.181    bouyer 	struct buf *bp = wd->sc_bp;
    774      1.221      yamt 	const char *errmsg;
    775      1.221      yamt 	int do_perror = 0;
    776      1.349     itohy 
    777      1.360      cube 	ATADEBUG_PRINT(("wddone %s\n", device_xname(wd->sc_dev)),
    778      1.182    bouyer 	    DEBUG_XFERS);
    779      1.214     bjh21 	if (bp == NULL)
    780      1.214     bjh21 		return;
    781      1.181    bouyer 	bp->b_resid = wd->sc_wdc_bio.bcount;
    782      1.181    bouyer 	switch (wd->sc_wdc_bio.error) {
    783      1.181    bouyer 	case ERR_DMA:
    784      1.221      yamt 		errmsg = "DMA error";
    785      1.181    bouyer 		goto retry;
    786      1.181    bouyer 	case ERR_DF:
    787      1.221      yamt 		errmsg = "device fault";
    788      1.181    bouyer 		goto retry;
    789      1.181    bouyer 	case TIMEOUT:
    790      1.221      yamt 		errmsg = "device timeout";
    791      1.181    bouyer 		goto retry;
    792      1.281    bouyer 	case ERR_RESET:
    793      1.281    bouyer 		errmsg = "channel reset";
    794      1.281    bouyer 		goto retry2;
    795      1.181    bouyer 	case ERROR:
    796      1.181    bouyer 		/* Don't care about media change bits */
    797      1.181    bouyer 		if (wd->sc_wdc_bio.r_error != 0 &&
    798      1.181    bouyer 		    (wd->sc_wdc_bio.r_error & ~(WDCE_MC | WDCE_MCR)) == 0)
    799      1.181    bouyer 			goto noerror;
    800      1.221      yamt 		errmsg = "error";
    801      1.221      yamt 		do_perror = 1;
    802      1.181    bouyer retry:		/* Just reset and retry. Can we do more ? */
    803      1.400    bouyer 		(*wd->atabus->ata_reset_drive)(wd->drvp, AT_RST_NOCMD, NULL);
    804      1.281    bouyer retry2:
    805      1.221      yamt 		diskerr(bp, "wd", errmsg, LOG_PRINTF,
    806      1.181    bouyer 		    wd->sc_wdc_bio.blkdone, wd->sc_dk.dk_label);
    807      1.221      yamt 		if (wd->retries < WDIORETRIES)
    808      1.345    bouyer 			printf(", retrying");
    809      1.345    bouyer 		printf("\n");
    810      1.221      yamt 		if (do_perror)
    811      1.221      yamt 			wdperror(wd);
    812      1.221      yamt 		if (wd->retries < WDIORETRIES) {
    813      1.221      yamt 			wd->retries++;
    814      1.203   thorpej 			callout_reset(&wd->sc_restart_ch, RECOVERYTIME,
    815      1.203   thorpej 			    wdrestart, wd);
    816      1.181    bouyer 			return;
    817      1.181    bouyer 		}
    818      1.241   darrenr 
    819      1.292  drochner #ifdef WD_SOFTBADSECT
    820      1.241   darrenr 		/*
    821      1.241   darrenr 		 * Not all errors indicate a failed block but those that do,
    822      1.241   darrenr 		 * put the block on the bad-block list for the device.  Only
    823      1.241   darrenr 		 * do this for reads because the drive should do it for writes,
    824      1.241   darrenr 		 * itself, according to Manuel.
    825      1.241   darrenr 		 */
    826      1.242    dogcow 		if ((bp->b_flags & B_READ) &&
    827      1.241   darrenr 		    ((wd->drvp->ata_vers >= 4 && wd->sc_wdc_bio.r_error & 64) ||
    828      1.242    dogcow 	     	     (wd->drvp->ata_vers < 4 && wd->sc_wdc_bio.r_error & 192))) {
    829      1.241   darrenr 			struct disk_badsectors *dbs;
    830      1.241   darrenr 
    831      1.241   darrenr 			dbs = malloc(sizeof *dbs, M_TEMP, M_WAITOK);
    832      1.241   darrenr 			dbs->dbs_min = bp->b_rawblkno;
    833      1.278   mycroft 			dbs->dbs_max = dbs->dbs_min + (bp->b_bcount >> DEV_BSHIFT) - 1;
    834      1.241   darrenr 			microtime(&dbs->dbs_failedat);
    835      1.241   darrenr 			SLIST_INSERT_HEAD(&wd->sc_bslist, dbs, dbs_next);
    836      1.243   darrenr 			wd->sc_bscount++;
    837      1.241   darrenr 		}
    838      1.292  drochner #endif
    839      1.181    bouyer 		bp->b_error = EIO;
    840      1.181    bouyer 		break;
    841      1.181    bouyer 	case NOERROR:
    842      1.181    bouyer noerror:	if ((wd->sc_wdc_bio.flags & ATA_CORR) || wd->retries > 0)
    843      1.360      cube 			aprint_error_dev(wd->sc_dev,
    844      1.360      cube 			    "soft error (corrected)\n");
    845      1.197     enami 		break;
    846      1.197     enami 	case ERR_NODEV:
    847      1.197     enami 		bp->b_error = EIO;
    848      1.197     enami 		break;
    849       1.64   mycroft 	}
    850      1.393    bouyer 	if (__predict_false(bp->b_error != 0) && bp->b_resid == 0) {
    851      1.393    bouyer 		/*
    852      1.393    bouyer 		 * the disk or controller sometimes report a complete
    853      1.393    bouyer 		 * xfer, when there has been an error. This is wrong,
    854      1.393    bouyer 		 * assume nothing got transfered in this case
    855      1.393    bouyer 		 */
    856      1.393    bouyer 		bp->b_resid = bp->b_bcount;
    857      1.393    bouyer 	}
    858      1.232       mrg 	disk_unbusy(&wd->sc_dk, (bp->b_bcount - bp->b_resid),
    859      1.232       mrg 	    (bp->b_flags & B_READ));
    860      1.181    bouyer 	rnd_add_uint32(&wd->rnd_source, bp->b_blkno);
    861      1.239   thorpej 	/* XXX Yuck, but we don't want to increment openings in this case */
    862      1.355        ad 	if (__predict_false(bp->b_iodone == wd_split_mod15_write))
    863      1.239   thorpej 		biodone(bp);
    864      1.239   thorpej 	else {
    865      1.239   thorpej 		biodone(bp);
    866      1.239   thorpej 		wd->openings++;
    867      1.239   thorpej 	}
    868      1.387  jakllsch 	KASSERT(wd->sc_bp != NULL);
    869      1.387  jakllsch 	wd->sc_bp = NULL;
    870      1.181    bouyer 	wdstart(wd);
    871      1.181    bouyer }
    872      1.181    bouyer 
    873      1.181    bouyer void
    874      1.259       dsl wdrestart(void *v)
    875      1.181    bouyer {
    876      1.181    bouyer 	struct wd_softc *wd = v;
    877      1.181    bouyer 	struct buf *bp = wd->sc_bp;
    878      1.181    bouyer 	int s;
    879      1.350     itohy 
    880      1.360      cube 	ATADEBUG_PRINT(("wdrestart %s\n", device_xname(wd->sc_dev)),
    881      1.182    bouyer 	    DEBUG_XFERS);
    882      1.181    bouyer 	s = splbio();
    883      1.382     pooka 	wdstart1(v, bp);
    884      1.181    bouyer 	splx(s);
    885      1.141   mycroft }
    886      1.141   mycroft 
    887      1.388  jakllsch static void
    888      1.388  jakllsch wdminphys(struct buf *bp)
    889      1.388  jakllsch {
    890      1.388  jakllsch 
    891      1.388  jakllsch 	if (bp->b_bcount > (512 * 128)) {
    892      1.388  jakllsch 		bp->b_bcount = (512 * 128);
    893      1.388  jakllsch 	}
    894      1.388  jakllsch 	minphys(bp);
    895      1.388  jakllsch }
    896      1.388  jakllsch 
    897      1.141   mycroft int
    898      1.335  christos wdread(dev_t dev, struct uio *uio, int flags)
    899      1.141   mycroft {
    900      1.141   mycroft 
    901      1.289   thorpej 	ATADEBUG_PRINT(("wdread\n"), DEBUG_XFERS);
    902      1.388  jakllsch 	return (physio(wdstrategy, NULL, dev, B_READ, wdminphys, uio));
    903      1.141   mycroft }
    904      1.141   mycroft 
    905      1.141   mycroft int
    906      1.335  christos wdwrite(dev_t dev, struct uio *uio, int flags)
    907      1.141   mycroft {
    908      1.141   mycroft 
    909      1.289   thorpej 	ATADEBUG_PRINT(("wdwrite\n"), DEBUG_XFERS);
    910      1.388  jakllsch 	return (physio(wdstrategy, NULL, dev, B_WRITE, wdminphys, uio));
    911       1.64   mycroft }
    912       1.64   mycroft 
    913        1.1       cgd int
    914      1.335  christos wdopen(dev_t dev, int flag, int fmt, struct lwp *l)
    915        1.1       cgd {
    916      1.135   mycroft 	struct wd_softc *wd;
    917      1.208   thorpej 	int part, error;
    918      1.163    bouyer 
    919      1.289   thorpej 	ATADEBUG_PRINT(("wdopen\n"), DEBUG_FUNCS);
    920      1.363   tsutsui 	wd = device_lookup_private(&wd_cd, WDUNIT(dev));
    921      1.158        pk 	if (wd == NULL)
    922      1.208   thorpej 		return (ENXIO);
    923      1.187   thorpej 
    924      1.360      cube 	if (! device_is_active(wd->sc_dev))
    925      1.283    bouyer 		return (ENODEV);
    926      1.283    bouyer 
    927      1.400    bouyer 	if (wd->sc_capacity == 0)
    928      1.400    bouyer 		return (ENODEV);
    929      1.400    bouyer 
    930      1.294   thorpej 	part = WDPART(dev);
    931      1.294   thorpej 
    932      1.341        ad 	mutex_enter(&wd->sc_dk.dk_openlock);
    933      1.294   thorpej 
    934      1.294   thorpej 	/*
    935      1.294   thorpej 	 * If there are wedges, and this is not RAW_PART, then we
    936      1.294   thorpej 	 * need to fail.
    937      1.294   thorpej 	 */
    938      1.294   thorpej 	if (wd->sc_dk.dk_nwedges != 0 && part != RAW_PART) {
    939      1.294   thorpej 		error = EBUSY;
    940      1.294   thorpej 		goto bad1;
    941      1.294   thorpej 	}
    942      1.294   thorpej 
    943      1.187   thorpej 	/*
    944      1.187   thorpej 	 * If this is the first open of this device, add a reference
    945      1.187   thorpej 	 * to the adapter.
    946      1.187   thorpej 	 */
    947      1.187   thorpej 	if (wd->sc_dk.dk_openmask == 0 &&
    948      1.217    bouyer 	    (error = wd->atabus->ata_addref(wd->drvp)) != 0)
    949      1.294   thorpej 		goto bad1;
    950        1.3   deraadt 
    951      1.109   mycroft 	if (wd->sc_dk.dk_openmask != 0) {
    952      1.109   mycroft 		/*
    953      1.109   mycroft 		 * If any partition is open, but the disk has been invalidated,
    954      1.109   mycroft 		 * disallow further opens.
    955      1.109   mycroft 		 */
    956      1.181    bouyer 		if ((wd->sc_flags & WDF_LOADED) == 0) {
    957      1.136   mycroft 			error = EIO;
    958      1.294   thorpej 			goto bad2;
    959      1.136   mycroft 		}
    960      1.109   mycroft 	} else {
    961      1.181    bouyer 		if ((wd->sc_flags & WDF_LOADED) == 0) {
    962      1.108   mycroft 
    963      1.108   mycroft 			/* Load the physical device parameters. */
    964      1.400    bouyer 			if (wd_get_params(wd, AT_WAIT, &wd->sc_params) != 0) {
    965      1.400    bouyer 				aprint_error_dev(wd->sc_dev,
    966      1.400    bouyer 				"IDENTIFY failed\n");
    967      1.400    bouyer 				error = EIO;
    968      1.400    bouyer 				goto bad2;
    969      1.400    bouyer 			}
    970      1.400    bouyer 			wd->sc_flags |= WDF_LOADED;
    971      1.108   mycroft 			/* Load the partition info if not already loaded. */
    972      1.108   mycroft 			wdgetdisklabel(wd);
    973      1.108   mycroft 		}
    974      1.135   mycroft 	}
    975      1.108   mycroft 
    976      1.109   mycroft 	/* Check that the partition exists. */
    977       1.93   mycroft 	if (part != RAW_PART &&
    978      1.144   thorpej 	    (part >= wd->sc_dk.dk_label->d_npartitions ||
    979      1.144   thorpej 	     wd->sc_dk.dk_label->d_partitions[part].p_fstype == FS_UNUSED)) {
    980       1.93   mycroft 		error = ENXIO;
    981      1.294   thorpej 		goto bad2;
    982       1.93   mycroft 	}
    983      1.259       dsl 
    984       1.64   mycroft 	/* Insure only one open at a time. */
    985        1.3   deraadt 	switch (fmt) {
    986        1.3   deraadt 	case S_IFCHR:
    987       1.94   mycroft 		wd->sc_dk.dk_copenmask |= (1 << part);
    988        1.3   deraadt 		break;
    989        1.3   deraadt 	case S_IFBLK:
    990       1.94   mycroft 		wd->sc_dk.dk_bopenmask |= (1 << part);
    991        1.3   deraadt 		break;
    992        1.3   deraadt 	}
    993      1.181    bouyer 	wd->sc_dk.dk_openmask =
    994      1.181    bouyer 	    wd->sc_dk.dk_copenmask | wd->sc_dk.dk_bopenmask;
    995       1.60   mycroft 
    996      1.341        ad 	mutex_exit(&wd->sc_dk.dk_openlock);
    997       1.37   mycroft 	return 0;
    998       1.93   mycroft 
    999      1.294   thorpej  bad2:
   1000      1.187   thorpej 	if (wd->sc_dk.dk_openmask == 0)
   1001      1.217    bouyer 		wd->atabus->ata_delref(wd->drvp);
   1002      1.294   thorpej  bad1:
   1003      1.341        ad 	mutex_exit(&wd->sc_dk.dk_openlock);
   1004       1.93   mycroft 	return error;
   1005        1.1       cgd }
   1006        1.1       cgd 
   1007      1.374    dyoung /*
   1008      1.374    dyoung  * Caller must hold wd->sc_dk.dk_openlock.
   1009      1.374    dyoung  */
   1010      1.376    dyoung static int
   1011      1.376    dyoung wdlastclose(device_t self)
   1012      1.374    dyoung {
   1013      1.376    dyoung 	struct wd_softc *wd = device_private(self);
   1014      1.376    dyoung 
   1015      1.374    dyoung 	wd_flushcache(wd, AT_WAIT);
   1016      1.374    dyoung 
   1017      1.374    dyoung 	if (! (wd->sc_flags & WDF_KLABEL))
   1018      1.374    dyoung 		wd->sc_flags &= ~WDF_LOADED;
   1019      1.374    dyoung 
   1020      1.374    dyoung 	wd->atabus->ata_delref(wd->drvp);
   1021      1.376    dyoung 
   1022      1.376    dyoung 	return 0;
   1023      1.374    dyoung }
   1024      1.374    dyoung 
   1025      1.135   mycroft int
   1026      1.335  christos wdclose(dev_t dev, int flag, int fmt, struct lwp *l)
   1027      1.135   mycroft {
   1028      1.360      cube 	struct wd_softc *wd =
   1029      1.363   tsutsui 	    device_lookup_private(&wd_cd, WDUNIT(dev));
   1030      1.135   mycroft 	int part = WDPART(dev);
   1031      1.259       dsl 
   1032      1.289   thorpej 	ATADEBUG_PRINT(("wdclose\n"), DEBUG_FUNCS);
   1033      1.294   thorpej 
   1034      1.341        ad 	mutex_enter(&wd->sc_dk.dk_openlock);
   1035      1.135   mycroft 
   1036      1.135   mycroft 	switch (fmt) {
   1037      1.135   mycroft 	case S_IFCHR:
   1038      1.135   mycroft 		wd->sc_dk.dk_copenmask &= ~(1 << part);
   1039      1.135   mycroft 		break;
   1040      1.135   mycroft 	case S_IFBLK:
   1041      1.135   mycroft 		wd->sc_dk.dk_bopenmask &= ~(1 << part);
   1042      1.135   mycroft 		break;
   1043      1.135   mycroft 	}
   1044      1.181    bouyer 	wd->sc_dk.dk_openmask =
   1045      1.181    bouyer 	    wd->sc_dk.dk_copenmask | wd->sc_dk.dk_bopenmask;
   1046      1.135   mycroft 
   1047      1.374    dyoung 	if (wd->sc_dk.dk_openmask == 0)
   1048      1.376    dyoung 		wdlastclose(wd->sc_dev);
   1049      1.135   mycroft 
   1050      1.341        ad 	mutex_exit(&wd->sc_dk.dk_openlock);
   1051      1.135   mycroft 	return 0;
   1052      1.135   mycroft }
   1053      1.135   mycroft 
   1054      1.108   mycroft void
   1055      1.259       dsl wdgetdefaultlabel(struct wd_softc *wd, struct disklabel *lp)
   1056      1.108   mycroft {
   1057      1.163    bouyer 
   1058      1.289   thorpej 	ATADEBUG_PRINT(("wdgetdefaultlabel\n"), DEBUG_FUNCS);
   1059      1.181    bouyer 	memset(lp, 0, sizeof(struct disklabel));
   1060      1.108   mycroft 
   1061      1.142   mycroft 	lp->d_secsize = DEV_BSIZE;
   1062      1.181    bouyer 	lp->d_ntracks = wd->sc_params.atap_heads;
   1063      1.181    bouyer 	lp->d_nsectors = wd->sc_params.atap_sectors;
   1064      1.260    bouyer 	lp->d_ncylinders = (wd->sc_flags & WDF_LBA) ? wd->sc_capacity /
   1065      1.260    bouyer 		(wd->sc_params.atap_heads * wd->sc_params.atap_sectors) :
   1066      1.260    bouyer 		wd->sc_params.atap_cylinders;
   1067      1.142   mycroft 	lp->d_secpercyl = lp->d_ntracks * lp->d_nsectors;
   1068      1.108   mycroft 
   1069      1.198       leo 	if (strcmp(wd->sc_params.atap_model, "ST506") == 0)
   1070      1.181    bouyer 		lp->d_type = DTYPE_ST506;
   1071      1.198       leo 	else
   1072      1.181    bouyer 		lp->d_type = DTYPE_ESDI;
   1073      1.198       leo 
   1074      1.181    bouyer 	strncpy(lp->d_typename, wd->sc_params.atap_model, 16);
   1075      1.180  drochner 	strncpy(lp->d_packname, "fictitious", 16);
   1076      1.240      fvdl 	if (wd->sc_capacity > UINT32_MAX)
   1077      1.240      fvdl 		lp->d_secperunit = UINT32_MAX;
   1078      1.240      fvdl 	else
   1079      1.240      fvdl 		lp->d_secperunit = wd->sc_capacity;
   1080      1.142   mycroft 	lp->d_rpm = 3600;
   1081      1.142   mycroft 	lp->d_interleave = 1;
   1082      1.142   mycroft 	lp->d_flags = 0;
   1083      1.142   mycroft 
   1084      1.142   mycroft 	lp->d_partitions[RAW_PART].p_offset = 0;
   1085      1.142   mycroft 	lp->d_partitions[RAW_PART].p_size =
   1086      1.259       dsl 	    lp->d_secperunit * (lp->d_secsize / DEV_BSIZE);
   1087      1.142   mycroft 	lp->d_partitions[RAW_PART].p_fstype = FS_UNUSED;
   1088      1.142   mycroft 	lp->d_npartitions = RAW_PART + 1;
   1089      1.142   mycroft 
   1090      1.142   mycroft 	lp->d_magic = DISKMAGIC;
   1091      1.142   mycroft 	lp->d_magic2 = DISKMAGIC;
   1092      1.142   mycroft 	lp->d_checksum = dkcksum(lp);
   1093      1.164   thorpej }
   1094      1.164   thorpej 
   1095      1.164   thorpej /*
   1096      1.164   thorpej  * Fabricate a default disk label, and try to read the correct one.
   1097      1.164   thorpej  */
   1098      1.164   thorpej void
   1099      1.259       dsl wdgetdisklabel(struct wd_softc *wd)
   1100      1.164   thorpej {
   1101      1.164   thorpej 	struct disklabel *lp = wd->sc_dk.dk_label;
   1102      1.251       dsl 	const char *errstring;
   1103      1.291   thorpej 	int s;
   1104      1.164   thorpej 
   1105      1.289   thorpej 	ATADEBUG_PRINT(("wdgetdisklabel\n"), DEBUG_FUNCS);
   1106      1.164   thorpej 
   1107      1.181    bouyer 	memset(wd->sc_dk.dk_cpulabel, 0, sizeof(struct cpu_disklabel));
   1108      1.164   thorpej 
   1109      1.164   thorpej 	wdgetdefaultlabel(wd, lp);
   1110      1.108   mycroft 
   1111      1.181    bouyer 	wd->sc_badsect[0] = -1;
   1112      1.113   mycroft 
   1113      1.291   thorpej 	if (wd->drvp->state > RESET) {
   1114      1.291   thorpej 		s = splbio();
   1115      1.400    bouyer 		wd->drvp->drive_flags |= ATA_DRIVE_RESET;
   1116      1.291   thorpej 		splx(s);
   1117      1.291   thorpej 	}
   1118      1.360      cube 	errstring = readdisklabel(MAKEWDDEV(0, device_unit(wd->sc_dev),
   1119      1.321   thorpej 				  RAW_PART), wdstrategy, lp,
   1120      1.321   thorpej 				  wd->sc_dk.dk_cpulabel);
   1121      1.108   mycroft 	if (errstring) {
   1122      1.108   mycroft 		/*
   1123      1.108   mycroft 		 * This probably happened because the drive's default
   1124      1.108   mycroft 		 * geometry doesn't match the DOS geometry.  We
   1125      1.108   mycroft 		 * assume the DOS geometry is now in the label and try
   1126      1.108   mycroft 		 * again.  XXX This is a kluge.
   1127      1.108   mycroft 		 */
   1128      1.291   thorpej 		if (wd->drvp->state > RESET) {
   1129      1.291   thorpej 			s = splbio();
   1130      1.400    bouyer 			wd->drvp->drive_flags |= ATA_DRIVE_RESET;
   1131      1.291   thorpej 			splx(s);
   1132      1.291   thorpej 		}
   1133      1.360      cube 		errstring = readdisklabel(MAKEWDDEV(0, device_unit(wd->sc_dev),
   1134      1.181    bouyer 		    RAW_PART), wdstrategy, lp, wd->sc_dk.dk_cpulabel);
   1135      1.108   mycroft 	}
   1136      1.108   mycroft 	if (errstring) {
   1137      1.360      cube 		aprint_error_dev(wd->sc_dev, "%s\n", errstring);
   1138      1.108   mycroft 		return;
   1139      1.108   mycroft 	}
   1140      1.108   mycroft 
   1141      1.291   thorpej 	if (wd->drvp->state > RESET) {
   1142      1.291   thorpej 		s = splbio();
   1143      1.400    bouyer 		wd->drvp->drive_flags |= ATA_DRIVE_RESET;
   1144      1.291   thorpej 		splx(s);
   1145      1.291   thorpej 	}
   1146      1.170       leo #ifdef HAS_BAD144_HANDLING
   1147      1.142   mycroft 	if ((lp->d_flags & D_BADSECT) != 0)
   1148      1.108   mycroft 		bad144intern(wd);
   1149      1.170       leo #endif
   1150      1.108   mycroft }
   1151      1.108   mycroft 
   1152      1.217    bouyer void
   1153      1.259       dsl wdperror(const struct wd_softc *wd)
   1154      1.217    bouyer {
   1155      1.221      yamt 	static const char *const errstr0_3[] = {"address mark not found",
   1156      1.217    bouyer 	    "track 0 not found", "aborted command", "media change requested",
   1157      1.217    bouyer 	    "id not found", "media changed", "uncorrectable data error",
   1158      1.217    bouyer 	    "bad block detected"};
   1159      1.221      yamt 	static const char *const errstr4_5[] = {
   1160      1.221      yamt 	    "obsolete (address mark not found)",
   1161      1.217    bouyer 	    "no media/write protected", "aborted command",
   1162      1.217    bouyer 	    "media change requested", "id not found", "media changed",
   1163      1.217    bouyer 	    "uncorrectable data error", "interface CRC error"};
   1164      1.259       dsl 	const char *const *errstr;
   1165      1.217    bouyer 	int i;
   1166      1.301  christos 	const char *sep = "";
   1167      1.217    bouyer 
   1168      1.360      cube 	const char *devname = device_xname(wd->sc_dev);
   1169      1.221      yamt 	struct ata_drive_datas *drvp = wd->drvp;
   1170      1.221      yamt 	int errno = wd->sc_wdc_bio.r_error;
   1171      1.221      yamt 
   1172      1.217    bouyer 	if (drvp->ata_vers >= 4)
   1173      1.217    bouyer 		errstr = errstr4_5;
   1174      1.217    bouyer 	else
   1175      1.217    bouyer 		errstr = errstr0_3;
   1176      1.217    bouyer 
   1177      1.221      yamt 	printf("%s: (", devname);
   1178      1.221      yamt 
   1179      1.217    bouyer 	if (errno == 0)
   1180      1.221      yamt 		printf("error not notified");
   1181      1.217    bouyer 
   1182      1.217    bouyer 	for (i = 0; i < 8; i++) {
   1183      1.217    bouyer 		if (errno & (1 << i)) {
   1184      1.221      yamt 			printf("%s%s", sep, errstr[i]);
   1185      1.217    bouyer 			sep = ", ";
   1186      1.217    bouyer 		}
   1187      1.217    bouyer 	}
   1188      1.221      yamt 	printf(")\n");
   1189      1.217    bouyer }
   1190      1.217    bouyer 
   1191        1.1       cgd int
   1192      1.337  christos wdioctl(dev_t dev, u_long xfer, void *addr, int flag, struct lwp *l)
   1193        1.1       cgd {
   1194      1.360      cube 	struct wd_softc *wd =
   1195      1.363   tsutsui 	    device_lookup_private(&wd_cd, WDUNIT(dev));
   1196      1.405     skrll 	int error, s;
   1197      1.211      fvdl #ifdef __HAVE_OLD_DISKLABEL
   1198      1.233      fvdl 	struct disklabel *newlabel = NULL;
   1199      1.211      fvdl #endif
   1200      1.163    bouyer 
   1201      1.289   thorpej 	ATADEBUG_PRINT(("wdioctl\n"), DEBUG_FUNCS);
   1202      1.163    bouyer 
   1203      1.181    bouyer 	if ((wd->sc_flags & WDF_LOADED) == 0)
   1204      1.108   mycroft 		return EIO;
   1205      1.108   mycroft 
   1206      1.332   thorpej 	error = disk_ioctl(&wd->sc_dk, xfer, addr, flag, l);
   1207      1.332   thorpej 	if (error != EPASSTHROUGH)
   1208      1.332   thorpej 		return (error);
   1209      1.332   thorpej 
   1210      1.405     skrll 	error = 0;
   1211      1.163    bouyer 	switch (xfer) {
   1212      1.170       leo #ifdef HAS_BAD144_HANDLING
   1213        1.1       cgd 	case DIOCSBAD:
   1214        1.3   deraadt 		if ((flag & FWRITE) == 0)
   1215       1.54   mycroft 			return EBADF;
   1216      1.144   thorpej 		wd->sc_dk.dk_cpulabel->bad = *(struct dkbad *)addr;
   1217      1.144   thorpej 		wd->sc_dk.dk_label->d_flags |= D_BADSECT;
   1218       1.64   mycroft 		bad144intern(wd);
   1219       1.54   mycroft 		return 0;
   1220      1.170       leo #endif
   1221      1.292  drochner #ifdef WD_SOFTBADSECT
   1222      1.241   darrenr 	case DIOCBSLIST :
   1223      1.241   darrenr 	{
   1224      1.243   darrenr 		u_int32_t count, missing, skip;
   1225      1.243   darrenr 		struct disk_badsecinfo dbsi;
   1226      1.241   darrenr 		struct disk_badsectors *dbs;
   1227      1.241   darrenr 		size_t available;
   1228      1.344   jnemeth 		uint8_t *laddr;
   1229      1.241   darrenr 
   1230      1.243   darrenr 		dbsi = *(struct disk_badsecinfo *)addr;
   1231      1.243   darrenr 		missing = wd->sc_bscount;
   1232      1.241   darrenr 		count = 0;
   1233      1.243   darrenr 		available = dbsi.dbsi_bufsize;
   1234      1.243   darrenr 		skip = dbsi.dbsi_skip;
   1235      1.344   jnemeth 		laddr = (uint8_t *)dbsi.dbsi_buffer;
   1236      1.243   darrenr 
   1237      1.243   darrenr 		/*
   1238      1.243   darrenr 		 * We start this loop with the expectation that all of the
   1239      1.243   darrenr 		 * entries will be missed and decrement this counter each
   1240      1.243   darrenr 		 * time we either skip over one (already copied out) or
   1241      1.243   darrenr 		 * we actually copy it back to user space.  The structs
   1242      1.243   darrenr 		 * holding the bad sector information are copied directly
   1243      1.243   darrenr 		 * back to user space whilst the summary is returned via
   1244      1.243   darrenr 		 * the struct passed in via the ioctl.
   1245      1.243   darrenr 		 */
   1246      1.241   darrenr 		SLIST_FOREACH(dbs, &wd->sc_bslist, dbs_next) {
   1247      1.243   darrenr 			if (skip > 0) {
   1248      1.243   darrenr 				missing--;
   1249      1.243   darrenr 				skip--;
   1250      1.243   darrenr 				continue;
   1251      1.243   darrenr 			}
   1252      1.243   darrenr 			if (available < sizeof(*dbs))
   1253      1.241   darrenr 				break;
   1254      1.243   darrenr 			available -= sizeof(*dbs);
   1255      1.241   darrenr 			copyout(dbs, laddr, sizeof(*dbs));
   1256      1.241   darrenr 			laddr += sizeof(*dbs);
   1257      1.243   darrenr 			missing--;
   1258      1.241   darrenr 			count++;
   1259      1.241   darrenr 		}
   1260      1.243   darrenr 		dbsi.dbsi_left = missing;
   1261      1.243   darrenr 		dbsi.dbsi_copied = count;
   1262      1.243   darrenr 		*(struct disk_badsecinfo *)addr = dbsi;
   1263      1.241   darrenr 		return 0;
   1264      1.241   darrenr 	}
   1265      1.241   darrenr 
   1266      1.241   darrenr 	case DIOCBSFLUSH :
   1267      1.241   darrenr 		/* Clean out the bad sector list */
   1268      1.241   darrenr 		while (!SLIST_EMPTY(&wd->sc_bslist)) {
   1269      1.241   darrenr 			void *head = SLIST_FIRST(&wd->sc_bslist);
   1270      1.241   darrenr 			SLIST_REMOVE_HEAD(&wd->sc_bslist, dbs_next);
   1271      1.241   darrenr 			free(head, M_TEMP);
   1272      1.241   darrenr 		}
   1273      1.243   darrenr 		wd->sc_bscount = 0;
   1274      1.241   darrenr 		return 0;
   1275      1.292  drochner #endif
   1276        1.1       cgd 	case DIOCGDINFO:
   1277      1.144   thorpej 		*(struct disklabel *)addr = *(wd->sc_dk.dk_label);
   1278       1.54   mycroft 		return 0;
   1279      1.211      fvdl #ifdef __HAVE_OLD_DISKLABEL
   1280      1.211      fvdl 	case ODIOCGDINFO:
   1281      1.233      fvdl 		newlabel = malloc(sizeof *newlabel, M_TEMP, M_WAITOK);
   1282      1.233      fvdl 		if (newlabel == NULL)
   1283      1.233      fvdl 			return EIO;
   1284      1.234      fvdl 		*newlabel = *(wd->sc_dk.dk_label);
   1285      1.233      fvdl 		if (newlabel->d_npartitions <= OLDMAXPARTITIONS)
   1286      1.234      fvdl 			memcpy(addr, newlabel, sizeof (struct olddisklabel));
   1287      1.233      fvdl 		else
   1288      1.233      fvdl 			error = ENOTTY;
   1289      1.233      fvdl 		free(newlabel, M_TEMP);
   1290      1.233      fvdl 		return error;
   1291      1.211      fvdl #endif
   1292      1.211      fvdl 
   1293        1.3   deraadt 	case DIOCGPART:
   1294      1.144   thorpej 		((struct partinfo *)addr)->disklab = wd->sc_dk.dk_label;
   1295        1.3   deraadt 		((struct partinfo *)addr)->part =
   1296      1.144   thorpej 		    &wd->sc_dk.dk_label->d_partitions[WDPART(dev)];
   1297       1.54   mycroft 		return 0;
   1298      1.259       dsl 
   1299      1.132   mycroft 	case DIOCWDINFO:
   1300        1.3   deraadt 	case DIOCSDINFO:
   1301      1.211      fvdl #ifdef __HAVE_OLD_DISKLABEL
   1302      1.211      fvdl 	case ODIOCWDINFO:
   1303      1.211      fvdl 	case ODIOCSDINFO:
   1304      1.211      fvdl #endif
   1305      1.211      fvdl 	{
   1306      1.211      fvdl 		struct disklabel *lp;
   1307      1.211      fvdl 
   1308      1.233      fvdl 		if ((flag & FWRITE) == 0)
   1309      1.233      fvdl 			return EBADF;
   1310      1.233      fvdl 
   1311      1.211      fvdl #ifdef __HAVE_OLD_DISKLABEL
   1312      1.211      fvdl 		if (xfer == ODIOCSDINFO || xfer == ODIOCWDINFO) {
   1313      1.390     joerg 			newlabel = malloc(sizeof *newlabel, M_TEMP,
   1314      1.390     joerg 			    M_WAITOK | M_ZERO);
   1315      1.233      fvdl 			if (newlabel == NULL)
   1316      1.233      fvdl 				return EIO;
   1317      1.233      fvdl 			memcpy(newlabel, addr, sizeof (struct olddisklabel));
   1318      1.233      fvdl 			lp = newlabel;
   1319      1.211      fvdl 		} else
   1320      1.211      fvdl #endif
   1321      1.211      fvdl 		lp = (struct disklabel *)addr;
   1322      1.211      fvdl 
   1323      1.341        ad 		mutex_enter(&wd->sc_dk.dk_openlock);
   1324      1.181    bouyer 		wd->sc_flags |= WDF_LABELLING;
   1325      1.132   mycroft 
   1326      1.144   thorpej 		error = setdisklabel(wd->sc_dk.dk_label,
   1327      1.211      fvdl 		    lp, /*wd->sc_dk.dk_openmask : */0,
   1328      1.144   thorpej 		    wd->sc_dk.dk_cpulabel);
   1329        1.3   deraadt 		if (error == 0) {
   1330      1.291   thorpej 			if (wd->drvp->state > RESET) {
   1331      1.291   thorpej 				s = splbio();
   1332      1.400    bouyer 				wd->drvp->drive_flags |= ATA_DRIVE_RESET;
   1333      1.291   thorpej 				splx(s);
   1334      1.291   thorpej 			}
   1335      1.211      fvdl 			if (xfer == DIOCWDINFO
   1336      1.211      fvdl #ifdef __HAVE_OLD_DISKLABEL
   1337      1.211      fvdl 			    || xfer == ODIOCWDINFO
   1338      1.211      fvdl #endif
   1339      1.211      fvdl 			    )
   1340      1.132   mycroft 				error = writedisklabel(WDLABELDEV(dev),
   1341      1.144   thorpej 				    wdstrategy, wd->sc_dk.dk_label,
   1342      1.144   thorpej 				    wd->sc_dk.dk_cpulabel);
   1343        1.1       cgd 		}
   1344      1.132   mycroft 
   1345      1.181    bouyer 		wd->sc_flags &= ~WDF_LABELLING;
   1346      1.341        ad 		mutex_exit(&wd->sc_dk.dk_openlock);
   1347      1.233      fvdl #ifdef __HAVE_OLD_DISKLABEL
   1348      1.233      fvdl 		if (newlabel != NULL)
   1349      1.233      fvdl 			free(newlabel, M_TEMP);
   1350      1.233      fvdl #endif
   1351       1.54   mycroft 		return error;
   1352      1.211      fvdl 	}
   1353      1.199       leo 
   1354      1.199       leo 	case DIOCKLABEL:
   1355      1.199       leo 		if (*(int *)addr)
   1356      1.199       leo 			wd->sc_flags |= WDF_KLABEL;
   1357      1.199       leo 		else
   1358      1.199       leo 			wd->sc_flags &= ~WDF_KLABEL;
   1359      1.199       leo 		return 0;
   1360      1.259       dsl 
   1361       1.44   mycroft 	case DIOCWLABEL:
   1362        1.3   deraadt 		if ((flag & FWRITE) == 0)
   1363       1.54   mycroft 			return EBADF;
   1364       1.93   mycroft 		if (*(int *)addr)
   1365      1.181    bouyer 			wd->sc_flags |= WDF_WLABEL;
   1366       1.93   mycroft 		else
   1367      1.181    bouyer 			wd->sc_flags &= ~WDF_WLABEL;
   1368       1.54   mycroft 		return 0;
   1369      1.164   thorpej 
   1370      1.164   thorpej 	case DIOCGDEFLABEL:
   1371      1.164   thorpej 		wdgetdefaultlabel(wd, (struct disklabel *)addr);
   1372      1.164   thorpej 		return 0;
   1373      1.211      fvdl #ifdef __HAVE_OLD_DISKLABEL
   1374      1.211      fvdl 	case ODIOCGDEFLABEL:
   1375      1.233      fvdl 		newlabel = malloc(sizeof *newlabel, M_TEMP, M_WAITOK);
   1376      1.233      fvdl 		if (newlabel == NULL)
   1377      1.233      fvdl 			return EIO;
   1378      1.233      fvdl 		wdgetdefaultlabel(wd, newlabel);
   1379      1.233      fvdl 		if (newlabel->d_npartitions <= OLDMAXPARTITIONS)
   1380      1.233      fvdl 			memcpy(addr, &newlabel, sizeof (struct olddisklabel));
   1381      1.233      fvdl 		else
   1382      1.233      fvdl 			error = ENOTTY;
   1383      1.233      fvdl 		free(newlabel, M_TEMP);
   1384      1.233      fvdl 		return error;
   1385      1.211      fvdl #endif
   1386      1.164   thorpej 
   1387        1.1       cgd #ifdef notyet
   1388        1.1       cgd 	case DIOCWFORMAT:
   1389        1.1       cgd 		if ((flag & FWRITE) == 0)
   1390       1.54   mycroft 			return EBADF;
   1391      1.181    bouyer 		{
   1392       1.54   mycroft 		register struct format_op *fop;
   1393       1.54   mycroft 		struct iovec aiov;
   1394       1.54   mycroft 		struct uio auio;
   1395      1.259       dsl 
   1396       1.54   mycroft 		fop = (struct format_op *)addr;
   1397       1.54   mycroft 		aiov.iov_base = fop->df_buf;
   1398       1.54   mycroft 		aiov.iov_len = fop->df_count;
   1399       1.54   mycroft 		auio.uio_iov = &aiov;
   1400       1.54   mycroft 		auio.uio_iovcnt = 1;
   1401       1.54   mycroft 		auio.uio_resid = fop->df_count;
   1402       1.54   mycroft 		auio.uio_offset =
   1403      1.181    bouyer 			fop->df_startblk * wd->sc_dk.dk_label->d_secsize;
   1404      1.320      yamt 		auio.uio_vmspace = l->l_proc->p_vmspace;
   1405      1.388  jakllsch 		error = physio(wdformat, NULL, dev, B_WRITE, wdminphys,
   1406       1.64   mycroft 		    &auio);
   1407       1.54   mycroft 		fop->df_count -= auio.uio_resid;
   1408       1.64   mycroft 		fop->df_reg[0] = wdc->sc_status;
   1409       1.64   mycroft 		fop->df_reg[1] = wdc->sc_error;
   1410       1.54   mycroft 		return error;
   1411      1.181    bouyer 		}
   1412        1.1       cgd #endif
   1413      1.248    bouyer 	case DIOCGCACHE:
   1414      1.248    bouyer 		return wd_getcache(wd, (int *)addr);
   1415      1.248    bouyer 
   1416      1.248    bouyer 	case DIOCSCACHE:
   1417      1.248    bouyer 		return wd_setcache(wd, *(int *)addr);
   1418      1.185      kenh 
   1419      1.276    bouyer 	case DIOCCACHESYNC:
   1420      1.276    bouyer 		return wd_flushcache(wd, AT_WAIT);
   1421      1.276    bouyer 
   1422      1.186      kenh 	case ATAIOCCOMMAND:
   1423      1.185      kenh 		/*
   1424      1.185      kenh 		 * Make sure this command is (relatively) safe first
   1425      1.185      kenh 		 */
   1426      1.186      kenh 		if ((((atareq_t *) addr)->flags & ATACMD_READ) == 0 &&
   1427      1.185      kenh 		    (flag & FWRITE) == 0)
   1428      1.185      kenh 			return (EBADF);
   1429      1.185      kenh 		{
   1430      1.185      kenh 		struct wd_ioctl *wi;
   1431      1.186      kenh 		atareq_t *atareq = (atareq_t *) addr;
   1432      1.301  christos 		int error1;
   1433      1.185      kenh 
   1434      1.185      kenh 		wi = wi_get();
   1435      1.185      kenh 		wi->wi_softc = wd;
   1436      1.186      kenh 		wi->wi_atareq = *atareq;
   1437      1.185      kenh 
   1438      1.186      kenh 		if (atareq->datalen && atareq->flags &
   1439      1.186      kenh 		    (ATACMD_READ | ATACMD_WRITE)) {
   1440      1.339       dsl 			void *tbuf;
   1441      1.339       dsl 			if (atareq->datalen < DEV_BSIZE
   1442      1.339       dsl 			    && atareq->command == WDCC_IDENTIFY) {
   1443      1.339       dsl 				tbuf = malloc(DEV_BSIZE, M_TEMP, M_WAITOK);
   1444      1.339       dsl 				wi->wi_iov.iov_base = tbuf;
   1445      1.339       dsl 				wi->wi_iov.iov_len = DEV_BSIZE;
   1446      1.339       dsl 				UIO_SETUP_SYSSPACE(&wi->wi_uio);
   1447      1.339       dsl 			} else {
   1448      1.339       dsl 				tbuf = NULL;
   1449      1.339       dsl 				wi->wi_iov.iov_base = atareq->databuf;
   1450      1.339       dsl 				wi->wi_iov.iov_len = atareq->datalen;
   1451      1.339       dsl 				wi->wi_uio.uio_vmspace = l->l_proc->p_vmspace;
   1452      1.339       dsl 			}
   1453      1.185      kenh 			wi->wi_uio.uio_iov = &wi->wi_iov;
   1454      1.185      kenh 			wi->wi_uio.uio_iovcnt = 1;
   1455      1.186      kenh 			wi->wi_uio.uio_resid = atareq->datalen;
   1456      1.185      kenh 			wi->wi_uio.uio_offset = 0;
   1457      1.185      kenh 			wi->wi_uio.uio_rw =
   1458      1.186      kenh 			    (atareq->flags & ATACMD_READ) ? B_READ : B_WRITE;
   1459      1.301  christos 			error1 = physio(wdioctlstrategy, &wi->wi_bp, dev,
   1460      1.186      kenh 			    (atareq->flags & ATACMD_READ) ? B_READ : B_WRITE,
   1461      1.388  jakllsch 			    wdminphys, &wi->wi_uio);
   1462      1.339       dsl 			if (tbuf != NULL && error1 == 0) {
   1463      1.339       dsl 				error1 = copyout(tbuf, atareq->databuf,
   1464      1.339       dsl 				    atareq->datalen);
   1465      1.339       dsl 				free(tbuf, M_TEMP);
   1466      1.339       dsl 			}
   1467      1.185      kenh 		} else {
   1468      1.185      kenh 			/* No need to call physio if we don't have any
   1469      1.185      kenh 			   user data */
   1470      1.185      kenh 			wi->wi_bp.b_flags = 0;
   1471      1.185      kenh 			wi->wi_bp.b_data = 0;
   1472      1.185      kenh 			wi->wi_bp.b_bcount = 0;
   1473      1.185      kenh 			wi->wi_bp.b_dev = 0;
   1474      1.314  christos 			wi->wi_bp.b_proc = l->l_proc;
   1475      1.185      kenh 			wdioctlstrategy(&wi->wi_bp);
   1476      1.301  christos 			error1 = wi->wi_bp.b_error;
   1477      1.185      kenh 		}
   1478      1.186      kenh 		*atareq = wi->wi_atareq;
   1479      1.185      kenh 		wi_free(wi);
   1480      1.301  christos 		return(error1);
   1481      1.185      kenh 		}
   1482      1.185      kenh 
   1483      1.294   thorpej 	case DIOCAWEDGE:
   1484      1.294   thorpej 	    {
   1485      1.294   thorpej 	    	struct dkwedge_info *dkw = (void *) addr;
   1486      1.294   thorpej 
   1487      1.294   thorpej 		if ((flag & FWRITE) == 0)
   1488      1.294   thorpej 			return (EBADF);
   1489      1.294   thorpej 
   1490      1.294   thorpej 		/* If the ioctl happens here, the parent is us. */
   1491      1.360      cube 		strcpy(dkw->dkw_parent, device_xname(wd->sc_dev));
   1492      1.294   thorpej 		return (dkwedge_add(dkw));
   1493      1.294   thorpej 	    }
   1494      1.294   thorpej 
   1495      1.294   thorpej 	case DIOCDWEDGE:
   1496      1.294   thorpej 	    {
   1497      1.294   thorpej 	    	struct dkwedge_info *dkw = (void *) addr;
   1498      1.294   thorpej 
   1499      1.294   thorpej 		if ((flag & FWRITE) == 0)
   1500      1.294   thorpej 			return (EBADF);
   1501      1.294   thorpej 
   1502      1.294   thorpej 		/* If the ioctl happens here, the parent is us. */
   1503      1.360      cube 		strcpy(dkw->dkw_parent, device_xname(wd->sc_dev));
   1504      1.294   thorpej 		return (dkwedge_del(dkw));
   1505      1.294   thorpej 	    }
   1506      1.294   thorpej 
   1507      1.294   thorpej 	case DIOCLWEDGES:
   1508      1.294   thorpej 	    {
   1509      1.294   thorpej 	    	struct dkwedge_list *dkwl = (void *) addr;
   1510      1.294   thorpej 
   1511      1.314  christos 		return (dkwedge_list(&wd->sc_dk, dkwl, l));
   1512      1.294   thorpej 	    }
   1513      1.294   thorpej 
   1514      1.315      yamt 	case DIOCGSTRATEGY:
   1515      1.315      yamt 	    {
   1516      1.315      yamt 		struct disk_strategy *dks = (void *)addr;
   1517      1.315      yamt 
   1518      1.315      yamt 		s = splbio();
   1519      1.315      yamt 		strlcpy(dks->dks_name, bufq_getstrategyname(wd->sc_q),
   1520      1.315      yamt 		    sizeof(dks->dks_name));
   1521      1.315      yamt 		splx(s);
   1522      1.315      yamt 		dks->dks_paramlen = 0;
   1523      1.315      yamt 
   1524      1.315      yamt 		return 0;
   1525      1.315      yamt 	    }
   1526      1.315      yamt 
   1527      1.315      yamt 	case DIOCSSTRATEGY:
   1528      1.315      yamt 	    {
   1529      1.315      yamt 		struct disk_strategy *dks = (void *)addr;
   1530      1.315      yamt 		struct bufq_state *new;
   1531      1.315      yamt 		struct bufq_state *old;
   1532      1.315      yamt 
   1533      1.315      yamt 		if ((flag & FWRITE) == 0) {
   1534      1.315      yamt 			return EBADF;
   1535      1.315      yamt 		}
   1536      1.315      yamt 		if (dks->dks_param != NULL) {
   1537      1.315      yamt 			return EINVAL;
   1538      1.315      yamt 		}
   1539      1.315      yamt 		dks->dks_name[sizeof(dks->dks_name) - 1] = 0; /* ensure term */
   1540      1.315      yamt 		error = bufq_alloc(&new, dks->dks_name,
   1541      1.315      yamt 		    BUFQ_EXACT|BUFQ_SORT_RAWBLOCK);
   1542      1.315      yamt 		if (error) {
   1543      1.315      yamt 			return error;
   1544      1.315      yamt 		}
   1545      1.315      yamt 		s = splbio();
   1546      1.315      yamt 		old = wd->sc_q;
   1547      1.315      yamt 		bufq_move(new, old);
   1548      1.315      yamt 		wd->sc_q = new;
   1549      1.315      yamt 		splx(s);
   1550      1.315      yamt 		bufq_free(old);
   1551      1.315      yamt 
   1552      1.315      yamt 		return 0;
   1553      1.315      yamt 	    }
   1554      1.315      yamt 
   1555        1.1       cgd 	default:
   1556       1.54   mycroft 		return ENOTTY;
   1557        1.1       cgd 	}
   1558       1.54   mycroft 
   1559       1.54   mycroft #ifdef DIAGNOSTIC
   1560       1.54   mycroft 	panic("wdioctl: impossible");
   1561       1.54   mycroft #endif
   1562        1.1       cgd }
   1563        1.1       cgd 
   1564  1.407.2.2       tls static int
   1565  1.407.2.2       tls wddiscard(dev_t dev, off_t pos, off_t len)
   1566  1.407.2.2       tls {
   1567  1.407.2.2       tls 	struct wd_softc *wd = device_lookup_private(&wd_cd, WDUNIT(dev));
   1568  1.407.2.2       tls 	daddr_t bno;
   1569  1.407.2.2       tls 	long size, done;
   1570  1.407.2.2       tls 	long maxatonce, amount;
   1571  1.407.2.2       tls 	int result;
   1572  1.407.2.2       tls 
   1573  1.407.2.2       tls 	if (!(wd->sc_params.atap_ata_major & WDC_VER_ATA7)
   1574  1.407.2.2       tls 	    || !(wd->sc_params.support_dsm & ATA_SUPPORT_DSM_TRIM)) {
   1575  1.407.2.2       tls 		/* not supported; ignore request */
   1576  1.407.2.2       tls 		ATADEBUG_PRINT(("wddiscard (unsupported)\n"), DEBUG_FUNCS);
   1577  1.407.2.2       tls 		return 0;
   1578  1.407.2.2       tls 	}
   1579  1.407.2.2       tls 	maxatonce = 0xffff; /*wd->sc_params.max_dsm_blocks*/
   1580  1.407.2.2       tls 
   1581  1.407.2.2       tls 	ATADEBUG_PRINT(("wddiscard\n"), DEBUG_FUNCS);
   1582  1.407.2.2       tls 
   1583  1.407.2.2       tls 	if ((wd->sc_flags & WDF_LOADED) == 0)
   1584  1.407.2.2       tls 		return EIO;
   1585  1.407.2.2       tls 
   1586  1.407.2.2       tls 	/* round the start up and the end down */
   1587  1.407.2.2       tls 	bno = (pos + DEV_BSIZE - 1) >> DEV_BSHIFT;
   1588  1.407.2.2       tls 	size = ((pos + len) >> DEV_BSHIFT) - bno;
   1589  1.407.2.2       tls 
   1590  1.407.2.2       tls 	done = 0;
   1591  1.407.2.2       tls 	while (done < size) {
   1592  1.407.2.2       tls 	     amount = size - done;
   1593  1.407.2.2       tls 	     if (amount > maxatonce) {
   1594  1.407.2.2       tls 		     amount = maxatonce;
   1595  1.407.2.2       tls 	     }
   1596  1.407.2.2       tls 	     result = wd_trim(wd, WDPART(dev), bno + done, amount);
   1597  1.407.2.2       tls 	     if (result) {
   1598  1.407.2.2       tls 		     return result;
   1599  1.407.2.2       tls 	     }
   1600  1.407.2.2       tls 	     done += amount;
   1601  1.407.2.2       tls 	}
   1602  1.407.2.2       tls 	return 0;
   1603  1.407.2.2       tls }
   1604  1.407.2.2       tls 
   1605       1.44   mycroft #ifdef B_FORMAT
   1606        1.1       cgd int
   1607        1.1       cgd wdformat(struct buf *bp)
   1608        1.1       cgd {
   1609       1.44   mycroft 
   1610        1.1       cgd 	bp->b_flags |= B_FORMAT;
   1611       1.37   mycroft 	return wdstrategy(bp);
   1612        1.1       cgd }
   1613        1.1       cgd #endif
   1614        1.1       cgd 
   1615        1.1       cgd int
   1616      1.259       dsl wdsize(dev_t dev)
   1617        1.1       cgd {
   1618       1.64   mycroft 	struct wd_softc *wd;
   1619      1.208   thorpej 	int part, omask;
   1620      1.108   mycroft 	int size;
   1621      1.163    bouyer 
   1622      1.289   thorpej 	ATADEBUG_PRINT(("wdsize\n"), DEBUG_FUNCS);
   1623      1.163    bouyer 
   1624      1.363   tsutsui 	wd = device_lookup_private(&wd_cd, WDUNIT(dev));
   1625      1.158        pk 	if (wd == NULL)
   1626      1.158        pk 		return (-1);
   1627      1.158        pk 
   1628      1.158        pk 	part = WDPART(dev);
   1629      1.158        pk 	omask = wd->sc_dk.dk_openmask & (1 << part);
   1630      1.158        pk 
   1631      1.158        pk 	if (omask == 0 && wdopen(dev, 0, S_IFBLK, NULL) != 0)
   1632      1.158        pk 		return (-1);
   1633      1.144   thorpej 	if (wd->sc_dk.dk_label->d_partitions[part].p_fstype != FS_SWAP)
   1634      1.108   mycroft 		size = -1;
   1635      1.108   mycroft 	else
   1636      1.160   thorpej 		size = wd->sc_dk.dk_label->d_partitions[part].p_size *
   1637      1.181    bouyer 		    (wd->sc_dk.dk_label->d_secsize / DEV_BSIZE);
   1638      1.158        pk 	if (omask == 0 && wdclose(dev, 0, S_IFBLK, NULL) != 0)
   1639      1.158        pk 		return (-1);
   1640      1.158        pk 	return (size);
   1641        1.1       cgd }
   1642        1.1       cgd 
   1643      1.140       cgd /* #define WD_DUMP_NOT_TRUSTED if you just want to watch */
   1644      1.181    bouyer static int wddoingadump = 0;
   1645      1.181    bouyer static int wddumprecalibrated = 0;
   1646      1.140       cgd 
   1647       1.64   mycroft /*
   1648       1.64   mycroft  * Dump core after a system crash.
   1649       1.64   mycroft  */
   1650        1.1       cgd int
   1651      1.337  christos wddump(dev_t dev, daddr_t blkno, void *va, size_t size)
   1652      1.140       cgd {
   1653      1.140       cgd 	struct wd_softc *wd;	/* disk unit to do the I/O */
   1654      1.181    bouyer 	struct disklabel *lp;   /* disk's disklabel */
   1655      1.208   thorpej 	int part, err;
   1656      1.181    bouyer 	int nblks;	/* total number of sectors left to write */
   1657      1.140       cgd 
   1658      1.140       cgd 	/* Check if recursive dump; if so, punt. */
   1659      1.116   mycroft 	if (wddoingadump)
   1660      1.116   mycroft 		return EFAULT;
   1661      1.142   mycroft 	wddoingadump = 1;
   1662      1.140       cgd 
   1663      1.363   tsutsui 	wd = device_lookup_private(&wd_cd, WDUNIT(dev));
   1664      1.208   thorpej 	if (wd == NULL)
   1665      1.208   thorpej 		return (ENXIO);
   1666       1.60   mycroft 
   1667      1.140       cgd 	part = WDPART(dev);
   1668      1.140       cgd 
   1669      1.181    bouyer 	/* Convert to disk sectors.  Request must be a multiple of size. */
   1670      1.144   thorpej 	lp = wd->sc_dk.dk_label;
   1671      1.142   mycroft 	if ((size % lp->d_secsize) != 0)
   1672      1.140       cgd 		return EFAULT;
   1673      1.142   mycroft 	nblks = size / lp->d_secsize;
   1674      1.142   mycroft 	blkno = blkno / (lp->d_secsize / DEV_BSIZE);
   1675      1.116   mycroft 
   1676       1.64   mycroft 	/* Check transfer bounds against partition size. */
   1677      1.142   mycroft 	if ((blkno < 0) || ((blkno + nblks) > lp->d_partitions[part].p_size))
   1678      1.259       dsl 		return EINVAL;
   1679      1.140       cgd 
   1680      1.140       cgd 	/* Offset block number to start of partition. */
   1681      1.142   mycroft 	blkno += lp->d_partitions[part].p_offset;
   1682       1.60   mycroft 
   1683      1.140       cgd 	/* Recalibrate, if first dump transfer. */
   1684      1.140       cgd 	if (wddumprecalibrated == 0) {
   1685      1.140       cgd 		wddumprecalibrated = 1;
   1686      1.290   thorpej 		(*wd->atabus->ata_reset_drive)(wd->drvp,
   1687      1.400    bouyer 					       AT_POLL | AT_RST_EMERG, NULL);
   1688      1.205    bouyer 		wd->drvp->state = RESET;
   1689       1.63   mycroft 	}
   1690      1.259       dsl 
   1691      1.308    bouyer 	wd->sc_bp = NULL;
   1692      1.308    bouyer 	wd->sc_wdc_bio.blkno = blkno;
   1693      1.308    bouyer 	wd->sc_wdc_bio.flags = ATA_POLL;
   1694      1.308    bouyer 	if (wd->sc_flags & WDF_LBA48 &&
   1695      1.380    bouyer 	    (wd->sc_wdc_bio.blkno + nblks) > wd->sc_capacity28)
   1696      1.308    bouyer 		wd->sc_wdc_bio.flags |= ATA_LBA48;
   1697      1.308    bouyer 	if (wd->sc_flags & WDF_LBA)
   1698      1.308    bouyer 		wd->sc_wdc_bio.flags |= ATA_LBA;
   1699      1.308    bouyer 	wd->sc_wdc_bio.bcount = nblks * lp->d_secsize;
   1700      1.308    bouyer 	wd->sc_wdc_bio.databuf = va;
   1701      1.181    bouyer #ifndef WD_DUMP_NOT_TRUSTED
   1702      1.365  christos 	switch (err = wd->atabus->ata_bio(wd->drvp, &wd->sc_wdc_bio)) {
   1703      1.308    bouyer 	case ATACMD_TRY_AGAIN:
   1704      1.308    bouyer 		panic("wddump: try again");
   1705      1.308    bouyer 		break;
   1706      1.308    bouyer 	case ATACMD_QUEUED:
   1707      1.308    bouyer 		panic("wddump: polled command has been queued");
   1708      1.308    bouyer 		break;
   1709      1.308    bouyer 	case ATACMD_COMPLETE:
   1710      1.308    bouyer 		break;
   1711      1.365  christos 	default:
   1712      1.365  christos 		panic("wddump: unknown atacmd code %d", err);
   1713      1.308    bouyer 	}
   1714      1.365  christos 	switch(err = wd->sc_wdc_bio.error) {
   1715      1.308    bouyer 	case TIMEOUT:
   1716      1.308    bouyer 		printf("wddump: device timed out");
   1717      1.308    bouyer 		err = EIO;
   1718      1.308    bouyer 		break;
   1719      1.308    bouyer 	case ERR_DF:
   1720      1.308    bouyer 		printf("wddump: drive fault");
   1721      1.308    bouyer 		err = EIO;
   1722      1.308    bouyer 		break;
   1723      1.308    bouyer 	case ERR_DMA:
   1724      1.308    bouyer 		printf("wddump: DMA error");
   1725      1.308    bouyer 		err = EIO;
   1726      1.308    bouyer 		break;
   1727      1.308    bouyer 	case ERROR:
   1728      1.308    bouyer 		printf("wddump: ");
   1729      1.308    bouyer 		wdperror(wd);
   1730      1.308    bouyer 		err = EIO;
   1731      1.308    bouyer 		break;
   1732      1.308    bouyer 	case NOERROR:
   1733      1.308    bouyer 		err = 0;
   1734      1.308    bouyer 		break;
   1735      1.308    bouyer 	default:
   1736      1.365  christos 		panic("wddump: unknown error type %d", err);
   1737      1.308    bouyer 	}
   1738      1.308    bouyer 	if (err != 0) {
   1739      1.308    bouyer 		printf("\n");
   1740      1.308    bouyer 		return err;
   1741      1.308    bouyer 	}
   1742      1.140       cgd #else	/* WD_DUMP_NOT_TRUSTED */
   1743      1.308    bouyer 	/* Let's just talk about this first... */
   1744      1.308    bouyer 	printf("wd%d: dump addr 0x%x, cylin %d, head %d, sector %d\n",
   1745      1.308    bouyer 	    unit, va, cylin, head, sector);
   1746      1.308    bouyer 	delay(500 * 1000);	/* half a second */
   1747      1.140       cgd #endif
   1748        1.1       cgd 
   1749      1.140       cgd 	wddoingadump = 0;
   1750      1.140       cgd 	return 0;
   1751      1.140       cgd }
   1752        1.3   deraadt 
   1753      1.170       leo #ifdef HAS_BAD144_HANDLING
   1754        1.3   deraadt /*
   1755        1.3   deraadt  * Internalize the bad sector table.
   1756        1.3   deraadt  */
   1757        1.3   deraadt void
   1758      1.259       dsl bad144intern(struct wd_softc *wd)
   1759        1.3   deraadt {
   1760      1.144   thorpej 	struct dkbad *bt = &wd->sc_dk.dk_cpulabel->bad;
   1761      1.144   thorpej 	struct disklabel *lp = wd->sc_dk.dk_label;
   1762       1.98   mycroft 	int i = 0;
   1763       1.55   mycroft 
   1764      1.289   thorpej 	ATADEBUG_PRINT(("bad144intern\n"), DEBUG_XFERS);
   1765      1.163    bouyer 
   1766      1.170       leo 	for (; i < NBT_BAD; i++) {
   1767       1.98   mycroft 		if (bt->bt_bad[i].bt_cyl == 0xffff)
   1768       1.55   mycroft 			break;
   1769      1.181    bouyer 		wd->sc_badsect[i] =
   1770       1.98   mycroft 		    bt->bt_bad[i].bt_cyl * lp->d_secpercyl +
   1771       1.98   mycroft 		    (bt->bt_bad[i].bt_trksec >> 8) * lp->d_nsectors +
   1772       1.98   mycroft 		    (bt->bt_bad[i].bt_trksec & 0xff);
   1773        1.3   deraadt 	}
   1774      1.170       leo 	for (; i < NBT_BAD+1; i++)
   1775      1.181    bouyer 		wd->sc_badsect[i] = -1;
   1776       1.64   mycroft }
   1777      1.170       leo #endif
   1778       1.64   mycroft 
   1779      1.330   thorpej static void
   1780      1.335  christos wd_params_to_properties(struct wd_softc *wd, struct ataparams *params)
   1781      1.330   thorpej {
   1782      1.403  christos 	struct disk_geom *dg = &wd->sc_dk.dk_geom;
   1783      1.330   thorpej 
   1784      1.403  christos 	memset(dg, 0, sizeof(*dg));
   1785      1.330   thorpej 
   1786      1.403  christos 	dg->dg_secperunit = wd->sc_capacity;
   1787      1.403  christos 	dg->dg_secsize = DEV_BSIZE /* XXX 512? */;
   1788      1.403  christos 	dg->dg_nsectors = wd->sc_params.atap_sectors;
   1789      1.403  christos 	dg->dg_ntracks = wd->sc_params.atap_heads;
   1790      1.403  christos 	if ((wd->sc_flags & WDF_LBA) == 0)
   1791      1.403  christos 		dg->dg_ncylinders = wd->sc_params.atap_cylinders;
   1792      1.403  christos 
   1793      1.403  christos 	/* XXX Should have a case for ATA here, too. */
   1794      1.403  christos 	const char *cp = strcmp(wd->sc_params.atap_model, "ST506") ?
   1795      1.403  christos 	    "ST506" : "ESDI";
   1796      1.332   thorpej 
   1797      1.403  christos 	disk_set_info(wd->sc_dev, &wd->sc_dk, cp);
   1798      1.330   thorpej }
   1799      1.330   thorpej 
   1800      1.181    bouyer int
   1801      1.259       dsl wd_get_params(struct wd_softc *wd, u_int8_t flags, struct ataparams *params)
   1802       1.63   mycroft {
   1803      1.350     itohy 
   1804      1.217    bouyer 	switch (wd->atabus->ata_get_params(wd->drvp, flags, params)) {
   1805      1.181    bouyer 	case CMD_AGAIN:
   1806      1.181    bouyer 		return 1;
   1807      1.181    bouyer 	case CMD_ERR:
   1808      1.400    bouyer 		if (wd->drvp->drive_type != ATA_DRIVET_OLD)
   1809      1.400    bouyer 			return 1;
   1810      1.181    bouyer 		/*
   1811      1.181    bouyer 		 * We `know' there's a drive here; just assume it's old.
   1812      1.181    bouyer 		 * This geometry is only used to read the MBR and print a
   1813      1.181    bouyer 		 * (false) attach message.
   1814      1.181    bouyer 		 */
   1815      1.181    bouyer 		strncpy(params->atap_model, "ST506",
   1816      1.181    bouyer 		    sizeof params->atap_model);
   1817      1.181    bouyer 		params->atap_config = ATA_CFG_FIXED;
   1818      1.181    bouyer 		params->atap_cylinders = 1024;
   1819      1.181    bouyer 		params->atap_heads = 8;
   1820      1.181    bouyer 		params->atap_sectors = 17;
   1821      1.181    bouyer 		params->atap_multi = 1;
   1822      1.181    bouyer 		params->atap_capabilities1 = params->atap_capabilities2 = 0;
   1823      1.190    bouyer 		wd->drvp->ata_vers = -1; /* Mark it as pre-ATA */
   1824      1.330   thorpej 		/* FALLTHROUGH */
   1825      1.181    bouyer 	case CMD_OK:
   1826      1.330   thorpej 		wd_params_to_properties(wd, params);
   1827      1.181    bouyer 		return 0;
   1828      1.181    bouyer 	default:
   1829      1.181    bouyer 		panic("wd_get_params: bad return code from ata_get_params");
   1830      1.181    bouyer 		/* NOTREACHED */
   1831      1.181    bouyer 	}
   1832      1.248    bouyer }
   1833      1.248    bouyer 
   1834      1.248    bouyer int
   1835      1.259       dsl wd_getcache(struct wd_softc *wd, int *bitsp)
   1836      1.248    bouyer {
   1837      1.248    bouyer 	struct ataparams params;
   1838      1.248    bouyer 
   1839      1.248    bouyer 	if (wd_get_params(wd, AT_WAIT, &params) != 0)
   1840      1.248    bouyer 		return EIO;
   1841      1.248    bouyer 	if (params.atap_cmd_set1 == 0x0000 ||
   1842      1.248    bouyer 	    params.atap_cmd_set1 == 0xffff ||
   1843      1.248    bouyer 	    (params.atap_cmd_set1 & WDC_CMD1_CACHE) == 0) {
   1844      1.248    bouyer 		*bitsp = 0;
   1845      1.248    bouyer 		return 0;
   1846      1.248    bouyer 	}
   1847      1.248    bouyer 	*bitsp = DKCACHE_WCHANGE | DKCACHE_READ;
   1848      1.248    bouyer 	if (params.atap_cmd1_en & WDC_CMD1_CACHE)
   1849      1.248    bouyer 		*bitsp |= DKCACHE_WRITE;
   1850      1.248    bouyer 
   1851      1.248    bouyer 	return 0;
   1852      1.248    bouyer }
   1853      1.248    bouyer 
   1854      1.286   mycroft const char at_errbits[] = "\20\10ERROR\11TIMEOU\12DF";
   1855      1.286   mycroft 
   1856      1.248    bouyer int
   1857      1.259       dsl wd_setcache(struct wd_softc *wd, int bits)
   1858      1.248    bouyer {
   1859      1.248    bouyer 	struct ataparams params;
   1860      1.287   thorpej 	struct ata_command ata_c;
   1861      1.248    bouyer 
   1862      1.248    bouyer 	if (wd_get_params(wd, AT_WAIT, &params) != 0)
   1863      1.248    bouyer 		return EIO;
   1864      1.248    bouyer 
   1865      1.248    bouyer 	if (params.atap_cmd_set1 == 0x0000 ||
   1866      1.250    bouyer 	    params.atap_cmd_set1 == 0xffff ||
   1867      1.248    bouyer 	    (params.atap_cmd_set1 & WDC_CMD1_CACHE) == 0)
   1868      1.248    bouyer 		return EOPNOTSUPP;
   1869      1.248    bouyer 
   1870      1.249    bouyer 	if ((bits & DKCACHE_READ) == 0 ||
   1871      1.249    bouyer 	    (bits & DKCACHE_SAVE) != 0)
   1872      1.248    bouyer 		return EOPNOTSUPP;
   1873      1.248    bouyer 
   1874      1.287   thorpej 	memset(&ata_c, 0, sizeof(struct ata_command));
   1875      1.287   thorpej 	ata_c.r_command = SET_FEATURES;
   1876      1.287   thorpej 	ata_c.r_st_bmask = 0;
   1877      1.287   thorpej 	ata_c.r_st_pmask = 0;
   1878      1.287   thorpej 	ata_c.timeout = 30000; /* 30s timeout */
   1879      1.287   thorpej 	ata_c.flags = AT_WAIT;
   1880      1.248    bouyer 	if (bits & DKCACHE_WRITE)
   1881      1.287   thorpej 		ata_c.r_features = WDSF_WRITE_CACHE_EN;
   1882      1.248    bouyer 	else
   1883      1.287   thorpej 		ata_c.r_features = WDSF_WRITE_CACHE_DS;
   1884      1.288   thorpej 	if (wd->atabus->ata_exec_command(wd->drvp, &ata_c) != ATACMD_COMPLETE) {
   1885      1.360      cube 		aprint_error_dev(wd->sc_dev,
   1886      1.360      cube 		    "wd_setcache command not complete\n");
   1887      1.248    bouyer 		return EIO;
   1888      1.248    bouyer 	}
   1889      1.287   thorpej 	if (ata_c.flags & (AT_ERROR | AT_TIMEOU | AT_DF)) {
   1890      1.286   mycroft 		char sbuf[sizeof(at_errbits) + 64];
   1891      1.366  christos 		snprintb(sbuf, sizeof(sbuf), at_errbits, ata_c.flags);
   1892      1.360      cube 		aprint_error_dev(wd->sc_dev, "wd_setcache: status=%s\n", sbuf);
   1893      1.286   mycroft 		return EIO;
   1894      1.286   mycroft 	}
   1895      1.286   mycroft 	return 0;
   1896      1.286   mycroft }
   1897      1.286   mycroft 
   1898      1.351  jmcneill static int
   1899      1.286   mycroft wd_standby(struct wd_softc *wd, int flags)
   1900      1.286   mycroft {
   1901      1.287   thorpej 	struct ata_command ata_c;
   1902      1.286   mycroft 
   1903      1.287   thorpej 	memset(&ata_c, 0, sizeof(struct ata_command));
   1904      1.287   thorpej 	ata_c.r_command = WDCC_STANDBY_IMMED;
   1905      1.287   thorpej 	ata_c.r_st_bmask = WDCS_DRDY;
   1906      1.287   thorpej 	ata_c.r_st_pmask = WDCS_DRDY;
   1907      1.287   thorpej 	ata_c.flags = flags;
   1908      1.287   thorpej 	ata_c.timeout = 30000; /* 30s timeout */
   1909      1.288   thorpej 	if (wd->atabus->ata_exec_command(wd->drvp, &ata_c) != ATACMD_COMPLETE) {
   1910      1.360      cube 		aprint_error_dev(wd->sc_dev,
   1911      1.351  jmcneill 		    "standby immediate command didn't complete\n");
   1912      1.286   mycroft 		return EIO;
   1913      1.286   mycroft 	}
   1914      1.287   thorpej 	if (ata_c.flags & AT_ERROR) {
   1915      1.287   thorpej 		if (ata_c.r_error == WDCE_ABRT) /* command not supported */
   1916      1.286   mycroft 			return ENODEV;
   1917      1.286   mycroft 	}
   1918      1.287   thorpej 	if (ata_c.flags & (AT_ERROR | AT_TIMEOU | AT_DF)) {
   1919      1.286   mycroft 		char sbuf[sizeof(at_errbits) + 64];
   1920      1.366  christos 		snprintb(sbuf, sizeof(sbuf), at_errbits, ata_c.flags);
   1921      1.360      cube 		aprint_error_dev(wd->sc_dev, "wd_standby: status=%s\n", sbuf);
   1922      1.248    bouyer 		return EIO;
   1923      1.248    bouyer 	}
   1924      1.248    bouyer 	return 0;
   1925      1.190    bouyer }
   1926      1.190    bouyer 
   1927      1.276    bouyer int
   1928      1.259       dsl wd_flushcache(struct wd_softc *wd, int flags)
   1929      1.190    bouyer {
   1930      1.287   thorpej 	struct ata_command ata_c;
   1931      1.190    bouyer 
   1932      1.297    bouyer 	/*
   1933      1.297    bouyer 	 * WDCC_FLUSHCACHE is here since ATA-4, but some drives report
   1934      1.297    bouyer 	 * only ATA-2 and still support it.
   1935      1.297    bouyer 	 */
   1936      1.297    bouyer 	if (wd->drvp->ata_vers < 4 &&
   1937      1.297    bouyer 	    ((wd->sc_params.atap_cmd_set2 & WDC_CMD2_FC) == 0 ||
   1938      1.297    bouyer 	    wd->sc_params.atap_cmd_set2 == 0xffff))
   1939      1.276    bouyer 		return ENODEV;
   1940      1.287   thorpej 	memset(&ata_c, 0, sizeof(struct ata_command));
   1941      1.275    bouyer 	if ((wd->sc_params.atap_cmd2_en & ATA_CMD2_LBA48) != 0 &&
   1942      1.397  jakllsch 	    (wd->sc_params.atap_cmd2_en & ATA_CMD2_FCE) != 0) {
   1943      1.287   thorpej 		ata_c.r_command = WDCC_FLUSHCACHE_EXT;
   1944      1.397  jakllsch 		flags |= AT_LBA48;
   1945      1.397  jakllsch 	} else
   1946      1.287   thorpej 		ata_c.r_command = WDCC_FLUSHCACHE;
   1947      1.287   thorpej 	ata_c.r_st_bmask = WDCS_DRDY;
   1948      1.287   thorpej 	ata_c.r_st_pmask = WDCS_DRDY;
   1949      1.397  jakllsch 	ata_c.flags = flags | AT_READREG;
   1950      1.396  jakllsch 	ata_c.timeout = 300000; /* 5m timeout */
   1951      1.288   thorpej 	if (wd->atabus->ata_exec_command(wd->drvp, &ata_c) != ATACMD_COMPLETE) {
   1952      1.360      cube 		aprint_error_dev(wd->sc_dev,
   1953      1.360      cube 		    "flush cache command didn't complete\n");
   1954      1.276    bouyer 		return EIO;
   1955      1.190    bouyer 	}
   1956      1.287   thorpej 	if (ata_c.flags & AT_ERROR) {
   1957      1.287   thorpej 		if (ata_c.r_error == WDCE_ABRT) /* command not supported */
   1958      1.276    bouyer 			return ENODEV;
   1959      1.190    bouyer 	}
   1960      1.287   thorpej 	if (ata_c.flags & (AT_ERROR | AT_TIMEOU | AT_DF)) {
   1961      1.286   mycroft 		char sbuf[sizeof(at_errbits) + 64];
   1962      1.366  christos 		snprintb(sbuf, sizeof(sbuf), at_errbits, ata_c.flags);
   1963      1.360      cube 		aprint_error_dev(wd->sc_dev, "wd_flushcache: status=%s\n",
   1964      1.286   mycroft 		    sbuf);
   1965      1.276    bouyer 		return EIO;
   1966      1.190    bouyer 	}
   1967      1.276    bouyer 	return 0;
   1968      1.190    bouyer }
   1969      1.190    bouyer 
   1970      1.401  drochner int
   1971  1.407.2.2       tls wd_trim(struct wd_softc *wd, int part, daddr_t bno, long size)
   1972      1.401  drochner {
   1973      1.401  drochner 	struct ata_command ata_c;
   1974      1.401  drochner 	unsigned char *req;
   1975      1.401  drochner 
   1976      1.401  drochner 	if (part != RAW_PART)
   1977      1.401  drochner 		bno += wd->sc_dk.dk_label->d_partitions[part].p_offset;;
   1978      1.401  drochner 
   1979      1.401  drochner 	req = kmem_zalloc(512, KM_SLEEP);
   1980      1.401  drochner 	req[0] = bno & 0xff;
   1981      1.401  drochner 	req[1] = (bno >> 8) & 0xff;
   1982      1.401  drochner 	req[2] = (bno >> 16) & 0xff;
   1983      1.401  drochner 	req[3] = (bno >> 24) & 0xff;
   1984      1.401  drochner 	req[4] = (bno >> 32) & 0xff;
   1985      1.401  drochner 	req[5] = (bno >> 40) & 0xff;
   1986  1.407.2.2       tls 	req[6] = size & 0xff;
   1987  1.407.2.2       tls 	req[7] = (size >> 8) & 0xff;
   1988      1.401  drochner 
   1989      1.401  drochner 	memset(&ata_c, 0, sizeof(struct ata_command));
   1990      1.401  drochner 	ata_c.r_command = ATA_DATA_SET_MANAGEMENT;
   1991      1.401  drochner 	ata_c.r_count = 1;
   1992      1.401  drochner 	ata_c.r_features = ATA_SUPPORT_DSM_TRIM;
   1993      1.401  drochner 	ata_c.r_st_bmask = WDCS_DRDY;
   1994      1.401  drochner 	ata_c.r_st_pmask = WDCS_DRDY;
   1995      1.401  drochner 	ata_c.timeout = 30000; /* 30s timeout */
   1996      1.401  drochner 	ata_c.data = req;
   1997      1.401  drochner 	ata_c.bcount = 512;
   1998      1.401  drochner 	ata_c.flags |= AT_WRITE | AT_WAIT;
   1999      1.401  drochner 	if (wd->atabus->ata_exec_command(wd->drvp, &ata_c) != ATACMD_COMPLETE) {
   2000      1.401  drochner 		aprint_error_dev(wd->sc_dev,
   2001      1.401  drochner 		    "trim command didn't complete\n");
   2002      1.401  drochner 		kmem_free(req, 512);
   2003      1.401  drochner 		return EIO;
   2004      1.401  drochner 	}
   2005      1.401  drochner 	kmem_free(req, 512);
   2006      1.401  drochner 	if (ata_c.flags & AT_ERROR) {
   2007      1.401  drochner 		if (ata_c.r_error == WDCE_ABRT) /* command not supported */
   2008      1.401  drochner 			return ENODEV;
   2009      1.401  drochner 	}
   2010      1.401  drochner 	if (ata_c.flags & (AT_ERROR | AT_TIMEOU | AT_DF)) {
   2011      1.401  drochner 		char sbuf[sizeof(at_errbits) + 64];
   2012      1.401  drochner 		snprintb(sbuf, sizeof(sbuf), at_errbits, ata_c.flags);
   2013      1.401  drochner 		aprint_error_dev(wd->sc_dev, "wd_trim: status=%s\n",
   2014      1.401  drochner 		    sbuf);
   2015      1.401  drochner 		return EIO;
   2016      1.401  drochner 	}
   2017      1.401  drochner 	return 0;
   2018      1.401  drochner }
   2019      1.401  drochner 
   2020      1.357  drochner bool
   2021      1.357  drochner wd_shutdown(device_t dev, int how)
   2022      1.356  drochner {
   2023      1.368  drochner 	struct wd_softc *wd = device_private(dev);
   2024      1.368  drochner 
   2025      1.368  drochner 	/* the adapter needs to be enabled */
   2026      1.368  drochner 	if (wd->atabus->ata_addref(wd->drvp))
   2027      1.368  drochner 		return true; /* no need to complain */
   2028      1.356  drochner 
   2029      1.356  drochner 	wd_flushcache(wd, AT_POLL);
   2030      1.357  drochner 	if ((how & RB_POWERDOWN) == RB_POWERDOWN)
   2031      1.356  drochner 		wd_standby(wd, AT_POLL);
   2032      1.357  drochner 	return true;
   2033      1.356  drochner }
   2034      1.356  drochner 
   2035      1.185      kenh /*
   2036      1.185      kenh  * Allocate space for a ioctl queue structure.  Mostly taken from
   2037      1.185      kenh  * scsipi_ioctl.c
   2038      1.185      kenh  */
   2039      1.185      kenh struct wd_ioctl *
   2040      1.259       dsl wi_get(void)
   2041      1.185      kenh {
   2042      1.185      kenh 	struct wd_ioctl *wi;
   2043      1.185      kenh 	int s;
   2044      1.185      kenh 
   2045      1.219   tsutsui 	wi = malloc(sizeof(struct wd_ioctl), M_TEMP, M_WAITOK|M_ZERO);
   2046      1.355        ad 	buf_init(&wi->wi_bp);
   2047      1.185      kenh 	s = splbio();
   2048      1.185      kenh 	LIST_INSERT_HEAD(&wi_head, wi, wi_list);
   2049      1.185      kenh 	splx(s);
   2050      1.185      kenh 	return (wi);
   2051      1.185      kenh }
   2052      1.185      kenh 
   2053      1.185      kenh /*
   2054      1.185      kenh  * Free an ioctl structure and remove it from our list
   2055      1.185      kenh  */
   2056      1.185      kenh 
   2057      1.185      kenh void
   2058      1.259       dsl wi_free(struct wd_ioctl *wi)
   2059      1.185      kenh {
   2060      1.185      kenh 	int s;
   2061      1.185      kenh 
   2062      1.185      kenh 	s = splbio();
   2063      1.185      kenh 	LIST_REMOVE(wi, wi_list);
   2064      1.185      kenh 	splx(s);
   2065      1.355        ad 	buf_destroy(&wi->wi_bp);
   2066      1.185      kenh 	free(wi, M_TEMP);
   2067      1.185      kenh }
   2068      1.185      kenh 
   2069      1.185      kenh /*
   2070      1.185      kenh  * Find a wd_ioctl structure based on the struct buf.
   2071      1.185      kenh  */
   2072      1.185      kenh 
   2073      1.185      kenh struct wd_ioctl *
   2074      1.259       dsl wi_find(struct buf *bp)
   2075      1.185      kenh {
   2076      1.185      kenh 	struct wd_ioctl *wi;
   2077      1.185      kenh 	int s;
   2078      1.185      kenh 
   2079      1.185      kenh 	s = splbio();
   2080      1.185      kenh 	for (wi = wi_head.lh_first; wi != 0; wi = wi->wi_list.le_next)
   2081      1.185      kenh 		if (bp == &wi->wi_bp)
   2082      1.185      kenh 			break;
   2083      1.185      kenh 	splx(s);
   2084      1.185      kenh 	return (wi);
   2085      1.185      kenh }
   2086      1.185      kenh 
   2087      1.185      kenh /*
   2088      1.185      kenh  * Ioctl pseudo strategy routine
   2089      1.185      kenh  *
   2090      1.185      kenh  * This is mostly stolen from scsipi_ioctl.c:scsistrategy().  What
   2091      1.185      kenh  * happens here is:
   2092      1.185      kenh  *
   2093      1.185      kenh  * - wdioctl() queues a wd_ioctl structure.
   2094      1.185      kenh  *
   2095      1.185      kenh  * - wdioctl() calls physio/wdioctlstrategy based on whether or not
   2096      1.185      kenh  *   user space I/O is required.  If physio() is called, physio() eventually
   2097      1.185      kenh  *   calls wdioctlstrategy().
   2098      1.185      kenh  *
   2099      1.217    bouyer  * - In either case, wdioctlstrategy() calls wd->atabus->ata_exec_command()
   2100      1.185      kenh  *   to perform the actual command
   2101      1.185      kenh  *
   2102      1.185      kenh  * The reason for the use of the pseudo strategy routine is because
   2103      1.185      kenh  * when doing I/O to/from user space, physio _really_ wants to be in
   2104      1.185      kenh  * the loop.  We could put the entire buffer into the ioctl request
   2105      1.185      kenh  * structure, but that won't scale if we want to do things like download
   2106      1.185      kenh  * microcode.
   2107      1.185      kenh  */
   2108      1.185      kenh 
   2109      1.185      kenh void
   2110      1.259       dsl wdioctlstrategy(struct buf *bp)
   2111      1.185      kenh {
   2112      1.185      kenh 	struct wd_ioctl *wi;
   2113      1.287   thorpej 	struct ata_command ata_c;
   2114      1.185      kenh 	int error = 0;
   2115      1.185      kenh 
   2116      1.185      kenh 	wi = wi_find(bp);
   2117      1.185      kenh 	if (wi == NULL) {
   2118      1.313    martin 		printf("wdioctlstrategy: "
   2119      1.313    martin 		    "No matching ioctl request found in queue\n");
   2120      1.185      kenh 		error = EINVAL;
   2121      1.355        ad 		goto bad;
   2122      1.185      kenh 	}
   2123      1.185      kenh 
   2124      1.287   thorpej 	memset(&ata_c, 0, sizeof(ata_c));
   2125      1.185      kenh 
   2126      1.185      kenh 	/*
   2127      1.185      kenh 	 * Abort if physio broke up the transfer
   2128      1.185      kenh 	 */
   2129      1.185      kenh 
   2130      1.186      kenh 	if (bp->b_bcount != wi->wi_atareq.datalen) {
   2131      1.185      kenh 		printf("physio split wd ioctl request... cannot proceed\n");
   2132      1.185      kenh 		error = EIO;
   2133      1.355        ad 		goto bad;
   2134      1.185      kenh 	}
   2135      1.185      kenh 
   2136      1.185      kenh 	/*
   2137      1.185      kenh 	 * Abort if we didn't get a buffer size that was a multiple of
   2138      1.185      kenh 	 * our sector size (or was larger than NBBY)
   2139      1.185      kenh 	 */
   2140      1.185      kenh 
   2141      1.185      kenh 	if ((bp->b_bcount % wi->wi_softc->sc_dk.dk_label->d_secsize) != 0 ||
   2142      1.185      kenh 	    (bp->b_bcount / wi->wi_softc->sc_dk.dk_label->d_secsize) >=
   2143      1.185      kenh 	     (1 << NBBY)) {
   2144      1.185      kenh 		error = EINVAL;
   2145      1.355        ad 		goto bad;
   2146      1.185      kenh 	}
   2147      1.185      kenh 
   2148      1.185      kenh 	/*
   2149      1.185      kenh 	 * Make sure a timeout was supplied in the ioctl request
   2150      1.185      kenh 	 */
   2151      1.185      kenh 
   2152      1.186      kenh 	if (wi->wi_atareq.timeout == 0) {
   2153      1.185      kenh 		error = EINVAL;
   2154      1.355        ad 		goto bad;
   2155      1.185      kenh 	}
   2156      1.185      kenh 
   2157      1.186      kenh 	if (wi->wi_atareq.flags & ATACMD_READ)
   2158      1.287   thorpej 		ata_c.flags |= AT_READ;
   2159      1.186      kenh 	else if (wi->wi_atareq.flags & ATACMD_WRITE)
   2160      1.287   thorpej 		ata_c.flags |= AT_WRITE;
   2161      1.185      kenh 
   2162      1.188      kenh 	if (wi->wi_atareq.flags & ATACMD_READREG)
   2163      1.287   thorpej 		ata_c.flags |= AT_READREG;
   2164      1.188      kenh 
   2165      1.391  jakllsch 	if ((wi->wi_atareq.flags & ATACMD_LBA) != 0)
   2166      1.391  jakllsch 		ata_c.flags |= AT_LBA;
   2167      1.391  jakllsch 
   2168      1.287   thorpej 	ata_c.flags |= AT_WAIT;
   2169      1.185      kenh 
   2170      1.287   thorpej 	ata_c.timeout = wi->wi_atareq.timeout;
   2171      1.287   thorpej 	ata_c.r_command = wi->wi_atareq.command;
   2172      1.391  jakllsch 	ata_c.r_lba = ((wi->wi_atareq.head & 0x0f) << 24) |
   2173      1.391  jakllsch 	    (wi->wi_atareq.cylinder << 8) |
   2174      1.391  jakllsch 	    wi->wi_atareq.sec_num;
   2175      1.287   thorpej 	ata_c.r_count = wi->wi_atareq.sec_count;
   2176      1.287   thorpej 	ata_c.r_features = wi->wi_atareq.features;
   2177      1.287   thorpej 	ata_c.r_st_bmask = WDCS_DRDY;
   2178      1.287   thorpej 	ata_c.r_st_pmask = WDCS_DRDY;
   2179      1.287   thorpej 	ata_c.data = wi->wi_bp.b_data;
   2180      1.287   thorpej 	ata_c.bcount = wi->wi_bp.b_bcount;
   2181      1.185      kenh 
   2182      1.287   thorpej 	if (wi->wi_softc->atabus->ata_exec_command(wi->wi_softc->drvp, &ata_c)
   2183      1.288   thorpej 	    != ATACMD_COMPLETE) {
   2184      1.186      kenh 		wi->wi_atareq.retsts = ATACMD_ERROR;
   2185      1.355        ad 		goto bad;
   2186      1.185      kenh 	}
   2187      1.185      kenh 
   2188      1.287   thorpej 	if (ata_c.flags & (AT_ERROR | AT_TIMEOU | AT_DF)) {
   2189      1.287   thorpej 		if (ata_c.flags & AT_ERROR) {
   2190      1.186      kenh 			wi->wi_atareq.retsts = ATACMD_ERROR;
   2191      1.287   thorpej 			wi->wi_atareq.error = ata_c.r_error;
   2192      1.287   thorpej 		} else if (ata_c.flags & AT_DF)
   2193      1.186      kenh 			wi->wi_atareq.retsts = ATACMD_DF;
   2194      1.185      kenh 		else
   2195      1.186      kenh 			wi->wi_atareq.retsts = ATACMD_TIMEOUT;
   2196      1.188      kenh 	} else {
   2197      1.186      kenh 		wi->wi_atareq.retsts = ATACMD_OK;
   2198      1.188      kenh 		if (wi->wi_atareq.flags & ATACMD_READREG) {
   2199      1.391  jakllsch 			wi->wi_atareq.command = ata_c.r_status;
   2200      1.391  jakllsch 			wi->wi_atareq.features = ata_c.r_error;
   2201      1.287   thorpej 			wi->wi_atareq.sec_count = ata_c.r_count;
   2202      1.391  jakllsch 			wi->wi_atareq.sec_num = ata_c.r_lba & 0xff;
   2203      1.391  jakllsch 			wi->wi_atareq.head = (ata_c.r_device & 0xf0) |
   2204      1.391  jakllsch 			    ((ata_c.r_lba >> 24) & 0x0f);
   2205      1.391  jakllsch 			wi->wi_atareq.cylinder = (ata_c.r_lba >> 8) & 0xffff;
   2206      1.287   thorpej 			wi->wi_atareq.error = ata_c.r_error;
   2207      1.188      kenh 		}
   2208      1.188      kenh 	}
   2209      1.185      kenh 
   2210      1.355        ad 	bp->b_error = 0;
   2211      1.355        ad 	biodone(bp);
   2212      1.355        ad 	return;
   2213      1.355        ad bad:
   2214      1.185      kenh 	bp->b_error = error;
   2215      1.402  riastrad 	bp->b_resid = bp->b_bcount;
   2216      1.185      kenh 	biodone(bp);
   2217       1.21   deraadt }
   2218