Home | History | Annotate | Line # | Download | only in pci
satalink.c revision 1.42
      1 /*	$NetBSD: satalink.c,v 1.42 2010/11/05 18:07:24 jakllsch Exp $	*/
      2 
      3 /*-
      4  * Copyright (c) 2003 The NetBSD Foundation, Inc.
      5  * All rights reserved.
      6  *
      7  * This code is derived from software contributed to The NetBSD Foundation
      8  * by Jason R. Thorpe of Wasabi Systems, Inc.
      9  *
     10  * Redistribution and use in source and binary forms, with or without
     11  * modification, are permitted provided that the following conditions
     12  * are met:
     13  * 1. Redistributions of source code must retain the above copyright
     14  *    notice, this list of conditions and the following disclaimer.
     15  * 2. Redistributions in binary form must reproduce the above copyright
     16  *    notice, this list of conditions and the following disclaimer in the
     17  *    documentation and/or other materials provided with the distribution.
     18  *
     19  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29  * POSSIBILITY OF SUCH DAMAGE.
     30  */
     31 
     32 #include <sys/cdefs.h>
     33 __KERNEL_RCSID(0, "$NetBSD: satalink.c,v 1.42 2010/11/05 18:07:24 jakllsch Exp $");
     34 
     35 #include <sys/param.h>
     36 #include <sys/systm.h>
     37 #include <sys/malloc.h>
     38 
     39 #include <dev/pci/pcivar.h>
     40 #include <dev/pci/pcidevs.h>
     41 #include <dev/pci/pciidereg.h>
     42 #include <dev/pci/pciidevar.h>
     43 #include <dev/pci/pciide_sii3112_reg.h>
     44 
     45 #include <dev/ata/satareg.h>
     46 #include <dev/ata/satavar.h>
     47 #include <dev/ata/atareg.h>
     48 
     49 /*
     50  * Register map for BA5 register space, indexed by channel.
     51  */
     52 static const struct {
     53 	bus_addr_t	ba5_IDEDMA_CMD;
     54 	bus_addr_t	ba5_IDEDMA_CTL;
     55 	bus_addr_t	ba5_IDEDMA_TBL;
     56 	bus_addr_t	ba5_IDEDMA_CMD2;
     57 	bus_addr_t	ba5_IDEDMA_CTL2;
     58 	bus_addr_t	ba5_IDE_TF0;
     59 	bus_addr_t	ba5_IDE_TF1;
     60 	bus_addr_t	ba5_IDE_TF2;
     61 	bus_addr_t	ba5_IDE_TF3;
     62 	bus_addr_t	ba5_IDE_TF4;
     63 	bus_addr_t	ba5_IDE_TF5;
     64 	bus_addr_t	ba5_IDE_TF6;
     65 	bus_addr_t	ba5_IDE_TF7;
     66 	bus_addr_t	ba5_IDE_TF8;
     67 	bus_addr_t	ba5_IDE_RAD;
     68 	bus_addr_t	ba5_IDE_TF9;
     69 	bus_addr_t	ba5_IDE_TF10;
     70 	bus_addr_t	ba5_IDE_TF11;
     71 	bus_addr_t	ba5_IDE_TF12;
     72 	bus_addr_t	ba5_IDE_TF13;
     73 	bus_addr_t	ba5_IDE_TF14;
     74 	bus_addr_t	ba5_IDE_TF15;
     75 	bus_addr_t	ba5_IDE_TF16;
     76 	bus_addr_t	ba5_IDE_TF17;
     77 	bus_addr_t	ba5_IDE_TF18;
     78 	bus_addr_t	ba5_IDE_TF19;
     79 	bus_addr_t	ba5_IDE_RABC;
     80 	bus_addr_t	ba5_IDE_CMD_STS;
     81 	bus_addr_t	ba5_IDE_CFG_STS;
     82 	bus_addr_t	ba5_IDE_DTM;
     83 	bus_addr_t	ba5_SControl;
     84 	bus_addr_t	ba5_SStatus;
     85 	bus_addr_t	ba5_SError;
     86 	bus_addr_t	ba5_SActive;		/* 3114 */
     87 	bus_addr_t	ba5_SMisc;
     88 	bus_addr_t	ba5_PHY_CONFIG;
     89 	bus_addr_t	ba5_SIEN;
     90 	bus_addr_t	ba5_SFISCfg;
     91 } satalink_ba5_regmap[] = {
     92 	{	/* Channel 0 */
     93 		.ba5_IDEDMA_CMD		=	0x000,
     94 		.ba5_IDEDMA_CTL		=	0x002,
     95 		.ba5_IDEDMA_TBL		=	0x004,
     96 		.ba5_IDEDMA_CMD2	=	0x010,
     97 		.ba5_IDEDMA_CTL2	=	0x012,
     98 		.ba5_IDE_TF0		=	0x080,	/* wd_data */
     99 		.ba5_IDE_TF1		=	0x081,	/* wd_error */
    100 		.ba5_IDE_TF2		=	0x082,	/* wd_seccnt */
    101 		.ba5_IDE_TF3		=	0x083,	/* wd_sector */
    102 		.ba5_IDE_TF4		=	0x084,	/* wd_cyl_lo */
    103 		.ba5_IDE_TF5		=	0x085,	/* wd_cyl_hi */
    104 		.ba5_IDE_TF6		=	0x086,	/* wd_sdh */
    105 		.ba5_IDE_TF7		=	0x087,	/* wd_command */
    106 		.ba5_IDE_TF8		=	0x08a,	/* wd_altsts */
    107 		.ba5_IDE_RAD		=	0x08c,
    108 		.ba5_IDE_TF9		=	0x091,	/* Features 2 */
    109 		.ba5_IDE_TF10		=	0x092,	/* Sector Count 2 */
    110 		.ba5_IDE_TF11		=	0x093,	/* Start Sector 2 */
    111 		.ba5_IDE_TF12		=	0x094,	/* Cylinder Low 2 */
    112 		.ba5_IDE_TF13		=	0x095,	/* Cylinder High 2 */
    113 		.ba5_IDE_TF14		=	0x096,	/* Device/Head 2 */
    114 		.ba5_IDE_TF15		=	0x097,	/* Cmd Sts 2 */
    115 		.ba5_IDE_TF16		=	0x098,	/* Sector Count 2 ext */
    116 		.ba5_IDE_TF17		=	0x099,	/* Start Sector 2 ext */
    117 		.ba5_IDE_TF18		=	0x09a,	/* Cyl Low 2 ext */
    118 		.ba5_IDE_TF19		=	0x09b,	/* Cyl High 2 ext */
    119 		.ba5_IDE_RABC		=	0x09c,
    120 		.ba5_IDE_CMD_STS	=	0x0a0,
    121 		.ba5_IDE_CFG_STS	=	0x0a1,
    122 		.ba5_IDE_DTM		=	0x0b4,
    123 		.ba5_SControl		=	0x100,
    124 		.ba5_SStatus		=	0x104,
    125 		.ba5_SError		=	0x108,
    126 		.ba5_SActive		=	0x10c,
    127 		.ba5_SMisc		=	0x140,
    128 		.ba5_PHY_CONFIG		=	0x144,
    129 		.ba5_SIEN		=	0x148,
    130 		.ba5_SFISCfg		=	0x14c,
    131 	},
    132 	{	/* Channel 1 */
    133 		.ba5_IDEDMA_CMD		=	0x008,
    134 		.ba5_IDEDMA_CTL		=	0x00a,
    135 		.ba5_IDEDMA_TBL		=	0x00c,
    136 		.ba5_IDEDMA_CMD2	=	0x018,
    137 		.ba5_IDEDMA_CTL2	=	0x01a,
    138 		.ba5_IDE_TF0		=	0x0c0,	/* wd_data */
    139 		.ba5_IDE_TF1		=	0x0c1,	/* wd_error */
    140 		.ba5_IDE_TF2		=	0x0c2,	/* wd_seccnt */
    141 		.ba5_IDE_TF3		=	0x0c3,	/* wd_sector */
    142 		.ba5_IDE_TF4		=	0x0c4,	/* wd_cyl_lo */
    143 		.ba5_IDE_TF5		=	0x0c5,	/* wd_cyl_hi */
    144 		.ba5_IDE_TF6		=	0x0c6,	/* wd_sdh */
    145 		.ba5_IDE_TF7		=	0x0c7,	/* wd_command */
    146 		.ba5_IDE_TF8		=	0x0ca,	/* wd_altsts */
    147 		.ba5_IDE_RAD		=	0x0cc,
    148 		.ba5_IDE_TF9		=	0x0d1,	/* Features 2 */
    149 		.ba5_IDE_TF10		=	0x0d2,	/* Sector Count 2 */
    150 		.ba5_IDE_TF11		=	0x0d3,	/* Start Sector 2 */
    151 		.ba5_IDE_TF12		=	0x0d4,	/* Cylinder Low 2 */
    152 		.ba5_IDE_TF13		=	0x0d5,	/* Cylinder High 2 */
    153 		.ba5_IDE_TF14		=	0x0d6,	/* Device/Head 2 */
    154 		.ba5_IDE_TF15		=	0x0d7,	/* Cmd Sts 2 */
    155 		.ba5_IDE_TF16		=	0x0d8,	/* Sector Count 2 ext */
    156 		.ba5_IDE_TF17		=	0x0d9,	/* Start Sector 2 ext */
    157 		.ba5_IDE_TF18		=	0x0da,	/* Cyl Low 2 ext */
    158 		.ba5_IDE_TF19		=	0x0db,	/* Cyl High 2 ext */
    159 		.ba5_IDE_RABC		=	0x0dc,
    160 		.ba5_IDE_CMD_STS	=	0x0e0,
    161 		.ba5_IDE_CFG_STS	=	0x0e1,
    162 		.ba5_IDE_DTM		=	0x0f4,
    163 		.ba5_SControl		=	0x180,
    164 		.ba5_SStatus		=	0x184,
    165 		.ba5_SError		=	0x188,
    166 		.ba5_SActive		=	0x18c,
    167 		.ba5_SMisc		=	0x1c0,
    168 		.ba5_PHY_CONFIG		=	0x1c4,
    169 		.ba5_SIEN		=	0x1c8,
    170 		.ba5_SFISCfg		=	0x1cc,
    171 	},
    172 	{	/* Channel 2 (3114) */
    173 		.ba5_IDEDMA_CMD		=	0x200,
    174 		.ba5_IDEDMA_CTL		=	0x202,
    175 		.ba5_IDEDMA_TBL		=	0x204,
    176 		.ba5_IDEDMA_CMD2	=	0x210,
    177 		.ba5_IDEDMA_CTL2	=	0x212,
    178 		.ba5_IDE_TF0		=	0x280,	/* wd_data */
    179 		.ba5_IDE_TF1		=	0x281,	/* wd_error */
    180 		.ba5_IDE_TF2		=	0x282,	/* wd_seccnt */
    181 		.ba5_IDE_TF3		=	0x283,	/* wd_sector */
    182 		.ba5_IDE_TF4		=	0x284,	/* wd_cyl_lo */
    183 		.ba5_IDE_TF5		=	0x285,	/* wd_cyl_hi */
    184 		.ba5_IDE_TF6		=	0x286,	/* wd_sdh */
    185 		.ba5_IDE_TF7		=	0x287,	/* wd_command */
    186 		.ba5_IDE_TF8		=	0x28a,	/* wd_altsts */
    187 		.ba5_IDE_RAD		=	0x28c,
    188 		.ba5_IDE_TF9		=	0x291,	/* Features 2 */
    189 		.ba5_IDE_TF10		=	0x292,	/* Sector Count 2 */
    190 		.ba5_IDE_TF11		=	0x293,	/* Start Sector 2 */
    191 		.ba5_IDE_TF12		=	0x294,	/* Cylinder Low 2 */
    192 		.ba5_IDE_TF13		=	0x295,	/* Cylinder High 2 */
    193 		.ba5_IDE_TF14		=	0x296,	/* Device/Head 2 */
    194 		.ba5_IDE_TF15		=	0x297,	/* Cmd Sts 2 */
    195 		.ba5_IDE_TF16		=	0x298,	/* Sector Count 2 ext */
    196 		.ba5_IDE_TF17		=	0x299,	/* Start Sector 2 ext */
    197 		.ba5_IDE_TF18		=	0x29a,	/* Cyl Low 2 ext */
    198 		.ba5_IDE_TF19		=	0x29b,	/* Cyl High 2 ext */
    199 		.ba5_IDE_RABC		=	0x29c,
    200 		.ba5_IDE_CMD_STS	=	0x2a0,
    201 		.ba5_IDE_CFG_STS	=	0x2a1,
    202 		.ba5_IDE_DTM		=	0x2b4,
    203 		.ba5_SControl		=	0x300,
    204 		.ba5_SStatus		=	0x304,
    205 		.ba5_SError		=	0x308,
    206 		.ba5_SActive		=	0x30c,
    207 		.ba5_SMisc		=	0x340,
    208 		.ba5_PHY_CONFIG		=	0x344,
    209 		.ba5_SIEN		=	0x348,
    210 		.ba5_SFISCfg		=	0x34c,
    211 	},
    212 	{	/* Channel 3 (3114) */
    213 		.ba5_IDEDMA_CMD		=	0x208,
    214 		.ba5_IDEDMA_CTL		=	0x20a,
    215 		.ba5_IDEDMA_TBL		=	0x20c,
    216 		.ba5_IDEDMA_CMD2	=	0x218,
    217 		.ba5_IDEDMA_CTL2	=	0x21a,
    218 		.ba5_IDE_TF0		=	0x2c0,	/* wd_data */
    219 		.ba5_IDE_TF1		=	0x2c1,	/* wd_error */
    220 		.ba5_IDE_TF2		=	0x2c2,	/* wd_seccnt */
    221 		.ba5_IDE_TF3		=	0x2c3,	/* wd_sector */
    222 		.ba5_IDE_TF4		=	0x2c4,	/* wd_cyl_lo */
    223 		.ba5_IDE_TF5		=	0x2c5,	/* wd_cyl_hi */
    224 		.ba5_IDE_TF6		=	0x2c6,	/* wd_sdh */
    225 		.ba5_IDE_TF7		=	0x2c7,	/* wd_command */
    226 		.ba5_IDE_TF8		=	0x2ca,	/* wd_altsts */
    227 		.ba5_IDE_RAD		=	0x2cc,
    228 		.ba5_IDE_TF9		=	0x2d1,	/* Features 2 */
    229 		.ba5_IDE_TF10		=	0x2d2,	/* Sector Count 2 */
    230 		.ba5_IDE_TF11		=	0x2d3,	/* Start Sector 2 */
    231 		.ba5_IDE_TF12		=	0x2d4,	/* Cylinder Low 2 */
    232 		.ba5_IDE_TF13		=	0x2d5,	/* Cylinder High 2 */
    233 		.ba5_IDE_TF14		=	0x2d6,	/* Device/Head 2 */
    234 		.ba5_IDE_TF15		=	0x2d7,	/* Cmd Sts 2 */
    235 		.ba5_IDE_TF16		=	0x2d8,	/* Sector Count 2 ext */
    236 		.ba5_IDE_TF17		=	0x2d9,	/* Start Sector 2 ext */
    237 		.ba5_IDE_TF18		=	0x2da,	/* Cyl Low 2 ext */
    238 		.ba5_IDE_TF19		=	0x2db,	/* Cyl High 2 ext */
    239 		.ba5_IDE_RABC		=	0x2dc,
    240 		.ba5_IDE_CMD_STS	=	0x2e0,
    241 		.ba5_IDE_CFG_STS	=	0x2e1,
    242 		.ba5_IDE_DTM		=	0x2f4,
    243 		.ba5_SControl		=	0x380,
    244 		.ba5_SStatus		=	0x384,
    245 		.ba5_SError		=	0x388,
    246 		.ba5_SActive		=	0x38c,
    247 		.ba5_SMisc		=	0x3c0,
    248 		.ba5_PHY_CONFIG		=	0x3c4,
    249 		.ba5_SIEN		=	0x3c8,
    250 		.ba5_SFISCfg		=	0x3cc,
    251 	},
    252 };
    253 
    254 #define	ba5_SIS		0x214		/* summary interrupt status */
    255 
    256 /* Interrupt steering bit in BA5[0x200]. */
    257 #define	IDEDMA_CMD_INT_STEER	(1U << 1)
    258 
    259 static int  satalink_match(device_t, cfdata_t, void *);
    260 static void satalink_attach(device_t, device_t, void *);
    261 
    262 CFATTACH_DECL_NEW(satalink, sizeof(struct pciide_softc),
    263     satalink_match, satalink_attach, NULL, NULL);
    264 
    265 static void sii3112_chip_map(struct pciide_softc*, struct pci_attach_args*);
    266 static void sii3114_chip_map(struct pciide_softc*, struct pci_attach_args*);
    267 static void sii3112_drv_probe(struct ata_channel*);
    268 static void sii3112_setup_channel(struct ata_channel*);
    269 
    270 static const struct pciide_product_desc pciide_satalink_products[] =  {
    271 	{ PCI_PRODUCT_CMDTECH_3112,
    272 	  0,
    273 	  "Silicon Image SATALink 3112",
    274 	  sii3112_chip_map,
    275 	},
    276 	{ PCI_PRODUCT_CMDTECH_240,
    277 	  0,
    278 	  "Silicon Image SATALink Sil240",
    279 	  sii3112_chip_map,
    280 	},
    281 	{ PCI_PRODUCT_CMDTECH_3512,
    282 	  0,
    283 	  "Silicon Image SATALink 3512",
    284 	  sii3112_chip_map,
    285 	},
    286 	{ PCI_PRODUCT_CMDTECH_AAR_1210SA,
    287 	  0,
    288 	  "Adaptec AAR-1210SA serial ATA RAID controller",
    289 	  sii3112_chip_map,
    290 	},
    291 	{ PCI_PRODUCT_CMDTECH_3114,
    292 	  0,
    293 	  "Silicon Image SATALink 3114",
    294 	  sii3114_chip_map,
    295 	},
    296 	{ PCI_PRODUCT_ATI_IXP_SATA_300,
    297 	  0,
    298 	  "ATI IXP 300 SATA",
    299 	  sii3112_chip_map,
    300 	},
    301 	{ 0,
    302 	  0,
    303 	  NULL,
    304 	  NULL
    305 	}
    306 };
    307 
    308 static int
    309 satalink_match(device_t parent, cfdata_t match, void *aux)
    310 {
    311 	struct pci_attach_args *pa = aux;
    312 
    313 	if (PCI_VENDOR(pa->pa_id) == PCI_VENDOR_CMDTECH) {
    314 		if (pciide_lookup_product(pa->pa_id, pciide_satalink_products))
    315 			return (2);
    316 	}
    317 	return (0);
    318 }
    319 
    320 static void
    321 satalink_attach(device_t parent, device_t self, void *aux)
    322 {
    323 	struct pci_attach_args *pa = aux;
    324 	struct pciide_softc *sc = device_private(self);
    325 
    326 	sc->sc_wdcdev.sc_atac.atac_dev = self;
    327 
    328 	pciide_common_attach(sc, pa,
    329 	    pciide_lookup_product(pa->pa_id, pciide_satalink_products));
    330 
    331 }
    332 
    333 static inline uint32_t
    334 ba5_read_4_ind(struct pciide_softc *sc, bus_addr_t reg)
    335 {
    336 	uint32_t rv;
    337 	int s;
    338 
    339 	s = splbio();
    340 	pci_conf_write(sc->sc_pc, sc->sc_tag, SII3112_BA5_IND_ADDR, reg);
    341 	rv = pci_conf_read(sc->sc_pc, sc->sc_tag, SII3112_BA5_IND_DATA);
    342 	splx(s);
    343 
    344 	return (rv);
    345 }
    346 
    347 static inline uint32_t
    348 ba5_read_4(struct pciide_softc *sc, bus_addr_t reg)
    349 {
    350 
    351 	if (__predict_true(sc->sc_ba5_en != 0))
    352 		return (bus_space_read_4(sc->sc_ba5_st, sc->sc_ba5_sh, reg));
    353 
    354 	return (ba5_read_4_ind(sc, reg));
    355 }
    356 
    357 #define	BA5_READ_4(sc, chan, reg)					\
    358 	ba5_read_4((sc), satalink_ba5_regmap[(chan)].reg)
    359 
    360 static inline void
    361 ba5_write_4_ind(struct pciide_softc *sc, bus_addr_t reg, uint32_t val)
    362 {
    363 	int s;
    364 
    365 	s = splbio();
    366 	pci_conf_write(sc->sc_pc, sc->sc_tag, SII3112_BA5_IND_ADDR, reg);
    367 	pci_conf_write(sc->sc_pc, sc->sc_tag, SII3112_BA5_IND_DATA, val);
    368 	splx(s);
    369 }
    370 
    371 static inline void
    372 ba5_write_4(struct pciide_softc *sc, bus_addr_t reg, uint32_t val)
    373 {
    374 
    375 	if (__predict_true(sc->sc_ba5_en != 0))
    376 		bus_space_write_4(sc->sc_ba5_st, sc->sc_ba5_sh, reg, val);
    377 	else
    378 		ba5_write_4_ind(sc, reg, val);
    379 }
    380 
    381 #define	BA5_WRITE_4(sc, chan, reg, val)					\
    382 	ba5_write_4((sc), satalink_ba5_regmap[(chan)].reg, (val))
    383 
    384 /*
    385  * When the Silicon Image 3112 retries a PCI memory read command,
    386  * it may retry it as a memory read multiple command under some
    387  * circumstances.  This can totally confuse some PCI controllers,
    388  * so ensure that it will never do this by making sure that the
    389  * Read Threshold (FIFO Read Request Control) field of the FIFO
    390  * Valid Byte Count and Control registers for both channels (BA5
    391  * offset 0x40 and 0x44) are set to be at least as large as the
    392  * cacheline size register.
    393  * This may also happen on the 3114 (ragge 050527)
    394  */
    395 static void
    396 sii_fixup_cacheline(struct pciide_softc *sc, struct pci_attach_args *pa, int n)
    397 {
    398 	pcireg_t cls, reg;
    399 	int i;
    400 	static bus_addr_t addr[] = { 0x40, 0x44, 0x240, 0x244 };
    401 
    402 	cls = pci_conf_read(pa->pa_pc, pa->pa_tag, PCI_BHLC_REG);
    403 	cls = (cls >> PCI_CACHELINE_SHIFT) & PCI_CACHELINE_MASK;
    404 	cls *= 4;
    405 	if (cls > 224) {
    406 		cls = pci_conf_read(pa->pa_pc, pa->pa_tag, PCI_BHLC_REG);
    407 		cls &= ~(PCI_CACHELINE_MASK << PCI_CACHELINE_SHIFT);
    408 		cls |= ((224/4) << PCI_CACHELINE_SHIFT);
    409 		pci_conf_write(pa->pa_pc, pa->pa_tag, PCI_BHLC_REG, cls);
    410 		cls = 224;
    411 	}
    412 	if (cls < 32)
    413 		cls = 32;
    414 	cls = (cls + 31) / 32;
    415 	for (i = 0; i < n; i++) {
    416 		reg = ba5_read_4(sc, addr[i]);
    417 		if ((reg & 0x7) < cls)
    418 			ba5_write_4(sc, addr[i], (reg & 0x07) | cls);
    419 	}
    420 }
    421 
    422 static void
    423 sii3112_chip_map(struct pciide_softc *sc, struct pci_attach_args *pa)
    424 {
    425 	struct pciide_channel *cp;
    426 	pcireg_t interface, scs_cmd, cfgctl;
    427 	int channel;
    428 
    429 	if (pciide_chipen(sc, pa) == 0)
    430 		return;
    431 
    432 #define	SII3112_RESET_BITS						\
    433 	(SCS_CMD_PBM_RESET | SCS_CMD_ARB_RESET |			\
    434 	 SCS_CMD_FF1_RESET | SCS_CMD_FF0_RESET |			\
    435 	 SCS_CMD_IDE1_RESET | SCS_CMD_IDE0_RESET)
    436 
    437 	/*
    438 	 * Reset everything and then unblock all of the interrupts.
    439 	 */
    440 	scs_cmd = pci_conf_read(pa->pa_pc, pa->pa_tag, SII3112_SCS_CMD);
    441 	pci_conf_write(pa->pa_pc, pa->pa_tag, SII3112_SCS_CMD,
    442 		       scs_cmd | SII3112_RESET_BITS);
    443 	delay(50 * 1000);
    444 	pci_conf_write(pa->pa_pc, pa->pa_tag, SII3112_SCS_CMD,
    445 		       scs_cmd & SCS_CMD_BA5_EN);
    446 	delay(50 * 1000);
    447 
    448 	if (scs_cmd & SCS_CMD_BA5_EN) {
    449 		aprint_verbose_dev(sc->sc_wdcdev.sc_atac.atac_dev,
    450 		    "SATALink BA5 register space enabled\n");
    451 		if (pci_mapreg_map(pa, PCI_MAPREG_START + 0x14,
    452 				   PCI_MAPREG_TYPE_MEM|
    453 				   PCI_MAPREG_MEM_TYPE_32BIT, 0,
    454 				   &sc->sc_ba5_st, &sc->sc_ba5_sh,
    455 				   NULL, &sc->sc_ba5_ss) != 0)
    456 			aprint_error_dev(sc->sc_wdcdev.sc_atac.atac_dev,
    457 			    "unable to map SATALink BA5 register space\n");
    458 		else
    459 			sc->sc_ba5_en = 1;
    460 	} else {
    461 		aprint_verbose_dev(sc->sc_wdcdev.sc_atac.atac_dev,
    462 		    "SATALink BA5 register space disabled\n");
    463 
    464 		cfgctl = pci_conf_read(pa->pa_pc, pa->pa_tag,
    465 				       SII3112_PCI_CFGCTL);
    466 		pci_conf_write(pa->pa_pc, pa->pa_tag, SII3112_PCI_CFGCTL,
    467 			       cfgctl | CFGCTL_BA5INDEN);
    468 	}
    469 
    470 	aprint_verbose_dev(sc->sc_wdcdev.sc_atac.atac_dev,
    471 	    "bus-master DMA support present");
    472 	pciide_mapreg_dma(sc, pa);
    473 	aprint_verbose("\n");
    474 
    475 	/*
    476 	 * Rev. <= 0x01 of the 3112 have a bug that can cause data
    477 	 * corruption if DMA transfers cross an 8K boundary.  This is
    478 	 * apparently hard to tickle, but we'll go ahead and play it
    479 	 * safe.
    480 	 */
    481 	if ((PCI_PRODUCT(pa->pa_id) == PCI_PRODUCT_CMDTECH_3112 ||
    482 	     PCI_PRODUCT(pa->pa_id) == PCI_PRODUCT_CMDTECH_AAR_1210SA) &&
    483 	    PCI_REVISION(pa->pa_class) <= 0x01) {
    484 		sc->sc_dma_maxsegsz = 8192;
    485 		sc->sc_dma_boundary = 8192;
    486 	}
    487 
    488 	sii_fixup_cacheline(sc, pa, 2);
    489 
    490 	sc->sc_wdcdev.sc_atac.atac_cap |= ATAC_CAP_DATA16 | ATAC_CAP_DATA32;
    491 	sc->sc_wdcdev.sc_atac.atac_pio_cap = 4;
    492 	if (sc->sc_dma_ok) {
    493 		sc->sc_wdcdev.sc_atac.atac_cap |= ATAC_CAP_DMA | ATAC_CAP_UDMA;
    494 		sc->sc_wdcdev.irqack = pciide_irqack;
    495 		sc->sc_wdcdev.sc_atac.atac_dma_cap = 2;
    496 		sc->sc_wdcdev.sc_atac.atac_udma_cap = 6;
    497 	}
    498 	sc->sc_wdcdev.sc_atac.atac_set_modes = sii3112_setup_channel;
    499 
    500 	/* We can use SControl and SStatus to probe for drives. */
    501 	sc->sc_wdcdev.sc_atac.atac_probe = sii3112_drv_probe;
    502 
    503 	sc->sc_wdcdev.sc_atac.atac_channels = sc->wdc_chanarray;
    504 	sc->sc_wdcdev.sc_atac.atac_nchannels = PCIIDE_NUM_CHANNELS;
    505 
    506 	wdc_allocate_regs(&sc->sc_wdcdev);
    507 
    508 	/*
    509 	 * The 3112 either identifies itself as a RAID storage device
    510 	 * or a Misc storage device.  Fake up the interface bits for
    511 	 * what our driver expects.
    512 	 */
    513 	if (PCI_SUBCLASS(pa->pa_class) == PCI_SUBCLASS_MASS_STORAGE_IDE) {
    514 		interface = PCI_INTERFACE(pa->pa_class);
    515 	} else {
    516 		interface = PCIIDE_INTERFACE_BUS_MASTER_DMA |
    517 		    PCIIDE_INTERFACE_PCI(0) | PCIIDE_INTERFACE_PCI(1);
    518 	}
    519 
    520 	for (channel = 0; channel < sc->sc_wdcdev.sc_atac.atac_nchannels;
    521 	     channel++) {
    522 		cp = &sc->pciide_channels[channel];
    523 		if (pciide_chansetup(sc, channel, interface) == 0)
    524 			continue;
    525 		pciide_mapchan(pa, cp, interface, pciide_pci_intr);
    526 	}
    527 }
    528 
    529 static void
    530 sii3114_mapreg_dma(struct pciide_softc *sc, struct pci_attach_args *pa)
    531 {
    532 	struct pciide_channel *pc;
    533 	int chan, reg;
    534 	bus_size_t size;
    535 
    536 	sc->sc_wdcdev.dma_arg = sc;
    537 	sc->sc_wdcdev.dma_init = pciide_dma_init;
    538 	sc->sc_wdcdev.dma_start = pciide_dma_start;
    539 	sc->sc_wdcdev.dma_finish = pciide_dma_finish;
    540 
    541 	if (device_cfdata(sc->sc_wdcdev.sc_atac.atac_dev)->cf_flags &
    542 	    PCIIDE_OPTIONS_NODMA) {
    543 		aprint_verbose(
    544 		    ", but unused (forced off by config file)");
    545 		sc->sc_dma_ok = 0;
    546 		return;
    547 	}
    548 
    549 	/*
    550 	 * Slice off a subregion of BA5 for each of the channel's DMA
    551 	 * registers.
    552 	 */
    553 
    554 	sc->sc_dma_iot = sc->sc_ba5_st;
    555 	for (chan = 0; chan < 4; chan++) {
    556 		pc = &sc->pciide_channels[chan];
    557 		for (reg = 0; reg < IDEDMA_NREGS; reg++) {
    558 			size = 4;
    559 			if (size > (IDEDMA_SCH_OFFSET - reg))
    560 				size = IDEDMA_SCH_OFFSET - reg;
    561 			if (bus_space_subregion(sc->sc_ba5_st,
    562 			    sc->sc_ba5_sh,
    563 			    satalink_ba5_regmap[chan].ba5_IDEDMA_CMD + reg,
    564 			    size, &pc->dma_iohs[reg]) != 0) {
    565 				sc->sc_dma_ok = 0;
    566 				aprint_verbose(", but can't subregion offset "
    567 				    "%lu size %lu",
    568 				    (u_long) satalink_ba5_regmap[
    569 						chan].ba5_IDEDMA_CMD + reg,
    570 				    (u_long) size);
    571 				return;
    572 			}
    573 		}
    574 	}
    575 
    576 	/* DMA registers all set up! */
    577 	sc->sc_dmat = pa->pa_dmat;
    578 	sc->sc_dma_ok = 1;
    579 }
    580 
    581 static int
    582 sii3114_chansetup(struct pciide_softc *sc, int channel)
    583 {
    584 	static const char *channel_names[] = {
    585 		"port 0",
    586 		"port 1",
    587 		"port 2",
    588 		"port 3",
    589 	};
    590 	struct pciide_channel *cp = &sc->pciide_channels[channel];
    591 
    592 	sc->wdc_chanarray[channel] = &cp->ata_channel;
    593 
    594 	/*
    595 	 * We must always keep the Interrupt Steering bit set in channel 2's
    596 	 * IDEDMA_CMD register.
    597 	 */
    598 	if (channel == 2)
    599 		cp->idedma_cmd = IDEDMA_CMD_INT_STEER;
    600 
    601 	cp->name = channel_names[channel];
    602 	cp->ata_channel.ch_channel = channel;
    603 	cp->ata_channel.ch_atac = &sc->sc_wdcdev.sc_atac;
    604 	cp->ata_channel.ch_queue =
    605 	    malloc(sizeof(struct ata_queue), M_DEVBUF, M_NOWAIT);
    606 	cp->ata_channel.ch_ndrive = 2;
    607 	if (cp->ata_channel.ch_queue == NULL) {
    608 		aprint_error("%s %s channel: "
    609 		    "can't allocate memory for command queue",
    610 		    device_xname(sc->sc_wdcdev.sc_atac.atac_dev), cp->name);
    611 		return (0);
    612 	}
    613 	return (1);
    614 }
    615 
    616 static void
    617 sii3114_mapchan(struct pciide_channel *cp)
    618 {
    619 	struct ata_channel *wdc_cp = &cp->ata_channel;
    620 	struct pciide_softc *sc = CHAN_TO_PCIIDE(wdc_cp);
    621 	struct wdc_regs *wdr = CHAN_TO_WDC_REGS(wdc_cp);
    622 	int i;
    623 
    624 	cp->compat = 0;
    625 	cp->ih = sc->sc_pci_ih;
    626 
    627 	wdr->cmd_iot = sc->sc_ba5_st;
    628 	if (bus_space_subregion(sc->sc_ba5_st, sc->sc_ba5_sh,
    629 			satalink_ba5_regmap[wdc_cp->ch_channel].ba5_IDE_TF0,
    630 			9, &wdr->cmd_baseioh) != 0) {
    631 		aprint_error_dev(sc->sc_wdcdev.sc_atac.atac_dev,
    632 		    "couldn't subregion %s cmd base\n", cp->name);
    633 		goto bad;
    634 	}
    635 
    636 	wdr->ctl_iot = sc->sc_ba5_st;
    637 	if (bus_space_subregion(sc->sc_ba5_st, sc->sc_ba5_sh,
    638 			satalink_ba5_regmap[wdc_cp->ch_channel].ba5_IDE_TF8,
    639 			1, &cp->ctl_baseioh) != 0) {
    640 		aprint_error_dev(sc->sc_wdcdev.sc_atac.atac_dev,
    641 		    "couldn't subregion %s ctl base\n", cp->name);
    642 		goto bad;
    643 	}
    644 	wdr->ctl_ioh = cp->ctl_baseioh;
    645 
    646 	for (i = 0; i < WDC_NREG; i++) {
    647 		if (bus_space_subregion(wdr->cmd_iot, wdr->cmd_baseioh,
    648 					i, i == 0 ? 4 : 1,
    649 					&wdr->cmd_iohs[i]) != 0) {
    650 			aprint_error_dev(sc->sc_wdcdev.sc_atac.atac_dev,
    651 			    "couldn't subregion %s channel cmd regs\n",
    652 			    cp->name);
    653 			goto bad;
    654 		}
    655 	}
    656 	wdc_init_shadow_regs(wdc_cp);
    657 	wdr->data32iot = wdr->cmd_iot;
    658 	wdr->data32ioh = wdr->cmd_iohs[0];
    659 	wdcattach(wdc_cp);
    660 	return;
    661 
    662  bad:
    663 	cp->ata_channel.ch_flags |= ATACH_DISABLED;
    664 }
    665 
    666 static void
    667 sii3114_chip_map(struct pciide_softc *sc, struct pci_attach_args *pa)
    668 {
    669 	struct pciide_channel *cp;
    670 	pcireg_t scs_cmd;
    671 	pci_intr_handle_t intrhandle;
    672 	const char *intrstr;
    673 	int channel;
    674 
    675 	if (pciide_chipen(sc, pa) == 0)
    676 		return;
    677 
    678 #define	SII3114_RESET_BITS						\
    679 	(SCS_CMD_PBM_RESET | SCS_CMD_ARB_RESET |			\
    680 	 SCS_CMD_FF1_RESET | SCS_CMD_FF0_RESET |			\
    681 	 SCS_CMD_FF3_RESET | SCS_CMD_FF2_RESET |			\
    682 	 SCS_CMD_IDE1_RESET | SCS_CMD_IDE0_RESET |			\
    683 	 SCS_CMD_IDE3_RESET | SCS_CMD_IDE2_RESET)
    684 
    685 	/*
    686 	 * Reset everything and then unblock all of the interrupts.
    687 	 */
    688 	scs_cmd = pci_conf_read(pa->pa_pc, pa->pa_tag, SII3112_SCS_CMD);
    689 	pci_conf_write(pa->pa_pc, pa->pa_tag, SII3112_SCS_CMD,
    690 		       scs_cmd | SII3114_RESET_BITS);
    691 	delay(50 * 1000);
    692 	pci_conf_write(pa->pa_pc, pa->pa_tag, SII3112_SCS_CMD,
    693 		       scs_cmd & SCS_CMD_M66EN);
    694 	delay(50 * 1000);
    695 
    696 	/*
    697 	 * On the 3114, the BA5 register space is always enabled.  In
    698 	 * order to use the 3114 in any sane way, we must use this BA5
    699 	 * register space, and so we consider it an error if we cannot
    700 	 * map it.
    701 	 *
    702 	 * As a consequence of using BA5, our register mapping is different
    703 	 * from a normal PCI IDE controller's, and so we are unable to use
    704 	 * most of the common PCI IDE register mapping functions.
    705 	 */
    706 	if (pci_mapreg_map(pa, PCI_MAPREG_START + 0x14,
    707 			   PCI_MAPREG_TYPE_MEM|
    708 			   PCI_MAPREG_MEM_TYPE_32BIT, 0,
    709 			   &sc->sc_ba5_st, &sc->sc_ba5_sh,
    710 			   NULL, &sc->sc_ba5_ss) != 0) {
    711 		aprint_error_dev(sc->sc_wdcdev.sc_atac.atac_dev,
    712 		    "unable to map SATALink BA5 register space\n");
    713 		return;
    714 	}
    715 	sc->sc_ba5_en = 1;
    716 
    717 	aprint_verbose_dev(sc->sc_wdcdev.sc_atac.atac_dev,
    718 	    "%dMHz PCI bus\n", (scs_cmd & SCS_CMD_M66EN) ? 66 : 33);
    719 
    720 	/*
    721 	 * Set the Interrupt Steering bit in the IDEDMA_CMD register of
    722 	 * channel 2.  This is required at all times for proper operation
    723 	 * when using the BA5 register space (otherwise interrupts from
    724 	 * all 4 channels won't work).
    725 	 */
    726 	BA5_WRITE_4(sc, 2, ba5_IDEDMA_CMD, IDEDMA_CMD_INT_STEER);
    727 
    728 	aprint_verbose_dev(sc->sc_wdcdev.sc_atac.atac_dev,
    729 	    "bus-master DMA support present");
    730 	sii3114_mapreg_dma(sc, pa);
    731 	aprint_verbose("\n");
    732 
    733 	sii_fixup_cacheline(sc, pa, 4);
    734 
    735 	sc->sc_wdcdev.sc_atac.atac_cap |= ATAC_CAP_DATA16 | ATAC_CAP_DATA32;
    736 	sc->sc_wdcdev.sc_atac.atac_pio_cap = 4;
    737 	if (sc->sc_dma_ok) {
    738 		sc->sc_wdcdev.sc_atac.atac_cap |= ATAC_CAP_DMA | ATAC_CAP_UDMA;
    739 		sc->sc_wdcdev.irqack = pciide_irqack;
    740 		sc->sc_wdcdev.sc_atac.atac_dma_cap = 2;
    741 		sc->sc_wdcdev.sc_atac.atac_udma_cap = 6;
    742 	}
    743 	sc->sc_wdcdev.sc_atac.atac_set_modes = sii3112_setup_channel;
    744 
    745 	/* We can use SControl and SStatus to probe for drives. */
    746 	sc->sc_wdcdev.sc_atac.atac_probe = sii3112_drv_probe;
    747 
    748 	sc->sc_wdcdev.sc_atac.atac_channels = sc->wdc_chanarray;
    749 	sc->sc_wdcdev.sc_atac.atac_nchannels = 4;
    750 
    751 	wdc_allocate_regs(&sc->sc_wdcdev);
    752 
    753 	/* Map and establish the interrupt handler. */
    754 	if (pci_intr_map(pa, &intrhandle) != 0) {
    755 		aprint_error_dev(sc->sc_wdcdev.sc_atac.atac_dev,
    756 		    "couldn't map native-PCI interrupt\n");
    757 		return;
    758 	}
    759 	intrstr = pci_intr_string(pa->pa_pc, intrhandle);
    760 	sc->sc_pci_ih = pci_intr_establish(pa->pa_pc, intrhandle, IPL_BIO,
    761 					   /* XXX */
    762 					   pciide_pci_intr, sc);
    763 	if (sc->sc_pci_ih != NULL) {
    764 		aprint_normal_dev(sc->sc_wdcdev.sc_atac.atac_dev,
    765 		    "using %s for native-PCI interrupt\n",
    766 		    intrstr ? intrstr : "unknown interrupt");
    767 	} else {
    768 		aprint_error_dev(sc->sc_wdcdev.sc_atac.atac_dev,
    769 		    "couldn't establish native-PCI interrupt");
    770 		if (intrstr != NULL)
    771 			aprint_error(" at %s", intrstr);
    772 		aprint_error("\n");
    773 		return;
    774 	}
    775 
    776 	for (channel = 0; channel < sc->sc_wdcdev.sc_atac.atac_nchannels;
    777 	     channel++) {
    778 		cp = &sc->pciide_channels[channel];
    779 		if (sii3114_chansetup(sc, channel) == 0)
    780 			continue;
    781 		sii3114_mapchan(cp);
    782 	}
    783 }
    784 
    785 /* Probe the drives using SATA registers.
    786  * Note we can't use wdc_sataprobe as we may not be able to map ba5
    787  */
    788 static void
    789 sii3112_drv_probe(struct ata_channel *chp)
    790 {
    791 	struct pciide_softc *sc = CHAN_TO_PCIIDE(chp);
    792 	struct wdc_regs *wdr = CHAN_TO_WDC_REGS(chp);
    793 	uint32_t scontrol, sstatus;
    794 	uint8_t scnt, sn, cl, ch;
    795 	int i, s;
    796 
    797 	/* XXX This should be done by other code. */
    798 	for (i = 0; i < 2; i++) {
    799 		chp->ch_drive[i].chnl_softc = chp;
    800 		chp->ch_drive[i].drive = i;
    801 	}
    802 
    803 	/*
    804 	 * The 3112 is a 2-port part, and only has one drive per channel
    805 	 * (each port emulates a master drive).
    806 	 *
    807 	 * The 3114 is similar, but has 4 channels.
    808 	 */
    809 
    810 	/*
    811 	 * Request communication initialization sequence, any speed.
    812 	 * Performing this is the equivalent of an ATA Reset.
    813 	 */
    814 	scontrol = SControl_DET_INIT | SControl_SPD_ANY;
    815 
    816 	/*
    817 	 * XXX We don't yet support SATA power management; disable all
    818 	 * power management state transitions.
    819 	 */
    820 	scontrol |= SControl_IPM_NONE;
    821 
    822 	BA5_WRITE_4(sc, chp->ch_channel, ba5_SControl, scontrol);
    823 	delay(50 * 1000);
    824 	scontrol &= ~SControl_DET_INIT;
    825 	BA5_WRITE_4(sc, chp->ch_channel, ba5_SControl, scontrol);
    826 	delay(50 * 1000);
    827 
    828 	sstatus = BA5_READ_4(sc, chp->ch_channel, ba5_SStatus);
    829 #if 0
    830 	aprint_normal_dev(&sc->sc_wdcdev.sc_atac.atac_dev,
    831 	    "port %d: SStatus=0x%08x, SControl=0x%08x\n",
    832 	    chp->ch_channel, sstatus,
    833 	    BA5_READ_4(sc, chp->ch_channel, ba5_SControl));
    834 #endif
    835 	switch (sstatus & SStatus_DET_mask) {
    836 	case SStatus_DET_NODEV:
    837 		/* No device; be silent. */
    838 		break;
    839 
    840 	case SStatus_DET_DEV_NE:
    841 		aprint_error_dev(sc->sc_wdcdev.sc_atac.atac_dev,
    842 		    "port %d: device connected, but "
    843 		    "communication not established\n", chp->ch_channel);
    844 		break;
    845 
    846 	case SStatus_DET_OFFLINE:
    847 		aprint_error_dev(sc->sc_wdcdev.sc_atac.atac_dev,
    848 		    "port %d: PHY offline\n", chp->ch_channel);
    849 		break;
    850 
    851 	case SStatus_DET_DEV:
    852 		/*
    853 		 * XXX ATAPI detection doesn't currently work.  Don't
    854 		 * XXX know why.  But, it's not like the standard method
    855 		 * XXX can detect an ATAPI device connected via a SATA/PATA
    856 		 * XXX bridge, so at least this is no worse.  --thorpej
    857 		 */
    858 		bus_space_write_1(wdr->cmd_iot, wdr->cmd_iohs[wd_sdh], 0,
    859 		    WDSD_IBM | (0 << 4));
    860 		delay(10);	/* 400ns delay */
    861 		/* Save register contents. */
    862 		scnt = bus_space_read_1(wdr->cmd_iot,
    863 				        wdr->cmd_iohs[wd_seccnt], 0);
    864 		sn = bus_space_read_1(wdr->cmd_iot,
    865 				      wdr->cmd_iohs[wd_sector], 0);
    866 		cl = bus_space_read_1(wdr->cmd_iot,
    867 				      wdr->cmd_iohs[wd_cyl_lo], 0);
    868 		ch = bus_space_read_1(wdr->cmd_iot,
    869 				      wdr->cmd_iohs[wd_cyl_hi], 0);
    870 #if 0
    871 		printf("%s: port %d: scnt=0x%x sn=0x%x cl=0x%x ch=0x%x\n",
    872 		    device_xname(&sc->sc_wdcdev.sc_atac.atac_dev), chp->ch_channel,
    873 		    scnt, sn, cl, ch);
    874 #endif
    875 		/*
    876 		 * scnt and sn are supposed to be 0x1 for ATAPI, but in some
    877 		 * cases we get wrong values here, so ignore it.
    878 		 */
    879 		s = splbio();
    880 		if (cl == 0x14 && ch == 0xeb)
    881 			chp->ch_drive[0].drive_flags |= DRIVE_ATAPI;
    882 		else
    883 			chp->ch_drive[0].drive_flags |= DRIVE_ATA;
    884 		splx(s);
    885 
    886 		aprint_normal_dev(sc->sc_wdcdev.sc_atac.atac_dev,
    887 		    "port %d: device present, speed: %s\n",
    888 		    chp->ch_channel,
    889 		    sata_speed(sstatus));
    890 		break;
    891 
    892 	default:
    893 		aprint_error_dev(sc->sc_wdcdev.sc_atac.atac_dev,
    894 		    "port %d: unknown SStatus: 0x%08x\n",
    895 		    chp->ch_channel, sstatus);
    896 	}
    897 }
    898 
    899 static void
    900 sii3112_setup_channel(struct ata_channel *chp)
    901 {
    902 	struct ata_drive_datas *drvp;
    903 	int drive, s;
    904 	u_int32_t idedma_ctl, dtm;
    905 	struct pciide_channel *cp = CHAN_TO_PCHAN(chp);
    906 	struct pciide_softc *sc = CHAN_TO_PCIIDE(chp);
    907 
    908 	/* setup DMA if needed */
    909 	pciide_channel_dma_setup(cp);
    910 
    911 	idedma_ctl = 0;
    912 	dtm = 0;
    913 
    914 	for (drive = 0; drive < 2; drive++) {
    915 		drvp = &chp->ch_drive[drive];
    916 		/* If no drive, skip */
    917 		if ((drvp->drive_flags & DRIVE) == 0)
    918 			continue;
    919 		if (drvp->drive_flags & DRIVE_UDMA) {
    920 			/* use Ultra/DMA */
    921 			s = splbio();
    922 			drvp->drive_flags &= ~DRIVE_DMA;
    923 			splx(s);
    924 			idedma_ctl |= IDEDMA_CTL_DRV_DMA(drive);
    925 			dtm |= DTM_IDEx_DMA;
    926 		} else if (drvp->drive_flags & DRIVE_DMA) {
    927 			idedma_ctl |= IDEDMA_CTL_DRV_DMA(drive);
    928 			dtm |= DTM_IDEx_DMA;
    929 		} else {
    930 			dtm |= DTM_IDEx_PIO;
    931 		}
    932 	}
    933 
    934 	/*
    935 	 * Nothing to do to setup modes; it is meaningless in S-ATA
    936 	 * (but many S-ATA drives still want to get the SET_FEATURE
    937 	 * command).
    938 	 */
    939 	if (idedma_ctl != 0) {
    940 		/* Add software bits in status register */
    941 		bus_space_write_1(sc->sc_dma_iot, cp->dma_iohs[IDEDMA_CTL], 0,
    942 		    idedma_ctl);
    943 	}
    944 	BA5_WRITE_4(sc, chp->ch_channel, ba5_IDE_DTM, dtm);
    945 }
    946