mvsata.c revision 1.25
1 /* $NetBSD: mvsata.c,v 1.25 2013/02/03 20:13:28 jakllsch Exp $ */ 2 /* 3 * Copyright (c) 2008 KIYOHARA Takashi 4 * All rights reserved. 5 * 6 * Redistribution and use in source and binary forms, with or without 7 * modification, are permitted provided that the following conditions 8 * are met: 9 * 1. Redistributions of source code must retain the above copyright 10 * notice, this list of conditions and the following disclaimer. 11 * 2. Redistributions in binary form must reproduce the above copyright 12 * notice, this list of conditions and the following disclaimer in the 13 * documentation and/or other materials provided with the distribution. 14 * 15 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 16 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 17 * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE 18 * DISCLAIMED. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, 19 * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES 20 * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR 21 * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 22 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, 23 * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN 24 * ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 25 * POSSIBILITY OF SUCH DAMAGE. 26 */ 27 28 #include <sys/cdefs.h> 29 __KERNEL_RCSID(0, "$NetBSD: mvsata.c,v 1.25 2013/02/03 20:13:28 jakllsch Exp $"); 30 31 #include "opt_mvsata.h" 32 33 /* ATAPI implementation not finished. */ 34 //#include "atapibus.h" 35 36 #include <sys/param.h> 37 #if NATAPIBUS > 0 38 #include <sys/buf.h> 39 #endif 40 #include <sys/bus.h> 41 #include <sys/cpu.h> 42 #include <sys/device.h> 43 #include <sys/disklabel.h> 44 #include <sys/errno.h> 45 #include <sys/kernel.h> 46 #include <sys/malloc.h> 47 #include <sys/proc.h> 48 49 #include <machine/vmparam.h> 50 51 #include <dev/ata/atareg.h> 52 #include <dev/ata/atavar.h> 53 #include <dev/ic/wdcvar.h> 54 #include <dev/ata/satareg.h> 55 #include <dev/ata/satavar.h> 56 57 #if NATAPIBUS > 0 58 #include <dev/scsipi/scsi_all.h> /* for SCSI status */ 59 #endif 60 61 #include <dev/pci/pcidevs.h> 62 63 #include <dev/ic/mvsatareg.h> 64 #include <dev/ic/mvsatavar.h> 65 66 67 #define MVSATA_DEV(sc) ((sc)->sc_wdcdev.sc_atac.atac_dev) 68 #define MVSATA_DEV2(mvport) ((mvport)->port_ata_channel.ch_atac->atac_dev) 69 70 #define MVSATA_HC_READ_4(hc, reg) \ 71 bus_space_read_4((hc)->hc_iot, (hc)->hc_ioh, (reg)) 72 #define MVSATA_HC_WRITE_4(hc, reg, val) \ 73 bus_space_write_4((hc)->hc_iot, (hc)->hc_ioh, (reg), (val)) 74 #define MVSATA_EDMA_READ_4(mvport, reg) \ 75 bus_space_read_4((mvport)->port_iot, (mvport)->port_ioh, (reg)) 76 #define MVSATA_EDMA_WRITE_4(mvport, reg, val) \ 77 bus_space_write_4((mvport)->port_iot, (mvport)->port_ioh, (reg), (val)) 78 #define MVSATA_WDC_READ_2(mvport, reg) \ 79 bus_space_read_2((mvport)->port_iot, (mvport)->port_ioh, \ 80 SHADOW_REG_BLOCK_OFFSET + (reg)) 81 #define MVSATA_WDC_READ_1(mvport, reg) \ 82 bus_space_read_1((mvport)->port_iot, (mvport)->port_ioh, \ 83 SHADOW_REG_BLOCK_OFFSET + (reg)) 84 #define MVSATA_WDC_WRITE_2(mvport, reg, val) \ 85 bus_space_write_2((mvport)->port_iot, (mvport)->port_ioh, \ 86 SHADOW_REG_BLOCK_OFFSET + (reg), (val)) 87 #define MVSATA_WDC_WRITE_1(mvport, reg, val) \ 88 bus_space_write_1((mvport)->port_iot, (mvport)->port_ioh, \ 89 SHADOW_REG_BLOCK_OFFSET + (reg), (val)) 90 91 #ifdef MVSATA_DEBUG 92 #define DPRINTF(x) if (mvsata_debug) printf x 93 #define DPRINTFN(n,x) if (mvsata_debug >= (n)) printf x 94 int mvsata_debug = 2; 95 #else 96 #define DPRINTF(x) 97 #define DPRINTFN(n,x) 98 #endif 99 100 #define ATA_DELAY 10000 /* 10s for a drive I/O */ 101 #define ATAPI_DELAY 10 /* 10 ms, this is used only before 102 sending a cmd */ 103 #define ATAPI_MODE_DELAY 1000 /* 1s, timeout for SET_FEATURE cmds */ 104 105 #define MVSATA_EPRD_MAX_SIZE (sizeof(struct eprd) * (MAXPHYS / PAGE_SIZE)) 106 107 108 #ifndef MVSATA_WITHOUTDMA 109 static int mvsata_bio(struct ata_drive_datas *, struct ata_bio *); 110 static void mvsata_reset_drive(struct ata_drive_datas *, int, uint32_t *); 111 static void mvsata_reset_channel(struct ata_channel *, int); 112 static int mvsata_exec_command(struct ata_drive_datas *, struct ata_command *); 113 static int mvsata_addref(struct ata_drive_datas *); 114 static void mvsata_delref(struct ata_drive_datas *); 115 static void mvsata_killpending(struct ata_drive_datas *); 116 117 #if NATAPIBUS > 0 118 static void mvsata_atapibus_attach(struct atabus_softc *); 119 static void mvsata_atapi_scsipi_request(struct scsipi_channel *, 120 scsipi_adapter_req_t, void *); 121 static void mvsata_atapi_minphys(struct buf *); 122 static void mvsata_atapi_probe_device(struct atapibus_softc *, int); 123 static void mvsata_atapi_kill_pending(struct scsipi_periph *); 124 #endif 125 #endif 126 127 static void mvsata_setup_channel(struct ata_channel *); 128 129 #ifndef MVSATA_WITHOUTDMA 130 static void mvsata_bio_start(struct ata_channel *, struct ata_xfer *); 131 static int mvsata_bio_intr(struct ata_channel *, struct ata_xfer *, int); 132 static void mvsata_bio_kill_xfer(struct ata_channel *, struct ata_xfer *, int); 133 static void mvsata_bio_done(struct ata_channel *, struct ata_xfer *); 134 static int mvsata_bio_ready(struct mvsata_port *, struct ata_bio *, int, 135 int); 136 static void mvsata_wdc_cmd_start(struct ata_channel *, struct ata_xfer *); 137 static int mvsata_wdc_cmd_intr(struct ata_channel *, struct ata_xfer *, int); 138 static void mvsata_wdc_cmd_kill_xfer(struct ata_channel *, struct ata_xfer *, 139 int); 140 static void mvsata_wdc_cmd_done(struct ata_channel *, struct ata_xfer *); 141 static void mvsata_wdc_cmd_done_end(struct ata_channel *, struct ata_xfer *); 142 #if NATAPIBUS > 0 143 static void mvsata_atapi_start(struct ata_channel *, struct ata_xfer *); 144 static int mvsata_atapi_intr(struct ata_channel *, struct ata_xfer *, int); 145 static void mvsata_atapi_kill_xfer(struct ata_channel *, struct ata_xfer *, 146 int); 147 static void mvsata_atapi_reset(struct ata_channel *, struct ata_xfer *); 148 static void mvsata_atapi_phase_complete(struct ata_xfer *); 149 static void mvsata_atapi_done(struct ata_channel *, struct ata_xfer *); 150 static void mvsata_atapi_polldsc(void *); 151 #endif 152 153 static int mvsata_edma_enqueue(struct mvsata_port *, struct ata_bio *, void *); 154 static int mvsata_edma_handle(struct mvsata_port *, struct ata_xfer *); 155 static int mvsata_edma_wait(struct mvsata_port *, struct ata_xfer *, int); 156 static void mvsata_edma_timeout(void *); 157 static void mvsata_edma_rqq_remove(struct mvsata_port *, struct ata_xfer *); 158 #if NATAPIBUS > 0 159 static int mvsata_bdma_init(struct mvsata_port *, struct scsipi_xfer *, void *); 160 static void mvsata_bdma_start(struct mvsata_port *); 161 #endif 162 #endif 163 164 static int mvsata_port_init(struct mvsata_hc *, int); 165 static int mvsata_wdc_reg_init(struct mvsata_port *, struct wdc_regs *); 166 #ifndef MVSATA_WITHOUTDMA 167 static inline void mvsata_quetag_init(struct mvsata_port *); 168 static inline int mvsata_quetag_get(struct mvsata_port *); 169 static inline void mvsata_quetag_put(struct mvsata_port *, int); 170 static void *mvsata_edma_resource_prepare(struct mvsata_port *, bus_dma_tag_t, 171 bus_dmamap_t *, size_t, int); 172 static void mvsata_edma_resource_purge(struct mvsata_port *, bus_dma_tag_t, 173 bus_dmamap_t, void *); 174 static int mvsata_dma_bufload(struct mvsata_port *, int, void *, size_t, int); 175 static inline void mvsata_dma_bufunload(struct mvsata_port *, int, int); 176 #endif 177 178 static void mvsata_hreset_port(struct mvsata_port *); 179 static void mvsata_reset_port(struct mvsata_port *); 180 static void mvsata_reset_hc(struct mvsata_hc *); 181 #ifndef MVSATA_WITHOUTDMA 182 static void mvsata_softreset(struct mvsata_port *, int); 183 static void mvsata_edma_reset_qptr(struct mvsata_port *); 184 static inline void mvsata_edma_enable(struct mvsata_port *); 185 static int mvsata_edma_disable(struct mvsata_port *, int, int); 186 static void mvsata_edma_config(struct mvsata_port *, int); 187 188 static void mvsata_edma_setup_crqb(struct mvsata_port *, int, int, 189 struct ata_bio *); 190 #endif 191 static uint32_t mvsata_read_preamps_gen1(struct mvsata_port *); 192 static void mvsata_fix_phy_gen1(struct mvsata_port *); 193 static void mvsata_devconn_gen1(struct mvsata_port *); 194 195 static uint32_t mvsata_read_preamps_gen2(struct mvsata_port *); 196 static void mvsata_fix_phy_gen2(struct mvsata_port *); 197 #ifndef MVSATA_WITHOUTDMA 198 static void mvsata_edma_setup_crqb_gen2e(struct mvsata_port *, int, int, 199 struct ata_bio *); 200 201 #ifdef MVSATA_DEBUG 202 static void mvsata_print_crqb(struct mvsata_port *, int); 203 static void mvsata_print_crpb(struct mvsata_port *, int); 204 static void mvsata_print_eprd(struct mvsata_port *, int); 205 #endif 206 207 208 struct ata_bustype mvsata_ata_bustype = { 209 SCSIPI_BUSTYPE_ATA, 210 mvsata_bio, 211 mvsata_reset_drive, 212 mvsata_reset_channel, 213 mvsata_exec_command, 214 ata_get_params, 215 mvsata_addref, 216 mvsata_delref, 217 mvsata_killpending 218 }; 219 220 #if NATAPIBUS > 0 221 static const struct scsipi_bustype mvsata_atapi_bustype = { 222 SCSIPI_BUSTYPE_ATAPI, 223 atapi_scsipi_cmd, 224 atapi_interpret_sense, 225 atapi_print_addr, 226 mvsata_atapi_kill_pending, 227 NULL, 228 }; 229 #endif /* NATAPIBUS */ 230 #endif 231 232 233 int 234 mvsata_attach(struct mvsata_softc *sc, struct mvsata_product *product, 235 int (*mvsata_sreset)(struct mvsata_softc *), 236 int (*mvsata_misc_reset)(struct mvsata_softc *), 237 int read_pre_amps) 238 { 239 struct mvsata_hc *mvhc; 240 struct mvsata_port *mvport; 241 uint32_t (*read_preamps)(struct mvsata_port *) = NULL; 242 void (*_fix_phy)(struct mvsata_port *) = NULL; 243 #ifndef MVSATA_WITHOUTDMA 244 void (*edma_setup_crqb) 245 (struct mvsata_port *, int, int, struct ata_bio *) = NULL; 246 #endif 247 int hc, port, channel; 248 249 aprint_normal_dev(MVSATA_DEV(sc), "Gen%s, %dhc, %dport/hc\n", 250 (product->generation == gen1) ? "I" : 251 ((product->generation == gen2) ? "II" : "IIe"), 252 product->hc, product->port); 253 254 255 switch (product->generation) { 256 case gen1: 257 mvsata_sreset = NULL; 258 read_pre_amps = 1; /* MUST */ 259 read_preamps = mvsata_read_preamps_gen1; 260 _fix_phy = mvsata_fix_phy_gen1; 261 #ifndef MVSATA_WITHOUTDMA 262 edma_setup_crqb = mvsata_edma_setup_crqb; 263 #endif 264 break; 265 266 case gen2: 267 read_preamps = mvsata_read_preamps_gen2; 268 _fix_phy = mvsata_fix_phy_gen2; 269 #ifndef MVSATA_WITHOUTDMA 270 edma_setup_crqb = mvsata_edma_setup_crqb; 271 #endif 272 break; 273 274 case gen2e: 275 read_preamps = mvsata_read_preamps_gen2; 276 _fix_phy = mvsata_fix_phy_gen2; 277 #ifndef MVSATA_WITHOUTDMA 278 edma_setup_crqb = mvsata_edma_setup_crqb_gen2e; 279 #endif 280 break; 281 } 282 283 sc->sc_gen = product->generation; 284 sc->sc_hc = product->hc; 285 sc->sc_port = product->port; 286 sc->sc_flags = product->flags; 287 288 #ifdef MVSATA_WITHOUTDMA 289 sc->sc_wdcdev.sc_atac.atac_cap |= ATAC_CAP_DATA16; 290 #else 291 sc->sc_edma_setup_crqb = edma_setup_crqb; 292 sc->sc_wdcdev.sc_atac.atac_cap |= 293 (ATAC_CAP_DATA16 | ATAC_CAP_DMA | ATAC_CAP_UDMA); 294 #endif 295 sc->sc_wdcdev.sc_atac.atac_pio_cap = 4; 296 #ifdef MVSATA_WITHOUTDMA 297 sc->sc_wdcdev.sc_atac.atac_dma_cap = 0; 298 sc->sc_wdcdev.sc_atac.atac_udma_cap = 0; 299 #else 300 sc->sc_wdcdev.sc_atac.atac_dma_cap = 2; 301 sc->sc_wdcdev.sc_atac.atac_udma_cap = 6; 302 #endif 303 sc->sc_wdcdev.sc_atac.atac_channels = sc->sc_ata_channels; 304 sc->sc_wdcdev.sc_atac.atac_nchannels = sc->sc_hc * sc->sc_port; 305 #ifndef MVSATA_WITHOUTDMA 306 sc->sc_wdcdev.sc_atac.atac_bustype_ata = &mvsata_ata_bustype; 307 #if NATAPIBUS > 0 308 sc->sc_wdcdev.sc_atac.atac_atapibus_attach = mvsata_atapibus_attach; 309 #endif 310 #endif 311 sc->sc_wdcdev.wdc_maxdrives = 1; /* SATA is always 1 drive */ 312 sc->sc_wdcdev.sc_atac.atac_probe = wdc_sataprobe; 313 sc->sc_wdcdev.sc_atac.atac_set_modes = mvsata_setup_channel; 314 315 sc->sc_wdc_regs = 316 malloc(sizeof(struct wdc_regs) * product->hc * product->port, 317 M_DEVBUF, M_NOWAIT); 318 if (sc->sc_wdc_regs == NULL) { 319 aprint_error_dev(MVSATA_DEV(sc), 320 "can't allocate wdc regs memory\n"); 321 return ENOMEM; 322 } 323 sc->sc_wdcdev.regs = sc->sc_wdc_regs; 324 325 for (hc = 0; hc < sc->sc_hc; hc++) { 326 mvhc = &sc->sc_hcs[hc]; 327 mvhc->hc = hc; 328 mvhc->hc_sc = sc; 329 mvhc->hc_iot = sc->sc_iot; 330 if (bus_space_subregion(sc->sc_iot, sc->sc_ioh, 331 hc * SATAHC_REGISTER_SIZE, SATAHC_REGISTER_SIZE, 332 &mvhc->hc_ioh)) { 333 aprint_error_dev(MVSATA_DEV(sc), 334 "can't subregion SATAHC %d registers\n", hc); 335 continue; 336 } 337 338 for (port = 0; port < sc->sc_port; port++) 339 if (mvsata_port_init(mvhc, port) == 0) { 340 int pre_amps; 341 342 mvport = mvhc->hc_ports[port]; 343 pre_amps = read_pre_amps ? 344 read_preamps(mvport) : 0x00000720; 345 mvport->_fix_phy_param.pre_amps = pre_amps; 346 mvport->_fix_phy_param._fix_phy = _fix_phy; 347 348 if (!mvsata_sreset) 349 mvsata_reset_port(mvport); 350 } 351 352 if (!mvsata_sreset) 353 mvsata_reset_hc(mvhc); 354 } 355 if (mvsata_sreset) 356 mvsata_sreset(sc); 357 358 if (mvsata_misc_reset) 359 mvsata_misc_reset(sc); 360 361 for (hc = 0; hc < sc->sc_hc; hc++) 362 for (port = 0; port < sc->sc_port; port++) { 363 mvport = sc->sc_hcs[hc].hc_ports[port]; 364 if (mvport == NULL) 365 continue; 366 if (mvsata_sreset) 367 mvport->_fix_phy_param._fix_phy(mvport); 368 } 369 for (channel = 0; channel < sc->sc_hc * sc->sc_port; channel++) 370 wdcattach(sc->sc_ata_channels[channel]); 371 372 return 0; 373 } 374 375 int 376 mvsata_intr(struct mvsata_hc *mvhc) 377 { 378 struct mvsata_softc *sc = mvhc->hc_sc; 379 struct mvsata_port *mvport; 380 uint32_t cause; 381 int port, handled = 0; 382 383 cause = MVSATA_HC_READ_4(mvhc, SATAHC_IC); 384 385 DPRINTFN(3, ("%s:%d: mvsata_intr: cause=0x%08x\n", 386 device_xname(MVSATA_DEV(sc)), mvhc->hc, cause)); 387 388 if (cause & SATAHC_IC_SAINTCOAL) 389 MVSATA_HC_WRITE_4(mvhc, SATAHC_IC, ~SATAHC_IC_SAINTCOAL); 390 cause &= ~SATAHC_IC_SAINTCOAL; 391 for (port = 0; port < sc->sc_port; port++) { 392 mvport = mvhc->hc_ports[port]; 393 394 if (cause & SATAHC_IC_DONE(port)) { 395 #ifndef MVSATA_WITHOUTDMA 396 handled = mvsata_edma_handle(mvport, NULL); 397 #endif 398 MVSATA_HC_WRITE_4(mvhc, SATAHC_IC, 399 ~SATAHC_IC_DONE(port)); 400 } 401 402 if (cause & SATAHC_IC_SADEVINTERRUPT(port)) { 403 wdcintr(&mvport->port_ata_channel); 404 MVSATA_HC_WRITE_4(mvhc, SATAHC_IC, 405 ~SATAHC_IC_SADEVINTERRUPT(port)); 406 handled = 1; 407 } 408 } 409 410 return handled; 411 } 412 413 int 414 mvsata_error(struct mvsata_port *mvport) 415 { 416 struct mvsata_softc *sc = device_private(MVSATA_DEV2(mvport)); 417 uint32_t cause; 418 int handled = 0; 419 420 cause = MVSATA_EDMA_READ_4(mvport, EDMA_IEC); 421 MVSATA_EDMA_WRITE_4(mvport, EDMA_IEC, ~cause); 422 423 DPRINTFN(3, ("%s:%d:%d:" 424 " mvsata_error: cause=0x%08x, mask=0x%08x, status=0x%08x\n", 425 device_xname(MVSATA_DEV2(mvport)), mvport->port_hc->hc, 426 mvport->port, cause, MVSATA_EDMA_READ_4(mvport, EDMA_IEM), 427 MVSATA_EDMA_READ_4(mvport, EDMA_S))); 428 429 cause &= MVSATA_EDMA_READ_4(mvport, EDMA_IEM); 430 if (!cause) 431 return 0; 432 433 /* If PM connected, connect/disconnect interrupts storm could happen */ 434 if (MVSATA_EDMA_READ_4(mvport, EDMA_IEC) & 435 (EDMA_IE_EDEVDIS | EDMA_IE_EDEVCON)) 436 if (sc->sc_gen == gen2 || sc->sc_gen == gen2e) { 437 delay(20 * 1000); 438 cause = MVSATA_EDMA_READ_4(mvport, EDMA_IEC); 439 MVSATA_EDMA_WRITE_4(mvport, EDMA_IEC, ~cause); 440 } 441 442 if (cause & EDMA_IE_EDEVDIS) 443 aprint_normal("%s:%d:%d: device disconnect\n", 444 device_xname(MVSATA_DEV2(mvport)), 445 mvport->port_hc->hc, mvport->port); 446 if (cause & EDMA_IE_EDEVCON) { 447 if (sc->sc_gen == gen1) 448 mvsata_devconn_gen1(mvport); 449 450 DPRINTFN(3, (" device connected\n")); 451 handled = 1; 452 } 453 #ifndef MVSATA_WITHOUTDMA 454 if ((sc->sc_gen == gen1 && cause & EDMA_IE_ETRANSINT) || 455 (sc->sc_gen != gen1 && cause & EDMA_IE_ESELFDIS)) { 456 switch (mvport->port_edmamode) { 457 case dma: 458 case queued: 459 case ncq: 460 mvsata_edma_reset_qptr(mvport); 461 mvsata_edma_enable(mvport); 462 if (cause & EDMA_IE_EDEVERR) 463 break; 464 465 /* FALLTHROUGH */ 466 467 case nodma: 468 default: 469 aprint_error( 470 "%s:%d:%d: EDMA self disable happen 0x%x\n", 471 device_xname(MVSATA_DEV2(mvport)), 472 mvport->port_hc->hc, mvport->port, cause); 473 break; 474 } 475 handled = 1; 476 } 477 #endif 478 if (cause & EDMA_IE_ETRANSINT) { 479 /* hot plug the Port Multiplier */ 480 aprint_normal("%s:%d:%d: detect Port Multiplier?\n", 481 device_xname(MVSATA_DEV2(mvport)), 482 mvport->port_hc->hc, mvport->port); 483 } 484 485 return handled; 486 } 487 488 489 /* 490 * ATA callback entry points 491 */ 492 493 #ifndef MVSATA_WITHOUTDMA 494 static int 495 mvsata_bio(struct ata_drive_datas *drvp, struct ata_bio *ata_bio) 496 { 497 struct ata_channel *chp = drvp->chnl_softc; 498 struct atac_softc *atac = chp->ch_atac; 499 struct ata_xfer *xfer; 500 501 DPRINTFN(1, ("%s:%d: mvsata_bio: drive=%d, blkno=%" PRId64 502 ", bcount=%ld\n", device_xname(atac->atac_dev), chp->ch_channel, 503 drvp->drive, ata_bio->blkno, ata_bio->bcount)); 504 505 xfer = ata_get_xfer(ATAXF_NOSLEEP); 506 if (xfer == NULL) 507 return ATACMD_TRY_AGAIN; 508 if (atac->atac_cap & ATAC_CAP_NOIRQ) 509 ata_bio->flags |= ATA_POLL; 510 if (ata_bio->flags & ATA_POLL) 511 xfer->c_flags |= C_POLL; 512 if ((drvp->drive_flags & (ATA_DRIVE_DMA | ATA_DRIVE_UDMA)) && 513 (ata_bio->flags & ATA_SINGLE) == 0) 514 xfer->c_flags |= C_DMA; 515 xfer->c_drive = drvp->drive; 516 xfer->c_cmd = ata_bio; 517 xfer->c_databuf = ata_bio->databuf; 518 xfer->c_bcount = ata_bio->bcount; 519 xfer->c_start = mvsata_bio_start; 520 xfer->c_intr = mvsata_bio_intr; 521 xfer->c_kill_xfer = mvsata_bio_kill_xfer; 522 ata_exec_xfer(chp, xfer); 523 return (ata_bio->flags & ATA_ITSDONE) ? ATACMD_COMPLETE : ATACMD_QUEUED; 524 } 525 526 static void 527 mvsata_reset_drive(struct ata_drive_datas *drvp, int flags, uint32_t *sigp) 528 { 529 struct ata_channel *chp = drvp->chnl_softc; 530 struct mvsata_port *mvport = (struct mvsata_port *)chp; 531 uint32_t edma_c; 532 533 KASSERT(sigp == NULL); 534 535 edma_c = MVSATA_EDMA_READ_4(mvport, EDMA_CMD); 536 537 DPRINTF(("%s:%d: mvsata_reset_drive: drive=%d (EDMA %sactive)\n", 538 device_xname(MVSATA_DEV2(mvport)), chp->ch_channel, drvp->drive, 539 (edma_c & EDMA_CMD_EENEDMA) ? "" : "not ")); 540 541 if (edma_c & EDMA_CMD_EENEDMA) 542 mvsata_edma_disable(mvport, 10000, flags & AT_WAIT); 543 544 mvsata_softreset(mvport, flags & AT_WAIT); 545 546 if (edma_c & EDMA_CMD_EENEDMA) { 547 mvsata_edma_reset_qptr(mvport); 548 mvsata_edma_enable(mvport); 549 } 550 return; 551 } 552 553 static void 554 mvsata_reset_channel(struct ata_channel *chp, int flags) 555 { 556 struct mvsata_port *mvport = (struct mvsata_port *)chp; 557 struct mvsata_softc *sc = device_private(MVSATA_DEV2(mvport)); 558 struct ata_xfer *xfer; 559 uint32_t sstat, ctrl; 560 int i; 561 562 DPRINTF(("%s: mvsata_reset_channel: channel=%d\n", 563 device_xname(MVSATA_DEV2(mvport)), chp->ch_channel)); 564 565 mvsata_hreset_port(mvport); 566 sstat = sata_reset_interface(chp, mvport->port_iot, 567 mvport->port_sata_scontrol, mvport->port_sata_sstatus); 568 569 if (flags & AT_WAIT && sstat == SStatus_DET_DEV_NE && 570 sc->sc_gen != gen1) { 571 /* Downgrade to GenI */ 572 const uint32_t val = SControl_IPM_NONE | SControl_SPD_ANY | 573 SControl_DET_DISABLE; 574 575 MVSATA_EDMA_WRITE_4(mvport, mvport->port_sata_scontrol, val); 576 577 ctrl = MVSATA_EDMA_READ_4(mvport, SATA_SATAICFG); 578 ctrl &= ~(1 << 17); /* Disable GenII */ 579 MVSATA_EDMA_WRITE_4(mvport, SATA_SATAICFG, ctrl); 580 581 mvsata_hreset_port(mvport); 582 sata_reset_interface(chp, mvport->port_iot, 583 mvport->port_sata_scontrol, mvport->port_sata_sstatus); 584 } 585 586 for (i = 0; i < MVSATA_EDMAQ_LEN; i++) { 587 xfer = mvport->port_reqtbl[i].xfer; 588 if (xfer == NULL) 589 continue; 590 chp->ch_queue->active_xfer = xfer; 591 xfer->c_kill_xfer(chp, xfer, KILL_RESET); 592 } 593 594 mvsata_edma_config(mvport, mvport->port_edmamode); 595 mvsata_edma_reset_qptr(mvport); 596 mvsata_edma_enable(mvport); 597 return; 598 } 599 600 601 static int 602 mvsata_exec_command(struct ata_drive_datas *drvp, struct ata_command *ata_c) 603 { 604 struct ata_channel *chp = drvp->chnl_softc; 605 #ifdef MVSATA_DEBUG 606 struct mvsata_port *mvport = (struct mvsata_port *)chp; 607 #endif 608 struct ata_xfer *xfer; 609 int rv, s; 610 611 DPRINTFN(1, ("%s:%d: mvsata_exec_command: drive=%d, bcount=%d," 612 " r_command=0x%x, r_head=0x%x, r_cyl=0x%x, r_sector=0x%x," 613 " r_count=0x%x, r_features=0x%x\n", 614 device_xname(MVSATA_DEV2(mvport)), chp->ch_channel, 615 drvp->drive, ata_c->bcount, ata_c->r_command, ata_c->r_head, 616 ata_c->r_cyl, ata_c->r_sector, ata_c->r_count, ata_c->r_features)); 617 618 xfer = ata_get_xfer(ata_c->flags & AT_WAIT ? ATAXF_CANSLEEP : 619 ATAXF_NOSLEEP); 620 if (xfer == NULL) 621 return ATACMD_TRY_AGAIN; 622 if (ata_c->flags & AT_POLL) 623 xfer->c_flags |= C_POLL; 624 if (ata_c->flags & AT_WAIT) 625 xfer->c_flags |= C_WAIT; 626 xfer->c_drive = drvp->drive; 627 xfer->c_databuf = ata_c->data; 628 xfer->c_bcount = ata_c->bcount; 629 xfer->c_cmd = ata_c; 630 xfer->c_start = mvsata_wdc_cmd_start; 631 xfer->c_intr = mvsata_wdc_cmd_intr; 632 xfer->c_kill_xfer = mvsata_wdc_cmd_kill_xfer; 633 s = splbio(); 634 ata_exec_xfer(chp, xfer); 635 #ifdef DIAGNOSTIC 636 if ((ata_c->flags & AT_POLL) != 0 && 637 (ata_c->flags & AT_DONE) == 0) 638 panic("mvsata_exec_command: polled command not done"); 639 #endif 640 if (ata_c->flags & AT_DONE) 641 rv = ATACMD_COMPLETE; 642 else { 643 if (ata_c->flags & AT_WAIT) { 644 while ((ata_c->flags & AT_DONE) == 0) 645 tsleep(ata_c, PRIBIO, "mvsatacmd", 0); 646 rv = ATACMD_COMPLETE; 647 } else 648 rv = ATACMD_QUEUED; 649 } 650 splx(s); 651 return rv; 652 } 653 654 static int 655 mvsata_addref(struct ata_drive_datas *drvp) 656 { 657 658 return 0; 659 } 660 661 static void 662 mvsata_delref(struct ata_drive_datas *drvp) 663 { 664 665 return; 666 } 667 668 static void 669 mvsata_killpending(struct ata_drive_datas *drvp) 670 { 671 672 return; 673 } 674 675 #if NATAPIBUS > 0 676 static void 677 mvsata_atapibus_attach(struct atabus_softc *ata_sc) 678 { 679 struct ata_channel *chp = ata_sc->sc_chan; 680 struct atac_softc *atac = chp->ch_atac; 681 struct scsipi_adapter *adapt = &atac->atac_atapi_adapter._generic; 682 struct scsipi_channel *chan = &chp->ch_atapi_channel; 683 684 /* 685 * Fill in the scsipi_adapter. 686 */ 687 adapt->adapt_dev = atac->atac_dev; 688 adapt->adapt_nchannels = atac->atac_nchannels; 689 adapt->adapt_request = mvsata_atapi_scsipi_request; 690 adapt->adapt_minphys = mvsata_atapi_minphys; 691 atac->atac_atapi_adapter.atapi_probe_device = mvsata_atapi_probe_device; 692 693 /* 694 * Fill in the scsipi_channel. 695 */ 696 memset(chan, 0, sizeof(*chan)); 697 chan->chan_adapter = adapt; 698 chan->chan_bustype = &mvsata_atapi_bustype; 699 chan->chan_channel = chp->ch_channel; 700 chan->chan_flags = SCSIPI_CHAN_OPENINGS; 701 chan->chan_openings = 1; 702 chan->chan_max_periph = 1; 703 chan->chan_ntargets = 1; 704 chan->chan_nluns = 1; 705 706 chp->atapibus = 707 config_found_ia(ata_sc->sc_dev, "atapi", chan, atapiprint); 708 } 709 710 static void 711 mvsata_atapi_scsipi_request(struct scsipi_channel *chan, 712 scsipi_adapter_req_t req, void *arg) 713 { 714 struct scsipi_adapter *adapt = chan->chan_adapter; 715 struct scsipi_periph *periph; 716 struct scsipi_xfer *sc_xfer; 717 struct mvsata_softc *sc = device_private(adapt->adapt_dev); 718 struct atac_softc *atac = &sc->sc_wdcdev.sc_atac; 719 struct ata_xfer *xfer; 720 int channel = chan->chan_channel; 721 int drive, s; 722 723 switch (req) { 724 case ADAPTER_REQ_RUN_XFER: 725 sc_xfer = arg; 726 periph = sc_xfer->xs_periph; 727 drive = periph->periph_target; 728 729 if (!device_is_active(atac->atac_dev)) { 730 sc_xfer->error = XS_DRIVER_STUFFUP; 731 scsipi_done(sc_xfer); 732 return; 733 } 734 xfer = ata_get_xfer(ATAXF_NOSLEEP); 735 if (xfer == NULL) { 736 sc_xfer->error = XS_RESOURCE_SHORTAGE; 737 scsipi_done(sc_xfer); 738 return; 739 } 740 741 if (sc_xfer->xs_control & XS_CTL_POLL) 742 xfer->c_flags |= C_POLL; 743 xfer->c_drive = drive; 744 xfer->c_flags |= C_ATAPI; 745 xfer->c_cmd = sc_xfer; 746 xfer->c_databuf = sc_xfer->data; 747 xfer->c_bcount = sc_xfer->datalen; 748 xfer->c_start = mvsata_atapi_start; 749 xfer->c_intr = mvsata_atapi_intr; 750 xfer->c_kill_xfer = mvsata_atapi_kill_xfer; 751 xfer->c_dscpoll = 0; 752 s = splbio(); 753 ata_exec_xfer(atac->atac_channels[channel], xfer); 754 #ifdef DIAGNOSTIC 755 if ((sc_xfer->xs_control & XS_CTL_POLL) != 0 && 756 (sc_xfer->xs_status & XS_STS_DONE) == 0) 757 panic("mvsata_atapi_scsipi_request:" 758 " polled command not done"); 759 #endif 760 splx(s); 761 return; 762 763 default: 764 /* Not supported, nothing to do. */ 765 ; 766 } 767 } 768 769 static void 770 mvsata_atapi_minphys(struct buf *bp) 771 { 772 773 if (bp->b_bcount > MAXPHYS) 774 bp->b_bcount = MAXPHYS; 775 minphys(bp); 776 } 777 778 static void 779 mvsata_atapi_probe_device(struct atapibus_softc *sc, int target) 780 { 781 struct scsipi_channel *chan = sc->sc_channel; 782 struct scsipi_periph *periph; 783 struct ataparams ids; 784 struct ataparams *id = &ids; 785 struct mvsata_softc *mvc = 786 device_private(chan->chan_adapter->adapt_dev); 787 struct atac_softc *atac = &mvc->sc_wdcdev.sc_atac; 788 struct ata_channel *chp = atac->atac_channels[chan->chan_channel]; 789 struct ata_drive_datas *drvp = &chp->ch_drive[target]; 790 struct scsipibus_attach_args sa; 791 char serial_number[21], model[41], firmware_revision[9]; 792 int s; 793 794 /* skip if already attached */ 795 if (scsipi_lookup_periph(chan, target, 0) != NULL) 796 return; 797 798 /* if no ATAPI device detected at attach time, skip */ 799 if (drvp->drive_type != ATA_DRIVET_ATAPI) { 800 DPRINTF(("%s:%d: mvsata_atapi_probe_device:" 801 " drive %d not present\n", 802 device_xname(atac->atac_dev), chp->ch_channel, target)); 803 return; 804 } 805 806 /* Some ATAPI devices need a bit more time after software reset. */ 807 delay(5000); 808 if (ata_get_params(drvp, AT_WAIT, id) == 0) { 809 #ifdef ATAPI_DEBUG_PROBE 810 log(LOG_DEBUG, "%s:%d: drive %d: cmdsz 0x%x drqtype 0x%x\n", 811 device_xname(atac->atac_dev), chp->ch_channel, target, 812 id->atap_config & ATAPI_CFG_CMD_MASK, 813 id->atap_config & ATAPI_CFG_DRQ_MASK); 814 #endif 815 periph = scsipi_alloc_periph(M_NOWAIT); 816 if (periph == NULL) { 817 aprint_error_dev(atac->atac_dev, 818 "unable to allocate periph" 819 " for channel %d drive %d\n", 820 chp->ch_channel, target); 821 return; 822 } 823 periph->periph_dev = NULL; 824 periph->periph_channel = chan; 825 periph->periph_switch = &atapi_probe_periphsw; 826 periph->periph_target = target; 827 periph->periph_lun = 0; 828 periph->periph_quirks = PQUIRK_ONLYBIG; 829 830 #ifdef SCSIPI_DEBUG 831 if (SCSIPI_DEBUG_TYPE == SCSIPI_BUSTYPE_ATAPI && 832 SCSIPI_DEBUG_TARGET == target) 833 periph->periph_dbflags |= SCSIPI_DEBUG_FLAGS; 834 #endif 835 periph->periph_type = ATAPI_CFG_TYPE(id->atap_config); 836 if (id->atap_config & ATAPI_CFG_REMOV) 837 periph->periph_flags |= PERIPH_REMOVABLE; 838 if (periph->periph_type == T_SEQUENTIAL) { 839 s = splbio(); 840 drvp->drive_flags |= ATA_DRIVE_ATAPIDSCW; 841 splx(s); 842 } 843 844 sa.sa_periph = periph; 845 sa.sa_inqbuf.type = ATAPI_CFG_TYPE(id->atap_config); 846 sa.sa_inqbuf.removable = id->atap_config & ATAPI_CFG_REMOV ? 847 T_REMOV : T_FIXED; 848 scsipi_strvis((u_char *)model, 40, id->atap_model, 40); 849 scsipi_strvis((u_char *)serial_number, 20, id->atap_serial, 20); 850 scsipi_strvis((u_char *)firmware_revision, 8, id->atap_revision, 851 8); 852 sa.sa_inqbuf.vendor = model; 853 sa.sa_inqbuf.product = serial_number; 854 sa.sa_inqbuf.revision = firmware_revision; 855 856 /* 857 * Determine the operating mode capabilities of the device. 858 */ 859 if ((id->atap_config & ATAPI_CFG_CMD_MASK) == ATAPI_CFG_CMD_16) 860 periph->periph_cap |= PERIPH_CAP_CMD16; 861 /* XXX This is gross. */ 862 periph->periph_cap |= (id->atap_config & ATAPI_CFG_DRQ_MASK); 863 864 drvp->drv_softc = atapi_probe_device(sc, target, periph, &sa); 865 866 if (drvp->drv_softc) 867 ata_probe_caps(drvp); 868 else { 869 s = splbio(); 870 drvp->drive_type = ATA_DRIVET_NONE; 871 splx(s); 872 } 873 } else { 874 DPRINTF(("%s:%d: mvsata_atapi_probe_device:" 875 " ATAPI_IDENTIFY_DEVICE failed for drive %d: error 0x%x\n", 876 device_xname(atac->atac_dev), chp->ch_channel, target, 877 chp->ch_error)); 878 s = splbio(); 879 drvp->drive_type = ATA_DRIVET_NONE; 880 splx(s); 881 } 882 } 883 884 /* 885 * Kill off all pending xfers for a periph. 886 * 887 * Must be called at splbio(). 888 */ 889 static void 890 mvsata_atapi_kill_pending(struct scsipi_periph *periph) 891 { 892 struct atac_softc *atac = 893 device_private(periph->periph_channel->chan_adapter->adapt_dev); 894 struct ata_channel *chp = 895 atac->atac_channels[periph->periph_channel->chan_channel]; 896 897 ata_kill_pending(&chp->ch_drive[periph->periph_target]); 898 } 899 #endif /* NATAPIBUS > 0 */ 900 #endif /* MVSATA_WITHOUTDMA */ 901 902 903 /* 904 * mvsata_setup_channel() 905 * Setup EDMA registers and prepare/purge DMA resources. 906 * We assuming already stopped the EDMA. 907 */ 908 static void 909 mvsata_setup_channel(struct ata_channel *chp) 910 { 911 #if !defined(MVSATA_WITHOUTDMA) || defined(MVSATA_DEBUG) 912 struct mvsata_port *mvport = (struct mvsata_port *)chp; 913 #endif 914 struct ata_drive_datas *drvp; 915 uint32_t edma_mode; 916 int drive, s; 917 #ifndef MVSATA_WITHOUTDMA 918 int i; 919 const int crqb_size = sizeof(union mvsata_crqb) * MVSATA_EDMAQ_LEN; 920 const int crpb_size = sizeof(struct crpb) * MVSATA_EDMAQ_LEN; 921 const int eprd_buf_size = MVSATA_EPRD_MAX_SIZE * MVSATA_EDMAQ_LEN; 922 #endif 923 924 DPRINTF(("%s:%d: mvsata_setup_channel: ", 925 device_xname(MVSATA_DEV2(mvport)), chp->ch_channel)); 926 927 edma_mode = nodma; 928 for (drive = 0; drive < chp->ch_ndrives; drive++) { 929 drvp = &chp->ch_drive[drive]; 930 931 /* If no drive, skip */ 932 if (drvp->drive_type == ATA_DRIVET_NONE) 933 continue; 934 935 if (drvp->drive_flags & ATA_DRIVE_UDMA) { 936 /* use Ultra/DMA */ 937 s = splbio(); 938 drvp->drive_flags &= ~ATA_DRIVE_DMA; 939 splx(s); 940 } 941 942 if (drvp->drive_flags & (ATA_DRIVE_UDMA | ATA_DRIVE_DMA)) 943 if (drvp->drive_type == ATA_DRIVET_ATA) 944 edma_mode = dma; 945 } 946 947 DPRINTF(("EDMA %sactive mode\n", (edma_mode == nodma) ? "not " : "")); 948 949 #ifndef MVSATA_WITHOUTDMA 950 if (edma_mode == nodma) { 951 no_edma: 952 if (mvport->port_crqb != NULL) 953 mvsata_edma_resource_purge(mvport, mvport->port_dmat, 954 mvport->port_crqb_dmamap, mvport->port_crqb); 955 if (mvport->port_crpb != NULL) 956 mvsata_edma_resource_purge(mvport, mvport->port_dmat, 957 mvport->port_crpb_dmamap, mvport->port_crpb); 958 if (mvport->port_eprd != NULL) 959 mvsata_edma_resource_purge(mvport, mvport->port_dmat, 960 mvport->port_eprd_dmamap, mvport->port_eprd); 961 962 return; 963 } 964 965 if (mvport->port_crqb == NULL) 966 mvport->port_crqb = mvsata_edma_resource_prepare(mvport, 967 mvport->port_dmat, &mvport->port_crqb_dmamap, crqb_size, 1); 968 if (mvport->port_crpb == NULL) 969 mvport->port_crpb = mvsata_edma_resource_prepare(mvport, 970 mvport->port_dmat, &mvport->port_crpb_dmamap, crpb_size, 0); 971 if (mvport->port_eprd == NULL) { 972 mvport->port_eprd = mvsata_edma_resource_prepare(mvport, 973 mvport->port_dmat, &mvport->port_eprd_dmamap, eprd_buf_size, 974 1); 975 for (i = 0; i < MVSATA_EDMAQ_LEN; i++) { 976 mvport->port_reqtbl[i].eprd_offset = 977 i * MVSATA_EPRD_MAX_SIZE; 978 mvport->port_reqtbl[i].eprd = mvport->port_eprd + 979 i * MVSATA_EPRD_MAX_SIZE / sizeof(struct eprd); 980 } 981 } 982 983 if (mvport->port_crqb == NULL || mvport->port_crpb == NULL || 984 mvport->port_eprd == NULL) { 985 aprint_error_dev(MVSATA_DEV2(mvport), 986 "channel %d: can't use EDMA\n", chp->ch_channel); 987 s = splbio(); 988 for (drive = 0; drive < chp->ch_ndrives; drive++) { 989 drvp = &chp->ch_drive[drive]; 990 991 /* If no drive, skip */ 992 if (drvp->drive_type == ATA_DRIVET_NONE) 993 continue; 994 995 drvp->drive_flags &= ~(ATA_DRIVE_UDMA | ATA_DRIVE_DMA); 996 } 997 splx(s); 998 goto no_edma; 999 } 1000 1001 mvsata_edma_config(mvport, edma_mode); 1002 mvsata_edma_reset_qptr(mvport); 1003 mvsata_edma_enable(mvport); 1004 #endif 1005 } 1006 1007 #ifndef MVSATA_WITHOUTDMA 1008 static void 1009 mvsata_bio_start(struct ata_channel *chp, struct ata_xfer *xfer) 1010 { 1011 struct mvsata_port *mvport = (struct mvsata_port *)chp; 1012 struct mvsata_softc *sc = device_private(MVSATA_DEV2(mvport)); 1013 struct atac_softc *atac = chp->ch_atac; 1014 struct wdc_softc *wdc = CHAN_TO_WDC(chp); 1015 struct ata_bio *ata_bio = xfer->c_cmd; 1016 struct ata_drive_datas *drvp = &chp->ch_drive[xfer->c_drive]; 1017 int wait_flags = (xfer->c_flags & C_POLL) ? AT_POLL : 0; 1018 u_int16_t cyl; 1019 u_int8_t head, sect, cmd = 0; 1020 int nblks, error; 1021 1022 DPRINTFN(2, ("%s:%d: mvsata_bio_start: drive=%d\n", 1023 device_xname(atac->atac_dev), chp->ch_channel, xfer->c_drive)); 1024 1025 if (xfer->c_flags & C_DMA) 1026 if (drvp->n_xfers <= NXFER) 1027 drvp->n_xfers++; 1028 1029 again: 1030 /* 1031 * 1032 * When starting a multi-sector transfer, or doing single-sector 1033 * transfers... 1034 */ 1035 if (xfer->c_skip == 0 || (ata_bio->flags & ATA_SINGLE) != 0) { 1036 if (ata_bio->flags & ATA_SINGLE) 1037 nblks = 1; 1038 else 1039 nblks = xfer->c_bcount / ata_bio->lp->d_secsize; 1040 /* Check for bad sectors and adjust transfer, if necessary. */ 1041 if ((ata_bio->lp->d_flags & D_BADSECT) != 0) { 1042 long blkdiff; 1043 int i; 1044 1045 for (i = 0; (blkdiff = ata_bio->badsect[i]) != -1; 1046 i++) { 1047 blkdiff -= ata_bio->blkno; 1048 if (blkdiff < 0) 1049 continue; 1050 if (blkdiff == 0) 1051 /* Replace current block of transfer. */ 1052 ata_bio->blkno = 1053 ata_bio->lp->d_secperunit - 1054 ata_bio->lp->d_nsectors - i - 1; 1055 if (blkdiff < nblks) { 1056 /* Bad block inside transfer. */ 1057 ata_bio->flags |= ATA_SINGLE; 1058 nblks = 1; 1059 } 1060 break; 1061 } 1062 /* Transfer is okay now. */ 1063 } 1064 if (xfer->c_flags & C_DMA) { 1065 ata_bio->nblks = nblks; 1066 ata_bio->nbytes = xfer->c_bcount; 1067 1068 if (xfer->c_flags & C_POLL) 1069 sc->sc_enable_intr(mvport, 0 /*off*/); 1070 error = mvsata_edma_enqueue(mvport, ata_bio, 1071 (char *)xfer->c_databuf + xfer->c_skip); 1072 if (error) { 1073 if (error == EINVAL) { 1074 /* 1075 * We can't do DMA on this transfer 1076 * for some reason. Fall back to 1077 * PIO. 1078 */ 1079 xfer->c_flags &= ~C_DMA; 1080 error = 0; 1081 goto do_pio; 1082 } 1083 if (error == EBUSY) { 1084 aprint_error_dev(atac->atac_dev, 1085 "channel %d: EDMA Queue full\n", 1086 chp->ch_channel); 1087 /* 1088 * XXXX: Perhaps, after it waits for 1089 * a while, it is necessary to call 1090 * bio_start again. 1091 */ 1092 } 1093 ata_bio->error = ERR_DMA; 1094 ata_bio->r_error = 0; 1095 mvsata_bio_done(chp, xfer); 1096 return; 1097 } 1098 chp->ch_flags |= ATACH_DMA_WAIT; 1099 /* start timeout machinery */ 1100 if ((xfer->c_flags & C_POLL) == 0) 1101 callout_reset(&chp->ch_callout, 1102 ATA_DELAY / 1000 * hz, 1103 mvsata_edma_timeout, xfer); 1104 /* wait for irq */ 1105 goto intr; 1106 } /* else not DMA */ 1107 do_pio: 1108 if (ata_bio->flags & ATA_LBA48) { 1109 sect = 0; 1110 cyl = 0; 1111 head = 0; 1112 } else if (ata_bio->flags & ATA_LBA) { 1113 sect = (ata_bio->blkno >> 0) & 0xff; 1114 cyl = (ata_bio->blkno >> 8) & 0xffff; 1115 head = (ata_bio->blkno >> 24) & 0x0f; 1116 head |= WDSD_LBA; 1117 } else { 1118 int blkno = ata_bio->blkno; 1119 sect = blkno % ata_bio->lp->d_nsectors; 1120 sect++; /* Sectors begin with 1, not 0. */ 1121 blkno /= ata_bio->lp->d_nsectors; 1122 head = blkno % ata_bio->lp->d_ntracks; 1123 blkno /= ata_bio->lp->d_ntracks; 1124 cyl = blkno; 1125 head |= WDSD_CHS; 1126 } 1127 ata_bio->nblks = min(nblks, ata_bio->multi); 1128 ata_bio->nbytes = ata_bio->nblks * ata_bio->lp->d_secsize; 1129 KASSERT(nblks == 1 || (ata_bio->flags & ATA_SINGLE) == 0); 1130 if (ata_bio->nblks > 1) 1131 cmd = (ata_bio->flags & ATA_READ) ? 1132 WDCC_READMULTI : WDCC_WRITEMULTI; 1133 else 1134 cmd = (ata_bio->flags & ATA_READ) ? 1135 WDCC_READ : WDCC_WRITE; 1136 1137 /* EDMA disable, if enabled this channel. */ 1138 if (mvport->port_edmamode != nodma) 1139 mvsata_edma_disable(mvport, 10 /* ms */, wait_flags); 1140 1141 /* Do control operations specially. */ 1142 if (__predict_false(drvp->state < READY)) { 1143 /* 1144 * Actually, we want to be careful not to mess with 1145 * the control state if the device is currently busy, 1146 * but we can assume that we never get to this point 1147 * if that's the case. 1148 */ 1149 /* 1150 * If it's not a polled command, we need the kernel 1151 * thread 1152 */ 1153 if ((xfer->c_flags & C_POLL) == 0 && cpu_intr_p()) { 1154 chp->ch_queue->queue_freeze++; 1155 wakeup(&chp->ch_thread); 1156 return; 1157 } 1158 if (mvsata_bio_ready(mvport, ata_bio, xfer->c_drive, 1159 (xfer->c_flags & C_POLL) ? AT_POLL : 0) != 0) { 1160 mvsata_bio_done(chp, xfer); 1161 return; 1162 } 1163 } 1164 1165 /* Initiate command! */ 1166 MVSATA_WDC_WRITE_1(mvport, SRB_H, WDSD_IBM); 1167 switch(wdc_wait_for_ready(chp, ATA_DELAY, wait_flags)) { 1168 case WDCWAIT_OK: 1169 break; 1170 case WDCWAIT_TOUT: 1171 goto timeout; 1172 case WDCWAIT_THR: 1173 return; 1174 } 1175 if (ata_bio->flags & ATA_LBA48) 1176 wdccommandext(chp, xfer->c_drive, atacmd_to48(cmd), 1177 ata_bio->blkno, nblks, 0, WDSD_LBA); 1178 else 1179 wdccommand(chp, xfer->c_drive, cmd, cyl, 1180 head, sect, nblks, 1181 (ata_bio->lp->d_type == DTYPE_ST506) ? 1182 ata_bio->lp->d_precompcyl / 4 : 0); 1183 1184 /* start timeout machinery */ 1185 if ((xfer->c_flags & C_POLL) == 0) 1186 callout_reset(&chp->ch_callout, 1187 ATA_DELAY / 1000 * hz, wdctimeout, chp); 1188 } else if (ata_bio->nblks > 1) { 1189 /* The number of blocks in the last stretch may be smaller. */ 1190 nblks = xfer->c_bcount / ata_bio->lp->d_secsize; 1191 if (ata_bio->nblks > nblks) { 1192 ata_bio->nblks = nblks; 1193 ata_bio->nbytes = xfer->c_bcount; 1194 } 1195 } 1196 /* If this was a write and not using DMA, push the data. */ 1197 if ((ata_bio->flags & ATA_READ) == 0) { 1198 /* 1199 * we have to busy-wait here, we can't rely on running in 1200 * thread context. 1201 */ 1202 if (wdc_wait_for_drq(chp, ATA_DELAY, AT_POLL) != 0) { 1203 aprint_error_dev(atac->atac_dev, 1204 "channel %d: drive %d timeout waiting for DRQ," 1205 " st=0x%02x, err=0x%02x\n", 1206 chp->ch_channel, xfer->c_drive, chp->ch_status, 1207 chp->ch_error); 1208 ata_bio->error = TIMEOUT; 1209 mvsata_bio_done(chp, xfer); 1210 return; 1211 } 1212 if (chp->ch_status & WDCS_ERR) { 1213 ata_bio->error = ERROR; 1214 ata_bio->r_error = chp->ch_error; 1215 mvsata_bio_done(chp, xfer); 1216 return; 1217 } 1218 1219 wdc->dataout_pio(chp, drvp->drive_flags, 1220 (char *)xfer->c_databuf + xfer->c_skip, ata_bio->nbytes); 1221 } 1222 1223 intr: 1224 /* Wait for IRQ (either real or polled) */ 1225 if ((ata_bio->flags & ATA_POLL) == 0) { 1226 chp->ch_flags |= ATACH_IRQ_WAIT; 1227 } else { 1228 /* Wait for at last 400ns for status bit to be valid */ 1229 delay(1); 1230 if (chp->ch_flags & ATACH_DMA_WAIT) { 1231 mvsata_edma_wait(mvport, xfer, ATA_DELAY); 1232 sc->sc_enable_intr(mvport, 1 /*on*/); 1233 chp->ch_flags &= ~ATACH_DMA_WAIT; 1234 } 1235 mvsata_bio_intr(chp, xfer, 0); 1236 if ((ata_bio->flags & ATA_ITSDONE) == 0) 1237 goto again; 1238 } 1239 return; 1240 1241 timeout: 1242 aprint_error_dev(atac->atac_dev, 1243 "channel %d: drive %d not ready, st=0x%02x, err=0x%02x\n", 1244 chp->ch_channel, xfer->c_drive, chp->ch_status, chp->ch_error); 1245 ata_bio->error = TIMEOUT; 1246 mvsata_bio_done(chp, xfer); 1247 return; 1248 } 1249 1250 static int 1251 mvsata_bio_intr(struct ata_channel *chp, struct ata_xfer *xfer, int irq) 1252 { 1253 struct atac_softc *atac = chp->ch_atac; 1254 struct wdc_softc *wdc = CHAN_TO_WDC(chp); 1255 struct ata_bio *ata_bio = xfer->c_cmd; 1256 struct ata_drive_datas *drvp = &chp->ch_drive[xfer->c_drive]; 1257 1258 DPRINTFN(2, ("%s:%d: mvsata_bio_intr: drive=%d\n", 1259 device_xname(atac->atac_dev), chp->ch_channel, xfer->c_drive)); 1260 1261 chp->ch_flags &= ~(ATACH_IRQ_WAIT|ATACH_DMA_WAIT); 1262 1263 /* Is it not a transfer, but a control operation? */ 1264 if (!(xfer->c_flags & C_DMA) && drvp->state < READY) { 1265 aprint_error_dev(atac->atac_dev, 1266 "channel %d: drive %d bad state %d in mvsata_bio_intr\n", 1267 chp->ch_channel, xfer->c_drive, drvp->state); 1268 panic("mvsata_bio_intr: bad state"); 1269 } 1270 1271 /* 1272 * If we missed an interrupt transfer, reset and restart. 1273 * Don't try to continue transfer, we may have missed cycles. 1274 */ 1275 if (xfer->c_flags & C_TIMEOU) { 1276 ata_bio->error = TIMEOUT; 1277 mvsata_bio_done(chp, xfer); 1278 return 1; 1279 } 1280 1281 /* Ack interrupt done by wdc_wait_for_unbusy */ 1282 if (!(xfer->c_flags & C_DMA) && 1283 (wdc_wait_for_unbusy(chp, (irq == 0) ? ATA_DELAY : 0, AT_POLL) 1284 == WDCWAIT_TOUT)) { 1285 if (irq && (xfer->c_flags & C_TIMEOU) == 0) 1286 return 0; /* IRQ was not for us */ 1287 aprint_error_dev(atac->atac_dev, 1288 "channel %d: drive %d timeout, c_bcount=%d, c_skip%d\n", 1289 chp->ch_channel, xfer->c_drive, xfer->c_bcount, 1290 xfer->c_skip); 1291 ata_bio->error = TIMEOUT; 1292 mvsata_bio_done(chp, xfer); 1293 return 1; 1294 } 1295 1296 if (xfer->c_flags & C_DMA) { 1297 if (ata_bio->error == NOERROR) 1298 goto end; 1299 if (ata_bio->error == ERR_DMA) 1300 ata_dmaerr(drvp, 1301 (xfer->c_flags & C_POLL) ? AT_POLL : 0); 1302 } 1303 1304 /* if we had an error, end */ 1305 if (ata_bio->error != NOERROR) { 1306 mvsata_bio_done(chp, xfer); 1307 return 1; 1308 } 1309 1310 /* If this was a read and not using DMA, fetch the data. */ 1311 if ((ata_bio->flags & ATA_READ) != 0) { 1312 if ((chp->ch_status & WDCS_DRQ) != WDCS_DRQ) { 1313 aprint_error_dev(atac->atac_dev, 1314 "channel %d: drive %d read intr before drq\n", 1315 chp->ch_channel, xfer->c_drive); 1316 ata_bio->error = TIMEOUT; 1317 mvsata_bio_done(chp, xfer); 1318 return 1; 1319 } 1320 wdc->datain_pio(chp, drvp->drive_flags, 1321 (char *)xfer->c_databuf + xfer->c_skip, ata_bio->nbytes); 1322 } 1323 1324 end: 1325 ata_bio->blkno += ata_bio->nblks; 1326 ata_bio->blkdone += ata_bio->nblks; 1327 xfer->c_skip += ata_bio->nbytes; 1328 xfer->c_bcount -= ata_bio->nbytes; 1329 /* See if this transfer is complete. */ 1330 if (xfer->c_bcount > 0) { 1331 if ((ata_bio->flags & ATA_POLL) == 0) 1332 /* Start the next operation */ 1333 mvsata_bio_start(chp, xfer); 1334 else 1335 /* Let mvsata_bio_start do the loop */ 1336 return 1; 1337 } else { /* Done with this transfer */ 1338 ata_bio->error = NOERROR; 1339 mvsata_bio_done(chp, xfer); 1340 } 1341 return 1; 1342 } 1343 1344 static void 1345 mvsata_bio_kill_xfer(struct ata_channel *chp, struct ata_xfer *xfer, int reason) 1346 { 1347 struct mvsata_port *mvport = (struct mvsata_port *)chp; 1348 struct atac_softc *atac = chp->ch_atac; 1349 struct ata_bio *ata_bio = xfer->c_cmd; 1350 int drive = xfer->c_drive; 1351 1352 DPRINTFN(2, ("%s:%d: mvsata_bio_kill_xfer: drive=%d\n", 1353 device_xname(atac->atac_dev), chp->ch_channel, xfer->c_drive)); 1354 1355 /* EDMA restart, if enabled */ 1356 if (!(xfer->c_flags & C_DMA) && mvport->port_edmamode != nodma) { 1357 mvsata_edma_reset_qptr(mvport); 1358 mvsata_edma_enable(mvport); 1359 } 1360 1361 ata_free_xfer(chp, xfer); 1362 1363 ata_bio->flags |= ATA_ITSDONE; 1364 switch (reason) { 1365 case KILL_GONE: 1366 ata_bio->error = ERR_NODEV; 1367 break; 1368 case KILL_RESET: 1369 ata_bio->error = ERR_RESET; 1370 break; 1371 default: 1372 aprint_error_dev(atac->atac_dev, 1373 "mvsata_bio_kill_xfer: unknown reason %d\n", reason); 1374 panic("mvsata_bio_kill_xfer"); 1375 } 1376 ata_bio->r_error = WDCE_ABRT; 1377 (*chp->ch_drive[drive].drv_done)(chp->ch_drive[drive].drv_softc); 1378 } 1379 1380 static void 1381 mvsata_bio_done(struct ata_channel *chp, struct ata_xfer *xfer) 1382 { 1383 struct mvsata_port *mvport = (struct mvsata_port *)chp; 1384 struct ata_bio *ata_bio = xfer->c_cmd; 1385 int drive = xfer->c_drive; 1386 1387 DPRINTFN(2, ("%s:%d: mvsata_bio_done: drive=%d, flags=0x%x\n", 1388 device_xname(MVSATA_DEV2(mvport)), chp->ch_channel, xfer->c_drive, 1389 (u_int)xfer->c_flags)); 1390 1391 callout_stop(&chp->ch_callout); 1392 1393 /* EDMA restart, if enabled */ 1394 if (!(xfer->c_flags & C_DMA) && mvport->port_edmamode != nodma) { 1395 mvsata_edma_reset_qptr(mvport); 1396 mvsata_edma_enable(mvport); 1397 } 1398 1399 /* feed back residual bcount to our caller */ 1400 ata_bio->bcount = xfer->c_bcount; 1401 1402 /* mark controller inactive and free xfer */ 1403 KASSERT(chp->ch_queue->active_xfer != NULL); 1404 chp->ch_queue->active_xfer = NULL; 1405 ata_free_xfer(chp, xfer); 1406 1407 if (chp->ch_drive[drive].drive_flags & ATA_DRIVE_WAITDRAIN) { 1408 ata_bio->error = ERR_NODEV; 1409 chp->ch_drive[drive].drive_flags &= ~ATA_DRIVE_WAITDRAIN; 1410 wakeup(&chp->ch_queue->active_xfer); 1411 } 1412 ata_bio->flags |= ATA_ITSDONE; 1413 (*chp->ch_drive[drive].drv_done)(chp->ch_drive[drive].drv_softc); 1414 atastart(chp); 1415 } 1416 1417 static int 1418 mvsata_bio_ready(struct mvsata_port *mvport, struct ata_bio *ata_bio, int drive, 1419 int flags) 1420 { 1421 struct ata_channel *chp = &mvport->port_ata_channel; 1422 struct atac_softc *atac = chp->ch_atac; 1423 struct ata_drive_datas *drvp = &chp->ch_drive[drive]; 1424 const char *errstring; 1425 1426 flags |= AT_POLL; /* XXX */ 1427 1428 /* 1429 * disable interrupts, all commands here should be quick 1430 * enough to be able to poll, and we don't go here that often 1431 */ 1432 MVSATA_WDC_WRITE_1(mvport, SRB_CAS, WDCTL_4BIT | WDCTL_IDS); 1433 MVSATA_WDC_WRITE_1(mvport, SRB_H, WDSD_IBM); 1434 DELAY(10); 1435 errstring = "wait"; 1436 if (wdcwait(chp, WDCS_DRDY, WDCS_DRDY, ATA_DELAY, flags)) 1437 goto ctrltimeout; 1438 wdccommandshort(chp, drive, WDCC_RECAL); 1439 /* Wait for at last 400ns for status bit to be valid */ 1440 DELAY(1); 1441 errstring = "recal"; 1442 if (wdcwait(chp, WDCS_DRDY, WDCS_DRDY, ATA_DELAY, flags)) 1443 goto ctrltimeout; 1444 if (chp->ch_status & (WDCS_ERR | WDCS_DWF)) 1445 goto ctrlerror; 1446 /* Don't try to set modes if controller can't be adjusted */ 1447 if (atac->atac_set_modes == NULL) 1448 goto geometry; 1449 /* Also don't try if the drive didn't report its mode */ 1450 if ((drvp->drive_flags & ATA_DRIVE_MODE) == 0) 1451 goto geometry; 1452 wdccommand(chp, drvp->drive, SET_FEATURES, 0, 0, 0, 1453 0x08 | drvp->PIO_mode, WDSF_SET_MODE); 1454 errstring = "piomode"; 1455 if (wdcwait(chp, WDCS_DRDY, WDCS_DRDY, ATA_DELAY, flags)) 1456 goto ctrltimeout; 1457 if (chp->ch_status & (WDCS_ERR | WDCS_DWF)) 1458 goto ctrlerror; 1459 if (drvp->drive_flags & ATA_DRIVE_UDMA) 1460 wdccommand(chp, drvp->drive, SET_FEATURES, 0, 0, 0, 1461 0x40 | drvp->UDMA_mode, WDSF_SET_MODE); 1462 else if (drvp->drive_flags & ATA_DRIVE_DMA) 1463 wdccommand(chp, drvp->drive, SET_FEATURES, 0, 0, 0, 1464 0x20 | drvp->DMA_mode, WDSF_SET_MODE); 1465 else 1466 goto geometry; 1467 errstring = "dmamode"; 1468 if (wdcwait(chp, WDCS_DRDY, WDCS_DRDY, ATA_DELAY, flags)) 1469 goto ctrltimeout; 1470 if (chp->ch_status & (WDCS_ERR | WDCS_DWF)) 1471 goto ctrlerror; 1472 geometry: 1473 if (ata_bio->flags & ATA_LBA) 1474 goto multimode; 1475 wdccommand(chp, drive, WDCC_IDP, ata_bio->lp->d_ncylinders, 1476 ata_bio->lp->d_ntracks - 1, 0, ata_bio->lp->d_nsectors, 1477 (ata_bio->lp->d_type == DTYPE_ST506) ? 1478 ata_bio->lp->d_precompcyl / 4 : 0); 1479 errstring = "geometry"; 1480 if (wdcwait(chp, WDCS_DRDY, WDCS_DRDY, ATA_DELAY, flags)) 1481 goto ctrltimeout; 1482 if (chp->ch_status & (WDCS_ERR | WDCS_DWF)) 1483 goto ctrlerror; 1484 multimode: 1485 if (ata_bio->multi == 1) 1486 goto ready; 1487 wdccommand(chp, drive, WDCC_SETMULTI, 0, 0, 0, ata_bio->multi, 0); 1488 errstring = "setmulti"; 1489 if (wdcwait(chp, WDCS_DRDY, WDCS_DRDY, ATA_DELAY, flags)) 1490 goto ctrltimeout; 1491 if (chp->ch_status & (WDCS_ERR | WDCS_DWF)) 1492 goto ctrlerror; 1493 ready: 1494 drvp->state = READY; 1495 /* 1496 * The drive is usable now 1497 */ 1498 MVSATA_WDC_WRITE_1(mvport, SRB_CAS, WDCTL_4BIT); 1499 delay(10); /* some drives need a little delay here */ 1500 return 0; 1501 1502 ctrltimeout: 1503 aprint_error_dev(atac->atac_dev, "channel %d: drive %d %s timed out\n", 1504 chp->ch_channel, drive, errstring); 1505 ata_bio->error = TIMEOUT; 1506 goto ctrldone; 1507 ctrlerror: 1508 aprint_error_dev(atac->atac_dev, "channel %d: drive %d %s ", 1509 chp->ch_channel, drive, errstring); 1510 if (chp->ch_status & WDCS_DWF) { 1511 aprint_error("drive fault\n"); 1512 ata_bio->error = ERR_DF; 1513 } else { 1514 aprint_error("error (%x)\n", chp->ch_error); 1515 ata_bio->r_error = chp->ch_error; 1516 ata_bio->error = ERROR; 1517 } 1518 ctrldone: 1519 drvp->state = 0; 1520 MVSATA_WDC_WRITE_1(mvport, SRB_CAS, WDCTL_4BIT); 1521 return -1; 1522 } 1523 1524 static void 1525 mvsata_wdc_cmd_start(struct ata_channel *chp, struct ata_xfer *xfer) 1526 { 1527 struct mvsata_port *mvport = (struct mvsata_port *)chp; 1528 int drive = xfer->c_drive; 1529 int wait_flags = (xfer->c_flags & C_POLL) ? AT_POLL : 0; 1530 struct ata_command *ata_c = xfer->c_cmd; 1531 1532 DPRINTFN(1, ("%s:%d: mvsata_cmd_start: drive=%d\n", 1533 device_xname(MVSATA_DEV2(mvport)), chp->ch_channel, drive)); 1534 1535 /* First, EDMA disable, if enabled this channel. */ 1536 if (mvport->port_edmamode != nodma) 1537 mvsata_edma_disable(mvport, 10 /* ms */, wait_flags); 1538 1539 MVSATA_WDC_WRITE_1(mvport, SRB_H, WDSD_IBM); 1540 switch(wdcwait(chp, ata_c->r_st_bmask | WDCS_DRQ, 1541 ata_c->r_st_bmask, ata_c->timeout, wait_flags)) { 1542 case WDCWAIT_OK: 1543 break; 1544 case WDCWAIT_TOUT: 1545 ata_c->flags |= AT_TIMEOU; 1546 mvsata_wdc_cmd_done(chp, xfer); 1547 return; 1548 case WDCWAIT_THR: 1549 return; 1550 } 1551 if (ata_c->flags & AT_POLL) 1552 /* polled command, disable interrupts */ 1553 MVSATA_WDC_WRITE_1(mvport, SRB_CAS, WDCTL_4BIT | WDCTL_IDS); 1554 if ((ata_c->flags & AT_LBA48) != 0) { 1555 wdccommandext(chp, drive, ata_c->r_command, 1556 ata_c->r_lba, ata_c->r_count, ata_c->r_features, 1557 ata_c->r_device & ~0x10); 1558 } else { 1559 wdccommand(chp, drive, ata_c->r_command, 1560 (ata_c->r_lba >> 8) & 0xffff, 1561 (((ata_c->flags & AT_LBA) != 0) ? WDSD_LBA : 0) | 1562 ((ata_c->r_lba >> 24) & 0x0f), 1563 ata_c->r_lba & 0xff, 1564 ata_c->r_count & 0xff, 1565 ata_c->r_features & 0xff); 1566 } 1567 1568 if ((ata_c->flags & AT_POLL) == 0) { 1569 chp->ch_flags |= ATACH_IRQ_WAIT; /* wait for interrupt */ 1570 callout_reset(&chp->ch_callout, ata_c->timeout / 1000 * hz, 1571 wdctimeout, chp); 1572 return; 1573 } 1574 /* 1575 * Polled command. Wait for drive ready or drq. Done in intr(). 1576 * Wait for at last 400ns for status bit to be valid. 1577 */ 1578 delay(10); /* 400ns delay */ 1579 mvsata_wdc_cmd_intr(chp, xfer, 0); 1580 } 1581 1582 static int 1583 mvsata_wdc_cmd_intr(struct ata_channel *chp, struct ata_xfer *xfer, int irq) 1584 { 1585 struct mvsata_port *mvport = (struct mvsata_port *)chp; 1586 struct wdc_softc *wdc = CHAN_TO_WDC(chp); 1587 struct ata_command *ata_c = xfer->c_cmd; 1588 int bcount = ata_c->bcount; 1589 char *data = ata_c->data; 1590 int wflags; 1591 int drive_flags; 1592 1593 if (ata_c->r_command == WDCC_IDENTIFY || 1594 ata_c->r_command == ATAPI_IDENTIFY_DEVICE) 1595 /* 1596 * The IDENTIFY data has been designed as an array of 1597 * u_int16_t, so we can byteswap it on the fly. 1598 * Historically it's what we have always done so keeping it 1599 * here ensure binary backward compatibility. 1600 */ 1601 drive_flags = ATA_DRIVE_NOSTREAM | 1602 chp->ch_drive[xfer->c_drive].drive_flags; 1603 else 1604 /* 1605 * Other data structure are opaque and should be transfered 1606 * as is. 1607 */ 1608 drive_flags = chp->ch_drive[xfer->c_drive].drive_flags; 1609 1610 if ((ata_c->flags & (AT_WAIT | AT_POLL)) == (AT_WAIT | AT_POLL)) 1611 /* both wait and poll, we can tsleep here */ 1612 wflags = AT_WAIT | AT_POLL; 1613 else 1614 wflags = AT_POLL; 1615 1616 again: 1617 DPRINTFN(1, ("%s:%d: mvsata_cmd_intr: drive=%d\n", 1618 device_xname(MVSATA_DEV2(mvport)), chp->ch_channel, xfer->c_drive)); 1619 1620 /* 1621 * after a ATAPI_SOFT_RESET, the device will have released the bus. 1622 * Reselect again, it doesn't hurt for others commands, and the time 1623 * penalty for the extra register write is acceptable, 1624 * wdc_exec_command() isn't called often (mostly for autoconfig) 1625 */ 1626 if ((xfer->c_flags & C_ATAPI) != 0) { 1627 MVSATA_WDC_WRITE_1(mvport, SRB_H, WDSD_IBM); 1628 } 1629 if ((ata_c->flags & AT_XFDONE) != 0) { 1630 /* 1631 * We have completed a data xfer. The drive should now be 1632 * in its initial state 1633 */ 1634 if (wdcwait(chp, ata_c->r_st_bmask | WDCS_DRQ, 1635 ata_c->r_st_bmask, (irq == 0) ? ata_c->timeout : 0, 1636 wflags) == WDCWAIT_TOUT) { 1637 if (irq && (xfer->c_flags & C_TIMEOU) == 0) 1638 return 0; /* IRQ was not for us */ 1639 ata_c->flags |= AT_TIMEOU; 1640 } 1641 goto out; 1642 } 1643 if (wdcwait(chp, ata_c->r_st_pmask, ata_c->r_st_pmask, 1644 (irq == 0) ? ata_c->timeout : 0, wflags) == WDCWAIT_TOUT) { 1645 if (irq && (xfer->c_flags & C_TIMEOU) == 0) 1646 return 0; /* IRQ was not for us */ 1647 ata_c->flags |= AT_TIMEOU; 1648 goto out; 1649 } 1650 if (ata_c->flags & AT_READ) { 1651 if ((chp->ch_status & WDCS_DRQ) == 0) { 1652 ata_c->flags |= AT_TIMEOU; 1653 goto out; 1654 } 1655 wdc->datain_pio(chp, drive_flags, data, bcount); 1656 /* at this point the drive should be in its initial state */ 1657 ata_c->flags |= AT_XFDONE; 1658 /* 1659 * XXX checking the status register again here cause some 1660 * hardware to timeout. 1661 */ 1662 } else if (ata_c->flags & AT_WRITE) { 1663 if ((chp->ch_status & WDCS_DRQ) == 0) { 1664 ata_c->flags |= AT_TIMEOU; 1665 goto out; 1666 } 1667 wdc->dataout_pio(chp, drive_flags, data, bcount); 1668 ata_c->flags |= AT_XFDONE; 1669 if ((ata_c->flags & AT_POLL) == 0) { 1670 chp->ch_flags |= ATACH_IRQ_WAIT; /* wait for intr */ 1671 callout_reset(&chp->ch_callout, 1672 mstohz(ata_c->timeout), wdctimeout, chp); 1673 return 1; 1674 } else 1675 goto again; 1676 } 1677 out: 1678 mvsata_wdc_cmd_done(chp, xfer); 1679 return 1; 1680 } 1681 1682 static void 1683 mvsata_wdc_cmd_kill_xfer(struct ata_channel *chp, struct ata_xfer *xfer, 1684 int reason) 1685 { 1686 struct mvsata_port *mvport = (struct mvsata_port *)chp; 1687 struct ata_command *ata_c = xfer->c_cmd; 1688 1689 DPRINTFN(1, ("%s:%d: mvsata_cmd_kill_xfer: drive=%d\n", 1690 device_xname(MVSATA_DEV2(mvport)), chp->ch_channel, xfer->c_drive)); 1691 1692 switch (reason) { 1693 case KILL_GONE: 1694 ata_c->flags |= AT_GONE; 1695 break; 1696 case KILL_RESET: 1697 ata_c->flags |= AT_RESET; 1698 break; 1699 default: 1700 aprint_error_dev(MVSATA_DEV2(mvport), 1701 "mvsata_cmd_kill_xfer: unknown reason %d\n", reason); 1702 panic("mvsata_cmd_kill_xfer"); 1703 } 1704 mvsata_wdc_cmd_done_end(chp, xfer); 1705 } 1706 1707 static void 1708 mvsata_wdc_cmd_done(struct ata_channel *chp, struct ata_xfer *xfer) 1709 { 1710 struct mvsata_port *mvport = (struct mvsata_port *)chp; 1711 struct atac_softc *atac = chp->ch_atac; 1712 struct ata_command *ata_c = xfer->c_cmd; 1713 1714 DPRINTFN(1, ("%s:%d: mvsata_cmd_done: drive=%d, flags=0x%x\n", 1715 device_xname(atac->atac_dev), chp->ch_channel, xfer->c_drive, 1716 ata_c->flags)); 1717 1718 if (chp->ch_status & WDCS_DWF) 1719 ata_c->flags |= AT_DF; 1720 if (chp->ch_status & WDCS_ERR) { 1721 ata_c->flags |= AT_ERROR; 1722 ata_c->r_error = chp->ch_error; 1723 } 1724 if ((ata_c->flags & AT_READREG) != 0 && 1725 device_is_active(atac->atac_dev) && 1726 (ata_c->flags & (AT_ERROR | AT_DF)) == 0) { 1727 ata_c->r_status = MVSATA_WDC_READ_1(mvport, SRB_CS); 1728 ata_c->r_error = MVSATA_WDC_READ_1(mvport, SRB_FE); 1729 ata_c->r_count = MVSATA_WDC_READ_1(mvport, SRB_SC); 1730 ata_c->r_lba = 1731 (uint64_t)MVSATA_WDC_READ_1(mvport, SRB_LBAL) << 0; 1732 ata_c->r_lba |= 1733 (uint64_t)MVSATA_WDC_READ_1(mvport, SRB_LBAM) << 8; 1734 ata_c->r_lba |= 1735 (uint64_t)MVSATA_WDC_READ_1(mvport, SRB_LBAH) << 16; 1736 ata_c->r_device = MVSATA_WDC_READ_1(mvport, SRB_H); 1737 if ((ata_c->flags & AT_LBA48) != 0) { 1738 if ((ata_c->flags & AT_POLL) != 0) { 1739 MVSATA_WDC_WRITE_1(mvport, SRB_CAS, 1740 WDCTL_HOB|WDCTL_4BIT|WDCTL_IDS); 1741 } else { 1742 MVSATA_WDC_WRITE_1(mvport, SRB_CAS, 1743 WDCTL_HOB|WDCTL_4BIT); 1744 } 1745 ata_c->r_count |= 1746 MVSATA_WDC_READ_1(mvport, SRB_SC) << 8; 1747 ata_c->r_lba |= 1748 (uint64_t)MVSATA_WDC_READ_1(mvport, SRB_LBAL) << 24; 1749 ata_c->r_lba |= 1750 (uint64_t)MVSATA_WDC_READ_1(mvport, SRB_LBAM) << 32; 1751 ata_c->r_lba |= 1752 (uint64_t)MVSATA_WDC_READ_1(mvport, SRB_LBAH) << 40; 1753 if ((ata_c->flags & AT_POLL) != 0) { 1754 MVSATA_WDC_WRITE_1(mvport, SRB_CAS, 1755 WDCTL_4BIT|WDCTL_IDS); 1756 } else { 1757 MVSATA_WDC_WRITE_1(mvport, SRB_CAS, 1758 WDCTL_4BIT); 1759 } 1760 } else { 1761 ata_c->r_lba |= 1762 (uint64_t)(ata_c->r_device & 0x0f) << 24; 1763 } 1764 } 1765 callout_stop(&chp->ch_callout); 1766 chp->ch_queue->active_xfer = NULL; 1767 if (ata_c->flags & AT_POLL) { 1768 /* enable interrupts */ 1769 MVSATA_WDC_WRITE_1(mvport, SRB_CAS, WDCTL_4BIT); 1770 delay(10); /* some drives need a little delay here */ 1771 } 1772 if (chp->ch_drive[xfer->c_drive].drive_flags & ATA_DRIVE_WAITDRAIN) { 1773 mvsata_wdc_cmd_kill_xfer(chp, xfer, KILL_GONE); 1774 chp->ch_drive[xfer->c_drive].drive_flags &= ~ATA_DRIVE_WAITDRAIN; 1775 wakeup(&chp->ch_queue->active_xfer); 1776 } else 1777 mvsata_wdc_cmd_done_end(chp, xfer); 1778 } 1779 1780 static void 1781 mvsata_wdc_cmd_done_end(struct ata_channel *chp, struct ata_xfer *xfer) 1782 { 1783 struct mvsata_port *mvport = (struct mvsata_port *)chp; 1784 struct ata_command *ata_c = xfer->c_cmd; 1785 1786 /* EDMA restart, if enabled */ 1787 if (mvport->port_edmamode != nodma) { 1788 mvsata_edma_reset_qptr(mvport); 1789 mvsata_edma_enable(mvport); 1790 } 1791 1792 ata_c->flags |= AT_DONE; 1793 ata_free_xfer(chp, xfer); 1794 if (ata_c->flags & AT_WAIT) 1795 wakeup(ata_c); 1796 else if (ata_c->callback) 1797 ata_c->callback(ata_c->callback_arg); 1798 atastart(chp); 1799 1800 return; 1801 } 1802 1803 #if NATAPIBUS > 0 1804 static void 1805 mvsata_atapi_start(struct ata_channel *chp, struct ata_xfer *xfer) 1806 { 1807 struct mvsata_softc *sc = (struct mvsata_softc *)chp->ch_atac; 1808 struct mvsata_port *mvport = (struct mvsata_port *)chp; 1809 struct atac_softc *atac = &sc->sc_wdcdev.sc_atac; 1810 struct scsipi_xfer *sc_xfer = xfer->c_cmd; 1811 struct ata_drive_datas *drvp = &chp->ch_drive[xfer->c_drive]; 1812 const int wait_flags = (xfer->c_flags & C_POLL) ? AT_POLL : 0; 1813 const char *errstring; 1814 1815 DPRINTFN(2, ("%s:%d:%d: mvsata_atapi_start: scsi flags 0x%x\n", 1816 device_xname(chp->ch_atac->atac_dev), chp->ch_channel, 1817 xfer->c_drive, sc_xfer->xs_control)); 1818 1819 if (mvport->port_edmamode != nodma) 1820 mvsata_edma_disable(mvport, 10 /* ms */, wait_flags); 1821 1822 if ((xfer->c_flags & C_DMA) && (drvp->n_xfers <= NXFER)) 1823 drvp->n_xfers++; 1824 1825 /* Do control operations specially. */ 1826 if (__predict_false(drvp->state < READY)) { 1827 /* If it's not a polled command, we need the kernel thread */ 1828 if ((sc_xfer->xs_control & XS_CTL_POLL) == 0 && cpu_intr_p()) { 1829 chp->ch_queue->queue_freeze++; 1830 wakeup(&chp->ch_thread); 1831 return; 1832 } 1833 /* 1834 * disable interrupts, all commands here should be quick 1835 * enough to be able to poll, and we don't go here that often 1836 */ 1837 MVSATA_WDC_WRITE_1(mvport, SRB_CAS, WDCTL_4BIT | WDCTL_IDS); 1838 1839 MVSATA_WDC_WRITE_1(mvport, SRB_H, WDSD_IBM); 1840 /* Don't try to set mode if controller can't be adjusted */ 1841 if (atac->atac_set_modes == NULL) 1842 goto ready; 1843 /* Also don't try if the drive didn't report its mode */ 1844 if ((drvp->drive_flags & ATA_DRIVE_MODE) == 0) 1845 goto ready; 1846 errstring = "unbusy"; 1847 if (wdc_wait_for_unbusy(chp, ATAPI_DELAY, wait_flags)) 1848 goto timeout; 1849 wdccommand(chp, drvp->drive, SET_FEATURES, 0, 0, 0, 1850 0x08 | drvp->PIO_mode, WDSF_SET_MODE); 1851 errstring = "piomode"; 1852 if (wdc_wait_for_unbusy(chp, ATAPI_MODE_DELAY, wait_flags)) 1853 goto timeout; 1854 if (chp->ch_status & WDCS_ERR) { 1855 if (chp->ch_error == WDCE_ABRT) { 1856 /* 1857 * Some ATAPI drives reject PIO settings. 1858 * Fall back to PIO mode 3 since that's the 1859 * minimum for ATAPI. 1860 */ 1861 aprint_error_dev(atac->atac_dev, 1862 "channel %d drive %d: PIO mode %d rejected," 1863 " falling back to PIO mode 3\n", 1864 chp->ch_channel, xfer->c_drive, 1865 drvp->PIO_mode); 1866 if (drvp->PIO_mode > 3) 1867 drvp->PIO_mode = 3; 1868 } else 1869 goto error; 1870 } 1871 if (drvp->drive_flags & ATA_DRIVE_UDMA) 1872 wdccommand(chp, drvp->drive, SET_FEATURES, 0, 0, 0, 1873 0x40 | drvp->UDMA_mode, WDSF_SET_MODE); 1874 else 1875 if (drvp->drive_flags & ATA_DRIVE_DMA) 1876 wdccommand(chp, drvp->drive, SET_FEATURES, 0, 0, 0, 1877 0x20 | drvp->DMA_mode, WDSF_SET_MODE); 1878 else 1879 goto ready; 1880 errstring = "dmamode"; 1881 if (wdc_wait_for_unbusy(chp, ATAPI_MODE_DELAY, wait_flags)) 1882 goto timeout; 1883 if (chp->ch_status & WDCS_ERR) { 1884 if (chp->ch_error == WDCE_ABRT) { 1885 if (drvp->drive_flags & ATA_DRIVE_UDMA) 1886 goto error; 1887 else { 1888 /* 1889 * The drive rejected our DMA setting. 1890 * Fall back to mode 1. 1891 */ 1892 aprint_error_dev(atac->atac_dev, 1893 "channel %d drive %d:" 1894 " DMA mode %d rejected," 1895 " falling back to DMA mode 0\n", 1896 chp->ch_channel, xfer->c_drive, 1897 drvp->DMA_mode); 1898 if (drvp->DMA_mode > 0) 1899 drvp->DMA_mode = 0; 1900 } 1901 } else 1902 goto error; 1903 } 1904 ready: 1905 drvp->state = READY; 1906 MVSATA_WDC_WRITE_1(mvport, SRB_CAS, WDCTL_4BIT); 1907 delay(10); /* some drives need a little delay here */ 1908 } 1909 /* start timeout machinery */ 1910 if ((sc_xfer->xs_control & XS_CTL_POLL) == 0) 1911 callout_reset(&chp->ch_callout, mstohz(sc_xfer->timeout), 1912 wdctimeout, chp); 1913 1914 MVSATA_WDC_WRITE_1(mvport, SRB_H, WDSD_IBM); 1915 switch (wdc_wait_for_unbusy(chp, ATAPI_DELAY, wait_flags) < 0) { 1916 case WDCWAIT_OK: 1917 break; 1918 case WDCWAIT_TOUT: 1919 aprint_error_dev(atac->atac_dev, "not ready, st = %02x\n", 1920 chp->ch_status); 1921 sc_xfer->error = XS_TIMEOUT; 1922 mvsata_atapi_reset(chp, xfer); 1923 return; 1924 case WDCWAIT_THR: 1925 return; 1926 } 1927 1928 /* 1929 * Even with WDCS_ERR, the device should accept a command packet 1930 * Limit length to what can be stuffed into the cylinder register 1931 * (16 bits). Some CD-ROMs seem to interpret '0' as 65536, 1932 * but not all devices do that and it's not obvious from the 1933 * ATAPI spec that that behaviour should be expected. If more 1934 * data is necessary, multiple data transfer phases will be done. 1935 */ 1936 1937 wdccommand(chp, xfer->c_drive, ATAPI_PKT_CMD, 1938 xfer->c_bcount <= 0xffff ? xfer->c_bcount : 0xffff, 0, 0, 0, 1939 (xfer->c_flags & C_DMA) ? ATAPI_PKT_CMD_FTRE_DMA : 0); 1940 1941 /* 1942 * If there is no interrupt for CMD input, busy-wait for it (done in 1943 * the interrupt routine. If it is a polled command, call the interrupt 1944 * routine until command is done. 1945 */ 1946 if ((sc_xfer->xs_periph->periph_cap & ATAPI_CFG_DRQ_MASK) != 1947 ATAPI_CFG_IRQ_DRQ || (sc_xfer->xs_control & XS_CTL_POLL)) { 1948 /* Wait for at last 400ns for status bit to be valid */ 1949 DELAY(1); 1950 mvsata_atapi_intr(chp, xfer, 0); 1951 } else 1952 chp->ch_flags |= ATACH_IRQ_WAIT; 1953 if (sc_xfer->xs_control & XS_CTL_POLL) { 1954 if (chp->ch_flags & ATACH_DMA_WAIT) { 1955 wdc_dmawait(chp, xfer, sc_xfer->timeout); 1956 chp->ch_flags &= ~ATACH_DMA_WAIT; 1957 } 1958 while ((sc_xfer->xs_status & XS_STS_DONE) == 0) { 1959 /* Wait for at last 400ns for status bit to be valid */ 1960 DELAY(1); 1961 mvsata_atapi_intr(chp, xfer, 0); 1962 } 1963 } 1964 return; 1965 1966 timeout: 1967 aprint_error_dev(atac->atac_dev, "channel %d drive %d: %s timed out\n", 1968 chp->ch_channel, xfer->c_drive, errstring); 1969 sc_xfer->error = XS_TIMEOUT; 1970 MVSATA_WDC_WRITE_1(mvport, SRB_CAS, WDCTL_4BIT); 1971 delay(10); /* some drives need a little delay here */ 1972 mvsata_atapi_reset(chp, xfer); 1973 return; 1974 1975 error: 1976 aprint_error_dev(atac->atac_dev, 1977 "channel %d drive %d: %s error (0x%x)\n", 1978 chp->ch_channel, xfer->c_drive, errstring, chp->ch_error); 1979 sc_xfer->error = XS_SHORTSENSE; 1980 sc_xfer->sense.atapi_sense = chp->ch_error; 1981 MVSATA_WDC_WRITE_1(mvport, SRB_CAS, WDCTL_4BIT); 1982 delay(10); /* some drives need a little delay here */ 1983 mvsata_atapi_reset(chp, xfer); 1984 return; 1985 } 1986 1987 static int 1988 mvsata_atapi_intr(struct ata_channel *chp, struct ata_xfer *xfer, int irq) 1989 { 1990 struct mvsata_port *mvport = (struct mvsata_port *)chp; 1991 struct atac_softc *atac = chp->ch_atac; 1992 struct wdc_softc *wdc = CHAN_TO_WDC(chp); 1993 struct scsipi_xfer *sc_xfer = xfer->c_cmd; 1994 struct ata_drive_datas *drvp = &chp->ch_drive[xfer->c_drive]; 1995 int len, phase, ire, error, retries=0, i; 1996 void *cmd; 1997 1998 DPRINTFN(1, ("%s:%d:%d: mvsata_atapi_intr\n", 1999 device_xname(atac->atac_dev), chp->ch_channel, xfer->c_drive)); 2000 2001 /* Is it not a transfer, but a control operation? */ 2002 if (drvp->state < READY) { 2003 aprint_error_dev(atac->atac_dev, 2004 "channel %d drive %d: bad state %d\n", 2005 chp->ch_channel, xfer->c_drive, drvp->state); 2006 panic("mvsata_atapi_intr: bad state"); 2007 } 2008 /* 2009 * If we missed an interrupt in a PIO transfer, reset and restart. 2010 * Don't try to continue transfer, we may have missed cycles. 2011 */ 2012 if ((xfer->c_flags & (C_TIMEOU | C_DMA)) == C_TIMEOU) { 2013 sc_xfer->error = XS_TIMEOUT; 2014 mvsata_atapi_reset(chp, xfer); 2015 return 1; 2016 } 2017 2018 /* Ack interrupt done in wdc_wait_for_unbusy */ 2019 MVSATA_WDC_WRITE_1(mvport, SRB_H, WDSD_IBM); 2020 if (wdc_wait_for_unbusy(chp, 2021 (irq == 0) ? sc_xfer->timeout : 0, AT_POLL) == WDCWAIT_TOUT) { 2022 if (irq && (xfer->c_flags & C_TIMEOU) == 0) 2023 return 0; /* IRQ was not for us */ 2024 aprint_error_dev(atac->atac_dev, 2025 "channel %d: device timeout, c_bcount=%d, c_skip=%d\n", 2026 chp->ch_channel, xfer->c_bcount, xfer->c_skip); 2027 if (xfer->c_flags & C_DMA) 2028 ata_dmaerr(drvp, 2029 (xfer->c_flags & C_POLL) ? AT_POLL : 0); 2030 sc_xfer->error = XS_TIMEOUT; 2031 mvsata_atapi_reset(chp, xfer); 2032 return 1; 2033 } 2034 2035 /* 2036 * If we missed an IRQ and were using DMA, flag it as a DMA error 2037 * and reset device. 2038 */ 2039 if ((xfer->c_flags & C_TIMEOU) && (xfer->c_flags & C_DMA)) { 2040 ata_dmaerr(drvp, (xfer->c_flags & C_POLL) ? AT_POLL : 0); 2041 sc_xfer->error = XS_RESET; 2042 mvsata_atapi_reset(chp, xfer); 2043 return (1); 2044 } 2045 /* 2046 * if the request sense command was aborted, report the short sense 2047 * previously recorded, else continue normal processing 2048 */ 2049 2050 again: 2051 len = MVSATA_WDC_READ_1(mvport, SRB_LBAM) + 2052 256 * MVSATA_WDC_READ_1(mvport, SRB_LBAH); 2053 ire = MVSATA_WDC_READ_1(mvport, SRB_SC); 2054 phase = (ire & (WDCI_CMD | WDCI_IN)) | (chp->ch_status & WDCS_DRQ); 2055 DPRINTF(( 2056 "mvsata_atapi_intr: c_bcount %d len %d st 0x%x err 0x%x ire 0x%x :", 2057 xfer->c_bcount, len, chp->ch_status, chp->ch_error, ire)); 2058 2059 switch (phase) { 2060 case PHASE_CMDOUT: 2061 cmd = sc_xfer->cmd; 2062 DPRINTF(("PHASE_CMDOUT\n")); 2063 /* Init the DMA channel if necessary */ 2064 if (xfer->c_flags & C_DMA) { 2065 error = mvsata_bdma_init(mvport, sc_xfer, 2066 (char *)xfer->c_databuf + xfer->c_skip); 2067 if (error) { 2068 if (error == EINVAL) { 2069 /* 2070 * We can't do DMA on this transfer 2071 * for some reason. Fall back to PIO. 2072 */ 2073 xfer->c_flags &= ~C_DMA; 2074 error = 0; 2075 } else { 2076 sc_xfer->error = XS_DRIVER_STUFFUP; 2077 break; 2078 } 2079 } 2080 } 2081 2082 /* send packet command */ 2083 /* Commands are 12 or 16 bytes long. It's 32-bit aligned */ 2084 wdc->dataout_pio(chp, drvp->drive_flags, cmd, sc_xfer->cmdlen); 2085 2086 /* Start the DMA channel if necessary */ 2087 if (xfer->c_flags & C_DMA) { 2088 mvsata_bdma_start(mvport); 2089 chp->ch_flags |= ATACH_DMA_WAIT; 2090 } 2091 2092 if ((sc_xfer->xs_control & XS_CTL_POLL) == 0) 2093 chp->ch_flags |= ATACH_IRQ_WAIT; 2094 return 1; 2095 2096 case PHASE_DATAOUT: 2097 /* write data */ 2098 DPRINTF(("PHASE_DATAOUT\n")); 2099 if ((sc_xfer->xs_control & XS_CTL_DATA_OUT) == 0 || 2100 (xfer->c_flags & C_DMA) != 0) { 2101 aprint_error_dev(atac->atac_dev, 2102 "channel %d drive %d: bad data phase DATAOUT\n", 2103 chp->ch_channel, xfer->c_drive); 2104 if (xfer->c_flags & C_DMA) 2105 ata_dmaerr(drvp, 2106 (xfer->c_flags & C_POLL) ? AT_POLL : 0); 2107 sc_xfer->error = XS_TIMEOUT; 2108 mvsata_atapi_reset(chp, xfer); 2109 return 1; 2110 } 2111 xfer->c_lenoff = len - xfer->c_bcount; 2112 if (xfer->c_bcount < len) { 2113 aprint_error_dev(atac->atac_dev, "channel %d drive %d:" 2114 " warning: write only %d of %d requested bytes\n", 2115 chp->ch_channel, xfer->c_drive, xfer->c_bcount, 2116 len); 2117 len = xfer->c_bcount; 2118 } 2119 2120 wdc->dataout_pio(chp, drvp->drive_flags, 2121 (char *)xfer->c_databuf + xfer->c_skip, len); 2122 2123 for (i = xfer->c_lenoff; i > 0; i -= 2) 2124 MVSATA_WDC_WRITE_2(mvport, SRB_PIOD, 0); 2125 2126 xfer->c_skip += len; 2127 xfer->c_bcount -= len; 2128 if ((sc_xfer->xs_control & XS_CTL_POLL) == 0) 2129 chp->ch_flags |= ATACH_IRQ_WAIT; 2130 return 1; 2131 2132 case PHASE_DATAIN: 2133 /* Read data */ 2134 DPRINTF(("PHASE_DATAIN\n")); 2135 if ((sc_xfer->xs_control & XS_CTL_DATA_IN) == 0 || 2136 (xfer->c_flags & C_DMA) != 0) { 2137 aprint_error_dev(atac->atac_dev, 2138 "channel %d drive %d: bad data phase DATAIN\n", 2139 chp->ch_channel, xfer->c_drive); 2140 if (xfer->c_flags & C_DMA) 2141 ata_dmaerr(drvp, 2142 (xfer->c_flags & C_POLL) ? AT_POLL : 0); 2143 sc_xfer->error = XS_TIMEOUT; 2144 mvsata_atapi_reset(chp, xfer); 2145 return 1; 2146 } 2147 xfer->c_lenoff = len - xfer->c_bcount; 2148 if (xfer->c_bcount < len) { 2149 aprint_error_dev(atac->atac_dev, "channel %d drive %d:" 2150 " warning: reading only %d of %d bytes\n", 2151 chp->ch_channel, xfer->c_drive, xfer->c_bcount, 2152 len); 2153 len = xfer->c_bcount; 2154 } 2155 2156 wdc->datain_pio(chp, drvp->drive_flags, 2157 (char *)xfer->c_databuf + xfer->c_skip, len); 2158 2159 if (xfer->c_lenoff > 0) 2160 wdcbit_bucket(chp, len - xfer->c_bcount); 2161 2162 xfer->c_skip += len; 2163 xfer->c_bcount -= len; 2164 if ((sc_xfer->xs_control & XS_CTL_POLL) == 0) 2165 chp->ch_flags |= ATACH_IRQ_WAIT; 2166 return 1; 2167 2168 case PHASE_ABORTED: 2169 case PHASE_COMPLETED: 2170 DPRINTF(("PHASE_COMPLETED\n")); 2171 if (xfer->c_flags & C_DMA) 2172 xfer->c_bcount -= sc_xfer->datalen; 2173 sc_xfer->resid = xfer->c_bcount; 2174 mvsata_atapi_phase_complete(xfer); 2175 return 1; 2176 2177 default: 2178 if (++retries<500) { 2179 DELAY(100); 2180 chp->ch_status = MVSATA_WDC_READ_1(mvport, SRB_CS); 2181 chp->ch_error = MVSATA_WDC_READ_1(mvport, SRB_FE); 2182 goto again; 2183 } 2184 aprint_error_dev(atac->atac_dev, 2185 "channel %d drive %d: unknown phase 0x%x\n", 2186 chp->ch_channel, xfer->c_drive, phase); 2187 if (chp->ch_status & WDCS_ERR) { 2188 sc_xfer->error = XS_SHORTSENSE; 2189 sc_xfer->sense.atapi_sense = chp->ch_error; 2190 } else { 2191 if (xfer->c_flags & C_DMA) 2192 ata_dmaerr(drvp, 2193 (xfer->c_flags & C_POLL) ? AT_POLL : 0); 2194 sc_xfer->error = XS_RESET; 2195 mvsata_atapi_reset(chp, xfer); 2196 return (1); 2197 } 2198 } 2199 DPRINTF(("mvsata_atapi_intr: mvsata_atapi_done() (end), error 0x%x " 2200 "sense 0x%x\n", sc_xfer->error, sc_xfer->sense.atapi_sense)); 2201 mvsata_atapi_done(chp, xfer); 2202 return 1; 2203 } 2204 2205 static void 2206 mvsata_atapi_kill_xfer(struct ata_channel *chp, struct ata_xfer *xfer, 2207 int reason) 2208 { 2209 struct mvsata_port *mvport = (struct mvsata_port *)chp; 2210 struct scsipi_xfer *sc_xfer = xfer->c_cmd; 2211 2212 /* remove this command from xfer queue */ 2213 switch (reason) { 2214 case KILL_GONE: 2215 sc_xfer->error = XS_DRIVER_STUFFUP; 2216 break; 2217 2218 case KILL_RESET: 2219 sc_xfer->error = XS_RESET; 2220 break; 2221 2222 default: 2223 aprint_error_dev(MVSATA_DEV2(mvport), 2224 "mvsata_atapi_kill_xfer: unknown reason %d\n", reason); 2225 panic("mvsata_atapi_kill_xfer"); 2226 } 2227 ata_free_xfer(chp, xfer); 2228 scsipi_done(sc_xfer); 2229 } 2230 2231 static void 2232 mvsata_atapi_reset(struct ata_channel *chp, struct ata_xfer *xfer) 2233 { 2234 struct atac_softc *atac = chp->ch_atac; 2235 struct ata_drive_datas *drvp = &chp->ch_drive[xfer->c_drive]; 2236 struct scsipi_xfer *sc_xfer = xfer->c_cmd; 2237 2238 wdccommandshort(chp, xfer->c_drive, ATAPI_SOFT_RESET); 2239 drvp->state = 0; 2240 if (wdc_wait_for_unbusy(chp, WDC_RESET_WAIT, AT_POLL) != 0) { 2241 printf("%s:%d:%d: reset failed\n", device_xname(atac->atac_dev), 2242 chp->ch_channel, xfer->c_drive); 2243 sc_xfer->error = XS_SELTIMEOUT; 2244 } 2245 mvsata_atapi_done(chp, xfer); 2246 return; 2247 } 2248 2249 static void 2250 mvsata_atapi_phase_complete(struct ata_xfer *xfer) 2251 { 2252 struct ata_channel *chp = xfer->c_chp; 2253 struct atac_softc *atac = chp->ch_atac; 2254 struct wdc_softc *wdc = CHAN_TO_WDC(chp); 2255 struct scsipi_xfer *sc_xfer = xfer->c_cmd; 2256 struct ata_drive_datas *drvp = &chp->ch_drive[xfer->c_drive]; 2257 2258 /* wait for DSC if needed */ 2259 if (drvp->drive_flags & ATA_DRIVE_ATAPIDSCW) { 2260 DPRINTFN(1, 2261 ("%s:%d:%d: mvsata_atapi_phase_complete: polldsc %d\n", 2262 device_xname(atac->atac_dev), chp->ch_channel, 2263 xfer->c_drive, xfer->c_dscpoll)); 2264 if (cold) 2265 panic("mvsata_atapi_phase_complete: cold"); 2266 2267 if (wdcwait(chp, WDCS_DSC, WDCS_DSC, 10, AT_POLL) == 2268 WDCWAIT_TOUT) { 2269 /* 10ms not enough, try again in 1 tick */ 2270 if (xfer->c_dscpoll++ > mstohz(sc_xfer->timeout)) { 2271 aprint_error_dev(atac->atac_dev, 2272 "channel %d: wait_for_dsc failed\n", 2273 chp->ch_channel); 2274 sc_xfer->error = XS_TIMEOUT; 2275 mvsata_atapi_reset(chp, xfer); 2276 return; 2277 } else 2278 callout_reset(&chp->ch_callout, 1, 2279 mvsata_atapi_polldsc, xfer); 2280 return; 2281 } 2282 } 2283 2284 /* 2285 * Some drive occasionally set WDCS_ERR with 2286 * "ATA illegal length indication" in the error 2287 * register. If we read some data the sense is valid 2288 * anyway, so don't report the error. 2289 */ 2290 if (chp->ch_status & WDCS_ERR && 2291 ((sc_xfer->xs_control & XS_CTL_REQSENSE) == 0 || 2292 sc_xfer->resid == sc_xfer->datalen)) { 2293 /* save the short sense */ 2294 sc_xfer->error = XS_SHORTSENSE; 2295 sc_xfer->sense.atapi_sense = chp->ch_error; 2296 if ((sc_xfer->xs_periph->periph_quirks & PQUIRK_NOSENSE) == 0) { 2297 /* ask scsipi to send a REQUEST_SENSE */ 2298 sc_xfer->error = XS_BUSY; 2299 sc_xfer->status = SCSI_CHECK; 2300 } else 2301 if (wdc->dma_status & (WDC_DMAST_NOIRQ | WDC_DMAST_ERR)) { 2302 ata_dmaerr(drvp, 2303 (xfer->c_flags & C_POLL) ? AT_POLL : 0); 2304 sc_xfer->error = XS_RESET; 2305 mvsata_atapi_reset(chp, xfer); 2306 return; 2307 } 2308 } 2309 if (xfer->c_bcount != 0) 2310 DPRINTFN(1, ("%s:%d:%d: mvsata_atapi_intr:" 2311 " bcount value is %d after io\n", 2312 device_xname(atac->atac_dev), chp->ch_channel, 2313 xfer->c_drive, xfer->c_bcount)); 2314 #ifdef DIAGNOSTIC 2315 if (xfer->c_bcount < 0) 2316 aprint_error_dev(atac->atac_dev, 2317 "channel %d drive %d: mvsata_atapi_intr:" 2318 " warning: bcount value is %d after io\n", 2319 chp->ch_channel, xfer->c_drive, xfer->c_bcount); 2320 #endif 2321 2322 DPRINTFN(1, ("%s:%d:%d: mvsata_atapi_phase_complete:" 2323 " mvsata_atapi_done(), error 0x%x sense 0x%x\n", 2324 device_xname(atac->atac_dev), chp->ch_channel, xfer->c_drive, 2325 sc_xfer->error, sc_xfer->sense.atapi_sense)); 2326 mvsata_atapi_done(chp, xfer); 2327 } 2328 2329 static void 2330 mvsata_atapi_done(struct ata_channel *chp, struct ata_xfer *xfer) 2331 { 2332 struct atac_softc *atac = chp->ch_atac; 2333 struct scsipi_xfer *sc_xfer = xfer->c_cmd; 2334 int drive = xfer->c_drive; 2335 2336 DPRINTFN(1, ("%s:%d:%d: mvsata_atapi_done: flags 0x%x\n", 2337 device_xname(atac->atac_dev), chp->ch_channel, xfer->c_drive, 2338 (u_int)xfer->c_flags)); 2339 callout_stop(&chp->ch_callout); 2340 /* mark controller inactive and free the command */ 2341 chp->ch_queue->active_xfer = NULL; 2342 ata_free_xfer(chp, xfer); 2343 2344 if (chp->ch_drive[drive].drive_flags & ATA_DRIVE_WAITDRAIN) { 2345 sc_xfer->error = XS_DRIVER_STUFFUP; 2346 chp->ch_drive[drive].drive_flags &= ~ATA_DRIVE_WAITDRAIN; 2347 wakeup(&chp->ch_queue->active_xfer); 2348 } 2349 2350 DPRINTFN(1, ("%s:%d: mvsata_atapi_done: scsipi_done\n", 2351 device_xname(atac->atac_dev), chp->ch_channel)); 2352 scsipi_done(sc_xfer); 2353 DPRINTFN(1, ("%s:%d: atastart from wdc_atapi_done, flags 0x%x\n", 2354 device_xname(atac->atac_dev), chp->ch_channel, chp->ch_flags)); 2355 atastart(chp); 2356 } 2357 2358 static void 2359 mvsata_atapi_polldsc(void *arg) 2360 { 2361 2362 mvsata_atapi_phase_complete(arg); 2363 } 2364 #endif /* NATAPIBUS > 0 */ 2365 2366 2367 /* 2368 * XXXX: Shall we need lock for race condition in mvsata_edma_enqueue{,_gen2}(), 2369 * if supported queuing command by atabus? The race condition will not happen 2370 * if this is called only to the thread of atabus. 2371 */ 2372 static int 2373 mvsata_edma_enqueue(struct mvsata_port *mvport, struct ata_bio *ata_bio, 2374 void *databuf) 2375 { 2376 struct mvsata_softc *sc = device_private(MVSATA_DEV2(mvport)); 2377 struct ata_channel *chp = &mvport->port_ata_channel; 2378 struct eprd *eprd; 2379 bus_addr_t crqb_base_addr; 2380 bus_dmamap_t data_dmamap; 2381 uint32_t reg; 2382 int quetag, erqqip, erqqop, next, rv, i; 2383 2384 DPRINTFN(2, ("%s:%d:%d: mvsata_edma_enqueue:" 2385 " blkno=0x%" PRIx64 ", nbytes=%d, flags=0x%x\n", 2386 device_xname(MVSATA_DEV2(mvport)), mvport->port_hc->hc, 2387 mvport->port, ata_bio->blkno, ata_bio->nbytes, ata_bio->flags)); 2388 2389 reg = MVSATA_EDMA_READ_4(mvport, EDMA_REQQOP); 2390 erqqop = (reg & EDMA_REQQP_ERQQP_MASK) >> EDMA_REQQP_ERQQP_SHIFT; 2391 reg = MVSATA_EDMA_READ_4(mvport, EDMA_REQQIP); 2392 erqqip = (reg & EDMA_REQQP_ERQQP_MASK) >> EDMA_REQQP_ERQQP_SHIFT; 2393 next = erqqip; 2394 MVSATA_EDMAQ_INC(next); 2395 if (next == erqqop) 2396 /* queue full */ 2397 return EBUSY; 2398 if ((quetag = mvsata_quetag_get(mvport)) == -1) 2399 /* tag nothing */ 2400 return EBUSY; 2401 DPRINTFN(2, (" erqqip=%d, quetag=%d\n", erqqip, quetag)); 2402 2403 rv = mvsata_dma_bufload(mvport, quetag, databuf, ata_bio->nbytes, 2404 ata_bio->flags); 2405 if (rv != 0) 2406 return rv; 2407 2408 KASSERT(mvport->port_reqtbl[quetag].xfer == NULL); 2409 KASSERT(chp->ch_queue->active_xfer != NULL); 2410 mvport->port_reqtbl[quetag].xfer = chp->ch_queue->active_xfer; 2411 2412 /* setup EDMA Physical Region Descriptors (ePRD) Table Data */ 2413 data_dmamap = mvport->port_reqtbl[quetag].data_dmamap; 2414 eprd = mvport->port_reqtbl[quetag].eprd; 2415 for (i = 0; i < data_dmamap->dm_nsegs; i++) { 2416 bus_addr_t ds_addr = data_dmamap->dm_segs[i].ds_addr; 2417 bus_size_t ds_len = data_dmamap->dm_segs[i].ds_len; 2418 2419 eprd->prdbal = htole32(ds_addr & EPRD_PRDBAL_MASK); 2420 eprd->bytecount = htole32(EPRD_BYTECOUNT(ds_len)); 2421 eprd->eot = htole16(0); 2422 eprd->prdbah = htole32((ds_addr >> 16) >> 16); 2423 eprd++; 2424 } 2425 (eprd - 1)->eot |= htole16(EPRD_EOT); 2426 #ifdef MVSATA_DEBUG 2427 if (mvsata_debug >= 3) 2428 mvsata_print_eprd(mvport, quetag); 2429 #endif 2430 bus_dmamap_sync(mvport->port_dmat, mvport->port_eprd_dmamap, 2431 mvport->port_reqtbl[quetag].eprd_offset, MVSATA_EPRD_MAX_SIZE, 2432 BUS_DMASYNC_PREWRITE); 2433 2434 /* setup EDMA Command Request Block (CRQB) Data */ 2435 sc->sc_edma_setup_crqb(mvport, erqqip, quetag, ata_bio); 2436 #ifdef MVSATA_DEBUG 2437 if (mvsata_debug >= 3) 2438 mvsata_print_crqb(mvport, erqqip); 2439 #endif 2440 bus_dmamap_sync(mvport->port_dmat, mvport->port_crqb_dmamap, 2441 erqqip * sizeof(union mvsata_crqb), 2442 sizeof(union mvsata_crqb), BUS_DMASYNC_PREWRITE); 2443 2444 MVSATA_EDMAQ_INC(erqqip); 2445 2446 crqb_base_addr = mvport->port_crqb_dmamap->dm_segs[0].ds_addr & 2447 (EDMA_REQQP_ERQQBAP_MASK | EDMA_REQQP_ERQQBA_MASK); 2448 MVSATA_EDMA_WRITE_4(mvport, EDMA_REQQBAH, (crqb_base_addr >> 16) >> 16); 2449 MVSATA_EDMA_WRITE_4(mvport, EDMA_REQQIP, 2450 crqb_base_addr | (erqqip << EDMA_REQQP_ERQQP_SHIFT)); 2451 2452 return 0; 2453 } 2454 2455 static int 2456 mvsata_edma_handle(struct mvsata_port *mvport, struct ata_xfer *xfer1) 2457 { 2458 struct ata_channel *chp = &mvport->port_ata_channel; 2459 struct crpb *crpb; 2460 struct ata_bio *ata_bio; 2461 struct ata_xfer *xfer; 2462 uint32_t reg; 2463 int erqqip, erqqop, erpqip, erpqop, prev_erpqop, quetag, handled = 0, n; 2464 2465 /* First, Sync for Request Queue buffer */ 2466 reg = MVSATA_EDMA_READ_4(mvport, EDMA_REQQOP); 2467 erqqop = (reg & EDMA_REQQP_ERQQP_MASK) >> EDMA_REQQP_ERQQP_SHIFT; 2468 if (mvport->port_prev_erqqop != erqqop) { 2469 const int s = sizeof(union mvsata_crqb); 2470 2471 if (mvport->port_prev_erqqop < erqqop) 2472 n = erqqop - mvport->port_prev_erqqop; 2473 else { 2474 if (erqqop > 0) 2475 bus_dmamap_sync(mvport->port_dmat, 2476 mvport->port_crqb_dmamap, 0, erqqop * s, 2477 BUS_DMASYNC_POSTWRITE); 2478 n = MVSATA_EDMAQ_LEN - mvport->port_prev_erqqop; 2479 } 2480 if (n > 0) 2481 bus_dmamap_sync(mvport->port_dmat, 2482 mvport->port_crqb_dmamap, 2483 mvport->port_prev_erqqop * s, n * s, 2484 BUS_DMASYNC_POSTWRITE); 2485 mvport->port_prev_erqqop = erqqop; 2486 } 2487 2488 reg = MVSATA_EDMA_READ_4(mvport, EDMA_RESQIP); 2489 erpqip = (reg & EDMA_RESQP_ERPQP_MASK) >> EDMA_RESQP_ERPQP_SHIFT; 2490 reg = MVSATA_EDMA_READ_4(mvport, EDMA_RESQOP); 2491 erpqop = (reg & EDMA_RESQP_ERPQP_MASK) >> EDMA_RESQP_ERPQP_SHIFT; 2492 2493 DPRINTFN(3, ("%s:%d:%d: mvsata_edma_handle: erpqip=%d, erpqop=%d\n", 2494 device_xname(MVSATA_DEV2(mvport)), mvport->port_hc->hc, 2495 mvport->port, erpqip, erpqop)); 2496 2497 if (erpqop == erpqip) 2498 return 0; 2499 2500 if (erpqop < erpqip) 2501 n = erpqip - erpqop; 2502 else { 2503 if (erpqip > 0) 2504 bus_dmamap_sync(mvport->port_dmat, 2505 mvport->port_crpb_dmamap, 2506 0, erpqip * sizeof(struct crpb), 2507 BUS_DMASYNC_POSTREAD); 2508 n = MVSATA_EDMAQ_LEN - erpqop; 2509 } 2510 if (n > 0) 2511 bus_dmamap_sync(mvport->port_dmat, mvport->port_crpb_dmamap, 2512 erpqop * sizeof(struct crpb), 2513 n * sizeof(struct crpb), BUS_DMASYNC_POSTREAD); 2514 2515 prev_erpqop = erpqop; 2516 while (erpqop != erpqip) { 2517 #ifdef MVSATA_DEBUG 2518 if (mvsata_debug >= 3) 2519 mvsata_print_crpb(mvport, erpqop); 2520 #endif 2521 crpb = mvport->port_crpb + erpqop; 2522 quetag = CRPB_CHOSTQUETAG(le16toh(crpb->id)); 2523 KASSERT(chp->ch_queue->active_xfer != NULL); 2524 xfer = chp->ch_queue->active_xfer; 2525 KASSERT(xfer == mvport->port_reqtbl[quetag].xfer); 2526 #ifdef DIAGNOSTIC 2527 if (xfer == NULL) 2528 panic("unknown response received: %s:%d:%d: tag 0x%x\n", 2529 device_xname(MVSATA_DEV2(mvport)), 2530 mvport->port_hc->hc, mvport->port, quetag); 2531 #endif 2532 2533 bus_dmamap_sync(mvport->port_dmat, mvport->port_eprd_dmamap, 2534 mvport->port_reqtbl[quetag].eprd_offset, 2535 MVSATA_EPRD_MAX_SIZE, BUS_DMASYNC_POSTWRITE); 2536 2537 chp->ch_status = CRPB_CDEVSTS(le16toh(crpb->rspflg)); 2538 chp->ch_error = CRPB_CEDMASTS(le16toh(crpb->rspflg)); 2539 ata_bio = xfer->c_cmd; 2540 ata_bio->error = NOERROR; 2541 ata_bio->r_error = 0; 2542 if (chp->ch_status & WDCS_ERR) 2543 ata_bio->error = ERROR; 2544 if (chp->ch_status & WDCS_BSY) 2545 ata_bio->error = TIMEOUT; 2546 if (chp->ch_error) 2547 ata_bio->error = ERR_DMA; 2548 2549 mvsata_dma_bufunload(mvport, quetag, ata_bio->flags); 2550 mvport->port_reqtbl[quetag].xfer = NULL; 2551 mvsata_quetag_put(mvport, quetag); 2552 MVSATA_EDMAQ_INC(erpqop); 2553 2554 #if 1 /* XXXX: flags clears here, because necessary the atabus layer. */ 2555 erqqip = (MVSATA_EDMA_READ_4(mvport, EDMA_REQQIP) & 2556 EDMA_REQQP_ERQQP_MASK) >> EDMA_REQQP_ERQQP_SHIFT; 2557 if (erpqop == erqqip) 2558 chp->ch_flags &= ~(ATACH_DMA_WAIT | ATACH_IRQ_WAIT); 2559 #endif 2560 mvsata_bio_intr(chp, xfer, 1); 2561 if (xfer1 == NULL) 2562 handled++; 2563 else if (xfer == xfer1) { 2564 handled = 1; 2565 break; 2566 } 2567 } 2568 if (prev_erpqop < erpqop) 2569 n = erpqop - prev_erpqop; 2570 else { 2571 if (erpqop > 0) 2572 bus_dmamap_sync(mvport->port_dmat, 2573 mvport->port_crpb_dmamap, 0, 2574 erpqop * sizeof(struct crpb), BUS_DMASYNC_PREREAD); 2575 n = MVSATA_EDMAQ_LEN - prev_erpqop; 2576 } 2577 if (n > 0) 2578 bus_dmamap_sync(mvport->port_dmat, mvport->port_crpb_dmamap, 2579 prev_erpqop * sizeof(struct crpb), 2580 n * sizeof(struct crpb), BUS_DMASYNC_PREREAD); 2581 2582 reg &= ~EDMA_RESQP_ERPQP_MASK; 2583 reg |= (erpqop << EDMA_RESQP_ERPQP_SHIFT); 2584 MVSATA_EDMA_WRITE_4(mvport, EDMA_RESQOP, reg); 2585 2586 #if 0 /* already cleared ago? */ 2587 erqqip = (MVSATA_EDMA_READ_4(mvport, EDMA_REQQIP) & 2588 EDMA_REQQP_ERQQP_MASK) >> EDMA_REQQP_ERQQP_SHIFT; 2589 if (erpqop == erqqip) 2590 chp->ch_flags &= ~(ATACH_DMA_WAIT | ATACH_IRQ_WAIT); 2591 #endif 2592 2593 return handled; 2594 } 2595 2596 static int 2597 mvsata_edma_wait(struct mvsata_port *mvport, struct ata_xfer *xfer, int timeout) 2598 { 2599 struct ata_bio *ata_bio = xfer->c_cmd; 2600 int xtime; 2601 2602 for (xtime = 0; xtime < timeout / 10; xtime++) { 2603 if (mvsata_edma_handle(mvport, xfer)) 2604 return 0; 2605 if (ata_bio->flags & ATA_NOSLEEP) 2606 delay(10000); 2607 else 2608 tsleep(&xfer, PRIBIO, "mvsataipl", mstohz(10)); 2609 } 2610 2611 DPRINTF(("mvsata_edma_wait: timeout: %p\n", xfer)); 2612 mvsata_edma_rqq_remove(mvport, xfer); 2613 xfer->c_flags |= C_TIMEOU; 2614 return 1; 2615 } 2616 2617 static void 2618 mvsata_edma_timeout(void *arg) 2619 { 2620 struct ata_xfer *xfer = (struct ata_xfer *)arg; 2621 struct ata_channel *chp = xfer->c_chp; 2622 struct mvsata_port *mvport = (struct mvsata_port *)chp; 2623 int s; 2624 2625 s = splbio(); 2626 DPRINTF(("mvsata_edma_timeout: %p\n", xfer)); 2627 if ((chp->ch_flags & ATACH_IRQ_WAIT) != 0) { 2628 mvsata_edma_rqq_remove(mvport, xfer); 2629 xfer->c_flags |= C_TIMEOU; 2630 mvsata_bio_intr(chp, xfer, 1); 2631 } 2632 splx(s); 2633 } 2634 2635 static void 2636 mvsata_edma_rqq_remove(struct mvsata_port *mvport, struct ata_xfer *xfer) 2637 { 2638 struct mvsata_softc *sc = device_private(MVSATA_DEV2(mvport)); 2639 struct ata_bio *ata_bio; 2640 bus_addr_t crqb_base_addr; 2641 int erqqip, i; 2642 2643 /* First, hardware reset, stop EDMA */ 2644 mvsata_hreset_port(mvport); 2645 2646 /* cleanup completed EDMA safely */ 2647 mvsata_edma_handle(mvport, NULL); 2648 2649 bus_dmamap_sync(mvport->port_dmat, mvport->port_crqb_dmamap, 0, 2650 sizeof(union mvsata_crqb) * MVSATA_EDMAQ_LEN, BUS_DMASYNC_PREWRITE); 2651 for (i = 0, erqqip = 0; i < MVSATA_EDMAQ_LEN; i++) { 2652 if (mvport->port_reqtbl[i].xfer == NULL) 2653 continue; 2654 2655 ata_bio = mvport->port_reqtbl[i].xfer->c_cmd; 2656 if (mvport->port_reqtbl[i].xfer == xfer) { 2657 /* remove xfer from EDMA request queue */ 2658 bus_dmamap_sync(mvport->port_dmat, 2659 mvport->port_eprd_dmamap, 2660 mvport->port_reqtbl[i].eprd_offset, 2661 MVSATA_EPRD_MAX_SIZE, BUS_DMASYNC_POSTWRITE); 2662 mvsata_dma_bufunload(mvport, i, ata_bio->flags); 2663 mvport->port_reqtbl[i].xfer = NULL; 2664 mvsata_quetag_put(mvport, i); 2665 continue; 2666 } 2667 2668 sc->sc_edma_setup_crqb(mvport, erqqip, i, ata_bio); 2669 erqqip++; 2670 } 2671 bus_dmamap_sync(mvport->port_dmat, mvport->port_crqb_dmamap, 0, 2672 sizeof(union mvsata_crqb) * MVSATA_EDMAQ_LEN, 2673 BUS_DMASYNC_POSTWRITE); 2674 2675 mvsata_edma_config(mvport, mvport->port_edmamode); 2676 mvsata_edma_reset_qptr(mvport); 2677 mvsata_edma_enable(mvport); 2678 2679 crqb_base_addr = mvport->port_crqb_dmamap->dm_segs[0].ds_addr & 2680 (EDMA_REQQP_ERQQBAP_MASK | EDMA_REQQP_ERQQBA_MASK); 2681 MVSATA_EDMA_WRITE_4(mvport, EDMA_REQQBAH, (crqb_base_addr >> 16) >> 16); 2682 MVSATA_EDMA_WRITE_4(mvport, EDMA_REQQIP, 2683 crqb_base_addr | (erqqip << EDMA_REQQP_ERQQP_SHIFT)); 2684 } 2685 2686 #if NATAPIBUS > 0 2687 static int 2688 mvsata_bdma_init(struct mvsata_port *mvport, struct scsipi_xfer *sc_xfer, 2689 void *databuf) 2690 { 2691 struct mvsata_softc *sc = device_private(MVSATA_DEV2(mvport)); 2692 struct eprd *eprd; 2693 bus_dmamap_t data_dmamap; 2694 bus_addr_t eprd_addr; 2695 int quetag, rv; 2696 2697 DPRINTFN(2, 2698 ("%s:%d:%d: mvsata_bdma_init: datalen=%d, xs_control=0x%x\n", 2699 device_xname(MVSATA_DEV2(mvport)), mvport->port_hc->hc, 2700 mvport->port, sc_xfer->datalen, sc_xfer->xs_control)); 2701 2702 if ((quetag = mvsata_quetag_get(mvport)) == -1) 2703 /* tag nothing */ 2704 return EBUSY; 2705 DPRINTFN(2, (" quetag=%d\n", quetag)); 2706 2707 rv = mvsata_dma_bufload(mvport, quetag, databuf, sc_xfer->datalen, 2708 sc_xfer->xs_control & XS_CTL_DATA_IN ? ATA_READ : 0); 2709 if (rv != 0) 2710 return rv; 2711 2712 KASSERT(chp->ch_queue->active_xfer != NULL); 2713 KASSERT(mvport->port_reqtbl[quetag].xfer == NULL); 2714 mvport->port_reqtbl[quetag].xfer = chp->ch_queue->active_xfer; 2715 2716 /* setup EDMA Physical Region Descriptors (ePRD) Table Data */ 2717 data_dmamap = mvport->port_reqtbl[quetag].data_dmamap; 2718 eprd = mvport->port_reqtbl[quetag].eprd; 2719 for (i = 0; i < data_dmamap->dm_nsegs; i++) { 2720 bus_addr_t ds_addr = data_dmamap->dm_segs[i].ds_addr; 2721 bus_size_t ds_len = data_dmamap->dm_segs[i].ds_len; 2722 2723 eprd->prdbal = htole32(ds_addr & EPRD_PRDBAL_MASK); 2724 eprd->bytecount = htole32(EPRD_BYTECOUNT(ds_len)); 2725 eprd->eot = htole16(0); 2726 eprd->prdbah = htole32((ds_addr >> 16) >> 16); 2727 eprd++; 2728 } 2729 (eprd - 1)->eot |= htole16(EPRD_EOT); 2730 #ifdef MVSATA_DEBUG 2731 if (mvsata_debug >= 3) 2732 mvsata_print_eprd(mvport, quetag); 2733 #endif 2734 bus_dmamap_sync(mvport->port_dmat, mvport->port_eprd_dmamap, 2735 mvport->port_reqtbl[quetag].eprd_offset, MVSATA_EPRD_MAX_SIZE, 2736 BUS_DMASYNC_PREWRITE); 2737 eprd_addr = mvport->port_eprd_dmamap->dm_segs[0].ds_addr + 2738 mvport->port_reqtbl[quetag].eprd_offset; 2739 2740 MVSATA_EDMA_WRITE_4(mvport, DMA_DTLBA, eprd_addr & DMA_DTLBA_MASK); 2741 MVSATA_EDMA_WRITE_4(mvport, DMA_DTHBA, (eprd_addr >> 16) >> 16); 2742 2743 if (sc_xfer->xs_control & XS_CTL_DATA_IN) 2744 MVSATA_EDMA_WRITE_4(mvport, DMA_C, DMA_C_READ); 2745 else 2746 MVSATA_EDMA_WRITE_4(mvport, DMA_C, 0); 2747 2748 return 0; 2749 } 2750 2751 static void 2752 mvsata_bdma_start(struct mvsata_port *mvport) 2753 { 2754 2755 #ifdef MVSATA_DEBUG 2756 if (mvsata_debug >= 3) 2757 mvsata_print_eprd(mvport, 0); 2758 #endif 2759 2760 MVSATA_EDMA_WRITE_4(mvport, DMA_C, 2761 MVSATA_EDMA_READ_4(mvport, DMA_C) | DMA_C_START); 2762 } 2763 #endif 2764 #endif 2765 2766 2767 static int 2768 mvsata_port_init(struct mvsata_hc *mvhc, int port) 2769 { 2770 struct mvsata_softc *sc = mvhc->hc_sc; 2771 struct mvsata_port *mvport; 2772 struct ata_channel *chp; 2773 int channel, rv, i; 2774 const int crqbq_size = sizeof(union mvsata_crqb) * MVSATA_EDMAQ_LEN; 2775 const int crpbq_size = sizeof(struct crpb) * MVSATA_EDMAQ_LEN; 2776 const int eprd_buf_size = MVSATA_EPRD_MAX_SIZE * MVSATA_EDMAQ_LEN; 2777 2778 mvport = malloc(sizeof(struct mvsata_port), M_DEVBUF, 2779 M_ZERO | M_NOWAIT); 2780 if (mvport == NULL) { 2781 aprint_error("%s:%d: can't allocate memory for port %d\n", 2782 device_xname(MVSATA_DEV(sc)), mvhc->hc, port); 2783 return ENOMEM; 2784 } 2785 2786 mvport->port = port; 2787 mvport->port_hc = mvhc; 2788 mvport->port_edmamode = nodma; 2789 2790 rv = bus_space_subregion(mvhc->hc_iot, mvhc->hc_ioh, 2791 EDMA_REGISTERS_OFFSET + port * EDMA_REGISTERS_SIZE, 2792 EDMA_REGISTERS_SIZE, &mvport->port_ioh); 2793 if (rv != 0) { 2794 aprint_error("%s:%d: can't subregion EDMA %d registers\n", 2795 device_xname(MVSATA_DEV(sc)), mvhc->hc, port); 2796 goto fail0; 2797 } 2798 mvport->port_iot = mvhc->hc_iot; 2799 rv = bus_space_subregion(mvport->port_iot, mvport->port_ioh, SATA_SS, 4, 2800 &mvport->port_sata_sstatus); 2801 if (rv != 0) { 2802 aprint_error("%s:%d:%d: couldn't subregion sstatus regs\n", 2803 device_xname(MVSATA_DEV(sc)), mvhc->hc, port); 2804 goto fail0; 2805 } 2806 rv = bus_space_subregion(mvport->port_iot, mvport->port_ioh, SATA_SE, 4, 2807 &mvport->port_sata_serror); 2808 if (rv != 0) { 2809 aprint_error("%s:%d:%d: couldn't subregion serror regs\n", 2810 device_xname(MVSATA_DEV(sc)), mvhc->hc, port); 2811 goto fail0; 2812 } 2813 if (sc->sc_rev == gen1) 2814 rv = bus_space_subregion(mvhc->hc_iot, mvhc->hc_ioh, 2815 SATAHC_I_R02(port), 4, &mvport->port_sata_scontrol); 2816 else 2817 rv = bus_space_subregion(mvport->port_iot, mvport->port_ioh, 2818 SATA_SC, 4, &mvport->port_sata_scontrol); 2819 if (rv != 0) { 2820 aprint_error("%s:%d:%d: couldn't subregion scontrol regs\n", 2821 device_xname(MVSATA_DEV(sc)), mvhc->hc, port); 2822 goto fail0; 2823 } 2824 mvport->port_dmat = sc->sc_dmat; 2825 #ifndef MVSATA_WITHOUTDMA 2826 mvsata_quetag_init(mvport); 2827 #endif 2828 mvhc->hc_ports[port] = mvport; 2829 2830 channel = mvhc->hc * sc->sc_port + port; 2831 chp = &mvport->port_ata_channel; 2832 chp->ch_channel = channel; 2833 chp->ch_atac = &sc->sc_wdcdev.sc_atac; 2834 chp->ch_queue = &mvport->port_ata_queue; 2835 sc->sc_ata_channels[channel] = chp; 2836 2837 rv = mvsata_wdc_reg_init(mvport, sc->sc_wdcdev.regs + channel); 2838 if (rv != 0) 2839 goto fail0; 2840 2841 rv = bus_dmamap_create(mvport->port_dmat, crqbq_size, 1, crqbq_size, 0, 2842 BUS_DMA_NOWAIT, &mvport->port_crqb_dmamap); 2843 if (rv != 0) { 2844 aprint_error( 2845 "%s:%d:%d: EDMA CRQB map create failed: error=%d\n", 2846 device_xname(MVSATA_DEV(sc)), mvhc->hc, port, rv); 2847 goto fail0; 2848 } 2849 rv = bus_dmamap_create(mvport->port_dmat, crpbq_size, 1, crpbq_size, 0, 2850 BUS_DMA_NOWAIT, &mvport->port_crpb_dmamap); 2851 if (rv != 0) { 2852 aprint_error( 2853 "%s:%d:%d: EDMA CRPB map create failed: error=%d\n", 2854 device_xname(MVSATA_DEV(sc)), mvhc->hc, port, rv); 2855 goto fail1; 2856 } 2857 rv = bus_dmamap_create(mvport->port_dmat, eprd_buf_size, 1, 2858 eprd_buf_size, 0, BUS_DMA_NOWAIT, &mvport->port_eprd_dmamap); 2859 if (rv != 0) { 2860 aprint_error( 2861 "%s:%d:%d: EDMA ePRD buffer map create failed: error=%d\n", 2862 device_xname(MVSATA_DEV(sc)), mvhc->hc, port, rv); 2863 goto fail2; 2864 } 2865 for (i = 0; i < MVSATA_EDMAQ_LEN; i++) { 2866 rv = bus_dmamap_create(mvport->port_dmat, MAXPHYS, 2867 MAXPHYS / PAGE_SIZE, MAXPHYS, 0, BUS_DMA_NOWAIT, 2868 &mvport->port_reqtbl[i].data_dmamap); 2869 if (rv != 0) { 2870 aprint_error("%s:%d:%d:" 2871 " EDMA data map(%d) create failed: error=%d\n", 2872 device_xname(MVSATA_DEV(sc)), mvhc->hc, port, i, 2873 rv); 2874 goto fail3; 2875 } 2876 } 2877 2878 return 0; 2879 2880 fail3: 2881 for (i--; i >= 0; i--) 2882 bus_dmamap_destroy(mvport->port_dmat, 2883 mvport->port_reqtbl[i].data_dmamap); 2884 bus_dmamap_destroy(mvport->port_dmat, mvport->port_eprd_dmamap); 2885 fail2: 2886 bus_dmamap_destroy(mvport->port_dmat, mvport->port_crpb_dmamap); 2887 fail1: 2888 bus_dmamap_destroy(mvport->port_dmat, mvport->port_crqb_dmamap); 2889 fail0: 2890 return rv; 2891 } 2892 2893 static int 2894 mvsata_wdc_reg_init(struct mvsata_port *mvport, struct wdc_regs *wdr) 2895 { 2896 int hc, port, rv, i; 2897 2898 hc = mvport->port_hc->hc; 2899 port = mvport->port; 2900 2901 /* Create subregion for Shadow Registers Map */ 2902 rv = bus_space_subregion(mvport->port_iot, mvport->port_ioh, 2903 SHADOW_REG_BLOCK_OFFSET, SHADOW_REG_BLOCK_SIZE, &wdr->cmd_baseioh); 2904 if (rv != 0) { 2905 aprint_error("%s:%d:%d: couldn't subregion shadow block regs\n", 2906 device_xname(MVSATA_DEV2(mvport)), hc, port); 2907 return rv; 2908 } 2909 wdr->cmd_iot = mvport->port_iot; 2910 2911 /* Once create subregion for each command registers */ 2912 for (i = 0; i < WDC_NREG; i++) { 2913 rv = bus_space_subregion(wdr->cmd_iot, wdr->cmd_baseioh, 2914 i * 4, sizeof(uint32_t), &wdr->cmd_iohs[i]); 2915 if (rv != 0) { 2916 aprint_error("%s:%d:%d: couldn't subregion cmd regs\n", 2917 device_xname(MVSATA_DEV2(mvport)), hc, port); 2918 return rv; 2919 } 2920 } 2921 /* Create subregion for Alternate Status register */ 2922 rv = bus_space_subregion(wdr->cmd_iot, wdr->cmd_baseioh, 2923 i * 4, sizeof(uint32_t), &wdr->ctl_ioh); 2924 if (rv != 0) { 2925 aprint_error("%s:%d:%d: couldn't subregion cmd regs\n", 2926 device_xname(MVSATA_DEV2(mvport)), hc, port); 2927 return rv; 2928 } 2929 wdr->ctl_iot = mvport->port_iot; 2930 2931 wdc_init_shadow_regs(&mvport->port_ata_channel); 2932 2933 rv = bus_space_subregion(mvport->port_iot, mvport->port_ioh, 2934 SATA_SS, sizeof(uint32_t) * 3, &wdr->sata_baseioh); 2935 if (rv != 0) { 2936 aprint_error("%s:%d:%d: couldn't subregion SATA regs\n", 2937 device_xname(MVSATA_DEV2(mvport)), hc, port); 2938 return rv; 2939 } 2940 wdr->sata_iot = mvport->port_iot; 2941 rv = bus_space_subregion(mvport->port_iot, mvport->port_ioh, 2942 SATA_SC, sizeof(uint32_t), &wdr->sata_control); 2943 if (rv != 0) { 2944 aprint_error("%s:%d:%d: couldn't subregion SControl\n", 2945 device_xname(MVSATA_DEV2(mvport)), hc, port); 2946 return rv; 2947 } 2948 rv = bus_space_subregion(mvport->port_iot, mvport->port_ioh, 2949 SATA_SS, sizeof(uint32_t), &wdr->sata_status); 2950 if (rv != 0) { 2951 aprint_error("%s:%d:%d: couldn't subregion SStatus\n", 2952 device_xname(MVSATA_DEV2(mvport)), hc, port); 2953 return rv; 2954 } 2955 rv = bus_space_subregion(mvport->port_iot, mvport->port_ioh, 2956 SATA_SE, sizeof(uint32_t), &wdr->sata_error); 2957 if (rv != 0) { 2958 aprint_error("%s:%d:%d: couldn't subregion SError\n", 2959 device_xname(MVSATA_DEV2(mvport)), hc, port); 2960 return rv; 2961 } 2962 2963 return 0; 2964 } 2965 2966 2967 #ifndef MVSATA_WITHOUTDMA 2968 /* 2969 * There are functions to determine Host Queue Tag. 2970 * XXXX: We hope to rotate Tag to facilitate debugging. 2971 */ 2972 2973 static inline void 2974 mvsata_quetag_init(struct mvsata_port *mvport) 2975 { 2976 2977 mvport->port_quetagidx = 0; 2978 } 2979 2980 static inline int 2981 mvsata_quetag_get(struct mvsata_port *mvport) 2982 { 2983 int begin = mvport->port_quetagidx; 2984 2985 do { 2986 if (mvport->port_reqtbl[mvport->port_quetagidx].xfer == NULL) { 2987 MVSATA_EDMAQ_INC(mvport->port_quetagidx); 2988 return mvport->port_quetagidx; 2989 } 2990 MVSATA_EDMAQ_INC(mvport->port_quetagidx); 2991 } while (mvport->port_quetagidx != begin); 2992 2993 return -1; 2994 } 2995 2996 static inline void 2997 mvsata_quetag_put(struct mvsata_port *mvport, int quetag) 2998 { 2999 3000 /* nothing */ 3001 } 3002 3003 static void * 3004 mvsata_edma_resource_prepare(struct mvsata_port *mvport, bus_dma_tag_t dmat, 3005 bus_dmamap_t *dmamap, size_t size, int write) 3006 { 3007 bus_dma_segment_t seg; 3008 int nseg, rv; 3009 void *kva; 3010 3011 rv = bus_dmamem_alloc(dmat, size, PAGE_SIZE, 0, &seg, 1, &nseg, 3012 BUS_DMA_NOWAIT); 3013 if (rv != 0) { 3014 aprint_error("%s:%d:%d: DMA memory alloc failed: error=%d\n", 3015 device_xname(MVSATA_DEV2(mvport)), 3016 mvport->port_hc->hc, mvport->port, rv); 3017 goto fail; 3018 } 3019 3020 rv = bus_dmamem_map(dmat, &seg, nseg, size, &kva, BUS_DMA_NOWAIT); 3021 if (rv != 0) { 3022 aprint_error("%s:%d:%d: DMA memory map failed: error=%d\n", 3023 device_xname(MVSATA_DEV2(mvport)), 3024 mvport->port_hc->hc, mvport->port, rv); 3025 goto free; 3026 } 3027 3028 rv = bus_dmamap_load(dmat, *dmamap, kva, size, NULL, 3029 BUS_DMA_NOWAIT | (write ? BUS_DMA_WRITE : BUS_DMA_READ)); 3030 if (rv != 0) { 3031 aprint_error("%s:%d:%d: DMA map load failed: error=%d\n", 3032 device_xname(MVSATA_DEV2(mvport)), 3033 mvport->port_hc->hc, mvport->port, rv); 3034 goto unmap; 3035 } 3036 3037 if (!write) 3038 bus_dmamap_sync(dmat, *dmamap, 0, size, BUS_DMASYNC_PREREAD); 3039 3040 return kva; 3041 3042 unmap: 3043 bus_dmamem_unmap(dmat, kva, size); 3044 free: 3045 bus_dmamem_free(dmat, &seg, nseg); 3046 fail: 3047 return NULL; 3048 } 3049 3050 /* ARGSUSED */ 3051 static void 3052 mvsata_edma_resource_purge(struct mvsata_port *mvport, bus_dma_tag_t dmat, 3053 bus_dmamap_t dmamap, void *kva) 3054 { 3055 3056 bus_dmamap_unload(dmat, dmamap); 3057 bus_dmamem_unmap(dmat, kva, dmamap->dm_mapsize); 3058 bus_dmamem_free(dmat, dmamap->dm_segs, dmamap->dm_nsegs); 3059 } 3060 3061 static int 3062 mvsata_dma_bufload(struct mvsata_port *mvport, int index, void *databuf, 3063 size_t datalen, int flags) 3064 { 3065 int rv, lop, sop; 3066 bus_dmamap_t data_dmamap = mvport->port_reqtbl[index].data_dmamap; 3067 3068 lop = (flags & ATA_READ) ? BUS_DMA_READ : BUS_DMA_WRITE; 3069 sop = (flags & ATA_READ) ? BUS_DMASYNC_PREREAD : BUS_DMASYNC_PREWRITE; 3070 3071 rv = bus_dmamap_load(mvport->port_dmat, data_dmamap, databuf, datalen, 3072 NULL, BUS_DMA_NOWAIT | lop); 3073 if (rv) { 3074 aprint_error("%s:%d:%d: buffer load failed: error=%d", 3075 device_xname(MVSATA_DEV2(mvport)), mvport->port_hc->hc, 3076 mvport->port, rv); 3077 return rv; 3078 } 3079 bus_dmamap_sync(mvport->port_dmat, data_dmamap, 0, 3080 data_dmamap->dm_mapsize, sop); 3081 3082 return 0; 3083 } 3084 3085 static inline void 3086 mvsata_dma_bufunload(struct mvsata_port *mvport, int index, int flags) 3087 { 3088 bus_dmamap_t data_dmamap = mvport->port_reqtbl[index].data_dmamap; 3089 3090 bus_dmamap_sync(mvport->port_dmat, data_dmamap, 0, 3091 data_dmamap->dm_mapsize, 3092 (flags & ATA_READ) ? BUS_DMASYNC_POSTREAD : BUS_DMASYNC_POSTWRITE); 3093 bus_dmamap_unload(mvport->port_dmat, data_dmamap); 3094 } 3095 #endif 3096 3097 static void 3098 mvsata_hreset_port(struct mvsata_port *mvport) 3099 { 3100 struct mvsata_softc *sc = device_private(MVSATA_DEV2(mvport)); 3101 3102 MVSATA_EDMA_WRITE_4(mvport, EDMA_CMD, EDMA_CMD_EATARST); 3103 3104 delay(25); /* allow reset propagation */ 3105 3106 MVSATA_EDMA_WRITE_4(mvport, EDMA_CMD, 0); 3107 3108 mvport->_fix_phy_param._fix_phy(mvport); 3109 3110 if (sc->sc_gen == gen1) 3111 delay(1000); 3112 } 3113 3114 static void 3115 mvsata_reset_port(struct mvsata_port *mvport) 3116 { 3117 device_t parent = device_parent(MVSATA_DEV2(mvport)); 3118 3119 MVSATA_EDMA_WRITE_4(mvport, EDMA_CMD, EDMA_CMD_EDSEDMA); 3120 3121 mvsata_hreset_port(mvport); 3122 3123 if (device_is_a(parent, "pci")) 3124 MVSATA_EDMA_WRITE_4(mvport, EDMA_CFG, 3125 EDMA_CFG_RESERVED | EDMA_CFG_ERDBSZ); 3126 else /* SoC */ 3127 MVSATA_EDMA_WRITE_4(mvport, EDMA_CFG, 3128 EDMA_CFG_RESERVED | EDMA_CFG_RESERVED2); 3129 MVSATA_EDMA_WRITE_4(mvport, EDMA_T, 0); 3130 MVSATA_EDMA_WRITE_4(mvport, EDMA_IEC, 0); 3131 MVSATA_EDMA_WRITE_4(mvport, EDMA_IEM, 0); 3132 MVSATA_EDMA_WRITE_4(mvport, EDMA_REQQBAH, 0); 3133 MVSATA_EDMA_WRITE_4(mvport, EDMA_REQQIP, 0); 3134 MVSATA_EDMA_WRITE_4(mvport, EDMA_REQQOP, 0); 3135 MVSATA_EDMA_WRITE_4(mvport, EDMA_RESQBAH, 0); 3136 MVSATA_EDMA_WRITE_4(mvport, EDMA_RESQIP, 0); 3137 MVSATA_EDMA_WRITE_4(mvport, EDMA_RESQOP, 0); 3138 MVSATA_EDMA_WRITE_4(mvport, EDMA_CMD, 0); 3139 MVSATA_EDMA_WRITE_4(mvport, EDMA_TC, 0); 3140 MVSATA_EDMA_WRITE_4(mvport, EDMA_IORT, 0xbc); 3141 3142 MVSATA_EDMA_WRITE_4(mvport, SATA_FISIC, 0); 3143 } 3144 3145 static void 3146 mvsata_reset_hc(struct mvsata_hc *mvhc) 3147 { 3148 #if 0 3149 uint32_t val; 3150 #endif 3151 3152 MVSATA_HC_WRITE_4(mvhc, SATAHC_ICT, 0); 3153 MVSATA_HC_WRITE_4(mvhc, SATAHC_ITT, 0); 3154 MVSATA_HC_WRITE_4(mvhc, SATAHC_IC, 0); 3155 3156 #if 0 /* XXXX needs? */ 3157 MVSATA_HC_WRITE_4(mvhc, 0x01c, 0); 3158 3159 /* 3160 * Keep the SS during power on and the reference clock bits (reset 3161 * sample) 3162 */ 3163 val = MVSATA_HC_READ_4(mvhc, 0x020); 3164 val &= 0x1c1c1c1c; 3165 val |= 0x03030303; 3166 MVSATA_HC_READ_4(mvhc, 0x020, 0); 3167 #endif 3168 } 3169 3170 #ifndef MVSATA_WITHOUTDMA 3171 static void 3172 mvsata_softreset(struct mvsata_port *mvport, int waitok) 3173 { 3174 uint32_t stat; 3175 int i; 3176 3177 MVSATA_WDC_WRITE_1(mvport, SRB_CAS, WDCTL_RST | WDCTL_IDS); 3178 delay(10); 3179 MVSATA_WDC_WRITE_1(mvport, SRB_CAS, WDCTL_IDS); 3180 delay(2000); 3181 3182 if (waitok) { 3183 /* wait maximum 31sec */ 3184 for (i = 31000; i > 0; i--) { 3185 stat = MVSATA_WDC_READ_1(mvport, SRB_CS); 3186 if (!(stat & WDCS_BSY)) 3187 break; 3188 delay(1000); 3189 } 3190 if (i == 0) 3191 aprint_error("%s:%d:%d: soft reset failed\n", 3192 device_xname(MVSATA_DEV2(mvport)), 3193 mvport->port_hc->hc, mvport->port); 3194 } 3195 } 3196 3197 static void 3198 mvsata_edma_reset_qptr(struct mvsata_port *mvport) 3199 { 3200 const bus_addr_t crpb_addr = 3201 mvport->port_crpb_dmamap->dm_segs[0].ds_addr; 3202 const uint32_t crpb_addr_mask = 3203 EDMA_RESQP_ERPQBAP_MASK | EDMA_RESQP_ERPQBA_MASK; 3204 3205 MVSATA_EDMA_WRITE_4(mvport, EDMA_REQQBAH, 0); 3206 MVSATA_EDMA_WRITE_4(mvport, EDMA_REQQIP, 0); 3207 MVSATA_EDMA_WRITE_4(mvport, EDMA_REQQOP, 0); 3208 MVSATA_EDMA_WRITE_4(mvport, EDMA_RESQBAH, (crpb_addr >> 16) >> 16); 3209 MVSATA_EDMA_WRITE_4(mvport, EDMA_RESQIP, 0); 3210 MVSATA_EDMA_WRITE_4(mvport, EDMA_RESQOP, (crpb_addr & crpb_addr_mask)); 3211 } 3212 3213 static inline void 3214 mvsata_edma_enable(struct mvsata_port *mvport) 3215 { 3216 3217 MVSATA_EDMA_WRITE_4(mvport, EDMA_CMD, EDMA_CMD_EENEDMA); 3218 } 3219 3220 static int 3221 mvsata_edma_disable(struct mvsata_port *mvport, int timeout, int waitok) 3222 { 3223 uint32_t status, command; 3224 int ms; 3225 3226 if (MVSATA_EDMA_READ_4(mvport, EDMA_CMD) & EDMA_CMD_EENEDMA) { 3227 for (ms = 0; ms < timeout; ms++) { 3228 status = MVSATA_EDMA_READ_4(mvport, EDMA_S); 3229 if (status & EDMA_S_EDMAIDLE) 3230 break; 3231 if (waitok) 3232 tsleep(&waitok, PRIBIO, "mvsata_edma1", 3233 mstohz(1)); 3234 else 3235 delay(1000); 3236 } 3237 if (ms == timeout) 3238 return EBUSY; 3239 3240 /* The diable bit (eDsEDMA) is self negated. */ 3241 MVSATA_EDMA_WRITE_4(mvport, EDMA_CMD, EDMA_CMD_EDSEDMA); 3242 3243 for ( ; ms < timeout; ms++) { 3244 command = MVSATA_EDMA_READ_4(mvport, EDMA_CMD); 3245 if (!(command & EDMA_CMD_EENEDMA)) 3246 break; 3247 if (waitok) 3248 tsleep(&waitok, PRIBIO, "mvsata_edma2", 3249 mstohz(1)); 3250 else 3251 delay(1000); 3252 } 3253 if (ms == timeout) { 3254 aprint_error("%s:%d:%d: unable to stop EDMA\n", 3255 device_xname(MVSATA_DEV2(mvport)), 3256 mvport->port_hc->hc, mvport->port); 3257 return EBUSY; 3258 } 3259 } 3260 return 0; 3261 } 3262 3263 /* 3264 * Set EDMA registers according to mode. 3265 * ex. NCQ/TCQ(queued)/non queued. 3266 */ 3267 static void 3268 mvsata_edma_config(struct mvsata_port *mvport, int mode) 3269 { 3270 struct mvsata_softc *sc = device_private(MVSATA_DEV2(mvport)); 3271 uint32_t reg; 3272 3273 reg = MVSATA_EDMA_READ_4(mvport, EDMA_CFG); 3274 reg |= EDMA_CFG_RESERVED; 3275 3276 if (mode == ncq) { 3277 if (sc->sc_gen == gen1) { 3278 aprint_error_dev(MVSATA_DEV2(mvport), 3279 "GenI not support NCQ\n"); 3280 return; 3281 } else if (sc->sc_gen == gen2) 3282 reg |= EDMA_CFG_EDEVERR; 3283 reg |= EDMA_CFG_ESATANATVCMDQUE; 3284 } else if (mode == queued) { 3285 reg &= ~EDMA_CFG_ESATANATVCMDQUE; 3286 reg |= EDMA_CFG_EQUE; 3287 } else 3288 reg &= ~(EDMA_CFG_ESATANATVCMDQUE | EDMA_CFG_EQUE); 3289 3290 if (sc->sc_gen == gen1) 3291 reg |= EDMA_CFG_ERDBSZ; 3292 else if (sc->sc_gen == gen2) 3293 reg |= (EDMA_CFG_ERDBSZEXT | EDMA_CFG_EWRBUFFERLEN); 3294 else if (sc->sc_gen == gen2e) { 3295 device_t parent = device_parent(MVSATA_DEV(sc)); 3296 3297 reg |= (EDMA_CFG_EMASKRXPM | EDMA_CFG_EHOSTQUEUECACHEEN); 3298 reg &= ~(EDMA_CFG_EEDMAFBS | EDMA_CFG_EEDMAQUELEN); 3299 3300 if (device_is_a(parent, "pci")) 3301 reg |= ( 3302 #if NATAPIBUS > 0 3303 EDMA_CFG_EEARLYCOMPLETIONEN | 3304 #endif 3305 EDMA_CFG_ECUTTHROUGHEN | 3306 EDMA_CFG_EWRBUFFERLEN | 3307 EDMA_CFG_ERDBSZEXT); 3308 } 3309 MVSATA_EDMA_WRITE_4(mvport, EDMA_CFG, reg); 3310 3311 reg = ( 3312 EDMA_IE_EIORDYERR | 3313 EDMA_IE_ETRANSINT | 3314 EDMA_IE_EDEVCON | 3315 EDMA_IE_EDEVDIS); 3316 if (sc->sc_gen != gen1) 3317 reg |= ( 3318 EDMA_IE_TRANSPROTERR | 3319 EDMA_IE_LINKDATATXERR(EDMA_IE_LINKTXERR_FISTXABORTED) | 3320 EDMA_IE_LINKDATATXERR(EDMA_IE_LINKXERR_OTHERERRORS) | 3321 EDMA_IE_LINKDATATXERR(EDMA_IE_LINKXERR_LINKLAYERRESET) | 3322 EDMA_IE_LINKDATATXERR(EDMA_IE_LINKXERR_INTERNALFIFO) | 3323 EDMA_IE_LINKDATATXERR(EDMA_IE_LINKXERR_SATACRC) | 3324 EDMA_IE_LINKCTLTXERR(EDMA_IE_LINKXERR_OTHERERRORS) | 3325 EDMA_IE_LINKCTLTXERR(EDMA_IE_LINKXERR_LINKLAYERRESET) | 3326 EDMA_IE_LINKCTLTXERR(EDMA_IE_LINKXERR_INTERNALFIFO) | 3327 EDMA_IE_LINKDATARXERR(EDMA_IE_LINKXERR_OTHERERRORS) | 3328 EDMA_IE_LINKDATARXERR(EDMA_IE_LINKXERR_LINKLAYERRESET) | 3329 EDMA_IE_LINKDATARXERR(EDMA_IE_LINKXERR_INTERNALFIFO) | 3330 EDMA_IE_LINKDATARXERR(EDMA_IE_LINKXERR_SATACRC) | 3331 EDMA_IE_LINKCTLRXERR(EDMA_IE_LINKXERR_OTHERERRORS) | 3332 EDMA_IE_LINKCTLRXERR(EDMA_IE_LINKXERR_LINKLAYERRESET) | 3333 EDMA_IE_LINKCTLRXERR(EDMA_IE_LINKXERR_INTERNALFIFO) | 3334 EDMA_IE_LINKCTLRXERR(EDMA_IE_LINKXERR_SATACRC) | 3335 EDMA_IE_ESELFDIS); 3336 3337 if (mode == ncq) 3338 reg |= EDMA_IE_EDEVERR; 3339 MVSATA_EDMA_WRITE_4(mvport, EDMA_IEM, reg); 3340 reg = MVSATA_EDMA_READ_4(mvport, EDMA_HC); 3341 reg &= ~EDMA_IE_EDEVERR; 3342 if (mode != ncq) 3343 reg |= EDMA_IE_EDEVERR; 3344 MVSATA_EDMA_WRITE_4(mvport, EDMA_HC, reg); 3345 if (sc->sc_gen == gen2e) { 3346 /* 3347 * Clear FISWait4HostRdyEn[0] and [2]. 3348 * [0]: Device to Host FIS with <ERR> or <DF> bit set to 1. 3349 * [2]: SDB FIS is received with <ERR> bit set to 1. 3350 */ 3351 reg = MVSATA_EDMA_READ_4(mvport, SATA_FISC); 3352 reg &= ~(SATA_FISC_FISWAIT4HOSTRDYEN_B0 | 3353 SATA_FISC_FISWAIT4HOSTRDYEN_B2); 3354 MVSATA_EDMA_WRITE_4(mvport, SATA_FISC, reg); 3355 } 3356 3357 mvport->port_edmamode = mode; 3358 } 3359 3360 3361 /* 3362 * Generation dependent functions 3363 */ 3364 3365 static void 3366 mvsata_edma_setup_crqb(struct mvsata_port *mvport, int erqqip, int quetag, 3367 struct ata_bio *ata_bio) 3368 { 3369 struct crqb *crqb; 3370 bus_addr_t eprd_addr; 3371 daddr_t blkno; 3372 uint32_t rw; 3373 uint8_t cmd, head; 3374 int i; 3375 const int drive = 3376 mvport->port_ata_channel.ch_queue->active_xfer->c_drive; 3377 3378 eprd_addr = mvport->port_eprd_dmamap->dm_segs[0].ds_addr + 3379 mvport->port_reqtbl[quetag].eprd_offset; 3380 rw = (ata_bio->flags & ATA_READ) ? CRQB_CDIR_READ : CRQB_CDIR_WRITE; 3381 cmd = (ata_bio->flags & ATA_READ) ? WDCC_READDMA : WDCC_WRITEDMA; 3382 head = WDSD_LBA; 3383 blkno = ata_bio->blkno; 3384 if (ata_bio->flags & ATA_LBA48) 3385 cmd = atacmd_to48(cmd); 3386 else { 3387 head |= ((ata_bio->blkno >> 24) & 0xf); 3388 blkno &= 0xffffff; 3389 } 3390 crqb = &mvport->port_crqb->crqb + erqqip; 3391 crqb->cprdbl = htole32(eprd_addr & CRQB_CRQBL_EPRD_MASK); 3392 crqb->cprdbh = htole32((eprd_addr >> 16) >> 16); 3393 crqb->ctrlflg = 3394 htole16(rw | CRQB_CHOSTQUETAG(quetag) | CRQB_CPMPORT(drive)); 3395 i = 0; 3396 if (mvport->port_edmamode == dma) { 3397 if (ata_bio->flags & ATA_LBA48) 3398 crqb->atacommand[i++] = htole16(CRQB_ATACOMMAND( 3399 CRQB_ATACOMMAND_SECTORCOUNT, ata_bio->nblks >> 8)); 3400 crqb->atacommand[i++] = htole16(CRQB_ATACOMMAND( 3401 CRQB_ATACOMMAND_SECTORCOUNT, ata_bio->nblks)); 3402 } else { /* ncq/queued */ 3403 3404 /* 3405 * XXXX: Oops, ata command is not correct. And, atabus layer 3406 * has not been supported yet now. 3407 * Queued DMA read/write. 3408 * read/write FPDMAQueued. 3409 */ 3410 3411 if (ata_bio->flags & ATA_LBA48) 3412 crqb->atacommand[i++] = htole16(CRQB_ATACOMMAND( 3413 CRQB_ATACOMMAND_FEATURES, ata_bio->nblks >> 8)); 3414 crqb->atacommand[i++] = htole16(CRQB_ATACOMMAND( 3415 CRQB_ATACOMMAND_FEATURES, ata_bio->nblks)); 3416 crqb->atacommand[i++] = htole16(CRQB_ATACOMMAND( 3417 CRQB_ATACOMMAND_SECTORCOUNT, quetag << 3)); 3418 } 3419 if (ata_bio->flags & ATA_LBA48) { 3420 crqb->atacommand[i++] = htole16(CRQB_ATACOMMAND( 3421 CRQB_ATACOMMAND_LBALOW, blkno >> 24)); 3422 crqb->atacommand[i++] = htole16(CRQB_ATACOMMAND( 3423 CRQB_ATACOMMAND_LBAMID, blkno >> 32)); 3424 crqb->atacommand[i++] = htole16(CRQB_ATACOMMAND( 3425 CRQB_ATACOMMAND_LBAHIGH, blkno >> 40)); 3426 } 3427 crqb->atacommand[i++] = 3428 htole16(CRQB_ATACOMMAND(CRQB_ATACOMMAND_LBALOW, blkno)); 3429 crqb->atacommand[i++] = 3430 htole16(CRQB_ATACOMMAND(CRQB_ATACOMMAND_LBAMID, blkno >> 8)); 3431 crqb->atacommand[i++] = 3432 htole16(CRQB_ATACOMMAND(CRQB_ATACOMMAND_LBAHIGH, blkno >> 16)); 3433 crqb->atacommand[i++] = 3434 htole16(CRQB_ATACOMMAND(CRQB_ATACOMMAND_DEVICE, head)); 3435 crqb->atacommand[i++] = htole16( 3436 CRQB_ATACOMMAND(CRQB_ATACOMMAND_COMMAND, cmd) | 3437 CRQB_ATACOMMAND_LAST); 3438 } 3439 #endif 3440 3441 static uint32_t 3442 mvsata_read_preamps_gen1(struct mvsata_port *mvport) 3443 { 3444 struct mvsata_hc *hc = mvport->port_hc; 3445 uint32_t reg; 3446 3447 reg = MVSATA_HC_READ_4(hc, SATAHC_I_PHYMODE(mvport->port)); 3448 /* 3449 * [12:11] : pre 3450 * [7:5] : amps 3451 */ 3452 return reg & 0x000018e0; 3453 } 3454 3455 static void 3456 mvsata_fix_phy_gen1(struct mvsata_port *mvport) 3457 { 3458 struct mvsata_softc *sc = device_private(MVSATA_DEV2(mvport)); 3459 struct mvsata_hc *mvhc = mvport->port_hc; 3460 uint32_t reg; 3461 int port = mvport->port, fix_apm_sq = 0; 3462 3463 if (sc->sc_model == PCI_PRODUCT_MARVELL_88SX5080) { 3464 if (sc->sc_rev == 0x01) 3465 fix_apm_sq = 1; 3466 } else { 3467 if (sc->sc_rev == 0x00) 3468 fix_apm_sq = 1; 3469 } 3470 3471 if (fix_apm_sq) { 3472 /* 3473 * Disable auto-power management 3474 * 88SX50xx FEr SATA#12 3475 */ 3476 reg = MVSATA_HC_READ_4(mvhc, SATAHC_I_LTMODE(port)); 3477 reg |= (1 << 19); 3478 MVSATA_HC_WRITE_4(mvhc, SATAHC_I_LTMODE(port), reg); 3479 3480 /* 3481 * Fix squelch threshold 3482 * 88SX50xx FEr SATA#9 3483 */ 3484 reg = MVSATA_HC_READ_4(mvhc, SATAHC_I_PHYCONTROL(port)); 3485 reg &= ~0x3; 3486 reg |= 0x1; 3487 MVSATA_HC_WRITE_4(mvhc, SATAHC_I_PHYCONTROL(port), reg); 3488 } 3489 3490 /* Revert values of pre-emphasis and signal amps to the saved ones */ 3491 reg = MVSATA_HC_READ_4(mvhc, SATAHC_I_PHYMODE(port)); 3492 reg &= ~0x000018e0; /* pre and amps mask */ 3493 reg |= mvport->_fix_phy_param.pre_amps; 3494 MVSATA_HC_WRITE_4(mvhc, SATAHC_I_PHYMODE(port), reg); 3495 } 3496 3497 static void 3498 mvsata_devconn_gen1(struct mvsata_port *mvport) 3499 { 3500 struct mvsata_softc *sc = device_private(MVSATA_DEV2(mvport)); 3501 3502 /* Fix for 88SX50xx FEr SATA#2 */ 3503 mvport->_fix_phy_param._fix_phy(mvport); 3504 3505 /* If disk is connected, then enable the activity LED */ 3506 if (sc->sc_rev == 0x03) { 3507 /* XXXXX */ 3508 } 3509 } 3510 3511 static uint32_t 3512 mvsata_read_preamps_gen2(struct mvsata_port *mvport) 3513 { 3514 uint32_t reg; 3515 3516 reg = MVSATA_EDMA_READ_4(mvport, SATA_PHYM2); 3517 /* 3518 * [10:8] : amps 3519 * [7:5] : pre 3520 */ 3521 return reg & 0x000007e0; 3522 } 3523 3524 static void 3525 mvsata_fix_phy_gen2(struct mvsata_port *mvport) 3526 { 3527 struct mvsata_softc *sc = device_private(MVSATA_DEV2(mvport)); 3528 uint32_t reg; 3529 3530 if ((sc->sc_gen == gen2 && sc->sc_rev == 0x07) || 3531 sc->sc_gen == gen2e) { 3532 /* 3533 * Fix for 3534 * 88SX60X1 FEr SATA #23 3535 * 88SX6042/88SX7042 FEr SATA #23 3536 * 88F5182 FEr #SATA-S13 3537 * 88F5082 FEr #SATA-S13 3538 */ 3539 reg = MVSATA_EDMA_READ_4(mvport, SATA_PHYM2); 3540 reg &= ~(1 << 16); 3541 reg |= (1 << 31); 3542 MVSATA_EDMA_WRITE_4(mvport, SATA_PHYM2, reg); 3543 3544 delay(200); 3545 3546 reg = MVSATA_EDMA_READ_4(mvport, SATA_PHYM2); 3547 reg &= ~((1 << 16) | (1 << 31)); 3548 MVSATA_EDMA_WRITE_4(mvport, SATA_PHYM2, reg); 3549 3550 delay(200); 3551 } 3552 3553 /* Fix values in PHY Mode 3 Register.*/ 3554 reg = MVSATA_EDMA_READ_4(mvport, SATA_PHYM3); 3555 reg &= ~0x7F900000; 3556 reg |= 0x2A800000; 3557 /* Implement Guidline 88F5182, 88F5082, 88F6082 (GL# SATA-S11) */ 3558 if (sc->sc_model == PCI_PRODUCT_MARVELL_88F5082 || 3559 sc->sc_model == PCI_PRODUCT_MARVELL_88F5182 || 3560 sc->sc_model == PCI_PRODUCT_MARVELL_88F6082) 3561 reg &= ~0x0000001c; 3562 MVSATA_EDMA_WRITE_4(mvport, SATA_PHYM3, reg); 3563 3564 /* 3565 * Fix values in PHY Mode 4 Register. 3566 * 88SX60x1 FEr SATA#10 3567 * 88F5182 GL #SATA-S10 3568 * 88F5082 GL #SATA-S10 3569 */ 3570 if ((sc->sc_gen == gen2 && sc->sc_rev == 0x07) || 3571 sc->sc_gen == gen2e) { 3572 uint32_t tmp = 0; 3573 3574 /* 88SX60x1 FEr SATA #13 */ 3575 if (sc->sc_gen == 2 && sc->sc_rev == 0x07) 3576 tmp = MVSATA_EDMA_READ_4(mvport, SATA_PHYM3); 3577 3578 reg = MVSATA_EDMA_READ_4(mvport, SATA_PHYM4); 3579 reg |= (1 << 0); 3580 reg &= ~(1 << 1); 3581 /* PHY Mode 4 Register of Gen IIE has some restriction */ 3582 if (sc->sc_gen == gen2e) { 3583 reg &= ~0x5de3fffc; 3584 reg |= (1 << 2); 3585 } 3586 MVSATA_EDMA_WRITE_4(mvport, SATA_PHYM4, reg); 3587 3588 /* 88SX60x1 FEr SATA #13 */ 3589 if (sc->sc_gen == 2 && sc->sc_rev == 0x07) 3590 MVSATA_EDMA_WRITE_4(mvport, SATA_PHYM3, tmp); 3591 } 3592 3593 /* Revert values of pre-emphasis and signal amps to the saved ones */ 3594 reg = MVSATA_EDMA_READ_4(mvport, SATA_PHYM2); 3595 reg &= ~0x000007e0; /* pre and amps mask */ 3596 reg |= mvport->_fix_phy_param.pre_amps; 3597 reg &= ~(1 << 16); 3598 if (sc->sc_gen == gen2e) { 3599 /* 3600 * according to mvSata 3.6.1, some IIE values are fixed. 3601 * some reserved fields must be written with fixed values. 3602 */ 3603 reg &= ~0xC30FF01F; 3604 reg |= 0x0000900F; 3605 } 3606 MVSATA_EDMA_WRITE_4(mvport, SATA_PHYM2, reg); 3607 } 3608 3609 #ifndef MVSATA_WITHOUTDMA 3610 static void 3611 mvsata_edma_setup_crqb_gen2e(struct mvsata_port *mvport, int erqqip, int quetag, 3612 struct ata_bio *ata_bio) 3613 { 3614 struct crqb_gen2e *crqb; 3615 bus_addr_t eprd_addr; 3616 daddr_t blkno; 3617 uint32_t ctrlflg, rw; 3618 uint8_t cmd, head; 3619 const int drive = 3620 mvport->port_ata_channel.ch_queue->active_xfer->c_drive; 3621 3622 eprd_addr = mvport->port_eprd_dmamap->dm_segs[0].ds_addr + 3623 mvport->port_reqtbl[quetag].eprd_offset; 3624 rw = (ata_bio->flags & ATA_READ) ? CRQB_CDIR_READ : CRQB_CDIR_WRITE; 3625 ctrlflg = (rw | CRQB_CDEVICEQUETAG(quetag) | CRQB_CPMPORT(drive) | 3626 CRQB_CPRDMODE_EPRD | CRQB_CHOSTQUETAG_GEN2(quetag)); 3627 cmd = (ata_bio->flags & ATA_READ) ? WDCC_READDMA : WDCC_WRITEDMA; 3628 head = WDSD_LBA; 3629 blkno = ata_bio->blkno; 3630 if (ata_bio->flags & ATA_LBA48) 3631 cmd = atacmd_to48(cmd); 3632 else { 3633 head |= ((ata_bio->blkno >> 24) & 0xf); 3634 blkno &= 0xffffff; 3635 } 3636 crqb = &mvport->port_crqb->crqb_gen2e + erqqip; 3637 crqb->cprdbl = htole32(eprd_addr & CRQB_CRQBL_EPRD_MASK); 3638 crqb->cprdbh = htole32((eprd_addr >> 16) >> 16); 3639 crqb->ctrlflg = htole32(ctrlflg); 3640 if (mvport->port_edmamode == dma) { 3641 crqb->atacommand[0] = htole32(cmd << 16); 3642 crqb->atacommand[1] = htole32((blkno & 0xffffff) | head << 24); 3643 crqb->atacommand[2] = htole32(((blkno >> 24) & 0xffffff)); 3644 crqb->atacommand[3] = htole32(ata_bio->nblks & 0xffff); 3645 } else { /* ncq/queued */ 3646 3647 /* 3648 * XXXX: Oops, ata command is not correct. And, atabus layer 3649 * has not been supported yet now. 3650 * Queued DMA read/write. 3651 * read/write FPDMAQueued. 3652 */ 3653 3654 crqb->atacommand[0] = htole32( 3655 (cmd << 16) | ((ata_bio->nblks & 0xff) << 24)); 3656 crqb->atacommand[1] = htole32((blkno & 0xffffff) | head << 24); 3657 crqb->atacommand[2] = htole32(((blkno >> 24) & 0xffffff) | 3658 ((ata_bio->nblks >> 8) & 0xff)); 3659 crqb->atacommand[3] = htole32(ata_bio->nblks & 0xffff); 3660 crqb->atacommand[3] = htole32(quetag << 3); 3661 } 3662 } 3663 3664 3665 #ifdef MVSATA_DEBUG 3666 #define MVSATA_DEBUG_PRINT(type, size, n, p) \ 3667 do { \ 3668 int _i; \ 3669 u_char *_p = (p); \ 3670 \ 3671 printf(#type "(%d)", (n)); \ 3672 for (_i = 0; _i < (size); _i++, _p++) { \ 3673 if (_i % 16 == 0) \ 3674 printf("\n "); \ 3675 printf(" %02x", *_p); \ 3676 } \ 3677 printf("\n"); \ 3678 } while (0 /* CONSTCOND */) 3679 3680 static void 3681 mvsata_print_crqb(struct mvsata_port *mvport, int n) 3682 { 3683 3684 MVSATA_DEBUG_PRINT(crqb, sizeof(union mvsata_crqb), 3685 n, (u_char *)(mvport->port_crqb + n)); 3686 } 3687 3688 static void 3689 mvsata_print_crpb(struct mvsata_port *mvport, int n) 3690 { 3691 3692 MVSATA_DEBUG_PRINT(crpb, sizeof(struct crpb), 3693 n, (u_char *)(mvport->port_crpb + n)); 3694 } 3695 3696 static void 3697 mvsata_print_eprd(struct mvsata_port *mvport, int n) 3698 { 3699 struct eprd *eprd; 3700 int i = 0; 3701 3702 eprd = mvport->port_reqtbl[n].eprd; 3703 while (1 /*CONSTCOND*/) { 3704 MVSATA_DEBUG_PRINT(eprd, sizeof(struct eprd), 3705 i, (u_char *)eprd); 3706 if (eprd->eot & EPRD_EOT) 3707 break; 3708 eprd++; 3709 i++; 3710 } 3711 } 3712 #endif 3713 #endif 3714
Indexes created Wed Sep 24 02:09:48 GMT 2025