Lines Matching full:ap
55 * @ap: port where the device is
64 u8 ata_sff_check_status(struct ata_port *ap) in ata_sff_check_status() argument
66 return ioread8(ap->ioaddr.status_addr); in ata_sff_check_status()
72 * @ap: port where the device is
84 static bool ata_sff_altstatus(struct ata_port *ap, u8 *status) in ata_sff_altstatus() argument
88 if (ap->ops->sff_check_altstatus) { in ata_sff_altstatus()
89 tmp = ap->ops->sff_check_altstatus(ap); in ata_sff_altstatus()
92 if (ap->ioaddr.altstatus_addr) { in ata_sff_altstatus()
93 tmp = ioread8(ap->ioaddr.altstatus_addr); in ata_sff_altstatus()
106 * @ap: port where the device is
116 static u8 ata_sff_irq_status(struct ata_port *ap) in ata_sff_irq_status() argument
121 if (ata_sff_altstatus(ap, &status) && (status & ATA_BUSY)) in ata_sff_irq_status()
124 status = ap->ops->sff_check_status(ap); in ata_sff_irq_status()
130 * @ap: Port to wait for.
140 static void ata_sff_sync(struct ata_port *ap) in ata_sff_sync() argument
142 ata_sff_altstatus(ap, NULL); in ata_sff_sync()
147 * @ap: Port to pause for.
157 void ata_sff_pause(struct ata_port *ap) in ata_sff_pause() argument
159 ata_sff_sync(ap); in ata_sff_pause()
166 * @ap: Port to pause for.
172 void ata_sff_dma_pause(struct ata_port *ap) in ata_sff_dma_pause() argument
178 if (ata_sff_altstatus(ap, NULL)) in ata_sff_dma_pause()
189 u8 status = link->ap->ops->sff_check_status(link->ap); in ata_sff_check_ready()
216 * @ap: port where the device is
227 static bool ata_sff_set_devctl(struct ata_port *ap, u8 ctl) in ata_sff_set_devctl() argument
229 if (ap->ops->sff_set_devctl) { in ata_sff_set_devctl()
230 ap->ops->sff_set_devctl(ap, ctl); in ata_sff_set_devctl()
233 if (ap->ioaddr.ctl_addr) { in ata_sff_set_devctl()
234 iowrite8(ctl, ap->ioaddr.ctl_addr); in ata_sff_set_devctl()
243 * @ap: ATA channel to manipulate
255 void ata_sff_dev_select(struct ata_port *ap, unsigned int device) in ata_sff_dev_select() argument
264 iowrite8(tmp, ap->ioaddr.device_addr); in ata_sff_dev_select()
265 ata_sff_pause(ap); /* needed; also flushes, for mmio */ in ata_sff_dev_select()
271 * @ap: ATA channel to manipulate
287 static void ata_dev_select(struct ata_port *ap, unsigned int device, in ata_dev_select() argument
291 ata_wait_idle(ap); in ata_dev_select()
293 ap->ops->sff_dev_select(ap, device); in ata_dev_select()
296 if (can_sleep && ap->link.device[device].class == ATA_DEV_ATAPI) in ata_dev_select()
297 ata_msleep(ap, 150); in ata_dev_select()
298 ata_wait_idle(ap); in ata_dev_select()
304 * @ap: Port on which interrupts are enabled.
315 void ata_sff_irq_on(struct ata_port *ap) in ata_sff_irq_on() argument
317 if (ap->ops->sff_irq_on) { in ata_sff_irq_on()
318 ap->ops->sff_irq_on(ap); in ata_sff_irq_on()
322 ap->ctl &= ~ATA_NIEN; in ata_sff_irq_on()
323 ap->last_ctl = ap->ctl; in ata_sff_irq_on()
325 ata_sff_set_devctl(ap, ap->ctl); in ata_sff_irq_on()
326 ata_wait_idle(ap); in ata_sff_irq_on()
328 if (ap->ops->sff_irq_clear) in ata_sff_irq_on()
329 ap->ops->sff_irq_clear(ap); in ata_sff_irq_on()
335 * @ap: Port to which output is sent
343 void ata_sff_tf_load(struct ata_port *ap, const struct ata_taskfile *tf) in ata_sff_tf_load() argument
345 struct ata_ioports *ioaddr = &ap->ioaddr; in ata_sff_tf_load()
348 if (tf->ctl != ap->last_ctl) { in ata_sff_tf_load()
351 ap->last_ctl = tf->ctl; in ata_sff_tf_load()
352 ata_wait_idle(ap); in ata_sff_tf_load()
375 ata_wait_idle(ap); in ata_sff_tf_load()
381 * @ap: Port from which input is read
392 void ata_sff_tf_read(struct ata_port *ap, struct ata_taskfile *tf) in ata_sff_tf_read() argument
394 struct ata_ioports *ioaddr = &ap->ioaddr; in ata_sff_tf_read()
396 tf->status = ata_sff_check_status(ap); in ata_sff_tf_read()
413 ap->last_ctl = tf->ctl; in ata_sff_tf_read()
422 * @ap: port to which command is being issued
431 void ata_sff_exec_command(struct ata_port *ap, const struct ata_taskfile *tf) in ata_sff_exec_command() argument
433 iowrite8(tf->command, ap->ioaddr.command_addr); in ata_sff_exec_command()
434 ata_sff_pause(ap); in ata_sff_exec_command()
440 * @ap: port to which command is being issued
451 static inline void ata_tf_to_host(struct ata_port *ap, in ata_tf_to_host() argument
455 trace_ata_tf_load(ap, tf); in ata_tf_to_host()
456 ap->ops->sff_tf_load(ap, tf); in ata_tf_to_host()
457 trace_ata_exec_command(ap, tf, tag); in ata_tf_to_host()
458 ap->ops->sff_exec_command(ap, tf); in ata_tf_to_host()
479 struct ata_port *ap = qc->dev->link->ap; in ata_sff_data_xfer() local
480 void __iomem *data_addr = ap->ioaddr.data_addr; in ata_sff_data_xfer()
535 struct ata_port *ap = dev->link->ap; in ata_sff_data_xfer32() local
536 void __iomem *data_addr = ap->ioaddr.data_addr; in ata_sff_data_xfer32()
540 if (!(ap->pflags & ATA_PFLAG_PIO32)) in ata_sff_data_xfer32()
585 qc->ap->ops->sff_data_xfer(qc, buf + offset, xfer_size, do_write); in ata_pio_xfer()
603 struct ata_port *ap = qc->ap; in ata_pio_sector() local
612 ap->hsm_task_state = HSM_ST_LAST; in ata_pio_sector()
644 ap->hsm_task_state = HSM_ST_LAST; in ata_pio_sector()
674 ata_sff_sync(qc->ap); /* flush */ in ata_pio_sectors()
679 * @ap: Port to which ATAPI device is attached.
688 static void atapi_send_cdb(struct ata_port *ap, struct ata_queued_cmd *qc) in atapi_send_cdb() argument
694 ap->ops->sff_data_xfer(qc, qc->cdb, qc->dev->cdb_len, 1); in atapi_send_cdb()
695 ata_sff_sync(ap); in atapi_send_cdb()
700 ap->hsm_task_state = HSM_ST; in atapi_send_cdb()
703 ap->hsm_task_state = HSM_ST_LAST; in atapi_send_cdb()
707 ap->hsm_task_state = HSM_ST_LAST; in atapi_send_cdb()
709 trace_ata_bmdma_start(ap, &qc->tf, qc->tag); in atapi_send_cdb()
710 ap->ops->bmdma_start(qc); in atapi_send_cdb()
732 struct ata_port *ap = qc->ap; in __atapi_pio_bytes() local
766 consumed = ap->ops->sff_data_xfer(qc, buf + offset, count, rw); in __atapi_pio_bytes()
800 struct ata_port *ap = qc->ap; in atapi_pio_bytes() local
812 ap->ops->sff_tf_read(ap, &qc->result_tf); in atapi_pio_bytes()
832 ata_sff_sync(ap); /* flush */ in atapi_pio_bytes()
841 ap->hsm_task_state = HSM_ST_ERR; in atapi_pio_bytes()
846 * @ap: the target ata_port
852 static inline int ata_hsm_ok_in_wq(struct ata_port *ap, in ata_hsm_ok_in_wq() argument
858 if (ap->hsm_task_state == HSM_ST_FIRST) { in ata_hsm_ok_in_wq()
884 struct ata_port *ap = qc->ap; in ata_hsm_qc_complete() local
888 qc = ata_qc_from_tag(ap, qc->tag); in ata_hsm_qc_complete()
891 ata_sff_irq_on(ap); in ata_hsm_qc_complete()
894 ata_port_freeze(ap); in ata_hsm_qc_complete()
900 ata_port_freeze(ap); in ata_hsm_qc_complete()
906 * @ap: the target ata_port
914 int ata_sff_hsm_move(struct ata_port *ap, struct ata_queued_cmd *qc, in ata_sff_hsm_move() argument
921 lockdep_assert_held(ap->lock); in ata_sff_hsm_move()
929 WARN_ON_ONCE(in_wq != ata_hsm_ok_in_wq(ap, qc)); in ata_sff_hsm_move()
934 switch (ap->hsm_task_state) { in ata_sff_hsm_move()
957 ap->hsm_task_state = HSM_ST_ERR; in ata_sff_hsm_move()
978 ap->hsm_task_state = HSM_ST_ERR; in ata_sff_hsm_move()
992 ap->hsm_task_state = HSM_ST; in ata_sff_hsm_move()
996 atapi_send_cdb(ap, qc); in ata_sff_hsm_move()
1011 ap->hsm_task_state = HSM_ST_LAST; in ata_sff_hsm_move()
1026 ap->hsm_task_state = HSM_ST_ERR; in ata_sff_hsm_move()
1032 if (unlikely(ap->hsm_task_state == HSM_ST_ERR)) in ata_sff_hsm_move()
1064 ap->hsm_task_state = HSM_ST_ERR; in ata_sff_hsm_move()
1084 status = ata_wait_idle(ap); in ata_sff_hsm_move()
1108 ap->hsm_task_state = HSM_ST_ERR; in ata_sff_hsm_move()
1114 if (ap->hsm_task_state == HSM_ST_LAST && in ata_sff_hsm_move()
1117 status = ata_wait_idle(ap); in ata_sff_hsm_move()
1128 ap->hsm_task_state = HSM_ST_ERR; in ata_sff_hsm_move()
1137 ap->hsm_task_state = HSM_ST_IDLE; in ata_sff_hsm_move()
1146 ap->hsm_task_state = HSM_ST_IDLE; in ata_sff_hsm_move()
1156 ap->print_id, ap->hsm_task_state); in ata_sff_hsm_move()
1177 struct ata_port *ap = link->ap; in ata_sff_queue_pio_task() local
1179 WARN_ON((ap->sff_pio_task_link != NULL) && in ata_sff_queue_pio_task()
1180 (ap->sff_pio_task_link != link)); in ata_sff_queue_pio_task()
1181 ap->sff_pio_task_link = link; in ata_sff_queue_pio_task()
1184 ata_sff_queue_delayed_work(&ap->sff_pio_task, msecs_to_jiffies(delay)); in ata_sff_queue_pio_task()
1188 void ata_sff_flush_pio_task(struct ata_port *ap) in ata_sff_flush_pio_task() argument
1190 trace_ata_sff_flush_pio_task(ap); in ata_sff_flush_pio_task()
1192 cancel_delayed_work_sync(&ap->sff_pio_task); in ata_sff_flush_pio_task()
1202 spin_lock_irq(ap->lock); in ata_sff_flush_pio_task()
1203 ap->hsm_task_state = HSM_ST_IDLE; in ata_sff_flush_pio_task()
1204 spin_unlock_irq(ap->lock); in ata_sff_flush_pio_task()
1206 ap->sff_pio_task_link = NULL; in ata_sff_flush_pio_task()
1211 struct ata_port *ap = in ata_sff_pio_task() local
1213 struct ata_link *link = ap->sff_pio_task_link; in ata_sff_pio_task()
1218 spin_lock_irq(ap->lock); in ata_sff_pio_task()
1220 BUG_ON(ap->sff_pio_task_link == NULL); in ata_sff_pio_task()
1222 qc = ata_qc_from_tag(ap, link->active_tag); in ata_sff_pio_task()
1224 ap->sff_pio_task_link = NULL; in ata_sff_pio_task()
1229 WARN_ON_ONCE(ap->hsm_task_state == HSM_ST_IDLE); in ata_sff_pio_task()
1238 status = ata_sff_busy_wait(ap, ATA_BUSY, 5); in ata_sff_pio_task()
1240 spin_unlock_irq(ap->lock); in ata_sff_pio_task()
1241 ata_msleep(ap, 2); in ata_sff_pio_task()
1242 spin_lock_irq(ap->lock); in ata_sff_pio_task()
1244 status = ata_sff_busy_wait(ap, ATA_BUSY, 10); in ata_sff_pio_task()
1255 ap->sff_pio_task_link = NULL; in ata_sff_pio_task()
1257 poll_next = ata_sff_hsm_move(ap, qc, status, 1); in ata_sff_pio_task()
1265 spin_unlock_irq(ap->lock); in ata_sff_pio_task()
1283 struct ata_port *ap = qc->ap; in ata_sff_qc_issue() local
1289 if (ap->flags & ATA_FLAG_PIO_POLLING) in ata_sff_qc_issue()
1293 ata_dev_select(ap, qc->dev->devno, 1, 0); in ata_sff_qc_issue()
1301 ata_tf_to_host(ap, &qc->tf, qc->tag); in ata_sff_qc_issue()
1302 ap->hsm_task_state = HSM_ST_LAST; in ata_sff_qc_issue()
1313 ata_tf_to_host(ap, &qc->tf, qc->tag); in ata_sff_qc_issue()
1317 ap->hsm_task_state = HSM_ST_FIRST; in ata_sff_qc_issue()
1325 ap->hsm_task_state = HSM_ST; in ata_sff_qc_issue()
1343 ata_tf_to_host(ap, &qc->tf, qc->tag); in ata_sff_qc_issue()
1345 ap->hsm_task_state = HSM_ST_FIRST; in ata_sff_qc_issue()
1373 qc->ap->ops->sff_tf_read(qc->ap, &qc->result_tf); in ata_sff_qc_fill_rtf()
1377 static unsigned int ata_sff_idle_irq(struct ata_port *ap) in ata_sff_idle_irq() argument
1379 ap->stats.idle_irq++; in ata_sff_idle_irq()
1382 if ((ap->stats.idle_irq % 1000) == 0) { in ata_sff_idle_irq()
1383 ap->ops->sff_check_status(ap); in ata_sff_idle_irq()
1384 if (ap->ops->sff_irq_clear) in ata_sff_idle_irq()
1385 ap->ops->sff_irq_clear(ap); in ata_sff_idle_irq()
1386 ata_port_warn(ap, "irq trap\n"); in ata_sff_idle_irq()
1393 static unsigned int __ata_sff_port_intr(struct ata_port *ap, in __ata_sff_port_intr() argument
1402 switch (ap->hsm_task_state) { in __ata_sff_port_intr()
1413 return ata_sff_idle_irq(ap); in __ata_sff_port_intr()
1416 return ata_sff_idle_irq(ap); in __ata_sff_port_intr()
1422 status = ata_sff_irq_status(ap); in __ata_sff_port_intr()
1427 ap->hsm_task_state = HSM_ST_ERR; in __ata_sff_port_intr()
1429 return ata_sff_idle_irq(ap); in __ata_sff_port_intr()
1433 if (ap->ops->sff_irq_clear) in __ata_sff_port_intr()
1434 ap->ops->sff_irq_clear(ap); in __ata_sff_port_intr()
1436 ata_sff_hsm_move(ap, qc, status, 0); in __ata_sff_port_intr()
1443 * @ap: Port on which interrupt arrived (possibly...)
1454 unsigned int ata_sff_port_intr(struct ata_port *ap, struct ata_queued_cmd *qc) in ata_sff_port_intr() argument
1456 return __ata_sff_port_intr(ap, qc, false); in ata_sff_port_intr()
1475 struct ata_port *ap = host->ports[i]; in __ata_sff_interrupt() local
1478 qc = ata_qc_from_tag(ap, ap->link.active_tag); in __ata_sff_interrupt()
1481 handled |= port_intr(ap, qc); in __ata_sff_interrupt()
1497 struct ata_port *ap = host->ports[i]; in __ata_sff_interrupt() local
1502 if (!ap->ops->sff_irq_check || in __ata_sff_interrupt()
1503 !ap->ops->sff_irq_check(ap)) in __ata_sff_interrupt()
1507 ap->ops->sff_check_status(ap); in __ata_sff_interrupt()
1508 if (ap->ops->sff_irq_clear) in __ata_sff_interrupt()
1509 ap->ops->sff_irq_clear(ap); in __ata_sff_interrupt()
1512 if (!(ap->ops->sff_check_status(ap) & ATA_BUSY)) in __ata_sff_interrupt()
1554 * @ap: port that appears to have timed out
1565 void ata_sff_lost_interrupt(struct ata_port *ap) in ata_sff_lost_interrupt() argument
1571 qc = ata_qc_from_tag(ap, ap->link.active_tag); in ata_sff_lost_interrupt()
1577 if (WARN_ON_ONCE(!ata_sff_altstatus(ap, &status))) in ata_sff_lost_interrupt()
1584 ata_port_warn(ap, "lost interrupt (Status 0x%x)\n", status); in ata_sff_lost_interrupt()
1587 ata_sff_port_intr(ap, qc); in ata_sff_lost_interrupt()
1593 * @ap: port to freeze
1600 void ata_sff_freeze(struct ata_port *ap) in ata_sff_freeze() argument
1602 ap->ctl |= ATA_NIEN; in ata_sff_freeze()
1603 ap->last_ctl = ap->ctl; in ata_sff_freeze()
1605 ata_sff_set_devctl(ap, ap->ctl); in ata_sff_freeze()
1611 ap->ops->sff_check_status(ap); in ata_sff_freeze()
1613 if (ap->ops->sff_irq_clear) in ata_sff_freeze()
1614 ap->ops->sff_irq_clear(ap); in ata_sff_freeze()
1620 * @ap: port to thaw
1627 void ata_sff_thaw(struct ata_port *ap) in ata_sff_thaw() argument
1630 ap->ops->sff_check_status(ap); in ata_sff_thaw()
1631 if (ap->ops->sff_irq_clear) in ata_sff_thaw()
1632 ap->ops->sff_irq_clear(ap); in ata_sff_thaw()
1633 ata_sff_irq_on(ap); in ata_sff_thaw()
1681 * @ap: ATA channel to examine
1699 static bool ata_devchk(struct ata_port *ap, unsigned int device) in ata_devchk() argument
1701 struct ata_ioports *ioaddr = &ap->ioaddr; in ata_devchk()
1704 ap->ops->sff_dev_select(ap, device); in ata_devchk()
1748 struct ata_port *ap = dev->link->ap; in ata_sff_dev_classify() local
1753 ap->ops->sff_dev_select(ap, dev->devno); in ata_sff_dev_classify()
1757 ap->ops->sff_tf_read(ap, &tf); in ata_sff_dev_classify()
1774 class = ata_port_classify(ap, &tf); in ata_sff_dev_classify()
1790 if (ap->ops->sff_check_status(ap) == 0) in ata_sff_dev_classify()
1818 struct ata_port *ap = link->ap; in ata_sff_wait_after_reset() local
1819 struct ata_ioports *ioaddr = &ap->ioaddr; in ata_sff_wait_after_reset()
1824 ata_msleep(ap, ATA_WAIT_AFTER_RESET); in ata_sff_wait_after_reset()
1840 ap->ops->sff_dev_select(ap, 1); in ata_sff_wait_after_reset()
1853 ata_msleep(ap, 50); /* give drive a breather */ in ata_sff_wait_after_reset()
1865 ap->ops->sff_dev_select(ap, 0); in ata_sff_wait_after_reset()
1867 ap->ops->sff_dev_select(ap, 1); in ata_sff_wait_after_reset()
1869 ap->ops->sff_dev_select(ap, 0); in ata_sff_wait_after_reset()
1875 static int ata_bus_softreset(struct ata_port *ap, unsigned int devmask, in ata_bus_softreset() argument
1878 struct ata_ioports *ioaddr = &ap->ioaddr; in ata_bus_softreset()
1880 if (ap->ioaddr.ctl_addr) { in ata_bus_softreset()
1882 iowrite8(ap->ctl, ioaddr->ctl_addr); in ata_bus_softreset()
1884 iowrite8(ap->ctl | ATA_SRST, ioaddr->ctl_addr); in ata_bus_softreset()
1886 iowrite8(ap->ctl, ioaddr->ctl_addr); in ata_bus_softreset()
1887 ap->last_ctl = ap->ctl; in ata_bus_softreset()
1891 return ata_sff_wait_after_reset(&ap->link, devmask, deadline); in ata_bus_softreset()
1911 struct ata_port *ap = link->ap; in ata_sff_softreset() local
1912 unsigned int slave_possible = ap->flags & ATA_FLAG_SLAVE_POSS; in ata_sff_softreset()
1918 if (ata_devchk(ap, 0)) in ata_sff_softreset()
1920 if (slave_possible && ata_devchk(ap, 1)) in ata_sff_softreset()
1924 ap->ops->sff_dev_select(ap, 0); in ata_sff_softreset()
1927 rc = ata_bus_softreset(ap, devmask, deadline); in ata_sff_softreset()
1991 struct ata_port *ap = link->ap; in ata_sff_postreset() local
1997 ap->ops->sff_dev_select(ap, 1); in ata_sff_postreset()
1999 ap->ops->sff_dev_select(ap, 0); in ata_sff_postreset()
2006 if (ata_sff_set_devctl(ap, ap->ctl)) in ata_sff_postreset()
2007 ap->last_ctl = ap->ctl; in ata_sff_postreset()
2024 struct ata_port *ap; in ata_sff_drain_fifo() local
2030 ap = qc->ap; in ata_sff_drain_fifo()
2032 for (count = 0; (ap->ops->sff_check_status(ap) & ATA_DRQ) in ata_sff_drain_fifo()
2034 ioread16(ap->ioaddr.data_addr); in ata_sff_drain_fifo()
2037 ata_port_dbg(ap, "drained %d bytes to clear DRQ\n", count); in ata_sff_drain_fifo()
2044 * @ap: port to handle error for
2054 void ata_sff_error_handler(struct ata_port *ap) in ata_sff_error_handler() argument
2056 ata_reset_fn_t softreset = ap->ops->softreset; in ata_sff_error_handler()
2057 ata_reset_fn_t hardreset = ap->ops->hardreset; in ata_sff_error_handler()
2061 qc = __ata_qc_from_tag(ap, ap->link.active_tag); in ata_sff_error_handler()
2065 spin_lock_irqsave(ap->lock, flags); in ata_sff_error_handler()
2074 if (ap->ops->sff_drain_fifo) in ata_sff_error_handler()
2075 ap->ops->sff_drain_fifo(qc); in ata_sff_error_handler()
2077 spin_unlock_irqrestore(ap->lock, flags); in ata_sff_error_handler()
2081 hardreset == sata_sff_hardreset) && !sata_scr_valid(&ap->link)) in ata_sff_error_handler()
2084 ata_do_eh(ap, ap->ops->prereset, softreset, hardreset, in ata_sff_error_handler()
2085 ap->ops->postreset); in ata_sff_error_handler()
2159 struct ata_port *ap = host->ports[i]; in ata_pci_sff_init_host() local
2163 if (ata_port_is_dummy(ap)) in ata_pci_sff_init_host()
2171 ap->ops = &ata_dummy_port_ops; in ata_pci_sff_init_host()
2183 ap->ops = &ata_dummy_port_ops; in ata_pci_sff_init_host()
2188 ap->ioaddr.cmd_addr = iomap[base]; in ata_pci_sff_init_host()
2189 ap->ioaddr.altstatus_addr = in ata_pci_sff_init_host()
2190 ap->ioaddr.ctl_addr = (void __iomem *) in ata_pci_sff_init_host()
2192 ata_sff_std_ports(&ap->ioaddr); in ata_pci_sff_init_host()
2194 ata_port_desc(ap, "cmd 0x%llx ctl 0x%llx", in ata_pci_sff_init_host()
2499 struct ata_port *ap = qc->ap; in ata_bmdma_fill_sg() local
2500 struct ata_bmdma_prd *prd = ap->bmdma_prd; in ata_bmdma_fill_sg()
2549 struct ata_port *ap = qc->ap; in ata_bmdma_fill_sg_dumb() local
2550 struct ata_bmdma_prd *prd = ap->bmdma_prd; in ata_bmdma_fill_sg_dumb()
2649 struct ata_port *ap = qc->ap; in ata_bmdma_qc_issue() local
2657 ata_dev_select(ap, qc->dev->devno, 1, 0); in ata_bmdma_qc_issue()
2664 trace_ata_tf_load(ap, &qc->tf); in ata_bmdma_qc_issue()
2665 ap->ops->sff_tf_load(ap, &qc->tf); /* load tf registers */ in ata_bmdma_qc_issue()
2666 trace_ata_bmdma_setup(ap, &qc->tf, qc->tag); in ata_bmdma_qc_issue()
2667 ap->ops->bmdma_setup(qc); /* set up bmdma */ in ata_bmdma_qc_issue()
2668 trace_ata_bmdma_start(ap, &qc->tf, qc->tag); in ata_bmdma_qc_issue()
2669 ap->ops->bmdma_start(qc); /* initiate bmdma */ in ata_bmdma_qc_issue()
2670 ap->hsm_task_state = HSM_ST_LAST; in ata_bmdma_qc_issue()
2676 trace_ata_tf_load(ap, &qc->tf); in ata_bmdma_qc_issue()
2677 ap->ops->sff_tf_load(ap, &qc->tf); /* load tf registers */ in ata_bmdma_qc_issue()
2678 trace_ata_bmdma_setup(ap, &qc->tf, qc->tag); in ata_bmdma_qc_issue()
2679 ap->ops->bmdma_setup(qc); /* set up bmdma */ in ata_bmdma_qc_issue()
2680 ap->hsm_task_state = HSM_ST_FIRST; in ata_bmdma_qc_issue()
2698 * @ap: Port on which interrupt arrived (possibly...)
2709 unsigned int ata_bmdma_port_intr(struct ata_port *ap, struct ata_queued_cmd *qc) in ata_bmdma_port_intr() argument
2711 struct ata_eh_info *ehi = &ap->link.eh_info; in ata_bmdma_port_intr()
2716 if (ap->hsm_task_state == HSM_ST_LAST && ata_is_dma(qc->tf.protocol)) { in ata_bmdma_port_intr()
2718 host_stat = ap->ops->bmdma_status(ap); in ata_bmdma_port_intr()
2719 trace_ata_bmdma_status(ap, host_stat); in ata_bmdma_port_intr()
2723 return ata_sff_idle_irq(ap); in ata_bmdma_port_intr()
2726 trace_ata_bmdma_stop(ap, &qc->tf, qc->tag); in ata_bmdma_port_intr()
2727 ap->ops->bmdma_stop(qc); in ata_bmdma_port_intr()
2733 ap->hsm_task_state = HSM_ST_ERR; in ata_bmdma_port_intr()
2737 handled = __ata_sff_port_intr(ap, qc, bmdma_stopped); in ata_bmdma_port_intr()
2768 * @ap: port to handle error for
2778 void ata_bmdma_error_handler(struct ata_port *ap) in ata_bmdma_error_handler() argument
2784 qc = __ata_qc_from_tag(ap, ap->link.active_tag); in ata_bmdma_error_handler()
2789 spin_lock_irqsave(ap->lock, flags); in ata_bmdma_error_handler()
2794 host_stat = ap->ops->bmdma_status(ap); in ata_bmdma_error_handler()
2795 trace_ata_bmdma_status(ap, host_stat); in ata_bmdma_error_handler()
2807 trace_ata_bmdma_stop(ap, &qc->tf, qc->tag); in ata_bmdma_error_handler()
2808 ap->ops->bmdma_stop(qc); in ata_bmdma_error_handler()
2812 ap->ops->sff_check_status(ap); in ata_bmdma_error_handler()
2813 if (ap->ops->sff_irq_clear) in ata_bmdma_error_handler()
2814 ap->ops->sff_irq_clear(ap); in ata_bmdma_error_handler()
2818 spin_unlock_irqrestore(ap->lock, flags); in ata_bmdma_error_handler()
2821 ata_eh_thaw_port(ap); in ata_bmdma_error_handler()
2823 ata_sff_error_handler(ap); in ata_bmdma_error_handler()
2836 struct ata_port *ap = qc->ap; in ata_bmdma_post_internal_cmd() local
2840 spin_lock_irqsave(ap->lock, flags); in ata_bmdma_post_internal_cmd()
2841 trace_ata_bmdma_stop(ap, &qc->tf, qc->tag); in ata_bmdma_post_internal_cmd()
2842 ap->ops->bmdma_stop(qc); in ata_bmdma_post_internal_cmd()
2843 spin_unlock_irqrestore(ap->lock, flags); in ata_bmdma_post_internal_cmd()
2850 * @ap: Port associated with this ATA transaction.
2859 void ata_bmdma_irq_clear(struct ata_port *ap) in ata_bmdma_irq_clear() argument
2861 void __iomem *mmio = ap->ioaddr.bmdma_addr; in ata_bmdma_irq_clear()
2879 struct ata_port *ap = qc->ap; in ata_bmdma_setup() local
2885 iowrite32(ap->bmdma_prd_dma, ap->ioaddr.bmdma_addr + ATA_DMA_TABLE_OFS); in ata_bmdma_setup()
2888 dmactl = ioread8(ap->ioaddr.bmdma_addr + ATA_DMA_CMD); in ata_bmdma_setup()
2892 iowrite8(dmactl, ap->ioaddr.bmdma_addr + ATA_DMA_CMD); in ata_bmdma_setup()
2895 ap->ops->sff_exec_command(ap, &qc->tf); in ata_bmdma_setup()
2908 struct ata_port *ap = qc->ap; in ata_bmdma_start() local
2912 dmactl = ioread8(ap->ioaddr.bmdma_addr + ATA_DMA_CMD); in ata_bmdma_start()
2913 iowrite8(dmactl | ATA_DMA_START, ap->ioaddr.bmdma_addr + ATA_DMA_CMD); in ata_bmdma_start()
2945 struct ata_port *ap = qc->ap; in ata_bmdma_stop() local
2946 void __iomem *mmio = ap->ioaddr.bmdma_addr; in ata_bmdma_stop()
2953 ata_sff_dma_pause(ap); in ata_bmdma_stop()
2959 * @ap: Port associated with this ATA transaction.
2968 u8 ata_bmdma_status(struct ata_port *ap) in ata_bmdma_status() argument
2970 return ioread8(ap->ioaddr.bmdma_addr + ATA_DMA_STATUS); in ata_bmdma_status()
2977 * @ap: Port to initialize
2987 int ata_bmdma_port_start(struct ata_port *ap) in ata_bmdma_port_start() argument
2989 if (ap->mwdma_mask || ap->udma_mask) { in ata_bmdma_port_start()
2990 ap->bmdma_prd = in ata_bmdma_port_start()
2991 dmam_alloc_coherent(ap->host->dev, ATA_PRD_TBL_SZ, in ata_bmdma_port_start()
2992 &ap->bmdma_prd_dma, GFP_KERNEL); in ata_bmdma_port_start()
2993 if (!ap->bmdma_prd) in ata_bmdma_port_start()
3003 * @ap: Port to initialize
3015 int ata_bmdma_port_start32(struct ata_port *ap) in ata_bmdma_port_start32() argument
3017 ap->pflags |= ATA_PFLAG_PIO32 | ATA_PFLAG_PIO32CHANGE; in ata_bmdma_port_start32()
3018 return ata_bmdma_port_start(ap); in ata_bmdma_port_start32()
3102 struct ata_port *ap = host->ports[i]; in ata_pci_bmdma_init() local
3105 if (ata_port_is_dummy(ap)) in ata_pci_bmdma_init()
3108 ap->ioaddr.bmdma_addr = bmdma; in ata_pci_bmdma_init()
3109 if ((!(ap->flags & ATA_FLAG_IGN_SIMPLEX)) && in ata_pci_bmdma_init()
3113 ata_port_desc(ap, "bmdma 0x%llx", in ata_pci_bmdma_init()
3180 * @ap: Port to initialize
3188 void ata_sff_port_init(struct ata_port *ap) in ata_sff_port_init() argument
3190 INIT_DELAYED_WORK(&ap->sff_pio_task, ata_sff_pio_task); in ata_sff_port_init()
3191 ap->ctl = ATA_DEVCTL_OBS; in ata_sff_port_init()
3192 ap->last_ctl = 0xFF; in ata_sff_port_init()