217 static void pdc_error_handler(struct ata_port *ap);
218 static void pdc_freeze(struct ata_port *ap);
219 static void pdc_thaw(struct ata_port *ap);
220 static int pdc_port_start(struct ata_port *ap);
222 static void pdc_tf_load_mmio(struct ata_port *ap, const struct ata_taskfile *tf);
223 static void pdc_exec_command_mmio(struct ata_port *ap, const struct ata_taskfile *tf);
236 static void pdc20621_irq_clear(struct ata_port *ap);
299 static int pdc_port_start(struct ata_port *ap)  in pdc_port_start()  argument
301 	struct device *dev = ap->host->dev;  in pdc_port_start()
312 	ap->private_data = pp;  in pdc_port_start()
456 	struct ata_port *ap = qc->ap;  in pdc20621_dma_prep()  local
457 	struct pdc_port_priv *pp = ap->private_data;  in pdc20621_dma_prep()
458 	void __iomem *mmio = ap->host->iomap[PDC_MMIO_BAR];  in pdc20621_dma_prep()
459 	void __iomem *dimm_mmio = ap->host->iomap[PDC_DIMM_BAR];  in pdc20621_dma_prep()
460 	unsigned int portno = ap->port_no;  in pdc20621_dma_prep()
466 	VPRINTK("ata%u: ENTER\n", ap->print_id);  in pdc20621_dma_prep()
516 	struct ata_port *ap = qc->ap;  in pdc20621_nodata_prep()  local
517 	struct pdc_port_priv *pp = ap->private_data;  in pdc20621_nodata_prep()
518 	void __iomem *mmio = ap->host->iomap[PDC_MMIO_BAR];  in pdc20621_nodata_prep()
519 	void __iomem *dimm_mmio = ap->host->iomap[PDC_DIMM_BAR];  in pdc20621_nodata_prep()
520 	unsigned int portno = ap->port_no;  in pdc20621_nodata_prep()
523 	VPRINTK("ata%u: ENTER\n", ap->print_id);  in pdc20621_nodata_prep()
567 	struct ata_port *ap = qc->ap;  in __pdc20621_push_hdma()  local
568 	struct ata_host *host = ap->host;  in __pdc20621_push_hdma()
585 	struct ata_port *ap = qc->ap;  in pdc20621_push_hdma()  local
586 	struct pdc_host_priv *pp = ap->host->private_data;  in pdc20621_push_hdma()
603 	struct ata_port *ap = qc->ap;  in pdc20621_pop_hdma()  local
604 	struct pdc_host_priv *pp = ap->host->private_data;  in pdc20621_pop_hdma()
621 	struct ata_port *ap = qc->ap;  in pdc20621_dump_hdma()  local
622 	unsigned int port_no = ap->port_no;  in pdc20621_dump_hdma()
623 	void __iomem *dimm_mmio = ap->host->iomap[PDC_DIMM_BAR];  in pdc20621_dump_hdma()
639 	struct ata_port *ap = qc->ap;  in pdc20621_packet_start()  local
640 	struct ata_host *host = ap->host;  in pdc20621_packet_start()
641 	unsigned int port_no = ap->port_no;  in pdc20621_packet_start()
650 	VPRINTK("ata%u: ENTER\n", ap->print_id);  in pdc20621_packet_start()
671 		       ap->ioaddr.cmd_addr + PDC_PKT_SUBMIT);  in pdc20621_packet_start()
672 		readl(ap->ioaddr.cmd_addr + PDC_PKT_SUBMIT);  in pdc20621_packet_start()
702 static inline unsigned int pdc20621_host_intr(struct ata_port *ap,  in pdc20621_host_intr()  argument
707 	unsigned int port_no = ap->port_no;  in pdc20621_host_intr()
720 			VPRINTK("ata%u: read hdma, 0x%x 0x%x\n", ap->print_id,  in pdc20621_host_intr()
723 			qc->err_mask |= ac_err_mask(ata_wait_idle(ap));  in pdc20621_host_intr()
731 			VPRINTK("ata%u: read ata, 0x%x 0x%x\n", ap->print_id,  in pdc20621_host_intr()
746 			VPRINTK("ata%u: write hdma, 0x%x 0x%x\n", ap->print_id,  in pdc20621_host_intr()
753 			       ap->ioaddr.cmd_addr + PDC_PKT_SUBMIT);  in pdc20621_host_intr()
754 			readl(ap->ioaddr.cmd_addr + PDC_PKT_SUBMIT);  in pdc20621_host_intr()
759 			VPRINTK("ata%u: write ata, 0x%x 0x%x\n", ap->print_id,  in pdc20621_host_intr()
762 			qc->err_mask |= ac_err_mask(ata_wait_idle(ap));  in pdc20621_host_intr()
771 		status = ata_sff_busy_wait(ap, ATA_BUSY | ATA_DRQ, 1000);  in pdc20621_host_intr()
778 		ap->stats.idle_irq++;  in pdc20621_host_intr()
784 static void pdc20621_irq_clear(struct ata_port *ap)  in pdc20621_irq_clear()  argument
786 	ioread8(ap->ioaddr.status_addr);  in pdc20621_irq_clear()
792 	struct ata_port *ap;  in pdc20621_interrupt()  local
829 			ap = NULL;  in pdc20621_interrupt()
831 			ap = host->ports[port_no];  in pdc20621_interrupt()
833 		VPRINTK("seq %u, port_no %u, ap %p, tmp %x\n", i, port_no, ap, tmp);  in pdc20621_interrupt()
834 		if (tmp && ap) {  in pdc20621_interrupt()
837 			qc = ata_qc_from_tag(ap, ap->link.active_tag);  in pdc20621_interrupt()
839 				handled += pdc20621_host_intr(ap, qc, (i > 4),  in pdc20621_interrupt()
853 static void pdc_freeze(struct ata_port *ap)  in pdc_freeze()  argument
855 	void __iomem *mmio = ap->ioaddr.cmd_addr;  in pdc_freeze()
867 static void pdc_thaw(struct ata_port *ap)  in pdc_thaw()  argument
869 	void __iomem *mmio = ap->ioaddr.cmd_addr;  in pdc_thaw()
875 	ioread8(ap->ioaddr.status_addr);  in pdc_thaw()
884 static void pdc_reset_port(struct ata_port *ap)  in pdc_reset_port()  argument
886 	void __iomem *mmio = ap->ioaddr.cmd_addr + PDC_CTLSTAT;  in pdc_reset_port()
911 	pdc_reset_port(link->ap);  in pdc_softreset()
915 static void pdc_error_handler(struct ata_port *ap)  in pdc_error_handler()  argument
917 	if (!(ap->pflags & ATA_PFLAG_FROZEN))  in pdc_error_handler()
918 		pdc_reset_port(ap);  in pdc_error_handler()
920 	ata_sff_error_handler(ap);  in pdc_error_handler()
925 	struct ata_port *ap = qc->ap;  in pdc_post_internal_cmd()  local
929 		pdc_reset_port(ap);  in pdc_post_internal_cmd()
962 static void pdc_tf_load_mmio(struct ata_port *ap, const struct ata_taskfile *tf)  in pdc_tf_load_mmio()  argument
966 	ata_sff_tf_load(ap, tf);  in pdc_tf_load_mmio()
970 static void pdc_exec_command_mmio(struct ata_port *ap, const struct ata_taskfile *tf)  in pdc_exec_command_mmio()  argument
974 	ata_sff_exec_command(ap, tf);  in pdc_exec_command_mmio()
1475 		struct ata_port *ap = host->ports[i];  in pdc_sata_init_one()  local
1479 		pdc_sata_setup_port(&ap->ioaddr, base + offset);  in pdc_sata_init_one()
1481 		ata_port_pbar_desc(ap, PDC_MMIO_BAR, -1, "mmio");  in pdc_sata_init_one()
1482 		ata_port_pbar_desc(ap, PDC_DIMM_BAR, -1, "dimm");  in pdc_sata_init_one()
1483 		ata_port_pbar_desc(ap, PDC_MMIO_BAR, offset, "port");  in pdc_sata_init_one()