342 static void sil24_pmp_attach(struct ata_port *ap);
343 static void sil24_pmp_detach(struct ata_port *ap);
344 static void sil24_freeze(struct ata_port *ap);
345 static void sil24_thaw(struct ata_port *ap);
352 static void sil24_error_handler(struct ata_port *ap);
354 static int sil24_port_start(struct ata_port *ap);
360 static int sil24_port_resume(struct ata_port *ap);
469 static unsigned long sil24_port_offset(struct ata_port *ap)  in sil24_port_offset()  argument
471 	return ap->port_no * PORT_REGS_SIZE;  in sil24_port_offset()
474 static void __iomem *sil24_port_base(struct ata_port *ap)  in sil24_port_base()  argument
476 	return ap->host->iomap[SIL24_PORT_BAR] + sil24_port_offset(ap);  in sil24_port_base()
481 	void __iomem *port = sil24_port_base(dev->link->ap);  in sil24_dev_config()
489 static void sil24_read_tf(struct ata_port *ap, int tag, struct ata_taskfile *tf)  in sil24_read_tf()  argument
491 	void __iomem *port = sil24_port_base(ap);  in sil24_read_tf()
509 	void __iomem *scr_addr = sil24_port_base(link->ap) + PORT_SCONTROL;  in sil24_scr_read()
520 	void __iomem *scr_addr = sil24_port_base(link->ap) + PORT_SCONTROL;  in sil24_scr_write()
529 static void sil24_config_port(struct ata_port *ap)  in sil24_config_port()  argument
531 	void __iomem *port = sil24_port_base(ap);  in sil24_config_port()
534 	if (ap->flags & SIL24_FLAG_PCIX_IRQ_WOC)  in sil24_config_port()
554 static void sil24_config_pmp(struct ata_port *ap, int attached)  in sil24_config_pmp()  argument
556 	void __iomem *port = sil24_port_base(ap);  in sil24_config_pmp()
564 static void sil24_clear_pmp(struct ata_port *ap)  in sil24_clear_pmp()  argument
566 	void __iomem *port = sil24_port_base(ap);  in sil24_clear_pmp()
579 static int sil24_init_port(struct ata_port *ap)  in sil24_init_port()  argument
581 	void __iomem *port = sil24_port_base(ap);  in sil24_init_port()
582 	struct sil24_port_priv *pp = ap->private_data;  in sil24_init_port()
586 	if (sata_pmp_attached(ap))  in sil24_init_port()
587 		sil24_clear_pmp(ap);  in sil24_init_port()
590 	ata_wait_register(ap, port + PORT_CTRL_STAT,  in sil24_init_port()
592 	tmp = ata_wait_register(ap, port + PORT_CTRL_STAT,  in sil24_init_port()
597 		ap->link.eh_context.i.action |= ATA_EH_RESET;  in sil24_init_port()
604 static int sil24_exec_polled_cmd(struct ata_port *ap, int pmp,  in sil24_exec_polled_cmd()  argument
609 	void __iomem *port = sil24_port_base(ap);  in sil24_exec_polled_cmd()
610 	struct sil24_port_priv *pp = ap->private_data;  in sil24_exec_polled_cmd()
632 	irq_stat = ata_wait_register(ap, port + PORT_IRQ_STAT, irq_mask, 0x0,  in sil24_exec_polled_cmd()
642 		sil24_init_port(ap);  in sil24_exec_polled_cmd()
659 	struct ata_port *ap = link->ap;  in sil24_softreset()  local
669 	if (sil24_init_port(ap)) {  in sil24_softreset()
679 	rc = sil24_exec_polled_cmd(ap, pmp, &tf, 0, PRB_CTRL_SRST,  in sil24_softreset()
689 	sil24_read_tf(ap, 0, &tf);  in sil24_softreset()
703 	struct ata_port *ap = link->ap;  in sil24_hardreset()  local
704 	void __iomem *port = sil24_port_base(ap);  in sil24_hardreset()
705 	struct sil24_port_priv *pp = ap->private_data;  in sil24_hardreset()
716 		ata_port_warn(ap,  in sil24_hardreset()
720 		ata_msleep(ap, 10);  in sil24_hardreset()
722 		ata_wait_register(ap, port + PORT_CTRL_STAT, PORT_CS_RDY, 0,  in sil24_hardreset()
726 		sil24_config_port(ap);  in sil24_hardreset()
727 		sil24_config_pmp(ap, ap->nr_pmp_links);  in sil24_hardreset()
741 	tmp = ata_wait_register(ap, port + PORT_CTRL_STAT,  in sil24_hardreset()
801 	struct ata_port *ap = link->ap;  in sil24_qc_defer()  local
826 	if (unlikely(ap->excl_link)) {  in sil24_qc_defer()
827 		if (link == ap->excl_link) {  in sil24_qc_defer()
828 			if (ap->nr_active_links)  in sil24_qc_defer()
834 		ap->excl_link = link;  in sil24_qc_defer()
835 		if (ap->nr_active_links)  in sil24_qc_defer()
845 	struct ata_port *ap = qc->ap;  in sil24_qc_prep()  local
846 	struct sil24_port_priv *pp = ap->private_data;  in sil24_qc_prep()
891 	struct ata_port *ap = qc->ap;  in sil24_qc_issue()  local
892 	struct sil24_port_priv *pp = ap->private_data;  in sil24_qc_issue()
893 	void __iomem *port = sil24_port_base(ap);  in sil24_qc_issue()
914 	sil24_read_tf(qc->ap, qc->tag, &qc->result_tf);  in sil24_qc_fill_rtf()
918 static void sil24_pmp_attach(struct ata_port *ap)  in sil24_pmp_attach()  argument
920 	u32 *gscr = ap->link.device->gscr;  in sil24_pmp_attach()
922 	sil24_config_pmp(ap, 1);  in sil24_pmp_attach()
923 	sil24_init_port(ap);  in sil24_pmp_attach()
927 		ata_port_info(ap,  in sil24_pmp_attach()
929 		ap->flags &= ~ATA_FLAG_NCQ;  in sil24_pmp_attach()
933 static void sil24_pmp_detach(struct ata_port *ap)  in sil24_pmp_detach()  argument
935 	sil24_init_port(ap);  in sil24_pmp_detach()
936 	sil24_config_pmp(ap, 0);  in sil24_pmp_detach()
938 	ap->flags |= ATA_FLAG_NCQ;  in sil24_pmp_detach()
946 	rc = sil24_init_port(link->ap);  in sil24_pmp_hardreset()
955 static void sil24_freeze(struct ata_port *ap)  in sil24_freeze()  argument
957 	void __iomem *port = sil24_port_base(ap);  in sil24_freeze()
965 static void sil24_thaw(struct ata_port *ap)  in sil24_thaw()  argument
967 	void __iomem *port = sil24_port_base(ap);  in sil24_thaw()
978 static void sil24_error_intr(struct ata_port *ap)  in sil24_error_intr()  argument
980 	void __iomem *port = sil24_port_base(ap);  in sil24_error_intr()
981 	struct sil24_port_priv *pp = ap->private_data;  in sil24_error_intr()
993 	link = &ap->link;  in sil24_error_intr()
1001 		sata_async_notification(ap);  in sil24_error_intr()
1033 		if (ap->nr_active_links >= 3) {  in sil24_error_intr()
1042 		if (sata_pmp_attached(ap)) {  in sil24_error_intr()
1046 			if (pmp < ap->nr_pmp_links) {  in sil24_error_intr()
1047 				link = &ap->pmp_link[pmp];  in sil24_error_intr()
1049 				qc = ata_qc_from_tag(ap, link->active_tag);  in sil24_error_intr()
1060 			qc = ata_qc_from_tag(ap, link->active_tag);  in sil24_error_intr()
1090 		if (sata_pmp_attached(ap))  in sil24_error_intr()
1096 		ata_port_freeze(ap);  in sil24_error_intr()
1101 			ata_port_abort(ap);  in sil24_error_intr()
1105 static inline void sil24_host_intr(struct ata_port *ap)  in sil24_host_intr()  argument
1107 	void __iomem *port = sil24_port_base(ap);  in sil24_host_intr()
1118 	if (ap->flags & SIL24_FLAG_PCIX_IRQ_WOC)  in sil24_host_intr()
1124 		sil24_error_intr(ap);  in sil24_host_intr()
1129 	rc = ata_qc_complete_multiple(ap, qc_active);  in sil24_host_intr()
1133 		struct ata_eh_info *ehi = &ap->link.eh_info;  in sil24_host_intr()
1136 		ata_port_freeze(ap);  in sil24_host_intr()
1141 	if (!(ap->flags & SIL24_FLAG_PCIX_IRQ_WOC) && ata_ratelimit())  in sil24_host_intr()
1142 		ata_port_info(ap,  in sil24_host_intr()
1144 			slot_stat, ap->link.active_tag, ap->link.sactive);  in sil24_host_intr()
1179 static void sil24_error_handler(struct ata_port *ap)  in sil24_error_handler()  argument
1181 	struct sil24_port_priv *pp = ap->private_data;  in sil24_error_handler()
1183 	if (sil24_init_port(ap))  in sil24_error_handler()
1184 		ata_eh_freeze_port(ap);  in sil24_error_handler()
1186 	sata_pmp_error_handler(ap);  in sil24_error_handler()
1193 	struct ata_port *ap = qc->ap;  in sil24_post_internal_cmd()  local
1196 	if ((qc->flags & ATA_QCFLAG_FAILED) && sil24_init_port(ap))  in sil24_post_internal_cmd()
1197 		ata_eh_freeze_port(ap);  in sil24_post_internal_cmd()
1200 static int sil24_port_start(struct ata_port *ap)  in sil24_port_start()  argument
1202 	struct device *dev = ap->host->dev;  in sil24_port_start()
1220 	ap->private_data = pp;  in sil24_port_start()
1222 	ata_port_pbar_desc(ap, SIL24_HOST_BAR, -1, "host");  in sil24_port_start()
1223 	ata_port_pbar_desc(ap, SIL24_PORT_BAR, sil24_port_offset(ap), "port");  in sil24_port_start()
1242 		struct ata_port *ap = host->ports[i];  in sil24_init_controller()  local
1243 		void __iomem *port = sil24_port_base(ap);  in sil24_init_controller()
1262 		sil24_config_port(ap);  in sil24_init_controller()
1379 static int sil24_port_resume(struct ata_port *ap)  in sil24_port_resume()  argument
1381 	sil24_config_pmp(ap, ap->nr_pmp_links);  in sil24_port_resume()