475 			ata_port_err(qc->ap, "s/g addr unaligned : 0x%llx\n",  in sata_fsl_fill_sg()
478 			ata_port_err(qc->ap, "s/g len unaligned : 0x%x\n",  in sata_fsl_fill_sg()
518 	struct ata_port *ap = qc->ap;  in sata_fsl_qc_prep()  local
519 	struct sata_fsl_port_priv *pp = ap->private_data;  in sata_fsl_qc_prep()
520 	struct sata_fsl_host_priv *host_priv = ap->host->private_data;  in sata_fsl_qc_prep()
566 	struct ata_port *ap = qc->ap;  in sata_fsl_qc_issue()  local
567 	struct sata_fsl_host_priv *host_priv = ap->host->private_data;  in sata_fsl_qc_issue()
595 	struct sata_fsl_port_priv *pp = qc->ap->private_data;  in sata_fsl_qc_fill_rtf()
596 	struct sata_fsl_host_priv *host_priv = qc->ap->host->private_data;  in sata_fsl_qc_fill_rtf()
610 	struct sata_fsl_host_priv *host_priv = link->ap->host->private_data;  in sata_fsl_scr_write()
634 	struct sata_fsl_host_priv *host_priv = link->ap->host->private_data;  in sata_fsl_scr_read()
655 static void sata_fsl_freeze(struct ata_port *ap)  in sata_fsl_freeze()  argument
657 	struct sata_fsl_host_priv *host_priv = ap->host->private_data;  in sata_fsl_freeze()
676 static void sata_fsl_thaw(struct ata_port *ap)  in sata_fsl_thaw()  argument
678 	struct sata_fsl_host_priv *host_priv = ap->host->private_data;  in sata_fsl_thaw()
698 static void sata_fsl_pmp_attach(struct ata_port *ap)  in sata_fsl_pmp_attach()  argument
700 	struct sata_fsl_host_priv *host_priv = ap->host->private_data;  in sata_fsl_pmp_attach()
708 static void sata_fsl_pmp_detach(struct ata_port *ap)  in sata_fsl_pmp_detach()  argument
710 	struct sata_fsl_host_priv *host_priv = ap->host->private_data;  in sata_fsl_pmp_detach()
724 static int sata_fsl_port_start(struct ata_port *ap)  in sata_fsl_port_start()  argument
726 	struct device *dev = ap->host->dev;  in sata_fsl_port_start()
730 	struct sata_fsl_host_priv *host_priv = ap->host->private_data;  in sata_fsl_port_start()
754 	ap->private_data = pp;  in sata_fsl_port_start()
780 static void sata_fsl_port_stop(struct ata_port *ap)  in sata_fsl_port_stop()  argument
782 	struct device *dev = ap->host->dev;  in sata_fsl_port_stop()
783 	struct sata_fsl_port_priv *pp = ap->private_data;  in sata_fsl_port_stop()
784 	struct sata_fsl_host_priv *host_priv = ap->host->private_data;  in sata_fsl_port_stop()
797 	ata_wait_register(ap, hcr_base + HSTATUS, ONLINE, ONLINE, 1, 1);  in sata_fsl_port_stop()
799 	ap->private_data = NULL;  in sata_fsl_port_stop()
806 static unsigned int sata_fsl_dev_classify(struct ata_port *ap)  in sata_fsl_dev_classify()  argument
808 	struct sata_fsl_host_priv *host_priv = ap->host->private_data;  in sata_fsl_dev_classify()
830 	struct ata_port *ap = link->ap;  in sata_fsl_hardreset()  local
831 	struct sata_fsl_host_priv *host_priv = ap->host->private_data;  in sata_fsl_hardreset()
848 	temp = ata_wait_register(ap, hcr_base + HSTATUS, ONLINE, ONLINE,  in sata_fsl_hardreset()
852 		ata_port_err(ap, "Hardreset failed, not off-lined %d\n", i);  in sata_fsl_hardreset()
871 	ata_msleep(ap, 1);  in sata_fsl_hardreset()
887 	temp = ata_wait_register(ap, hcr_base + HSTATUS, ONLINE, 0, 1, 500);  in sata_fsl_hardreset()
890 		ata_port_err(ap, "Hardreset failed, not on-lined\n");  in sata_fsl_hardreset()
904 	temp = ata_wait_register(ap, hcr_base + HSTATUS, 0xFF, 0, 1, 500);  in sata_fsl_hardreset()
906 		ata_port_warn(ap, "No Device OR PHYRDY change,Hstatus = 0x%x\n",  in sata_fsl_hardreset()
916 	temp = ata_wait_register(ap, hcr_base + HSTATUS, 0xFF, 0x10,  in sata_fsl_hardreset()
920 		ata_port_warn(ap, "No Signature Update\n");  in sata_fsl_hardreset()
924 		ata_port_info(ap, "Signature Update detected @ %d msecs\n",  in sata_fsl_hardreset()
926 		*class = sata_fsl_dev_classify(ap);  in sata_fsl_hardreset()
943 	struct ata_port *ap = link->ap;  in sata_fsl_softreset()  local
944 	struct sata_fsl_port_priv *pp = ap->private_data;  in sata_fsl_softreset()
945 	struct sata_fsl_host_priv *host_priv = ap->host->private_data;  in sata_fsl_softreset()
998 	temp = ata_wait_register(ap, CQ + hcr_base, 0x1, 0x1, 1, 5000);  in sata_fsl_softreset()
1000 		ata_port_warn(ap, "ATA_SRST issue failed\n");  in sata_fsl_softreset()
1006 		sata_fsl_scr_read(&ap->link, SCR_ERROR, &Serror);  in sata_fsl_softreset()
1014 	ata_msleep(ap, 1);  in sata_fsl_softreset()
1033 	ata_msleep(ap, 150);		/* ?? */  in sata_fsl_softreset()
1055 		*class = sata_fsl_dev_classify(ap);  in sata_fsl_softreset()
1068 static void sata_fsl_error_handler(struct ata_port *ap)  in sata_fsl_error_handler()  argument
1072 	sata_pmp_error_handler(ap);  in sata_fsl_error_handler()
1087 static void sata_fsl_error_intr(struct ata_port *ap)  in sata_fsl_error_intr()  argument
1089 	struct sata_fsl_host_priv *host_priv = ap->host->private_data;  in sata_fsl_error_intr()
1102 	link = &ap->link;  in sata_fsl_error_intr()
1110 	sata_fsl_scr_read(&ap->link, SCR_ERROR, &SError);  in sata_fsl_error_intr()
1112 		sata_fsl_scr_write(&ap->link, SCR_ERROR, SError);  in sata_fsl_error_intr()
1127 		sata_async_notification(ap);  in sata_fsl_error_intr()
1156 		if (ap->nr_pmp_links) {  in sata_fsl_error_intr()
1164 			if (dev_num < ap->nr_pmp_links && dereg != 0) {  in sata_fsl_error_intr()
1165 				link = &ap->pmp_link[dev_num];  in sata_fsl_error_intr()
1167 				qc = ata_qc_from_tag(ap, link->active_tag);  in sata_fsl_error_intr()
1185 			qc = ata_qc_from_tag(ap, link->active_tag);  in sata_fsl_error_intr()
1204 		ata_port_freeze(ap);  in sata_fsl_error_intr()
1209 			ata_port_abort(ap);  in sata_fsl_error_intr()
1213 static void sata_fsl_host_intr(struct ata_port *ap)  in sata_fsl_host_intr()  argument
1215 	struct sata_fsl_host_priv *host_priv = ap->host->private_data;  in sata_fsl_host_intr()
1225 	sata_fsl_scr_read(&ap->link, SCR_ERROR, &SError);  in sata_fsl_host_intr()
1233 			qc = ata_qc_from_tag(ap, tag);  in sata_fsl_host_intr()
1246 				sata_fsl_scr_write(&ap->link, SCR_ERROR,  in sata_fsl_host_intr()
1259 		sata_fsl_error_intr(ap);  in sata_fsl_host_intr()
1264 		sata_fsl_error_intr(ap);  in sata_fsl_host_intr()
1274 		ap->qc_active);  in sata_fsl_host_intr()
1276 	if (done_mask & ap->qc_active) {  in sata_fsl_host_intr()
1293 		ata_qc_complete_multiple(ap, ap->qc_active ^ done_mask);  in sata_fsl_host_intr()
1296 	} else if ((ap->qc_active & (1 << ATA_TAG_INTERNAL))) {  in sata_fsl_host_intr()
1298 		qc = ata_qc_from_tag(ap, ATA_TAG_INTERNAL);  in sata_fsl_host_intr()
1322 	struct ata_port *ap;  in sata_fsl_interrupt()  local
1337 	ap = host->ports[0];  in sata_fsl_interrupt()
1338 	if (ap) {  in sata_fsl_interrupt()
1339 		sata_fsl_host_intr(ap);  in sata_fsl_interrupt()
1592 	struct ata_port *ap = host->ports[0];  in sata_fsl_resume()  local
1593 	struct sata_fsl_port_priv *pp = ap->private_data;  in sata_fsl_resume()