61 static ssize_t ahci_led_show(struct ata_port *ap, char *buf);
62 static ssize_t ahci_led_store(struct ata_port *ap, const char *buf,
64 static ssize_t ahci_transmit_led_message(struct ata_port *ap, u32 state,
72 static int ahci_port_start(struct ata_port *ap);
73 static void ahci_port_stop(struct ata_port *ap);
76 static void ahci_freeze(struct ata_port *ap);
77 static void ahci_thaw(struct ata_port *ap);
78 static void ahci_set_aggressive_devslp(struct ata_port *ap, bool sleep);
79 static void ahci_enable_fbs(struct ata_port *ap);
80 static void ahci_disable_fbs(struct ata_port *ap);
81 static void ahci_pmp_attach(struct ata_port *ap);
82 static void ahci_pmp_detach(struct ata_port *ap);
93 static int ahci_port_suspend(struct ata_port *ap, pm_message_t mesg);
230 	struct ata_port *ap = ata_shost_to_port(shost);  in ahci_show_host_caps()  local
231 	struct ahci_host_priv *hpriv = ap->host->private_data;  in ahci_show_host_caps()
240 	struct ata_port *ap = ata_shost_to_port(shost);  in ahci_show_host_cap2()  local
241 	struct ahci_host_priv *hpriv = ap->host->private_data;  in ahci_show_host_cap2()
250 	struct ata_port *ap = ata_shost_to_port(shost);  in ahci_show_host_version()  local
251 	struct ahci_host_priv *hpriv = ap->host->private_data;  in ahci_show_host_version()
261 	struct ata_port *ap = ata_shost_to_port(shost);  in ahci_show_port_cmd()  local
262 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_show_port_cmd()
271 	struct ata_port *ap = ata_shost_to_port(shost);  in ahci_read_em_buffer()  local
272 	struct ahci_host_priv *hpriv = ap->host->private_data;  in ahci_read_em_buffer()
280 	spin_lock_irqsave(ap->lock, flags);  in ahci_read_em_buffer()
283 	if (!(ap->flags & ATA_FLAG_EM) || em_ctl & EM_CTL_XMT ||  in ahci_read_em_buffer()
285 		spin_unlock_irqrestore(ap->lock, flags);  in ahci_read_em_buffer()
290 		spin_unlock_irqrestore(ap->lock, flags);  in ahci_read_em_buffer()
302 			ata_port_warn(ap,  in ahci_read_em_buffer()
317 	spin_unlock_irqrestore(ap->lock, flags);  in ahci_read_em_buffer()
327 	struct ata_port *ap = ata_shost_to_port(shost);  in ahci_store_em_buffer()  local
328 	struct ahci_host_priv *hpriv = ap->host->private_data;  in ahci_store_em_buffer()
337 	if (!(ap->flags & ATA_FLAG_EM) ||  in ahci_store_em_buffer()
342 	spin_lock_irqsave(ap->lock, flags);  in ahci_store_em_buffer()
346 		spin_unlock_irqrestore(ap->lock, flags);  in ahci_store_em_buffer()
358 	spin_unlock_irqrestore(ap->lock, flags);  in ahci_store_em_buffer()
367 	struct ata_port *ap = ata_shost_to_port(shost);  in ahci_show_em_supported()  local
368 	struct ahci_host_priv *hpriv = ap->host->private_data;  in ahci_show_em_supported()
539 static unsigned ahci_scr_offset(struct ata_port *ap, unsigned int sc_reg)  in ahci_scr_offset()  argument
548 	struct ahci_host_priv *hpriv = ap->host->private_data;  in ahci_scr_offset()
558 	void __iomem *port_mmio = ahci_port_base(link->ap);  in ahci_scr_read()
559 	int offset = ahci_scr_offset(link->ap, sc_reg);  in ahci_scr_read()
570 	void __iomem *port_mmio = ahci_port_base(link->ap);  in ahci_scr_write()
571 	int offset = ahci_scr_offset(link->ap, sc_reg);  in ahci_scr_write()
580 void ahci_start_engine(struct ata_port *ap)  in ahci_start_engine()  argument
582 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_start_engine()
593 int ahci_stop_engine(struct ata_port *ap)  in ahci_stop_engine()  argument
595 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_stop_engine()
609 	tmp = ata_wait_register(ap, port_mmio + PORT_CMD,  in ahci_stop_engine()
618 void ahci_start_fis_rx(struct ata_port *ap)  in ahci_start_fis_rx()  argument
620 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_start_fis_rx()
621 	struct ahci_host_priv *hpriv = ap->host->private_data;  in ahci_start_fis_rx()
622 	struct ahci_port_priv *pp = ap->private_data;  in ahci_start_fis_rx()
646 static int ahci_stop_fis_rx(struct ata_port *ap)  in ahci_stop_fis_rx()  argument
648 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_stop_fis_rx()
657 	tmp = ata_wait_register(ap, port_mmio + PORT_CMD, PORT_CMD_FIS_ON,  in ahci_stop_fis_rx()
665 static void ahci_power_up(struct ata_port *ap)  in ahci_power_up()  argument
667 	struct ahci_host_priv *hpriv = ap->host->private_data;  in ahci_power_up()
668 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_power_up()
686 	struct ata_port *ap = link->ap;  in ahci_set_lpm()  local
687 	struct ahci_host_priv *hpriv = ap->host->private_data;  in ahci_set_lpm()
688 	struct ahci_port_priv *pp = ap->private_data;  in ahci_set_lpm()
689 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_set_lpm()
714 			ata_msleep(ap, 10);  in ahci_set_lpm()
730 			ahci_set_aggressive_devslp(ap, true);  in ahci_set_lpm()
732 			ahci_set_aggressive_devslp(ap, false);  in ahci_set_lpm()
747 static void ahci_power_down(struct ata_port *ap)  in ahci_power_down()  argument
749 	struct ahci_host_priv *hpriv = ap->host->private_data;  in ahci_power_down()
750 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_power_down()
768 static void ahci_start_port(struct ata_port *ap)  in ahci_start_port()  argument
770 	struct ahci_host_priv *hpriv = ap->host->private_data;  in ahci_start_port()
771 	struct ahci_port_priv *pp = ap->private_data;  in ahci_start_port()
778 	ahci_start_fis_rx(ap);  in ahci_start_port()
782 		hpriv->start_engine(ap);  in ahci_start_port()
785 	if (ap->flags & ATA_FLAG_EM) {  in ahci_start_port()
786 		ata_for_each_link(link, ap, EDGE) {  in ahci_start_port()
791 				rc = ap->ops->transmit_led_message(ap,  in ahci_start_port()
810 	if (ap->flags & ATA_FLAG_SW_ACTIVITY)  in ahci_start_port()
811 		ata_for_each_link(link, ap, EDGE)  in ahci_start_port()
816 static int ahci_deinit_port(struct ata_port *ap, const char **emsg)  in ahci_deinit_port()  argument
821 	rc = ahci_stop_engine(ap);  in ahci_deinit_port()
828 	rc = ahci_stop_fis_rx(ap);  in ahci_deinit_port()
887 	struct ata_port *ap = link->ap;  in ahci_sw_activity()  local
888 	struct ahci_port_priv *pp = ap->private_data;  in ahci_sw_activity()
902 	struct ata_port *ap = link->ap;  in ahci_sw_activity_blink()  local
903 	struct ahci_port_priv *pp = ap->private_data;  in ahci_sw_activity_blink()
910 	led_message |= ap->port_no | (link->pmp << 8);  in ahci_sw_activity_blink()
916 	spin_lock_irqsave(ap->lock, flags);  in ahci_sw_activity_blink()
939 	spin_unlock_irqrestore(ap->lock, flags);  in ahci_sw_activity_blink()
940 	ap->ops->transmit_led_message(ap, led_message, 4);  in ahci_sw_activity_blink()
945 	struct ata_port *ap = link->ap;  in ahci_init_sw_activity()  local
946 	struct ahci_port_priv *pp = ap->private_data;  in ahci_init_sw_activity()
973 static ssize_t ahci_transmit_led_message(struct ata_port *ap, u32 state,  in ahci_transmit_led_message()  argument
976 	struct ahci_host_priv *hpriv = ap->host->private_data;  in ahci_transmit_led_message()
977 	struct ahci_port_priv *pp = ap->private_data;  in ahci_transmit_led_message()
992 	spin_lock_irqsave(ap->lock, flags);  in ahci_transmit_led_message()
1000 		spin_unlock_irqrestore(ap->lock, flags);  in ahci_transmit_led_message()
1012 		message[1] = ((state & ~EM_MSG_LED_HBA_PORT) | ap->port_no);  in ahci_transmit_led_message()
1027 	spin_unlock_irqrestore(ap->lock, flags);  in ahci_transmit_led_message()
1031 static ssize_t ahci_led_show(struct ata_port *ap, char *buf)  in ahci_led_show()  argument
1033 	struct ahci_port_priv *pp = ap->private_data;  in ahci_led_show()
1038 	ata_for_each_link(link, ap, EDGE) {  in ahci_led_show()
1045 static ssize_t ahci_led_store(struct ata_port *ap, const char *buf,  in ahci_led_store()  argument
1050 	struct ahci_port_priv *pp = ap->private_data;  in ahci_led_store()
1070 	return ap->ops->transmit_led_message(ap, state, size);  in ahci_led_store()
1076 	struct ata_port *ap = link->ap;  in ahci_activity_store()  local
1077 	struct ahci_port_priv *pp = ap->private_data;  in ahci_activity_store()
1088 		port_led_state |= (ap->port_no | (link->pmp << 8));  in ahci_activity_store()
1089 		ap->ops->transmit_led_message(ap, port_led_state, 4);  in ahci_activity_store()
1095 			port_led_state |= (ap->port_no | (link->pmp << 8));  in ahci_activity_store()
1097 			ap->ops->transmit_led_message(ap, port_led_state, 4);  in ahci_activity_store()
1107 	struct ata_port *ap = link->ap;  in ahci_activity_show()  local
1108 	struct ahci_port_priv *pp = ap->private_data;  in ahci_activity_show()
1117 static void ahci_port_init(struct device *dev, struct ata_port *ap,  in ahci_port_init()  argument
1121 	struct ahci_host_priv *hpriv = ap->host->private_data;  in ahci_port_init()
1127 	rc = ahci_deinit_port(ap, &emsg);  in ahci_port_init()
1147 		ap->pflags |= ATA_PFLAG_EXTERNAL;  in ahci_port_init()
1159 		struct ata_port *ap = host->ports[i];  in ahci_init_controller()  local
1161 		port_mmio = ahci_port_base(ap);  in ahci_init_controller()
1162 		if (ata_port_is_dummy(ap))  in ahci_init_controller()
1165 		ahci_port_init(host->dev, ap, i, mmio, port_mmio);  in ahci_init_controller()
1178 	struct ahci_host_priv *hpriv = dev->link->ap->host->private_data;  in ahci_dev_config()
1187 unsigned int ahci_dev_classify(struct ata_port *ap)  in ahci_dev_classify()  argument
1189 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_dev_classify()
1217 int ahci_kick_engine(struct ata_port *ap)  in ahci_kick_engine()  argument
1219 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_kick_engine()
1220 	struct ahci_host_priv *hpriv = ap->host->private_data;  in ahci_kick_engine()
1226 	rc = ahci_stop_engine(ap);  in ahci_kick_engine()
1234 	if (!busy && !sata_pmp_attached(ap)) {  in ahci_kick_engine()
1250 	tmp = ata_wait_register(ap, port_mmio + PORT_CMD,  in ahci_kick_engine()
1257 	hpriv->start_engine(ap);  in ahci_kick_engine()
1262 static int ahci_exec_polled_cmd(struct ata_port *ap, int pmp,  in ahci_exec_polled_cmd()  argument
1267 	struct ahci_port_priv *pp = ap->private_data;  in ahci_exec_polled_cmd()
1268 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_exec_polled_cmd()
1289 		tmp = ata_wait_register(ap, port_mmio + PORT_CMD_ISSUE,  in ahci_exec_polled_cmd()
1292 			ahci_kick_engine(ap);  in ahci_exec_polled_cmd()
1305 	struct ata_port *ap = link->ap;  in ahci_do_softreset()  local
1306 	struct ahci_host_priv *hpriv = ap->host->private_data;  in ahci_do_softreset()
1307 	struct ahci_port_priv *pp = ap->private_data;  in ahci_do_softreset()
1317 	rc = ahci_kick_engine(ap);  in ahci_do_softreset()
1327 		ahci_disable_fbs(ap);  in ahci_do_softreset()
1340 	if (ahci_exec_polled_cmd(ap, pmp, &tf, 0,  in ahci_do_softreset()
1348 	ata_msleep(ap, 1);  in ahci_do_softreset()
1352 	ahci_exec_polled_cmd(ap, pmp, &tf, 0, 0, 0);  in ahci_do_softreset()
1369 		*class = ahci_dev_classify(ap);  in ahci_do_softreset()
1373 		ahci_enable_fbs(ap);  in ahci_do_softreset()
1385 	void __iomem *port_mmio = ahci_port_base(link->ap);  in ahci_check_ready()
1405 	void __iomem *port_mmio = ahci_port_base(link->ap);  in ahci_bad_pmp_check_ready()
1422 	struct ata_port *ap = link->ap;  in ahci_pmp_retry_softreset()  local
1423 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_pmp_retry_softreset()
1456 	struct ata_port *ap = link->ap;  in ahci_hardreset()  local
1457 	struct ahci_port_priv *pp = ap->private_data;  in ahci_hardreset()
1458 	struct ahci_host_priv *hpriv = ap->host->private_data;  in ahci_hardreset()
1466 	ahci_stop_engine(ap);  in ahci_hardreset()
1476 	hpriv->start_engine(ap);  in ahci_hardreset()
1479 		*class = ahci_dev_classify(ap);  in ahci_hardreset()
1487 	struct ata_port *ap = link->ap;  in ahci_postreset()  local
1488 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_postreset()
1530 	struct ata_port *ap = qc->ap;  in ahci_pmp_qc_defer()  local
1531 	struct ahci_port_priv *pp = ap->private_data;  in ahci_pmp_qc_defer()
1533 	if (!sata_pmp_attached(ap) || pp->fbs_enabled)  in ahci_pmp_qc_defer()
1541 	struct ata_port *ap = qc->ap;  in ahci_qc_prep()  local
1542 	struct ahci_port_priv *pp = ap->private_data;  in ahci_qc_prep()
1577 static void ahci_fbs_dec_intr(struct ata_port *ap)  in ahci_fbs_dec_intr()  argument
1579 	struct ahci_port_priv *pp = ap->private_data;  in ahci_fbs_dec_intr()
1580 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_fbs_dec_intr()
1598 		dev_err(ap->host->dev, "failed to clear device error\n");  in ahci_fbs_dec_intr()
1601 static void ahci_error_intr(struct ata_port *ap, u32 irq_stat)  in ahci_error_intr()  argument
1603 	struct ahci_host_priv *hpriv = ap->host->private_data;  in ahci_error_intr()
1604 	struct ahci_port_priv *pp = ap->private_data;  in ahci_error_intr()
1605 	struct ata_eh_info *host_ehi = &ap->link.eh_info;  in ahci_error_intr()
1614 		void __iomem *port_mmio = ahci_port_base(ap);  in ahci_error_intr()
1618 		if ((fbs & PORT_FBS_SDE) && (pmp < ap->nr_pmp_links)) {  in ahci_error_intr()
1619 			link = &ap->pmp_link[pmp];  in ahci_error_intr()
1624 		ata_for_each_link(link, ap, EDGE)  in ahci_error_intr()
1629 		link = &ap->link;  in ahci_error_intr()
1631 	active_qc = ata_qc_from_tag(ap, link->active_tag);  in ahci_error_intr()
1639 	ahci_scr_read(&ap->link, SCR_ERROR, &serror);  in ahci_error_intr()
1640 	ahci_scr_write(&ap->link, SCR_ERROR, serror);  in ahci_error_intr()
1671 	if (sata_pmp_attached(ap) && (irq_stat & PORT_IRQ_BAD_PMP)) {  in ahci_error_intr()
1704 		ata_port_freeze(ap);  in ahci_error_intr()
1707 		ahci_fbs_dec_intr(ap);  in ahci_error_intr()
1709 		ata_port_abort(ap);  in ahci_error_intr()
1712 static void ahci_handle_port_interrupt(struct ata_port *ap,  in ahci_handle_port_interrupt()  argument
1715 	struct ata_eh_info *ehi = &ap->link.eh_info;  in ahci_handle_port_interrupt()
1716 	struct ahci_port_priv *pp = ap->private_data;  in ahci_handle_port_interrupt()
1717 	struct ahci_host_priv *hpriv = ap->host->private_data;  in ahci_handle_port_interrupt()
1718 	int resetting = !!(ap->pflags & ATA_PFLAG_RESETTING);  in ahci_handle_port_interrupt()
1726 	if (sata_lpm_ignore_phy_events(&ap->link)) {  in ahci_handle_port_interrupt()
1728 		ahci_scr_write(&ap->link, SCR_ERROR, SERR_PHYRDY_CHG);  in ahci_handle_port_interrupt()
1732 		ahci_error_intr(ap, status);  in ahci_handle_port_interrupt()
1747 			sata_async_notification(ap);  in ahci_handle_port_interrupt()
1763 					sata_async_notification(ap);  in ahci_handle_port_interrupt()
1773 		if (ap->qc_active) {  in ahci_handle_port_interrupt()
1779 		if (ap->qc_active && pp->active_link->sactive)  in ahci_handle_port_interrupt()
1786 	rc = ata_qc_complete_multiple(ap, qc_active);  in ahci_handle_port_interrupt()
1792 		ata_port_freeze(ap);  in ahci_handle_port_interrupt()
1796 static void ahci_port_intr(struct ata_port *ap)  in ahci_port_intr()  argument
1798 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_port_intr()
1804 	ahci_handle_port_interrupt(ap, port_mmio, status);  in ahci_port_intr()
1809 	struct ata_port *ap = dev_instance;  in ahci_port_thread_fn()  local
1810 	struct ahci_port_priv *pp = ap->private_data;  in ahci_port_thread_fn()
1811 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_port_thread_fn()
1818 	spin_lock_bh(ap->lock);  in ahci_port_thread_fn()
1819 	ahci_handle_port_interrupt(ap, port_mmio, status);  in ahci_port_thread_fn()
1820 	spin_unlock_bh(ap->lock);  in ahci_port_thread_fn()
1827 	struct ata_port *ap = dev_instance;  in ahci_multi_irqs_intr()  local
1828 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_multi_irqs_intr()
1829 	struct ahci_port_priv *pp = ap->private_data;  in ahci_multi_irqs_intr()
1849 		struct ata_port *ap;  in ahci_handle_port_intr()  local
1854 		ap = host->ports[i];  in ahci_handle_port_intr()
1855 		if (ap) {  in ahci_handle_port_intr()
1856 			ahci_port_intr(ap);  in ahci_handle_port_intr()
1952 	struct ata_port *ap = qc->ap;  in ahci_qc_issue()  local
1953 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_qc_issue()
1954 	struct ahci_port_priv *pp = ap->private_data;  in ahci_qc_issue()
1983 	struct ahci_port_priv *pp = qc->ap->private_data;  in ahci_qc_fill_rtf()
2005 static void ahci_freeze(struct ata_port *ap)  in ahci_freeze()  argument
2007 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_freeze()
2013 static void ahci_thaw(struct ata_port *ap)  in ahci_thaw()  argument
2015 	struct ahci_host_priv *hpriv = ap->host->private_data;  in ahci_thaw()
2017 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_thaw()
2019 	struct ahci_port_priv *pp = ap->private_data;  in ahci_thaw()
2024 	writel(1 << ap->port_no, mmio + HOST_IRQ_STAT);  in ahci_thaw()
2030 void ahci_error_handler(struct ata_port *ap)  in ahci_error_handler()  argument
2032 	struct ahci_host_priv *hpriv = ap->host->private_data;  in ahci_error_handler()
2034 	if (!(ap->pflags & ATA_PFLAG_FROZEN)) {  in ahci_error_handler()
2036 		ahci_stop_engine(ap);  in ahci_error_handler()
2037 		hpriv->start_engine(ap);  in ahci_error_handler()
2040 	sata_pmp_error_handler(ap);  in ahci_error_handler()
2042 	if (!ata_dev_enabled(ap->link.device))  in ahci_error_handler()
2043 		ahci_stop_engine(ap);  in ahci_error_handler()
2049 	struct ata_port *ap = qc->ap;  in ahci_post_internal_cmd()  local
2053 		ahci_kick_engine(ap);  in ahci_post_internal_cmd()
2056 static void ahci_set_aggressive_devslp(struct ata_port *ap, bool sleep)  in ahci_set_aggressive_devslp()  argument
2058 	struct ahci_host_priv *hpriv = ap->host->private_data;  in ahci_set_aggressive_devslp()
2059 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_set_aggressive_devslp()
2060 	struct ata_device *dev = ap->link.device;  in ahci_set_aggressive_devslp()
2067 		dev_info(ap->host->dev, "port does not support device sleep\n");  in ahci_set_aggressive_devslp()
2090 	rc = ahci_stop_engine(ap);  in ahci_set_aggressive_devslp()
2122 	hpriv->start_engine(ap);  in ahci_set_aggressive_devslp()
2132 static void ahci_enable_fbs(struct ata_port *ap)  in ahci_enable_fbs()  argument
2134 	struct ahci_host_priv *hpriv = ap->host->private_data;  in ahci_enable_fbs()
2135 	struct ahci_port_priv *pp = ap->private_data;  in ahci_enable_fbs()
2136 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_enable_fbs()
2150 	rc = ahci_stop_engine(ap);  in ahci_enable_fbs()
2157 		dev_info(ap->host->dev, "FBS is enabled\n");  in ahci_enable_fbs()
2161 		dev_err(ap->host->dev, "Failed to enable FBS\n");  in ahci_enable_fbs()
2163 	hpriv->start_engine(ap);  in ahci_enable_fbs()
2166 static void ahci_disable_fbs(struct ata_port *ap)  in ahci_disable_fbs()  argument
2168 	struct ahci_host_priv *hpriv = ap->host->private_data;  in ahci_disable_fbs()
2169 	struct ahci_port_priv *pp = ap->private_data;  in ahci_disable_fbs()
2170 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_disable_fbs()
2183 	rc = ahci_stop_engine(ap);  in ahci_disable_fbs()
2190 		dev_err(ap->host->dev, "Failed to disable FBS\n");  in ahci_disable_fbs()
2192 		dev_info(ap->host->dev, "FBS is disabled\n");  in ahci_disable_fbs()
2196 	hpriv->start_engine(ap);  in ahci_disable_fbs()
2199 static void ahci_pmp_attach(struct ata_port *ap)  in ahci_pmp_attach()  argument
2201 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_pmp_attach()
2202 	struct ahci_port_priv *pp = ap->private_data;  in ahci_pmp_attach()
2209 	ahci_enable_fbs(ap);  in ahci_pmp_attach()
2221 	if (!(ap->pflags & ATA_PFLAG_FROZEN))  in ahci_pmp_attach()
2225 static void ahci_pmp_detach(struct ata_port *ap)  in ahci_pmp_detach()  argument
2227 	void __iomem *port_mmio = ahci_port_base(ap);  in ahci_pmp_detach()
2228 	struct ahci_port_priv *pp = ap->private_data;  in ahci_pmp_detach()
2231 	ahci_disable_fbs(ap);  in ahci_pmp_detach()
2240 	if (!(ap->pflags & ATA_PFLAG_FROZEN))  in ahci_pmp_detach()
2244 int ahci_port_resume(struct ata_port *ap)  in ahci_port_resume()  argument
2246 	ahci_power_up(ap);  in ahci_port_resume()
2247 	ahci_start_port(ap);  in ahci_port_resume()
2249 	if (sata_pmp_attached(ap))  in ahci_port_resume()
2250 		ahci_pmp_attach(ap);  in ahci_port_resume()
2252 		ahci_pmp_detach(ap);  in ahci_port_resume()
2259 static int ahci_port_suspend(struct ata_port *ap, pm_message_t mesg)  in ahci_port_suspend()  argument
2264 	rc = ahci_deinit_port(ap, &emsg);  in ahci_port_suspend()
2266 		ahci_power_down(ap);  in ahci_port_suspend()
2268 		ata_port_err(ap, "%s (%d)\n", emsg, rc);  in ahci_port_suspend()
2269 		ata_port_freeze(ap);  in ahci_port_suspend()
2276 static int ahci_port_start(struct ata_port *ap)  in ahci_port_start()  argument
2278 	struct ahci_host_priv *hpriv = ap->host->private_data;  in ahci_port_start()
2279 	struct device *dev = ap->host->dev;  in ahci_port_start()
2289 	if (ap->host->n_ports > 1) {  in ahci_port_start()
2296 			 "%s%d", dev_driver_string(dev), ap->port_no);  in ahci_port_start()
2300 	if ((hpriv->cap & HOST_CAP_FBS) && sata_pmp_supported(ap)) {  in ahci_port_start()
2301 		void __iomem *port_mmio = ahci_port_base(ap);  in ahci_port_start()
2307 				 ap->port_no);  in ahci_port_start()
2311 				 ap->port_no);  in ahci_port_start()
2364 		ap->lock = &pp->lock;  in ahci_port_start()
2367 	ap->private_data = pp;  in ahci_port_start()
2370 	return ahci_port_resume(ap);  in ahci_port_start()
2373 static void ahci_port_stop(struct ata_port *ap)  in ahci_port_stop()  argument
2379 	rc = ahci_deinit_port(ap, &emsg);  in ahci_port_stop()
2381 		ata_port_warn(ap, "%s (%d)\n", emsg, rc);  in ahci_port_stop()