622 	struct ahci_port_priv *pp = ap->private_data;  in ahci_start_fis_rx()  local
627 		writel((pp->cmd_slot_dma >> 16) >> 16,  in ahci_start_fis_rx()
629 	writel(pp->cmd_slot_dma & 0xffffffff, port_mmio + PORT_LST_ADDR);  in ahci_start_fis_rx()
632 		writel((pp->rx_fis_dma >> 16) >> 16,  in ahci_start_fis_rx()
634 	writel(pp->rx_fis_dma & 0xffffffff, port_mmio + PORT_FIS_ADDR);  in ahci_start_fis_rx()
688 	struct ahci_port_priv *pp = ap->private_data;  in ahci_set_lpm()  local
697 		pp->intr_mask &= ~PORT_IRQ_PHYRDY;  in ahci_set_lpm()
698 		writel(pp->intr_mask, port_mmio + PORT_IRQ_MASK);  in ahci_set_lpm()
739 		pp->intr_mask |= PORT_IRQ_PHYRDY;  in ahci_set_lpm()
740 		writel(pp->intr_mask, port_mmio + PORT_IRQ_MASK);  in ahci_set_lpm()
771 	struct ahci_port_priv *pp = ap->private_data;  in ahci_start_port()  local
787 			emp = &pp->em_priv[link->pmp];  in ahci_start_port()
888 	struct ahci_port_priv *pp = ap->private_data;  in ahci_sw_activity()  local
889 	struct ahci_em_priv *emp = &pp->em_priv[link->pmp];  in ahci_sw_activity()
903 	struct ahci_port_priv *pp = ap->private_data;  in ahci_sw_activity_blink()  local
904 	struct ahci_em_priv *emp = &pp->em_priv[link->pmp];  in ahci_sw_activity_blink()
946 	struct ahci_port_priv *pp = ap->private_data;  in ahci_init_sw_activity()  local
947 	struct ahci_em_priv *emp = &pp->em_priv[link->pmp];  in ahci_init_sw_activity()
977 	struct ahci_port_priv *pp = ap->private_data;  in ahci_transmit_led_message()  local
988 		emp = &pp->em_priv[pmp];  in ahci_transmit_led_message()
1033 	struct ahci_port_priv *pp = ap->private_data;  in ahci_led_show()  local
1039 		emp = &pp->em_priv[link->pmp];  in ahci_led_show()
1050 	struct ahci_port_priv *pp = ap->private_data;  in ahci_led_store()  local
1059 		emp = &pp->em_priv[pmp];  in ahci_led_store()
1077 	struct ahci_port_priv *pp = ap->private_data;  in ahci_activity_store()  local
1078 	struct ahci_em_priv *emp = &pp->em_priv[link->pmp];  in ahci_activity_store()
1108 	struct ahci_port_priv *pp = ap->private_data;  in ahci_activity_show()  local
1109 	struct ahci_em_priv *emp = &pp->em_priv[link->pmp];  in ahci_activity_show()
1197 void ahci_fill_cmd_slot(struct ahci_port_priv *pp, unsigned int tag,  in ahci_fill_cmd_slot()  argument
1202 	cmd_tbl_dma = pp->cmd_tbl_dma + tag * AHCI_CMD_TBL_SZ;  in ahci_fill_cmd_slot()
1204 	pp->cmd_slot[tag].opts = cpu_to_le32(opts);  in ahci_fill_cmd_slot()
1205 	pp->cmd_slot[tag].status = 0;  in ahci_fill_cmd_slot()
1206 	pp->cmd_slot[tag].tbl_addr = cpu_to_le32(cmd_tbl_dma & 0xffffffff);  in ahci_fill_cmd_slot()
1207 	pp->cmd_slot[tag].tbl_addr_hi = cpu_to_le32((cmd_tbl_dma >> 16) >> 16);  in ahci_fill_cmd_slot()
1261 	struct ahci_port_priv *pp = ap->private_data;  in ahci_exec_polled_cmd()  local
1263 	u8 *fis = pp->cmd_tbl;  in ahci_exec_polled_cmd()
1268 	ahci_fill_cmd_slot(pp, 0, cmd_fis_len | flags | (pmp << 12));  in ahci_exec_polled_cmd()
1292 	struct ahci_port_priv *pp = ap->private_data;  in ahci_do_softreset()  local
1311 	if (!ata_is_host_link(link) && pp->fbs_enabled) {  in ahci_do_softreset()
1442 	struct ahci_port_priv *pp = ap->private_data;  in ahci_hardreset()  local
1444 	u8 *d2h_fis = pp->rx_fis + RX_FIS_D2H_REG;  in ahci_hardreset()
1516 	struct ahci_port_priv *pp = ap->private_data;  in ahci_pmp_qc_defer()  local
1518 	if (!sata_pmp_attached(ap) || pp->fbs_enabled)  in ahci_pmp_qc_defer()
1527 	struct ahci_port_priv *pp = ap->private_data;  in ahci_qc_prep()  local
1538 	cmd_tbl = pp->cmd_tbl + qc->tag * AHCI_CMD_TBL_SZ;  in ahci_qc_prep()
1559 	ahci_fill_cmd_slot(pp, qc->tag, opts);  in ahci_qc_prep()
1564 	struct ahci_port_priv *pp = ap->private_data;  in ahci_fbs_dec_intr()  local
1570 	BUG_ON(!pp->fbs_enabled);  in ahci_fbs_dec_intr()
1589 	struct ahci_port_priv *pp = ap->private_data;  in ahci_error_intr()  local
1598 	if (pp->fbs_enabled) {  in ahci_error_intr()
1647 		u32 *unk = pp->rx_fis + RX_FIS_UNK;  in ahci_error_intr()
1701 	struct ahci_port_priv *pp = ap->private_data;  in ahci_handle_port_interrupt()  local
1742 			if (pp->fbs_enabled)  in ahci_handle_port_interrupt()
1745 				const __le32 *f = pp->rx_fis + RX_FIS_SDB;  in ahci_handle_port_interrupt()
1757 	if (pp->fbs_enabled) {  in ahci_handle_port_interrupt()
1764 		if (ap->qc_active && pp->active_link->sactive)  in ahci_handle_port_interrupt()
1795 	struct ahci_port_priv *pp = ap->private_data;  in ahci_port_thread_fn()  local
1799 	status = atomic_xchg(&pp->intr_status, 0);  in ahci_port_thread_fn()
1814 	struct ahci_port_priv *pp = ap->private_data;  in ahci_multi_irqs_intr()  local
1822 	atomic_or(status, &pp->intr_status);  in ahci_multi_irqs_intr()
1893 	struct ahci_port_priv *pp = ap->private_data;  in ahci_qc_issue()  local
1899 	pp->active_link = qc->dev->link;  in ahci_qc_issue()
1904 	if (pp->fbs_enabled && pp->fbs_last_dev != qc->dev->link->pmp) {  in ahci_qc_issue()
1909 		pp->fbs_last_dev = qc->dev->link->pmp;  in ahci_qc_issue()
1922 	struct ahci_port_priv *pp = qc->ap->private_data;  in ahci_qc_fill_rtf()  local
1923 	u8 *rx_fis = pp->rx_fis;  in ahci_qc_fill_rtf()
1925 	if (pp->fbs_enabled)  in ahci_qc_fill_rtf()
1958 	struct ahci_port_priv *pp = ap->private_data;  in ahci_thaw()  local
1966 	writel(pp->intr_mask, port_mmio + PORT_IRQ_MASK);  in ahci_thaw()
2074 	struct ahci_port_priv *pp = ap->private_data;  in ahci_enable_fbs()  local
2079 	if (!pp->fbs_supported)  in ahci_enable_fbs()
2084 		pp->fbs_enabled = true;  in ahci_enable_fbs()
2085 		pp->fbs_last_dev = -1; /* initialization */  in ahci_enable_fbs()
2097 		pp->fbs_enabled = true;  in ahci_enable_fbs()
2098 		pp->fbs_last_dev = -1; /* initialization */  in ahci_enable_fbs()
2108 	struct ahci_port_priv *pp = ap->private_data;  in ahci_disable_fbs()  local
2113 	if (!pp->fbs_supported)  in ahci_disable_fbs()
2118 		pp->fbs_enabled = false;  in ahci_disable_fbs()
2132 		pp->fbs_enabled = false;  in ahci_disable_fbs()
2141 	struct ahci_port_priv *pp = ap->private_data;  in ahci_pmp_attach()  local
2150 	pp->intr_mask |= PORT_IRQ_BAD_PMP;  in ahci_pmp_attach()
2161 		writel(pp->intr_mask, port_mmio + PORT_IRQ_MASK);  in ahci_pmp_attach()
2167 	struct ahci_port_priv *pp = ap->private_data;  in ahci_pmp_detach()  local
2176 	pp->intr_mask &= ~PORT_IRQ_BAD_PMP;  in ahci_pmp_detach()
2180 		writel(pp->intr_mask, port_mmio + PORT_IRQ_MASK);  in ahci_pmp_detach()
2219 	struct ahci_port_priv *pp;  in ahci_port_start()  local
2224 	pp = devm_kzalloc(dev, sizeof(*pp), GFP_KERNEL);  in ahci_port_start()
2225 	if (!pp)  in ahci_port_start()
2229 		pp->irq_desc = devm_kzalloc(dev, 8, GFP_KERNEL);  in ahci_port_start()
2230 		if (!pp->irq_desc) {  in ahci_port_start()
2231 			devm_kfree(dev, pp);  in ahci_port_start()
2234 		snprintf(pp->irq_desc, 8,  in ahci_port_start()
2243 			pp->fbs_supported = true;  in ahci_port_start()
2247 			pp->fbs_supported = true;  in ahci_port_start()
2253 	if (pp->fbs_supported) {  in ahci_port_start()
2270 	pp->cmd_slot = mem;  in ahci_port_start()
2271 	pp->cmd_slot_dma = mem_dma;  in ahci_port_start()
2279 	pp->rx_fis = mem;  in ahci_port_start()
2280 	pp->rx_fis_dma = mem_dma;  in ahci_port_start()
2289 	pp->cmd_tbl = mem;  in ahci_port_start()
2290 	pp->cmd_tbl_dma = mem_dma;  in ahci_port_start()
2296 	pp->intr_mask = DEF_PORT_IRQ;  in ahci_port_start()
2302 		spin_lock_init(&pp->lock);  in ahci_port_start()
2303 		ap->lock = &pp->lock;  in ahci_port_start()
2306 	ap->private_data = pp;  in ahci_port_start()
2431 		struct ahci_port_priv *pp = host->ports[i]->private_data;  in ahci_host_activate_multi_irqs()  local
2434 		if (!pp) {  in ahci_host_activate_multi_irqs()
2442 					       pp->irq_desc, host->ports[i]);  in ahci_host_activate_multi_irqs()