622 	struct ahci_port_priv *pp = ap->private_data;  in ahci_start_fis_rx()  local
627 		writel((pp->cmd_slot_dma >> 16) >> 16,  in ahci_start_fis_rx()
629 	writel(pp->cmd_slot_dma & 0xffffffff, port_mmio + PORT_LST_ADDR);  in ahci_start_fis_rx()
632 		writel((pp->rx_fis_dma >> 16) >> 16,  in ahci_start_fis_rx()
634 	writel(pp->rx_fis_dma & 0xffffffff, port_mmio + PORT_FIS_ADDR);  in ahci_start_fis_rx()
688 	struct ahci_port_priv *pp = ap->private_data;  in ahci_set_lpm()  local
697 		pp->intr_mask &= ~PORT_IRQ_PHYRDY;  in ahci_set_lpm()
698 		writel(pp->intr_mask, port_mmio + PORT_IRQ_MASK);  in ahci_set_lpm()
739 		pp->intr_mask |= PORT_IRQ_PHYRDY;  in ahci_set_lpm()
740 		writel(pp->intr_mask, port_mmio + PORT_IRQ_MASK);  in ahci_set_lpm()
771 	struct ahci_port_priv *pp = ap->private_data;  in ahci_start_port()  local
787 			emp = &pp->em_priv[link->pmp];  in ahci_start_port()
888 	struct ahci_port_priv *pp = ap->private_data;  in ahci_sw_activity()  local
889 	struct ahci_em_priv *emp = &pp->em_priv[link->pmp];  in ahci_sw_activity()
903 	struct ahci_port_priv *pp = ap->private_data;  in ahci_sw_activity_blink()  local
904 	struct ahci_em_priv *emp = &pp->em_priv[link->pmp];  in ahci_sw_activity_blink()
946 	struct ahci_port_priv *pp = ap->private_data;  in ahci_init_sw_activity()  local
947 	struct ahci_em_priv *emp = &pp->em_priv[link->pmp];  in ahci_init_sw_activity()
977 	struct ahci_port_priv *pp = ap->private_data;  in ahci_transmit_led_message()  local
988 		emp = &pp->em_priv[pmp];  in ahci_transmit_led_message()
1033 	struct ahci_port_priv *pp = ap->private_data;  in ahci_led_show()  local
1039 		emp = &pp->em_priv[link->pmp];  in ahci_led_show()
1050 	struct ahci_port_priv *pp = ap->private_data;  in ahci_led_store()  local
1059 		emp = &pp->em_priv[pmp];  in ahci_led_store()
1077 	struct ahci_port_priv *pp = ap->private_data;  in ahci_activity_store()  local
1078 	struct ahci_em_priv *emp = &pp->em_priv[link->pmp];  in ahci_activity_store()
1108 	struct ahci_port_priv *pp = ap->private_data;  in ahci_activity_show()  local
1109 	struct ahci_em_priv *emp = &pp->em_priv[link->pmp];  in ahci_activity_show()
1203 void ahci_fill_cmd_slot(struct ahci_port_priv *pp, unsigned int tag,  in ahci_fill_cmd_slot()  argument
1208 	cmd_tbl_dma = pp->cmd_tbl_dma + tag * AHCI_CMD_TBL_SZ;  in ahci_fill_cmd_slot()
1210 	pp->cmd_slot[tag].opts = cpu_to_le32(opts);  in ahci_fill_cmd_slot()
1211 	pp->cmd_slot[tag].status = 0;  in ahci_fill_cmd_slot()
1212 	pp->cmd_slot[tag].tbl_addr = cpu_to_le32(cmd_tbl_dma & 0xffffffff);  in ahci_fill_cmd_slot()
1213 	pp->cmd_slot[tag].tbl_addr_hi = cpu_to_le32((cmd_tbl_dma >> 16) >> 16);  in ahci_fill_cmd_slot()
1267 	struct ahci_port_priv *pp = ap->private_data;  in ahci_exec_polled_cmd()  local
1269 	u8 *fis = pp->cmd_tbl;  in ahci_exec_polled_cmd()
1274 	ahci_fill_cmd_slot(pp, 0, cmd_fis_len | flags | (pmp << 12));  in ahci_exec_polled_cmd()
1277 	if (pp->fbs_enabled && pp->fbs_last_dev != pmp) {  in ahci_exec_polled_cmd()
1282 		pp->fbs_last_dev = pmp;  in ahci_exec_polled_cmd()
1307 	struct ahci_port_priv *pp = ap->private_data;  in ahci_do_softreset()  local
1326 	if (!ata_is_host_link(link) && pp->fbs_enabled) {  in ahci_do_softreset()
1457 	struct ahci_port_priv *pp = ap->private_data;  in ahci_hardreset()  local
1459 	u8 *d2h_fis = pp->rx_fis + RX_FIS_D2H_REG;  in ahci_hardreset()
1531 	struct ahci_port_priv *pp = ap->private_data;  in ahci_pmp_qc_defer()  local
1533 	if (!sata_pmp_attached(ap) || pp->fbs_enabled)  in ahci_pmp_qc_defer()
1542 	struct ahci_port_priv *pp = ap->private_data;  in ahci_qc_prep()  local
1553 	cmd_tbl = pp->cmd_tbl + qc->tag * AHCI_CMD_TBL_SZ;  in ahci_qc_prep()
1574 	ahci_fill_cmd_slot(pp, qc->tag, opts);  in ahci_qc_prep()
1579 	struct ahci_port_priv *pp = ap->private_data;  in ahci_fbs_dec_intr()  local
1585 	BUG_ON(!pp->fbs_enabled);  in ahci_fbs_dec_intr()
1604 	struct ahci_port_priv *pp = ap->private_data;  in ahci_error_intr()  local
1613 	if (pp->fbs_enabled) {  in ahci_error_intr()
1662 		u32 *unk = pp->rx_fis + RX_FIS_UNK;  in ahci_error_intr()
1716 	struct ahci_port_priv *pp = ap->private_data;  in ahci_handle_port_interrupt()  local
1757 			if (pp->fbs_enabled)  in ahci_handle_port_interrupt()
1760 				const __le32 *f = pp->rx_fis + RX_FIS_SDB;  in ahci_handle_port_interrupt()
1772 	if (pp->fbs_enabled) {  in ahci_handle_port_interrupt()
1779 		if (ap->qc_active && pp->active_link->sactive)  in ahci_handle_port_interrupt()
1810 	struct ahci_port_priv *pp = ap->private_data;  in ahci_port_thread_fn()  local
1814 	status = atomic_xchg(&pp->intr_status, 0);  in ahci_port_thread_fn()
1829 	struct ahci_port_priv *pp = ap->private_data;  in ahci_multi_irqs_intr()  local
1837 	atomic_or(status, &pp->intr_status);  in ahci_multi_irqs_intr()
1954 	struct ahci_port_priv *pp = ap->private_data;  in ahci_qc_issue()  local
1960 	pp->active_link = qc->dev->link;  in ahci_qc_issue()
1965 	if (pp->fbs_enabled && pp->fbs_last_dev != qc->dev->link->pmp) {  in ahci_qc_issue()
1970 		pp->fbs_last_dev = qc->dev->link->pmp;  in ahci_qc_issue()
1983 	struct ahci_port_priv *pp = qc->ap->private_data;  in ahci_qc_fill_rtf()  local
1984 	u8 *rx_fis = pp->rx_fis;  in ahci_qc_fill_rtf()
1986 	if (pp->fbs_enabled)  in ahci_qc_fill_rtf()
2019 	struct ahci_port_priv *pp = ap->private_data;  in ahci_thaw()  local
2027 	writel(pp->intr_mask, port_mmio + PORT_IRQ_MASK);  in ahci_thaw()
2135 	struct ahci_port_priv *pp = ap->private_data;  in ahci_enable_fbs()  local
2140 	if (!pp->fbs_supported)  in ahci_enable_fbs()
2145 		pp->fbs_enabled = true;  in ahci_enable_fbs()
2146 		pp->fbs_last_dev = -1; /* initialization */  in ahci_enable_fbs()
2158 		pp->fbs_enabled = true;  in ahci_enable_fbs()
2159 		pp->fbs_last_dev = -1; /* initialization */  in ahci_enable_fbs()
2169 	struct ahci_port_priv *pp = ap->private_data;  in ahci_disable_fbs()  local
2174 	if (!pp->fbs_supported)  in ahci_disable_fbs()
2179 		pp->fbs_enabled = false;  in ahci_disable_fbs()
2193 		pp->fbs_enabled = false;  in ahci_disable_fbs()
2202 	struct ahci_port_priv *pp = ap->private_data;  in ahci_pmp_attach()  local
2211 	pp->intr_mask |= PORT_IRQ_BAD_PMP;  in ahci_pmp_attach()
2222 		writel(pp->intr_mask, port_mmio + PORT_IRQ_MASK);  in ahci_pmp_attach()
2228 	struct ahci_port_priv *pp = ap->private_data;  in ahci_pmp_detach()  local
2237 	pp->intr_mask &= ~PORT_IRQ_BAD_PMP;  in ahci_pmp_detach()
2241 		writel(pp->intr_mask, port_mmio + PORT_IRQ_MASK);  in ahci_pmp_detach()
2280 	struct ahci_port_priv *pp;  in ahci_port_start()  local
2285 	pp = devm_kzalloc(dev, sizeof(*pp), GFP_KERNEL);  in ahci_port_start()
2286 	if (!pp)  in ahci_port_start()
2290 		pp->irq_desc = devm_kzalloc(dev, 8, GFP_KERNEL);  in ahci_port_start()
2291 		if (!pp->irq_desc) {  in ahci_port_start()
2292 			devm_kfree(dev, pp);  in ahci_port_start()
2295 		snprintf(pp->irq_desc, 8,  in ahci_port_start()
2304 			pp->fbs_supported = true;  in ahci_port_start()
2308 			pp->fbs_supported = true;  in ahci_port_start()
2314 	if (pp->fbs_supported) {  in ahci_port_start()
2331 	pp->cmd_slot = mem;  in ahci_port_start()
2332 	pp->cmd_slot_dma = mem_dma;  in ahci_port_start()
2340 	pp->rx_fis = mem;  in ahci_port_start()
2341 	pp->rx_fis_dma = mem_dma;  in ahci_port_start()
2350 	pp->cmd_tbl = mem;  in ahci_port_start()
2351 	pp->cmd_tbl_dma = mem_dma;  in ahci_port_start()
2357 	pp->intr_mask = DEF_PORT_IRQ;  in ahci_port_start()
2363 		spin_lock_init(&pp->lock);  in ahci_port_start()
2364 		ap->lock = &pp->lock;  in ahci_port_start()
2367 	ap->private_data = pp;  in ahci_port_start()
2495 		struct ahci_port_priv *pp = host->ports[i]->private_data;  in ahci_host_activate_multi_irqs()  local
2498 		if (!pp) {  in ahci_host_activate_multi_irqs()
2506 					       pp->irq_desc, host->ports[i]);  in ahci_host_activate_multi_irqs()