451 #define IS_GEN_I(hpriv) ((hpriv)->hp_flags & MV_HP_GEN_I)  argument
452 #define IS_GEN_II(hpriv) ((hpriv)->hp_flags & MV_HP_GEN_II)  argument
453 #define IS_GEN_IIE(hpriv) ((hpriv)->hp_flags & MV_HP_GEN_IIE)  argument
454 #define IS_PCIE(hpriv) ((hpriv)->hp_flags & MV_HP_PCIE)  argument
455 #define IS_SOC(hpriv) ((hpriv)->hp_flags & MV_HP_FLAG_SOC)  argument
590 	void (*phy_errata)(struct mv_host_priv *hpriv, void __iomem *mmio,
592 	void (*enable_leds)(struct mv_host_priv *hpriv, void __iomem *mmio);
593 	void (*read_preamp)(struct mv_host_priv *hpriv, int idx,
595 	int (*reset_hc)(struct mv_host_priv *hpriv, void __iomem *mmio,
597 	void (*reset_flash)(struct mv_host_priv *hpriv, void __iomem *mmio);
617 static void mv5_phy_errata(struct mv_host_priv *hpriv, void __iomem *mmio,
619 static void mv5_enable_leds(struct mv_host_priv *hpriv, void __iomem *mmio);
620 static void mv5_read_preamp(struct mv_host_priv *hpriv, int idx,
622 static int mv5_reset_hc(struct mv_host_priv *hpriv, void __iomem *mmio,
624 static void mv5_reset_flash(struct mv_host_priv *hpriv, void __iomem *mmio);
627 static void mv6_phy_errata(struct mv_host_priv *hpriv, void __iomem *mmio,
629 static void mv6_enable_leds(struct mv_host_priv *hpriv, void __iomem *mmio);
630 static void mv6_read_preamp(struct mv_host_priv *hpriv, int idx,
632 static int mv6_reset_hc(struct mv_host_priv *hpriv, void __iomem *mmio,
634 static void mv6_reset_flash(struct mv_host_priv *hpriv, void __iomem *mmio);
635 static void mv_soc_enable_leds(struct mv_host_priv *hpriv,
637 static void mv_soc_read_preamp(struct mv_host_priv *hpriv, int idx,
639 static int mv_soc_reset_hc(struct mv_host_priv *hpriv,
641 static void mv_soc_reset_flash(struct mv_host_priv *hpriv,
644 static void mv_soc_65n_phy_errata(struct mv_host_priv *hpriv,
647 static void mv_reset_channel(struct mv_host_priv *hpriv, void __iomem *mmio,
931 	struct mv_host_priv *hpriv = host->private_data;  in mv_host_base()  local
932 	return hpriv->base;  in mv_host_base()
1002 			     struct mv_host_priv *hpriv,  in mv_set_edma_ptrs()  argument
1032 static void mv_write_main_irq_mask(u32 mask, struct mv_host_priv *hpriv)  in mv_write_main_irq_mask()  argument
1046 	writelfl(mask, hpriv->main_irq_mask_addr);  in mv_write_main_irq_mask()
1052 	struct mv_host_priv *hpriv = host->private_data;  in mv_set_main_irq_mask()  local
1055 	old_mask = hpriv->main_irq_mask;  in mv_set_main_irq_mask()
1058 		hpriv->main_irq_mask = new_mask;  in mv_set_main_irq_mask()
1059 		mv_write_main_irq_mask(new_mask, hpriv);  in mv_set_main_irq_mask()
1080 	struct mv_host_priv *hpriv = ap->host->private_data;  in mv_clear_and_enable_port_irqs()  local
1094 	if (IS_GEN_IIE(hpriv))  in mv_clear_and_enable_port_irqs()
1103 	struct mv_host_priv *hpriv = host->private_data;  in mv_set_irq_coalescing()  local
1104 	void __iomem *mmio = hpriv->base, *hc_mmio;  in mv_set_irq_coalescing()
1107 	unsigned int clks, is_dual_hc = hpriv->n_ports > MV_PORTS_PER_HC;  in mv_set_irq_coalescing()
1126 	if (is_dual_hc && !IS_GEN_I(hpriv)) {  in mv_set_irq_coalescing()
1184 		struct mv_host_priv *hpriv = ap->host->private_data;  in mv_start_edma()  local
1188 		mv_set_edma_ptrs(port_mmio, hpriv, pp);  in mv_start_edma()
1375 		struct mv_host_priv *hpriv = link->ap->host->private_data;  in mv_scr_write()  local
1393 			if (hpriv->hp_flags & MV_HP_FIX_LP_PHY_CTL) {  in mv_scr_write()
1522 	struct mv_host_priv *hpriv = ap->host->private_data;  in mv_60x1_errata_sata25()  local
1526 	old = readl(hpriv->base + GPIO_PORT_CTL);  in mv_60x1_errata_sata25()
1532 		writel(new, hpriv->base + GPIO_PORT_CTL);  in mv_60x1_errata_sata25()
1576 	struct mv_host_priv *hpriv = host->private_data;  in mv_soc_led_blink_enable()  local
1580 	if (hpriv->hp_flags & MV_HP_QUIRK_LED_BLINK_EN)  in mv_soc_led_blink_enable()
1582 	hpriv->hp_flags |= MV_HP_QUIRK_LED_BLINK_EN;  in mv_soc_led_blink_enable()
1591 	struct mv_host_priv *hpriv = host->private_data;  in mv_soc_led_blink_disable()  local
1596 	if (!(hpriv->hp_flags & MV_HP_QUIRK_LED_BLINK_EN))  in mv_soc_led_blink_disable()
1600 	for (port = 0; port < hpriv->n_ports; port++) {  in mv_soc_led_blink_disable()
1608 	hpriv->hp_flags &= ~MV_HP_QUIRK_LED_BLINK_EN;  in mv_soc_led_blink_disable()
1618 	struct mv_host_priv *hpriv = ap->host->private_data;  in mv_edma_cfg()  local
1626 	if (IS_GEN_I(hpriv))  in mv_edma_cfg()
1629 	else if (IS_GEN_II(hpriv)) {  in mv_edma_cfg()
1633 	} else if (IS_GEN_IIE(hpriv)) {  in mv_edma_cfg()
1655 			if (!IS_SOC(hpriv))  in mv_edma_cfg()
1658 		if (hpriv->hp_flags & MV_HP_CUT_THROUGH)  in mv_edma_cfg()
1662 		if (IS_SOC(hpriv)) {  in mv_edma_cfg()
1680 	struct mv_host_priv *hpriv = ap->host->private_data;  in mv_port_free_dma_mem()  local
1685 		dma_pool_free(hpriv->crqb_pool, pp->crqb, pp->crqb_dma);  in mv_port_free_dma_mem()
1689 		dma_pool_free(hpriv->crpb_pool, pp->crpb, pp->crpb_dma);  in mv_port_free_dma_mem()
1698 			if (tag == 0 || !IS_GEN_I(hpriv))  in mv_port_free_dma_mem()
1699 				dma_pool_free(hpriv->sg_tbl_pool,  in mv_port_free_dma_mem()
1720 	struct mv_host_priv *hpriv = ap->host->private_data;  in mv_port_start()  local
1730 	pp->crqb = dma_pool_alloc(hpriv->crqb_pool, GFP_KERNEL, &pp->crqb_dma);  in mv_port_start()
1735 	pp->crpb = dma_pool_alloc(hpriv->crpb_pool, GFP_KERNEL, &pp->crpb_dma);  in mv_port_start()
1741 	if (hpriv->hp_flags & MV_HP_ERRATA_60X1C0)  in mv_port_start()
1748 		if (tag == 0 || !IS_GEN_I(hpriv)) {  in mv_port_start()
1749 			pp->sg_tbl[tag] = dma_pool_alloc(hpriv->sg_tbl_pool,  in mv_port_start()
2416 		struct mv_host_priv *hpriv = ap->host->private_data;  in mv_qc_issue()  local
2428 		if (IS_GEN_II(hpriv))  in mv_qc_issue()
2657 	struct mv_host_priv *hpriv = ap->host->private_data;  in mv_err_intr()  local
2672 	if (IS_GEN_IIE(hpriv) && (edma_err_cause & EDMA_ERR_TRANS_IRQ_7)) {  in mv_err_intr()
2692 	if (IS_GEN_IIE(hpriv) && (edma_err_cause & EDMA_ERR_TRANS_IRQ_7)) {  in mv_err_intr()
2729 	if (IS_GEN_I(hpriv)) {  in mv_err_intr()
2817 	struct mv_host_priv *hpriv = ap->host->private_data;  in mv_process_crpb_entries()  local
2834 		if (IS_GEN_I(hpriv)) {  in mv_process_crpb_entries()
2900 	struct mv_host_priv *hpriv = host->private_data;  in mv_host_intr()  local
2901 	void __iomem *mmio = hpriv->base, *hc_mmio;  in mv_host_intr()
2908 	for (port = 0; port < hpriv->n_ports; port++) {  in mv_host_intr()
2943 				if ((port + p) >= hpriv->n_ports)  in mv_host_intr()
2965 	struct mv_host_priv *hpriv = host->private_data;  in mv_pci_error()  local
2972 	err_cause = readl(mmio + hpriv->irq_cause_offset);  in mv_pci_error()
2979 	writelfl(0, mmio + hpriv->irq_cause_offset);  in mv_pci_error()
3020 	struct mv_host_priv *hpriv = host->private_data;  in mv_interrupt()  local
3022 	int using_msi = hpriv->hp_flags & MV_HP_FLAG_MSI;  in mv_interrupt()
3029 		mv_write_main_irq_mask(0, hpriv);  in mv_interrupt()
3031 	main_irq_cause = readl(hpriv->main_irq_cause_addr);  in mv_interrupt()
3032 	pending_irqs   = main_irq_cause & hpriv->main_irq_mask;  in mv_interrupt()
3038 		if (unlikely((pending_irqs & PCI_ERR) && !IS_SOC(hpriv)))  in mv_interrupt()
3039 			handled = mv_pci_error(host, hpriv->base);  in mv_interrupt()
3046 		mv_write_main_irq_mask(hpriv->main_irq_mask, hpriv);  in mv_interrupt()
3072 	struct mv_host_priv *hpriv = link->ap->host->private_data;  in mv5_scr_read()  local
3073 	void __iomem *mmio = hpriv->base;  in mv5_scr_read()
3086 	struct mv_host_priv *hpriv = link->ap->host->private_data;  in mv5_scr_write()  local
3087 	void __iomem *mmio = hpriv->base;  in mv5_scr_write()
3114 static void mv5_reset_flash(struct mv_host_priv *hpriv, void __iomem *mmio)  in mv5_reset_flash()  argument
3119 static void mv5_read_preamp(struct mv_host_priv *hpriv, int idx,  in mv5_read_preamp()  argument
3127 	hpriv->signal[idx].pre = tmp & 0x1800;	/* bits 12:11 */  in mv5_read_preamp()
3128 	hpriv->signal[idx].amps = tmp & 0xe0;	/* bits 7:5 */  in mv5_read_preamp()
3131 static void mv5_enable_leds(struct mv_host_priv *hpriv, void __iomem *mmio)  in mv5_enable_leds()  argument
3144 static void mv5_phy_errata(struct mv_host_priv *hpriv, void __iomem *mmio,  in mv5_phy_errata()  argument
3150 	int fix_apm_sq = (hpriv->hp_flags & MV_HP_ERRATA_50XXB0);  in mv5_phy_errata()
3165 	tmp |= hpriv->signal[port].pre;  in mv5_phy_errata()
3166 	tmp |= hpriv->signal[port].amps;  in mv5_phy_errata()
3173 static void mv5_reset_hc_port(struct mv_host_priv *hpriv, void __iomem *mmio,  in mv5_reset_hc_port()  argument
3178 	mv_reset_channel(hpriv, mmio, port);  in mv5_reset_hc_port()
3197 static void mv5_reset_one_hc(struct mv_host_priv *hpriv, void __iomem *mmio,  in mv5_reset_one_hc()  argument
3215 static int mv5_reset_hc(struct mv_host_priv *hpriv, void __iomem *mmio,  in mv5_reset_hc()  argument
3222 			mv5_reset_hc_port(hpriv, mmio,  in mv5_reset_hc()
3225 		mv5_reset_one_hc(hpriv, mmio, hc);  in mv5_reset_hc()
3235 	struct mv_host_priv *hpriv = host->private_data;  in mv_reset_pci_bus()  local
3246 	ZERO(hpriv->irq_cause_offset);  in mv_reset_pci_bus()
3247 	ZERO(hpriv->irq_mask_offset);  in mv_reset_pci_bus()
3255 static void mv6_reset_flash(struct mv_host_priv *hpriv, void __iomem *mmio)  in mv6_reset_flash()  argument
3259 	mv5_reset_flash(hpriv, mmio);  in mv6_reset_flash()
3276 static int mv6_reset_hc(struct mv_host_priv *hpriv, void __iomem *mmio,  in mv6_reset_hc()  argument
3331 static void mv6_read_preamp(struct mv_host_priv *hpriv, int idx,  in mv6_read_preamp()  argument
3339 		hpriv->signal[idx].amps = 0x7 << 8;  in mv6_read_preamp()
3340 		hpriv->signal[idx].pre = 0x1 << 5;  in mv6_read_preamp()
3347 	hpriv->signal[idx].amps = tmp & 0x700;	/* bits 10:8 */  in mv6_read_preamp()
3348 	hpriv->signal[idx].pre = tmp & 0xe0;	/* bits 7:5 */  in mv6_read_preamp()
3351 static void mv6_enable_leds(struct mv_host_priv *hpriv, void __iomem *mmio)  in mv6_enable_leds()  argument
3356 static void mv6_phy_errata(struct mv_host_priv *hpriv, void __iomem *mmio,  in mv6_phy_errata()  argument
3361 	u32 hp_flags = hpriv->hp_flags;  in mv6_phy_errata()
3391 	if (IS_SOC(hpriv))  in mv6_phy_errata()
3401 		if (IS_GEN_IIE(hpriv))  in mv6_phy_errata()
3419 	m2 |= hpriv->signal[port].amps;  in mv6_phy_errata()
3420 	m2 |= hpriv->signal[port].pre;  in mv6_phy_errata()
3424 	if (IS_GEN_IIE(hpriv)) {  in mv6_phy_errata()
3434 static void mv_soc_enable_leds(struct mv_host_priv *hpriv,  in mv_soc_enable_leds()  argument
3440 static void mv_soc_read_preamp(struct mv_host_priv *hpriv, int idx,  in mv_soc_read_preamp()  argument
3449 	hpriv->signal[idx].amps = tmp & 0x700;	/* bits 10:8 */  in mv_soc_read_preamp()
3450 	hpriv->signal[idx].pre = tmp & 0xe0;	/* bits 7:5 */  in mv_soc_read_preamp()
3455 static void mv_soc_reset_hc_port(struct mv_host_priv *hpriv,  in mv_soc_reset_hc_port()  argument
3460 	mv_reset_channel(hpriv, mmio, port);  in mv_soc_reset_hc_port()
3480 static void mv_soc_reset_one_hc(struct mv_host_priv *hpriv,  in mv_soc_reset_one_hc()  argument
3493 static int mv_soc_reset_hc(struct mv_host_priv *hpriv,  in mv_soc_reset_hc()  argument
3498 	for (port = 0; port < hpriv->n_ports; port++)  in mv_soc_reset_hc()
3499 		mv_soc_reset_hc_port(hpriv, mmio, port);  in mv_soc_reset_hc()
3501 	mv_soc_reset_one_hc(hpriv, mmio);  in mv_soc_reset_hc()
3506 static void mv_soc_reset_flash(struct mv_host_priv *hpriv,  in mv_soc_reset_flash()  argument
3517 static void mv_soc_65n_phy_errata(struct mv_host_priv *hpriv,  in mv_soc_65n_phy_errata()  argument
3555 static bool soc_is_65n(struct mv_host_priv *hpriv)  in soc_is_65n()  argument
3557 	void __iomem *port0_mmio = mv_port_base(hpriv->base, 0);  in soc_is_65n()
3574 static void mv_reset_channel(struct mv_host_priv *hpriv, void __iomem *mmio,  in mv_reset_channel()  argument
3587 	if (!IS_GEN_I(hpriv)) {  in mv_reset_channel()
3600 	hpriv->ops->phy_errata(hpriv, mmio, port_no);  in mv_reset_channel()
3602 	if (IS_GEN_I(hpriv))  in mv_reset_channel()
3638 	struct mv_host_priv *hpriv = ap->host->private_data;  in mv_hardreset()  local
3640 	void __iomem *mmio = hpriv->base;  in mv_hardreset()
3645 	mv_reset_channel(hpriv, mmio, ap->port_no);  in mv_hardreset()
3661 		if (!IS_GEN_I(hpriv) && ++attempts >= 5 && sstatus == 0x121) {  in mv_hardreset()
3682 	struct mv_host_priv *hpriv = ap->host->private_data;  in mv_eh_thaw()  local
3685 	void __iomem *hc_mmio = mv_hc_base_from_port(hpriv->base, port);  in mv_eh_thaw()
3746 	struct mv_host_priv *hpriv = host->private_data;  in mv_in_pcix_mode()  local
3747 	void __iomem *mmio = hpriv->base;  in mv_in_pcix_mode()
3750 	if (IS_SOC(hpriv) || !IS_PCIE(hpriv))  in mv_in_pcix_mode()
3760 	struct mv_host_priv *hpriv = host->private_data;  in mv_pci_cut_through_okay()  local
3761 	void __iomem *mmio = hpriv->base;  in mv_pci_cut_through_okay()
3774 	struct mv_host_priv *hpriv = host->private_data;  in mv_60x1b2_errata_pci7()  local
3775 	void __iomem *mmio = hpriv->base;  in mv_60x1b2_errata_pci7()
3787 	struct mv_host_priv *hpriv = host->private_data;  in mv_chip_id()  local
3788 	u32 hp_flags = hpriv->hp_flags;  in mv_chip_id()
3792 		hpriv->ops = &mv5xxx_ops;  in mv_chip_id()
3812 		hpriv->ops = &mv5xxx_ops;  in mv_chip_id()
3832 		hpriv->ops = &mv6xxx_ops;  in mv_chip_id()
3884 		hpriv->ops = &mv6xxx_ops;  in mv_chip_id()
3901 		if (soc_is_65n(hpriv))  in mv_chip_id()
3902 			hpriv->ops = &mv_soc_65n_ops;  in mv_chip_id()
3904 			hpriv->ops = &mv_soc_ops;  in mv_chip_id()
3914 	hpriv->hp_flags = hp_flags;  in mv_chip_id()
3916 		hpriv->irq_cause_offset	= PCIE_IRQ_CAUSE;  in mv_chip_id()
3917 		hpriv->irq_mask_offset	= PCIE_IRQ_MASK;  in mv_chip_id()
3918 		hpriv->unmask_all_irqs	= PCIE_UNMASK_ALL_IRQS;  in mv_chip_id()
3920 		hpriv->irq_cause_offset	= PCI_IRQ_CAUSE;  in mv_chip_id()
3921 		hpriv->irq_mask_offset	= PCI_IRQ_MASK;  in mv_chip_id()
3922 		hpriv->unmask_all_irqs	= PCI_UNMASK_ALL_IRQS;  in mv_chip_id()
3941 	struct mv_host_priv *hpriv = host->private_data;  in mv_init_host()  local
3942 	void __iomem *mmio = hpriv->base;  in mv_init_host()
3944 	rc = mv_chip_id(host, hpriv->board_idx);  in mv_init_host()
3948 	if (IS_SOC(hpriv)) {  in mv_init_host()
3949 		hpriv->main_irq_cause_addr = mmio + SOC_HC_MAIN_IRQ_CAUSE;  in mv_init_host()
3950 		hpriv->main_irq_mask_addr  = mmio + SOC_HC_MAIN_IRQ_MASK;  in mv_init_host()
3952 		hpriv->main_irq_cause_addr = mmio + PCI_HC_MAIN_IRQ_CAUSE;  in mv_init_host()
3953 		hpriv->main_irq_mask_addr  = mmio + PCI_HC_MAIN_IRQ_MASK;  in mv_init_host()
3957 	hpriv->main_irq_mask = readl(hpriv->main_irq_mask_addr);  in mv_init_host()
3965 		if (hpriv->ops->read_preamp)  in mv_init_host()
3966 			hpriv->ops->read_preamp(hpriv, port, mmio);  in mv_init_host()
3968 	rc = hpriv->ops->reset_hc(hpriv, mmio, n_hc);  in mv_init_host()
3972 	hpriv->ops->reset_flash(hpriv, mmio);  in mv_init_host()
3973 	hpriv->ops->reset_bus(host, mmio);  in mv_init_host()
3974 	hpriv->ops->enable_leds(hpriv, mmio);  in mv_init_host()
3995 	if (!IS_SOC(hpriv)) {  in mv_init_host()
3997 		writelfl(0, mmio + hpriv->irq_cause_offset);  in mv_init_host()
4000 		writelfl(hpriv->unmask_all_irqs, mmio + hpriv->irq_mask_offset);  in mv_init_host()
4014 static int mv_create_dma_pools(struct mv_host_priv *hpriv, struct device *dev)  in mv_create_dma_pools()  argument
4016 	hpriv->crqb_pool   = dmam_pool_create("crqb_q", dev, MV_CRQB_Q_SZ,  in mv_create_dma_pools()
4018 	if (!hpriv->crqb_pool)  in mv_create_dma_pools()
4021 	hpriv->crpb_pool   = dmam_pool_create("crpb_q", dev, MV_CRPB_Q_SZ,  in mv_create_dma_pools()
4023 	if (!hpriv->crpb_pool)  in mv_create_dma_pools()
4026 	hpriv->sg_tbl_pool = dmam_pool_create("sg_tbl", dev, MV_SG_TBL_SZ,  in mv_create_dma_pools()
4028 	if (!hpriv->sg_tbl_pool)  in mv_create_dma_pools()
4034 static void mv_conf_mbus_windows(struct mv_host_priv *hpriv,  in mv_conf_mbus_windows()  argument
4040 		writel(0, hpriv->base + WINDOW_CTRL(i));  in mv_conf_mbus_windows()
4041 		writel(0, hpriv->base + WINDOW_BASE(i));  in mv_conf_mbus_windows()
4050 			hpriv->base + WINDOW_CTRL(i));  in mv_conf_mbus_windows()
4051 		writel(cs->base, hpriv->base + WINDOW_BASE(i));  in mv_conf_mbus_windows()
4070 	struct mv_host_priv *hpriv;  in mv_platform_probe()  local
4104 	hpriv = devm_kzalloc(&pdev->dev, sizeof(*hpriv), GFP_KERNEL);  in mv_platform_probe()
4106 	if (!host || !hpriv)  in mv_platform_probe()
4108 	hpriv->port_clks = devm_kzalloc(&pdev->dev,  in mv_platform_probe()
4111 	if (!hpriv->port_clks)  in mv_platform_probe()
4113 	hpriv->port_phys = devm_kzalloc(&pdev->dev,  in mv_platform_probe()
4116 	if (!hpriv->port_phys)  in mv_platform_probe()
4118 	host->private_data = hpriv;  in mv_platform_probe()
4119 	hpriv->board_idx = chip_soc;  in mv_platform_probe()
4122 	hpriv->base = devm_ioremap(&pdev->dev, res->start,  in mv_platform_probe()
4124 	hpriv->base -= SATAHC0_REG_BASE;  in mv_platform_probe()
4126 	hpriv->clk = clk_get(&pdev->dev, NULL);  in mv_platform_probe()
4127 	if (IS_ERR(hpriv->clk))  in mv_platform_probe()
4130 		clk_prepare_enable(hpriv->clk);  in mv_platform_probe()
4135 		hpriv->port_clks[port] = clk_get(&pdev->dev, port_number);  in mv_platform_probe()
4136 		if (!IS_ERR(hpriv->port_clks[port]))  in mv_platform_probe()
4137 			clk_prepare_enable(hpriv->port_clks[port]);  in mv_platform_probe()
4140 		hpriv->port_phys[port] = devm_phy_optional_get(&pdev->dev,  in mv_platform_probe()
4142 		if (IS_ERR(hpriv->port_phys[port])) {  in mv_platform_probe()
4143 			rc = PTR_ERR(hpriv->port_phys[port]);  in mv_platform_probe()
4144 			hpriv->port_phys[port] = NULL;  in mv_platform_probe()
4149 			hpriv->n_ports = port;  in mv_platform_probe()
4152 			phy_power_on(hpriv->port_phys[port]);  in mv_platform_probe()
4156 	hpriv->n_ports = n_ports;  in mv_platform_probe()
4163 		mv_conf_mbus_windows(hpriv, dram);  in mv_platform_probe()
4165 	rc = mv_create_dma_pools(hpriv, &pdev->dev);  in mv_platform_probe()
4176 		hpriv->hp_flags |= MV_HP_FIX_LP_PHY_CTL;  in mv_platform_probe()
4191 	if (!IS_ERR(hpriv->clk)) {  in mv_platform_probe()
4192 		clk_disable_unprepare(hpriv->clk);  in mv_platform_probe()
4193 		clk_put(hpriv->clk);  in mv_platform_probe()
4195 	for (port = 0; port < hpriv->n_ports; port++) {  in mv_platform_probe()
4196 		if (!IS_ERR(hpriv->port_clks[port])) {  in mv_platform_probe()
4197 			clk_disable_unprepare(hpriv->port_clks[port]);  in mv_platform_probe()
4198 			clk_put(hpriv->port_clks[port]);  in mv_platform_probe()
4200 		phy_power_off(hpriv->port_phys[port]);  in mv_platform_probe()
4217 	struct mv_host_priv *hpriv = host->private_data;  in mv_platform_remove()  local
4221 	if (!IS_ERR(hpriv->clk)) {  in mv_platform_remove()
4222 		clk_disable_unprepare(hpriv->clk);  in mv_platform_remove()
4223 		clk_put(hpriv->clk);  in mv_platform_remove()
4226 		if (!IS_ERR(hpriv->port_clks[port])) {  in mv_platform_remove()
4227 			clk_disable_unprepare(hpriv->port_clks[port]);  in mv_platform_remove()
4228 			clk_put(hpriv->port_clks[port]);  in mv_platform_remove()
4230 		phy_power_off(hpriv->port_phys[port]);  in mv_platform_remove()
4252 		struct mv_host_priv *hpriv = host->private_data;  in mv_platform_resume()  local
4259 			mv_conf_mbus_windows(hpriv, dram);  in mv_platform_resume()
4362 	struct mv_host_priv *hpriv = host->private_data;  in mv_print_info()  local
4377 	if (IS_GEN_I(hpriv))  in mv_print_info()
4379 	else if (IS_GEN_II(hpriv))  in mv_print_info()
4381 	else if (IS_GEN_IIE(hpriv))  in mv_print_info()
4388 		 scc_s, (MV_HP_FLAG_MSI & hpriv->hp_flags) ? "MSI" : "INTx");  in mv_print_info()
4405 	struct mv_host_priv *hpriv;  in mv_pci_init_one()  local
4414 	hpriv = devm_kzalloc(&pdev->dev, sizeof(*hpriv), GFP_KERNEL);  in mv_pci_init_one()
4415 	if (!host || !hpriv)  in mv_pci_init_one()
4417 	host->private_data = hpriv;  in mv_pci_init_one()
4418 	hpriv->n_ports = n_ports;  in mv_pci_init_one()
4419 	hpriv->board_idx = board_idx;  in mv_pci_init_one()
4432 	hpriv->base = host->iomap[MV_PRIMARY_BAR];  in mv_pci_init_one()
4438 	rc = mv_create_dma_pools(hpriv, &pdev->dev);  in mv_pci_init_one()
4444 		void __iomem *port_mmio = mv_port_base(hpriv->base, port);  in mv_pci_init_one()
4445 		unsigned int offset = port_mmio - hpriv->base;  in mv_pci_init_one()
4458 		hpriv->hp_flags |= MV_HP_FLAG_MSI;  in mv_pci_init_one()
4466 				 IS_GEN_I(hpriv) ? &mv5_sht : &mv6_sht);  in mv_pci_init_one()