ks_pcie           139 drivers/pci/controller/dwc/pci-keystone.c static u32 ks_pcie_app_readl(struct keystone_pcie *ks_pcie, u32 offset)
ks_pcie           141 drivers/pci/controller/dwc/pci-keystone.c 	return readl(ks_pcie->va_app_base + offset);
ks_pcie           144 drivers/pci/controller/dwc/pci-keystone.c static void ks_pcie_app_writel(struct keystone_pcie *ks_pcie, u32 offset,
ks_pcie           147 drivers/pci/controller/dwc/pci-keystone.c 	writel(val, ks_pcie->va_app_base + offset);
ks_pcie           153 drivers/pci/controller/dwc/pci-keystone.c 	struct keystone_pcie *ks_pcie;
ks_pcie           160 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie = to_keystone_pcie(pci);
ks_pcie           165 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie_app_writel(ks_pcie, MSI_IRQ_STATUS(reg_offset),
ks_pcie           167 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie_app_writel(ks_pcie, IRQ_EOI, reg_offset + MSI_IRQ_OFFSET);
ks_pcie           173 drivers/pci/controller/dwc/pci-keystone.c 	struct keystone_pcie *ks_pcie;
ks_pcie           178 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie = to_keystone_pcie(pci);
ks_pcie           180 drivers/pci/controller/dwc/pci-keystone.c 	msi_target = ks_pcie->app.start + MSI_IRQ;
ks_pcie           198 drivers/pci/controller/dwc/pci-keystone.c 	struct keystone_pcie *ks_pcie;
ks_pcie           208 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie = to_keystone_pcie(pci);
ks_pcie           213 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie_app_writel(ks_pcie, MSI_IRQ_ENABLE_CLR(reg_offset),
ks_pcie           222 drivers/pci/controller/dwc/pci-keystone.c 	struct keystone_pcie *ks_pcie;
ks_pcie           232 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie = to_keystone_pcie(pci);
ks_pcie           237 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie_app_writel(ks_pcie, MSI_IRQ_ENABLE_SET(reg_offset),
ks_pcie           258 drivers/pci/controller/dwc/pci-keystone.c static void ks_pcie_handle_legacy_irq(struct keystone_pcie *ks_pcie,
ks_pcie           261 drivers/pci/controller/dwc/pci-keystone.c 	struct dw_pcie *pci = ks_pcie->pci;
ks_pcie           266 drivers/pci/controller/dwc/pci-keystone.c 	pending = ks_pcie_app_readl(ks_pcie, IRQ_STATUS(offset));
ks_pcie           269 drivers/pci/controller/dwc/pci-keystone.c 		virq = irq_linear_revmap(ks_pcie->legacy_irq_domain, offset);
ks_pcie           275 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie_app_writel(ks_pcie, IRQ_EOI, offset);
ks_pcie           286 drivers/pci/controller/dwc/pci-keystone.c static void ks_pcie_enable_error_irq(struct keystone_pcie *ks_pcie)
ks_pcie           288 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie_app_writel(ks_pcie, ERR_IRQ_ENABLE_SET, ERR_IRQ_ALL);
ks_pcie           291 drivers/pci/controller/dwc/pci-keystone.c static irqreturn_t ks_pcie_handle_error_irq(struct keystone_pcie *ks_pcie)
ks_pcie           294 drivers/pci/controller/dwc/pci-keystone.c 	struct device *dev = ks_pcie->pci->dev;
ks_pcie           296 drivers/pci/controller/dwc/pci-keystone.c 	reg = ks_pcie_app_readl(ks_pcie, ERR_IRQ_STATUS);
ks_pcie           312 drivers/pci/controller/dwc/pci-keystone.c 	if (!ks_pcie->is_am6 && (reg & ERR_AXI))
ks_pcie           315 drivers/pci/controller/dwc/pci-keystone.c 	if (reg & ERR_AER || (ks_pcie->is_am6 && (reg & AM6_ERR_AER)))
ks_pcie           318 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie_app_writel(ks_pcie, ERR_IRQ_STATUS, reg);
ks_pcie           365 drivers/pci/controller/dwc/pci-keystone.c static void ks_pcie_set_dbi_mode(struct keystone_pcie *ks_pcie)
ks_pcie           369 drivers/pci/controller/dwc/pci-keystone.c 	val = ks_pcie_app_readl(ks_pcie, CMD_STATUS);
ks_pcie           371 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie_app_writel(ks_pcie, CMD_STATUS, val);
ks_pcie           374 drivers/pci/controller/dwc/pci-keystone.c 		val = ks_pcie_app_readl(ks_pcie, CMD_STATUS);
ks_pcie           384 drivers/pci/controller/dwc/pci-keystone.c static void ks_pcie_clear_dbi_mode(struct keystone_pcie *ks_pcie)
ks_pcie           388 drivers/pci/controller/dwc/pci-keystone.c 	val = ks_pcie_app_readl(ks_pcie, CMD_STATUS);
ks_pcie           390 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie_app_writel(ks_pcie, CMD_STATUS, val);
ks_pcie           393 drivers/pci/controller/dwc/pci-keystone.c 		val = ks_pcie_app_readl(ks_pcie, CMD_STATUS);
ks_pcie           397 drivers/pci/controller/dwc/pci-keystone.c static void ks_pcie_setup_rc_app_regs(struct keystone_pcie *ks_pcie)
ks_pcie           400 drivers/pci/controller/dwc/pci-keystone.c 	u32 num_viewport = ks_pcie->num_viewport;
ks_pcie           401 drivers/pci/controller/dwc/pci-keystone.c 	struct dw_pcie *pci = ks_pcie->pci;
ks_pcie           408 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie_set_dbi_mode(ks_pcie);
ks_pcie           411 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie_clear_dbi_mode(ks_pcie);
ks_pcie           413 drivers/pci/controller/dwc/pci-keystone.c 	if (ks_pcie->is_am6)
ks_pcie           417 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie_app_writel(ks_pcie, OB_SIZE, val);
ks_pcie           421 drivers/pci/controller/dwc/pci-keystone.c 		ks_pcie_app_writel(ks_pcie, OB_OFFSET_INDEX(i),
ks_pcie           423 drivers/pci/controller/dwc/pci-keystone.c 		ks_pcie_app_writel(ks_pcie, OB_OFFSET_HI(i),
ks_pcie           428 drivers/pci/controller/dwc/pci-keystone.c 	val = ks_pcie_app_readl(ks_pcie, CMD_STATUS);
ks_pcie           430 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie_app_writel(ks_pcie, CMD_STATUS, val);
ks_pcie           438 drivers/pci/controller/dwc/pci-keystone.c 	struct keystone_pcie *ks_pcie = to_keystone_pcie(pci);
ks_pcie           445 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie_app_writel(ks_pcie, CFG_SETUP, reg);
ks_pcie           455 drivers/pci/controller/dwc/pci-keystone.c 	struct keystone_pcie *ks_pcie = to_keystone_pcie(pci);
ks_pcie           462 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie_app_writel(ks_pcie, CFG_SETUP, reg);
ks_pcie           475 drivers/pci/controller/dwc/pci-keystone.c 	struct keystone_pcie *ks_pcie = to_keystone_pcie(pci);
ks_pcie           478 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie_set_dbi_mode(ks_pcie);
ks_pcie           484 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie_clear_dbi_mode(ks_pcie);
ks_pcie           490 drivers/pci/controller/dwc/pci-keystone.c 	dw_pcie_writel_dbi(pci, PCI_BASE_ADDRESS_0, ks_pcie->app.start);
ks_pcie           507 drivers/pci/controller/dwc/pci-keystone.c 	struct keystone_pcie *ks_pcie = to_keystone_pcie(pci);
ks_pcie           511 drivers/pci/controller/dwc/pci-keystone.c 	val = ks_pcie_app_readl(ks_pcie, CMD_STATUS);
ks_pcie           513 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie_app_writel(ks_pcie, CMD_STATUS, val);
ks_pcie           518 drivers/pci/controller/dwc/pci-keystone.c 	struct keystone_pcie *ks_pcie = to_keystone_pcie(pci);
ks_pcie           528 drivers/pci/controller/dwc/pci-keystone.c 	val = ks_pcie_app_readl(ks_pcie, CMD_STATUS);
ks_pcie           529 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie_app_writel(ks_pcie, CMD_STATUS, LTSSM_EN_VAL | val);
ks_pcie           580 drivers/pci/controller/dwc/pci-keystone.c 	struct keystone_pcie *ks_pcie = irq_desc_get_handler_data(desc);
ks_pcie           581 drivers/pci/controller/dwc/pci-keystone.c 	u32 offset = irq - ks_pcie->msi_host_irq;
ks_pcie           582 drivers/pci/controller/dwc/pci-keystone.c 	struct dw_pcie *pci = ks_pcie->pci;
ks_pcie           597 drivers/pci/controller/dwc/pci-keystone.c 	reg = ks_pcie_app_readl(ks_pcie, MSI_IRQ_STATUS(offset));
ks_pcie           627 drivers/pci/controller/dwc/pci-keystone.c 	struct keystone_pcie *ks_pcie = irq_desc_get_handler_data(desc);
ks_pcie           628 drivers/pci/controller/dwc/pci-keystone.c 	struct dw_pcie *pci = ks_pcie->pci;
ks_pcie           630 drivers/pci/controller/dwc/pci-keystone.c 	u32 irq_offset = irq - ks_pcie->legacy_host_irqs[0];
ks_pcie           641 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie_handle_legacy_irq(ks_pcie, irq_offset);
ks_pcie           645 drivers/pci/controller/dwc/pci-keystone.c static int ks_pcie_config_msi_irq(struct keystone_pcie *ks_pcie)
ks_pcie           647 drivers/pci/controller/dwc/pci-keystone.c 	struct device *dev = ks_pcie->pci->dev;
ks_pcie           648 drivers/pci/controller/dwc/pci-keystone.c 	struct device_node *np = ks_pcie->np;
ks_pcie           658 drivers/pci/controller/dwc/pci-keystone.c 		if (ks_pcie->is_am6)
ks_pcie           678 drivers/pci/controller/dwc/pci-keystone.c 		if (!ks_pcie->msi_host_irq) {
ks_pcie           684 drivers/pci/controller/dwc/pci-keystone.c 			ks_pcie->msi_host_irq = irq_data->hwirq;
ks_pcie           688 drivers/pci/controller/dwc/pci-keystone.c 						 ks_pcie);
ks_pcie           699 drivers/pci/controller/dwc/pci-keystone.c static int ks_pcie_config_legacy_irq(struct keystone_pcie *ks_pcie)
ks_pcie           701 drivers/pci/controller/dwc/pci-keystone.c 	struct device *dev = ks_pcie->pci->dev;
ks_pcie           703 drivers/pci/controller/dwc/pci-keystone.c 	struct device_node *np = ks_pcie->np;
ks_pcie           713 drivers/pci/controller/dwc/pci-keystone.c 		if (ks_pcie->is_am6)
ks_pcie           732 drivers/pci/controller/dwc/pci-keystone.c 		ks_pcie->legacy_host_irqs[i] = irq;
ks_pcie           736 drivers/pci/controller/dwc/pci-keystone.c 						 ks_pcie);
ks_pcie           747 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie->legacy_irq_domain = legacy_irq_domain;
ks_pcie           750 drivers/pci/controller/dwc/pci-keystone.c 		ks_pcie_app_writel(ks_pcie, IRQ_ENABLE_SET(i), INTx_EN);
ks_pcie           779 drivers/pci/controller/dwc/pci-keystone.c static int __init ks_pcie_init_id(struct keystone_pcie *ks_pcie)
ks_pcie           784 drivers/pci/controller/dwc/pci-keystone.c 	struct dw_pcie *pci = ks_pcie->pci;
ks_pcie           807 drivers/pci/controller/dwc/pci-keystone.c 	struct keystone_pcie *ks_pcie = to_keystone_pcie(pci);
ks_pcie           810 drivers/pci/controller/dwc/pci-keystone.c 	ret = ks_pcie_config_legacy_irq(ks_pcie);
ks_pcie           814 drivers/pci/controller/dwc/pci-keystone.c 	ret = ks_pcie_config_msi_irq(ks_pcie);
ks_pcie           821 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie_setup_rc_app_regs(ks_pcie);
ks_pcie           825 drivers/pci/controller/dwc/pci-keystone.c 	ret = ks_pcie_init_id(ks_pcie);
ks_pcie           859 drivers/pci/controller/dwc/pci-keystone.c 	struct keystone_pcie *ks_pcie = priv;
ks_pcie           861 drivers/pci/controller/dwc/pci-keystone.c 	return ks_pcie_handle_error_irq(ks_pcie);
ks_pcie           864 drivers/pci/controller/dwc/pci-keystone.c static int __init ks_pcie_add_pcie_port(struct keystone_pcie *ks_pcie,
ks_pcie           867 drivers/pci/controller/dwc/pci-keystone.c 	struct dw_pcie *pci = ks_pcie->pci;
ks_pcie           892 drivers/pci/controller/dwc/pci-keystone.c 	struct keystone_pcie *ks_pcie = to_keystone_pcie(pci);
ks_pcie           895 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie_set_dbi_mode(ks_pcie);
ks_pcie           897 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie_clear_dbi_mode(ks_pcie);
ks_pcie           904 drivers/pci/controller/dwc/pci-keystone.c 	struct keystone_pcie *ks_pcie = to_keystone_pcie(pci);
ks_pcie           906 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie_set_dbi_mode(ks_pcie);
ks_pcie           908 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie_clear_dbi_mode(ks_pcie);
ks_pcie           930 drivers/pci/controller/dwc/pci-keystone.c static void ks_pcie_am654_raise_legacy_irq(struct keystone_pcie *ks_pcie)
ks_pcie           932 drivers/pci/controller/dwc/pci-keystone.c 	struct dw_pcie *pci = ks_pcie->pci;
ks_pcie           939 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie_app_writel(ks_pcie, PCIE_LEGACY_IRQ_ENABLE_SET(int_pin),
ks_pcie           941 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie_app_writel(ks_pcie, PCIE_EP_IRQ_SET, INT_ENABLE);
ks_pcie           943 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie_app_writel(ks_pcie, PCIE_EP_IRQ_CLR, INT_ENABLE);
ks_pcie           944 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie_app_writel(ks_pcie, PCIE_LEGACY_IRQ_ENABLE_CLR(int_pin),
ks_pcie           953 drivers/pci/controller/dwc/pci-keystone.c 	struct keystone_pcie *ks_pcie = to_keystone_pcie(pci);
ks_pcie           957 drivers/pci/controller/dwc/pci-keystone.c 		ks_pcie_am654_raise_legacy_irq(ks_pcie);
ks_pcie           995 drivers/pci/controller/dwc/pci-keystone.c static int __init ks_pcie_add_pcie_ep(struct keystone_pcie *ks_pcie,
ks_pcie          1002 drivers/pci/controller/dwc/pci-keystone.c 	struct dw_pcie *pci = ks_pcie->pci;
ks_pcie          1022 drivers/pci/controller/dwc/pci-keystone.c static void ks_pcie_disable_phy(struct keystone_pcie *ks_pcie)
ks_pcie          1024 drivers/pci/controller/dwc/pci-keystone.c 	int num_lanes = ks_pcie->num_lanes;
ks_pcie          1027 drivers/pci/controller/dwc/pci-keystone.c 		phy_power_off(ks_pcie->phy[num_lanes]);
ks_pcie          1028 drivers/pci/controller/dwc/pci-keystone.c 		phy_exit(ks_pcie->phy[num_lanes]);
ks_pcie          1032 drivers/pci/controller/dwc/pci-keystone.c static int ks_pcie_enable_phy(struct keystone_pcie *ks_pcie)
ks_pcie          1036 drivers/pci/controller/dwc/pci-keystone.c 	int num_lanes = ks_pcie->num_lanes;
ks_pcie          1039 drivers/pci/controller/dwc/pci-keystone.c 		ret = phy_reset(ks_pcie->phy[i]);
ks_pcie          1043 drivers/pci/controller/dwc/pci-keystone.c 		ret = phy_init(ks_pcie->phy[i]);
ks_pcie          1047 drivers/pci/controller/dwc/pci-keystone.c 		ret = phy_power_on(ks_pcie->phy[i]);
ks_pcie          1049 drivers/pci/controller/dwc/pci-keystone.c 			phy_exit(ks_pcie->phy[i]);
ks_pcie          1058 drivers/pci/controller/dwc/pci-keystone.c 		phy_power_off(ks_pcie->phy[i]);
ks_pcie          1059 drivers/pci/controller/dwc/pci-keystone.c 		phy_exit(ks_pcie->phy[i]);
ks_pcie          1194 drivers/pci/controller/dwc/pci-keystone.c 	struct keystone_pcie *ks_pcie;
ks_pcie          1220 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie = devm_kzalloc(dev, sizeof(*ks_pcie), GFP_KERNEL);
ks_pcie          1221 drivers/pci/controller/dwc/pci-keystone.c 	if (!ks_pcie)
ks_pcie          1229 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie->va_app_base = devm_ioremap_resource(dev, res);
ks_pcie          1230 drivers/pci/controller/dwc/pci-keystone.c 	if (IS_ERR(ks_pcie->va_app_base))
ks_pcie          1231 drivers/pci/controller/dwc/pci-keystone.c 		return PTR_ERR(ks_pcie->va_app_base);
ks_pcie          1233 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie->app = *res;
ks_pcie          1241 drivers/pci/controller/dwc/pci-keystone.c 		ks_pcie->is_am6 = true;
ks_pcie          1256 drivers/pci/controller/dwc/pci-keystone.c 			  "ks-pcie-error-irq", ks_pcie);
ks_pcie          1293 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie->np = np;
ks_pcie          1294 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie->pci = pci;
ks_pcie          1295 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie->link = link;
ks_pcie          1296 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie->num_lanes = num_lanes;
ks_pcie          1297 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie->phy = phy;
ks_pcie          1308 drivers/pci/controller/dwc/pci-keystone.c 	ret = ks_pcie_enable_phy(ks_pcie);
ks_pcie          1314 drivers/pci/controller/dwc/pci-keystone.c 	platform_set_drvdata(pdev, ks_pcie);
ks_pcie          1373 drivers/pci/controller/dwc/pci-keystone.c 		ks_pcie->num_viewport = num_viewport;
ks_pcie          1375 drivers/pci/controller/dwc/pci-keystone.c 		ret = ks_pcie_add_pcie_port(ks_pcie, pdev);
ks_pcie          1386 drivers/pci/controller/dwc/pci-keystone.c 		ret = ks_pcie_add_pcie_ep(ks_pcie, pdev);
ks_pcie          1394 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie_enable_error_irq(ks_pcie);
ks_pcie          1401 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie_disable_phy(ks_pcie);
ks_pcie          1412 drivers/pci/controller/dwc/pci-keystone.c 	struct keystone_pcie *ks_pcie = platform_get_drvdata(pdev);
ks_pcie          1413 drivers/pci/controller/dwc/pci-keystone.c 	struct device_link **link = ks_pcie->link;
ks_pcie          1414 drivers/pci/controller/dwc/pci-keystone.c 	int num_lanes = ks_pcie->num_lanes;
ks_pcie          1419 drivers/pci/controller/dwc/pci-keystone.c 	ks_pcie_disable_phy(ks_pcie);