149 static void rcar_pci_write_reg(struct rcar_pcie *pcie, unsigned long val,  in rcar_pci_write_reg()  argument
152 	writel(val, pcie->base + reg);  in rcar_pci_write_reg()
155 static unsigned long rcar_pci_read_reg(struct rcar_pcie *pcie,  in rcar_pci_read_reg()  argument
158 	return readl(pcie->base + reg);  in rcar_pci_read_reg()
166 static void rcar_rmw32(struct rcar_pcie *pcie, int where, u32 mask, u32 data)  in rcar_rmw32()  argument
169 	u32 val = rcar_pci_read_reg(pcie, where & ~3);  in rcar_rmw32()
173 	rcar_pci_write_reg(pcie, val, where & ~3);  in rcar_rmw32()
176 static u32 rcar_read_conf(struct rcar_pcie *pcie, int where)  in rcar_read_conf()  argument
179 	u32 val = rcar_pci_read_reg(pcie, where & ~3);  in rcar_read_conf()
185 static int rcar_pcie_config_access(struct rcar_pcie *pcie,  in rcar_pcie_config_access()  argument
216 			*data = rcar_pci_read_reg(pcie, PCICONF(index));  in rcar_pcie_config_access()
220 				pcie->root_bus_nr = *data & 0xff;  in rcar_pcie_config_access()
222 			rcar_pci_write_reg(pcie, *data, PCICONF(index));  in rcar_pcie_config_access()
228 	if (pcie->root_bus_nr < 0)  in rcar_pcie_config_access()
232 	rcar_pci_write_reg(pcie, rcar_pci_read_reg(pcie, PCIEERRFR), PCIEERRFR);  in rcar_pcie_config_access()
235 	rcar_pci_write_reg(pcie, PCIE_CONF_BUS(bus->number) |  in rcar_pcie_config_access()
239 	if (bus->parent->number == pcie->root_bus_nr)  in rcar_pcie_config_access()
240 		rcar_pci_write_reg(pcie, CONFIG_SEND_ENABLE | TYPE0, PCIECCTLR);  in rcar_pcie_config_access()
242 		rcar_pci_write_reg(pcie, CONFIG_SEND_ENABLE | TYPE1, PCIECCTLR);  in rcar_pcie_config_access()
245 	if (rcar_pci_read_reg(pcie, PCIEERRFR) & UNSUPPORTED_REQUEST)  in rcar_pcie_config_access()
249 	if (rcar_read_conf(pcie, RCONF(PCI_STATUS)) &  in rcar_pcie_config_access()
254 		*data = rcar_pci_read_reg(pcie, PCIECDR);  in rcar_pcie_config_access()
256 		rcar_pci_write_reg(pcie, *data, PCIECDR);  in rcar_pcie_config_access()
259 	rcar_pci_write_reg(pcie, 0, PCIECCTLR);  in rcar_pcie_config_access()
267 	struct rcar_pcie *pcie = bus->sysdata;  in rcar_pcie_read_conf()  local
270 	ret = rcar_pcie_config_access(pcie, RCAR_PCI_ACCESS_READ,  in rcar_pcie_read_conf()
292 	struct rcar_pcie *pcie = bus->sysdata;  in rcar_pcie_write_conf()  local
296 	ret = rcar_pcie_config_access(pcie, RCAR_PCI_ACCESS_READ,  in rcar_pcie_write_conf()
315 	ret = rcar_pcie_config_access(pcie, RCAR_PCI_ACCESS_WRITE,  in rcar_pcie_write_conf()
326 static void rcar_pcie_setup_window(int win, struct rcar_pcie *pcie)  in rcar_pcie_setup_window()  argument
328 	struct resource *res = &pcie->res[win];  in rcar_pcie_setup_window()
335 	rcar_pci_write_reg(pcie, 0x00000000, PCIEPTCTLR(win));  in rcar_pcie_setup_window()
343 	rcar_pci_write_reg(pcie, mask << 7, PCIEPAMR(win));  in rcar_pcie_setup_window()
350 	rcar_pci_write_reg(pcie, upper_32_bits(res_start), PCIEPAUR(win));  in rcar_pcie_setup_window()
351 	rcar_pci_write_reg(pcie, lower_32_bits(res_start) & ~0x7F,  in rcar_pcie_setup_window()
359 	rcar_pci_write_reg(pcie, mask, PCIEPTCTLR(win));  in rcar_pcie_setup_window()
362 static int rcar_pcie_setup(struct list_head *resource, struct rcar_pcie *pcie)  in rcar_pcie_setup()  argument
367 	pcie->root_bus_nr = pcie->busn.start;  in rcar_pcie_setup()
372 		res = &pcie->res[i];  in rcar_pcie_setup()
376 		rcar_pcie_setup_window(i, pcie);  in rcar_pcie_setup()
386 	pci_add_resource(resource, &pcie->busn);  in rcar_pcie_setup()
391 static int rcar_pcie_enable(struct rcar_pcie *pcie)  in rcar_pcie_enable()  argument
396 	rcar_pcie_setup(&res, pcie);  in rcar_pcie_enable()
403 		bus = pci_scan_root_bus_msi(pcie->dev, pcie->root_bus_nr,  in rcar_pcie_enable()
404 				&rcar_pcie_ops, pcie, &res, &pcie->msi.chip);  in rcar_pcie_enable()
406 		bus = pci_scan_root_bus(pcie->dev, pcie->root_bus_nr,  in rcar_pcie_enable()
407 				&rcar_pcie_ops, pcie, &res);  in rcar_pcie_enable()
410 		dev_err(pcie->dev, "Scanning rootbus failed");  in rcar_pcie_enable()
429 static int phy_wait_for_ack(struct rcar_pcie *pcie)  in phy_wait_for_ack()  argument
434 		if (rcar_pci_read_reg(pcie, H1_PCIEPHYADRR) & PHY_ACK)  in phy_wait_for_ack()
440 	dev_err(pcie->dev, "Access to PCIe phy timed out\n");  in phy_wait_for_ack()
445 static void phy_write_reg(struct rcar_pcie *pcie,  in phy_write_reg()  argument
457 	rcar_pci_write_reg(pcie, data, H1_PCIEPHYDOUTR);  in phy_write_reg()
458 	rcar_pci_write_reg(pcie, phyaddr, H1_PCIEPHYADRR);  in phy_write_reg()
461 	phy_wait_for_ack(pcie);  in phy_write_reg()
464 	rcar_pci_write_reg(pcie, 0, H1_PCIEPHYDOUTR);  in phy_write_reg()
465 	rcar_pci_write_reg(pcie, 0, H1_PCIEPHYADRR);  in phy_write_reg()
468 	phy_wait_for_ack(pcie);  in phy_write_reg()
471 static int rcar_pcie_wait_for_dl(struct rcar_pcie *pcie)  in rcar_pcie_wait_for_dl()  argument
476 		if ((rcar_pci_read_reg(pcie, PCIETSTR) & DATA_LINK_ACTIVE))  in rcar_pcie_wait_for_dl()
485 static int rcar_pcie_hw_init(struct rcar_pcie *pcie)  in rcar_pcie_hw_init()  argument
490 	rcar_pci_write_reg(pcie, 0, PCIETCTLR);  in rcar_pcie_hw_init()
493 	rcar_pci_write_reg(pcie, 1, PCIEMSR);  in rcar_pcie_hw_init()
500 	rcar_pci_write_reg(pcie, PCI_CLASS_BRIDGE_PCI << 16, IDSETR1);  in rcar_pcie_hw_init()
506 	rcar_rmw32(pcie, RCONF(PCI_SECONDARY_BUS), 0xff, 1);  in rcar_pcie_hw_init()
507 	rcar_rmw32(pcie, RCONF(PCI_SUBORDINATE_BUS), 0xff, 1);  in rcar_pcie_hw_init()
510 	rcar_rmw32(pcie, REXPCAP(0), 0xff, PCI_CAP_ID_EXP);  in rcar_pcie_hw_init()
511 	rcar_rmw32(pcie, REXPCAP(PCI_EXP_FLAGS),  in rcar_pcie_hw_init()
513 	rcar_rmw32(pcie, RCONF(PCI_HEADER_TYPE), 0x7f,  in rcar_pcie_hw_init()
517 	rcar_rmw32(pcie, REXPCAP(PCI_EXP_LNKCAP), PCI_EXP_LNKCAP_DLLLARC,  in rcar_pcie_hw_init()
521 	rcar_rmw32(pcie, REXPCAP(PCI_EXP_SLTCAP), PCI_EXP_SLTCAP_PSN, 0);  in rcar_pcie_hw_init()
524 	rcar_rmw32(pcie, TLCTLR + 1, 0x3f, 50);  in rcar_pcie_hw_init()
527 	rcar_rmw32(pcie, RVCCAP(0), 0xfff00000, 0);  in rcar_pcie_hw_init()
531 		rcar_pci_write_reg(pcie, 0x801f0000, PCIEMSITXR);  in rcar_pcie_hw_init()
534 	rcar_pci_write_reg(pcie, CFINIT, PCIETCTLR);  in rcar_pcie_hw_init()
537 	err = rcar_pcie_wait_for_dl(pcie);  in rcar_pcie_hw_init()
542 	rcar_rmw32(pcie, PCIEINTXR, 0, 0xF << 8);  in rcar_pcie_hw_init()
549 static int rcar_pcie_hw_init_h1(struct rcar_pcie *pcie)  in rcar_pcie_hw_init_h1()  argument
554 	phy_write_reg(pcie, 0, 0x42, 0x1, 0x0EC34191);  in rcar_pcie_hw_init_h1()
555 	phy_write_reg(pcie, 1, 0x42, 0x1, 0x0EC34180);  in rcar_pcie_hw_init_h1()
556 	phy_write_reg(pcie, 0, 0x43, 0x1, 0x00210188);  in rcar_pcie_hw_init_h1()
557 	phy_write_reg(pcie, 1, 0x43, 0x1, 0x00210188);  in rcar_pcie_hw_init_h1()
558 	phy_write_reg(pcie, 0, 0x44, 0x1, 0x015C0014);  in rcar_pcie_hw_init_h1()
559 	phy_write_reg(pcie, 1, 0x44, 0x1, 0x015C0014);  in rcar_pcie_hw_init_h1()
560 	phy_write_reg(pcie, 1, 0x4C, 0x1, 0x786174A0);  in rcar_pcie_hw_init_h1()
561 	phy_write_reg(pcie, 1, 0x4D, 0x1, 0x048000BB);  in rcar_pcie_hw_init_h1()
562 	phy_write_reg(pcie, 0, 0x51, 0x1, 0x079EC062);  in rcar_pcie_hw_init_h1()
563 	phy_write_reg(pcie, 0, 0x52, 0x1, 0x20000000);  in rcar_pcie_hw_init_h1()
564 	phy_write_reg(pcie, 1, 0x52, 0x1, 0x20000000);  in rcar_pcie_hw_init_h1()
565 	phy_write_reg(pcie, 1, 0x56, 0x1, 0x00003806);  in rcar_pcie_hw_init_h1()
567 	phy_write_reg(pcie, 0, 0x60, 0x1, 0x004B03A5);  in rcar_pcie_hw_init_h1()
568 	phy_write_reg(pcie, 0, 0x64, 0x1, 0x3F0F1F0F);  in rcar_pcie_hw_init_h1()
569 	phy_write_reg(pcie, 0, 0x66, 0x1, 0x00008000);  in rcar_pcie_hw_init_h1()
572 		if (rcar_pci_read_reg(pcie, H1_PCIEPHYSR))  in rcar_pcie_hw_init_h1()
573 			return rcar_pcie_hw_init(pcie);  in rcar_pcie_hw_init_h1()
607 	struct rcar_pcie *pcie = data;  in rcar_pcie_msi_irq()  local
608 	struct rcar_msi *msi = &pcie->msi;  in rcar_pcie_msi_irq()
611 	reg = rcar_pci_read_reg(pcie, PCIEMSIFR);  in rcar_pcie_msi_irq()
622 		rcar_pci_write_reg(pcie, 1 << index, PCIEMSIFR);  in rcar_pcie_msi_irq()
629 				dev_info(pcie->dev, "unhandled MSI\n");  in rcar_pcie_msi_irq()
632 			dev_dbg(pcie->dev, "unexpected MSI\n");  in rcar_pcie_msi_irq()
636 		reg = rcar_pci_read_reg(pcie, PCIEMSIFR);  in rcar_pcie_msi_irq()
646 	struct rcar_pcie *pcie = container_of(chip, struct rcar_pcie, msi.chip);  in rcar_msi_setup_irq()  local
663 	msg.address_lo = rcar_pci_read_reg(pcie, PCIEMSIALR) & ~MSIFE;  in rcar_msi_setup_irq()
664 	msg.address_hi = rcar_pci_read_reg(pcie, PCIEMSIAUR);  in rcar_msi_setup_irq()
701 static int rcar_pcie_enable_msi(struct rcar_pcie *pcie)  in rcar_pcie_enable_msi()  argument
703 	struct platform_device *pdev = to_platform_device(pcie->dev);  in rcar_pcie_enable_msi()
704 	struct rcar_msi *msi = &pcie->msi;  in rcar_pcie_enable_msi()
710 	msi->chip.dev = pcie->dev;  in rcar_pcie_enable_msi()
714 	msi->domain = irq_domain_add_linear(pcie->dev->of_node, INT_PCI_MSI_NR,  in rcar_pcie_enable_msi()
724 			       rcar_msi_irq_chip.name, pcie);  in rcar_pcie_enable_msi()
732 			       rcar_msi_irq_chip.name, pcie);  in rcar_pcie_enable_msi()
742 	rcar_pci_write_reg(pcie, base | MSIFE, PCIEMSIALR);  in rcar_pcie_enable_msi()
743 	rcar_pci_write_reg(pcie, 0, PCIEMSIAUR);  in rcar_pcie_enable_msi()
746 	rcar_pci_write_reg(pcie, 0xffffffff, PCIEMSIIER);  in rcar_pcie_enable_msi()
756 				   struct rcar_pcie *pcie)  in rcar_pcie_get_resources()  argument
765 	pcie->clk = devm_clk_get(&pdev->dev, "pcie");  in rcar_pcie_get_resources()
766 	if (IS_ERR(pcie->clk)) {  in rcar_pcie_get_resources()
767 		dev_err(pcie->dev, "cannot get platform clock\n");  in rcar_pcie_get_resources()
768 		return PTR_ERR(pcie->clk);  in rcar_pcie_get_resources()
770 	err = clk_prepare_enable(pcie->clk);  in rcar_pcie_get_resources()
774 	pcie->bus_clk = devm_clk_get(&pdev->dev, "pcie_bus");  in rcar_pcie_get_resources()
775 	if (IS_ERR(pcie->bus_clk)) {  in rcar_pcie_get_resources()
776 		dev_err(pcie->dev, "cannot get pcie bus clock\n");  in rcar_pcie_get_resources()
777 		err = PTR_ERR(pcie->bus_clk);  in rcar_pcie_get_resources()
780 	err = clk_prepare_enable(pcie->bus_clk);  in rcar_pcie_get_resources()
786 		dev_err(pcie->dev, "cannot get platform resources for msi interrupt\n");  in rcar_pcie_get_resources()
790 	pcie->msi.irq1 = i;  in rcar_pcie_get_resources()
794 		dev_err(pcie->dev, "cannot get platform resources for msi interrupt\n");  in rcar_pcie_get_resources()
798 	pcie->msi.irq2 = i;  in rcar_pcie_get_resources()
800 	pcie->base = devm_ioremap_resource(&pdev->dev, &res);  in rcar_pcie_get_resources()
801 	if (IS_ERR(pcie->base)) {  in rcar_pcie_get_resources()
802 		err = PTR_ERR(pcie->base);  in rcar_pcie_get_resources()
809 	clk_disable_unprepare(pcie->bus_clk);  in rcar_pcie_get_resources()
811 	clk_disable_unprepare(pcie->clk);  in rcar_pcie_get_resources()
816 static int rcar_pcie_inbound_ranges(struct rcar_pcie *pcie,  in rcar_pcie_inbound_ranges()  argument
855 		rcar_pci_write_reg(pcie, lower_32_bits(pci_addr), PCIEPRAR(idx));  in rcar_pcie_inbound_ranges()
856 		rcar_pci_write_reg(pcie, lower_32_bits(cpu_addr), PCIELAR(idx));  in rcar_pcie_inbound_ranges()
857 		rcar_pci_write_reg(pcie, lower_32_bits(mask) | flags, PCIELAMR(idx));  in rcar_pcie_inbound_ranges()
859 		rcar_pci_write_reg(pcie, upper_32_bits(pci_addr), PCIEPRAR(idx+1));  in rcar_pcie_inbound_ranges()
860 		rcar_pci_write_reg(pcie, upper_32_bits(cpu_addr), PCIELAR(idx+1));  in rcar_pcie_inbound_ranges()
861 		rcar_pci_write_reg(pcie, 0, PCIELAMR(idx + 1));  in rcar_pcie_inbound_ranges()
868 			dev_err(pcie->dev, "Failed to map inbound regions!\n");  in rcar_pcie_inbound_ranges()
895 static int rcar_pcie_parse_map_dma_ranges(struct rcar_pcie *pcie,  in rcar_pcie_parse_map_dma_ranges()  argument
909 		dev_dbg(pcie->dev, "0x%08x 0x%016llx..0x%016llx -> 0x%016llx\n",  in rcar_pcie_parse_map_dma_ranges()
912 		err = rcar_pcie_inbound_ranges(pcie, &range, &index);  in rcar_pcie_parse_map_dma_ranges()
930 	struct rcar_pcie *pcie;  in rcar_pcie_probe()  local
938 	pcie = devm_kzalloc(&pdev->dev, sizeof(*pcie), GFP_KERNEL);  in rcar_pcie_probe()
939 	if (!pcie)  in rcar_pcie_probe()
942 	pcie->dev = &pdev->dev;  in rcar_pcie_probe()
943 	platform_set_drvdata(pdev, pcie);  in rcar_pcie_probe()
946 	if (of_pci_parse_bus_range(pdev->dev.of_node, &pcie->busn)) {  in rcar_pcie_probe()
956 	err = rcar_pcie_get_resources(pdev, pcie);  in rcar_pcie_probe()
964 						&pcie->res[win++]);  in rcar_pcie_probe()
972 	 err = rcar_pcie_parse_map_dma_ranges(pcie, pdev->dev.of_node);  in rcar_pcie_probe()
977 		err = rcar_pcie_enable_msi(pcie);  in rcar_pcie_probe()
986 	of_id = of_match_device(rcar_pcie_of_match, pcie->dev);  in rcar_pcie_probe()
992 	err = hw_init_fn(pcie);  in rcar_pcie_probe()
998 	data = rcar_pci_read_reg(pcie, MACSR);  in rcar_pcie_probe()
1001 	return rcar_pcie_enable(pcie);  in rcar_pcie_probe()