1291 	struct iommu_table    *tbl;  in pnv_pci_ioda2_release_dma_pe()  local
1298 	tbl = pe->tce32_table;  in pnv_pci_ioda2_release_dma_pe()
1299 	addr = tbl->it_base;  in pnv_pci_ioda2_release_dma_pe()
1313 	iommu_free_table(tbl, of_node_full_name(dev->dev.of_node));  in pnv_pci_ioda2_release_dma_pe()
1676 					 struct iommu_table *tbl,  in pnv_pci_ioda1_tce_invalidate()  argument
1681 		(__be64 __iomem *)tbl->it_index;  in pnv_pci_ioda1_tce_invalidate()
1683 	const unsigned shift = tbl->it_page_shift;  in pnv_pci_ioda1_tce_invalidate()
1689 	if (tbl->it_busno) {  in pnv_pci_ioda1_tce_invalidate()
1693 		start |= tbl->it_busno;  in pnv_pci_ioda1_tce_invalidate()
1694 		end |= tbl->it_busno;  in pnv_pci_ioda1_tce_invalidate()
1695 	} else if (tbl->it_type & TCE_PCI_SWINV_PAIR) {  in pnv_pci_ioda1_tce_invalidate()
1723 					 struct iommu_table *tbl,  in pnv_pci_ioda2_tce_invalidate()  argument
1729 		(__be64 __iomem *)tbl->it_index;  in pnv_pci_ioda2_tce_invalidate()
1730 	const unsigned shift = tbl->it_page_shift;  in pnv_pci_ioda2_tce_invalidate()
1738 	inc = tbl->it_offset + (((u64)startp - tbl->it_base) / sizeof(u64));  in pnv_pci_ioda2_tce_invalidate()
1740 	inc = tbl->it_offset + (((u64)endp - tbl->it_base) / sizeof(u64));  in pnv_pci_ioda2_tce_invalidate()
1754 void pnv_pci_ioda_tce_invalidate(struct iommu_table *tbl,  in pnv_pci_ioda_tce_invalidate()  argument
1757 	struct pnv_ioda_pe *pe = tbl->data;  in pnv_pci_ioda_tce_invalidate()
1761 		pnv_pci_ioda1_tce_invalidate(pe, tbl, startp, endp, rm);  in pnv_pci_ioda_tce_invalidate()
1763 		pnv_pci_ioda2_tce_invalidate(pe, tbl, startp, endp, rm);  in pnv_pci_ioda_tce_invalidate()
1773 	struct iommu_table *tbl;  in pnv_pci_ioda_setup_dma_pe()  local
1820 	tbl = pe->tce32_table;  in pnv_pci_ioda_setup_dma_pe()
1821 	pnv_pci_setup_iommu_table(tbl, addr, TCE32_TABLE_SIZE * segs,  in pnv_pci_ioda_setup_dma_pe()
1833 		tbl->it_index = (unsigned long)ioremap(pe->tce_inval_reg_phys,  in pnv_pci_ioda_setup_dma_pe()
1835 		tbl->it_type |= (TCE_PCI_SWINV_CREATE |  in pnv_pci_ioda_setup_dma_pe()
1839 	iommu_init_table(tbl, phb->hose->node);  in pnv_pci_ioda_setup_dma_pe()
1842 		iommu_register_group(tbl, phb->hose->global_number,  in pnv_pci_ioda_setup_dma_pe()
1844 		set_iommu_table_base_and_group(&pe->pdev->dev, tbl);  in pnv_pci_ioda_setup_dma_pe()
1846 		iommu_register_group(tbl, phb->hose->global_number,  in pnv_pci_ioda_setup_dma_pe()
1850 		iommu_register_group(tbl, phb->hose->global_number,  in pnv_pci_ioda_setup_dma_pe()
1863 static void pnv_pci_ioda2_set_bypass(struct iommu_table *tbl, bool enable)  in pnv_pci_ioda2_set_bypass()  argument
1865 	struct pnv_ioda_pe *pe = tbl->data;  in pnv_pci_ioda2_set_bypass()
1893 			set_iommu_table_base(&pe->pdev->dev, tbl);  in pnv_pci_ioda2_set_bypass()
1922 	struct iommu_table *tbl;  in pnv_pci_ioda2_setup_dma_pe()  local
1961 	tbl = pe->tce32_table;  in pnv_pci_ioda2_setup_dma_pe()
1962 	pnv_pci_setup_iommu_table(tbl, addr, tce_table_size, 0,  in pnv_pci_ioda2_setup_dma_pe()
1974 		tbl->it_index = (unsigned long)ioremap(pe->tce_inval_reg_phys,  in pnv_pci_ioda2_setup_dma_pe()
1976 		tbl->it_type |= (TCE_PCI_SWINV_CREATE | TCE_PCI_SWINV_FREE);  in pnv_pci_ioda2_setup_dma_pe()
1978 	iommu_init_table(tbl, phb->hose->node);  in pnv_pci_ioda2_setup_dma_pe()
1981 		iommu_register_group(tbl, phb->hose->global_number,  in pnv_pci_ioda2_setup_dma_pe()
1983 		set_iommu_table_base_and_group(&pe->pdev->dev, tbl);  in pnv_pci_ioda2_setup_dma_pe()
1985 		iommu_register_group(tbl, phb->hose->global_number,  in pnv_pci_ioda2_setup_dma_pe()
1989 		iommu_register_group(tbl, phb->hose->global_number,  in pnv_pci_ioda2_setup_dma_pe()