105 static void arm_dma_unmap_page(struct device *dev, dma_addr_t handle,  in arm_dma_unmap_page()  argument
110 		__dma_page_dev_to_cpu(pfn_to_page(dma_to_pfn(dev, handle)),  in arm_dma_unmap_page()
111 				      handle & ~PAGE_MASK, size, dir);  in arm_dma_unmap_page()
115 		dma_addr_t handle, size_t size, enum dma_data_direction dir)  in arm_dma_sync_single_for_cpu()  argument
117 	unsigned int offset = handle & (PAGE_SIZE - 1);  in arm_dma_sync_single_for_cpu()
118 	struct page *page = pfn_to_page(dma_to_pfn(dev, handle-offset));  in arm_dma_sync_single_for_cpu()
123 		dma_addr_t handle, size_t size, enum dma_data_direction dir)  in arm_dma_sync_single_for_device()  argument
125 	unsigned int offset = handle & (PAGE_SIZE - 1);  in arm_dma_sync_single_for_device()
126 	struct page *page = pfn_to_page(dma_to_pfn(dev, handle-offset));  in arm_dma_sync_single_for_device()
148 	dma_addr_t *handle, gfp_t gfp, struct dma_attrs *attrs);
150 				  dma_addr_t handle, struct dma_attrs *attrs);
611 static void *__dma_alloc(struct device *dev, size_t size, dma_addr_t *handle,  in __dma_alloc()  argument
644 	*handle = DMA_ERROR_CODE;  in __dma_alloc()
658 		*handle = pfn_to_dma(dev, page_to_pfn(page));  in __dma_alloc()
667 void *arm_dma_alloc(struct device *dev, size_t size, dma_addr_t *handle,  in arm_dma_alloc()  argument
673 	if (dma_alloc_from_coherent(dev, size, handle, &memory))  in arm_dma_alloc()
676 	return __dma_alloc(dev, size, handle, gfp, prot, false,  in arm_dma_alloc()
681 	dma_addr_t *handle, gfp_t gfp, struct dma_attrs *attrs)  in arm_coherent_dma_alloc()  argument
686 	if (dma_alloc_from_coherent(dev, size, handle, &memory))  in arm_coherent_dma_alloc()
689 	return __dma_alloc(dev, size, handle, gfp, prot, true,  in arm_coherent_dma_alloc()
727 			   dma_addr_t handle, struct dma_attrs *attrs,  in __arm_dma_free()  argument
730 	struct page *page = pfn_to_page(dma_to_pfn(dev, handle));  in __arm_dma_free()
756 		  dma_addr_t handle, struct dma_attrs *attrs)  in arm_dma_free()  argument
758 	__arm_dma_free(dev, size, cpu_addr, handle, attrs, false);  in arm_dma_free()
762 				  dma_addr_t handle, struct dma_attrs *attrs)  in arm_coherent_dma_free()  argument
764 	__arm_dma_free(dev, size, cpu_addr, handle, attrs, true);  in arm_coherent_dma_free()
768 		 void *cpu_addr, dma_addr_t handle, size_t size,  in arm_dma_get_sgtable()  argument
771 	struct page *page = pfn_to_page(dma_to_pfn(dev, handle));  in arm_dma_get_sgtable()
1317 				  dma_addr_t *handle)  in __iommu_alloc_atomic()  argument
1326 	*handle = __iommu_create_mapping(dev, &page, size);  in __iommu_alloc_atomic()
1327 	if (*handle == DMA_ERROR_CODE)  in __iommu_alloc_atomic()
1338 				dma_addr_t handle, size_t size)  in __iommu_free_atomic()  argument
1340 	__iommu_remove_mapping(dev, handle, size);  in __iommu_free_atomic()
1345 	    dma_addr_t *handle, gfp_t gfp, struct dma_attrs *attrs)  in arm_iommu_alloc_attrs()  argument
1351 	*handle = DMA_ERROR_CODE;  in arm_iommu_alloc_attrs()
1355 		return __iommu_alloc_atomic(dev, size, handle);  in arm_iommu_alloc_attrs()
1370 	*handle = __iommu_create_mapping(dev, pages, size);  in arm_iommu_alloc_attrs()
1371 	if (*handle == DMA_ERROR_CODE)  in arm_iommu_alloc_attrs()
1385 	__iommu_remove_mapping(dev, *handle, size);  in arm_iommu_alloc_attrs()
1429 			  dma_addr_t handle, struct dma_attrs *attrs)  in arm_iommu_free_attrs()  argument
1435 		__iommu_free_atomic(dev, cpu_addr, handle, size);  in arm_iommu_free_attrs()
1450 	__iommu_remove_mapping(dev, handle, size);  in arm_iommu_free_attrs()
1493 			  size_t size, dma_addr_t *handle,  in __map_sg_chunk()  argument
1505 	*handle = DMA_ERROR_CODE;  in __map_sg_chunk()
1527 	*handle = iova_base;  in __map_sg_chunk()
1767 static void arm_coherent_iommu_unmap_page(struct device *dev, dma_addr_t handle,  in arm_coherent_iommu_unmap_page()  argument
1772 	dma_addr_t iova = handle & PAGE_MASK;  in arm_coherent_iommu_unmap_page()
1773 	int offset = handle & ~PAGE_MASK;  in arm_coherent_iommu_unmap_page()
1792 static void arm_iommu_unmap_page(struct device *dev, dma_addr_t handle,  in arm_iommu_unmap_page()  argument
1797 	dma_addr_t iova = handle & PAGE_MASK;  in arm_iommu_unmap_page()
1799 	int offset = handle & ~PAGE_MASK;  in arm_iommu_unmap_page()
1813 		dma_addr_t handle, size_t size, enum dma_data_direction dir)  in arm_iommu_sync_single_for_cpu()  argument
1816 	dma_addr_t iova = handle & PAGE_MASK;  in arm_iommu_sync_single_for_cpu()
1818 	unsigned int offset = handle & ~PAGE_MASK;  in arm_iommu_sync_single_for_cpu()
1827 		dma_addr_t handle, size_t size, enum dma_data_direction dir)  in arm_iommu_sync_single_for_device()  argument
1830 	dma_addr_t iova = handle & PAGE_MASK;  in arm_iommu_sync_single_for_device()
1832 	unsigned int offset = handle & ~PAGE_MASK;  in arm_iommu_sync_single_for_device()