389 			   size_t size, enum dma_data_direction dir)  in swiotlb_bounce()  argument
406 			if (dir == DMA_TO_DEVICE)  in swiotlb_bounce()
418 	} else if (dir == DMA_TO_DEVICE) {  in swiotlb_bounce()
428 				   enum dma_data_direction dir)  in swiotlb_tbl_map_single()  argument
529 	if (dir == DMA_TO_DEVICE || dir == DMA_BIDIRECTIONAL)  in swiotlb_tbl_map_single()
542 	   enum dma_data_direction dir)  in map_single()  argument
546 	return swiotlb_tbl_map_single(hwdev, start_dma_addr, phys, size, dir);  in map_single()
553 			      size_t size, enum dma_data_direction dir)  in swiotlb_tbl_unmap_single()  argument
564 	    ((dir == DMA_FROM_DEVICE) || (dir == DMA_BIDIRECTIONAL)))  in swiotlb_tbl_unmap_single()
597 			     size_t size, enum dma_data_direction dir,  in swiotlb_tbl_sync_single()  argument
609 		if (likely(dir == DMA_FROM_DEVICE || dir == DMA_BIDIRECTIONAL))  in swiotlb_tbl_sync_single()
613 			BUG_ON(dir != DMA_TO_DEVICE);  in swiotlb_tbl_sync_single()
616 		if (likely(dir == DMA_TO_DEVICE || dir == DMA_BIDIRECTIONAL))  in swiotlb_tbl_sync_single()
620 			BUG_ON(dir != DMA_FROM_DEVICE);  in swiotlb_tbl_sync_single()
700 swiotlb_full(struct device *dev, size_t size, enum dma_data_direction dir,  in swiotlb_full()  argument
716 	if (dir == DMA_BIDIRECTIONAL)  in swiotlb_full()
718 	if (dir == DMA_FROM_DEVICE)  in swiotlb_full()
720 	if (dir == DMA_TO_DEVICE)  in swiotlb_full()
733 			    enum dma_data_direction dir,  in swiotlb_map_page()  argument
739 	BUG_ON(dir == DMA_NONE);  in swiotlb_map_page()
751 	map = map_single(dev, phys, size, dir);  in swiotlb_map_page()
753 		swiotlb_full(dev, size, dir, 1);  in swiotlb_map_page()
761 		swiotlb_tbl_unmap_single(dev, map, size, dir);  in swiotlb_map_page()
778 			 size_t size, enum dma_data_direction dir)  in unmap_single()  argument
782 	BUG_ON(dir == DMA_NONE);  in unmap_single()
785 		swiotlb_tbl_unmap_single(hwdev, paddr, size, dir);  in unmap_single()
789 	if (dir != DMA_FROM_DEVICE)  in unmap_single()
802 			size_t size, enum dma_data_direction dir,  in swiotlb_unmap_page()  argument
805 	unmap_single(hwdev, dev_addr, size, dir);  in swiotlb_unmap_page()
821 		    size_t size, enum dma_data_direction dir,  in swiotlb_sync_single()  argument
826 	BUG_ON(dir == DMA_NONE);  in swiotlb_sync_single()
829 		swiotlb_tbl_sync_single(hwdev, paddr, size, dir, target);  in swiotlb_sync_single()
833 	if (dir != DMA_FROM_DEVICE)  in swiotlb_sync_single()
841 			    size_t size, enum dma_data_direction dir)  in swiotlb_sync_single_for_cpu()  argument
843 	swiotlb_sync_single(hwdev, dev_addr, size, dir, SYNC_FOR_CPU);  in swiotlb_sync_single_for_cpu()
849 			       size_t size, enum dma_data_direction dir)  in swiotlb_sync_single_for_device()  argument
851 	swiotlb_sync_single(hwdev, dev_addr, size, dir, SYNC_FOR_DEVICE);  in swiotlb_sync_single_for_device()
873 		     enum dma_data_direction dir, struct dma_attrs *attrs)  in swiotlb_map_sg_attrs()  argument
878 	BUG_ON(dir == DMA_NONE);  in swiotlb_map_sg_attrs()
887 						     sg->length, dir);  in swiotlb_map_sg_attrs()
891 				swiotlb_full(hwdev, sg->length, dir, 0);  in swiotlb_map_sg_attrs()
892 				swiotlb_unmap_sg_attrs(hwdev, sgl, i, dir,  in swiotlb_map_sg_attrs()
908 	       enum dma_data_direction dir)  in swiotlb_map_sg()  argument
910 	return swiotlb_map_sg_attrs(hwdev, sgl, nelems, dir, NULL);  in swiotlb_map_sg()
920 		       int nelems, enum dma_data_direction dir, struct dma_attrs *attrs)  in swiotlb_unmap_sg_attrs()  argument
925 	BUG_ON(dir == DMA_NONE);  in swiotlb_unmap_sg_attrs()
928 		unmap_single(hwdev, sg->dma_address, sg_dma_len(sg), dir);  in swiotlb_unmap_sg_attrs()
935 		 enum dma_data_direction dir)  in swiotlb_unmap_sg()  argument
937 	return swiotlb_unmap_sg_attrs(hwdev, sgl, nelems, dir, NULL);  in swiotlb_unmap_sg()
950 		int nelems, enum dma_data_direction dir,  in swiotlb_sync_sg()  argument
958 				    sg_dma_len(sg), dir, target);  in swiotlb_sync_sg()
963 			int nelems, enum dma_data_direction dir)  in swiotlb_sync_sg_for_cpu()  argument
965 	swiotlb_sync_sg(hwdev, sg, nelems, dir, SYNC_FOR_CPU);  in swiotlb_sync_sg_for_cpu()
971 			   int nelems, enum dma_data_direction dir)  in swiotlb_sync_sg_for_device()  argument
973 	swiotlb_sync_sg(hwdev, sg, nelems, dir, SYNC_FOR_DEVICE);  in swiotlb_sync_sg_for_device()