389 			   size_t size, enum dma_data_direction dir)  in swiotlb_bounce()  argument
406 			if (dir == DMA_TO_DEVICE)  in swiotlb_bounce()
418 	} else if (dir == DMA_TO_DEVICE) {  in swiotlb_bounce()
428 				   enum dma_data_direction dir)  in swiotlb_tbl_map_single()  argument
529 	if (dir == DMA_TO_DEVICE || dir == DMA_BIDIRECTIONAL)  in swiotlb_tbl_map_single()
542 	   enum dma_data_direction dir)  in map_single()  argument
546 	return swiotlb_tbl_map_single(hwdev, start_dma_addr, phys, size, dir);  in map_single()
553 			      size_t size, enum dma_data_direction dir)  in swiotlb_tbl_unmap_single()  argument
564 	    ((dir == DMA_FROM_DEVICE) || (dir == DMA_BIDIRECTIONAL)))  in swiotlb_tbl_unmap_single()
597 			     size_t size, enum dma_data_direction dir,  in swiotlb_tbl_sync_single()  argument
609 		if (likely(dir == DMA_FROM_DEVICE || dir == DMA_BIDIRECTIONAL))  in swiotlb_tbl_sync_single()
613 			BUG_ON(dir != DMA_TO_DEVICE);  in swiotlb_tbl_sync_single()
616 		if (likely(dir == DMA_TO_DEVICE || dir == DMA_BIDIRECTIONAL))  in swiotlb_tbl_sync_single()
620 			BUG_ON(dir != DMA_FROM_DEVICE);  in swiotlb_tbl_sync_single()
707 swiotlb_full(struct device *dev, size_t size, enum dma_data_direction dir,  in swiotlb_full()  argument
723 	if (dir == DMA_BIDIRECTIONAL)  in swiotlb_full()
725 	if (dir == DMA_FROM_DEVICE)  in swiotlb_full()
727 	if (dir == DMA_TO_DEVICE)  in swiotlb_full()
740 			    enum dma_data_direction dir,  in swiotlb_map_page()  argument
746 	BUG_ON(dir == DMA_NONE);  in swiotlb_map_page()
758 	map = map_single(dev, phys, size, dir);  in swiotlb_map_page()
760 		swiotlb_full(dev, size, dir, 1);  in swiotlb_map_page()
768 		swiotlb_tbl_unmap_single(dev, map, size, dir);  in swiotlb_map_page()
785 			 size_t size, enum dma_data_direction dir)  in unmap_single()  argument
789 	BUG_ON(dir == DMA_NONE);  in unmap_single()
792 		swiotlb_tbl_unmap_single(hwdev, paddr, size, dir);  in unmap_single()
796 	if (dir != DMA_FROM_DEVICE)  in unmap_single()
809 			size_t size, enum dma_data_direction dir,  in swiotlb_unmap_page()  argument
812 	unmap_single(hwdev, dev_addr, size, dir);  in swiotlb_unmap_page()
828 		    size_t size, enum dma_data_direction dir,  in swiotlb_sync_single()  argument
833 	BUG_ON(dir == DMA_NONE);  in swiotlb_sync_single()
836 		swiotlb_tbl_sync_single(hwdev, paddr, size, dir, target);  in swiotlb_sync_single()
840 	if (dir != DMA_FROM_DEVICE)  in swiotlb_sync_single()
848 			    size_t size, enum dma_data_direction dir)  in swiotlb_sync_single_for_cpu()  argument
850 	swiotlb_sync_single(hwdev, dev_addr, size, dir, SYNC_FOR_CPU);  in swiotlb_sync_single_for_cpu()
856 			       size_t size, enum dma_data_direction dir)  in swiotlb_sync_single_for_device()  argument
858 	swiotlb_sync_single(hwdev, dev_addr, size, dir, SYNC_FOR_DEVICE);  in swiotlb_sync_single_for_device()
880 		     enum dma_data_direction dir, struct dma_attrs *attrs)  in swiotlb_map_sg_attrs()  argument
885 	BUG_ON(dir == DMA_NONE);  in swiotlb_map_sg_attrs()
894 						     sg->length, dir);  in swiotlb_map_sg_attrs()
898 				swiotlb_full(hwdev, sg->length, dir, 0);  in swiotlb_map_sg_attrs()
899 				swiotlb_unmap_sg_attrs(hwdev, sgl, i, dir,  in swiotlb_map_sg_attrs()
915 	       enum dma_data_direction dir)  in swiotlb_map_sg()  argument
917 	return swiotlb_map_sg_attrs(hwdev, sgl, nelems, dir, NULL);  in swiotlb_map_sg()
927 		       int nelems, enum dma_data_direction dir, struct dma_attrs *attrs)  in swiotlb_unmap_sg_attrs()  argument
932 	BUG_ON(dir == DMA_NONE);  in swiotlb_unmap_sg_attrs()
935 		unmap_single(hwdev, sg->dma_address, sg_dma_len(sg), dir);  in swiotlb_unmap_sg_attrs()
942 		 enum dma_data_direction dir)  in swiotlb_unmap_sg()  argument
944 	return swiotlb_unmap_sg_attrs(hwdev, sgl, nelems, dir, NULL);  in swiotlb_unmap_sg()
957 		int nelems, enum dma_data_direction dir,  in swiotlb_sync_sg()  argument
965 				    sg_dma_len(sg), dir, target);  in swiotlb_sync_sg()
970 			int nelems, enum dma_data_direction dir)  in swiotlb_sync_sg_for_cpu()  argument
972 	swiotlb_sync_sg(hwdev, sg, nelems, dir, SYNC_FOR_CPU);  in swiotlb_sync_sg_for_cpu()
978 			   int nelems, enum dma_data_direction dir)  in swiotlb_sync_sg_for_device()  argument
980 	swiotlb_sync_sg(hwdev, sg, nelems, dir, SYNC_FOR_DEVICE);  in swiotlb_sync_sg_for_device()