632 	dma_addr_t dev_addr;  in swiotlb_alloc_coherent()  local
642 		dev_addr = swiotlb_virt_to_bus(hwdev, ret);  in swiotlb_alloc_coherent()
643 		if (dev_addr + size - 1 > dma_mask) {  in swiotlb_alloc_coherent()
662 		dev_addr = phys_to_dma(hwdev, paddr);  in swiotlb_alloc_coherent()
665 		if (dev_addr + size - 1 > dma_mask) {  in swiotlb_alloc_coherent()
668 			       (unsigned long long)dev_addr);  in swiotlb_alloc_coherent()
677 	*dma_handle = dev_addr;  in swiotlb_alloc_coherent()
693 		      dma_addr_t dev_addr)  in swiotlb_free_coherent()  argument
695 	phys_addr_t paddr = dma_to_phys(hwdev, dev_addr);  in swiotlb_free_coherent()
744 	dma_addr_t dev_addr = phys_to_dma(dev, phys);  in swiotlb_map_page()  local
752 	if (dma_capable(dev, dev_addr, size) && !swiotlb_force)  in swiotlb_map_page()
753 		return dev_addr;  in swiotlb_map_page()
755 	trace_swiotlb_bounced(dev, dev_addr, size, swiotlb_force);  in swiotlb_map_page()
764 	dev_addr = phys_to_dma(dev, map);  in swiotlb_map_page()
767 	if (!dma_capable(dev, dev_addr, size)) {  in swiotlb_map_page()
772 	return dev_addr;  in swiotlb_map_page()
784 static void unmap_single(struct device *hwdev, dma_addr_t dev_addr,  in unmap_single()  argument
787 	phys_addr_t paddr = dma_to_phys(hwdev, dev_addr);  in unmap_single()
808 void swiotlb_unmap_page(struct device *hwdev, dma_addr_t dev_addr,  in swiotlb_unmap_page()  argument
812 	unmap_single(hwdev, dev_addr, size, dir);  in swiotlb_unmap_page()
827 swiotlb_sync_single(struct device *hwdev, dma_addr_t dev_addr,  in swiotlb_sync_single()  argument
831 	phys_addr_t paddr = dma_to_phys(hwdev, dev_addr);  in swiotlb_sync_single()
847 swiotlb_sync_single_for_cpu(struct device *hwdev, dma_addr_t dev_addr,  in swiotlb_sync_single_for_cpu()  argument
850 	swiotlb_sync_single(hwdev, dev_addr, size, dir, SYNC_FOR_CPU);  in swiotlb_sync_single_for_cpu()
855 swiotlb_sync_single_for_device(struct device *hwdev, dma_addr_t dev_addr,  in swiotlb_sync_single_for_device()  argument
858 	swiotlb_sync_single(hwdev, dev_addr, size, dir, SYNC_FOR_DEVICE);  in swiotlb_sync_single_for_device()
889 		dma_addr_t dev_addr = phys_to_dma(hwdev, paddr);  in swiotlb_map_sg_attrs()  local
892 		    !dma_capable(hwdev, dev_addr, sg->length)) {  in swiotlb_map_sg_attrs()
906 			sg->dma_address = dev_addr;  in swiotlb_map_sg_attrs()