632 	dma_addr_t dev_addr;  in swiotlb_alloc_coherent()  local
642 		dev_addr = swiotlb_virt_to_bus(hwdev, ret);  in swiotlb_alloc_coherent()
643 		if (dev_addr + size - 1 > dma_mask) {  in swiotlb_alloc_coherent()
662 		dev_addr = phys_to_dma(hwdev, paddr);  in swiotlb_alloc_coherent()
665 		if (dev_addr + size - 1 > dma_mask) {  in swiotlb_alloc_coherent()
668 			       (unsigned long long)dev_addr);  in swiotlb_alloc_coherent()
677 	*dma_handle = dev_addr;  in swiotlb_alloc_coherent()
686 		      dma_addr_t dev_addr)  in swiotlb_free_coherent()  argument
688 	phys_addr_t paddr = dma_to_phys(hwdev, dev_addr);  in swiotlb_free_coherent()
737 	dma_addr_t dev_addr = phys_to_dma(dev, phys);  in swiotlb_map_page()  local
745 	if (dma_capable(dev, dev_addr, size) && !swiotlb_force)  in swiotlb_map_page()
746 		return dev_addr;  in swiotlb_map_page()
748 	trace_swiotlb_bounced(dev, dev_addr, size, swiotlb_force);  in swiotlb_map_page()
757 	dev_addr = phys_to_dma(dev, map);  in swiotlb_map_page()
760 	if (!dma_capable(dev, dev_addr, size)) {  in swiotlb_map_page()
765 	return dev_addr;  in swiotlb_map_page()
777 static void unmap_single(struct device *hwdev, dma_addr_t dev_addr,  in unmap_single()  argument
780 	phys_addr_t paddr = dma_to_phys(hwdev, dev_addr);  in unmap_single()
801 void swiotlb_unmap_page(struct device *hwdev, dma_addr_t dev_addr,  in swiotlb_unmap_page()  argument
805 	unmap_single(hwdev, dev_addr, size, dir);  in swiotlb_unmap_page()
820 swiotlb_sync_single(struct device *hwdev, dma_addr_t dev_addr,  in swiotlb_sync_single()  argument
824 	phys_addr_t paddr = dma_to_phys(hwdev, dev_addr);  in swiotlb_sync_single()
840 swiotlb_sync_single_for_cpu(struct device *hwdev, dma_addr_t dev_addr,  in swiotlb_sync_single_for_cpu()  argument
843 	swiotlb_sync_single(hwdev, dev_addr, size, dir, SYNC_FOR_CPU);  in swiotlb_sync_single_for_cpu()
848 swiotlb_sync_single_for_device(struct device *hwdev, dma_addr_t dev_addr,  in swiotlb_sync_single_for_device()  argument
851 	swiotlb_sync_single(hwdev, dev_addr, size, dir, SYNC_FOR_DEVICE);  in swiotlb_sync_single_for_device()
882 		dma_addr_t dev_addr = phys_to_dma(hwdev, paddr);  in swiotlb_map_sg_attrs()  local
885 		    !dma_capable(hwdev, dev_addr, sg->length)) {  in swiotlb_map_sg_attrs()
899 			sg->dma_address = dev_addr;  in swiotlb_map_sg_attrs()