304 	dma_addr_t dev_addr;  in xen_swiotlb_alloc_coherent()  local
335 	dev_addr = xen_phys_to_bus(phys);  in xen_swiotlb_alloc_coherent()
336 	if (((dev_addr + size - 1 <= dma_mask)) &&  in xen_swiotlb_alloc_coherent()
338 		*dma_handle = dev_addr;  in xen_swiotlb_alloc_coherent()
353 			  dma_addr_t dev_addr, struct dma_attrs *attrs)  in xen_swiotlb_free_coherent()  argument
367 	phys = xen_bus_to_phys(dev_addr);  in xen_swiotlb_free_coherent()
369 	if (((dev_addr + size - 1 > dma_mask)) ||  in xen_swiotlb_free_coherent()
391 	dma_addr_t dev_addr = xen_phys_to_bus(phys);  in xen_swiotlb_map_page()  local
399 	if (dma_capable(dev, dev_addr, size) &&  in xen_swiotlb_map_page()
401 		!xen_arch_need_swiotlb(dev, PFN_DOWN(phys), PFN_DOWN(dev_addr)) &&  in xen_swiotlb_map_page()
406 		xen_dma_map_page(dev, page, dev_addr, offset, size, dir, attrs);  in xen_swiotlb_map_page()
407 		return dev_addr;  in xen_swiotlb_map_page()
413 	trace_swiotlb_bounced(dev, dev_addr, size, swiotlb_force);  in xen_swiotlb_map_page()
420 					dev_addr, map & ~PAGE_MASK, size, dir, attrs);  in xen_swiotlb_map_page()
421 	dev_addr = xen_phys_to_bus(map);  in xen_swiotlb_map_page()
426 	if (!dma_capable(dev, dev_addr, size)) {  in xen_swiotlb_map_page()
428 		dev_addr = 0;  in xen_swiotlb_map_page()
430 	return dev_addr;  in xen_swiotlb_map_page()
442 static void xen_unmap_single(struct device *hwdev, dma_addr_t dev_addr,  in xen_unmap_single()  argument
446 	phys_addr_t paddr = xen_bus_to_phys(dev_addr);  in xen_unmap_single()
450 	xen_dma_unmap_page(hwdev, dev_addr, size, dir, attrs);  in xen_unmap_single()
453 	if (is_xen_swiotlb_buffer(dev_addr)) {  in xen_unmap_single()
470 void xen_swiotlb_unmap_page(struct device *hwdev, dma_addr_t dev_addr,  in xen_swiotlb_unmap_page()  argument
474 	xen_unmap_single(hwdev, dev_addr, size, dir, attrs);  in xen_swiotlb_unmap_page()
489 xen_swiotlb_sync_single(struct device *hwdev, dma_addr_t dev_addr,  in xen_swiotlb_sync_single()  argument
493 	phys_addr_t paddr = xen_bus_to_phys(dev_addr);  in xen_swiotlb_sync_single()
498 		xen_dma_sync_single_for_cpu(hwdev, dev_addr, size, dir);  in xen_swiotlb_sync_single()
501 	if (is_xen_swiotlb_buffer(dev_addr))  in xen_swiotlb_sync_single()
505 		xen_dma_sync_single_for_device(hwdev, dev_addr, size, dir);  in xen_swiotlb_sync_single()
514 xen_swiotlb_sync_single_for_cpu(struct device *hwdev, dma_addr_t dev_addr,  in xen_swiotlb_sync_single_for_cpu()  argument
517 	xen_swiotlb_sync_single(hwdev, dev_addr, size, dir, SYNC_FOR_CPU);  in xen_swiotlb_sync_single_for_cpu()
522 xen_swiotlb_sync_single_for_device(struct device *hwdev, dma_addr_t dev_addr,  in xen_swiotlb_sync_single_for_device()  argument
525 	xen_swiotlb_sync_single(hwdev, dev_addr, size, dir, SYNC_FOR_DEVICE);  in xen_swiotlb_sync_single_for_device()
557 		dma_addr_t dev_addr = xen_phys_to_bus(paddr);  in xen_swiotlb_map_sg_attrs()  local
560 		    xen_arch_need_swiotlb(hwdev, PFN_DOWN(paddr), PFN_DOWN(dev_addr)) ||  in xen_swiotlb_map_sg_attrs()
561 		    !dma_capable(hwdev, dev_addr, sg->length) ||  in xen_swiotlb_map_sg_attrs()
578 						dev_addr,  in xen_swiotlb_map_sg_attrs()
589 						dev_addr,  in xen_swiotlb_map_sg_attrs()
594 			sg->dma_address = dev_addr;  in xen_swiotlb_map_sg_attrs()