12 					      size_t size,  in dma_map_single_attrs()  argument
19 	kmemcheck_mark_initialized(ptr, size);  in dma_map_single_attrs()
22 			     (unsigned long)ptr & ~PAGE_MASK, size,  in dma_map_single_attrs()
25 			   (unsigned long)ptr & ~PAGE_MASK, size,  in dma_map_single_attrs()
31 					  size_t size,  in dma_unmap_single_attrs()  argument
39 		ops->unmap_page(dev, addr, size, dir, attrs);  in dma_unmap_single_attrs()
40 	debug_dma_unmap_page(dev, addr, size, dir, true);  in dma_unmap_single_attrs()
78 				      size_t offset, size_t size,  in dma_map_page()  argument
84 	kmemcheck_mark_initialized(page_address(page) + offset, size);  in dma_map_page()
86 	addr = ops->map_page(dev, page, offset, size, dir, NULL);  in dma_map_page()
87 	debug_dma_map_page(dev, page, offset, size, dir, addr, false);  in dma_map_page()
93 				  size_t size, enum dma_data_direction dir)  in dma_unmap_page()  argument
99 		ops->unmap_page(dev, addr, size, dir, NULL);  in dma_unmap_page()
100 	debug_dma_unmap_page(dev, addr, size, dir, false);  in dma_unmap_page()
104 					   size_t size,  in dma_sync_single_for_cpu()  argument
111 		ops->sync_single_for_cpu(dev, addr, size, dir);  in dma_sync_single_for_cpu()
112 	debug_dma_sync_single_for_cpu(dev, addr, size, dir);  in dma_sync_single_for_cpu()
116 					      dma_addr_t addr, size_t size,  in dma_sync_single_for_device()  argument
123 		ops->sync_single_for_device(dev, addr, size, dir);  in dma_sync_single_for_device()
124 	debug_dma_sync_single_for_device(dev, addr, size, dir);  in dma_sync_single_for_device()
130 						 size_t size,  in dma_sync_single_range_for_cpu()  argument
137 		ops->sync_single_for_cpu(dev, addr + offset, size, dir);  in dma_sync_single_range_for_cpu()
138 	debug_dma_sync_single_range_for_cpu(dev, addr, offset, size, dir);  in dma_sync_single_range_for_cpu()
144 						    size_t size,  in dma_sync_single_range_for_device()  argument
151 		ops->sync_single_for_device(dev, addr + offset, size, dir);  in dma_sync_single_range_for_device()
152 	debug_dma_sync_single_range_for_device(dev, addr, offset, size, dir);  in dma_sync_single_range_for_device()
186 			   void *cpu_addr, dma_addr_t dma_addr, size_t size);
188 void *dma_common_contiguous_remap(struct page *page, size_t size,
192 void *dma_common_pages_remap(struct page **pages, size_t size,
195 void dma_common_free_remap(void *cpu_addr, size_t size, unsigned long vm_flags);
212 	       dma_addr_t dma_addr, size_t size, struct dma_attrs *attrs)  in dma_mmap_attrs()  argument
217 		return ops->mmap(dev, vma, cpu_addr, dma_addr, size, attrs);  in dma_mmap_attrs()
218 	return dma_common_mmap(dev, vma, cpu_addr, dma_addr, size);  in dma_mmap_attrs()
225 		       void *cpu_addr, dma_addr_t dma_addr, size_t size);
229 		      dma_addr_t dma_addr, size_t size, struct dma_attrs *attrs)  in dma_get_sgtable_attrs()  argument
234 		return ops->get_sgtable(dev, sgt, cpu_addr, dma_addr, size,  in dma_get_sgtable_attrs()
236 	return dma_common_get_sgtable(dev, sgt, cpu_addr, dma_addr, size);  in dma_get_sgtable_attrs()
245 static inline void *dma_alloc_attrs(struct device *dev, size_t size,  in dma_alloc_attrs()  argument
254 	if (dma_alloc_from_coherent(dev, size, dma_handle, &cpu_addr))  in dma_alloc_attrs()
262 	cpu_addr = ops->alloc(dev, size, dma_handle, flag, attrs);  in dma_alloc_attrs()
263 	debug_dma_alloc_coherent(dev, size, *dma_handle, cpu_addr);  in dma_alloc_attrs()
267 static inline void dma_free_attrs(struct device *dev, size_t size,  in dma_free_attrs()  argument
276 	if (dma_release_from_coherent(dev, get_order(size), cpu_addr))  in dma_free_attrs()
282 	debug_dma_free_coherent(dev, size, cpu_addr, dma_handle);  in dma_free_attrs()
283 	ops->free(dev, size, cpu_addr, dma_handle, attrs);  in dma_free_attrs()
286 static inline void *dma_alloc_coherent(struct device *dev, size_t size,  in dma_alloc_coherent()  argument
289 	return dma_alloc_attrs(dev, size, dma_handle, flag, NULL);  in dma_alloc_coherent()
292 static inline void dma_free_coherent(struct device *dev, size_t size,  in dma_free_coherent()  argument
295 	return dma_free_attrs(dev, size, cpu_addr, dma_handle, NULL);  in dma_free_coherent()
298 static inline void *dma_alloc_noncoherent(struct device *dev, size_t size,  in dma_alloc_noncoherent()  argument
304 	return dma_alloc_attrs(dev, size, dma_handle, gfp, &attrs);  in dma_alloc_noncoherent()
307 static inline void dma_free_noncoherent(struct device *dev, size_t size,  in dma_free_noncoherent()  argument
313 	dma_free_attrs(dev, size, cpu_addr, dma_handle, &attrs);  in dma_free_noncoherent()