| /linux-4.4.14/include/linux/ |
| D | iova.h | 20 struct iova { struct
26 /* holds all the iova translations for a domain */ argument
36 static inline unsigned long iova_size(struct iova *iova) in iova_size()
51 static inline size_t iova_offset(struct iova_domain *iovad, dma_addr_t iova) in iova_offset()
61 static inline dma_addr_t iova_dma_addr(struct iova_domain *iovad, struct iova *iova) in iova_dma_addr()
66 static inline unsigned long iova_pfn(struct iova_domain *iovad, dma_addr_t iova) in iova_pfn()
|
| D | iommu.h | 297 struct device *dev, unsigned long iova, int flags) in report_iommu_fault()
314 unsigned long iova, struct scatterlist *sg, in iommu_map_sg()
370 static inline int iommu_map(struct iommu_domain *domain, unsigned long iova, in iommu_map()
376 static inline int iommu_unmap(struct iommu_domain *domain, unsigned long iova, in iommu_unmap()
383 unsigned long iova, struct scatterlist *sg, in iommu_map_sg()
401 static inline phys_addr_t iommu_iova_to_phys(struct iommu_domain *domain, dma_addr_t iova) in iommu_iova_to_phys()
|
| /linux-4.4.14/drivers/iommu/ |
| D | iova.c | 81 struct iova *iova = container_of(node, struct iova, node); in __cached_rbnode_delete_update() local
187 iova_insert_rbtree(struct rb_root *root, struct iova *iova) in iova_insert_rbtree()
218 void free_iova_mem(struct iova *iova) in free_iova_mem()
310 struct iova *iova = container_of(node, struct iova, node); in find_iova() local
342 __free_iova(struct iova_domain *iovad, struct iova *iova) in __free_iova()
364 struct iova *iova = find_iova(iovad, pfn); in free_iova() local
385 struct iova *iova = container_of(node, struct iova, node); in put_iova_domain() local
399 struct iova *iova = container_of(node, struct iova, node); in __is_range_overlap() local
409 struct iova *iova; in alloc_and_init_iova() local
424 struct iova *iova; in __insert_new_range() local
[all …]
|
| D | exynos-iommu.c | 61 static u32 sysmmu_page_offset(sysmmu_iova_t iova, u32 size) in sysmmu_page_offset()
67 #define section_offs(iova) sysmmu_page_offset((iova), SECT_SIZE) argument
69 #define lpage_offs(iova) sysmmu_page_offset((iova), LPAGE_SIZE) argument
71 #define spage_offs(iova) sysmmu_page_offset((iova), SPAGE_SIZE) argument
76 static u32 lv1ent_offset(sysmmu_iova_t iova) in lv1ent_offset()
81 static u32 lv2ent_offset(sysmmu_iova_t iova) in lv2ent_offset()
141 static sysmmu_pte_t *section_entry(sysmmu_pte_t *pgtable, sysmmu_iova_t iova) in section_entry()
146 static sysmmu_pte_t *page_entry(sysmmu_pte_t *sent, sysmmu_iova_t iova) in page_entry()
285 sysmmu_iova_t iova, unsigned int num_inv) in __sysmmu_tlb_invalidate_entry()
486 sysmmu_iova_t iova) in __sysmmu_tlb_invalidate_flpdcache()
[all …]
|
| D | rockchip-iommu.c | 259 static u32 rk_iova_dte_index(dma_addr_t iova) in rk_iova_dte_index()
264 static u32 rk_iova_pte_index(dma_addr_t iova) in rk_iova_pte_index()
269 static u32 rk_iova_page_offset(dma_addr_t iova) in rk_iova_page_offset()
289 static void rk_iommu_zap_lines(struct rk_iommu *iommu, dma_addr_t iova, in rk_iommu_zap_lines()
411 static void log_iova(struct rk_iommu *iommu, dma_addr_t iova) in log_iova()
462 dma_addr_t iova; in rk_iommu_irq() local
511 dma_addr_t iova) in rk_iommu_iova_to_phys()
539 dma_addr_t iova, size_t size) in rk_iommu_zap_iova()
555 dma_addr_t iova, size_t size) in rk_iommu_zap_iova_first_last()
564 dma_addr_t iova) in rk_dte_get_page_table()
[all …]
|
| D | tegra-gart.c | 88 #define for_each_gart_pte(gart, iova) \ argument
116 unsigned long iova; in do_gart_setup() local
128 unsigned long iova; in gart_dump_table() local
150 unsigned long iova, size_t bytes) in gart_iova_range_valid()
265 static int gart_iommu_map(struct iommu_domain *domain, unsigned long iova, in gart_iommu_map()
289 static size_t gart_iommu_unmap(struct iommu_domain *domain, unsigned long iova, in gart_iommu_unmap()
307 dma_addr_t iova) in gart_iommu_iova_to_phys()
353 unsigned long iova; in tegra_gart_suspend() local
|
| D | tegra-smmu.c | 141 static unsigned int iova_pd_index(unsigned long iova) in iova_pd_index()
146 static unsigned int iova_pt_index(unsigned long iova) in iova_pt_index()
204 unsigned long iova) in smmu_flush_tlb_section()
215 unsigned long iova) in smmu_flush_tlb_group()
500 static void tegra_smmu_set_pde(struct tegra_smmu_as *as, unsigned long iova, in tegra_smmu_set_pde()
521 static u32 *tegra_smmu_pte_offset(struct page *pt_page, unsigned long iova) in tegra_smmu_pte_offset()
528 static u32 *tegra_smmu_pte_lookup(struct tegra_smmu_as *as, unsigned long iova, in tegra_smmu_pte_lookup()
545 static u32 *as_get_pte(struct tegra_smmu_as *as, dma_addr_t iova, in as_get_pte()
588 static void tegra_smmu_pte_get_use(struct tegra_smmu_as *as, unsigned long iova) in tegra_smmu_pte_get_use()
595 static void tegra_smmu_pte_put_use(struct tegra_smmu_as *as, unsigned long iova) in tegra_smmu_pte_put_use()
[all …]
|
| D | io-pgtable-arm.c | 268 unsigned long iova, phys_addr_t paddr, in arm_lpae_init_pte()
307 static int __arm_lpae_map(struct arm_lpae_io_pgtable *data, unsigned long iova, in __arm_lpae_map()
379 static int arm_lpae_map(struct io_pgtable_ops *ops, unsigned long iova, in arm_lpae_map()
442 unsigned long iova, size_t size, in arm_lpae_split_blk_unmap()
482 unsigned long iova, size_t size, int lvl, in __arm_lpae_unmap()
527 static int arm_lpae_unmap(struct io_pgtable_ops *ops, unsigned long iova, in arm_lpae_unmap()
544 unsigned long iova) in arm_lpae_iova_to_phys()
893 static void dummy_tlb_add_flush(unsigned long iova, size_t size, bool leaf, in dummy_tlb_add_flush()
938 unsigned long iova; in arm_lpae_run_tests() local
|
| D | dma-iommu.c | 173 struct iova *iova = find_iova(iovad, pfn); in __iommu_dma_unmap() local
287 struct iova *iova; in iommu_dma_alloc() local
371 struct iova *iova = __alloc_iova(iovad, len, dma_get_mask(dev)); in iommu_dma_map_page() local
445 struct iova *iova; in iommu_dma_map_sg() local
|
| D | s390-iommu.c | 269 static int s390_iommu_map(struct iommu_domain *domain, unsigned long iova, in s390_iommu_map()
288 dma_addr_t iova) in s390_iommu_iova_to_phys()
319 unsigned long iova, size_t size) in s390_iommu_unmap()
|
| D | shmobile-iommu.c | 220 static int shmobile_iommu_map(struct iommu_domain *domain, unsigned long iova, in shmobile_iommu_map()
265 unsigned long iova, size_t size) in shmobile_iommu_unmap()
306 dma_addr_t iova) in shmobile_iommu_iova_to_phys()
|
| D | ipmmu-vmsa.c | 280 static void ipmmu_tlb_add_flush(unsigned long iova, size_t size, bool leaf, in ipmmu_tlb_add_flush()
394 u32 iova; in ipmmu_domain_irq() local
542 static int ipmmu_map(struct iommu_domain *io_domain, unsigned long iova, in ipmmu_map()
553 static size_t ipmmu_unmap(struct iommu_domain *io_domain, unsigned long iova, in ipmmu_unmap()
562 dma_addr_t iova) in ipmmu_iova_to_phys()
|
| D | fsl_pamu_domain.c | 67 static phys_addr_t get_phys_addr(struct fsl_dma_domain *dma_domain, dma_addr_t iova) in get_phys_addr()
285 static int check_size(u64 size, dma_addr_t iova) in check_size()
390 dma_addr_t iova) in fsl_pamu_iova_to_phys()
|
| D | iommu.c | 1271 phys_addr_t iommu_iova_to_phys(struct iommu_domain *domain, dma_addr_t iova) in iommu_iova_to_phys()
1312 int iommu_map(struct iommu_domain *domain, unsigned long iova, in iommu_map()
1368 size_t iommu_unmap(struct iommu_domain *domain, unsigned long iova, size_t size) in iommu_unmap()
1420 size_t default_iommu_map_sg(struct iommu_domain *domain, unsigned long iova, in default_iommu_map_sg()
|
| D | arm-smmu.c | 584 static void arm_smmu_tlb_inv_range_nosync(unsigned long iova, size_t size, in arm_smmu_tlb_inv_range_nosync()
631 unsigned long iova; in arm_smmu_context_fault() local
1169 static int arm_smmu_map(struct iommu_domain *domain, unsigned long iova, in arm_smmu_map()
1186 static size_t arm_smmu_unmap(struct iommu_domain *domain, unsigned long iova, in arm_smmu_unmap()
1204 dma_addr_t iova) in arm_smmu_iova_to_phys_hard()
1246 dma_addr_t iova) in arm_smmu_iova_to_phys()
|
| D | intel-iommu.c | 464 struct iova *iova[HIGH_WATER_MARK]; member
1805 struct iova *iova; in dmar_init_reserved_ranges() local
3306 struct iova *iova = NULL; in intel_alloc_iova() local
3429 struct iova *iova; in __intel_map_single() local
3521 struct iova *iova = deferred_flush[i].iova[j]; in flush_unmaps() local
3553 static void add_unmap(struct dmar_domain *dom, struct iova *iova, struct page *freelist) in add_unmap()
3584 struct iova *iova; in intel_unmap() local
3720 struct iova *iova = NULL; in intel_map_sg() local
4456 struct iova *iova; in intel_iommu_memory_notifier() local
4855 unsigned long iova, phys_addr_t hpa, in intel_iommu_map()
[all …]
|
| D | arm-smmu-v3.c | 1337 static void arm_smmu_tlb_inv_range_nosync(unsigned long iova, size_t size, in arm_smmu_tlb_inv_range_nosync()
1686 static int arm_smmu_map(struct iommu_domain *domain, unsigned long iova, in arm_smmu_map()
1704 arm_smmu_unmap(struct iommu_domain *domain, unsigned long iova, size_t size) in arm_smmu_unmap()
1721 arm_smmu_iova_to_phys(struct iommu_domain *domain, dma_addr_t iova) in arm_smmu_iova_to_phys()
|
| D | amd_iommu.c | 3042 static int amd_iommu_map(struct iommu_domain *dom, unsigned long iova, in amd_iommu_map()
3064 static size_t amd_iommu_unmap(struct iommu_domain *dom, unsigned long iova, in amd_iommu_unmap()
3083 dma_addr_t iova) in amd_iommu_iova_to_phys()
|
| /linux-4.4.14/drivers/gpu/drm/msm/ |
| D | msm_gem_submit.c | 148 uint32_t iova; in submit_validate_objects() local
215 struct msm_gem_object **obj, uint32_t *iova, bool *valid) in submit_bo()
261 uint32_t iova, off; in submit_reloc() local
362 uint32_t iova; in msm_ioctl_gem_submit() local
|
| D | msm_iommu.c | 28 unsigned long iova, int flags, void *arg) in msm_fault_handler()
46 static int msm_iommu_map(struct msm_mmu *mmu, uint32_t iova, in msm_iommu_map()
85 static int msm_iommu_unmap(struct msm_mmu *mmu, uint32_t iova, in msm_iommu_unmap()
|
| D | msm_gem.h | 57 uint32_t iova; member
109 uint32_t iova; member
115 uint32_t iova; member
|
| D | msm_gem.c | 284 uint32_t *iova) in msm_gem_get_iova_locked()
319 int msm_gem_get_iova(struct drm_gem_object *obj, int id, uint32_t *iova) in msm_gem_get_iova()
|
| D | msm_fb.c | 99 uint32_t iova; in msm_framebuffer_prepare() local
|
| D | msm_rd.c | 310 uint32_t iova = submit->cmd[i].iova; in msm_rd_dump_submit() local
|
| D | msm_gpu.c | 531 uint32_t iova; in msm_gpu_submit() local
|
| /linux-4.4.14/drivers/vfio/ |
| D | vfio_iommu_type1.c | 74 dma_addr_t iova; /* Device address */ member
338 dma_addr_t iova = dma->iova, end = dma->iova + dma->size; in vfio_unmap_unpin() local
514 static int map_try_harder(struct vfio_domain *domain, dma_addr_t iova, in map_try_harder()
534 static int vfio_iommu_map(struct vfio_iommu *iommu, dma_addr_t iova, in vfio_iommu_map()
564 dma_addr_t iova = map->iova; in vfio_dma_do_map() local
671 dma_addr_t iova; in vfio_iommu_replay() local
|
| /linux-4.4.14/drivers/infiniband/hw/mthca/ |
| D | mthca_mr.c | 430 u64 iova, u64 total_size, u32 access, struct mthca_mr *mr) in mthca_mr_alloc()
521 int list_len, u64 iova, u64 total_size, in mthca_mr_alloc_phys()
690 int list_len, u64 iova) in mthca_check_fmr()
718 int list_len, u64 iova) in mthca_tavor_map_phys_fmr()
759 int list_len, u64 iova) in mthca_arbel_map_phys_fmr()
|
| /linux-4.4.14/drivers/net/ethernet/mellanox/mlx4/ |
| D | mr.c | 420 u64 iova, u64 size, u32 access, int npages, in mlx4_mr_alloc_reserved()
529 int mlx4_mr_alloc(struct mlx4_dev *dev, u32 pd, u64 iova, u64 size, u32 access, in mlx4_mr_alloc()
592 u64 iova, u64 size, int npages, in mlx4_mr_rereg_mem_write()
973 int npages, u64 iova) in mlx4_check_fmr()
1000 int npages, u64 iova, u32 *lkey, u32 *rkey) in mlx4_map_phys_fmr()
|
| /linux-4.4.14/arch/ia64/hp/common/ |
| D | sba_iommu.c | 223 dma_addr_t iova; member
436 #define SBA_IOVP(ioc,iova) ((iova) & ~(ioc->ibase)) argument
729 sba_free_range(struct ioc *ioc, dma_addr_t iova, size_t size) in sba_free_range()
847 sba_mark_invalid(struct ioc *ioc, dma_addr_t iova, size_t byte_cnt) in sba_mark_invalid()
1016 sba_mark_clean(struct ioc *ioc, dma_addr_t iova, size_t size) in sba_mark_clean()
1048 static void sba_unmap_page(struct device *dev, dma_addr_t iova, size_t size, in sba_unmap_page()
1117 void sba_unmap_single_attrs(struct device *dev, dma_addr_t iova, size_t size, in sba_unmap_single_attrs()
|
| /linux-4.4.14/drivers/parisc/ |
| D | sba_iommu.c | 307 #define SBA_IOVP(ioc,iova) ((iova) & (ioc)->iovp_mask) argument
311 #define SBA_IOVP(ioc,iova) (iova) argument
489 sba_free_range(struct ioc *ioc, dma_addr_t iova, size_t size) in sba_free_range()
610 sba_mark_invalid(struct ioc *ioc, dma_addr_t iova, size_t byte_cnt) in sba_mark_invalid()
793 sba_unmap_single(struct device *dev, dma_addr_t iova, size_t size, in sba_unmap_single()
|
| D | ccio-dma.c | 284 #define CCIO_IOVP(iova) ((iova) & IOVP_MASK) argument
432 ccio_free_range(struct ioc *ioc, dma_addr_t iova, unsigned long pages_mapped) in ccio_free_range()
664 ccio_mark_invalid(struct ioc *ioc, dma_addr_t iova, size_t byte_cnt) in ccio_mark_invalid()
799 ccio_unmap_single(struct device *dev, dma_addr_t iova, size_t size, in ccio_unmap_single()
|
| /linux-4.4.14/arch/arm/mm/ |
| D | dma-mapping.c | 1040 dma_addr_t iova; in __alloc_iova() local
1251 dma_addr_t dma_addr, iova; in __iommu_create_mapping() local
1285 static int __iommu_remove_mapping(struct device *dev, dma_addr_t iova, size_t size) in __iommu_remove_mapping()
1510 dma_addr_t iova, iova_base; in __map_sg_chunk() local
1784 dma_addr_t iova = handle & PAGE_MASK; in arm_coherent_iommu_unmap_page() local
1809 dma_addr_t iova = handle & PAGE_MASK; in arm_iommu_unmap_page() local
1828 dma_addr_t iova = handle & PAGE_MASK; in arm_iommu_sync_single_for_cpu() local
1842 dma_addr_t iova = handle & PAGE_MASK; in arm_iommu_sync_single_for_device() local
|
| /linux-4.4.14/drivers/staging/rdma/ipath/ |
| D | ipath_mr.c | 348 int list_len, u64 iova) in ipath_map_phys_fmr()
|
| D | ipath_verbs.h | 244 u64 iova; /* IB start address of this region */ member
|
| /linux-4.4.14/drivers/gpu/drm/msm/mdp/mdp4/ |
| D | mdp4_crtc.c | 390 uint32_t iova = mdp4_crtc->cursor.next_iova; in update_cursor() local
435 uint32_t iova; in mdp4_crtc_cursor_set() local
|
| /linux-4.4.14/drivers/staging/rdma/hfi1/ |
| D | mr.c | 434 int list_len, u64 iova) in hfi1_map_phys_fmr()
|
| D | verbs.h | 311 u64 iova; /* IB start address of this region */ member
|
| /linux-4.4.14/drivers/infiniband/hw/qib/ |
| D | qib_mr.c | 444 int list_len, u64 iova) in qib_map_phys_fmr()
|
| D | qib_verbs.h | 300 u64 iova; /* IB start address of this region */ member
|
| /linux-4.4.14/include/uapi/linux/ |
| D | vfio.h | 413 __u64 iova; /* IO virtual address */ member
432 __u64 iova; /* IO virtual address */ member
|
| /linux-4.4.14/drivers/gpu/drm/msm/dsi/ |
| D | dsi_host.c | 839 u32 iova; in dsi_tx_buf_alloc() local
977 u32 iova; in dsi_cmd_dma_tx() local
1753 void msm_dsi_host_cmd_xfer_commit(struct mipi_dsi_host *host, u32 iova, u32 len) in msm_dsi_host_cmd_xfer_commit()
|
| D | dsi_manager.c | 777 bool msm_dsi_manager_cmd_xfer_trigger(int id, u32 iova, u32 len) in msm_dsi_manager_cmd_xfer_trigger()
|
| /linux-4.4.14/drivers/infiniband/hw/usnic/ |
| D | usnic_uiom.c | 70 unsigned long iova, int flags, in usnic_uiom_dma_fault()
|
| /linux-4.4.14/drivers/infiniband/hw/mlx4/ |
| D | mr.c | 481 int npages, u64 iova) in mlx4_ib_map_phys_fmr()
|
| /linux-4.4.14/arch/parisc/kernel/ |
| D | pci-dma.c | 582 void *vaddr, dma_addr_t iova) in pa11_dma_free_noncoherent()
|
| /linux-4.4.14/drivers/remoteproc/ |
| D | remoteproc_core.c | 79 unsigned long iova, int flags, void *token) in rproc_iommu_fault()
|
| /linux-4.4.14/arch/parisc/include/asm/ |
| D | ropes.h | 49 dma_addr_t iova; member
|
| /linux-4.4.14/drivers/staging/rdma/ehca/ |
| D | ehca_mrmw.c | 858 u64 iova) in ehca_map_phys_fmr()
|
| /linux-4.4.14/include/linux/mlx5/ |
| D | driver.h | 337 u64 iova; member
|
| /linux-4.4.14/include/rdma/ |
| D | ib_verbs.h | 1363 u64 iova; member
2942 u64 iova) in ib_map_phys_fmr()
|
| /linux-4.4.14/include/linux/mlx4/ |
| D | device.h | 661 u64 iova; member
|