| /linux-4.1.27/include/linux/ |
| D | iova.h | 20 struct iova { struct
26 /* holds all the iova translations for a domain */ argument
36 static inline unsigned long iova_size(struct iova *iova) in iova_size()
51 static inline size_t iova_offset(struct iova_domain *iovad, dma_addr_t iova) in iova_offset()
61 static inline dma_addr_t iova_dma_addr(struct iova_domain *iovad, struct iova *iova) in iova_dma_addr()
66 static inline unsigned long iova_pfn(struct iova_domain *iovad, dma_addr_t iova) in iova_pfn()
|
| D | iommu.h | 272 struct device *dev, unsigned long iova, int flags) in report_iommu_fault()
289 unsigned long iova, struct scatterlist *sg, in iommu_map_sg()
335 static inline int iommu_map(struct iommu_domain *domain, unsigned long iova, in iommu_map()
341 static inline int iommu_unmap(struct iommu_domain *domain, unsigned long iova, in iommu_unmap()
348 unsigned long iova, struct scatterlist *sg, in iommu_map_sg()
366 static inline phys_addr_t iommu_iova_to_phys(struct iommu_domain *domain, dma_addr_t iova) in iommu_iova_to_phys()
|
| /linux-4.1.27/drivers/iommu/ |
| D | iova.c | 52 void free_iova_mem(struct iova *iova) in free_iova_mem()
113 struct iova *iova = container_of(node, struct iova, node); in __cached_rbnode_delete_update() local
224 iova_insert_rbtree(struct rb_root *root, struct iova *iova) in iova_insert_rbtree()
300 struct iova *iova = container_of(node, struct iova, node); in find_iova() local
331 __free_iova(struct iova_domain *iovad, struct iova *iova) in __free_iova()
352 struct iova *iova = find_iova(iovad, pfn); in free_iova() local
371 struct iova *iova = container_of(node, struct iova, node); in put_iova_domain() local
383 struct iova *iova = container_of(node, struct iova, node); in __is_range_overlap() local
393 struct iova *iova; in alloc_and_init_iova() local
408 struct iova *iova; in __insert_new_range() local
[all …]
|
| D | exynos-iommu.c | 60 static u32 sysmmu_page_offset(sysmmu_iova_t iova, u32 size) in sysmmu_page_offset()
66 #define section_offs(iova) sysmmu_page_offset((iova), SECT_SIZE) argument
68 #define lpage_offs(iova) sysmmu_page_offset((iova), LPAGE_SIZE) argument
70 #define spage_offs(iova) sysmmu_page_offset((iova), SPAGE_SIZE) argument
75 static u32 lv1ent_offset(sysmmu_iova_t iova) in lv1ent_offset()
80 static u32 lv2ent_offset(sysmmu_iova_t iova) in lv2ent_offset()
140 static sysmmu_pte_t *section_entry(sysmmu_pte_t *pgtable, sysmmu_iova_t iova) in section_entry()
145 static sysmmu_pte_t *page_entry(sysmmu_pte_t *sent, sysmmu_iova_t iova) in page_entry()
274 sysmmu_iova_t iova, unsigned int num_inv) in __sysmmu_tlb_invalidate_entry()
532 sysmmu_iova_t iova) in __sysmmu_tlb_invalidate_flpdcache()
[all …]
|
| D | tegra-gart.c | 88 #define for_each_gart_pte(gart, iova) \ argument
116 unsigned long iova; in do_gart_setup() local
128 unsigned long iova; in gart_dump_table() local
150 unsigned long iova, size_t bytes) in gart_iova_range_valid()
265 static int gart_iommu_map(struct iommu_domain *domain, unsigned long iova, in gart_iommu_map()
289 static size_t gart_iommu_unmap(struct iommu_domain *domain, unsigned long iova, in gart_iommu_unmap()
307 dma_addr_t iova) in gart_iommu_iova_to_phys()
353 unsigned long iova; in tegra_gart_suspend() local
|
| D | rockchip-iommu.c | 259 static u32 rk_iova_dte_index(dma_addr_t iova) in rk_iova_dte_index()
264 static u32 rk_iova_pte_index(dma_addr_t iova) in rk_iova_pte_index()
269 static u32 rk_iova_page_offset(dma_addr_t iova) in rk_iova_page_offset()
289 static void rk_iommu_zap_lines(struct rk_iommu *iommu, dma_addr_t iova, in rk_iommu_zap_lines()
411 static void log_iova(struct rk_iommu *iommu, dma_addr_t iova) in log_iova()
462 dma_addr_t iova; in rk_iommu_irq() local
511 dma_addr_t iova) in rk_iommu_iova_to_phys()
539 dma_addr_t iova, size_t size) in rk_iommu_zap_iova()
555 dma_addr_t iova) in rk_dte_get_page_table()
590 u32 *pte_addr, dma_addr_t iova, size_t size) in rk_iommu_unmap_iova()
[all …]
|
| D | io-pgtable-arm.c | 208 unsigned long iova, phys_addr_t paddr, in arm_lpae_init_pte()
247 static int __arm_lpae_map(struct arm_lpae_io_pgtable *data, unsigned long iova, in __arm_lpae_map()
322 static int arm_lpae_map(struct io_pgtable_ops *ops, unsigned long iova, in arm_lpae_map()
378 unsigned long iova, size_t size, in arm_lpae_split_blk_unmap()
420 unsigned long iova, size_t size, int lvl, in __arm_lpae_unmap()
466 static int arm_lpae_unmap(struct io_pgtable_ops *ops, unsigned long iova, in arm_lpae_unmap()
483 unsigned long iova) in arm_lpae_iova_to_phys()
825 static void dummy_tlb_add_flush(unsigned long iova, size_t size, bool leaf, in dummy_tlb_add_flush()
876 unsigned long iova; in arm_lpae_run_tests() local
|
| D | tegra-smmu.c | 179 unsigned long iova) in smmu_flush_tlb_section()
190 unsigned long iova) in smmu_flush_tlb_group()
467 static u32 *as_get_pte(struct tegra_smmu_as *as, dma_addr_t iova, in as_get_pte()
511 static void as_put_pte(struct tegra_smmu_as *as, dma_addr_t iova) in as_put_pte()
537 static int tegra_smmu_map(struct iommu_domain *domain, unsigned long iova, in tegra_smmu_map()
561 static size_t tegra_smmu_unmap(struct iommu_domain *domain, unsigned long iova, in tegra_smmu_unmap()
586 dma_addr_t iova) in tegra_smmu_iova_to_phys()
|
| D | shmobile-iommu.c | 220 static int shmobile_iommu_map(struct iommu_domain *domain, unsigned long iova, in shmobile_iommu_map()
265 unsigned long iova, size_t size) in shmobile_iommu_unmap()
306 dma_addr_t iova) in shmobile_iommu_iova_to_phys()
|
| D | ipmmu-vmsa.c | 280 static void ipmmu_tlb_add_flush(unsigned long iova, size_t size, bool leaf, in ipmmu_tlb_add_flush()
403 u32 iova; in ipmmu_domain_irq() local
551 static int ipmmu_map(struct iommu_domain *io_domain, unsigned long iova, in ipmmu_map()
562 static size_t ipmmu_unmap(struct iommu_domain *io_domain, unsigned long iova, in ipmmu_unmap()
571 dma_addr_t iova) in ipmmu_iova_to_phys()
|
| D | iommu.c | 987 phys_addr_t iommu_iova_to_phys(struct iommu_domain *domain, dma_addr_t iova) in iommu_iova_to_phys()
1028 int iommu_map(struct iommu_domain *domain, unsigned long iova, in iommu_map()
1084 size_t iommu_unmap(struct iommu_domain *domain, unsigned long iova, size_t size) in iommu_unmap()
1136 size_t default_iommu_map_sg(struct iommu_domain *domain, unsigned long iova, in default_iommu_map_sg()
|
| D | fsl_pamu_domain.c | 67 static phys_addr_t get_phys_addr(struct fsl_dma_domain *dma_domain, dma_addr_t iova) in get_phys_addr()
285 static int check_size(u64 size, dma_addr_t iova) in check_size()
390 dma_addr_t iova) in fsl_pamu_iova_to_phys()
|
| D | intel-iommu.c | 387 struct iova *iova[HIGH_WATER_MARK]; member
1649 struct iova *iova; in dmar_init_reserved_ranges() local
2936 struct iova *iova = NULL; in intel_alloc_iova() local
3051 struct iova *iova; in __intel_map_single() local
3141 struct iova *iova = deferred_flush[i].iova[j]; in flush_unmaps() local
3173 static void add_unmap(struct dmar_domain *dom, struct iova *iova, struct page *freelist) in add_unmap()
3204 struct iova *iova; in intel_unmap() local
3340 struct iova *iova = NULL; in intel_map_sg() local
4072 struct iova *iova; in intel_iommu_memory_notifier() local
4474 unsigned long iova, phys_addr_t hpa, in intel_iommu_map()
[all …]
|
| D | arm-smmu.c | 574 static void arm_smmu_tlb_inv_range_nosync(unsigned long iova, size_t size, in arm_smmu_tlb_inv_range_nosync()
645 unsigned long iova; in arm_smmu_context_fault() local
1187 static int arm_smmu_map(struct iommu_domain *domain, unsigned long iova, in arm_smmu_map()
1204 static size_t arm_smmu_unmap(struct iommu_domain *domain, unsigned long iova, in arm_smmu_unmap()
1222 dma_addr_t iova) in arm_smmu_iova_to_phys_hard()
1266 dma_addr_t iova) in arm_smmu_iova_to_phys()
|
| D | amd_iommu.c | 3347 static int amd_iommu_map(struct iommu_domain *dom, unsigned long iova, in amd_iommu_map()
3369 static size_t amd_iommu_unmap(struct iommu_domain *dom, unsigned long iova, in amd_iommu_unmap()
3388 dma_addr_t iova) in amd_iommu_iova_to_phys()
|
| /linux-4.1.27/drivers/gpu/drm/msm/ |
| D | msm_gem_submit.c | 148 uint32_t iova; in submit_validate_objects() local
215 struct msm_gem_object **obj, uint32_t *iova, bool *valid) in submit_bo()
261 uint32_t iova, off; in submit_reloc() local
363 uint32_t iova; in msm_ioctl_gem_submit() local
|
| D | msm_iommu.c | 28 unsigned long iova, int flags, void *arg) in msm_fault_handler()
46 static int msm_iommu_map(struct msm_mmu *mmu, uint32_t iova, in msm_iommu_map()
85 static int msm_iommu_unmap(struct msm_mmu *mmu, uint32_t iova, in msm_iommu_unmap()
|
| D | msm_gem.h | 57 uint32_t iova; member
108 uint32_t iova; member
114 uint32_t iova; member
|
| D | msm_gem.c | 284 uint32_t *iova) in msm_gem_get_iova_locked()
319 int msm_gem_get_iova(struct drm_gem_object *obj, int id, uint32_t *iova) in msm_gem_get_iova()
|
| D | msm_fb.c | 99 uint32_t iova; in msm_framebuffer_prepare() local
|
| D | msm_rd.c | 310 uint32_t iova = submit->cmd[i].iova; in msm_rd_dump_submit() local
|
| D | msm_gpu.c | 494 uint32_t iova; in msm_gpu_submit() local
|
| /linux-4.1.27/drivers/vfio/ |
| D | vfio_iommu_type1.c | 74 dma_addr_t iova; /* Device address */ member
338 dma_addr_t iova = dma->iova, end = dma->iova + dma->size; in vfio_unmap_unpin() local
501 static int map_try_harder(struct vfio_domain *domain, dma_addr_t iova, in map_try_harder()
521 static int vfio_iommu_map(struct vfio_iommu *iommu, dma_addr_t iova, in vfio_iommu_map()
551 dma_addr_t iova = map->iova; in vfio_dma_do_map() local
658 dma_addr_t iova; in vfio_iommu_replay() local
|
| /linux-4.1.27/drivers/infiniband/hw/mthca/ |
| D | mthca_mr.c | 430 u64 iova, u64 total_size, u32 access, struct mthca_mr *mr) in mthca_mr_alloc()
521 int list_len, u64 iova, u64 total_size, in mthca_mr_alloc_phys()
690 int list_len, u64 iova) in mthca_check_fmr()
718 int list_len, u64 iova) in mthca_tavor_map_phys_fmr()
759 int list_len, u64 iova) in mthca_arbel_map_phys_fmr()
|
| /linux-4.1.27/drivers/net/ethernet/mellanox/mlx4/ |
| D | mr.c | 420 u64 iova, u64 size, u32 access, int npages, in mlx4_mr_alloc_reserved()
529 int mlx4_mr_alloc(struct mlx4_dev *dev, u32 pd, u64 iova, u64 size, u32 access, in mlx4_mr_alloc()
592 u64 iova, u64 size, int npages, in mlx4_mr_rereg_mem_write()
973 int npages, u64 iova) in mlx4_check_fmr()
1000 int npages, u64 iova, u32 *lkey, u32 *rkey) in mlx4_map_phys_fmr()
|
| /linux-4.1.27/arch/ia64/hp/common/ |
| D | sba_iommu.c | 223 dma_addr_t iova; member
436 #define SBA_IOVP(ioc,iova) ((iova) & ~(ioc->ibase)) argument
729 sba_free_range(struct ioc *ioc, dma_addr_t iova, size_t size) in sba_free_range()
847 sba_mark_invalid(struct ioc *ioc, dma_addr_t iova, size_t byte_cnt) in sba_mark_invalid()
1016 sba_mark_clean(struct ioc *ioc, dma_addr_t iova, size_t size) in sba_mark_clean()
1048 static void sba_unmap_page(struct device *dev, dma_addr_t iova, size_t size, in sba_unmap_page()
1117 void sba_unmap_single_attrs(struct device *dev, dma_addr_t iova, size_t size, in sba_unmap_single_attrs()
|
| /linux-4.1.27/drivers/parisc/ |
| D | sba_iommu.c | 307 #define SBA_IOVP(ioc,iova) ((iova) & (ioc)->iovp_mask) argument
311 #define SBA_IOVP(ioc,iova) (iova) argument
489 sba_free_range(struct ioc *ioc, dma_addr_t iova, size_t size) in sba_free_range()
610 sba_mark_invalid(struct ioc *ioc, dma_addr_t iova, size_t byte_cnt) in sba_mark_invalid()
793 sba_unmap_single(struct device *dev, dma_addr_t iova, size_t size, in sba_unmap_single()
|
| D | ccio-dma.c | 284 #define CCIO_IOVP(iova) ((iova) & IOVP_MASK) argument
432 ccio_free_range(struct ioc *ioc, dma_addr_t iova, unsigned long pages_mapped) in ccio_free_range()
664 ccio_mark_invalid(struct ioc *ioc, dma_addr_t iova, size_t byte_cnt) in ccio_mark_invalid()
801 ccio_unmap_single(struct device *dev, dma_addr_t iova, size_t size, in ccio_unmap_single()
|
| /linux-4.1.27/arch/arm/mm/ |
| D | dma-mapping.c | 1030 dma_addr_t iova; in __alloc_iova() local
1241 dma_addr_t dma_addr, iova; in __iommu_create_mapping() local
1273 static int __iommu_remove_mapping(struct device *dev, dma_addr_t iova, size_t size) in __iommu_remove_mapping()
1498 dma_addr_t iova, iova_base; in __map_sg_chunk() local
1772 dma_addr_t iova = handle & PAGE_MASK; in arm_coherent_iommu_unmap_page() local
1797 dma_addr_t iova = handle & PAGE_MASK; in arm_iommu_unmap_page() local
1816 dma_addr_t iova = handle & PAGE_MASK; in arm_iommu_sync_single_for_cpu() local
1830 dma_addr_t iova = handle & PAGE_MASK; in arm_iommu_sync_single_for_device() local
|
| /linux-4.1.27/drivers/infiniband/hw/ipath/ |
| D | ipath_mr.c | 348 int list_len, u64 iova) in ipath_map_phys_fmr()
|
| D | ipath_verbs.h | 244 u64 iova; /* IB start address of this region */ member
|
| /linux-4.1.27/include/uapi/linux/ |
| D | vfio.h | 411 __u64 iova; /* IO virtual address */ member
430 __u64 iova; /* IO virtual address */ member
|
| /linux-4.1.27/drivers/gpu/drm/msm/mdp/mdp4/ |
| D | mdp4_crtc.c | 381 uint32_t iova = mdp4_crtc->cursor.next_iova; in update_cursor() local
426 uint32_t iova; in mdp4_crtc_cursor_set() local
|
| /linux-4.1.27/drivers/infiniband/hw/qib/ |
| D | qib_mr.c | 437 int list_len, u64 iova) in qib_map_phys_fmr()
|
| D | qib_verbs.h | 300 u64 iova; /* IB start address of this region */ member
|
| /linux-4.1.27/drivers/infiniband/hw/mlx4/ |
| D | mr.c | 469 int npages, u64 iova) in mlx4_ib_map_phys_fmr()
|
| /linux-4.1.27/drivers/gpu/drm/msm/dsi/ |
| D | dsi_host.c | 924 u32 iova; in dsi_tx_buf_alloc() local
1062 u32 iova; in dsi_cmd_dma_tx() local
1815 void msm_dsi_host_cmd_xfer_commit(struct mipi_dsi_host *host, u32 iova, u32 len) in msm_dsi_host_cmd_xfer_commit()
|
| D | dsi_manager.c | 634 bool msm_dsi_manager_cmd_xfer_trigger(int id, u32 iova, u32 len) in msm_dsi_manager_cmd_xfer_trigger()
|
| /linux-4.1.27/drivers/infiniband/hw/usnic/ |
| D | usnic_uiom.c | 70 unsigned long iova, int flags, in usnic_uiom_dma_fault()
|
| /linux-4.1.27/arch/parisc/kernel/ |
| D | pci-dma.c | 577 void *vaddr, dma_addr_t iova) in pa11_dma_free_noncoherent()
|
| /linux-4.1.27/drivers/remoteproc/ |
| D | remoteproc_core.c | 76 unsigned long iova, int flags, void *token) in rproc_iommu_fault()
|
| /linux-4.1.27/arch/parisc/include/asm/ |
| D | ropes.h | 49 dma_addr_t iova; member
|
| /linux-4.1.27/drivers/staging/lustre/lnet/klnds/o2iblnd/ |
| D | o2iblnd.c | 1802 kib_rdma_desc_t *rd, __u64 *iova, kib_phys_mr_t **pp_pmr) in kiblnd_pmr_pool_map()
2374 __u64 iova; in kiblnd_hdev_setup_mrs() local
|
| D | o2iblnd_cb.c | 600 __u64 iova; in kiblnd_pmr_map_tx() local
|
| /linux-4.1.27/drivers/infiniband/hw/ehca/ |
| D | ehca_mrmw.c | 858 u64 iova) in ehca_map_phys_fmr()
|
| /linux-4.1.27/include/linux/mlx5/ |
| D | driver.h | 382 u64 iova; member
|
| /linux-4.1.27/include/linux/mlx4/ |
| D | device.h | 644 u64 iova; member
|
| /linux-4.1.27/include/rdma/ |
| D | ib_verbs.h | 2588 u64 iova) in ib_map_phys_fmr()
|