Searched refs:odp_data (Results 1 – 7 of 7) sorted by relevance
46 mutex_lock(&item->odp_data->umem_mutex); in ib_umem_notifier_start_account()50 if (item->odp_data->mn_counters_active) { in ib_umem_notifier_start_account()51 int notifiers_count = item->odp_data->notifiers_count++; in ib_umem_notifier_start_account()57 reinit_completion(&item->odp_data->notifier_completion); in ib_umem_notifier_start_account()59 mutex_unlock(&item->odp_data->umem_mutex); in ib_umem_notifier_start_account()64 mutex_lock(&item->odp_data->umem_mutex); in ib_umem_notifier_end_account()68 if (item->odp_data->mn_counters_active) { in ib_umem_notifier_end_account()74 ++item->odp_data->notifiers_seq; in ib_umem_notifier_end_account()75 if (--item->odp_data->notifiers_count == 0) in ib_umem_notifier_end_account()76 complete_all(&item->odp_data->notifier_completion); in ib_umem_notifier_end_account()[all …]
145 umem->odp_data = NULL; in ib_umem_get()267 if (umem->odp_data) { in ib_umem_release()320 if (umem->odp_data) in ib_umem_page_count()
138 if (!item->odp_data->mn_counters_active) in ib_umem_mmu_notifier_retry()141 if (unlikely(item->odp_data->notifiers_count)) in ib_umem_mmu_notifier_retry()143 if (item->odp_data->notifiers_seq != mmu_seq) in ib_umem_mmu_notifier_retry()
54 struct ib_umem_odp *odp_data; member
55 if (!umem || !umem->odp_data) { in mlx5_ib_invalidate_range()60 mr = umem->odp_data->private; in mlx5_ib_invalidate_range()83 if (umem->odp_data->dma_list[idx] & in mlx5_ib_invalidate_range()204 if (!mr->umem->odp_data) { in pagefault_single_data_segment()218 current_seq = ACCESS_ONCE(mr->umem->odp_data->notifiers_seq); in pagefault_single_data_segment()245 mutex_lock(&mr->umem->odp_data->umem_mutex); in pagefault_single_data_segment()256 mutex_unlock(&mr->umem->odp_data->umem_mutex); in pagefault_single_data_segment()272 if (!mr->umem->odp_data->dying) { in pagefault_single_data_segment()273 struct ib_umem_odp *odp_data = mr->umem->odp_data; in pagefault_single_data_segment() local278 &odp_data->notifier_completion, in pagefault_single_data_segment()
62 if (umem->odp_data) { in mlx5_ib_cont_pages()164 const bool odp = umem->odp_data != NULL; in __mlx5_ib_populate_pas()171 dma_addr_t pa = umem->odp_data->dma_list[offset + i]; in __mlx5_ib_populate_pas()
1103 if (umem->odp_data) { in mlx5_ib_reg_user_mr()1112 mr->umem->odp_data->private = mr; in mlx5_ib_reg_user_mr()1265 if (umem && umem->odp_data) { in mlx5_ib_dereg_mr()