668 	mr->umem = NULL;  in mlx5_ib_get_dma_mr()
759 static struct mlx5_ib_mr *reg_umr(struct ib_pd *pd, struct ib_umem *umem,  in reg_umr()  argument
804 	mlx5_ib_populate_pas(dev, umem, page_shift, pas, MLX5_IB_MTT_PRESENT);  in reg_umr()
863 	struct ib_umem *umem = mr->umem;  in mlx5_ib_update_mtt()  local
919 			       ib_umem_num_pages(umem) - start_page_index);  in mlx5_ib_update_mtt()
922 			__mlx5_ib_populate_pas(dev, umem, PAGE_SHIFT,  in mlx5_ib_update_mtt()
978 				     u64 length, struct ib_umem *umem,  in reg_create()  argument
999 	mlx5_ib_populate_pas(dev, umem, page_shift, in->pas,  in reg_create()
1022 	mr->umem = umem;  in reg_create()
1046 	struct ib_umem *umem;  in mlx5_ib_reg_user_mr()  local
1055 	umem = ib_umem_get(pd->uobject->context, start, length, access_flags,  in mlx5_ib_reg_user_mr()
1057 	if (IS_ERR(umem)) {  in mlx5_ib_reg_user_mr()
1058 		mlx5_ib_dbg(dev, "umem get failed (%ld)\n", PTR_ERR(umem));  in mlx5_ib_reg_user_mr()
1059 		return (void *)umem;  in mlx5_ib_reg_user_mr()
1062 	mlx5_ib_cont_pages(umem, start, &npages, &page_shift, &ncont, &order);  in mlx5_ib_reg_user_mr()
1073 		mr = reg_umr(pd, umem, virt_addr, length, ncont, page_shift,  in mlx5_ib_reg_user_mr()
1086 		mr = reg_create(pd, virt_addr, length, umem, ncont, page_shift,  in mlx5_ib_reg_user_mr()
1096 	mr->umem = umem;  in mlx5_ib_reg_user_mr()
1103 	if (umem->odp_data) {  in mlx5_ib_reg_user_mr()
1112 		mr->umem->odp_data->private = mr;  in mlx5_ib_reg_user_mr()
1130 	ib_umem_release(umem);  in mlx5_ib_reg_user_mr()
1262 	struct ib_umem *umem = mr->umem;  in mlx5_ib_dereg_mr()  local
1265 	if (umem && umem->odp_data) {  in mlx5_ib_dereg_mr()
1271 		mlx5_ib_invalidate_range(umem, ib_umem_start(umem),  in mlx5_ib_dereg_mr()
1272 					 ib_umem_end(umem));  in mlx5_ib_dereg_mr()
1278 		ib_umem_release(umem);  in mlx5_ib_dereg_mr()
1282 		umem = NULL;  in mlx5_ib_dereg_mr()
1288 	if (umem) {  in mlx5_ib_dereg_mr()
1289 		ib_umem_release(umem);  in mlx5_ib_dereg_mr()
1372 	mr->umem = NULL;  in mlx5_ib_alloc_mr()