635 struct ib_mr *mlx5_ib_get_dma_mr(struct ib_pd *pd, int acc)  in mlx5_ib_get_dma_mr()  argument
637 	struct mlx5_ib_dev *dev = to_mdev(pd->device);  in mlx5_ib_get_dma_mr()
656 	seg->flags_pd = cpu_to_be32(to_mpd(pd)->pdn | MLX5_MKEY_LEN64);  in mlx5_ib_get_dma_mr()
696 static void prep_umr_reg_wqe(struct ib_pd *pd, struct ib_send_wr *wr,  in prep_umr_reg_wqe()  argument
701 	struct mlx5_ib_dev *dev = to_mdev(pd->device);  in prep_umr_reg_wqe()
706 	sg->lkey = dev->umrc.pd->local_dma_lkey;  in prep_umr_reg_wqe()
724 	umrwr->pd = pd;  in prep_umr_reg_wqe()
759 static struct mlx5_ib_mr *reg_umr(struct ib_pd *pd, struct ib_umem *umem,  in reg_umr()  argument
763 	struct mlx5_ib_dev *dev = to_mdev(pd->device);  in reg_umr()
816 	prep_umr_reg_wqe(pd, &umrwr.wr, &sg, dma, npages, mr->mmr.key,  in reg_umr()
835 	mr->mmr.pd = to_mpd(pd)->pdn;  in reg_umr()
938 		sg.lkey = dev->umrc.pd->local_dma_lkey;  in mlx5_ib_update_mtt()
977 static struct mlx5_ib_mr *reg_create(struct ib_pd *pd, u64 virt_addr,  in reg_create()  argument
982 	struct mlx5_ib_dev *dev = to_mdev(pd->device);  in reg_create()
1007 	in->seg.flags_pd = cpu_to_be32(to_mpd(pd)->pdn);  in reg_create()
1040 struct ib_mr *mlx5_ib_reg_user_mr(struct ib_pd *pd, u64 start, u64 length,  in mlx5_ib_reg_user_mr()  argument
1044 	struct mlx5_ib_dev *dev = to_mdev(pd->device);  in mlx5_ib_reg_user_mr()
1055 	umem = ib_umem_get(pd->uobject->context, start, length, access_flags,  in mlx5_ib_reg_user_mr()
1073 		mr = reg_umr(pd, umem, virt_addr, length, ncont, page_shift,  in mlx5_ib_reg_user_mr()
1086 		mr = reg_create(pd, virt_addr, length, umem, ncont, page_shift,  in mlx5_ib_reg_user_mr()
1296 struct ib_mr *mlx5_ib_alloc_mr(struct ib_pd *pd,  in mlx5_ib_alloc_mr()  argument
1300 	struct mlx5_ib_dev *dev = to_mdev(pd->device);  in mlx5_ib_alloc_mr()
1319 	in->seg.flags_pd = cpu_to_be32(to_mpd(pd)->pdn);  in mlx5_ib_alloc_mr()
1325 		err = mlx5_alloc_priv_descs(pd->device, mr,  in mlx5_ib_alloc_mr()
1345 		err = mlx5_core_create_psv(dev->mdev, to_mpd(pd)->pdn,  in mlx5_ib_alloc_mr()