101 	struct iwch_dev *rhp = to_iwch_dev(context->device);  in iwch_dealloc_ucontext()  local
108 	cxio_release_ucontext(&rhp->rdev, &ucontext->uctx);  in iwch_dealloc_ucontext()
117 	struct iwch_dev *rhp = to_iwch_dev(ibdev);  in iwch_alloc_ucontext()  local
123 	cxio_init_ucontext(&rhp->rdev, &context->uctx);  in iwch_alloc_ucontext()
136 	remove_handle(chp->rhp, &chp->rhp->cqidr, chp->cq.cqid);  in iwch_destroy_cq()
140 	cxio_destroy_cq(&chp->rhp->rdev, &chp->cq);  in iwch_destroy_cq()
151 	struct iwch_dev *rhp;  in iwch_create_cq()  local
163 	rhp = to_iwch_dev(ibdev);  in iwch_create_cq()
170 		if (!t3a_device(rhp)) {  in iwch_create_cq()
179 	if (t3a_device(rhp)) {  in iwch_create_cq()
195 	if (cxio_create_cq(&rhp->rdev, &chp->cq, !ucontext)) {  in iwch_create_cq()
199 	chp->rhp = rhp;  in iwch_create_cq()
205 	if (insert_handle(rhp, &rhp->cqidr, chp, chp->cq.cqid)) {  in iwch_create_cq()
206 		cxio_destroy_cq(&chp->rhp->rdev, &chp->cq);  in iwch_create_cq()
282 	ret = cxio_create_cq(&chp->rhp->rdev, &newcq);  in iwch_resize_cq()
297 	ret = cxio_resize_cq(&chp->rhp->rdev, &chp->cq);  in iwch_resize_cq()
306 	ret = cxio_destroy_cq(&chp->rhp->rdev, &oldcq);  in iwch_resize_cq()
324 	struct iwch_dev *rhp;  in iwch_arm_cq()  local
332 	rhp = chp->rhp;  in iwch_arm_cq()
345 	err = cxio_hal_cq_op(&rhp->rdev, &chp->cq, cq_op, 0);  in iwch_arm_cq()
413 	struct iwch_dev *rhp;  in iwch_deallocate_pd()  local
417 	rhp = php->rhp;  in iwch_deallocate_pd()
419 	cxio_hal_put_pdid(rhp->rdev.rscp, php->pdid);  in iwch_deallocate_pd()
430 	struct iwch_dev *rhp;  in iwch_allocate_pd()  local
433 	rhp = (struct iwch_dev *) ibdev;  in iwch_allocate_pd()
434 	pdid = cxio_hal_get_pdid(rhp->rdev.rscp);  in iwch_allocate_pd()
439 		cxio_hal_put_pdid(rhp->rdev.rscp, pdid);  in iwch_allocate_pd()
443 	php->rhp = rhp;  in iwch_allocate_pd()
456 	struct iwch_dev *rhp;  in iwch_dereg_mr()  local
467 	rhp = mhp->rhp;  in iwch_dereg_mr()
469 	cxio_dereg_mem(&rhp->rdev, mhp->attr.stag, mhp->attr.pbl_size,  in iwch_dereg_mr()
472 	remove_handle(rhp, &rhp->mmidr, mmid);  in iwch_dereg_mr()
492 	struct iwch_dev *rhp;  in iwch_register_phys_mem()  local
499 	rhp = php->rhp;  in iwch_register_phys_mem()
505 	mhp->rhp = rhp;  in iwch_register_phys_mem()
544 	ret = iwch_register_mem(rhp, php, mhp, shift);  in iwch_register_phys_mem()
569 	struct iwch_dev *rhp;  in iwch_reregister_phys_mem()  local
583 	rhp = mhp->rhp;  in iwch_reregister_phys_mem()
587 	if (rhp != php->rhp)  in iwch_reregister_phys_mem()
605 	ret = iwch_reregister_mem(rhp, php, &mh, shift, npages);  in iwch_reregister_phys_mem()
633 	struct iwch_dev *rhp;  in iwch_reg_user_mr()  local
641 	rhp = php->rhp;  in iwch_reg_user_mr()
646 	mhp->rhp = rhp;  in iwch_reg_user_mr()
701 	err = iwch_register_mem(rhp, php, mhp, shift);  in iwch_reg_user_mr()
705 	if (udata && !t3a_device(rhp)) {  in iwch_reg_user_mr()
707 				 rhp->rdev.rnic_info.pbl_base) >> 3;  in iwch_reg_user_mr()
753 	struct iwch_dev *rhp;  in iwch_alloc_mw()  local
764 	rhp = php->rhp;  in iwch_alloc_mw()
768 	ret = cxio_allocate_window(&rhp->rdev, &stag, php->pdid);  in iwch_alloc_mw()
773 	mhp->rhp = rhp;  in iwch_alloc_mw()
779 	if (insert_handle(rhp, &rhp->mmidr, mhp, mmid)) {  in iwch_alloc_mw()
780 		cxio_deallocate_window(&rhp->rdev, mhp->attr.stag);  in iwch_alloc_mw()
790 	struct iwch_dev *rhp;  in iwch_dealloc_mw()  local
795 	rhp = mhp->rhp;  in iwch_dealloc_mw()
797 	cxio_deallocate_window(&rhp->rdev, mhp->attr.stag);  in iwch_dealloc_mw()
798 	remove_handle(rhp, &rhp->mmidr, mmid);  in iwch_dealloc_mw()
808 	struct iwch_dev *rhp;  in iwch_alloc_mr()  local
820 	rhp = php->rhp;  in iwch_alloc_mr()
831 	mhp->rhp = rhp;  in iwch_alloc_mr()
836 	ret = cxio_allocate_stag(&rhp->rdev, &stag, php->pdid,  in iwch_alloc_mr()
846 	if (insert_handle(rhp, &rhp->mmidr, mhp, mmid))  in iwch_alloc_mr()
852 	cxio_dereg_mem(&rhp->rdev, stag, mhp->attr.pbl_size,  in iwch_alloc_mr()
889 	struct iwch_dev *rhp;  in iwch_destroy_qp()  local
895 	rhp = qhp->rhp;  in iwch_destroy_qp()
898 	iwch_modify_qp(rhp, qhp, IWCH_QP_ATTR_NEXT_STATE, &attrs, 0);  in iwch_destroy_qp()
901 	remove_handle(rhp, &rhp->qpidr, qhp->wq.qpid);  in iwch_destroy_qp()
908 	cxio_destroy_qp(&rhp->rdev, &qhp->wq,  in iwch_destroy_qp()
909 			ucontext ? &ucontext->uctx : &rhp->rdev.uctx);  in iwch_destroy_qp()
921 	struct iwch_dev *rhp;  in iwch_create_qp()  local
934 	rhp = php->rhp;  in iwch_create_qp()
935 	schp = get_chp(rhp, ((struct iwch_cq *) attrs->send_cq)->cq.cqid);  in iwch_create_qp()
936 	rchp = get_chp(rhp, ((struct iwch_cq *) attrs->recv_cq)->cq.cqid);  in iwch_create_qp()
979 	if (cxio_create_qp(&rhp->rdev, !udata, &qhp->wq,  in iwch_create_qp()
980 			   ucontext ? &ucontext->uctx : &rhp->rdev.uctx)) {  in iwch_create_qp()
989 	qhp->rhp = rhp;  in iwch_create_qp()
1016 	if (insert_handle(rhp, &rhp->qpidr, qhp, qhp->wq.qpid)) {  in iwch_create_qp()
1017 		cxio_destroy_qp(&rhp->rdev, &qhp->wq,  in iwch_create_qp()
1018 			ucontext ? &ucontext->uctx : &rhp->rdev.uctx);  in iwch_create_qp()
1078 	struct iwch_dev *rhp;  in iwch_ib_modify_qp()  local
1095 	rhp = qhp->rhp;  in iwch_ib_modify_qp()
1111 	return iwch_modify_qp(rhp, qhp, mask, &attrs, 0);  in iwch_ib_modify_qp()