97 	struct iwch_dev *rhp = to_iwch_dev(context->device);  in iwch_dealloc_ucontext()  local
104 	cxio_release_ucontext(&rhp->rdev, &ucontext->uctx);  in iwch_dealloc_ucontext()
113 	struct iwch_dev *rhp = to_iwch_dev(ibdev);  in iwch_alloc_ucontext()  local
119 	cxio_init_ucontext(&rhp->rdev, &context->uctx);  in iwch_alloc_ucontext()
132 	remove_handle(chp->rhp, &chp->rhp->cqidr, chp->cq.cqid);  in iwch_destroy_cq()
136 	cxio_destroy_cq(&chp->rhp->rdev, &chp->cq);  in iwch_destroy_cq()
145 	struct iwch_dev *rhp;  in iwch_create_cq()  local
154 	rhp = to_iwch_dev(ibdev);  in iwch_create_cq()
161 		if (!t3a_device(rhp)) {  in iwch_create_cq()
170 	if (t3a_device(rhp)) {  in iwch_create_cq()
186 	if (cxio_create_cq(&rhp->rdev, &chp->cq, !ucontext)) {  in iwch_create_cq()
190 	chp->rhp = rhp;  in iwch_create_cq()
196 	if (insert_handle(rhp, &rhp->cqidr, chp, chp->cq.cqid)) {  in iwch_create_cq()
197 		cxio_destroy_cq(&chp->rhp->rdev, &chp->cq);  in iwch_create_cq()
273 	ret = cxio_create_cq(&chp->rhp->rdev, &newcq);  in iwch_resize_cq()
288 	ret = cxio_resize_cq(&chp->rhp->rdev, &chp->cq);  in iwch_resize_cq()
297 	ret = cxio_destroy_cq(&chp->rhp->rdev, &oldcq);  in iwch_resize_cq()
315 	struct iwch_dev *rhp;  in iwch_arm_cq()  local
323 	rhp = chp->rhp;  in iwch_arm_cq()
336 	err = cxio_hal_cq_op(&rhp->rdev, &chp->cq, cq_op, 0);  in iwch_arm_cq()
404 	struct iwch_dev *rhp;  in iwch_deallocate_pd()  local
408 	rhp = php->rhp;  in iwch_deallocate_pd()
410 	cxio_hal_put_pdid(rhp->rdev.rscp, php->pdid);  in iwch_deallocate_pd()
421 	struct iwch_dev *rhp;  in iwch_allocate_pd()  local
424 	rhp = (struct iwch_dev *) ibdev;  in iwch_allocate_pd()
425 	pdid = cxio_hal_get_pdid(rhp->rdev.rscp);  in iwch_allocate_pd()
430 		cxio_hal_put_pdid(rhp->rdev.rscp, pdid);  in iwch_allocate_pd()
434 	php->rhp = rhp;  in iwch_allocate_pd()
447 	struct iwch_dev *rhp;  in iwch_dereg_mr()  local
457 	rhp = mhp->rhp;  in iwch_dereg_mr()
459 	cxio_dereg_mem(&rhp->rdev, mhp->attr.stag, mhp->attr.pbl_size,  in iwch_dereg_mr()
462 	remove_handle(rhp, &rhp->mmidr, mmid);  in iwch_dereg_mr()
482 	struct iwch_dev *rhp;  in iwch_register_phys_mem()  local
489 	rhp = php->rhp;  in iwch_register_phys_mem()
495 	mhp->rhp = rhp;  in iwch_register_phys_mem()
534 	ret = iwch_register_mem(rhp, php, mhp, shift);  in iwch_register_phys_mem()
559 	struct iwch_dev *rhp;  in iwch_reregister_phys_mem()  local
573 	rhp = mhp->rhp;  in iwch_reregister_phys_mem()
577 	if (rhp != php->rhp)  in iwch_reregister_phys_mem()
595 	ret = iwch_reregister_mem(rhp, php, &mh, shift, npages);  in iwch_reregister_phys_mem()
623 	struct iwch_dev *rhp;  in iwch_reg_user_mr()  local
631 	rhp = php->rhp;  in iwch_reg_user_mr()
636 	mhp->rhp = rhp;  in iwch_reg_user_mr()
691 	err = iwch_register_mem(rhp, php, mhp, shift);  in iwch_reg_user_mr()
695 	if (udata && !t3a_device(rhp)) {  in iwch_reg_user_mr()
697 				 rhp->rdev.rnic_info.pbl_base) >> 3;  in iwch_reg_user_mr()
739 	struct iwch_dev *rhp;  in iwch_alloc_mw()  local
750 	rhp = php->rhp;  in iwch_alloc_mw()
754 	ret = cxio_allocate_window(&rhp->rdev, &stag, php->pdid);  in iwch_alloc_mw()
759 	mhp->rhp = rhp;  in iwch_alloc_mw()
765 	if (insert_handle(rhp, &rhp->mmidr, mhp, mmid)) {  in iwch_alloc_mw()
766 		cxio_deallocate_window(&rhp->rdev, mhp->attr.stag);  in iwch_alloc_mw()
776 	struct iwch_dev *rhp;  in iwch_dealloc_mw()  local
781 	rhp = mhp->rhp;  in iwch_dealloc_mw()
783 	cxio_deallocate_window(&rhp->rdev, mhp->attr.stag);  in iwch_dealloc_mw()
784 	remove_handle(rhp, &rhp->mmidr, mmid);  in iwch_dealloc_mw()
792 	struct iwch_dev *rhp;  in iwch_alloc_fast_reg_mr()  local
800 	rhp = php->rhp;  in iwch_alloc_fast_reg_mr()
805 	mhp->rhp = rhp;  in iwch_alloc_fast_reg_mr()
810 	ret = cxio_allocate_stag(&rhp->rdev, &stag, php->pdid,  in iwch_alloc_fast_reg_mr()
820 	if (insert_handle(rhp, &rhp->mmidr, mhp, mmid))  in iwch_alloc_fast_reg_mr()
826 	cxio_dereg_mem(&rhp->rdev, stag, mhp->attr.pbl_size,  in iwch_alloc_fast_reg_mr()
860 	struct iwch_dev *rhp;  in iwch_destroy_qp()  local
866 	rhp = qhp->rhp;  in iwch_destroy_qp()
869 	iwch_modify_qp(rhp, qhp, IWCH_QP_ATTR_NEXT_STATE, &attrs, 0);  in iwch_destroy_qp()
872 	remove_handle(rhp, &rhp->qpidr, qhp->wq.qpid);  in iwch_destroy_qp()
879 	cxio_destroy_qp(&rhp->rdev, &qhp->wq,  in iwch_destroy_qp()
880 			ucontext ? &ucontext->uctx : &rhp->rdev.uctx);  in iwch_destroy_qp()
892 	struct iwch_dev *rhp;  in iwch_create_qp()  local
905 	rhp = php->rhp;  in iwch_create_qp()
906 	schp = get_chp(rhp, ((struct iwch_cq *) attrs->send_cq)->cq.cqid);  in iwch_create_qp()
907 	rchp = get_chp(rhp, ((struct iwch_cq *) attrs->recv_cq)->cq.cqid);  in iwch_create_qp()
950 	if (cxio_create_qp(&rhp->rdev, !udata, &qhp->wq,  in iwch_create_qp()
951 			   ucontext ? &ucontext->uctx : &rhp->rdev.uctx)) {  in iwch_create_qp()
960 	qhp->rhp = rhp;  in iwch_create_qp()
987 	if (insert_handle(rhp, &rhp->qpidr, qhp, qhp->wq.qpid)) {  in iwch_create_qp()
988 		cxio_destroy_qp(&rhp->rdev, &qhp->wq,  in iwch_create_qp()
989 			ucontext ? &ucontext->uctx : &rhp->rdev.uctx);  in iwch_create_qp()
1049 	struct iwch_dev *rhp;  in iwch_ib_modify_qp()  local
1066 	rhp = qhp->rhp;  in iwch_ib_modify_qp()
1082 	return iwch_modify_qp(rhp, qhp, mask, &attrs, 0);  in iwch_ib_modify_qp()