369 	return insert_handle(mhp->rhp, &mhp->rhp->mmidr, mhp, mmid);  in finish_mem_reg()
372 static int register_mem(struct c4iw_dev *rhp, struct c4iw_pd *php,  in register_mem()  argument
378 	ret = write_tpt_entry(&rhp->rdev, 0, &stag, 1, mhp->attr.pdid,  in register_mem()
390 		dereg_mem(&rhp->rdev, mhp->attr.stag, mhp->attr.pbl_size,  in register_mem()
395 static int reregister_mem(struct c4iw_dev *rhp, struct c4iw_pd *php,  in reregister_mem()  argument
405 	ret = write_tpt_entry(&rhp->rdev, 0, &stag, 1, mhp->attr.pdid,  in reregister_mem()
415 		dereg_mem(&rhp->rdev, mhp->attr.stag, mhp->attr.pbl_size,  in reregister_mem()
423 	mhp->attr.pbl_addr = c4iw_pblpool_alloc(&mhp->rhp->rdev,  in alloc_pbl()
509 	struct c4iw_dev *rhp;  in c4iw_reregister_phys_mem()  local
523 	rhp = mhp->rhp;  in c4iw_reregister_phys_mem()
527 	if (rhp != php->rhp)  in c4iw_reregister_phys_mem()
548 	if (mr_exceeds_hw_limits(rhp, total_size)) {  in c4iw_reregister_phys_mem()
553 	ret = reregister_mem(rhp, php, &mh, shift, npages);  in c4iw_reregister_phys_mem()
580 	struct c4iw_dev *rhp;  in c4iw_register_phys_mem()  local
587 	rhp = php->rhp;  in c4iw_register_phys_mem()
593 	mhp->rhp = rhp;  in c4iw_register_phys_mem()
613 	if (mr_exceeds_hw_limits(rhp, total_size)) {  in c4iw_register_phys_mem()
625 	ret = write_pbl(&mhp->rhp->rdev, page_list, mhp->attr.pbl_addr,  in c4iw_register_phys_mem()
640 	ret = register_mem(rhp, php, mhp, shift);  in c4iw_register_phys_mem()
647 	c4iw_pblpool_free(&mhp->rhp->rdev, mhp->attr.pbl_addr,  in c4iw_register_phys_mem()
658 	struct c4iw_dev *rhp;  in c4iw_get_dma_mr()  local
666 	rhp = php->rhp;  in c4iw_get_dma_mr()
672 	mhp->rhp = rhp;  in c4iw_get_dma_mr()
682 	ret = write_tpt_entry(&rhp->rdev, 0, &stag, 1, php->pdid,  in c4iw_get_dma_mr()
693 	dereg_mem(&rhp->rdev, mhp->attr.stag, mhp->attr.pbl_size,  in c4iw_get_dma_mr()
708 	struct c4iw_dev *rhp;  in c4iw_reg_user_mr()  local
721 	rhp = php->rhp;  in c4iw_reg_user_mr()
723 	if (mr_exceeds_hw_limits(rhp, length))  in c4iw_reg_user_mr()
730 	mhp->rhp = rhp;  in c4iw_reg_user_mr()
760 				err = write_pbl(&mhp->rhp->rdev,  in c4iw_reg_user_mr()
772 		err = write_pbl(&mhp->rhp->rdev, pages,  in c4iw_reg_user_mr()
787 	err = register_mem(rhp, php, mhp, shift);  in c4iw_reg_user_mr()
794 	c4iw_pblpool_free(&mhp->rhp->rdev, mhp->attr.pbl_addr,  in c4iw_reg_user_mr()
805 	struct c4iw_dev *rhp;  in c4iw_alloc_mw()  local
816 	rhp = php->rhp;  in c4iw_alloc_mw()
820 	ret = allocate_window(&rhp->rdev, &stag, php->pdid);  in c4iw_alloc_mw()
825 	mhp->rhp = rhp;  in c4iw_alloc_mw()
831 	if (insert_handle(rhp, &rhp->mmidr, mhp, mmid)) {  in c4iw_alloc_mw()
832 		deallocate_window(&rhp->rdev, mhp->attr.stag);  in c4iw_alloc_mw()
842 	struct c4iw_dev *rhp;  in c4iw_dealloc_mw()  local
847 	rhp = mhp->rhp;  in c4iw_dealloc_mw()
849 	remove_handle(rhp, &rhp->mmidr, mmid);  in c4iw_dealloc_mw()
850 	deallocate_window(&rhp->rdev, mhp->attr.stag);  in c4iw_dealloc_mw()
860 	struct c4iw_dev *rhp;  in c4iw_alloc_mr()  local
873 	rhp = php->rhp;  in c4iw_alloc_mr()
880 	mhp->mpl = dma_alloc_coherent(&rhp->rdev.lldi.pdev->dev,  in c4iw_alloc_mr()
888 	mhp->rhp = rhp;  in c4iw_alloc_mr()
893 	ret = allocate_stag(&rhp->rdev, &stag, php->pdid,  in c4iw_alloc_mr()
903 	if (insert_handle(rhp, &rhp->mmidr, mhp, mmid)) {  in c4iw_alloc_mr()
911 	dereg_mem(&rhp->rdev, stag, mhp->attr.pbl_size,  in c4iw_alloc_mr()
914 	c4iw_pblpool_free(&mhp->rhp->rdev, mhp->attr.pbl_addr,  in c4iw_alloc_mr()
917 	dma_free_coherent(&mhp->rhp->rdev.lldi.pdev->dev,  in c4iw_alloc_mr()
950 	struct c4iw_dev *rhp;  in c4iw_dereg_mr()  local
960 	rhp = mhp->rhp;  in c4iw_dereg_mr()
962 	remove_handle(rhp, &rhp->mmidr, mmid);  in c4iw_dereg_mr()
964 		dma_free_coherent(&mhp->rhp->rdev.lldi.pdev->dev,  in c4iw_dereg_mr()
966 	dereg_mem(&rhp->rdev, mhp->attr.stag, mhp->attr.pbl_size,  in c4iw_dereg_mr()
969 		c4iw_pblpool_free(&mhp->rhp->rdev, mhp->attr.pbl_addr,  in c4iw_dereg_mr()