1305 		uresp.rq_dbid = qp->rq.dbid;  in ocrdma_copy_qp_uresp()
1307 		uresp.rq_page_size = PAGE_ALIGN(qp->rq.len);  in ocrdma_copy_qp_uresp()
1308 		uresp.rq_page_addr[0] = virt_to_phys(qp->rq.va);  in ocrdma_copy_qp_uresp()
1309 		uresp.num_rqe_allocated = qp->rq.max_cnt;  in ocrdma_copy_qp_uresp()
1372 	    kzalloc(sizeof(u64) * qp->rq.max_cnt, GFP_KERNEL);  in ocrdma_alloc_wr_id_tbl()
1392 	qp->rq.max_sges = attrs->cap.max_recv_sge;  in ocrdma_set_qp_init_params()
1602 	qp_attr->cap.max_recv_wr = qp->rq.max_cnt - 1;  in ocrdma_query_qp()
1604 	qp_attr->cap.max_recv_sge = qp->rq.max_sges;  in ocrdma_query_qp()
1679 	return (qp->rq.tail == qp->rq.head);  in is_hw_rq_empty()
1744 				wqe_idx = (le32_to_cpu(cqe->rq.buftag_qpn) >>  in ocrdma_discard_cqes()
1746 					qp->srq->rq.max_wqe_idx;  in ocrdma_discard_cqes()
1750 				ocrdma_hwq_inc_tail(&qp->srq->rq);  in ocrdma_discard_cqes()
1755 				ocrdma_hwq_inc_tail(&qp->rq);  in ocrdma_discard_cqes()
1839 			ocrdma_del_mmap(pd->uctx, (u64) qp->rq.pa,  in ocrdma_destroy_qp()
1840 					PAGE_ALIGN(qp->rq.len));  in ocrdma_destroy_qp()
1858 	uresp.rq_dbid = srq->rq.dbid;  in ocrdma_copy_srq_uresp()
1860 	uresp.rq_page_addr[0] = virt_to_phys(srq->rq.va);  in ocrdma_copy_srq_uresp()
1861 	uresp.rq_page_size = srq->rq.len;  in ocrdma_copy_srq_uresp()
1865 	uresp.num_rqe_allocated = srq->rq.max_cnt;  in ocrdma_copy_srq_uresp()
1910 		srq->rqe_wr_id_tbl = kzalloc(sizeof(u64) * srq->rq.max_cnt,  in ocrdma_create_srq()
1915 		srq->bit_fields_len = (srq->rq.max_cnt / 32) +  in ocrdma_create_srq()
1916 		    (srq->rq.max_cnt % 32 ? 1 : 0);  in ocrdma_create_srq()
1985 		ocrdma_del_mmap(srq->pd->uctx, (u64) srq->rq.pa,  in ocrdma_destroy_srq()
1986 				PAGE_ALIGN(srq->rq.len));  in ocrdma_destroy_srq()
2314 	u32 val = qp->rq.dbid | (1 << OCRDMA_DB_RQ_SHIFT);  in ocrdma_ring_rq_db()
2355 		if (ocrdma_hwq_free_cnt(&qp->rq) == 0 ||  in ocrdma_post_recv()
2356 		    wr->num_sge > qp->rq.max_sges) {  in ocrdma_post_recv()
2361 		rqe = ocrdma_hwq_head(&qp->rq);  in ocrdma_post_recv()
2364 		qp->rqe_wr_id_tbl[qp->rq.head] = wr->wr_id;  in ocrdma_post_recv()
2372 		ocrdma_hwq_inc_head(&qp->rq);  in ocrdma_post_recv()
2393 			if (indx >= srq->rq.max_cnt)  in ocrdma_srq_get_idx()
2407 	u32 val = srq->rq.dbid | (1 << 16);  in ocrdma_ring_srq_db()
2425 		if (ocrdma_hwq_free_cnt(&srq->rq) == 0 ||  in ocrdma_post_srq_recv()
2426 		    wr->num_sge > srq->rq.max_sges) {  in ocrdma_post_srq_recv()
2432 		rqe = ocrdma_hwq_head(&srq->rq);  in ocrdma_post_srq_recv()
2441 		ocrdma_hwq_inc_head(&srq->rq);  in ocrdma_post_srq_recv()
2619 	ibwc->wr_id = qp->rqe_wr_id_tbl[qp->rq.tail];  in ocrdma_update_err_rcqe()
2620 	ocrdma_hwq_inc_tail(&qp->rq);  in ocrdma_update_err_rcqe()
2746 	wqe_idx = (le32_to_cpu(cqe->rq.buftag_qpn) >>  in ocrdma_update_free_srq_cqe()
2747 		OCRDMA_CQE_BUFTAG_SHIFT) & srq->rq.max_wqe_idx;  in ocrdma_update_free_srq_cqe()
2755 	ocrdma_hwq_inc_tail(&srq->rq);  in ocrdma_update_free_srq_cqe()
2803 		ibwc->byte_len = le32_to_cpu(cqe->rq.rxlen);  in ocrdma_poll_success_rcqe()
2806 		ibwc->ex.imm_data = htonl(le32_to_cpu(cqe->rq.lkey_immdt));  in ocrdma_poll_success_rcqe()
2810 		ibwc->ex.imm_data = htonl(le32_to_cpu(cqe->rq.lkey_immdt));  in ocrdma_poll_success_rcqe()
2813 		ibwc->ex.invalidate_rkey = le32_to_cpu(cqe->rq.lkey_immdt);  in ocrdma_poll_success_rcqe()
2819 		ibwc->wr_id = qp->rqe_wr_id_tbl[qp->rq.tail];  in ocrdma_poll_success_rcqe()
2820 		ocrdma_hwq_inc_tail(&qp->rq);  in ocrdma_poll_success_rcqe()
2937 			ibwc->wr_id = qp->rqe_wr_id_tbl[qp->rq.tail];  in ocrdma_add_err_cqe()
2938 			ocrdma_hwq_inc_tail(&qp->rq);  in ocrdma_add_err_cqe()