150 			  u8 *flit_cnt, int *wr_cnt, struct t3_wq *wq)  in build_memreg()  argument
175 			wqe = (union t3_wr *)(wq->queue +  in build_memreg()
176 				Q_PTR2IDX((wq->wptr+1), wq->size_log2));  in build_memreg()
178 			       Q_GENBIT(wq->wptr + 1, wq->size_log2),  in build_memreg()
281 	qhp->wq.rq[Q_PTR2IDX(qhp->wq.rq_wptr,  in build_rdma_recv()
282 			     qhp->wq.rq_size_log2)].wr_id = wr->wr_id;  in build_rdma_recv()
283 	qhp->wq.rq[Q_PTR2IDX(qhp->wq.rq_wptr,  in build_rdma_recv()
284 			     qhp->wq.rq_size_log2)].pbl_addr = 0;  in build_rdma_recv()
344 	qhp->wq.rq[Q_PTR2IDX(qhp->wq.rq_wptr,  in build_zero_stag_recv()
345 			     qhp->wq.rq_size_log2)].wr_id = wr->wr_id;  in build_zero_stag_recv()
346 	qhp->wq.rq[Q_PTR2IDX(qhp->wq.rq_wptr,  in build_zero_stag_recv()
347 			     qhp->wq.rq_size_log2)].pbl_addr = pbl_addr;  in build_zero_stag_recv()
373 	num_wrs = Q_FREECNT(qhp->wq.sq_rptr, qhp->wq.sq_wptr,  in iwch_post_send()
374 		  qhp->wq.sq_size_log2);  in iwch_post_send()
385 		idx = Q_PTR2IDX(qhp->wq.wptr, qhp->wq.size_log2);  in iwch_post_send()
386 		wqe = (union t3_wr *) (qhp->wq.queue + idx);  in iwch_post_send()
392 		sqp = qhp->wq.sq +  in iwch_post_send()
393 		      Q_PTR2IDX(qhp->wq.sq_wptr, qhp->wq.sq_size_log2);  in iwch_post_send()
415 			if (!qhp->wq.oldest_read)  in iwch_post_send()
416 				qhp->wq.oldest_read = sqp;  in iwch_post_send()
421 					   &wr_cnt, &qhp->wq);  in iwch_post_send()
436 		wqe->send.wrid.id0.hi = qhp->wq.sq_wptr;  in iwch_post_send()
439 		sqp->sq_wptr = qhp->wq.sq_wptr;  in iwch_post_send()
444 			       Q_GENBIT(qhp->wq.wptr, qhp->wq.size_log2),  in iwch_post_send()
449 		     Q_PTR2IDX(qhp->wq.sq_wptr, qhp->wq.sq_size_log2),  in iwch_post_send()
453 		qhp->wq.wptr += wr_cnt;  in iwch_post_send()
454 		++(qhp->wq.sq_wptr);  in iwch_post_send()
457 	if (cxio_wq_db_enabled(&qhp->wq))  in iwch_post_send()
458 		ring_doorbell(qhp->wq.doorbell, qhp->wq.qpid);  in iwch_post_send()
483 	num_wrs = Q_FREECNT(qhp->wq.rq_rptr, qhp->wq.rq_wptr,  in iwch_post_receive()
484 			    qhp->wq.rq_size_log2) - 1;  in iwch_post_receive()
495 		idx = Q_PTR2IDX(qhp->wq.wptr, qhp->wq.size_log2);  in iwch_post_receive()
496 		wqe = (union t3_wr *) (qhp->wq.queue + idx);  in iwch_post_receive()
509 			       Q_GENBIT(qhp->wq.wptr, qhp->wq.size_log2),  in iwch_post_receive()
513 		     idx, qhp->wq.rq_wptr, qhp->wq.rq_rptr, wqe);  in iwch_post_receive()
514 		++(qhp->wq.rq_wptr);  in iwch_post_receive()
515 		++(qhp->wq.wptr);  in iwch_post_receive()
520 	if (cxio_wq_db_enabled(&qhp->wq))  in iwch_post_receive()
521 		ring_doorbell(qhp->wq.doorbell, qhp->wq.qpid);  in iwch_post_receive()
556 	num_wrs = Q_FREECNT(qhp->wq.sq_rptr, qhp->wq.sq_wptr,  in iwch_bind_mw()
557 			    qhp->wq.sq_size_log2);  in iwch_bind_mw()
562 	idx = Q_PTR2IDX(qhp->wq.wptr, qhp->wq.size_log2);  in iwch_bind_mw()
565 	wqe = (union t3_wr *) (qhp->wq.queue + idx);  in iwch_bind_mw()
589 	wqe->send.wrid.id0.hi = qhp->wq.sq_wptr;  in iwch_bind_mw()
590 	sqp = qhp->wq.sq + Q_PTR2IDX(qhp->wq.sq_wptr, qhp->wq.sq_size_log2);  in iwch_bind_mw()
593 	sqp->sq_wptr = qhp->wq.sq_wptr;  in iwch_bind_mw()
599 		       Q_GENBIT(qhp->wq.wptr, qhp->wq.size_log2), 0,  in iwch_bind_mw()
601 	++(qhp->wq.wptr);  in iwch_bind_mw()
602 	++(qhp->wq.sq_wptr);  in iwch_bind_mw()
605 	if (cxio_wq_db_enabled(&qhp->wq))  in iwch_bind_mw()
606 		ring_doorbell(qhp->wq.doorbell, qhp->wq.qpid);  in iwch_bind_mw()
823 	cxio_count_rcqes(&rchp->cq, &qhp->wq, &count);  in __flush_qp()
824 	flushed = cxio_flush_rq(&qhp->wq, &rchp->cq, count);  in __flush_qp()
837 	cxio_count_scqes(&schp->cq, &qhp->wq, &count);  in __flush_qp()
838 	flushed = cxio_flush_sq(&qhp->wq, &schp->cq, count);  in __flush_qp()
862 		cxio_set_wq_in_error(&qhp->wq);  in flush_qp()
885 	union t3_wr *wqe = qhp->wq.queue;  in iwch_rqes_posted()
904 	init_attr.qpid = qhp->wq.qpid;  in rdma_init()
908 	init_attr.rq_addr = qhp->wq.rq_addr;  in rdma_init()
909 	init_attr.rq_size = 1 << qhp->wq.rq_size_log2;  in rdma_init()
925 	init_attr.qp_dma_addr = qhp->wq.dma_addr;  in rdma_init()
926 	init_attr.qp_dma_size = (1UL << qhp->wq.size_log2);  in rdma_init()
963 	     qhp, qhp->wq.qpid, qhp->ep, qhp->attr.state,  in iwch_modify_qp()
1058 				cxio_set_wq_in_error(&qhp->wq);  in iwch_modify_qp()
1104 		if (!Q_EMPTY(qhp->wq.sq_rptr, qhp->wq.sq_wptr) ||  in iwch_modify_qp()
1105 		    !Q_EMPTY(qhp->wq.rq_rptr, qhp->wq.rq_wptr)) {  in iwch_modify_qp()
1128 	     qhp->wq.qpid);  in iwch_modify_qp()