196 				 CQE_QPID_V(wq->sq.qid));  in insert_recv_cqe()
229 				 CQE_QPID_V(wq->sq.qid));  in insert_sq_cqe()
247 	if (wq->sq.flush_cidx == -1)  in c4iw_flush_sq()
248 		wq->sq.flush_cidx = wq->sq.cidx;  in c4iw_flush_sq()
249 	idx = wq->sq.flush_cidx;  in c4iw_flush_sq()
250 	BUG_ON(idx >= wq->sq.size);  in c4iw_flush_sq()
251 	while (idx != wq->sq.pidx) {  in c4iw_flush_sq()
252 		swsqe = &wq->sq.sw_sq[idx];  in c4iw_flush_sq()
256 		if (wq->sq.oldest_read == swsqe) {  in c4iw_flush_sq()
261 		if (++idx == wq->sq.size)  in c4iw_flush_sq()
264 	wq->sq.flush_cidx += flushed;  in c4iw_flush_sq()
265 	if (wq->sq.flush_cidx >= wq->sq.size)  in c4iw_flush_sq()
266 		wq->sq.flush_cidx -= wq->sq.size;  in c4iw_flush_sq()
275 	if (wq->sq.flush_cidx == -1)  in flush_completed_wrs()
276 		wq->sq.flush_cidx = wq->sq.cidx;  in flush_completed_wrs()
277 	cidx = wq->sq.flush_cidx;  in flush_completed_wrs()
278 	BUG_ON(cidx > wq->sq.size);  in flush_completed_wrs()
280 	while (cidx != wq->sq.pidx) {  in flush_completed_wrs()
281 		swsqe = &wq->sq.sw_sq[cidx];  in flush_completed_wrs()
283 			if (++cidx == wq->sq.size)  in flush_completed_wrs()
298 			if (++cidx == wq->sq.size)  in flush_completed_wrs()
300 			wq->sq.flush_cidx = cidx;  in flush_completed_wrs()
309 	read_cqe->u.scqe.cidx = wq->sq.oldest_read->idx;  in create_read_req_cqe()
310 	read_cqe->len = htonl(wq->sq.oldest_read->read_len);  in create_read_req_cqe()
321 	u32 rptr = wq->sq.oldest_read - wq->sq.sw_sq + 1;  in advance_oldest_read()
323 	if (rptr == wq->sq.size)  in advance_oldest_read()
325 	while (rptr != wq->sq.pidx) {  in advance_oldest_read()
326 		wq->sq.oldest_read = &wq->sq.sw_sq[rptr];  in advance_oldest_read()
328 		if (wq->sq.oldest_read->opcode == FW_RI_READ_REQ)  in advance_oldest_read()
330 		if (++rptr == wq->sq.size)  in advance_oldest_read()
333 	wq->sq.oldest_read = NULL;  in advance_oldest_read()
385 			if (!qhp->wq.sq.oldest_read->signaled) {  in c4iw_flush_hw_cq()
403 			swsqe = &qhp->wq.sq.sw_sq[CQE_WRID_SQ_IDX(hw_cqe)];  in c4iw_flush_hw_cq()
446 		    (CQE_QPID(cqe) == wq->sq.qid) && cqe_completes_wr(cqe, wq))  in c4iw_count_rcqes()
547 		if (!wq->sq.oldest_read->signaled) {  in poll_cq()
603 	if (!SW_CQE(hw_cqe) && (CQE_WRID_SQ_IDX(hw_cqe) != wq->sq.cidx)) {  in poll_cq()
608 		swsqe = &wq->sq.sw_sq[CQE_WRID_SQ_IDX(hw_cqe)];  in poll_cq()
624 		BUG_ON(idx >= wq->sq.size);  in poll_cq()
634 		if (idx < wq->sq.cidx)  in poll_cq()
635 			wq->sq.in_use -= wq->sq.size + idx - wq->sq.cidx;  in poll_cq()
637 			wq->sq.in_use -= idx - wq->sq.cidx;  in poll_cq()
638 		BUG_ON(wq->sq.in_use <= 0 && wq->sq.in_use >= wq->sq.size);  in poll_cq()
640 		wq->sq.cidx = (uint16_t)idx;  in poll_cq()
641 		PDBG("%s completing sq idx %u\n", __func__, wq->sq.cidx);  in poll_cq()
642 		*cookie = wq->sq.sw_sq[wq->sq.cidx].wr_id;  in poll_cq()