194 				 CQE_QPID_V(wq->sq.qid));  in insert_recv_cqe()
227 				 CQE_QPID_V(wq->sq.qid));  in insert_sq_cqe()
245 	if (wq->sq.flush_cidx == -1)  in c4iw_flush_sq()
246 		wq->sq.flush_cidx = wq->sq.cidx;  in c4iw_flush_sq()
247 	idx = wq->sq.flush_cidx;  in c4iw_flush_sq()
248 	BUG_ON(idx >= wq->sq.size);  in c4iw_flush_sq()
249 	while (idx != wq->sq.pidx) {  in c4iw_flush_sq()
250 		swsqe = &wq->sq.sw_sq[idx];  in c4iw_flush_sq()
254 		if (wq->sq.oldest_read == swsqe) {  in c4iw_flush_sq()
259 		if (++idx == wq->sq.size)  in c4iw_flush_sq()
262 	wq->sq.flush_cidx += flushed;  in c4iw_flush_sq()
263 	if (wq->sq.flush_cidx >= wq->sq.size)  in c4iw_flush_sq()
264 		wq->sq.flush_cidx -= wq->sq.size;  in c4iw_flush_sq()
273 	if (wq->sq.flush_cidx == -1)  in flush_completed_wrs()
274 		wq->sq.flush_cidx = wq->sq.cidx;  in flush_completed_wrs()
275 	cidx = wq->sq.flush_cidx;  in flush_completed_wrs()
276 	BUG_ON(cidx > wq->sq.size);  in flush_completed_wrs()
278 	while (cidx != wq->sq.pidx) {  in flush_completed_wrs()
279 		swsqe = &wq->sq.sw_sq[cidx];  in flush_completed_wrs()
281 			if (++cidx == wq->sq.size)  in flush_completed_wrs()
296 			if (++cidx == wq->sq.size)  in flush_completed_wrs()
298 			wq->sq.flush_cidx = cidx;  in flush_completed_wrs()
307 	read_cqe->u.scqe.cidx = wq->sq.oldest_read->idx;  in create_read_req_cqe()
308 	read_cqe->len = htonl(wq->sq.oldest_read->read_len);  in create_read_req_cqe()
319 	u32 rptr = wq->sq.oldest_read - wq->sq.sw_sq + 1;  in advance_oldest_read()
321 	if (rptr == wq->sq.size)  in advance_oldest_read()
323 	while (rptr != wq->sq.pidx) {  in advance_oldest_read()
324 		wq->sq.oldest_read = &wq->sq.sw_sq[rptr];  in advance_oldest_read()
326 		if (wq->sq.oldest_read->opcode == FW_RI_READ_REQ)  in advance_oldest_read()
328 		if (++rptr == wq->sq.size)  in advance_oldest_read()
331 	wq->sq.oldest_read = NULL;  in advance_oldest_read()
383 			if (!qhp->wq.sq.oldest_read->signaled) {  in c4iw_flush_hw_cq()
401 			swsqe = &qhp->wq.sq.sw_sq[CQE_WRID_SQ_IDX(hw_cqe)];  in c4iw_flush_hw_cq()
444 		    (CQE_QPID(cqe) == wq->sq.qid) && cqe_completes_wr(cqe, wq))  in c4iw_count_rcqes()
545 		if (!wq->sq.oldest_read->signaled) {  in poll_cq()
601 	if (!SW_CQE(hw_cqe) && (CQE_WRID_SQ_IDX(hw_cqe) != wq->sq.cidx)) {  in poll_cq()
606 		swsqe = &wq->sq.sw_sq[CQE_WRID_SQ_IDX(hw_cqe)];  in poll_cq()
622 		BUG_ON(idx >= wq->sq.size);  in poll_cq()
632 		if (idx < wq->sq.cidx)  in poll_cq()
633 			wq->sq.in_use -= wq->sq.size + idx - wq->sq.cidx;  in poll_cq()
635 			wq->sq.in_use -= idx - wq->sq.cidx;  in poll_cq()
636 		BUG_ON(wq->sq.in_use <= 0 && wq->sq.in_use >= wq->sq.size);  in poll_cq()
638 		wq->sq.cidx = (uint16_t)idx;  in poll_cq()
639 		PDBG("%s completing sq idx %u\n", __func__, wq->sq.cidx);  in poll_cq()
640 		*cookie = wq->sq.sw_sq[wq->sq.cidx].wr_id;  in poll_cq()