187 	struct t4_cqe cqe;  in insert_recv_cqe()  local
191 	memset(&cqe, 0, sizeof(cqe));  in insert_recv_cqe()
192 	cqe.header = cpu_to_be32(CQE_STATUS_V(T4_ERR_SWFLUSH) |  in insert_recv_cqe()
197 	cqe.bits_type_ts = cpu_to_be64(CQE_GENBIT_V((u64)cq->gen));  in insert_recv_cqe()
198 	cq->sw_queue[cq->sw_pidx] = cqe;  in insert_recv_cqe()
220 	struct t4_cqe cqe;  in insert_sq_cqe()  local
224 	memset(&cqe, 0, sizeof(cqe));  in insert_sq_cqe()
225 	cqe.header = cpu_to_be32(CQE_STATUS_V(T4_ERR_SWFLUSH) |  in insert_sq_cqe()
230 	CQE_WRID_SQ_IDX(&cqe) = swcqe->idx;  in insert_sq_cqe()
231 	cqe.bits_type_ts = cpu_to_be64(CQE_GENBIT_V((u64)cq->gen));  in insert_sq_cqe()
232 	cq->sw_queue[cq->sw_pidx] = cqe;  in insert_sq_cqe()
294 			swsqe->cqe.header |= htonl(CQE_SWCQE_V(1));  in flush_completed_wrs()
295 			cq->sw_queue[cq->sw_pidx] = swsqe->cqe;  in flush_completed_wrs()
404 			swsqe->cqe = *hw_cqe;  in c4iw_flush_hw_cq()
419 static int cqe_completes_wr(struct t4_cqe *cqe, struct t4_wq *wq)  in cqe_completes_wr()  argument
421 	if (CQE_OPCODE(cqe) == FW_RI_TERMINATE)  in cqe_completes_wr()
424 	if ((CQE_OPCODE(cqe) == FW_RI_RDMA_WRITE) && RQ_TYPE(cqe))  in cqe_completes_wr()
427 	if ((CQE_OPCODE(cqe) == FW_RI_READ_RESP) && SQ_TYPE(cqe))  in cqe_completes_wr()
430 	if (CQE_SEND_OPCODE(cqe) && RQ_TYPE(cqe) && t4_rq_empty(wq))  in cqe_completes_wr()
437 	struct t4_cqe *cqe;  in c4iw_count_rcqes()  local
444 		cqe = &cq->sw_queue[ptr];  in c4iw_count_rcqes()
445 		if (RQ_TYPE(cqe) && (CQE_OPCODE(cqe) != FW_RI_READ_RESP) &&  in c4iw_count_rcqes()
446 		    (CQE_QPID(cqe) == wq->sq.qid) && cqe_completes_wr(cqe, wq))  in c4iw_count_rcqes()
470 static int poll_cq(struct t4_wq *wq, struct t4_cq *cq, struct t4_cqe *cqe,  in poll_cq()  argument
609 		swsqe->cqe = *hw_cqe;  in poll_cq()
616 	*cqe = *hw_cqe;  in poll_cq()
687 	struct t4_cqe uninitialized_var(cqe), *rd_cqe;  in c4iw_poll_cq_one()
706 	ret = poll_cq(wq, &(chp->cq), &cqe, &cqe_flushed, &cookie, &credit);  in c4iw_poll_cq_one()
712 	wc->vendor_err = CQE_STATUS(&cqe);  in c4iw_poll_cq_one()
716 	     "lo 0x%x cookie 0x%llx\n", __func__, CQE_QPID(&cqe),  in c4iw_poll_cq_one()
717 	     CQE_TYPE(&cqe), CQE_OPCODE(&cqe), CQE_STATUS(&cqe), CQE_LEN(&cqe),  in c4iw_poll_cq_one()
718 	     CQE_WRID_HI(&cqe), CQE_WRID_LOW(&cqe), (unsigned long long)cookie);  in c4iw_poll_cq_one()
720 	if (CQE_TYPE(&cqe) == 0) {  in c4iw_poll_cq_one()
721 		if (!CQE_STATUS(&cqe))  in c4iw_poll_cq_one()
722 			wc->byte_len = CQE_LEN(&cqe);  in c4iw_poll_cq_one()
726 		if (CQE_OPCODE(&cqe) == FW_RI_SEND_WITH_INV ||  in c4iw_poll_cq_one()
727 		    CQE_OPCODE(&cqe) == FW_RI_SEND_WITH_SE_INV) {  in c4iw_poll_cq_one()
728 			wc->ex.invalidate_rkey = CQE_WRID_STAG(&cqe);  in c4iw_poll_cq_one()
732 		switch (CQE_OPCODE(&cqe)) {  in c4iw_poll_cq_one()
738 			wc->byte_len = CQE_LEN(&cqe);  in c4iw_poll_cq_one()
762 			       CQE_OPCODE(&cqe), CQE_QPID(&cqe));  in c4iw_poll_cq_one()
772 		switch (CQE_STATUS(&cqe)) {  in c4iw_poll_cq_one()
818 			       CQE_STATUS(&cqe), CQE_QPID(&cqe));  in c4iw_poll_cq_one()
936 	chp->ibcq.cqe = entries - 2;  in c4iw_create_cq()
996 int c4iw_resize_cq(struct ib_cq *cq, int cqe, struct ib_udata *udata)  in c4iw_resize_cq()  argument