185 	struct t4_cqe cqe;  in insert_recv_cqe()  local
189 	memset(&cqe, 0, sizeof(cqe));  in insert_recv_cqe()
190 	cqe.header = cpu_to_be32(CQE_STATUS_V(T4_ERR_SWFLUSH) |  in insert_recv_cqe()
195 	cqe.bits_type_ts = cpu_to_be64(CQE_GENBIT_V((u64)cq->gen));  in insert_recv_cqe()
196 	cq->sw_queue[cq->sw_pidx] = cqe;  in insert_recv_cqe()
218 	struct t4_cqe cqe;  in insert_sq_cqe()  local
222 	memset(&cqe, 0, sizeof(cqe));  in insert_sq_cqe()
223 	cqe.header = cpu_to_be32(CQE_STATUS_V(T4_ERR_SWFLUSH) |  in insert_sq_cqe()
228 	CQE_WRID_SQ_IDX(&cqe) = swcqe->idx;  in insert_sq_cqe()
229 	cqe.bits_type_ts = cpu_to_be64(CQE_GENBIT_V((u64)cq->gen));  in insert_sq_cqe()
230 	cq->sw_queue[cq->sw_pidx] = cqe;  in insert_sq_cqe()
292 			swsqe->cqe.header |= htonl(CQE_SWCQE_V(1));  in flush_completed_wrs()
293 			cq->sw_queue[cq->sw_pidx] = swsqe->cqe;  in flush_completed_wrs()
402 			swsqe->cqe = *hw_cqe;  in c4iw_flush_hw_cq()
417 static int cqe_completes_wr(struct t4_cqe *cqe, struct t4_wq *wq)  in cqe_completes_wr()  argument
419 	if (CQE_OPCODE(cqe) == FW_RI_TERMINATE)  in cqe_completes_wr()
422 	if ((CQE_OPCODE(cqe) == FW_RI_RDMA_WRITE) && RQ_TYPE(cqe))  in cqe_completes_wr()
425 	if ((CQE_OPCODE(cqe) == FW_RI_READ_RESP) && SQ_TYPE(cqe))  in cqe_completes_wr()
428 	if (CQE_SEND_OPCODE(cqe) && RQ_TYPE(cqe) && t4_rq_empty(wq))  in cqe_completes_wr()
435 	struct t4_cqe *cqe;  in c4iw_count_rcqes()  local
442 		cqe = &cq->sw_queue[ptr];  in c4iw_count_rcqes()
443 		if (RQ_TYPE(cqe) && (CQE_OPCODE(cqe) != FW_RI_READ_RESP) &&  in c4iw_count_rcqes()
444 		    (CQE_QPID(cqe) == wq->sq.qid) && cqe_completes_wr(cqe, wq))  in c4iw_count_rcqes()
468 static int poll_cq(struct t4_wq *wq, struct t4_cq *cq, struct t4_cqe *cqe,  in poll_cq()  argument
607 		swsqe->cqe = *hw_cqe;  in poll_cq()
614 	*cqe = *hw_cqe;  in poll_cq()
685 	struct t4_cqe uninitialized_var(cqe), *rd_cqe;  in c4iw_poll_cq_one()
704 	ret = poll_cq(wq, &(chp->cq), &cqe, &cqe_flushed, &cookie, &credit);  in c4iw_poll_cq_one()
710 	wc->vendor_err = CQE_STATUS(&cqe);  in c4iw_poll_cq_one()
714 	     "lo 0x%x cookie 0x%llx\n", __func__, CQE_QPID(&cqe),  in c4iw_poll_cq_one()
715 	     CQE_TYPE(&cqe), CQE_OPCODE(&cqe), CQE_STATUS(&cqe), CQE_LEN(&cqe),  in c4iw_poll_cq_one()
716 	     CQE_WRID_HI(&cqe), CQE_WRID_LOW(&cqe), (unsigned long long)cookie);  in c4iw_poll_cq_one()
718 	if (CQE_TYPE(&cqe) == 0) {  in c4iw_poll_cq_one()
719 		if (!CQE_STATUS(&cqe))  in c4iw_poll_cq_one()
720 			wc->byte_len = CQE_LEN(&cqe);  in c4iw_poll_cq_one()
724 		if (CQE_OPCODE(&cqe) == FW_RI_SEND_WITH_INV ||  in c4iw_poll_cq_one()
725 		    CQE_OPCODE(&cqe) == FW_RI_SEND_WITH_SE_INV) {  in c4iw_poll_cq_one()
726 			wc->ex.invalidate_rkey = CQE_WRID_STAG(&cqe);  in c4iw_poll_cq_one()
730 		switch (CQE_OPCODE(&cqe)) {  in c4iw_poll_cq_one()
736 			wc->byte_len = CQE_LEN(&cqe);  in c4iw_poll_cq_one()
760 			       CQE_OPCODE(&cqe), CQE_QPID(&cqe));  in c4iw_poll_cq_one()
770 		switch (CQE_STATUS(&cqe)) {  in c4iw_poll_cq_one()
816 			       CQE_STATUS(&cqe), CQE_QPID(&cqe));  in c4iw_poll_cq_one()
872 	int entries = attr->cqe;  in c4iw_create_cq()
939 	chp->ibcq.cqe = entries - 2;  in c4iw_create_cq()
999 int c4iw_resize_cq(struct ib_cq *cq, int cqe, struct ib_udata *udata)  in c4iw_resize_cq()  argument