75 	struct t3_cqe *cqe;  in cxio_hal_cq_op()  local
109 		cqe = cq->queue + Q_PTR2IDX(rptr, cq->size_log2);  in cxio_hal_cq_op()
110 		while (!CQ_VLD_ENTRY(rptr, cq->size_log2, cqe)) {  in cxio_hal_cq_op()
352 	struct t3_cqe cqe;  in insert_recv_cqe()  local
356 	memset(&cqe, 0, sizeof(cqe));  in insert_recv_cqe()
357 	cqe.header = cpu_to_be32(V_CQE_STATUS(TPT_ERR_SWFLUSH) |  in insert_recv_cqe()
364 	*(cq->sw_queue + Q_PTR2IDX(cq->sw_wptr, cq->size_log2)) = cqe;  in insert_recv_cqe()
389 	struct t3_cqe cqe;  in insert_sq_cqe()  local
393 	memset(&cqe, 0, sizeof(cqe));  in insert_sq_cqe()
394 	cqe.header = cpu_to_be32(V_CQE_STATUS(TPT_ERR_SWFLUSH) |  in insert_sq_cqe()
401 	cqe.u.scqe.wrid_hi = sqp->sq_wptr;  in insert_sq_cqe()
403 	*(cq->sw_queue + Q_PTR2IDX(cq->sw_wptr, cq->size_log2)) = cqe;  in insert_sq_cqe()
430 	struct t3_cqe *cqe, *swcqe;  in cxio_flush_hw_cq()  local
433 	cqe = cxio_next_hw_cqe(cq);  in cxio_flush_hw_cq()
434 	while (cqe) {  in cxio_flush_hw_cq()
438 		*swcqe = *cqe;  in cxio_flush_hw_cq()
442 		cqe = cxio_next_hw_cqe(cq);  in cxio_flush_hw_cq()
446 static int cqe_completes_wr(struct t3_cqe *cqe, struct t3_wq *wq)  in cqe_completes_wr()  argument
448 	if (CQE_OPCODE(*cqe) == T3_TERMINATE)  in cqe_completes_wr()
451 	if ((CQE_OPCODE(*cqe) == T3_RDMA_WRITE) && RQ_TYPE(*cqe))  in cqe_completes_wr()
454 	if ((CQE_OPCODE(*cqe) == T3_READ_RESP) && SQ_TYPE(*cqe))  in cqe_completes_wr()
457 	if (CQE_SEND_OPCODE(*cqe) && RQ_TYPE(*cqe) &&  in cqe_completes_wr()
466 	struct t3_cqe *cqe;  in cxio_count_scqes()  local
472 		cqe = cq->sw_queue + (Q_PTR2IDX(ptr, cq->size_log2));  in cxio_count_scqes()
473 		if ((SQ_TYPE(*cqe) ||  in cxio_count_scqes()
474 		     ((CQE_OPCODE(*cqe) == T3_READ_RESP) && wq->oldest_read)) &&  in cxio_count_scqes()
475 		    (CQE_QPID(*cqe) == wq->qpid))  in cxio_count_scqes()
484 	struct t3_cqe *cqe;  in cxio_count_rcqes()  local
491 		cqe = cq->sw_queue + (Q_PTR2IDX(ptr, cq->size_log2));  in cxio_count_rcqes()
492 		if (RQ_TYPE(*cqe) && (CQE_OPCODE(*cqe) != T3_READ_RESP) &&  in cxio_count_rcqes()
493 		    (CQE_QPID(*cqe) == wq->qpid) && cqe_completes_wr(cqe, wq))  in cxio_count_rcqes()
891 	     CQE_QPID(rsp_msg->cqe), CQE_GENBIT(rsp_msg->cqe),  in cxio_hal_ev_handler()
892 	     CQE_TYPE(rsp_msg->cqe), CQE_STATUS(rsp_msg->cqe),  in cxio_hal_ev_handler()
893 	     CQE_OPCODE(rsp_msg->cqe), CQE_LEN(rsp_msg->cqe),  in cxio_hal_ev_handler()
894 	     CQE_WRID_HI(rsp_msg->cqe), CQE_WRID_LOW(rsp_msg->cqe));  in cxio_hal_ev_handler()
901 	if (CQE_QPID(rsp_msg->cqe) == T3_CTRL_QP_ID) {  in cxio_hal_ev_handler()
902 		rdev_p->ctrl_qp.rptr = CQE_WRID_LOW(rsp_msg->cqe) + 1;  in cxio_hal_ev_handler()
905 	} else if (CQE_QPID(rsp_msg->cqe) == 0xfff8)  in cxio_hal_ev_handler()
1092 			sqp->cqe.header |= htonl(V_CQE_SWCQE(1));  in flush_completed_wrs()
1094 				= sqp->cqe;  in flush_completed_wrs()
1147 int cxio_poll_cq(struct t3_wq *wq, struct t3_cq *cq, struct t3_cqe *cqe,  in cxio_poll_cq()  argument
1286 		sqp->cqe = *hw_cqe;  in cxio_poll_cq()
1293 	*cqe = *hw_cqe;  in cxio_poll_cq()