hw_cqe           1374 drivers/infiniband/hw/bnxt_re/qplib_fp.c 	struct cq_base *hw_cqe, **hw_cqe_ptr;
hw_cqe           1379 drivers/infiniband/hw/bnxt_re/qplib_fp.c 		hw_cqe = &hw_cqe_ptr[CQE_PG(i)][CQE_IDX(i)];
hw_cqe           1380 drivers/infiniband/hw/bnxt_re/qplib_fp.c 		if (!CQE_CMP_VALID(hw_cqe, i, cq_hwq->max_elements))
hw_cqe           1387 drivers/infiniband/hw/bnxt_re/qplib_fp.c 		switch (hw_cqe->cqe_type_toggle & CQ_BASE_CQE_TYPE_MASK) {
hw_cqe           1391 drivers/infiniband/hw/bnxt_re/qplib_fp.c 			struct cq_req *cqe = (struct cq_req *)hw_cqe;
hw_cqe           1401 drivers/infiniband/hw/bnxt_re/qplib_fp.c 			struct cq_res_rc *cqe = (struct cq_res_rc *)hw_cqe;
hw_cqe           2487 drivers/infiniband/hw/bnxt_re/qplib_fp.c 	struct cq_base *hw_cqe, **hw_cqe_ptr;
hw_cqe           2494 drivers/infiniband/hw/bnxt_re/qplib_fp.c 	hw_cqe = &hw_cqe_ptr[CQE_PG(sw_cons)][CQE_IDX(sw_cons)];
hw_cqe           2497 drivers/infiniband/hw/bnxt_re/qplib_fp.c 	rc = !CQE_CMP_VALID(hw_cqe, raw_cons, cq->hwq.max_elements);
hw_cqe           2739 drivers/infiniband/hw/bnxt_re/qplib_fp.c 	struct cq_base *hw_cqe, **hw_cqe_ptr;
hw_cqe           2749 drivers/infiniband/hw/bnxt_re/qplib_fp.c 		hw_cqe = &hw_cqe_ptr[CQE_PG(sw_cons)][CQE_IDX(sw_cons)];
hw_cqe           2752 drivers/infiniband/hw/bnxt_re/qplib_fp.c 		if (!CQE_CMP_VALID(hw_cqe, raw_cons, cq->hwq.max_elements))
hw_cqe           2761 drivers/infiniband/hw/bnxt_re/qplib_fp.c 		switch (hw_cqe->cqe_type_toggle & CQ_BASE_CQE_TYPE_MASK) {
hw_cqe           2764 drivers/infiniband/hw/bnxt_re/qplib_fp.c 						       (struct cq_req *)hw_cqe,
hw_cqe           2771 drivers/infiniband/hw/bnxt_re/qplib_fp.c 							  hw_cqe, &cqe,
hw_cqe           2776 drivers/infiniband/hw/bnxt_re/qplib_fp.c 					(cq, (struct cq_res_ud *)hw_cqe, &cqe,
hw_cqe           2782 drivers/infiniband/hw/bnxt_re/qplib_fp.c 					 hw_cqe, &cqe, &budget);
hw_cqe           2786 drivers/infiniband/hw/bnxt_re/qplib_fp.c 					(cq, (struct cq_terminal *)hw_cqe,
hw_cqe           2791 drivers/infiniband/hw/bnxt_re/qplib_fp.c 					(cq, (struct cq_cutoff *)hw_cqe);
hw_cqe           2797 drivers/infiniband/hw/bnxt_re/qplib_fp.c 				hw_cqe->cqe_type_toggle &
hw_cqe           1071 drivers/infiniband/hw/cxgb3/cxio_hal.c static void create_read_req_cqe(struct t3_wq *wq, struct t3_cqe *hw_cqe,
hw_cqe           1076 drivers/infiniband/hw/cxgb3/cxio_hal.c 	read_cqe->header = htonl(V_CQE_QPID(CQE_QPID(*hw_cqe)) |
hw_cqe           1077 drivers/infiniband/hw/cxgb3/cxio_hal.c 				 V_CQE_SWCQE(SW_CQE(*hw_cqe)) |
hw_cqe           1120 drivers/infiniband/hw/cxgb3/cxio_hal.c 	struct t3_cqe *hw_cqe, read_cqe;
hw_cqe           1124 drivers/infiniband/hw/cxgb3/cxio_hal.c 	hw_cqe = cxio_next_cqe(cq);
hw_cqe           1127 drivers/infiniband/hw/cxgb3/cxio_hal.c 		 __func__, CQE_OOO(*hw_cqe), CQE_QPID(*hw_cqe),
hw_cqe           1128 drivers/infiniband/hw/cxgb3/cxio_hal.c 		 CQE_GENBIT(*hw_cqe), CQE_TYPE(*hw_cqe), CQE_STATUS(*hw_cqe),
hw_cqe           1129 drivers/infiniband/hw/cxgb3/cxio_hal.c 		 CQE_OPCODE(*hw_cqe), CQE_LEN(*hw_cqe), CQE_WRID_HI(*hw_cqe),
hw_cqe           1130 drivers/infiniband/hw/cxgb3/cxio_hal.c 		 CQE_WRID_LOW(*hw_cqe));
hw_cqe           1147 drivers/infiniband/hw/cxgb3/cxio_hal.c 	if (RQ_TYPE(*hw_cqe) && (CQE_OPCODE(*hw_cqe) == T3_READ_RESP)) {
hw_cqe           1155 drivers/infiniband/hw/cxgb3/cxio_hal.c 			if (CQE_STATUS(*hw_cqe))
hw_cqe           1165 drivers/infiniband/hw/cxgb3/cxio_hal.c 		create_read_req_cqe(wq, hw_cqe, &read_cqe);
hw_cqe           1166 drivers/infiniband/hw/cxgb3/cxio_hal.c 		hw_cqe = &read_cqe;
hw_cqe           1173 drivers/infiniband/hw/cxgb3/cxio_hal.c 	if (CQE_OPCODE(*hw_cqe) == T3_TERMINATE) {
hw_cqe           1179 drivers/infiniband/hw/cxgb3/cxio_hal.c 	if (CQE_STATUS(*hw_cqe) || wq->error) {
hw_cqe           1188 drivers/infiniband/hw/cxgb3/cxio_hal.c 		if ((CQE_OPCODE(*hw_cqe) == T3_RDMA_WRITE)
hw_cqe           1189 drivers/infiniband/hw/cxgb3/cxio_hal.c 		     && RQ_TYPE(*hw_cqe)) {
hw_cqe           1194 drivers/infiniband/hw/cxgb3/cxio_hal.c 		if ((CQE_OPCODE(*hw_cqe) == T3_READ_RESP) && SQ_TYPE(*hw_cqe)) {
hw_cqe           1200 drivers/infiniband/hw/cxgb3/cxio_hal.c 		if (CQE_SEND_OPCODE(*hw_cqe) && RQ_TYPE(*hw_cqe) &&
hw_cqe           1205 drivers/infiniband/hw/cxgb3/cxio_hal.c 		BUG_ON((*cqe_flushed == 0) && !SW_CQE(*hw_cqe));
hw_cqe           1212 drivers/infiniband/hw/cxgb3/cxio_hal.c 	if (RQ_TYPE(*hw_cqe)) {
hw_cqe           1227 drivers/infiniband/hw/cxgb3/cxio_hal.c 		if (unlikely((CQE_WRID_MSN(*hw_cqe) != (wq->rq_rptr + 1)))) {
hw_cqe           1229 drivers/infiniband/hw/cxgb3/cxio_hal.c 			hw_cqe->header |= htonl(V_CQE_STATUS(TPT_ERR_MSN));
hw_cqe           1246 drivers/infiniband/hw/cxgb3/cxio_hal.c 	if (!SW_CQE(*hw_cqe) && (CQE_WRID_SQ_WPTR(*hw_cqe) != wq->sq_rptr)) {
hw_cqe           1251 drivers/infiniband/hw/cxgb3/cxio_hal.c 			 Q_PTR2IDX(CQE_WRID_SQ_WPTR(*hw_cqe),
hw_cqe           1254 drivers/infiniband/hw/cxgb3/cxio_hal.c 		      Q_PTR2IDX(CQE_WRID_SQ_WPTR(*hw_cqe), wq->sq_size_log2);
hw_cqe           1255 drivers/infiniband/hw/cxgb3/cxio_hal.c 		sqp->cqe = *hw_cqe;
hw_cqe           1262 drivers/infiniband/hw/cxgb3/cxio_hal.c 	*cqe = *hw_cqe;
hw_cqe           1268 drivers/infiniband/hw/cxgb3/cxio_hal.c 	if (SQ_TYPE(*hw_cqe)) {
hw_cqe           1269 drivers/infiniband/hw/cxgb3/cxio_hal.c 		wq->sq_rptr = CQE_WRID_SQ_WPTR(*hw_cqe);
hw_cqe           1293 drivers/infiniband/hw/cxgb3/cxio_hal.c 	if (SW_CQE(*hw_cqe)) {
hw_cqe            300 drivers/infiniband/hw/cxgb4/cq.c static void create_read_req_cqe(struct t4_wq *wq, struct t4_cqe *hw_cqe,
hw_cqe            305 drivers/infiniband/hw/cxgb4/cq.c 	read_cqe->header = htonl(CQE_QPID_V(CQE_QPID(hw_cqe)) |
hw_cqe            306 drivers/infiniband/hw/cxgb4/cq.c 			CQE_SWCQE_V(SW_CQE(hw_cqe)) |
hw_cqe            309 drivers/infiniband/hw/cxgb4/cq.c 	read_cqe->bits_type_ts = hw_cqe->bits_type_ts;
hw_cqe            337 drivers/infiniband/hw/cxgb4/cq.c 	struct t4_cqe *hw_cqe, *swcqe, read_cqe;
hw_cqe            343 drivers/infiniband/hw/cxgb4/cq.c 	ret = t4_next_hw_cqe(&chp->cq, &hw_cqe);
hw_cqe            351 drivers/infiniband/hw/cxgb4/cq.c 		qhp = get_qhp(chp->rhp, CQE_QPID(hw_cqe));
hw_cqe            366 drivers/infiniband/hw/cxgb4/cq.c 		if (CQE_OPCODE(hw_cqe) == FW_RI_TERMINATE)
hw_cqe            369 drivers/infiniband/hw/cxgb4/cq.c 		if (CQE_OPCODE(hw_cqe) == FW_RI_READ_RESP) {
hw_cqe            375 drivers/infiniband/hw/cxgb4/cq.c 			if (CQE_TYPE(hw_cqe) == 1)
hw_cqe            380 drivers/infiniband/hw/cxgb4/cq.c 			if (CQE_WRID_STAG(hw_cqe) == 1)
hw_cqe            395 drivers/infiniband/hw/cxgb4/cq.c 			create_read_req_cqe(&qhp->wq, hw_cqe, &read_cqe);
hw_cqe            396 drivers/infiniband/hw/cxgb4/cq.c 			hw_cqe = &read_cqe;
hw_cqe            403 drivers/infiniband/hw/cxgb4/cq.c 		if (SQ_TYPE(hw_cqe)) {
hw_cqe            404 drivers/infiniband/hw/cxgb4/cq.c 			swsqe = &qhp->wq.sq.sw_sq[CQE_WRID_SQ_IDX(hw_cqe)];
hw_cqe            405 drivers/infiniband/hw/cxgb4/cq.c 			swsqe->cqe = *hw_cqe;
hw_cqe            410 drivers/infiniband/hw/cxgb4/cq.c 			*swcqe = *hw_cqe;
hw_cqe            416 drivers/infiniband/hw/cxgb4/cq.c 		ret = t4_next_hw_cqe(&chp->cq, &hw_cqe);
hw_cqe            491 drivers/infiniband/hw/cxgb4/cq.c static u64 reap_srq_cqe(struct t4_cqe *hw_cqe, struct t4_srq *srq)
hw_cqe            493 drivers/infiniband/hw/cxgb4/cq.c 	int rel_idx = CQE_ABS_RQE_IDX(hw_cqe) - srq->rqt_abs_idx;
hw_cqe            549 drivers/infiniband/hw/cxgb4/cq.c 	struct t4_cqe *hw_cqe, read_cqe;
hw_cqe            553 drivers/infiniband/hw/cxgb4/cq.c 	ret = t4_next_cqe(cq, &hw_cqe);
hw_cqe            558 drivers/infiniband/hw/cxgb4/cq.c 		 CQE_OVFBIT(hw_cqe), CQE_QPID(hw_cqe),
hw_cqe            559 drivers/infiniband/hw/cxgb4/cq.c 		 CQE_GENBIT(hw_cqe), CQE_TYPE(hw_cqe), CQE_STATUS(hw_cqe),
hw_cqe            560 drivers/infiniband/hw/cxgb4/cq.c 		 CQE_OPCODE(hw_cqe), CQE_LEN(hw_cqe), CQE_WRID_HI(hw_cqe),
hw_cqe            561 drivers/infiniband/hw/cxgb4/cq.c 		 CQE_WRID_LOW(hw_cqe));
hw_cqe            574 drivers/infiniband/hw/cxgb4/cq.c 	if (wq->flushed && !SW_CQE(hw_cqe)) {
hw_cqe            582 drivers/infiniband/hw/cxgb4/cq.c 	if (CQE_OPCODE(hw_cqe) == FW_RI_TERMINATE) {
hw_cqe            590 drivers/infiniband/hw/cxgb4/cq.c 	if (DRAIN_CQE(hw_cqe)) {
hw_cqe            591 drivers/infiniband/hw/cxgb4/cq.c 		*cookie = CQE_DRAIN_COOKIE(hw_cqe);
hw_cqe            592 drivers/infiniband/hw/cxgb4/cq.c 		*cqe = *hw_cqe;
hw_cqe            603 drivers/infiniband/hw/cxgb4/cq.c 	if (RQ_TYPE(hw_cqe) && (CQE_OPCODE(hw_cqe) == FW_RI_READ_RESP)) {
hw_cqe            609 drivers/infiniband/hw/cxgb4/cq.c 		if (CQE_TYPE(hw_cqe) == 1) {
hw_cqe            610 drivers/infiniband/hw/cxgb4/cq.c 			if (CQE_STATUS(hw_cqe))
hw_cqe            620 drivers/infiniband/hw/cxgb4/cq.c 		if (CQE_WRID_STAG(hw_cqe) == 1) {
hw_cqe            621 drivers/infiniband/hw/cxgb4/cq.c 			if (CQE_STATUS(hw_cqe))
hw_cqe            640 drivers/infiniband/hw/cxgb4/cq.c 		create_read_req_cqe(wq, hw_cqe, &read_cqe);
hw_cqe            641 drivers/infiniband/hw/cxgb4/cq.c 		hw_cqe = &read_cqe;
hw_cqe            645 drivers/infiniband/hw/cxgb4/cq.c 	if (CQE_STATUS(hw_cqe) || t4_wq_in_error(wq)) {
hw_cqe            646 drivers/infiniband/hw/cxgb4/cq.c 		*cqe_flushed = (CQE_STATUS(hw_cqe) == T4_ERR_SWFLUSH);
hw_cqe            653 drivers/infiniband/hw/cxgb4/cq.c 	if (RQ_TYPE(hw_cqe)) {
hw_cqe            661 drivers/infiniband/hw/cxgb4/cq.c 		if (unlikely(!CQE_STATUS(hw_cqe) &&
hw_cqe            662 drivers/infiniband/hw/cxgb4/cq.c 			     CQE_WRID_MSN(hw_cqe) != wq->rq.msn)) {
hw_cqe            664 drivers/infiniband/hw/cxgb4/cq.c 			hw_cqe->header |= cpu_to_be32(CQE_STATUS_V(T4_ERR_MSN));
hw_cqe            680 drivers/infiniband/hw/cxgb4/cq.c 	if (!SW_CQE(hw_cqe) && (CQE_WRID_SQ_IDX(hw_cqe) != wq->sq.cidx)) {
hw_cqe            684 drivers/infiniband/hw/cxgb4/cq.c 			 CQE_WRID_SQ_IDX(hw_cqe));
hw_cqe            685 drivers/infiniband/hw/cxgb4/cq.c 		swsqe = &wq->sq.sw_sq[CQE_WRID_SQ_IDX(hw_cqe)];
hw_cqe            686 drivers/infiniband/hw/cxgb4/cq.c 		swsqe->cqe = *hw_cqe;
hw_cqe            693 drivers/infiniband/hw/cxgb4/cq.c 	*cqe = *hw_cqe;
hw_cqe            699 drivers/infiniband/hw/cxgb4/cq.c 	if (SQ_TYPE(hw_cqe)) {
hw_cqe            700 drivers/infiniband/hw/cxgb4/cq.c 		int idx = CQE_WRID_SQ_IDX(hw_cqe);
hw_cqe            719 drivers/infiniband/hw/cxgb4/cq.c 			c4iw_log_wr_stats(wq, hw_cqe);
hw_cqe            726 drivers/infiniband/hw/cxgb4/cq.c 				c4iw_log_wr_stats(wq, hw_cqe);
hw_cqe            729 drivers/infiniband/hw/cxgb4/cq.c 			*cookie = reap_srq_cqe(hw_cqe, srq);
hw_cqe            742 drivers/infiniband/hw/cxgb4/cq.c 	if (SW_CQE(hw_cqe)) {