hw_cqe 1374 drivers/infiniband/hw/bnxt_re/qplib_fp.c struct cq_base *hw_cqe, **hw_cqe_ptr; hw_cqe 1379 drivers/infiniband/hw/bnxt_re/qplib_fp.c hw_cqe = &hw_cqe_ptr[CQE_PG(i)][CQE_IDX(i)]; hw_cqe 1380 drivers/infiniband/hw/bnxt_re/qplib_fp.c if (!CQE_CMP_VALID(hw_cqe, i, cq_hwq->max_elements)) hw_cqe 1387 drivers/infiniband/hw/bnxt_re/qplib_fp.c switch (hw_cqe->cqe_type_toggle & CQ_BASE_CQE_TYPE_MASK) { hw_cqe 1391 drivers/infiniband/hw/bnxt_re/qplib_fp.c struct cq_req *cqe = (struct cq_req *)hw_cqe; hw_cqe 1401 drivers/infiniband/hw/bnxt_re/qplib_fp.c struct cq_res_rc *cqe = (struct cq_res_rc *)hw_cqe; hw_cqe 2487 drivers/infiniband/hw/bnxt_re/qplib_fp.c struct cq_base *hw_cqe, **hw_cqe_ptr; hw_cqe 2494 drivers/infiniband/hw/bnxt_re/qplib_fp.c hw_cqe = &hw_cqe_ptr[CQE_PG(sw_cons)][CQE_IDX(sw_cons)]; hw_cqe 2497 drivers/infiniband/hw/bnxt_re/qplib_fp.c rc = !CQE_CMP_VALID(hw_cqe, raw_cons, cq->hwq.max_elements); hw_cqe 2739 drivers/infiniband/hw/bnxt_re/qplib_fp.c struct cq_base *hw_cqe, **hw_cqe_ptr; hw_cqe 2749 drivers/infiniband/hw/bnxt_re/qplib_fp.c hw_cqe = &hw_cqe_ptr[CQE_PG(sw_cons)][CQE_IDX(sw_cons)]; hw_cqe 2752 drivers/infiniband/hw/bnxt_re/qplib_fp.c if (!CQE_CMP_VALID(hw_cqe, raw_cons, cq->hwq.max_elements)) hw_cqe 2761 drivers/infiniband/hw/bnxt_re/qplib_fp.c switch (hw_cqe->cqe_type_toggle & CQ_BASE_CQE_TYPE_MASK) { hw_cqe 2764 drivers/infiniband/hw/bnxt_re/qplib_fp.c (struct cq_req *)hw_cqe, hw_cqe 2771 drivers/infiniband/hw/bnxt_re/qplib_fp.c hw_cqe, &cqe, hw_cqe 2776 drivers/infiniband/hw/bnxt_re/qplib_fp.c (cq, (struct cq_res_ud *)hw_cqe, &cqe, hw_cqe 2782 drivers/infiniband/hw/bnxt_re/qplib_fp.c hw_cqe, &cqe, &budget); hw_cqe 2786 drivers/infiniband/hw/bnxt_re/qplib_fp.c (cq, (struct cq_terminal *)hw_cqe, hw_cqe 2791 drivers/infiniband/hw/bnxt_re/qplib_fp.c (cq, (struct cq_cutoff *)hw_cqe); hw_cqe 2797 drivers/infiniband/hw/bnxt_re/qplib_fp.c hw_cqe->cqe_type_toggle & hw_cqe 1071 drivers/infiniband/hw/cxgb3/cxio_hal.c static void create_read_req_cqe(struct t3_wq *wq, struct t3_cqe *hw_cqe, hw_cqe 1076 drivers/infiniband/hw/cxgb3/cxio_hal.c read_cqe->header = htonl(V_CQE_QPID(CQE_QPID(*hw_cqe)) | hw_cqe 1077 drivers/infiniband/hw/cxgb3/cxio_hal.c V_CQE_SWCQE(SW_CQE(*hw_cqe)) | hw_cqe 1120 drivers/infiniband/hw/cxgb3/cxio_hal.c struct t3_cqe *hw_cqe, read_cqe; hw_cqe 1124 drivers/infiniband/hw/cxgb3/cxio_hal.c hw_cqe = cxio_next_cqe(cq); hw_cqe 1127 drivers/infiniband/hw/cxgb3/cxio_hal.c __func__, CQE_OOO(*hw_cqe), CQE_QPID(*hw_cqe), hw_cqe 1128 drivers/infiniband/hw/cxgb3/cxio_hal.c CQE_GENBIT(*hw_cqe), CQE_TYPE(*hw_cqe), CQE_STATUS(*hw_cqe), hw_cqe 1129 drivers/infiniband/hw/cxgb3/cxio_hal.c CQE_OPCODE(*hw_cqe), CQE_LEN(*hw_cqe), CQE_WRID_HI(*hw_cqe), hw_cqe 1130 drivers/infiniband/hw/cxgb3/cxio_hal.c CQE_WRID_LOW(*hw_cqe)); hw_cqe 1147 drivers/infiniband/hw/cxgb3/cxio_hal.c if (RQ_TYPE(*hw_cqe) && (CQE_OPCODE(*hw_cqe) == T3_READ_RESP)) { hw_cqe 1155 drivers/infiniband/hw/cxgb3/cxio_hal.c if (CQE_STATUS(*hw_cqe)) hw_cqe 1165 drivers/infiniband/hw/cxgb3/cxio_hal.c create_read_req_cqe(wq, hw_cqe, &read_cqe); hw_cqe 1166 drivers/infiniband/hw/cxgb3/cxio_hal.c hw_cqe = &read_cqe; hw_cqe 1173 drivers/infiniband/hw/cxgb3/cxio_hal.c if (CQE_OPCODE(*hw_cqe) == T3_TERMINATE) { hw_cqe 1179 drivers/infiniband/hw/cxgb3/cxio_hal.c if (CQE_STATUS(*hw_cqe) || wq->error) { hw_cqe 1188 drivers/infiniband/hw/cxgb3/cxio_hal.c if ((CQE_OPCODE(*hw_cqe) == T3_RDMA_WRITE) hw_cqe 1189 drivers/infiniband/hw/cxgb3/cxio_hal.c && RQ_TYPE(*hw_cqe)) { hw_cqe 1194 drivers/infiniband/hw/cxgb3/cxio_hal.c if ((CQE_OPCODE(*hw_cqe) == T3_READ_RESP) && SQ_TYPE(*hw_cqe)) { hw_cqe 1200 drivers/infiniband/hw/cxgb3/cxio_hal.c if (CQE_SEND_OPCODE(*hw_cqe) && RQ_TYPE(*hw_cqe) && hw_cqe 1205 drivers/infiniband/hw/cxgb3/cxio_hal.c BUG_ON((*cqe_flushed == 0) && !SW_CQE(*hw_cqe)); hw_cqe 1212 drivers/infiniband/hw/cxgb3/cxio_hal.c if (RQ_TYPE(*hw_cqe)) { hw_cqe 1227 drivers/infiniband/hw/cxgb3/cxio_hal.c if (unlikely((CQE_WRID_MSN(*hw_cqe) != (wq->rq_rptr + 1)))) { hw_cqe 1229 drivers/infiniband/hw/cxgb3/cxio_hal.c hw_cqe->header |= htonl(V_CQE_STATUS(TPT_ERR_MSN)); hw_cqe 1246 drivers/infiniband/hw/cxgb3/cxio_hal.c if (!SW_CQE(*hw_cqe) && (CQE_WRID_SQ_WPTR(*hw_cqe) != wq->sq_rptr)) { hw_cqe 1251 drivers/infiniband/hw/cxgb3/cxio_hal.c Q_PTR2IDX(CQE_WRID_SQ_WPTR(*hw_cqe), hw_cqe 1254 drivers/infiniband/hw/cxgb3/cxio_hal.c Q_PTR2IDX(CQE_WRID_SQ_WPTR(*hw_cqe), wq->sq_size_log2); hw_cqe 1255 drivers/infiniband/hw/cxgb3/cxio_hal.c sqp->cqe = *hw_cqe; hw_cqe 1262 drivers/infiniband/hw/cxgb3/cxio_hal.c *cqe = *hw_cqe; hw_cqe 1268 drivers/infiniband/hw/cxgb3/cxio_hal.c if (SQ_TYPE(*hw_cqe)) { hw_cqe 1269 drivers/infiniband/hw/cxgb3/cxio_hal.c wq->sq_rptr = CQE_WRID_SQ_WPTR(*hw_cqe); hw_cqe 1293 drivers/infiniband/hw/cxgb3/cxio_hal.c if (SW_CQE(*hw_cqe)) { hw_cqe 300 drivers/infiniband/hw/cxgb4/cq.c static void create_read_req_cqe(struct t4_wq *wq, struct t4_cqe *hw_cqe, hw_cqe 305 drivers/infiniband/hw/cxgb4/cq.c read_cqe->header = htonl(CQE_QPID_V(CQE_QPID(hw_cqe)) | hw_cqe 306 drivers/infiniband/hw/cxgb4/cq.c CQE_SWCQE_V(SW_CQE(hw_cqe)) | hw_cqe 309 drivers/infiniband/hw/cxgb4/cq.c read_cqe->bits_type_ts = hw_cqe->bits_type_ts; hw_cqe 337 drivers/infiniband/hw/cxgb4/cq.c struct t4_cqe *hw_cqe, *swcqe, read_cqe; hw_cqe 343 drivers/infiniband/hw/cxgb4/cq.c ret = t4_next_hw_cqe(&chp->cq, &hw_cqe); hw_cqe 351 drivers/infiniband/hw/cxgb4/cq.c qhp = get_qhp(chp->rhp, CQE_QPID(hw_cqe)); hw_cqe 366 drivers/infiniband/hw/cxgb4/cq.c if (CQE_OPCODE(hw_cqe) == FW_RI_TERMINATE) hw_cqe 369 drivers/infiniband/hw/cxgb4/cq.c if (CQE_OPCODE(hw_cqe) == FW_RI_READ_RESP) { hw_cqe 375 drivers/infiniband/hw/cxgb4/cq.c if (CQE_TYPE(hw_cqe) == 1) hw_cqe 380 drivers/infiniband/hw/cxgb4/cq.c if (CQE_WRID_STAG(hw_cqe) == 1) hw_cqe 395 drivers/infiniband/hw/cxgb4/cq.c create_read_req_cqe(&qhp->wq, hw_cqe, &read_cqe); hw_cqe 396 drivers/infiniband/hw/cxgb4/cq.c hw_cqe = &read_cqe; hw_cqe 403 drivers/infiniband/hw/cxgb4/cq.c if (SQ_TYPE(hw_cqe)) { hw_cqe 404 drivers/infiniband/hw/cxgb4/cq.c swsqe = &qhp->wq.sq.sw_sq[CQE_WRID_SQ_IDX(hw_cqe)]; hw_cqe 405 drivers/infiniband/hw/cxgb4/cq.c swsqe->cqe = *hw_cqe; hw_cqe 410 drivers/infiniband/hw/cxgb4/cq.c *swcqe = *hw_cqe; hw_cqe 416 drivers/infiniband/hw/cxgb4/cq.c ret = t4_next_hw_cqe(&chp->cq, &hw_cqe); hw_cqe 491 drivers/infiniband/hw/cxgb4/cq.c static u64 reap_srq_cqe(struct t4_cqe *hw_cqe, struct t4_srq *srq) hw_cqe 493 drivers/infiniband/hw/cxgb4/cq.c int rel_idx = CQE_ABS_RQE_IDX(hw_cqe) - srq->rqt_abs_idx; hw_cqe 549 drivers/infiniband/hw/cxgb4/cq.c struct t4_cqe *hw_cqe, read_cqe; hw_cqe 553 drivers/infiniband/hw/cxgb4/cq.c ret = t4_next_cqe(cq, &hw_cqe); hw_cqe 558 drivers/infiniband/hw/cxgb4/cq.c CQE_OVFBIT(hw_cqe), CQE_QPID(hw_cqe), hw_cqe 559 drivers/infiniband/hw/cxgb4/cq.c CQE_GENBIT(hw_cqe), CQE_TYPE(hw_cqe), CQE_STATUS(hw_cqe), hw_cqe 560 drivers/infiniband/hw/cxgb4/cq.c CQE_OPCODE(hw_cqe), CQE_LEN(hw_cqe), CQE_WRID_HI(hw_cqe), hw_cqe 561 drivers/infiniband/hw/cxgb4/cq.c CQE_WRID_LOW(hw_cqe)); hw_cqe 574 drivers/infiniband/hw/cxgb4/cq.c if (wq->flushed && !SW_CQE(hw_cqe)) { hw_cqe 582 drivers/infiniband/hw/cxgb4/cq.c if (CQE_OPCODE(hw_cqe) == FW_RI_TERMINATE) { hw_cqe 590 drivers/infiniband/hw/cxgb4/cq.c if (DRAIN_CQE(hw_cqe)) { hw_cqe 591 drivers/infiniband/hw/cxgb4/cq.c *cookie = CQE_DRAIN_COOKIE(hw_cqe); hw_cqe 592 drivers/infiniband/hw/cxgb4/cq.c *cqe = *hw_cqe; hw_cqe 603 drivers/infiniband/hw/cxgb4/cq.c if (RQ_TYPE(hw_cqe) && (CQE_OPCODE(hw_cqe) == FW_RI_READ_RESP)) { hw_cqe 609 drivers/infiniband/hw/cxgb4/cq.c if (CQE_TYPE(hw_cqe) == 1) { hw_cqe 610 drivers/infiniband/hw/cxgb4/cq.c if (CQE_STATUS(hw_cqe)) hw_cqe 620 drivers/infiniband/hw/cxgb4/cq.c if (CQE_WRID_STAG(hw_cqe) == 1) { hw_cqe 621 drivers/infiniband/hw/cxgb4/cq.c if (CQE_STATUS(hw_cqe)) hw_cqe 640 drivers/infiniband/hw/cxgb4/cq.c create_read_req_cqe(wq, hw_cqe, &read_cqe); hw_cqe 641 drivers/infiniband/hw/cxgb4/cq.c hw_cqe = &read_cqe; hw_cqe 645 drivers/infiniband/hw/cxgb4/cq.c if (CQE_STATUS(hw_cqe) || t4_wq_in_error(wq)) { hw_cqe 646 drivers/infiniband/hw/cxgb4/cq.c *cqe_flushed = (CQE_STATUS(hw_cqe) == T4_ERR_SWFLUSH); hw_cqe 653 drivers/infiniband/hw/cxgb4/cq.c if (RQ_TYPE(hw_cqe)) { hw_cqe 661 drivers/infiniband/hw/cxgb4/cq.c if (unlikely(!CQE_STATUS(hw_cqe) && hw_cqe 662 drivers/infiniband/hw/cxgb4/cq.c CQE_WRID_MSN(hw_cqe) != wq->rq.msn)) { hw_cqe 664 drivers/infiniband/hw/cxgb4/cq.c hw_cqe->header |= cpu_to_be32(CQE_STATUS_V(T4_ERR_MSN)); hw_cqe 680 drivers/infiniband/hw/cxgb4/cq.c if (!SW_CQE(hw_cqe) && (CQE_WRID_SQ_IDX(hw_cqe) != wq->sq.cidx)) { hw_cqe 684 drivers/infiniband/hw/cxgb4/cq.c CQE_WRID_SQ_IDX(hw_cqe)); hw_cqe 685 drivers/infiniband/hw/cxgb4/cq.c swsqe = &wq->sq.sw_sq[CQE_WRID_SQ_IDX(hw_cqe)]; hw_cqe 686 drivers/infiniband/hw/cxgb4/cq.c swsqe->cqe = *hw_cqe; hw_cqe 693 drivers/infiniband/hw/cxgb4/cq.c *cqe = *hw_cqe; hw_cqe 699 drivers/infiniband/hw/cxgb4/cq.c if (SQ_TYPE(hw_cqe)) { hw_cqe 700 drivers/infiniband/hw/cxgb4/cq.c int idx = CQE_WRID_SQ_IDX(hw_cqe); hw_cqe 719 drivers/infiniband/hw/cxgb4/cq.c c4iw_log_wr_stats(wq, hw_cqe); hw_cqe 726 drivers/infiniband/hw/cxgb4/cq.c c4iw_log_wr_stats(wq, hw_cqe); hw_cqe 729 drivers/infiniband/hw/cxgb4/cq.c *cookie = reap_srq_cqe(hw_cqe, srq); hw_cqe 742 drivers/infiniband/hw/cxgb4/cq.c if (SW_CQE(hw_cqe)) {