Lines Matching refs:cqe
1073 int entries = attr->cqe; in ocrdma_create_cq()
1134 ibcq->cqe = new_cnt; in ocrdma_resize_cq()
1145 struct ocrdma_cqe *cqe = NULL; in ocrdma_flush_cq() local
1147 cqe = cq->va; in ocrdma_flush_cq()
1155 if (is_cqe_valid(cq, cqe)) in ocrdma_flush_cq()
1157 cqe++; in ocrdma_flush_cq()
1710 struct ocrdma_cqe *cqe; in ocrdma_discard_cqes() local
1729 cqe = cq->va + cur_getp; in ocrdma_discard_cqes()
1734 qpn = cqe->cmn.qpn & OCRDMA_CQE_QPN_MASK; in ocrdma_discard_cqes()
1740 if (is_cqe_for_sq(cqe)) { in ocrdma_discard_cqes()
1744 wqe_idx = (le32_to_cpu(cqe->rq.buftag_qpn) >> in ocrdma_discard_cqes()
1762 cqe->cmn.qpn = 0; in ocrdma_discard_cqes()
2562 struct ocrdma_cqe *cqe) in ocrdma_set_cqe_status_flushed() argument
2564 if (is_cqe_for_sq(cqe)) { in ocrdma_set_cqe_status_flushed()
2565 cqe->flags_status_srcqpn = cpu_to_le32(le32_to_cpu( in ocrdma_set_cqe_status_flushed()
2566 cqe->flags_status_srcqpn) & in ocrdma_set_cqe_status_flushed()
2568 cqe->flags_status_srcqpn = cpu_to_le32(le32_to_cpu( in ocrdma_set_cqe_status_flushed()
2569 cqe->flags_status_srcqpn) | in ocrdma_set_cqe_status_flushed()
2574 cqe->flags_status_srcqpn = cpu_to_le32(le32_to_cpu( in ocrdma_set_cqe_status_flushed()
2575 cqe->flags_status_srcqpn) & in ocrdma_set_cqe_status_flushed()
2577 cqe->flags_status_srcqpn = cpu_to_le32(le32_to_cpu( in ocrdma_set_cqe_status_flushed()
2578 cqe->flags_status_srcqpn) | in ocrdma_set_cqe_status_flushed()
2582 cqe->flags_status_srcqpn = cpu_to_le32(le32_to_cpu( in ocrdma_set_cqe_status_flushed()
2583 cqe->flags_status_srcqpn) & in ocrdma_set_cqe_status_flushed()
2585 cqe->flags_status_srcqpn = cpu_to_le32(le32_to_cpu( in ocrdma_set_cqe_status_flushed()
2586 cqe->flags_status_srcqpn) | in ocrdma_set_cqe_status_flushed()
2593 static bool ocrdma_update_err_cqe(struct ib_wc *ibwc, struct ocrdma_cqe *cqe, in ocrdma_update_err_cqe() argument
2610 ocrdma_set_cqe_status_flushed(qp, cqe); in ocrdma_update_err_cqe()
2615 static int ocrdma_update_err_rcqe(struct ib_wc *ibwc, struct ocrdma_cqe *cqe, in ocrdma_update_err_rcqe() argument
2622 return ocrdma_update_err_cqe(ibwc, cqe, qp, status); in ocrdma_update_err_rcqe()
2625 static int ocrdma_update_err_scqe(struct ib_wc *ibwc, struct ocrdma_cqe *cqe, in ocrdma_update_err_scqe() argument
2631 return ocrdma_update_err_cqe(ibwc, cqe, qp, status); in ocrdma_update_err_scqe()
2636 struct ocrdma_cqe *cqe, struct ib_wc *ibwc, in ocrdma_poll_err_scqe() argument
2641 int status = (le32_to_cpu(cqe->flags_status_srcqpn) & in ocrdma_poll_err_scqe()
2656 expand = ocrdma_update_err_rcqe(ibwc, cqe, qp, status); in ocrdma_poll_err_scqe()
2674 expand = ocrdma_update_err_scqe(ibwc, cqe, qp, status); in ocrdma_poll_err_scqe()
2680 struct ocrdma_cqe *cqe, in ocrdma_poll_success_scqe() argument
2696 wqe_idx = (le32_to_cpu(cqe->wq.wqeidx) & in ocrdma_poll_success_scqe()
2705 static bool ocrdma_poll_scqe(struct ocrdma_qp *qp, struct ocrdma_cqe *cqe, in ocrdma_poll_scqe() argument
2711 status = (le32_to_cpu(cqe->flags_status_srcqpn) & in ocrdma_poll_scqe()
2715 expand = ocrdma_poll_success_scqe(qp, cqe, ibwc, polled); in ocrdma_poll_scqe()
2717 expand = ocrdma_poll_err_scqe(qp, cqe, ibwc, polled, stop); in ocrdma_poll_scqe()
2721 static int ocrdma_update_ud_rcqe(struct ib_wc *ibwc, struct ocrdma_cqe *cqe) in ocrdma_update_ud_rcqe() argument
2725 status = (le32_to_cpu(cqe->flags_status_srcqpn) & in ocrdma_update_ud_rcqe()
2727 ibwc->src_qp = le32_to_cpu(cqe->flags_status_srcqpn) & in ocrdma_update_ud_rcqe()
2729 ibwc->pkey_index = le32_to_cpu(cqe->ud.rxlen_pkey) & in ocrdma_update_ud_rcqe()
2732 ibwc->byte_len = (le32_to_cpu(cqe->ud.rxlen_pkey) >> in ocrdma_update_ud_rcqe()
2738 struct ocrdma_cqe *cqe, in ocrdma_update_free_srq_cqe() argument
2746 wqe_idx = (le32_to_cpu(cqe->rq.buftag_qpn) >> in ocrdma_update_free_srq_cqe()
2758 static bool ocrdma_poll_err_rcqe(struct ocrdma_qp *qp, struct ocrdma_cqe *cqe, in ocrdma_poll_err_rcqe() argument
2775 expand = ocrdma_update_err_scqe(ibwc, cqe, qp, status); in ocrdma_poll_err_rcqe()
2788 expand = ocrdma_update_err_rcqe(ibwc, cqe, qp, status); in ocrdma_poll_err_rcqe()
2794 struct ocrdma_cqe *cqe, struct ib_wc *ibwc) in ocrdma_poll_success_rcqe() argument
2801 ocrdma_update_ud_rcqe(ibwc, cqe); in ocrdma_poll_success_rcqe()
2803 ibwc->byte_len = le32_to_cpu(cqe->rq.rxlen); in ocrdma_poll_success_rcqe()
2805 if (is_cqe_imm(cqe)) { in ocrdma_poll_success_rcqe()
2806 ibwc->ex.imm_data = htonl(le32_to_cpu(cqe->rq.lkey_immdt)); in ocrdma_poll_success_rcqe()
2808 } else if (is_cqe_wr_imm(cqe)) { in ocrdma_poll_success_rcqe()
2810 ibwc->ex.imm_data = htonl(le32_to_cpu(cqe->rq.lkey_immdt)); in ocrdma_poll_success_rcqe()
2812 } else if (is_cqe_invalidated(cqe)) { in ocrdma_poll_success_rcqe()
2813 ibwc->ex.invalidate_rkey = le32_to_cpu(cqe->rq.lkey_immdt); in ocrdma_poll_success_rcqe()
2817 ocrdma_update_free_srq_cqe(ibwc, cqe, qp); in ocrdma_poll_success_rcqe()
2824 static bool ocrdma_poll_rcqe(struct ocrdma_qp *qp, struct ocrdma_cqe *cqe, in ocrdma_poll_rcqe() argument
2832 status = (le32_to_cpu(cqe->flags_status_srcqpn) & in ocrdma_poll_rcqe()
2836 status = (le32_to_cpu(cqe->flags_status_srcqpn) & in ocrdma_poll_rcqe()
2842 ocrdma_poll_success_rcqe(qp, cqe, ibwc); in ocrdma_poll_rcqe()
2844 expand = ocrdma_poll_err_rcqe(qp, cqe, ibwc, polled, stop, in ocrdma_poll_rcqe()
2850 static void ocrdma_change_cq_phase(struct ocrdma_cq *cq, struct ocrdma_cqe *cqe, in ocrdma_change_cq_phase() argument
2858 cqe->flags_status_srcqpn = 0; in ocrdma_change_cq_phase()
2871 struct ocrdma_cqe *cqe; in ocrdma_poll_hwcq() local
2876 cqe = cq->va + cur_getp; in ocrdma_poll_hwcq()
2878 if (!is_cqe_valid(cq, cqe)) in ocrdma_poll_hwcq()
2880 qpn = (le32_to_cpu(cqe->cmn.qpn) & OCRDMA_CQE_QPN_MASK); in ocrdma_poll_hwcq()
2887 if (is_cqe_for_sq(cqe)) { in ocrdma_poll_hwcq()
2888 expand = ocrdma_poll_scqe(qp, cqe, ibwc, &polled, in ocrdma_poll_hwcq()
2891 expand = ocrdma_poll_rcqe(qp, cqe, ibwc, &polled, in ocrdma_poll_hwcq()
2899 cqe->cmn.qpn = 0; in ocrdma_poll_hwcq()
2903 ocrdma_change_cq_phase(cq, cqe, cur_getp); in ocrdma_poll_hwcq()