Lines Matching refs:opcode
121 if (e->opcode == OP(RDMA_READ_REQUEST)) { in qib_make_rc_ack()
334 switch (wqe->wr.opcode) { in qib_make_rc_req()
350 if (wqe->wr.opcode == IB_WR_SEND) in qib_make_rc_req()
390 if (wqe->rdma_wr.wr.opcode == IB_WR_RDMA_WRITE) in qib_make_rc_req()
460 if (wqe->atomic_wr.wr.opcode == IB_WR_ATOMIC_CMP_AND_SWP) { in qib_make_rc_req()
499 if (wqe->wr.opcode == IB_WR_RDMA_READ) in qib_make_rc_req()
533 if (wqe->wr.opcode == IB_WR_SEND) in qib_make_rc_req()
574 if (wqe->wr.opcode == IB_WR_RDMA_WRITE) in qib_make_rc_req()
789 u32 opcode; in reset_psn() local
803 opcode = wqe->wr.opcode; in reset_psn()
824 opcode = wqe->wr.opcode; in reset_psn()
832 switch (opcode) { in reset_psn()
889 if (wqe->wr.opcode == IB_WR_RDMA_READ) in qib_restart_rc()
955 if (wqe->wr.opcode == IB_WR_RDMA_READ) in reset_sending_psn()
977 u32 opcode; in qib_rc_send_complete() local
989 opcode = be32_to_cpu(ohdr->bth[0]) >> 24; in qib_rc_send_complete()
990 if (opcode >= OP(RDMA_READ_RESPONSE_FIRST) && in qib_rc_send_complete()
991 opcode <= OP(ATOMIC_ACKNOWLEDGE)) { in qib_rc_send_complete()
1025 wc.opcode = ib_qib_wc_opcode[wqe->wr.opcode]; in qib_rc_send_complete()
1081 wc.opcode = ib_qib_wc_opcode[wqe->wr.opcode]; in do_rc_completion()
1129 static int do_rc_ack(struct qib_qp *qp, u32 aeth, u32 psn, int opcode, in do_rc_ack() argument
1168 if (wqe->wr.opcode == IB_WR_RDMA_READ && in do_rc_ack()
1169 opcode == OP(RDMA_READ_RESPONSE_ONLY) && in do_rc_ack()
1183 if ((wqe->wr.opcode == IB_WR_RDMA_READ && in do_rc_ack()
1184 (opcode != OP(RDMA_READ_RESPONSE_LAST) || diff != 0)) || in do_rc_ack()
1185 ((wqe->wr.opcode == IB_WR_ATOMIC_CMP_AND_SWP || in do_rc_ack()
1186 wqe->wr.opcode == IB_WR_ATOMIC_FETCH_AND_ADD) && in do_rc_ack()
1187 (opcode != OP(ATOMIC_ACKNOWLEDGE) || diff != 0))) { in do_rc_ack()
1205 if (wqe->wr.opcode == IB_WR_ATOMIC_CMP_AND_SWP || in do_rc_ack()
1206 wqe->wr.opcode == IB_WR_ATOMIC_FETCH_AND_ADD) { in do_rc_ack()
1211 (wqe->wr.opcode == IB_WR_RDMA_READ || in do_rc_ack()
1212 wqe->wr.opcode == IB_WR_ATOMIC_CMP_AND_SWP || in do_rc_ack()
1213 wqe->wr.opcode == IB_WR_ATOMIC_FETCH_AND_ADD)) { in do_rc_ack()
1366 if (wqe->wr.opcode == IB_WR_RDMA_READ || in rdma_seq_err()
1367 wqe->wr.opcode == IB_WR_ATOMIC_CMP_AND_SWP || in rdma_seq_err()
1368 wqe->wr.opcode == IB_WR_ATOMIC_FETCH_AND_ADD) in rdma_seq_err()
1403 u32 opcode, in qib_rc_rcv_resp() argument
1416 if (opcode != OP(RDMA_READ_RESPONSE_MIDDLE)) { in qib_rc_rcv_resp()
1451 if (diff == 0 && opcode == OP(ACKNOWLEDGE)) { in qib_rc_rcv_resp()
1474 switch (opcode) { in qib_rc_rcv_resp()
1479 if (opcode == OP(ATOMIC_ACKNOWLEDGE)) { in qib_rc_rcv_resp()
1486 if (!do_rc_ack(qp, aeth, psn, opcode, val, rcd) || in qib_rc_rcv_resp()
1487 opcode != OP(RDMA_READ_RESPONSE_FIRST)) in qib_rc_rcv_resp()
1491 if (unlikely(wqe->wr.opcode != IB_WR_RDMA_READ)) in qib_rc_rcv_resp()
1506 if (unlikely(wqe->wr.opcode != IB_WR_RDMA_READ)) in qib_rc_rcv_resp()
1525 if (opcode == OP(RDMA_READ_RESPONSE_MIDDLE)) in qib_rc_rcv_resp()
1540 if (!do_rc_ack(qp, aeth, psn, opcode, 0, rcd)) in qib_rc_rcv_resp()
1565 if (unlikely(wqe->wr.opcode != IB_WR_RDMA_READ)) in qib_rc_rcv_resp()
1627 u32 opcode, in qib_rc_rcv_error() argument
1697 if (!e->opcode) { in qib_rc_rcv_error()
1708 switch (opcode) { in qib_rc_rcv_error()
1718 if (!e || e->opcode != OP(RDMA_READ_REQUEST)) in qib_rc_rcv_error()
1766 if (!e || e->opcode != (u8) opcode || old_req) in qib_rc_rcv_error()
1869 u32 opcode; in qib_rc_rcv() local
1889 opcode = be32_to_cpu(ohdr->bth[0]); in qib_rc_rcv()
1890 if (qib_ruc_check_hdr(ibp, hdr, has_grh, qp, opcode)) in qib_rc_rcv()
1894 opcode >>= 24; in qib_rc_rcv()
1902 if (opcode >= OP(RDMA_READ_RESPONSE_FIRST) && in qib_rc_rcv()
1903 opcode <= OP(ATOMIC_ACKNOWLEDGE)) { in qib_rc_rcv()
1904 qib_rc_rcv_resp(ibp, ohdr, data, tlen, qp, opcode, psn, in qib_rc_rcv()
1912 if (qib_rc_rcv_error(ohdr, data, qp, opcode, psn, diff, rcd)) in qib_rc_rcv()
1921 if (opcode == OP(SEND_MIDDLE) || in qib_rc_rcv()
1922 opcode == OP(SEND_LAST) || in qib_rc_rcv()
1923 opcode == OP(SEND_LAST_WITH_IMMEDIATE)) in qib_rc_rcv()
1929 if (opcode == OP(RDMA_WRITE_MIDDLE) || in qib_rc_rcv()
1930 opcode == OP(RDMA_WRITE_LAST) || in qib_rc_rcv()
1931 opcode == OP(RDMA_WRITE_LAST_WITH_IMMEDIATE)) in qib_rc_rcv()
1936 if (opcode == OP(SEND_MIDDLE) || in qib_rc_rcv()
1937 opcode == OP(SEND_LAST) || in qib_rc_rcv()
1938 opcode == OP(SEND_LAST_WITH_IMMEDIATE) || in qib_rc_rcv()
1939 opcode == OP(RDMA_WRITE_MIDDLE) || in qib_rc_rcv()
1940 opcode == OP(RDMA_WRITE_LAST) || in qib_rc_rcv()
1941 opcode == OP(RDMA_WRITE_LAST_WITH_IMMEDIATE)) in qib_rc_rcv()
1964 switch (opcode) { in qib_rc_rcv()
2002 if (opcode == OP(SEND_ONLY)) in qib_rc_rcv()
2035 if (opcode == OP(RDMA_WRITE_LAST_WITH_IMMEDIATE) || in qib_rc_rcv()
2036 opcode == OP(RDMA_WRITE_ONLY_WITH_IMMEDIATE)) in qib_rc_rcv()
2037 wc.opcode = IB_WC_RECV_RDMA_WITH_IMM; in qib_rc_rcv()
2039 wc.opcode = IB_WC_RECV; in qib_rc_rcv()
2084 if (opcode == OP(RDMA_WRITE_FIRST)) in qib_rc_rcv()
2086 else if (opcode == OP(RDMA_WRITE_ONLY)) in qib_rc_rcv()
2116 if (e->opcode == OP(RDMA_READ_REQUEST) && e->rdma_sge.mr) { in qib_rc_rcv()
2144 e->opcode = opcode; in qib_rc_rcv()
2155 qp->r_state = opcode; in qib_rc_rcv()
2188 if (e->opcode == OP(RDMA_READ_REQUEST) && e->rdma_sge.mr) { in qib_rc_rcv()
2206 e->atomic_data = (opcode == OP(FETCH_ADD)) ? in qib_rc_rcv()
2213 e->opcode = opcode; in qib_rc_rcv()
2219 qp->r_state = opcode; in qib_rc_rcv()
2235 qp->r_state = opcode; in qib_rc_rcv()