39 #define OP(x) IB_OPCODE_RC_##x  macro
94 	case OP(RDMA_READ_RESPONSE_LAST):  in qib_make_rc_ack()
95 	case OP(RDMA_READ_RESPONSE_ONLY):  in qib_make_rc_ack()
102 	case OP(ATOMIC_ACKNOWLEDGE):  in qib_make_rc_ack()
111 	case OP(SEND_ONLY):  in qib_make_rc_ack()
112 	case OP(ACKNOWLEDGE):  in qib_make_rc_ack()
121 		if (e->opcode == OP(RDMA_READ_REQUEST)) {  in qib_make_rc_ack()
142 				qp->s_ack_state = OP(RDMA_READ_RESPONSE_FIRST);  in qib_make_rc_ack()
144 				qp->s_ack_state = OP(RDMA_READ_RESPONSE_ONLY);  in qib_make_rc_ack()
155 			qp->s_ack_state = OP(ATOMIC_ACKNOWLEDGE);  in qib_make_rc_ack()
168 	case OP(RDMA_READ_RESPONSE_FIRST):  in qib_make_rc_ack()
169 		qp->s_ack_state = OP(RDMA_READ_RESPONSE_MIDDLE);  in qib_make_rc_ack()
171 	case OP(RDMA_READ_RESPONSE_MIDDLE):  in qib_make_rc_ack()
182 			qp->s_ack_state = OP(RDMA_READ_RESPONSE_LAST);  in qib_make_rc_ack()
198 		qp->s_ack_state = OP(SEND_ONLY);  in qib_make_rc_ack()
210 		bth0 = OP(ACKNOWLEDGE) << 24;  in qib_make_rc_ack()
220 	qp->s_ack_state = OP(ACKNOWLEDGE);  in qib_make_rc_ack()
346 				qp->s_state = OP(SEND_FIRST);  in qib_make_rc_req()
351 				qp->s_state = OP(SEND_ONLY);  in qib_make_rc_req()
353 				qp->s_state = OP(SEND_ONLY_WITH_IMMEDIATE);  in qib_make_rc_req()
386 				qp->s_state = OP(RDMA_WRITE_FIRST);  in qib_make_rc_req()
391 				qp->s_state = OP(RDMA_WRITE_ONLY);  in qib_make_rc_req()
393 				qp->s_state = OP(RDMA_WRITE_ONLY_WITH_IMMEDIATE);  in qib_make_rc_req()
434 			qp->s_state = OP(RDMA_READ_REQUEST);  in qib_make_rc_req()
461 				qp->s_state = OP(COMPARE_SWAP);  in qib_make_rc_req()
467 				qp->s_state = OP(FETCH_ADD);  in qib_make_rc_req()
508 	case OP(RDMA_READ_RESPONSE_FIRST):  in qib_make_rc_req()
520 	case OP(SEND_FIRST):  in qib_make_rc_req()
521 		qp->s_state = OP(SEND_MIDDLE);  in qib_make_rc_req()
523 	case OP(SEND_MIDDLE):  in qib_make_rc_req()
534 			qp->s_state = OP(SEND_LAST);  in qib_make_rc_req()
536 			qp->s_state = OP(SEND_LAST_WITH_IMMEDIATE);  in qib_make_rc_req()
549 	case OP(RDMA_READ_RESPONSE_LAST):  in qib_make_rc_req()
561 	case OP(RDMA_WRITE_FIRST):  in qib_make_rc_req()
562 		qp->s_state = OP(RDMA_WRITE_MIDDLE);  in qib_make_rc_req()
564 	case OP(RDMA_WRITE_MIDDLE):  in qib_make_rc_req()
575 			qp->s_state = OP(RDMA_WRITE_LAST);  in qib_make_rc_req()
577 			qp->s_state = OP(RDMA_WRITE_LAST_WITH_IMMEDIATE);  in qib_make_rc_req()
590 	case OP(RDMA_READ_RESPONSE_MIDDLE):  in qib_make_rc_req()
606 		qp->s_state = OP(RDMA_READ_REQUEST);  in qib_make_rc_req()
687 	bth0 = qib_get_pkey(ibp, qp->s_pkey_index) | (OP(ACKNOWLEDGE) << 24);  in qib_send_rc_ack()
798 		qp->s_state = OP(SEND_LAST);  in reset_psn()
821 			qp->s_state = OP(SEND_LAST);  in reset_psn()
835 		qp->s_state = OP(RDMA_READ_RESPONSE_FIRST);  in reset_psn()
840 		qp->s_state = OP(RDMA_READ_RESPONSE_LAST);  in reset_psn()
844 		qp->s_state = OP(RDMA_READ_RESPONSE_MIDDLE);  in reset_psn()
852 		qp->s_state = OP(SEND_LAST);  in reset_psn()
990 	if (opcode >= OP(RDMA_READ_RESPONSE_FIRST) &&  in qib_rc_send_complete()
991 	    opcode <= OP(ATOMIC_ACKNOWLEDGE)) {  in qib_rc_send_complete()
1105 			qp->s_state = OP(SEND_LAST);  in do_rc_completion()
1169 		    opcode == OP(RDMA_READ_RESPONSE_ONLY) &&  in do_rc_ack()
1184 		     (opcode != OP(RDMA_READ_RESPONSE_LAST) || diff != 0)) ||  in do_rc_ack()
1187 		     (opcode != OP(ATOMIC_ACKNOWLEDGE) || diff != 0))) {  in do_rc_ack()
1248 			qp->s_state = OP(SEND_LAST);  in do_rc_ack()
1416 	if (opcode != OP(RDMA_READ_RESPONSE_MIDDLE)) {  in qib_rc_rcv_resp()
1451 		if (diff == 0 && opcode == OP(ACKNOWLEDGE)) {  in qib_rc_rcv_resp()
1475 	case OP(ACKNOWLEDGE):  in qib_rc_rcv_resp()
1476 	case OP(ATOMIC_ACKNOWLEDGE):  in qib_rc_rcv_resp()
1477 	case OP(RDMA_READ_RESPONSE_FIRST):  in qib_rc_rcv_resp()
1479 		if (opcode == OP(ATOMIC_ACKNOWLEDGE)) {  in qib_rc_rcv_resp()
1487 		    opcode != OP(RDMA_READ_RESPONSE_FIRST))  in qib_rc_rcv_resp()
1502 	case OP(RDMA_READ_RESPONSE_MIDDLE):  in qib_rc_rcv_resp()
1525 		if (opcode == OP(RDMA_READ_RESPONSE_MIDDLE))  in qib_rc_rcv_resp()
1538 	case OP(RDMA_READ_RESPONSE_ONLY):  in qib_rc_rcv_resp()
1561 	case OP(RDMA_READ_RESPONSE_LAST):  in qib_rc_rcv_resp()
1584 				 OP(RDMA_READ_RESPONSE_LAST), 0, rcd);  in qib_rc_rcv_resp()
1709 	case OP(RDMA_READ_REQUEST): {  in qib_rc_rcv_error()
1718 		if (!e || e->opcode != OP(RDMA_READ_REQUEST))  in qib_rc_rcv_error()
1759 	case OP(COMPARE_SWAP):  in qib_rc_rcv_error()
1760 	case OP(FETCH_ADD): {  in qib_rc_rcv_error()
1807 	qp->s_ack_state = OP(ACKNOWLEDGE);  in qib_rc_rcv_error()
1848 	qp->s_ack_state = OP(ACKNOWLEDGE);  in qib_update_ack_queue()
1902 	if (opcode >= OP(RDMA_READ_RESPONSE_FIRST) &&  in qib_rc_rcv()
1903 	    opcode <= OP(ATOMIC_ACKNOWLEDGE)) {  in qib_rc_rcv()
1919 	case OP(SEND_FIRST):  in qib_rc_rcv()
1920 	case OP(SEND_MIDDLE):  in qib_rc_rcv()
1921 		if (opcode == OP(SEND_MIDDLE) ||  in qib_rc_rcv()
1922 		    opcode == OP(SEND_LAST) ||  in qib_rc_rcv()
1923 		    opcode == OP(SEND_LAST_WITH_IMMEDIATE))  in qib_rc_rcv()
1927 	case OP(RDMA_WRITE_FIRST):  in qib_rc_rcv()
1928 	case OP(RDMA_WRITE_MIDDLE):  in qib_rc_rcv()
1929 		if (opcode == OP(RDMA_WRITE_MIDDLE) ||  in qib_rc_rcv()
1930 		    opcode == OP(RDMA_WRITE_LAST) ||  in qib_rc_rcv()
1931 		    opcode == OP(RDMA_WRITE_LAST_WITH_IMMEDIATE))  in qib_rc_rcv()
1936 		if (opcode == OP(SEND_MIDDLE) ||  in qib_rc_rcv()
1937 		    opcode == OP(SEND_LAST) ||  in qib_rc_rcv()
1938 		    opcode == OP(SEND_LAST_WITH_IMMEDIATE) ||  in qib_rc_rcv()
1939 		    opcode == OP(RDMA_WRITE_MIDDLE) ||  in qib_rc_rcv()
1940 		    opcode == OP(RDMA_WRITE_LAST) ||  in qib_rc_rcv()
1941 		    opcode == OP(RDMA_WRITE_LAST_WITH_IMMEDIATE))  in qib_rc_rcv()
1965 	case OP(SEND_FIRST):  in qib_rc_rcv()
1973 	case OP(SEND_MIDDLE):  in qib_rc_rcv()
1974 	case OP(RDMA_WRITE_MIDDLE):  in qib_rc_rcv()
1985 	case OP(RDMA_WRITE_LAST_WITH_IMMEDIATE):  in qib_rc_rcv()
1994 	case OP(SEND_ONLY):  in qib_rc_rcv()
1995 	case OP(SEND_ONLY_WITH_IMMEDIATE):  in qib_rc_rcv()
2002 		if (opcode == OP(SEND_ONLY))  in qib_rc_rcv()
2005 	case OP(SEND_LAST_WITH_IMMEDIATE):  in qib_rc_rcv()
2011 	case OP(SEND_LAST):  in qib_rc_rcv()
2012 	case OP(RDMA_WRITE_LAST):  in qib_rc_rcv()
2035 		if (opcode == OP(RDMA_WRITE_LAST_WITH_IMMEDIATE) ||  in qib_rc_rcv()
2036 		    opcode == OP(RDMA_WRITE_ONLY_WITH_IMMEDIATE))  in qib_rc_rcv()
2055 	case OP(RDMA_WRITE_FIRST):  in qib_rc_rcv()
2056 	case OP(RDMA_WRITE_ONLY):  in qib_rc_rcv()
2057 	case OP(RDMA_WRITE_ONLY_WITH_IMMEDIATE):  in qib_rc_rcv()
2084 		if (opcode == OP(RDMA_WRITE_FIRST))  in qib_rc_rcv()
2086 		else if (opcode == OP(RDMA_WRITE_ONLY))  in qib_rc_rcv()
2098 	case OP(RDMA_READ_REQUEST): {  in qib_rc_rcv()
2116 		if (e->opcode == OP(RDMA_READ_REQUEST) && e->rdma_sge.mr) {  in qib_rc_rcv()
2166 	case OP(COMPARE_SWAP):  in qib_rc_rcv()
2167 	case OP(FETCH_ADD): {  in qib_rc_rcv()
2188 		if (e->opcode == OP(RDMA_READ_REQUEST) && e->rdma_sge.mr) {  in qib_rc_rcv()
2206 		e->atomic_data = (opcode == OP(FETCH_ADD)) ?  in qib_rc_rcv()