39 #define OP(x) IB_OPCODE_RC_##x  macro
94 	case OP(RDMA_READ_RESPONSE_LAST):  in qib_make_rc_ack()
95 	case OP(RDMA_READ_RESPONSE_ONLY):  in qib_make_rc_ack()
102 	case OP(ATOMIC_ACKNOWLEDGE):  in qib_make_rc_ack()
111 	case OP(SEND_ONLY):  in qib_make_rc_ack()
112 	case OP(ACKNOWLEDGE):  in qib_make_rc_ack()
121 		if (e->opcode == OP(RDMA_READ_REQUEST)) {  in qib_make_rc_ack()
142 				qp->s_ack_state = OP(RDMA_READ_RESPONSE_FIRST);  in qib_make_rc_ack()
144 				qp->s_ack_state = OP(RDMA_READ_RESPONSE_ONLY);  in qib_make_rc_ack()
155 			qp->s_ack_state = OP(ATOMIC_ACKNOWLEDGE);  in qib_make_rc_ack()
168 	case OP(RDMA_READ_RESPONSE_FIRST):  in qib_make_rc_ack()
169 		qp->s_ack_state = OP(RDMA_READ_RESPONSE_MIDDLE);  in qib_make_rc_ack()
171 	case OP(RDMA_READ_RESPONSE_MIDDLE):  in qib_make_rc_ack()
182 			qp->s_ack_state = OP(RDMA_READ_RESPONSE_LAST);  in qib_make_rc_ack()
198 		qp->s_ack_state = OP(SEND_ONLY);  in qib_make_rc_ack()
210 		bth0 = OP(ACKNOWLEDGE) << 24;  in qib_make_rc_ack()
220 	qp->s_ack_state = OP(ACKNOWLEDGE);  in qib_make_rc_ack()
346 				qp->s_state = OP(SEND_FIRST);  in qib_make_rc_req()
351 				qp->s_state = OP(SEND_ONLY);  in qib_make_rc_req()
353 				qp->s_state = OP(SEND_ONLY_WITH_IMMEDIATE);  in qib_make_rc_req()
385 				qp->s_state = OP(RDMA_WRITE_FIRST);  in qib_make_rc_req()
390 				qp->s_state = OP(RDMA_WRITE_ONLY);  in qib_make_rc_req()
393 					OP(RDMA_WRITE_ONLY_WITH_IMMEDIATE);  in qib_make_rc_req()
432 			qp->s_state = OP(RDMA_READ_REQUEST);  in qib_make_rc_req()
459 				qp->s_state = OP(COMPARE_SWAP);  in qib_make_rc_req()
465 				qp->s_state = OP(FETCH_ADD);  in qib_make_rc_req()
506 	case OP(RDMA_READ_RESPONSE_FIRST):  in qib_make_rc_req()
518 	case OP(SEND_FIRST):  in qib_make_rc_req()
519 		qp->s_state = OP(SEND_MIDDLE);  in qib_make_rc_req()
521 	case OP(SEND_MIDDLE):  in qib_make_rc_req()
532 			qp->s_state = OP(SEND_LAST);  in qib_make_rc_req()
534 			qp->s_state = OP(SEND_LAST_WITH_IMMEDIATE);  in qib_make_rc_req()
547 	case OP(RDMA_READ_RESPONSE_LAST):  in qib_make_rc_req()
559 	case OP(RDMA_WRITE_FIRST):  in qib_make_rc_req()
560 		qp->s_state = OP(RDMA_WRITE_MIDDLE);  in qib_make_rc_req()
562 	case OP(RDMA_WRITE_MIDDLE):  in qib_make_rc_req()
573 			qp->s_state = OP(RDMA_WRITE_LAST);  in qib_make_rc_req()
575 			qp->s_state = OP(RDMA_WRITE_LAST_WITH_IMMEDIATE);  in qib_make_rc_req()
588 	case OP(RDMA_READ_RESPONSE_MIDDLE):  in qib_make_rc_req()
604 		qp->s_state = OP(RDMA_READ_REQUEST);  in qib_make_rc_req()
685 	bth0 = qib_get_pkey(ibp, qp->s_pkey_index) | (OP(ACKNOWLEDGE) << 24);  in qib_send_rc_ack()
796 		qp->s_state = OP(SEND_LAST);  in reset_psn()
819 			qp->s_state = OP(SEND_LAST);  in reset_psn()
833 		qp->s_state = OP(RDMA_READ_RESPONSE_FIRST);  in reset_psn()
838 		qp->s_state = OP(RDMA_READ_RESPONSE_LAST);  in reset_psn()
842 		qp->s_state = OP(RDMA_READ_RESPONSE_MIDDLE);  in reset_psn()
850 		qp->s_state = OP(SEND_LAST);  in reset_psn()
988 	if (opcode >= OP(RDMA_READ_RESPONSE_FIRST) &&  in qib_rc_send_complete()
989 	    opcode <= OP(ATOMIC_ACKNOWLEDGE)) {  in qib_rc_send_complete()
1103 			qp->s_state = OP(SEND_LAST);  in do_rc_completion()
1167 		    opcode == OP(RDMA_READ_RESPONSE_ONLY) &&  in do_rc_ack()
1182 		     (opcode != OP(RDMA_READ_RESPONSE_LAST) || diff != 0)) ||  in do_rc_ack()
1185 		     (opcode != OP(ATOMIC_ACKNOWLEDGE) || diff != 0))) {  in do_rc_ack()
1246 			qp->s_state = OP(SEND_LAST);  in do_rc_ack()
1414 	if (opcode != OP(RDMA_READ_RESPONSE_MIDDLE)) {  in qib_rc_rcv_resp()
1449 		if (diff == 0 && opcode == OP(ACKNOWLEDGE)) {  in qib_rc_rcv_resp()
1473 	case OP(ACKNOWLEDGE):  in qib_rc_rcv_resp()
1474 	case OP(ATOMIC_ACKNOWLEDGE):  in qib_rc_rcv_resp()
1475 	case OP(RDMA_READ_RESPONSE_FIRST):  in qib_rc_rcv_resp()
1477 		if (opcode == OP(ATOMIC_ACKNOWLEDGE)) {  in qib_rc_rcv_resp()
1485 		    opcode != OP(RDMA_READ_RESPONSE_FIRST))  in qib_rc_rcv_resp()
1500 	case OP(RDMA_READ_RESPONSE_MIDDLE):  in qib_rc_rcv_resp()
1523 		if (opcode == OP(RDMA_READ_RESPONSE_MIDDLE))  in qib_rc_rcv_resp()
1536 	case OP(RDMA_READ_RESPONSE_ONLY):  in qib_rc_rcv_resp()
1559 	case OP(RDMA_READ_RESPONSE_LAST):  in qib_rc_rcv_resp()
1582 				 OP(RDMA_READ_RESPONSE_LAST), 0, rcd);  in qib_rc_rcv_resp()
1707 	case OP(RDMA_READ_REQUEST): {  in qib_rc_rcv_error()
1716 		if (!e || e->opcode != OP(RDMA_READ_REQUEST))  in qib_rc_rcv_error()
1757 	case OP(COMPARE_SWAP):  in qib_rc_rcv_error()
1758 	case OP(FETCH_ADD): {  in qib_rc_rcv_error()
1805 	qp->s_ack_state = OP(ACKNOWLEDGE);  in qib_rc_rcv_error()
1846 	qp->s_ack_state = OP(ACKNOWLEDGE);  in qib_update_ack_queue()
1900 	if (opcode >= OP(RDMA_READ_RESPONSE_FIRST) &&  in qib_rc_rcv()
1901 	    opcode <= OP(ATOMIC_ACKNOWLEDGE)) {  in qib_rc_rcv()
1917 	case OP(SEND_FIRST):  in qib_rc_rcv()
1918 	case OP(SEND_MIDDLE):  in qib_rc_rcv()
1919 		if (opcode == OP(SEND_MIDDLE) ||  in qib_rc_rcv()
1920 		    opcode == OP(SEND_LAST) ||  in qib_rc_rcv()
1921 		    opcode == OP(SEND_LAST_WITH_IMMEDIATE))  in qib_rc_rcv()
1925 	case OP(RDMA_WRITE_FIRST):  in qib_rc_rcv()
1926 	case OP(RDMA_WRITE_MIDDLE):  in qib_rc_rcv()
1927 		if (opcode == OP(RDMA_WRITE_MIDDLE) ||  in qib_rc_rcv()
1928 		    opcode == OP(RDMA_WRITE_LAST) ||  in qib_rc_rcv()
1929 		    opcode == OP(RDMA_WRITE_LAST_WITH_IMMEDIATE))  in qib_rc_rcv()
1934 		if (opcode == OP(SEND_MIDDLE) ||  in qib_rc_rcv()
1935 		    opcode == OP(SEND_LAST) ||  in qib_rc_rcv()
1936 		    opcode == OP(SEND_LAST_WITH_IMMEDIATE) ||  in qib_rc_rcv()
1937 		    opcode == OP(RDMA_WRITE_MIDDLE) ||  in qib_rc_rcv()
1938 		    opcode == OP(RDMA_WRITE_LAST) ||  in qib_rc_rcv()
1939 		    opcode == OP(RDMA_WRITE_LAST_WITH_IMMEDIATE))  in qib_rc_rcv()
1963 	case OP(SEND_FIRST):  in qib_rc_rcv()
1971 	case OP(SEND_MIDDLE):  in qib_rc_rcv()
1972 	case OP(RDMA_WRITE_MIDDLE):  in qib_rc_rcv()
1983 	case OP(RDMA_WRITE_LAST_WITH_IMMEDIATE):  in qib_rc_rcv()
1992 	case OP(SEND_ONLY):  in qib_rc_rcv()
1993 	case OP(SEND_ONLY_WITH_IMMEDIATE):  in qib_rc_rcv()
2000 		if (opcode == OP(SEND_ONLY))  in qib_rc_rcv()
2003 	case OP(SEND_LAST_WITH_IMMEDIATE):  in qib_rc_rcv()
2009 	case OP(SEND_LAST):  in qib_rc_rcv()
2010 	case OP(RDMA_WRITE_LAST):  in qib_rc_rcv()
2033 		if (opcode == OP(RDMA_WRITE_LAST_WITH_IMMEDIATE) ||  in qib_rc_rcv()
2034 		    opcode == OP(RDMA_WRITE_ONLY_WITH_IMMEDIATE))  in qib_rc_rcv()
2053 	case OP(RDMA_WRITE_FIRST):  in qib_rc_rcv()
2054 	case OP(RDMA_WRITE_ONLY):  in qib_rc_rcv()
2055 	case OP(RDMA_WRITE_ONLY_WITH_IMMEDIATE):  in qib_rc_rcv()
2082 		if (opcode == OP(RDMA_WRITE_FIRST))  in qib_rc_rcv()
2084 		else if (opcode == OP(RDMA_WRITE_ONLY))  in qib_rc_rcv()
2096 	case OP(RDMA_READ_REQUEST): {  in qib_rc_rcv()
2114 		if (e->opcode == OP(RDMA_READ_REQUEST) && e->rdma_sge.mr) {  in qib_rc_rcv()
2164 	case OP(COMPARE_SWAP):  in qib_rc_rcv()
2165 	case OP(FETCH_ADD): {  in qib_rc_rcv()
2186 		if (e->opcode == OP(RDMA_READ_REQUEST) && e->rdma_sge.mr) {  in qib_rc_rcv()
2204 		e->atomic_data = (opcode == OP(FETCH_ADD)) ?  in qib_rc_rcv()