40 #define OP(x) IB_OPCODE_RC_##x  macro
103 	case OP(RDMA_READ_RESPONSE_LAST):  in ipath_make_rc_ack()
104 	case OP(RDMA_READ_RESPONSE_ONLY):  in ipath_make_rc_ack()
105 	case OP(ATOMIC_ACKNOWLEDGE):  in ipath_make_rc_ack()
114 	case OP(SEND_ONLY):  in ipath_make_rc_ack()
115 	case OP(ACKNOWLEDGE):  in ipath_make_rc_ack()
120 			qp->s_ack_state = OP(ACKNOWLEDGE);  in ipath_make_rc_ack()
125 		if (e->opcode == OP(RDMA_READ_REQUEST)) {  in ipath_make_rc_ack()
132 				qp->s_ack_state = OP(RDMA_READ_RESPONSE_FIRST);  in ipath_make_rc_ack()
134 				qp->s_ack_state = OP(RDMA_READ_RESPONSE_ONLY);  in ipath_make_rc_ack()
145 			qp->s_ack_state = OP(ATOMIC_ACKNOWLEDGE);  in ipath_make_rc_ack()
158 	case OP(RDMA_READ_RESPONSE_FIRST):  in ipath_make_rc_ack()
159 		qp->s_ack_state = OP(RDMA_READ_RESPONSE_MIDDLE);  in ipath_make_rc_ack()
161 	case OP(RDMA_READ_RESPONSE_MIDDLE):  in ipath_make_rc_ack()
168 			qp->s_ack_state = OP(RDMA_READ_RESPONSE_LAST);  in ipath_make_rc_ack()
183 		qp->s_ack_state = OP(SEND_ONLY);  in ipath_make_rc_ack()
195 		bth0 = OP(ACKNOWLEDGE) << 24;  in ipath_make_rc_ack()
241 	     qp->s_ack_state != OP(ACKNOWLEDGE)) &&  in ipath_make_rc_req()
322 				qp->s_state = OP(SEND_FIRST);  in ipath_make_rc_req()
327 				qp->s_state = OP(SEND_ONLY);  in ipath_make_rc_req()
329 				qp->s_state = OP(SEND_ONLY_WITH_IMMEDIATE);  in ipath_make_rc_req()
361 				qp->s_state = OP(RDMA_WRITE_FIRST);  in ipath_make_rc_req()
366 				qp->s_state = OP(RDMA_WRITE_ONLY);  in ipath_make_rc_req()
369 					OP(RDMA_WRITE_ONLY_WITH_IMMEDIATE);  in ipath_make_rc_req()
408 			qp->s_state = OP(RDMA_READ_REQUEST);  in ipath_make_rc_req()
434 				qp->s_state = OP(COMPARE_SWAP);  in ipath_make_rc_req()
440 				qp->s_state = OP(FETCH_ADD);  in ipath_make_rc_req()
490 	case OP(RDMA_READ_RESPONSE_FIRST):  in ipath_make_rc_req()
497 	case OP(SEND_FIRST):  in ipath_make_rc_req()
498 		qp->s_state = OP(SEND_MIDDLE);  in ipath_make_rc_req()
500 	case OP(SEND_MIDDLE):  in ipath_make_rc_req()
511 			qp->s_state = OP(SEND_LAST);  in ipath_make_rc_req()
513 			qp->s_state = OP(SEND_LAST_WITH_IMMEDIATE);  in ipath_make_rc_req()
526 	case OP(RDMA_READ_RESPONSE_LAST):  in ipath_make_rc_req()
533 	case OP(RDMA_WRITE_FIRST):  in ipath_make_rc_req()
534 		qp->s_state = OP(RDMA_WRITE_MIDDLE);  in ipath_make_rc_req()
536 	case OP(RDMA_WRITE_MIDDLE):  in ipath_make_rc_req()
547 			qp->s_state = OP(RDMA_WRITE_LAST);  in ipath_make_rc_req()
549 			qp->s_state = OP(RDMA_WRITE_LAST_WITH_IMMEDIATE);  in ipath_make_rc_req()
562 	case OP(RDMA_READ_RESPONSE_MIDDLE):  in ipath_make_rc_req()
574 		qp->s_state = OP(RDMA_READ_REQUEST);  in ipath_make_rc_req()
629 	    qp->s_ack_state != OP(ACKNOWLEDGE))  in send_rc_ack()
666 		(OP(ACKNOWLEDGE) << 24) | (1 << 22);  in send_rc_ack()
737 		qp->s_state = OP(SEND_LAST);  in reset_psn()
760 			qp->s_state = OP(SEND_LAST);  in reset_psn()
774 		qp->s_state = OP(RDMA_READ_RESPONSE_FIRST);  in reset_psn()
779 		qp->s_state = OP(RDMA_READ_RESPONSE_LAST);  in reset_psn()
783 		qp->s_state = OP(RDMA_READ_RESPONSE_MIDDLE);  in reset_psn()
791 		qp->s_state = OP(SEND_LAST);  in reset_psn()
902 		    opcode == OP(RDMA_READ_RESPONSE_ONLY) &&  in do_rc_ack()
917 		     (opcode != OP(RDMA_READ_RESPONSE_LAST) || diff != 0)) ||  in do_rc_ack()
920 		     (opcode != OP(ATOMIC_ACKNOWLEDGE) || diff != 0))) {  in do_rc_ack()
975 			qp->s_state = OP(SEND_LAST);  in do_rc_ack()
1008 			qp->s_state = OP(SEND_LAST);  in do_rc_ack()
1147 		if (diff == 0 && opcode == OP(ACKNOWLEDGE)) {  in ipath_rc_rcv_resp()
1166 	case OP(ACKNOWLEDGE):  in ipath_rc_rcv_resp()
1167 	case OP(ATOMIC_ACKNOWLEDGE):  in ipath_rc_rcv_resp()
1168 	case OP(RDMA_READ_RESPONSE_FIRST):  in ipath_rc_rcv_resp()
1175 		if (opcode == OP(ATOMIC_ACKNOWLEDGE)) {  in ipath_rc_rcv_resp()
1186 		    opcode != OP(RDMA_READ_RESPONSE_FIRST))  in ipath_rc_rcv_resp()
1202 	case OP(RDMA_READ_RESPONSE_MIDDLE):  in ipath_rc_rcv_resp()
1227 		if (opcode == OP(RDMA_READ_RESPONSE_MIDDLE))  in ipath_rc_rcv_resp()
1240 	case OP(RDMA_READ_RESPONSE_ONLY):  in ipath_rc_rcv_resp()
1266 	case OP(RDMA_READ_RESPONSE_LAST):  in ipath_rc_rcv_resp()
1299 				 OP(RDMA_READ_RESPONSE_LAST), 0);  in ipath_rc_rcv_resp()
1410 	case OP(RDMA_READ_REQUEST): {  in ipath_rc_rcv_error()
1420 		if (!e || e->opcode != OP(RDMA_READ_REQUEST) || old_req)  in ipath_rc_rcv_error()
1460 		qp->s_ack_state = OP(ACKNOWLEDGE);  in ipath_rc_rcv_error()
1465 	case OP(COMPARE_SWAP):  in ipath_rc_rcv_error()
1466 	case OP(FETCH_ADD): {  in ipath_rc_rcv_error()
1474 		qp->s_ack_state = OP(ACKNOWLEDGE);  in ipath_rc_rcv_error()
1499 		    qp->s_ack_state == OP(ACKNOWLEDGE)) {  in ipath_rc_rcv_error()
1509 		qp->s_ack_state = OP(ACKNOWLEDGE);  in ipath_rc_rcv_error()
1553 		qp->s_ack_state = OP(ACKNOWLEDGE);  in ipath_update_ack_queue()
1618 	if (opcode >= OP(RDMA_READ_RESPONSE_FIRST) &&  in ipath_rc_rcv()
1619 	    opcode <= OP(ATOMIC_ACKNOWLEDGE)) {  in ipath_rc_rcv()
1636 	case OP(SEND_FIRST):  in ipath_rc_rcv()
1637 	case OP(SEND_MIDDLE):  in ipath_rc_rcv()
1638 		if (opcode == OP(SEND_MIDDLE) ||  in ipath_rc_rcv()
1639 		    opcode == OP(SEND_LAST) ||  in ipath_rc_rcv()
1640 		    opcode == OP(SEND_LAST_WITH_IMMEDIATE))  in ipath_rc_rcv()
1644 	case OP(RDMA_WRITE_FIRST):  in ipath_rc_rcv()
1645 	case OP(RDMA_WRITE_MIDDLE):  in ipath_rc_rcv()
1646 		if (opcode == OP(RDMA_WRITE_MIDDLE) ||  in ipath_rc_rcv()
1647 		    opcode == OP(RDMA_WRITE_LAST) ||  in ipath_rc_rcv()
1648 		    opcode == OP(RDMA_WRITE_LAST_WITH_IMMEDIATE))  in ipath_rc_rcv()
1653 		if (opcode == OP(SEND_MIDDLE) ||  in ipath_rc_rcv()
1654 		    opcode == OP(SEND_LAST) ||  in ipath_rc_rcv()
1655 		    opcode == OP(SEND_LAST_WITH_IMMEDIATE) ||  in ipath_rc_rcv()
1656 		    opcode == OP(RDMA_WRITE_MIDDLE) ||  in ipath_rc_rcv()
1657 		    opcode == OP(RDMA_WRITE_LAST) ||  in ipath_rc_rcv()
1658 		    opcode == OP(RDMA_WRITE_LAST_WITH_IMMEDIATE))  in ipath_rc_rcv()
1672 	case OP(SEND_FIRST):  in ipath_rc_rcv()
1677 	case OP(SEND_MIDDLE):  in ipath_rc_rcv()
1678 	case OP(RDMA_WRITE_MIDDLE):  in ipath_rc_rcv()
1689 	case OP(RDMA_WRITE_LAST_WITH_IMMEDIATE):  in ipath_rc_rcv()
1695 	case OP(SEND_ONLY):  in ipath_rc_rcv()
1696 	case OP(SEND_ONLY_WITH_IMMEDIATE):  in ipath_rc_rcv()
1700 		if (opcode == OP(SEND_ONLY))  in ipath_rc_rcv()
1703 	case OP(SEND_LAST_WITH_IMMEDIATE):  in ipath_rc_rcv()
1715 	case OP(SEND_LAST):  in ipath_rc_rcv()
1716 	case OP(RDMA_WRITE_LAST):  in ipath_rc_rcv()
1735 		if (opcode == OP(RDMA_WRITE_LAST_WITH_IMMEDIATE) ||  in ipath_rc_rcv()
1736 		    opcode == OP(RDMA_WRITE_ONLY_WITH_IMMEDIATE))  in ipath_rc_rcv()
1750 	case OP(RDMA_WRITE_FIRST):  in ipath_rc_rcv()
1751 	case OP(RDMA_WRITE_ONLY):  in ipath_rc_rcv()
1752 	case OP(RDMA_WRITE_ONLY_WITH_IMMEDIATE):  in ipath_rc_rcv()
1785 		if (opcode == OP(RDMA_WRITE_FIRST))  in ipath_rc_rcv()
1787 		else if (opcode == OP(RDMA_WRITE_ONLY))  in ipath_rc_rcv()
1793 	case OP(RDMA_READ_REQUEST): {  in ipath_rc_rcv()
1866 	case OP(COMPARE_SWAP):  in ipath_rc_rcv()
1867 	case OP(FETCH_ADD): {  in ipath_rc_rcv()
1909 		e->atomic_data = (opcode == OP(FETCH_ADD)) ?  in ipath_rc_rcv()