189 	switch (send->s_wr.opcode) {  in rds_ib_send_unmap_op()
213 			       __func__, send->s_wr.opcode);  in rds_ib_send_unmap_op()
217 	send->s_wr.opcode = 0xdead;  in rds_ib_send_unmap_op()
232 		send->s_wr.wr_id = i;  in rds_ib_send_init_ring()
233 		send->s_wr.sg_list = send->s_sge;  in rds_ib_send_init_ring()
234 		send->s_wr.ex.imm_data = 0;  in rds_ib_send_init_ring()
251 		if (send->s_op && send->s_wr.opcode != 0xdead)  in rds_ib_send_clear_ring()
313 			if (send->s_wr.send_flags & IB_SEND_SIGNALED)  in rds_ib_send_cq_comp_handler()
506 		send->s_wr.send_flags |= IB_SEND_SIGNALED;  in rds_ib_set_wr_signal_state()
667 		send->s_wr.send_flags = send_flags;  in rds_ib_xmit()
668 		send->s_wr.opcode = IB_WR_SEND;  in rds_ib_xmit()
669 		send->s_wr.num_sge = 1;  in rds_ib_xmit()
670 		send->s_wr.next = NULL;  in rds_ib_xmit()
684 			send->s_wr.num_sge = 2;  in rds_ib_xmit()
703 			send->s_wr.send_flags |= IB_SEND_SIGNALED | IB_SEND_SOLICITED;  in rds_ib_xmit()
705 		if (send->s_wr.send_flags & IB_SEND_SIGNALED)  in rds_ib_xmit()
709 			 &send->s_wr, send->s_wr.num_sge, send->s_wr.next);  in rds_ib_xmit()
722 			prev->s_wr.next = &send->s_wr;  in rds_ib_xmit()
740 		prev->s_wr.send_flags |= IB_SEND_SOLICITED;  in rds_ib_xmit()
756 	failed_wr = &first->s_wr;  in rds_ib_xmit()
757 	ret = ib_post_send(ic->i_cm_id->qp, &first->s_wr, &failed_wr);  in rds_ib_xmit()
759 		 first, &first->s_wr, ret, failed_wr);  in rds_ib_xmit()
760 	BUG_ON(failed_wr != &first->s_wr);  in rds_ib_xmit()
812 		send->s_wr.opcode = IB_WR_MASKED_ATOMIC_CMP_AND_SWP;  in rds_ib_xmit_atomic()
813 		send->s_wr.wr.atomic.compare_add = op->op_m_cswp.compare;  in rds_ib_xmit_atomic()
814 		send->s_wr.wr.atomic.swap = op->op_m_cswp.swap;  in rds_ib_xmit_atomic()
815 		send->s_wr.wr.atomic.compare_add_mask = op->op_m_cswp.compare_mask;  in rds_ib_xmit_atomic()
816 		send->s_wr.wr.atomic.swap_mask = op->op_m_cswp.swap_mask;  in rds_ib_xmit_atomic()
818 		send->s_wr.opcode = IB_WR_MASKED_ATOMIC_FETCH_AND_ADD;  in rds_ib_xmit_atomic()
819 		send->s_wr.wr.atomic.compare_add = op->op_m_fadd.add;  in rds_ib_xmit_atomic()
820 		send->s_wr.wr.atomic.swap = 0;  in rds_ib_xmit_atomic()
821 		send->s_wr.wr.atomic.compare_add_mask = op->op_m_fadd.nocarry_mask;  in rds_ib_xmit_atomic()
822 		send->s_wr.wr.atomic.swap_mask = 0;  in rds_ib_xmit_atomic()
825 	send->s_wr.num_sge = 1;  in rds_ib_xmit_atomic()
826 	send->s_wr.next = NULL;  in rds_ib_xmit_atomic()
827 	send->s_wr.wr.atomic.remote_addr = op->op_remote_addr;  in rds_ib_xmit_atomic()
828 	send->s_wr.wr.atomic.rkey = op->op_rkey;  in rds_ib_xmit_atomic()
853 	failed_wr = &send->s_wr;  in rds_ib_xmit_atomic()
854 	ret = ib_post_send(ic->i_cm_id->qp, &send->s_wr, &failed_wr);  in rds_ib_xmit_atomic()
856 		 send, &send->s_wr, ret, failed_wr);  in rds_ib_xmit_atomic()
857 	BUG_ON(failed_wr != &send->s_wr);  in rds_ib_xmit_atomic()
866 	if (unlikely(failed_wr != &send->s_wr)) {  in rds_ib_xmit_atomic()
868 		BUG_ON(failed_wr != &send->s_wr);  in rds_ib_xmit_atomic()
932 		send->s_wr.send_flags = 0;  in rds_ib_xmit_rdma()
938 		send->s_wr.opcode = op->op_write ? IB_WR_RDMA_WRITE : IB_WR_RDMA_READ;  in rds_ib_xmit_rdma()
939 		send->s_wr.wr.rdma.remote_addr = remote_addr;  in rds_ib_xmit_rdma()
940 		send->s_wr.wr.rdma.rkey = op->op_rkey;  in rds_ib_xmit_rdma()
943 			send->s_wr.num_sge = max_sge;  in rds_ib_xmit_rdma()
946 			send->s_wr.num_sge = num_sge;  in rds_ib_xmit_rdma()
949 		send->s_wr.next = NULL;  in rds_ib_xmit_rdma()
952 			prev->s_wr.next = &send->s_wr;  in rds_ib_xmit_rdma()
954 		for (j = 0; j < send->s_wr.num_sge && scat != &op->op_sg[op->op_count]; j++) {  in rds_ib_xmit_rdma()
969 			&send->s_wr, send->s_wr.num_sge, send->s_wr.next);  in rds_ib_xmit_rdma()
990 	failed_wr = &first->s_wr;  in rds_ib_xmit_rdma()
991 	ret = ib_post_send(ic->i_cm_id->qp, &first->s_wr, &failed_wr);  in rds_ib_xmit_rdma()
993 		 first, &first->s_wr, ret, failed_wr);  in rds_ib_xmit_rdma()
994 	BUG_ON(failed_wr != &first->s_wr);  in rds_ib_xmit_rdma()
1003 	if (unlikely(failed_wr != &first->s_wr)) {  in rds_ib_xmit_rdma()
1005 		BUG_ON(failed_wr != &first->s_wr);  in rds_ib_xmit_rdma()