80 	struct qib_ack_entry *e;  in qib_make_rc_ack()  local
96 		e = &qp->s_ack_queue[qp->s_tail_ack_queue];  in qib_make_rc_ack()
97 		if (e->rdma_sge.mr) {  in qib_make_rc_ack()
98 			qib_put_mr(e->rdma_sge.mr);  in qib_make_rc_ack()
99 			e->rdma_sge.mr = NULL;  in qib_make_rc_ack()
120 		e = &qp->s_ack_queue[qp->s_tail_ack_queue];  in qib_make_rc_ack()
121 		if (e->opcode == OP(RDMA_READ_REQUEST)) {  in qib_make_rc_ack()
128 			len = e->rdma_sge.sge_length;  in qib_make_rc_ack()
129 			if (len && !e->rdma_sge.mr) {  in qib_make_rc_ack()
134 			qp->s_rdma_mr = e->rdma_sge.mr;  in qib_make_rc_ack()
137 			qp->s_ack_rdma_sge.sge = e->rdma_sge;  in qib_make_rc_ack()
145 				e->sent = 1;  in qib_make_rc_ack()
149 			qp->s_ack_rdma_psn = e->psn;  in qib_make_rc_ack()
158 				cpu_to_be32(e->atomic_data >> 32);  in qib_make_rc_ack()
160 				cpu_to_be32(e->atomic_data);  in qib_make_rc_ack()
162 			bth2 = e->psn & QIB_PSN_MASK;  in qib_make_rc_ack()
163 			e->sent = 1;  in qib_make_rc_ack()
183 			e = &qp->s_ack_queue[qp->s_tail_ack_queue];  in qib_make_rc_ack()
184 			e->sent = 1;  in qib_make_rc_ack()
1633 	struct qib_ack_entry *e;  in qib_rc_rcv_error()  local
1679 	e = NULL;  in qib_rc_rcv_error()
1693 			e = NULL;  in qib_rc_rcv_error()
1696 		e = &qp->s_ack_queue[prev];  in qib_rc_rcv_error()
1697 		if (!e->opcode) {  in qib_rc_rcv_error()
1698 			e = NULL;  in qib_rc_rcv_error()
1701 		if (qib_cmp24(psn, e->psn) >= 0) {  in qib_rc_rcv_error()
1703 			    qib_cmp24(psn, e->lpsn) <= 0)  in qib_rc_rcv_error()
1718 		if (!e || e->opcode != OP(RDMA_READ_REQUEST))  in qib_rc_rcv_error()
1729 		offset = ((psn - e->psn) & QIB_PSN_MASK) *  in qib_rc_rcv_error()
1732 		if (unlikely(offset + len != e->rdma_sge.sge_length))  in qib_rc_rcv_error()
1734 		if (e->rdma_sge.mr) {  in qib_rc_rcv_error()
1735 			qib_put_mr(e->rdma_sge.mr);  in qib_rc_rcv_error()
1736 			e->rdma_sge.mr = NULL;  in qib_rc_rcv_error()
1743 			ok = qib_rkey_ok(qp, &e->rdma_sge, len, vaddr, rkey,  in qib_rc_rcv_error()
1748 			e->rdma_sge.vaddr = NULL;  in qib_rc_rcv_error()
1749 			e->rdma_sge.length = 0;  in qib_rc_rcv_error()
1750 			e->rdma_sge.sge_length = 0;  in qib_rc_rcv_error()
1752 		e->psn = psn;  in qib_rc_rcv_error()
1766 		if (!e || e->opcode != (u8) opcode || old_req)  in qib_rc_rcv_error()
2099 		struct qib_ack_entry *e;  in qib_rc_rcv()  local
2115 		e = &qp->s_ack_queue[qp->r_head_ack_queue];  in qib_rc_rcv()
2116 		if (e->opcode == OP(RDMA_READ_REQUEST) && e->rdma_sge.mr) {  in qib_rc_rcv()
2117 			qib_put_mr(e->rdma_sge.mr);  in qib_rc_rcv()
2118 			e->rdma_sge.mr = NULL;  in qib_rc_rcv()
2128 			ok = qib_rkey_ok(qp, &e->rdma_sge, len, vaddr,  in qib_rc_rcv()
2139 			e->rdma_sge.mr = NULL;  in qib_rc_rcv()
2140 			e->rdma_sge.vaddr = NULL;  in qib_rc_rcv()
2141 			e->rdma_sge.length = 0;  in qib_rc_rcv()
2142 			e->rdma_sge.sge_length = 0;  in qib_rc_rcv()
2144 		e->opcode = opcode;  in qib_rc_rcv()
2145 		e->sent = 0;  in qib_rc_rcv()
2146 		e->psn = psn;  in qib_rc_rcv()
2147 		e->lpsn = qp->r_psn;  in qib_rc_rcv()
2169 		struct qib_ack_entry *e;  in qib_rc_rcv()  local
2187 		e = &qp->s_ack_queue[qp->r_head_ack_queue];  in qib_rc_rcv()
2188 		if (e->opcode == OP(RDMA_READ_REQUEST) && e->rdma_sge.mr) {  in qib_rc_rcv()
2189 			qib_put_mr(e->rdma_sge.mr);  in qib_rc_rcv()
2190 			e->rdma_sge.mr = NULL;  in qib_rc_rcv()
2206 		e->atomic_data = (opcode == OP(FETCH_ADD)) ?  in qib_rc_rcv()
2213 		e->opcode = opcode;  in qib_rc_rcv()
2214 		e->sent = 0;  in qib_rc_rcv()
2215 		e->psn = psn;  in qib_rc_rcv()
2216 		e->lpsn = psn;  in qib_rc_rcv()