119 int rdma_read_chunk_lcl(struct svcxprt_rdma *xprt,  in rdma_read_chunk_lcl()  argument
131 	struct svc_rdma_op_ctxt *ctxt = svc_rdma_get_context(xprt);  in rdma_read_chunk_lcl()
138 	pages_needed = min_t(int, pages_needed, xprt->sc_max_sge_rd);  in rdma_read_chunk_lcl()
153 			ib_dma_map_page(xprt->sc_cm_id->device,  in rdma_read_chunk_lcl()
157 		ret = ib_dma_mapping_error(xprt->sc_cm_id->device,  in rdma_read_chunk_lcl()
161 		atomic_inc(&xprt->sc_dma_used);  in rdma_read_chunk_lcl()
164 		ctxt->sge[pno].lkey = xprt->sc_dma_lkey;  in rdma_read_chunk_lcl()
192 	ret = svc_rdma_send(xprt, &read_wr.wr);  in rdma_read_chunk_lcl()
195 		set_bit(XPT_CLOSE, &xprt->sc_xprt.xpt_flags);  in rdma_read_chunk_lcl()
212 int rdma_read_chunk_frmr(struct svcxprt_rdma *xprt,  in rdma_read_chunk_frmr()  argument
227 	struct svc_rdma_op_ctxt *ctxt = svc_rdma_get_context(xprt);  in rdma_read_chunk_frmr()
228 	struct svc_rdma_fastreg_mr *frmr = svc_rdma_get_frmr(xprt);  in rdma_read_chunk_frmr()
238 	nents = min_t(unsigned int, nents, xprt->sc_frmr_pg_list_len);  in rdma_read_chunk_frmr()
274 	dma_nents = ib_dma_map_sg(xprt->sc_cm_id->device,  in rdma_read_chunk_frmr()
282 	atomic_inc(&xprt->sc_dma_used);  in rdma_read_chunk_frmr()
318 	if (xprt->sc_dev_caps & SVCRDMA_DEVCAP_READ_W_INV) {  in rdma_read_chunk_frmr()
335 	ret = svc_rdma_send(xprt, &reg_wr.wr);  in rdma_read_chunk_frmr()
338 		set_bit(XPT_CLOSE, &xprt->sc_xprt.xpt_flags);  in rdma_read_chunk_frmr()
349 	ib_dma_unmap_sg(xprt->sc_cm_id->device,  in rdma_read_chunk_frmr()
352 	svc_rdma_put_frmr(xprt, frmr);  in rdma_read_chunk_frmr()
416 static int rdma_read_chunks(struct svcxprt_rdma *xprt,  in rdma_read_chunks()  argument
473 			ret = xprt->sc_reader(xprt, rqstp, head,  in rdma_read_chunks()
577 	struct svc_xprt *xprt = rqstp->rq_xprt;  in svc_rdma_recvfrom()  local
579 		container_of(xprt, struct svcxprt_rdma, sc_xprt);  in svc_rdma_recvfrom()
602 		clear_bit(XPT_DATA, &xprt->xpt_flags);  in svc_rdma_recvfrom()
612 		if (test_bit(XPT_CLOSE, &xprt->xpt_flags))  in svc_rdma_recvfrom()
657 	svc_xprt_copy_addrs(rqstp, xprt);  in svc_rdma_recvfrom()
663 	dprintk("svcrdma: transport %p is closing\n", xprt);  in svc_rdma_recvfrom()
668 	set_bit(XPT_CLOSE, &xprt->xpt_flags);  in svc_rdma_recvfrom()