51 	struct iscsi_iser_task *iser_task = task->dd_data;  in iser_prepare_read_cmd()  local
54 	struct iser_hdr *hdr = &iser_task->desc.iser_header;  in iser_prepare_read_cmd()
55 	struct iser_data_buf *buf_in = &iser_task->data[ISER_DIR_IN];  in iser_prepare_read_cmd()
57 	err = iser_dma_map_task_data(iser_task,  in iser_prepare_read_cmd()
64 	if (scsi_prot_sg_count(iser_task->sc)) {  in iser_prepare_read_cmd()
65 		struct iser_data_buf *pbuf_in = &iser_task->prot[ISER_DIR_IN];  in iser_prepare_read_cmd()
67 		err = iser_dma_map_task_data(iser_task,  in iser_prepare_read_cmd()
75 	err = iser_reg_rdma_mem(iser_task, ISER_DIR_IN);  in iser_prepare_read_cmd()
80 	mem_reg = &iser_task->rdma_reg[ISER_DIR_IN];  in iser_prepare_read_cmd()
104 	struct iscsi_iser_task *iser_task = task->dd_data;  in iser_prepare_write_cmd()  local
107 	struct iser_hdr *hdr = &iser_task->desc.iser_header;  in iser_prepare_write_cmd()
108 	struct iser_data_buf *buf_out = &iser_task->data[ISER_DIR_OUT];  in iser_prepare_write_cmd()
109 	struct ib_sge *tx_dsg = &iser_task->desc.tx_sg[1];  in iser_prepare_write_cmd()
111 	err = iser_dma_map_task_data(iser_task,  in iser_prepare_write_cmd()
118 	if (scsi_prot_sg_count(iser_task->sc)) {  in iser_prepare_write_cmd()
119 		struct iser_data_buf *pbuf_out = &iser_task->prot[ISER_DIR_OUT];  in iser_prepare_write_cmd()
121 		err = iser_dma_map_task_data(iser_task,  in iser_prepare_write_cmd()
129 	err = iser_reg_rdma_mem(iser_task, ISER_DIR_OUT);  in iser_prepare_write_cmd()
135 	mem_reg = &iser_task->rdma_reg[ISER_DIR_OUT];  in iser_prepare_write_cmd()
154 		iser_task->desc.num_sge = 2;  in iser_prepare_write_cmd()
373 	struct iscsi_iser_task *iser_task = task->dd_data;  in iser_send_command()  local
379 	struct iser_tx_desc *tx_desc = &iser_task->desc;  in iser_send_command()
389 		data_buf = &iser_task->data[ISER_DIR_IN];  in iser_send_command()
390 		prot_buf = &iser_task->prot[ISER_DIR_IN];  in iser_send_command()
392 		data_buf = &iser_task->data[ISER_DIR_OUT];  in iser_send_command()
393 		prot_buf = &iser_task->prot[ISER_DIR_OUT];  in iser_send_command()
424 	iser_task->status = ISER_TASK_STATUS_STARTED;  in iser_send_command()
444 	struct iscsi_iser_task *iser_task = task->dd_data;  in iser_send_data_out()  local
475 	mem_reg = &iser_task->rdma_reg[ISER_DIR_OUT];  in iser_send_data_out()
482 	if (buf_offset + data_seg_len > iser_task->data[ISER_DIR_OUT].data_len) {  in iser_send_data_out()
486 			 iser_task->data[ISER_DIR_OUT].data_len, itt);  in iser_send_data_out()
508 	struct iscsi_iser_task *iser_task = task->dd_data;  in iser_send_control()  local
509 	struct iser_tx_desc *mdesc = &iser_task->desc;  in iser_send_control()
642 void iser_task_rdma_init(struct iscsi_iser_task *iser_task)  in iser_task_rdma_init()  argument
645 	iser_task->status = ISER_TASK_STATUS_INIT;  in iser_task_rdma_init()
647 	iser_task->dir[ISER_DIR_IN] = 0;  in iser_task_rdma_init()
648 	iser_task->dir[ISER_DIR_OUT] = 0;  in iser_task_rdma_init()
650 	iser_task->data[ISER_DIR_IN].data_len  = 0;  in iser_task_rdma_init()
651 	iser_task->data[ISER_DIR_OUT].data_len = 0;  in iser_task_rdma_init()
653 	iser_task->prot[ISER_DIR_IN].data_len  = 0;  in iser_task_rdma_init()
654 	iser_task->prot[ISER_DIR_OUT].data_len = 0;  in iser_task_rdma_init()
656 	memset(&iser_task->rdma_reg[ISER_DIR_IN], 0,  in iser_task_rdma_init()
658 	memset(&iser_task->rdma_reg[ISER_DIR_OUT], 0,  in iser_task_rdma_init()
662 void iser_task_rdma_finalize(struct iscsi_iser_task *iser_task)  in iser_task_rdma_finalize()  argument
664 	int prot_count = scsi_prot_sg_count(iser_task->sc);  in iser_task_rdma_finalize()
666 	if (iser_task->dir[ISER_DIR_IN]) {  in iser_task_rdma_finalize()
667 		iser_unreg_rdma_mem(iser_task, ISER_DIR_IN);  in iser_task_rdma_finalize()
668 		iser_dma_unmap_task_data(iser_task,  in iser_task_rdma_finalize()
669 					 &iser_task->data[ISER_DIR_IN],  in iser_task_rdma_finalize()
672 			iser_dma_unmap_task_data(iser_task,  in iser_task_rdma_finalize()
673 						 &iser_task->prot[ISER_DIR_IN],  in iser_task_rdma_finalize()
677 	if (iser_task->dir[ISER_DIR_OUT]) {  in iser_task_rdma_finalize()
678 		iser_unreg_rdma_mem(iser_task, ISER_DIR_OUT);  in iser_task_rdma_finalize()
679 		iser_dma_unmap_task_data(iser_task,  in iser_task_rdma_finalize()
680 					 &iser_task->data[ISER_DIR_OUT],  in iser_task_rdma_finalize()
683 			iser_dma_unmap_task_data(iser_task,  in iser_task_rdma_finalize()
684 						 &iser_task->prot[ISER_DIR_OUT],  in iser_task_rdma_finalize()