178 static int iser_start_rdma_unaligned_sg(struct iscsi_iser_task *iser_task,  in iser_start_rdma_unaligned_sg()  argument
182 	struct ib_device *dev = iser_task->iser_conn->ib_conn.device->ib_device;  in iser_start_rdma_unaligned_sg()
215 void iser_finalize_rdma_unaligned_sg(struct iscsi_iser_task *iser_task,  in iser_finalize_rdma_unaligned_sg()  argument
219 	struct ib_device *dev = iser_task->iser_conn->ib_conn.device->ib_device;  in iser_finalize_rdma_unaligned_sg()
362 int iser_dma_map_task_data(struct iscsi_iser_task *iser_task,  in iser_dma_map_task_data()  argument
369 	iser_task->dir[iser_dir] = 1;  in iser_dma_map_task_data()
370 	dev = iser_task->iser_conn->ib_conn.device->ib_device;  in iser_dma_map_task_data()
380 void iser_dma_unmap_task_data(struct iscsi_iser_task *iser_task,  in iser_dma_unmap_task_data()  argument
386 	dev = iser_task->iser_conn->ib_conn.device->ib_device;  in iser_dma_unmap_task_data()
408 static int fall_to_bounce_buf(struct iscsi_iser_task *iser_task,  in fall_to_bounce_buf()  argument
413 	struct iscsi_conn *iscsi_conn = iser_task->iser_conn->iscsi_conn;  in fall_to_bounce_buf()
414 	struct iser_device *device = iser_task->iser_conn->ib_conn.device;  in fall_to_bounce_buf()
424 	iser_dma_unmap_task_data(iser_task, mem,  in fall_to_bounce_buf()
430 	if (iser_start_rdma_unaligned_sg(iser_task, mem, cmd_dir) != 0)  in fall_to_bounce_buf()
442 int iser_reg_page_vec(struct iscsi_iser_task *iser_task,  in iser_reg_page_vec()  argument
447 	struct ib_conn *ib_conn = &iser_task->iser_conn->ib_conn;  in iser_reg_page_vec()
487 void iser_unreg_mem_fmr(struct iscsi_iser_task *iser_task,  in iser_unreg_mem_fmr()  argument
490 	struct iser_mem_reg *reg = &iser_task->rdma_reg[cmd_dir];  in iser_unreg_mem_fmr()
505 void iser_unreg_mem_fastreg(struct iscsi_iser_task *iser_task,  in iser_unreg_mem_fastreg()  argument
508 	struct iser_mem_reg *reg = &iser_task->rdma_reg[cmd_dir];  in iser_unreg_mem_fastreg()
513 	iser_reg_desc_put(&iser_task->iser_conn->ib_conn,  in iser_unreg_mem_fastreg()
524 int iser_reg_rdma_mem_fmr(struct iscsi_iser_task *iser_task,  in iser_reg_rdma_mem_fmr()  argument
527 	struct ib_conn *ib_conn = &iser_task->iser_conn->ib_conn;  in iser_reg_rdma_mem_fmr()
530 	struct iser_data_buf *mem = &iser_task->data[cmd_dir];  in iser_reg_rdma_mem_fmr()
536 	mem_reg = &iser_task->rdma_reg[cmd_dir];  in iser_reg_rdma_mem_fmr()
540 		err = fall_to_bounce_buf(iser_task, mem,  in iser_reg_rdma_mem_fmr()
552 		err = iser_reg_page_vec(iser_task, mem, ib_conn->fmr.page_vec,  in iser_reg_rdma_mem_fmr()
558 				 ntoh24(iser_task->desc.iscsi_header.dlength));  in iser_reg_rdma_mem_fmr()
650 iser_reg_sig_mr(struct iscsi_iser_task *iser_task,  in iser_reg_sig_mr()  argument
656 	struct ib_conn *ib_conn = &iser_task->iser_conn->ib_conn;  in iser_reg_sig_mr()
664 	ret = iser_set_sig_attrs(iser_task->sc, &sig_attrs);  in iser_reg_sig_mr()
668 	iser_set_prot_checks(iser_task->sc, &sig_attrs.check_mask);  in iser_reg_sig_mr()
682 	if (scsi_prot_sg_count(iser_task->sc))  in iser_reg_sig_mr()
703 	sig_reg->sge.length = scsi_transfer_length(iser_task->sc);  in iser_reg_sig_mr()
712 static int iser_fast_reg_mr(struct iscsi_iser_task *iser_task,  in iser_fast_reg_mr()  argument
718 	struct ib_conn *ib_conn = &iser_task->iser_conn->ib_conn;  in iser_fast_reg_mr()
790 int iser_reg_rdma_mem_fastreg(struct iscsi_iser_task *iser_task,  in iser_reg_rdma_mem_fastreg()  argument
793 	struct ib_conn *ib_conn = &iser_task->iser_conn->ib_conn;  in iser_reg_rdma_mem_fastreg()
796 	struct iser_data_buf *mem = &iser_task->data[cmd_dir];  in iser_reg_rdma_mem_fastreg()
797 	struct iser_mem_reg *mem_reg = &iser_task->rdma_reg[cmd_dir];  in iser_reg_rdma_mem_fastreg()
803 		err = fall_to_bounce_buf(iser_task, mem,  in iser_reg_rdma_mem_fastreg()
812 	    scsi_get_prot_op(iser_task->sc) != SCSI_PROT_NORMAL) {  in iser_reg_rdma_mem_fastreg()
817 	err = iser_fast_reg_mr(iser_task, mem, desc,  in iser_reg_rdma_mem_fastreg()
822 	if (scsi_get_prot_op(iser_task->sc) != SCSI_PROT_NORMAL) {  in iser_reg_rdma_mem_fastreg()
826 		if (scsi_prot_sg_count(iser_task->sc)) {  in iser_reg_rdma_mem_fastreg()
827 			mem = &iser_task->prot[cmd_dir];  in iser_reg_rdma_mem_fastreg()
830 				err = fall_to_bounce_buf(iser_task, mem,  in iser_reg_rdma_mem_fastreg()
838 			err = iser_fast_reg_mr(iser_task, mem, desc,  in iser_reg_rdma_mem_fastreg()
844 		err = iser_reg_sig_mr(iser_task, desc, mem_reg,  in iser_reg_rdma_mem_fastreg()