iser_task 163 drivers/infiniband/ulp/iser/iscsi_iser.c struct iscsi_iser_task *iser_task = task->dd_data; iser_task 165 drivers/infiniband/ulp/iser/iscsi_iser.c task->hdr = (struct iscsi_hdr *)&iser_task->desc.iscsi_header; iser_task 166 drivers/infiniband/ulp/iser/iscsi_iser.c task->hdr_max = sizeof(iser_task->desc.iscsi_header); iser_task 188 drivers/infiniband/ulp/iser/iscsi_iser.c struct iscsi_iser_task *iser_task = task->dd_data; iser_task 216 drivers/infiniband/ulp/iser/iscsi_iser.c iser_task->iser_conn = iser_conn; iser_task 236 drivers/infiniband/ulp/iser/iscsi_iser.c struct iscsi_iser_task *iser_task = task->dd_data; iser_task 239 drivers/infiniband/ulp/iser/iscsi_iser.c ret = iser_initialize_task_headers(task, &iser_task->desc); iser_task 242 drivers/infiniband/ulp/iser/iscsi_iser.c iser_task, ret); iser_task 250 drivers/infiniband/ulp/iser/iscsi_iser.c iser_task->command_sent = 0; iser_task 251 drivers/infiniband/ulp/iser/iscsi_iser.c iser_task_rdma_init(iser_task); iser_task 252 drivers/infiniband/ulp/iser/iscsi_iser.c iser_task->sc = task->sc; iser_task 326 drivers/infiniband/ulp/iser/iscsi_iser.c struct iscsi_iser_task *iser_task = task->dd_data; iser_task 344 drivers/infiniband/ulp/iser/iscsi_iser.c if (!iser_task->command_sent) { iser_task 348 drivers/infiniband/ulp/iser/iscsi_iser.c iser_task->command_sent = 1; iser_task 369 drivers/infiniband/ulp/iser/iscsi_iser.c struct iscsi_iser_task *iser_task = task->dd_data; iser_task 370 drivers/infiniband/ulp/iser/iscsi_iser.c struct iser_tx_desc *tx_desc = &iser_task->desc; iser_task 388 drivers/infiniband/ulp/iser/iscsi_iser.c if (iser_task->status == ISER_TASK_STATUS_STARTED) { iser_task 389 drivers/infiniband/ulp/iser/iscsi_iser.c iser_task->status = ISER_TASK_STATUS_COMPLETED; iser_task 390 drivers/infiniband/ulp/iser/iscsi_iser.c iser_task_rdma_finalize(iser_task); iser_task 409 drivers/infiniband/ulp/iser/iscsi_iser.c struct iscsi_iser_task *iser_task = task->dd_data; iser_task 410 drivers/infiniband/ulp/iser/iscsi_iser.c enum iser_data_dir dir = iser_task->dir[ISER_DIR_IN] ? iser_task 413 drivers/infiniband/ulp/iser/iscsi_iser.c return iser_check_task_pi_status(iser_task, dir, sector); iser_task 333 drivers/infiniband/ulp/iser/iscsi_iser.h int (*reg_mem)(struct iscsi_iser_task *iser_task, iser_task 337 drivers/infiniband/ulp/iser/iscsi_iser.h void (*unreg_mem)(struct iscsi_iser_task *iser_task, iser_task 590 drivers/infiniband/ulp/iser/iscsi_iser.h void iser_finalize_rdma_unaligned_sg(struct iscsi_iser_task *iser_task, iser_task 605 drivers/infiniband/ulp/iser/iscsi_iser.h void iser_unreg_mem_fmr(struct iscsi_iser_task *iser_task, iser_task 607 drivers/infiniband/ulp/iser/iscsi_iser.h void iser_unreg_mem_fastreg(struct iscsi_iser_task *iser_task, iser_task 615 drivers/infiniband/ulp/iser/iscsi_iser.h int iser_dma_map_task_data(struct iscsi_iser_task *iser_task, iser_task 620 drivers/infiniband/ulp/iser/iscsi_iser.h void iser_dma_unmap_task_data(struct iscsi_iser_task *iser_task, iser_task 636 drivers/infiniband/ulp/iser/iscsi_iser.h u8 iser_check_task_pi_status(struct iscsi_iser_task *iser_task, iser_task 51 drivers/infiniband/ulp/iser/iser_initiator.c struct iscsi_iser_task *iser_task = task->dd_data; iser_task 54 drivers/infiniband/ulp/iser/iser_initiator.c struct iser_ctrl *hdr = &iser_task->desc.iser_header; iser_task 55 drivers/infiniband/ulp/iser/iser_initiator.c struct iser_data_buf *buf_in = &iser_task->data[ISER_DIR_IN]; iser_task 57 drivers/infiniband/ulp/iser/iser_initiator.c err = iser_dma_map_task_data(iser_task, iser_task 64 drivers/infiniband/ulp/iser/iser_initiator.c if (scsi_prot_sg_count(iser_task->sc)) { iser_task 65 drivers/infiniband/ulp/iser/iser_initiator.c struct iser_data_buf *pbuf_in = &iser_task->prot[ISER_DIR_IN]; iser_task 67 drivers/infiniband/ulp/iser/iser_initiator.c err = iser_dma_map_task_data(iser_task, iser_task 75 drivers/infiniband/ulp/iser/iser_initiator.c err = iser_reg_rdma_mem(iser_task, ISER_DIR_IN, false); iser_task 80 drivers/infiniband/ulp/iser/iser_initiator.c mem_reg = &iser_task->rdma_reg[ISER_DIR_IN]; iser_task 104 drivers/infiniband/ulp/iser/iser_initiator.c struct iscsi_iser_task *iser_task = task->dd_data; iser_task 107 drivers/infiniband/ulp/iser/iser_initiator.c struct iser_ctrl *hdr = &iser_task->desc.iser_header; iser_task 108 drivers/infiniband/ulp/iser/iser_initiator.c struct iser_data_buf *buf_out = &iser_task->data[ISER_DIR_OUT]; iser_task 109 drivers/infiniband/ulp/iser/iser_initiator.c struct ib_sge *tx_dsg = &iser_task->desc.tx_sg[1]; iser_task 111 drivers/infiniband/ulp/iser/iser_initiator.c err = iser_dma_map_task_data(iser_task, iser_task 118 drivers/infiniband/ulp/iser/iser_initiator.c if (scsi_prot_sg_count(iser_task->sc)) { iser_task 119 drivers/infiniband/ulp/iser/iser_initiator.c struct iser_data_buf *pbuf_out = &iser_task->prot[ISER_DIR_OUT]; iser_task 121 drivers/infiniband/ulp/iser/iser_initiator.c err = iser_dma_map_task_data(iser_task, iser_task 129 drivers/infiniband/ulp/iser/iser_initiator.c err = iser_reg_rdma_mem(iser_task, ISER_DIR_OUT, iser_task 136 drivers/infiniband/ulp/iser/iser_initiator.c mem_reg = &iser_task->rdma_reg[ISER_DIR_OUT]; iser_task 156 drivers/infiniband/ulp/iser/iser_initiator.c iser_task->desc.num_sge = 2; iser_task 366 drivers/infiniband/ulp/iser/iser_initiator.c struct iscsi_iser_task *iser_task = task->dd_data; iser_task 372 drivers/infiniband/ulp/iser/iser_initiator.c struct iser_tx_desc *tx_desc = &iser_task->desc; iser_task 383 drivers/infiniband/ulp/iser/iser_initiator.c data_buf = &iser_task->data[ISER_DIR_IN]; iser_task 384 drivers/infiniband/ulp/iser/iser_initiator.c prot_buf = &iser_task->prot[ISER_DIR_IN]; iser_task 386 drivers/infiniband/ulp/iser/iser_initiator.c data_buf = &iser_task->data[ISER_DIR_OUT]; iser_task 387 drivers/infiniband/ulp/iser/iser_initiator.c prot_buf = &iser_task->prot[ISER_DIR_OUT]; iser_task 418 drivers/infiniband/ulp/iser/iser_initiator.c iser_task->status = ISER_TASK_STATUS_STARTED; iser_task 438 drivers/infiniband/ulp/iser/iser_initiator.c struct iscsi_iser_task *iser_task = task->dd_data; iser_task 468 drivers/infiniband/ulp/iser/iser_initiator.c mem_reg = &iser_task->rdma_reg[ISER_DIR_OUT]; iser_task 475 drivers/infiniband/ulp/iser/iser_initiator.c if (buf_offset + data_seg_len > iser_task->data[ISER_DIR_OUT].data_len) { iser_task 478 drivers/infiniband/ulp/iser/iser_initiator.c iser_task->data[ISER_DIR_OUT].data_len, itt); iser_task 500 drivers/infiniband/ulp/iser/iser_initiator.c struct iscsi_iser_task *iser_task = task->dd_data; iser_task 501 drivers/infiniband/ulp/iser/iser_initiator.c struct iser_tx_desc *mdesc = &iser_task->desc; iser_task 626 drivers/infiniband/ulp/iser/iser_initiator.c struct iscsi_iser_task *iser_task = task->dd_data; iser_task 629 drivers/infiniband/ulp/iser/iser_initiator.c if (iser_task->dir[ISER_DIR_IN]) { iser_task 630 drivers/infiniband/ulp/iser/iser_initiator.c desc = iser_task->rdma_reg[ISER_DIR_IN].mem_h; iser_task 635 drivers/infiniband/ulp/iser/iser_initiator.c if (iser_task->dir[ISER_DIR_OUT]) { iser_task 636 drivers/infiniband/ulp/iser/iser_initiator.c desc = iser_task->rdma_reg[ISER_DIR_OUT].mem_h; iser_task 738 drivers/infiniband/ulp/iser/iser_initiator.c void iser_task_rdma_init(struct iscsi_iser_task *iser_task) iser_task 741 drivers/infiniband/ulp/iser/iser_initiator.c iser_task->status = ISER_TASK_STATUS_INIT; iser_task 743 drivers/infiniband/ulp/iser/iser_initiator.c iser_task->dir[ISER_DIR_IN] = 0; iser_task 744 drivers/infiniband/ulp/iser/iser_initiator.c iser_task->dir[ISER_DIR_OUT] = 0; iser_task 746 drivers/infiniband/ulp/iser/iser_initiator.c iser_task->data[ISER_DIR_IN].data_len = 0; iser_task 747 drivers/infiniband/ulp/iser/iser_initiator.c iser_task->data[ISER_DIR_OUT].data_len = 0; iser_task 749 drivers/infiniband/ulp/iser/iser_initiator.c iser_task->prot[ISER_DIR_IN].data_len = 0; iser_task 750 drivers/infiniband/ulp/iser/iser_initiator.c iser_task->prot[ISER_DIR_OUT].data_len = 0; iser_task 752 drivers/infiniband/ulp/iser/iser_initiator.c iser_task->prot[ISER_DIR_IN].dma_nents = 0; iser_task 753 drivers/infiniband/ulp/iser/iser_initiator.c iser_task->prot[ISER_DIR_OUT].dma_nents = 0; iser_task 755 drivers/infiniband/ulp/iser/iser_initiator.c memset(&iser_task->rdma_reg[ISER_DIR_IN], 0, iser_task 757 drivers/infiniband/ulp/iser/iser_initiator.c memset(&iser_task->rdma_reg[ISER_DIR_OUT], 0, iser_task 761 drivers/infiniband/ulp/iser/iser_initiator.c void iser_task_rdma_finalize(struct iscsi_iser_task *iser_task) iser_task 763 drivers/infiniband/ulp/iser/iser_initiator.c int prot_count = scsi_prot_sg_count(iser_task->sc); iser_task 765 drivers/infiniband/ulp/iser/iser_initiator.c if (iser_task->dir[ISER_DIR_IN]) { iser_task 766 drivers/infiniband/ulp/iser/iser_initiator.c iser_unreg_rdma_mem(iser_task, ISER_DIR_IN); iser_task 767 drivers/infiniband/ulp/iser/iser_initiator.c iser_dma_unmap_task_data(iser_task, iser_task 768 drivers/infiniband/ulp/iser/iser_initiator.c &iser_task->data[ISER_DIR_IN], iser_task 771 drivers/infiniband/ulp/iser/iser_initiator.c iser_dma_unmap_task_data(iser_task, iser_task 772 drivers/infiniband/ulp/iser/iser_initiator.c &iser_task->prot[ISER_DIR_IN], iser_task 776 drivers/infiniband/ulp/iser/iser_initiator.c if (iser_task->dir[ISER_DIR_OUT]) { iser_task 777 drivers/infiniband/ulp/iser/iser_initiator.c iser_unreg_rdma_mem(iser_task, ISER_DIR_OUT); iser_task 778 drivers/infiniband/ulp/iser/iser_initiator.c iser_dma_unmap_task_data(iser_task, iser_task 779 drivers/infiniband/ulp/iser/iser_initiator.c &iser_task->data[ISER_DIR_OUT], iser_task 782 drivers/infiniband/ulp/iser/iser_initiator.c iser_dma_unmap_task_data(iser_task, iser_task 783 drivers/infiniband/ulp/iser/iser_initiator.c &iser_task->prot[ISER_DIR_OUT], iser_task 42 drivers/infiniband/ulp/iser/iser_memory.c int iser_fast_reg_fmr(struct iscsi_iser_task *iser_task, iser_task 47 drivers/infiniband/ulp/iser/iser_memory.c int iser_fast_reg_mr(struct iscsi_iser_task *iser_task, iser_task 162 drivers/infiniband/ulp/iser/iser_memory.c int iser_dma_map_task_data(struct iscsi_iser_task *iser_task, iser_task 169 drivers/infiniband/ulp/iser/iser_memory.c iser_task->dir[iser_dir] = 1; iser_task 170 drivers/infiniband/ulp/iser/iser_memory.c dev = iser_task->iser_conn->ib_conn.device->ib_device; iser_task 180 drivers/infiniband/ulp/iser/iser_memory.c void iser_dma_unmap_task_data(struct iscsi_iser_task *iser_task, iser_task 186 drivers/infiniband/ulp/iser/iser_memory.c dev = iser_task->iser_conn->ib_conn.device->ib_device; iser_task 227 drivers/infiniband/ulp/iser/iser_memory.c int iser_fast_reg_fmr(struct iscsi_iser_task *iser_task, iser_task 232 drivers/infiniband/ulp/iser/iser_memory.c struct ib_conn *ib_conn = &iser_task->iser_conn->ib_conn; iser_task 275 drivers/infiniband/ulp/iser/iser_memory.c void iser_unreg_mem_fmr(struct iscsi_iser_task *iser_task, iser_task 278 drivers/infiniband/ulp/iser/iser_memory.c struct iser_mem_reg *reg = &iser_task->rdma_reg[cmd_dir]; iser_task 290 drivers/infiniband/ulp/iser/iser_memory.c void iser_unreg_mem_fastreg(struct iscsi_iser_task *iser_task, iser_task 293 drivers/infiniband/ulp/iser/iser_memory.c struct iser_device *device = iser_task->iser_conn->ib_conn.device; iser_task 294 drivers/infiniband/ulp/iser/iser_memory.c struct iser_mem_reg *reg = &iser_task->rdma_reg[cmd_dir]; iser_task 299 drivers/infiniband/ulp/iser/iser_memory.c device->reg_ops->reg_desc_put(&iser_task->iser_conn->ib_conn, iser_task 380 drivers/infiniband/ulp/iser/iser_memory.c iser_reg_sig_mr(struct iscsi_iser_task *iser_task, iser_task 386 drivers/infiniband/ulp/iser/iser_memory.c struct iser_tx_desc *tx_desc = &iser_task->desc; iser_task 387 drivers/infiniband/ulp/iser/iser_memory.c struct ib_cqe *cqe = &iser_task->iser_conn->ib_conn.reg_cqe; iser_task 394 drivers/infiniband/ulp/iser/iser_memory.c ret = iser_set_sig_attrs(iser_task->sc, sig_attrs); iser_task 398 drivers/infiniband/ulp/iser/iser_memory.c iser_set_prot_checks(iser_task->sc, &sig_attrs->check_mask); iser_task 438 drivers/infiniband/ulp/iser/iser_memory.c static int iser_fast_reg_mr(struct iscsi_iser_task *iser_task, iser_task 443 drivers/infiniband/ulp/iser/iser_memory.c struct iser_tx_desc *tx_desc = &iser_task->desc; iser_task 444 drivers/infiniband/ulp/iser/iser_memory.c struct ib_cqe *cqe = &iser_task->iser_conn->ib_conn.reg_cqe; iser_task 1070 drivers/infiniband/ulp/iser/iser_verbs.c u8 iser_check_task_pi_status(struct iscsi_iser_task *iser_task, iser_task 1073 drivers/infiniband/ulp/iser/iser_verbs.c struct iser_mem_reg *reg = &iser_task->rdma_reg[cmd_dir]; iser_task 1075 drivers/infiniband/ulp/iser/iser_verbs.c unsigned long sector_size = iser_task->sc->device->sector_size; iser_task 1094 drivers/infiniband/ulp/iser/iser_verbs.c *sector = scsi_get_lba(iser_task->sc) + sector_off;