io_request 2957 drivers/scsi/megaraid/megaraid_sas_base.c megasas_dump(cmd->io_request, io_request 262 drivers/scsi/megaraid/megaraid_sas_fusion.c memset(cmd->io_request, 0, MEGA_MPI2_RAID_DEFAULT_IO_FRAME_SIZE); io_request 967 drivers/scsi/megaraid/megaraid_sas_fusion.c cmd->io_request = io_request 970 drivers/scsi/megaraid/megaraid_sas_fusion.c memset(cmd->io_request, 0, io_request 2298 drivers/scsi/megaraid/megaraid_sas_fusion.c if ((le16_to_cpu(cmd->io_request->IoFlags) & io_request 2301 drivers/scsi/megaraid/megaraid_sas_fusion.c cmd->io_request->ChainOffset = io_request 2305 drivers/scsi/megaraid/megaraid_sas_fusion.c cmd->io_request->ChainOffset = 0; io_request 2307 drivers/scsi/megaraid/megaraid_sas_fusion.c cmd->io_request->ChainOffset = io_request 2355 drivers/scsi/megaraid/megaraid_sas_fusion.c sgl_chain64 = (struct MPI25_IEEE_SGE_CHAIN64 *)&cmd->io_request->SGL; io_request 2356 drivers/scsi/megaraid/megaraid_sas_fusion.c if ((le16_to_cpu(cmd->io_request->IoFlags) & io_request 2378 drivers/scsi/megaraid/megaraid_sas_fusion.c megasas_set_pd_lba(struct MPI2_RAID_SCSI_IO_REQUEST *io_request, u8 cdb_len, io_request 2385 drivers/scsi/megaraid/megaraid_sas_fusion.c u8 *cdb = io_request->CDB.CDB32; io_request 2393 drivers/scsi/megaraid/megaraid_sas_fusion.c memset(cdb, 0, sizeof(io_request->CDB.CDB32)); io_request 2414 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->CDB.EEDP32.PrimaryReferenceTag = io_request 2416 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->CDB.EEDP32.PrimaryApplicationTagMask = cpu_to_be16(0xffff); io_request 2417 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->IoFlags = cpu_to_le16(32); /* Specify 32-byte cdb */ io_request 2427 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->EEDPFlags = cpu_to_le16( io_request 2435 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->EEDPFlags = cpu_to_le16( io_request 2439 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->Control |= cpu_to_le32((0x4 << 26)); io_request 2440 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->EEDPBlockSize = cpu_to_le32(scp->device->sector_size); io_request 2457 drivers/scsi/megaraid/megaraid_sas_fusion.c memset(cdb, 0, sizeof(io_request->CDB.CDB32)); io_request 2468 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->IoFlags = cpu_to_le16(10); /* Specify 10-byte cdb */ io_request 2493 drivers/scsi/megaraid/megaraid_sas_fusion.c memset(cdb, 0, sizeof(io_request->CDB.CDB32)); io_request 2506 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->IoFlags = cpu_to_le16(16); /* Specify 16-byte cdb */ io_request 2592 drivers/scsi/megaraid/megaraid_sas_fusion.c SET_STREAM_DETECTED(cmd->io_request->RaidContext.raid_context_g35); io_request 2725 drivers/scsi/megaraid/megaraid_sas_fusion.c struct MPI2_RAID_SCSI_IO_REQUEST *io_request; io_request 2740 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request = cmd->io_request; io_request 2741 drivers/scsi/megaraid/megaraid_sas_fusion.c rctx = &io_request->RaidContext.raid_context; io_request 2742 drivers/scsi/megaraid/megaraid_sas_fusion.c rctx_g35 = &io_request->RaidContext.raid_context_g35; io_request 2808 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->DataLength = cpu_to_le32(scsi_buff_len); io_request 2886 drivers/scsi/megaraid/megaraid_sas_fusion.c megasas_set_raidflag_cpu_affinity(fusion, &io_request->RaidContext, io_request 2895 drivers/scsi/megaraid/megaraid_sas_fusion.c megasas_set_pd_lba(io_request, scp->cmd_len, &io_info, scp, io_request 2897 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->Function = MPI2_FUNCTION_SCSI_IO_REQUEST; io_request 2904 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->IoFlags |= cpu_to_le16(MPI25_SAS_DEVICE0_FLAGS_ENABLED_FAST_PATH); io_request 2912 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->IoFlags |= io_request 2945 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->DevHandle = io_info.devHandle; io_request 2948 drivers/scsi/megaraid/megaraid_sas_fusion.c memcpy(io_request->LUN, raidLUN, 8); io_request 2971 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->Function = MEGASAS_MPI2_FUNCTION_LD_IO_REQUEST; io_request 2972 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->DevHandle = cpu_to_le16(device_id); io_request 2989 drivers/scsi/megaraid/megaraid_sas_fusion.c struct MPI2_RAID_SCSI_IO_REQUEST *io_request; io_request 3000 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request = cmd->io_request; io_request 3003 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->DataLength = cpu_to_le32(scsi_bufflen(scmd)); io_request 3005 drivers/scsi/megaraid/megaraid_sas_fusion.c pRAID_Context = &io_request->RaidContext.raid_context; io_request 3026 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->Function = MEGASAS_MPI2_FUNCTION_LD_IO_REQUEST; io_request 3027 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->DevHandle = cpu_to_le16(device_id); io_request 3028 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->LUN[1] = scmd->device->lun; io_request 3057 drivers/scsi/megaraid/megaraid_sas_fusion.c memcpy(io_request->LUN, raid->LUN, 8); io_request 3060 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->Function = MPI2_FUNCTION_SCSI_IO_REQUEST; io_request 3061 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->DevHandle = devHandle; io_request 3080 drivers/scsi/megaraid/megaraid_sas_fusion.c struct MPI2_RAID_SCSI_IO_REQUEST *io_request; io_request 3097 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request = cmd->io_request; io_request 3099 drivers/scsi/megaraid/megaraid_sas_fusion.c pRAID_Context = &io_request->RaidContext.raid_context; io_request 3103 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->DataLength = cpu_to_le32(scsi_bufflen(scmd)); io_request 3104 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->LUN[1] = scmd->device->lun; io_request 3123 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->DevHandle = io_request 3126 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->RaidContext.raid_context_g35.routing_flags |= io_request 3128 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->RaidContext.raid_context_g35.nseg_type |= io_request 3130 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->RaidContext.raid_context_g35.nseg_type |= io_request 3144 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->DevHandle = cpu_to_le16(0xFFFF); io_request 3153 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->DevHandle = io_request 3156 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->DevHandle = cpu_to_le16(0xFFFF); io_request 3160 drivers/scsi/megaraid/megaraid_sas_fusion.c cmd->request_desc->SCSIIO.DevHandle = io_request->DevHandle; io_request 3177 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->Function = MEGASAS_MPI2_FUNCTION_LD_IO_REQUEST; io_request 3188 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->Function = MPI2_FUNCTION_SCSI_IO_REQUEST; io_request 3195 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->IoFlags |= io_request 3220 drivers/scsi/megaraid/megaraid_sas_fusion.c struct MPI2_RAID_SCSI_IO_REQUEST *io_request = cmd->io_request; io_request 3225 drivers/scsi/megaraid/megaraid_sas_fusion.c memset(io_request->LUN, 0x0, 8); io_request 3226 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->CDB.EEDP32.PrimaryReferenceTag = 0; io_request 3227 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->CDB.EEDP32.PrimaryApplicationTagMask = 0; io_request 3228 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->EEDPFlags = 0; io_request 3229 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->Control = 0; io_request 3230 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->EEDPBlockSize = 0; io_request 3231 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->ChainOffset = 0; io_request 3232 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->RaidContext.raid_context.raid_flags = 0; io_request 3233 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->RaidContext.raid_context.type = 0; io_request 3234 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->RaidContext.raid_context.nseg = 0; io_request 3236 drivers/scsi/megaraid/megaraid_sas_fusion.c memcpy(io_request->CDB.CDB32, scp->cmnd, scp->cmd_len); io_request 3241 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->IoFlags = cpu_to_le16(scp->cmd_len); io_request 3278 drivers/scsi/megaraid/megaraid_sas_fusion.c set_num_sge(&io_request->RaidContext.raid_context_g35, sge_count); io_request 3279 drivers/scsi/megaraid/megaraid_sas_fusion.c cpu_to_le16s(&io_request->RaidContext.raid_context_g35.routing_flags); io_request 3280 drivers/scsi/megaraid/megaraid_sas_fusion.c cpu_to_le16s(&io_request->RaidContext.raid_context_g35.nseg_type); io_request 3285 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->RaidContext.raid_context.num_sge = sge_count; io_request 3286 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->RaidContext.raid_context.num_sge_ext = io_request 3290 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->SGLFlags = cpu_to_le16(MPI2_SGE_FLAGS_64_BIT_ADDRESSING); io_request 3293 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->Control |= cpu_to_le32(MPI2_SCSIIO_CONTROL_WRITE); io_request 3295 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->Control |= cpu_to_le32(MPI2_SCSIIO_CONTROL_READ); io_request 3297 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->SGLOffset0 = io_request 3300 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->SenseBufferLowAddress = io_request 3302 drivers/scsi/megaraid/megaraid_sas_fusion.c io_request->SenseBufferLength = SCSI_SENSE_BUFFERSIZE; io_request 3336 drivers/scsi/megaraid/megaraid_sas_fusion.c memcpy(r1_cmd->io_request, cmd->io_request, io_request 3338 drivers/scsi/megaraid/megaraid_sas_fusion.c memcpy(&r1_cmd->io_request->SGL, &cmd->io_request->SGL, io_request 3341 drivers/scsi/megaraid/megaraid_sas_fusion.c r1_cmd->io_request->SenseBufferLowAddress = io_request 3351 drivers/scsi/megaraid/megaraid_sas_fusion.c r1_cmd->io_request->DevHandle = cmd->r1_alt_dev_handle; io_request 3352 drivers/scsi/megaraid/megaraid_sas_fusion.c r1_cmd->r1_alt_dev_handle = cmd->io_request->DevHandle; io_request 3353 drivers/scsi/megaraid/megaraid_sas_fusion.c cmd->io_request->RaidContext.raid_context_g35.flow_specific.peer_smid = io_request 3355 drivers/scsi/megaraid/megaraid_sas_fusion.c r1_cmd->io_request->RaidContext.raid_context_g35.flow_specific.peer_smid = io_request 3361 drivers/scsi/megaraid/megaraid_sas_fusion.c r1_cmd->io_request->RaidContext.raid_context_g35.span_arm = io_request 3362 drivers/scsi/megaraid/megaraid_sas_fusion.c cmd->io_request->RaidContext.raid_context_g35.span_arm + 1; io_request 3418 drivers/scsi/megaraid/megaraid_sas_fusion.c if (cmd->io_request->ChainOffset != 0 && io_request 3419 drivers/scsi/megaraid/megaraid_sas_fusion.c cmd->io_request->ChainOffset != 0xF) io_request 3421 drivers/scsi/megaraid/megaraid_sas_fusion.c "correct : %x\n", cmd->io_request->ChainOffset); io_request 3471 drivers/scsi/megaraid/megaraid_sas_fusion.c rctx_g35 = &cmd->io_request->RaidContext.raid_context_g35; io_request 3479 drivers/scsi/megaraid/megaraid_sas_fusion.c data_length = cmd->io_request->DataLength; io_request 3486 drivers/scsi/megaraid/megaraid_sas_fusion.c rctx_g35 = &r1_cmd->io_request->RaidContext.raid_context_g35; io_request 3490 drivers/scsi/megaraid/megaraid_sas_fusion.c data_length = r1_cmd->io_request->DataLength; io_request 3558 drivers/scsi/megaraid/megaraid_sas_fusion.c cmd_fusion->io_request; io_request 3569 drivers/scsi/megaraid/megaraid_sas_fusion.c cmd_fusion->io_request; io_request 3844 drivers/scsi/megaraid/megaraid_sas_fusion.c io_req = cmd->io_request; io_request 4289 drivers/scsi/megaraid/megaraid_sas_fusion.c cmd_fusion->io_request; io_request 4449 drivers/scsi/megaraid/megaraid_sas_fusion.c mr_request = (struct MR_TASK_MANAGE_REQUEST *) cmd_fusion->io_request; io_request 4890 drivers/scsi/megaraid/megaraid_sas_fusion.c if (cmd_fusion->io_request->Function == io_request 1081 drivers/scsi/megaraid/megaraid_sas_fusion.h struct MPI2_RAID_SCSI_IO_REQUEST *io_request; io_request 1043 drivers/scsi/smartpqi/smartpqi.h void (*io_complete_callback)(struct pqi_io_request *io_request, io_request 62 drivers/scsi/smartpqi/smartpqi_init.c struct pqi_io_request *io_request); io_request 554 drivers/scsi/smartpqi/smartpqi_init.c static inline void pqi_reinit_io_request(struct pqi_io_request *io_request) io_request 556 drivers/scsi/smartpqi/smartpqi_init.c io_request->scmd = NULL; io_request 557 drivers/scsi/smartpqi/smartpqi_init.c io_request->status = 0; io_request 558 drivers/scsi/smartpqi/smartpqi_init.c io_request->error_info = NULL; io_request 559 drivers/scsi/smartpqi/smartpqi_init.c io_request->raid_bypass = false; io_request 565 drivers/scsi/smartpqi/smartpqi_init.c struct pqi_io_request *io_request; io_request 569 drivers/scsi/smartpqi/smartpqi_init.c io_request = &ctrl_info->io_request_pool[i]; io_request 570 drivers/scsi/smartpqi/smartpqi_init.c if (atomic_inc_return(&io_request->refcount) == 1) io_request 572 drivers/scsi/smartpqi/smartpqi_init.c atomic_dec(&io_request->refcount); io_request 579 drivers/scsi/smartpqi/smartpqi_init.c pqi_reinit_io_request(io_request); io_request 581 drivers/scsi/smartpqi/smartpqi_init.c return io_request; io_request 584 drivers/scsi/smartpqi/smartpqi_init.c static void pqi_free_io_request(struct pqi_io_request *io_request) io_request 586 drivers/scsi/smartpqi/smartpqi_init.c atomic_dec(&io_request->refcount); io_request 2655 drivers/scsi/smartpqi/smartpqi_init.c static inline void pqi_aio_path_disabled(struct pqi_io_request *io_request) io_request 2659 drivers/scsi/smartpqi/smartpqi_init.c device = io_request->scmd->device->hostdata; io_request 2681 drivers/scsi/smartpqi/smartpqi_init.c static void pqi_process_raid_io_error(struct pqi_io_request *io_request) io_request 2692 drivers/scsi/smartpqi/smartpqi_init.c scmd = io_request->scmd; io_request 2696 drivers/scsi/smartpqi/smartpqi_init.c error_info = io_request->error_info; io_request 2782 drivers/scsi/smartpqi/smartpqi_init.c static void pqi_process_aio_io_error(struct pqi_io_request *io_request) io_request 2793 drivers/scsi/smartpqi/smartpqi_init.c scmd = io_request->scmd; io_request 2794 drivers/scsi/smartpqi/smartpqi_init.c error_info = io_request->error_info; io_request 2821 drivers/scsi/smartpqi/smartpqi_init.c pqi_aio_path_disabled(io_request); io_request 2823 drivers/scsi/smartpqi/smartpqi_init.c io_request->status = -EAGAIN; io_request 2827 drivers/scsi/smartpqi/smartpqi_init.c if (!io_request->raid_bypass) { io_request 2873 drivers/scsi/smartpqi/smartpqi_init.c struct pqi_io_request *io_request) io_request 2877 drivers/scsi/smartpqi/smartpqi_init.c pqi_process_raid_io_error(io_request); io_request 2880 drivers/scsi/smartpqi/smartpqi_init.c pqi_process_aio_io_error(io_request); io_request 2912 drivers/scsi/smartpqi/smartpqi_init.c struct pqi_io_request *io_request; io_request 2931 drivers/scsi/smartpqi/smartpqi_init.c io_request = &ctrl_info->io_request_pool[request_id]; io_request 2932 drivers/scsi/smartpqi/smartpqi_init.c WARN_ON(atomic_read(&io_request->refcount) == 0); io_request 2937 drivers/scsi/smartpqi/smartpqi_init.c if (io_request->scmd) io_request 2938 drivers/scsi/smartpqi/smartpqi_init.c io_request->scmd->result = 0; io_request 2943 drivers/scsi/smartpqi/smartpqi_init.c io_request->status = io_request 2949 drivers/scsi/smartpqi/smartpqi_init.c io_request->status = io_request 2954 drivers/scsi/smartpqi/smartpqi_init.c pqi_aio_path_disabled(io_request); io_request 2955 drivers/scsi/smartpqi/smartpqi_init.c io_request->status = -EAGAIN; io_request 2959 drivers/scsi/smartpqi/smartpqi_init.c io_request->error_info = ctrl_info->error_buffer + io_request 2963 drivers/scsi/smartpqi/smartpqi_init.c io_request); io_request 2972 drivers/scsi/smartpqi/smartpqi_init.c io_request->io_complete_callback(io_request, io_request 2973 drivers/scsi/smartpqi/smartpqi_init.c io_request->context); io_request 3880 drivers/scsi/smartpqi/smartpqi_init.c struct pqi_io_request *io_request) io_request 3895 drivers/scsi/smartpqi/smartpqi_init.c if (io_request) { io_request 3896 drivers/scsi/smartpqi/smartpqi_init.c io_request->queue_group = queue_group; io_request 3897 drivers/scsi/smartpqi/smartpqi_init.c list_add_tail(&io_request->request_list_entry, io_request 3903 drivers/scsi/smartpqi/smartpqi_init.c list_for_each_entry_safe(io_request, next, io_request 3906 drivers/scsi/smartpqi/smartpqi_init.c request = io_request->iu; io_request 3943 drivers/scsi/smartpqi/smartpqi_init.c list_del(&io_request->request_list_entry); io_request 3982 drivers/scsi/smartpqi/smartpqi_init.c static void pqi_raid_synchronous_complete(struct pqi_io_request *io_request, io_request 4018 drivers/scsi/smartpqi/smartpqi_init.c struct pqi_io_request *io_request; io_request 4066 drivers/scsi/smartpqi/smartpqi_init.c io_request = pqi_alloc_io_request(ctrl_info); io_request 4068 drivers/scsi/smartpqi/smartpqi_init.c put_unaligned_le16(io_request->index, io_request 4077 drivers/scsi/smartpqi/smartpqi_init.c memcpy(io_request->iu, request, iu_length); io_request 4079 drivers/scsi/smartpqi/smartpqi_init.c io_request->io_complete_callback = pqi_raid_synchronous_complete; io_request 4080 drivers/scsi/smartpqi/smartpqi_init.c io_request->context = &wait; io_request 4084 drivers/scsi/smartpqi/smartpqi_init.c io_request); io_request 4100 drivers/scsi/smartpqi/smartpqi_init.c if (io_request->error_info) io_request 4101 drivers/scsi/smartpqi/smartpqi_init.c memcpy(error_info, io_request->error_info, io_request 4105 drivers/scsi/smartpqi/smartpqi_init.c } else if (rc == 0 && io_request->error_info) { io_request 4107 drivers/scsi/smartpqi/smartpqi_init.c io_request->error_info); io_request 4110 drivers/scsi/smartpqi/smartpqi_init.c pqi_free_io_request(io_request); io_request 4585 drivers/scsi/smartpqi/smartpqi_init.c struct pqi_io_request *io_request; io_request 4592 drivers/scsi/smartpqi/smartpqi_init.c io_request = ctrl_info->io_request_pool; io_request 4595 drivers/scsi/smartpqi/smartpqi_init.c kfree(io_request->iu); io_request 4596 drivers/scsi/smartpqi/smartpqi_init.c if (!io_request->sg_chain_buffer) io_request 4599 drivers/scsi/smartpqi/smartpqi_init.c io_request->sg_chain_buffer, io_request 4600 drivers/scsi/smartpqi/smartpqi_init.c io_request->sg_chain_buffer_dma_handle); io_request 4601 drivers/scsi/smartpqi/smartpqi_init.c io_request++; io_request 4628 drivers/scsi/smartpqi/smartpqi_init.c struct pqi_io_request *io_request; io_request 4642 drivers/scsi/smartpqi/smartpqi_init.c io_request = ctrl_info->io_request_pool; io_request 4645 drivers/scsi/smartpqi/smartpqi_init.c io_request->iu = io_request 4648 drivers/scsi/smartpqi/smartpqi_init.c if (!io_request->iu) { io_request 4664 drivers/scsi/smartpqi/smartpqi_init.c io_request->index = i; io_request 4665 drivers/scsi/smartpqi/smartpqi_init.c io_request->sg_chain_buffer = sg_chain_buffer; io_request 4666 drivers/scsi/smartpqi/smartpqi_init.c io_request->sg_chain_buffer_dma_handle = io_request 4668 drivers/scsi/smartpqi/smartpqi_init.c io_request++; io_request 4789 drivers/scsi/smartpqi/smartpqi_init.c struct pqi_io_request *io_request) io_request 4827 drivers/scsi/smartpqi/smartpqi_init.c (u64)io_request->sg_chain_buffer_dma_handle, io_request 4836 drivers/scsi/smartpqi/smartpqi_init.c sg_descriptor = io_request->sg_chain_buffer; io_request 4853 drivers/scsi/smartpqi/smartpqi_init.c struct pqi_io_request *io_request) io_request 4891 drivers/scsi/smartpqi/smartpqi_init.c (u64)io_request->sg_chain_buffer_dma_handle, io_request 4900 drivers/scsi/smartpqi/smartpqi_init.c sg_descriptor = io_request->sg_chain_buffer; io_request 4916 drivers/scsi/smartpqi/smartpqi_init.c static void pqi_raid_io_complete(struct pqi_io_request *io_request, io_request 4921 drivers/scsi/smartpqi/smartpqi_init.c scmd = io_request->scmd; io_request 4922 drivers/scsi/smartpqi/smartpqi_init.c pqi_free_io_request(io_request); io_request 4928 drivers/scsi/smartpqi/smartpqi_init.c struct pqi_ctrl_info *ctrl_info, struct pqi_io_request *io_request, io_request 4936 drivers/scsi/smartpqi/smartpqi_init.c io_request->io_complete_callback = pqi_raid_io_complete; io_request 4937 drivers/scsi/smartpqi/smartpqi_init.c io_request->scmd = scmd; io_request 4939 drivers/scsi/smartpqi/smartpqi_init.c request = io_request->iu; io_request 4946 drivers/scsi/smartpqi/smartpqi_init.c put_unaligned_le16(io_request->index, &request->request_id); io_request 5006 drivers/scsi/smartpqi/smartpqi_init.c rc = pqi_build_raid_sg_list(ctrl_info, request, scmd, io_request); io_request 5008 drivers/scsi/smartpqi/smartpqi_init.c pqi_free_io_request(io_request); io_request 5012 drivers/scsi/smartpqi/smartpqi_init.c pqi_start_io(ctrl_info, queue_group, RAID_PATH, io_request); io_request 5021 drivers/scsi/smartpqi/smartpqi_init.c struct pqi_io_request *io_request; io_request 5023 drivers/scsi/smartpqi/smartpqi_init.c io_request = pqi_alloc_io_request(ctrl_info); io_request 5025 drivers/scsi/smartpqi/smartpqi_init.c return pqi_raid_submit_scsi_cmd_with_io_request(ctrl_info, io_request, io_request 5035 drivers/scsi/smartpqi/smartpqi_init.c static bool pqi_raid_bypass_retry_needed(struct pqi_io_request *io_request) io_request 5041 drivers/scsi/smartpqi/smartpqi_init.c if (!io_request->raid_bypass) io_request 5044 drivers/scsi/smartpqi/smartpqi_init.c scmd = io_request->scmd; io_request 5063 drivers/scsi/smartpqi/smartpqi_init.c struct pqi_io_request *io_request, bool at_head) io_request 5069 drivers/scsi/smartpqi/smartpqi_init.c list_add(&io_request->request_list_entry, io_request 5072 drivers/scsi/smartpqi/smartpqi_init.c list_add_tail(&io_request->request_list_entry, io_request 5077 drivers/scsi/smartpqi/smartpqi_init.c static void pqi_queued_raid_bypass_complete(struct pqi_io_request *io_request, io_request 5082 drivers/scsi/smartpqi/smartpqi_init.c scmd = io_request->scmd; io_request 5083 drivers/scsi/smartpqi/smartpqi_init.c pqi_free_io_request(io_request); io_request 5087 drivers/scsi/smartpqi/smartpqi_init.c static void pqi_queue_raid_bypass_retry(struct pqi_io_request *io_request) io_request 5092 drivers/scsi/smartpqi/smartpqi_init.c io_request->io_complete_callback = pqi_queued_raid_bypass_complete; io_request 5093 drivers/scsi/smartpqi/smartpqi_init.c scmd = io_request->scmd; io_request 5097 drivers/scsi/smartpqi/smartpqi_init.c pqi_add_to_raid_bypass_retry_list(ctrl_info, io_request, false); io_request 5101 drivers/scsi/smartpqi/smartpqi_init.c static int pqi_retry_raid_bypass(struct pqi_io_request *io_request) io_request 5108 drivers/scsi/smartpqi/smartpqi_init.c scmd = io_request->scmd; io_request 5111 drivers/scsi/smartpqi/smartpqi_init.c pqi_free_io_request(io_request); io_request 5118 drivers/scsi/smartpqi/smartpqi_init.c queue_group = io_request->queue_group; io_request 5120 drivers/scsi/smartpqi/smartpqi_init.c pqi_reinit_io_request(io_request); io_request 5122 drivers/scsi/smartpqi/smartpqi_init.c return pqi_raid_submit_scsi_cmd_with_io_request(ctrl_info, io_request, io_request 5130 drivers/scsi/smartpqi/smartpqi_init.c struct pqi_io_request *io_request; io_request 5133 drivers/scsi/smartpqi/smartpqi_init.c io_request = list_first_entry_or_null( io_request 5136 drivers/scsi/smartpqi/smartpqi_init.c if (io_request) io_request 5137 drivers/scsi/smartpqi/smartpqi_init.c list_del(&io_request->request_list_entry); io_request 5140 drivers/scsi/smartpqi/smartpqi_init.c return io_request; io_request 5146 drivers/scsi/smartpqi/smartpqi_init.c struct pqi_io_request *io_request; io_request 5153 drivers/scsi/smartpqi/smartpqi_init.c io_request = pqi_next_queued_raid_bypass_request(ctrl_info); io_request 5154 drivers/scsi/smartpqi/smartpqi_init.c if (!io_request) io_request 5156 drivers/scsi/smartpqi/smartpqi_init.c rc = pqi_retry_raid_bypass(io_request); io_request 5158 drivers/scsi/smartpqi/smartpqi_init.c pqi_add_to_raid_bypass_retry_list(ctrl_info, io_request, io_request 5187 drivers/scsi/smartpqi/smartpqi_init.c static void pqi_aio_io_complete(struct pqi_io_request *io_request, io_request 5192 drivers/scsi/smartpqi/smartpqi_init.c scmd = io_request->scmd; io_request 5194 drivers/scsi/smartpqi/smartpqi_init.c if (io_request->status == -EAGAIN) io_request 5196 drivers/scsi/smartpqi/smartpqi_init.c else if (pqi_raid_bypass_retry_needed(io_request)) { io_request 5197 drivers/scsi/smartpqi/smartpqi_init.c pqi_queue_raid_bypass_retry(io_request); io_request 5200 drivers/scsi/smartpqi/smartpqi_init.c pqi_free_io_request(io_request); io_request 5218 drivers/scsi/smartpqi/smartpqi_init.c struct pqi_io_request *io_request; io_request 5221 drivers/scsi/smartpqi/smartpqi_init.c io_request = pqi_alloc_io_request(ctrl_info); io_request 5222 drivers/scsi/smartpqi/smartpqi_init.c io_request->io_complete_callback = pqi_aio_io_complete; io_request 5223 drivers/scsi/smartpqi/smartpqi_init.c io_request->scmd = scmd; io_request 5224 drivers/scsi/smartpqi/smartpqi_init.c io_request->raid_bypass = raid_bypass; io_request 5226 drivers/scsi/smartpqi/smartpqi_init.c request = io_request->iu; io_request 5234 drivers/scsi/smartpqi/smartpqi_init.c put_unaligned_le16(io_request->index, &request->request_id); io_request 5271 drivers/scsi/smartpqi/smartpqi_init.c rc = pqi_build_aio_sg_list(ctrl_info, request, scmd, io_request); io_request 5273 drivers/scsi/smartpqi/smartpqi_init.c pqi_free_io_request(io_request); io_request 5277 drivers/scsi/smartpqi/smartpqi_init.c pqi_start_io(ctrl_info, queue_group, AIO_PATH, io_request); io_request 5458 drivers/scsi/smartpqi/smartpqi_init.c struct pqi_io_request *io_request; io_request 5470 drivers/scsi/smartpqi/smartpqi_init.c list_for_each_entry_safe(io_request, next, io_request 5473 drivers/scsi/smartpqi/smartpqi_init.c scmd = io_request->scmd; io_request 5481 drivers/scsi/smartpqi/smartpqi_init.c list_del(&io_request->request_list_entry); io_request 5498 drivers/scsi/smartpqi/smartpqi_init.c struct pqi_io_request *io_request; io_request 5509 drivers/scsi/smartpqi/smartpqi_init.c list_for_each_entry_safe(io_request, next, io_request 5513 drivers/scsi/smartpqi/smartpqi_init.c scmd = io_request->scmd; io_request 5517 drivers/scsi/smartpqi/smartpqi_init.c list_del(&io_request->request_list_entry); io_request 5607 drivers/scsi/smartpqi/smartpqi_init.c static void pqi_lun_reset_complete(struct pqi_io_request *io_request, io_request 5643 drivers/scsi/smartpqi/smartpqi_init.c struct pqi_io_request *io_request; io_request 5647 drivers/scsi/smartpqi/smartpqi_init.c io_request = pqi_alloc_io_request(ctrl_info); io_request 5648 drivers/scsi/smartpqi/smartpqi_init.c io_request->io_complete_callback = pqi_lun_reset_complete; io_request 5649 drivers/scsi/smartpqi/smartpqi_init.c io_request->context = &wait; io_request 5651 drivers/scsi/smartpqi/smartpqi_init.c request = io_request->iu; io_request 5657 drivers/scsi/smartpqi/smartpqi_init.c put_unaligned_le16(io_request->index, &request->request_id); io_request 5664 drivers/scsi/smartpqi/smartpqi_init.c io_request); io_request 5668 drivers/scsi/smartpqi/smartpqi_init.c rc = io_request->status; io_request 5670 drivers/scsi/smartpqi/smartpqi_init.c pqi_free_io_request(io_request); io_request 7788 drivers/scsi/smartpqi/smartpqi_init.c struct pqi_io_request *io_request; io_request 7792 drivers/scsi/smartpqi/smartpqi_init.c io_request = &ctrl_info->io_request_pool[i]; io_request 7793 drivers/scsi/smartpqi/smartpqi_init.c if (atomic_read(&io_request->refcount) == 0) io_request 7796 drivers/scsi/smartpqi/smartpqi_init.c scmd = io_request->scmd; io_request 7800 drivers/scsi/smartpqi/smartpqi_init.c io_request->status = -ENXIO; io_request 7801 drivers/scsi/smartpqi/smartpqi_init.c io_request->error_info = io_request 7805 drivers/scsi/smartpqi/smartpqi_init.c io_request->io_complete_callback(io_request, io_request 7806 drivers/scsi/smartpqi/smartpqi_init.c io_request->context); io_request 7929 drivers/scsi/smartpqi/smartpqi_init.c struct pqi_io_request *io_request; io_request 7933 drivers/scsi/smartpqi/smartpqi_init.c io_request = &ctrl_info->io_request_pool[i]; io_request 7934 drivers/scsi/smartpqi/smartpqi_init.c if (atomic_read(&io_request->refcount) == 0) io_request 7936 drivers/scsi/smartpqi/smartpqi_init.c scmd = io_request->scmd;