lpfc_ncmd 3081 drivers/scsi/lpfc/lpfc_init.c struct lpfc_io_buf *lpfc_ncmd; lpfc_ncmd 3093 drivers/scsi/lpfc/lpfc_init.c list_for_each_entry_safe(lpfc_ncmd, lpfc_ncmd_next, lpfc_ncmd 3095 drivers/scsi/lpfc/lpfc_init.c list_move_tail(&lpfc_ncmd->list, &epd_pool->list); lpfc_ncmd 3096 drivers/scsi/lpfc/lpfc_init.c lpfc_ncmd->expedite = true; lpfc_ncmd 3116 drivers/scsi/lpfc/lpfc_init.c struct lpfc_io_buf *lpfc_ncmd; lpfc_ncmd 3126 drivers/scsi/lpfc/lpfc_init.c list_for_each_entry_safe(lpfc_ncmd, lpfc_ncmd_next, lpfc_ncmd 3128 drivers/scsi/lpfc/lpfc_init.c list_move_tail(&lpfc_ncmd->list, lpfc_ncmd 3130 drivers/scsi/lpfc/lpfc_init.c lpfc_ncmd->flags = false; lpfc_ncmd 3151 drivers/scsi/lpfc/lpfc_init.c struct lpfc_io_buf *lpfc_ncmd; lpfc_ncmd 3203 drivers/scsi/lpfc/lpfc_init.c list_for_each_entry_safe(lpfc_ncmd, lpfc_ncmd_next, lpfc_ncmd 3205 drivers/scsi/lpfc/lpfc_init.c list_move_tail(&lpfc_ncmd->list, &pbl_pool->list); lpfc_ncmd 3237 drivers/scsi/lpfc/lpfc_init.c struct lpfc_io_buf *lpfc_ncmd; lpfc_ncmd 3271 drivers/scsi/lpfc/lpfc_init.c list_for_each_entry_safe(lpfc_ncmd, lpfc_ncmd_next, lpfc_ncmd 3273 drivers/scsi/lpfc/lpfc_init.c list_move_tail(&lpfc_ncmd->list, lpfc_ncmd 3292 drivers/scsi/lpfc/lpfc_init.c list_for_each_entry_safe(lpfc_ncmd, lpfc_ncmd_next, lpfc_ncmd 3294 drivers/scsi/lpfc/lpfc_init.c list_move_tail(&lpfc_ncmd->list, lpfc_ncmd 3616 drivers/scsi/lpfc/lpfc_init.c struct lpfc_io_buf *lpfc_ncmd, *lpfc_ncmd_next; lpfc_ncmd 3624 drivers/scsi/lpfc/lpfc_init.c list_for_each_entry_safe(lpfc_ncmd, lpfc_ncmd_next, lpfc_ncmd 3627 drivers/scsi/lpfc/lpfc_init.c list_del(&lpfc_ncmd->list); lpfc_ncmd 3630 drivers/scsi/lpfc/lpfc_init.c lpfc_ncmd->data, lpfc_ncmd->dma_handle); lpfc_ncmd 3632 drivers/scsi/lpfc/lpfc_init.c lpfc_put_sgl_per_hdwq(phba, lpfc_ncmd); lpfc_ncmd 3633 drivers/scsi/lpfc/lpfc_init.c lpfc_put_cmd_rsp_buf_per_hdwq(phba, lpfc_ncmd); lpfc_ncmd 3634 drivers/scsi/lpfc/lpfc_init.c kfree(lpfc_ncmd); lpfc_ncmd 3640 drivers/scsi/lpfc/lpfc_init.c list_for_each_entry_safe(lpfc_ncmd, lpfc_ncmd_next, lpfc_ncmd 3643 drivers/scsi/lpfc/lpfc_init.c list_del(&lpfc_ncmd->list); lpfc_ncmd 3646 drivers/scsi/lpfc/lpfc_init.c lpfc_ncmd->data, lpfc_ncmd->dma_handle); lpfc_ncmd 3648 drivers/scsi/lpfc/lpfc_init.c lpfc_put_sgl_per_hdwq(phba, lpfc_ncmd); lpfc_ncmd 3649 drivers/scsi/lpfc/lpfc_init.c lpfc_put_cmd_rsp_buf_per_hdwq(phba, lpfc_ncmd); lpfc_ncmd 3650 drivers/scsi/lpfc/lpfc_init.c kfree(lpfc_ncmd); lpfc_ncmd 4007 drivers/scsi/lpfc/lpfc_init.c struct lpfc_io_buf *lpfc_ncmd = NULL, *lpfc_ncmd_next = NULL; lpfc_ncmd 4036 drivers/scsi/lpfc/lpfc_init.c list_remove_head(&io_sgl_list, lpfc_ncmd, lpfc_ncmd 4038 drivers/scsi/lpfc/lpfc_init.c if (lpfc_ncmd) { lpfc_ncmd 4040 drivers/scsi/lpfc/lpfc_init.c lpfc_ncmd->data, lpfc_ncmd 4041 drivers/scsi/lpfc/lpfc_init.c lpfc_ncmd->dma_handle); lpfc_ncmd 4042 drivers/scsi/lpfc/lpfc_init.c kfree(lpfc_ncmd); lpfc_ncmd 4049 drivers/scsi/lpfc/lpfc_init.c lpfc_ncmd = NULL; lpfc_ncmd 4052 drivers/scsi/lpfc/lpfc_init.c list_for_each_entry_safe(lpfc_ncmd, lpfc_ncmd_next, lpfc_ncmd 4062 drivers/scsi/lpfc/lpfc_init.c lpfc_ncmd->cur_iocbq.sli4_lxritag = lxri; lpfc_ncmd 4063 drivers/scsi/lpfc/lpfc_init.c lpfc_ncmd->cur_iocbq.sli4_xritag = phba->sli4_hba.xri_ids[lxri]; lpfc_ncmd 4090 drivers/scsi/lpfc/lpfc_init.c struct lpfc_io_buf *lpfc_ncmd; lpfc_ncmd 4100 drivers/scsi/lpfc/lpfc_init.c lpfc_ncmd = kzalloc(sizeof(*lpfc_ncmd), GFP_KERNEL); lpfc_ncmd 4101 drivers/scsi/lpfc/lpfc_init.c if (!lpfc_ncmd) lpfc_ncmd 4108 drivers/scsi/lpfc/lpfc_init.c lpfc_ncmd->data = dma_pool_zalloc(phba->lpfc_sg_dma_buf_pool, lpfc_ncmd 4110 drivers/scsi/lpfc/lpfc_init.c &lpfc_ncmd->dma_handle); lpfc_ncmd 4111 drivers/scsi/lpfc/lpfc_init.c if (!lpfc_ncmd->data) { lpfc_ncmd 4112 drivers/scsi/lpfc/lpfc_init.c kfree(lpfc_ncmd); lpfc_ncmd 4117 drivers/scsi/lpfc/lpfc_init.c INIT_LIST_HEAD(&lpfc_ncmd->dma_sgl_xtra_list); lpfc_ncmd 4124 drivers/scsi/lpfc/lpfc_init.c (((unsigned long)(lpfc_ncmd->data) & lpfc_ncmd 4129 drivers/scsi/lpfc/lpfc_init.c (unsigned long)lpfc_ncmd->data); lpfc_ncmd 4131 drivers/scsi/lpfc/lpfc_init.c lpfc_ncmd->data, lpfc_ncmd 4132 drivers/scsi/lpfc/lpfc_init.c lpfc_ncmd->dma_handle); lpfc_ncmd 4133 drivers/scsi/lpfc/lpfc_init.c kfree(lpfc_ncmd); lpfc_ncmd 4138 drivers/scsi/lpfc/lpfc_init.c INIT_LIST_HEAD(&lpfc_ncmd->dma_cmd_rsp_list); lpfc_ncmd 4143 drivers/scsi/lpfc/lpfc_init.c lpfc_ncmd->data, lpfc_ncmd->dma_handle); lpfc_ncmd 4144 drivers/scsi/lpfc/lpfc_init.c kfree(lpfc_ncmd); lpfc_ncmd 4147 drivers/scsi/lpfc/lpfc_init.c pwqeq = &lpfc_ncmd->cur_iocbq; lpfc_ncmd 4153 drivers/scsi/lpfc/lpfc_init.c lpfc_ncmd->data, lpfc_ncmd->dma_handle); lpfc_ncmd 4154 drivers/scsi/lpfc/lpfc_init.c kfree(lpfc_ncmd); lpfc_ncmd 4163 drivers/scsi/lpfc/lpfc_init.c pwqeq->context1 = lpfc_ncmd; lpfc_ncmd 4166 drivers/scsi/lpfc/lpfc_init.c lpfc_ncmd->dma_sgl = lpfc_ncmd->data; lpfc_ncmd 4167 drivers/scsi/lpfc/lpfc_init.c lpfc_ncmd->dma_phys_sgl = lpfc_ncmd->dma_handle; lpfc_ncmd 4168 drivers/scsi/lpfc/lpfc_init.c lpfc_ncmd->cur_iocbq.context1 = lpfc_ncmd; lpfc_ncmd 4169 drivers/scsi/lpfc/lpfc_init.c spin_lock_init(&lpfc_ncmd->buf_lock); lpfc_ncmd 4172 drivers/scsi/lpfc/lpfc_init.c list_add_tail(&lpfc_ncmd->list, &post_nblist); lpfc_ncmd 768 drivers/scsi/lpfc/lpfc_nvme.c struct lpfc_io_buf *lpfc_ncmd, lpfc_ncmd 782 drivers/scsi/lpfc/lpfc_nvme.c wqe = &lpfc_ncmd->cur_iocbq.wqe; lpfc_ncmd 791 drivers/scsi/lpfc/lpfc_nvme.c sgl = lpfc_ncmd->dma_sgl; lpfc_ncmd 865 drivers/scsi/lpfc/lpfc_nvme.c struct lpfc_io_buf *lpfc_ncmd) lpfc_ncmd 870 drivers/scsi/lpfc/lpfc_nvme.c if (!lpfc_ncmd->ts_last_cmd || lpfc_ncmd 871 drivers/scsi/lpfc/lpfc_nvme.c !lpfc_ncmd->ts_cmd_start || lpfc_ncmd 872 drivers/scsi/lpfc/lpfc_nvme.c !lpfc_ncmd->ts_cmd_wqput || lpfc_ncmd 873 drivers/scsi/lpfc/lpfc_nvme.c !lpfc_ncmd->ts_isr_cmpl || lpfc_ncmd 874 drivers/scsi/lpfc/lpfc_nvme.c !lpfc_ncmd->ts_data_nvme) lpfc_ncmd 877 drivers/scsi/lpfc/lpfc_nvme.c if (lpfc_ncmd->ts_data_nvme < lpfc_ncmd->ts_cmd_start) lpfc_ncmd 879 drivers/scsi/lpfc/lpfc_nvme.c if (lpfc_ncmd->ts_cmd_start < lpfc_ncmd->ts_last_cmd) lpfc_ncmd 881 drivers/scsi/lpfc/lpfc_nvme.c if (lpfc_ncmd->ts_cmd_wqput < lpfc_ncmd->ts_cmd_start) lpfc_ncmd 883 drivers/scsi/lpfc/lpfc_nvme.c if (lpfc_ncmd->ts_isr_cmpl < lpfc_ncmd->ts_cmd_wqput) lpfc_ncmd 885 drivers/scsi/lpfc/lpfc_nvme.c if (lpfc_ncmd->ts_data_nvme < lpfc_ncmd->ts_isr_cmpl) lpfc_ncmd 897 drivers/scsi/lpfc/lpfc_nvme.c seg1 = lpfc_ncmd->ts_cmd_start - lpfc_ncmd->ts_last_cmd; lpfc_ncmd 902 drivers/scsi/lpfc/lpfc_nvme.c seg2 = (lpfc_ncmd->ts_cmd_wqput - lpfc_ncmd->ts_cmd_start); lpfc_ncmd 904 drivers/scsi/lpfc/lpfc_nvme.c seg3 = lpfc_ncmd->ts_isr_cmpl - lpfc_ncmd->ts_cmd_start; lpfc_ncmd 910 drivers/scsi/lpfc/lpfc_nvme.c seg4 = lpfc_ncmd->ts_data_nvme - lpfc_ncmd->ts_cmd_start; lpfc_ncmd 937 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->ts_last_cmd = 0; lpfc_ncmd 938 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->ts_cmd_start = 0; lpfc_ncmd 939 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->ts_cmd_wqput = 0; lpfc_ncmd 940 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->ts_isr_cmpl = 0; lpfc_ncmd 941 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->ts_data_nvme = 0; lpfc_ncmd 963 drivers/scsi/lpfc/lpfc_nvme.c struct lpfc_io_buf *lpfc_ncmd = lpfc_ncmd 977 drivers/scsi/lpfc/lpfc_nvme.c if (!lpfc_ncmd) { lpfc_ncmd 986 drivers/scsi/lpfc/lpfc_nvme.c spin_lock(&lpfc_ncmd->buf_lock); lpfc_ncmd 988 drivers/scsi/lpfc/lpfc_nvme.c if (!lpfc_ncmd->nvmeCmd) { lpfc_ncmd 989 drivers/scsi/lpfc/lpfc_nvme.c spin_unlock(&lpfc_ncmd->buf_lock); lpfc_ncmd 993 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd, lpfc_ncmd->nvmeCmd); lpfc_ncmd 996 drivers/scsi/lpfc/lpfc_nvme.c lpfc_release_nvme_buf(phba, lpfc_ncmd); lpfc_ncmd 999 drivers/scsi/lpfc/lpfc_nvme.c nCmd = lpfc_ncmd->nvmeCmd; lpfc_ncmd 1002 drivers/scsi/lpfc/lpfc_nvme.c idx = lpfc_ncmd->cur_iocbq.hba_wqidx; lpfc_ncmd 1015 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->cur_iocbq.sli4_xritag, lpfc_ncmd 1021 drivers/scsi/lpfc/lpfc_nvme.c ndlp = lpfc_ncmd->ndlp; lpfc_ncmd 1062 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->status = IOSTAT_SUCCESS; lpfc_ncmd 1063 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->result = 0; lpfc_ncmd 1067 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->status = (status & LPFC_IOCB_STATUS_MASK); lpfc_ncmd 1068 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->result = (wcqe->parameter & IOERR_PARAM_MASK); lpfc_ncmd 1081 drivers/scsi/lpfc/lpfc_nvme.c switch (lpfc_ncmd->status) { lpfc_ncmd 1098 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->cur_iocbq.sli4_xritag, lpfc_ncmd 1099 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->status, lpfc_ncmd->result, lpfc_ncmd 1104 drivers/scsi/lpfc/lpfc_nvme.c if (lpfc_ncmd->result == IOERR_ABORT_REQUESTED) lpfc_ncmd 1110 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd, nCmd, lpfc_ncmd 1111 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->cur_iocbq.sli4_xritag, lpfc_ncmd 1120 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->cur_iocbq.sli4_xritag, lpfc_ncmd 1121 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->status, lpfc_ncmd->result, lpfc_ncmd 1132 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->flags |= LPFC_SBUF_XBUSY; lpfc_ncmd 1134 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->flags &= ~LPFC_SBUF_XBUSY; lpfc_ncmd 1141 drivers/scsi/lpfc/lpfc_nvme.c if (lpfc_ncmd->ts_cmd_start) { lpfc_ncmd 1142 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->ts_isr_cmpl = pwqeIn->isr_timestamp; lpfc_ncmd 1143 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->ts_data_nvme = ktime_get_ns(); lpfc_ncmd 1144 drivers/scsi/lpfc/lpfc_nvme.c phba->ktime_last_cmd = lpfc_ncmd->ts_data_nvme; lpfc_ncmd 1145 drivers/scsi/lpfc/lpfc_nvme.c lpfc_nvme_ktime(phba, lpfc_ncmd); lpfc_ncmd 1149 drivers/scsi/lpfc/lpfc_nvme.c idx = lpfc_ncmd->cur_iocbq.hba_wqidx; lpfc_ncmd 1152 drivers/scsi/lpfc/lpfc_nvme.c if (lpfc_ncmd->cpu != cpu) lpfc_ncmd 1157 drivers/scsi/lpfc/lpfc_nvme.c cpu, lpfc_ncmd->cpu); lpfc_ncmd 1167 drivers/scsi/lpfc/lpfc_nvme.c if (!(lpfc_ncmd->flags & LPFC_SBUF_XBUSY)) { lpfc_ncmd 1170 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->nvmeCmd = NULL; lpfc_ncmd 1171 drivers/scsi/lpfc/lpfc_nvme.c spin_unlock(&lpfc_ncmd->buf_lock); lpfc_ncmd 1174 drivers/scsi/lpfc/lpfc_nvme.c spin_unlock(&lpfc_ncmd->buf_lock); lpfc_ncmd 1177 drivers/scsi/lpfc/lpfc_nvme.c lpfc_release_nvme_buf(phba, lpfc_ncmd); lpfc_ncmd 1199 drivers/scsi/lpfc/lpfc_nvme.c struct lpfc_io_buf *lpfc_ncmd, lpfc_ncmd 1204 drivers/scsi/lpfc/lpfc_nvme.c struct nvmefc_fcp_req *nCmd = lpfc_ncmd->nvmeCmd; lpfc_ncmd 1205 drivers/scsi/lpfc/lpfc_nvme.c struct lpfc_iocbq *pwqeq = &(lpfc_ncmd->cur_iocbq); lpfc_ncmd 1229 drivers/scsi/lpfc/lpfc_nvme.c req_len = lpfc_ncmd->nvmeCmd->payload_length; lpfc_ncmd 1308 drivers/scsi/lpfc/lpfc_nvme.c struct lpfc_io_buf *lpfc_ncmd) lpfc_ncmd 1311 drivers/scsi/lpfc/lpfc_nvme.c struct nvmefc_fcp_req *nCmd = lpfc_ncmd->nvmeCmd; lpfc_ncmd 1312 drivers/scsi/lpfc/lpfc_nvme.c union lpfc_wqe128 *wqe = &lpfc_ncmd->cur_iocbq.wqe; lpfc_ncmd 1313 drivers/scsi/lpfc/lpfc_nvme.c struct sli4_sge *sgl = lpfc_ncmd->dma_sgl; lpfc_ncmd 1326 drivers/scsi/lpfc/lpfc_nvme.c lpfc_nvme_adj_fcp_sgls(vport, lpfc_ncmd, nCmd); lpfc_ncmd 1340 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->seg_cnt = nCmd->sg_cnt; lpfc_ncmd 1341 drivers/scsi/lpfc/lpfc_nvme.c if (lpfc_ncmd->seg_cnt > lpfc_nvme_template.max_sgl_segments) { lpfc_ncmd 1347 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->seg_cnt); lpfc_ncmd 1348 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->seg_cnt = 0; lpfc_ncmd 1368 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->seg_cnt = 0; lpfc_ncmd 1389 drivers/scsi/lpfc/lpfc_nvme.c phba, lpfc_ncmd); lpfc_ncmd 1392 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->seg_cnt = 0; lpfc_ncmd 1460 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->seg_cnt = 0; lpfc_ncmd 1507 drivers/scsi/lpfc/lpfc_nvme.c struct lpfc_io_buf *lpfc_ncmd; lpfc_ncmd 1633 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd = lpfc_get_nvme_buf(phba, ndlp, idx, expedite); lpfc_ncmd 1634 drivers/scsi/lpfc/lpfc_nvme.c if (lpfc_ncmd == NULL) { lpfc_ncmd 1645 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->ts_cmd_start = start; lpfc_ncmd 1646 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->ts_last_cmd = phba->ktime_last_cmd; lpfc_ncmd 1648 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->ts_cmd_start = 0; lpfc_ncmd 1658 drivers/scsi/lpfc/lpfc_nvme.c freqpriv->nvme_buf = lpfc_ncmd; lpfc_ncmd 1659 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->nvmeCmd = pnvme_fcreq; lpfc_ncmd 1660 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->ndlp = ndlp; lpfc_ncmd 1661 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->qidx = lpfc_queue_info->qidx; lpfc_ncmd 1671 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->cur_iocbq.hba_wqidx = idx; lpfc_ncmd 1674 drivers/scsi/lpfc/lpfc_nvme.c lpfc_nvme_prep_io_cmd(vport, lpfc_ncmd, ndlp, cstat); lpfc_ncmd 1675 drivers/scsi/lpfc/lpfc_nvme.c ret = lpfc_nvme_prep_io_dma(vport, lpfc_ncmd); lpfc_ncmd 1687 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->cur_iocbq.sli4_xritag, lpfc_ncmd 1690 drivers/scsi/lpfc/lpfc_nvme.c ret = lpfc_sli4_issue_wqe(phba, lpfc_ncmd->hdwq, &lpfc_ncmd->cur_iocbq); lpfc_ncmd 1697 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->cur_iocbq.sli4_xritag); lpfc_ncmd 1702 drivers/scsi/lpfc/lpfc_nvme.c lpfc_keep_pvt_pool_above_lowwm(phba, lpfc_ncmd->hdwq_no); lpfc_ncmd 1705 drivers/scsi/lpfc/lpfc_nvme.c if (lpfc_ncmd->ts_cmd_start) lpfc_ncmd 1706 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->ts_cmd_wqput = ktime_get_ns(); lpfc_ncmd 1711 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->cpu = cpu; lpfc_ncmd 1717 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->cpu, lpfc_ncmd 1726 drivers/scsi/lpfc/lpfc_nvme.c if (lpfc_ncmd->nvmeCmd->sg_cnt) { lpfc_ncmd 1727 drivers/scsi/lpfc/lpfc_nvme.c if (lpfc_ncmd->nvmeCmd->io_dir == NVMEFC_FCP_WRITE) lpfc_ncmd 1733 drivers/scsi/lpfc/lpfc_nvme.c lpfc_release_nvme_buf(phba, lpfc_ncmd); lpfc_ncmd 2020 drivers/scsi/lpfc/lpfc_nvme.c struct lpfc_io_buf *lpfc_ncmd; lpfc_ncmd 2026 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd = lpfc_get_io_buf(phba, NULL, idx, expedite); lpfc_ncmd 2028 drivers/scsi/lpfc/lpfc_nvme.c if (lpfc_ncmd) { lpfc_ncmd 2029 drivers/scsi/lpfc/lpfc_nvme.c pwqeq = &(lpfc_ncmd->cur_iocbq); lpfc_ncmd 2037 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->start_time = jiffies; lpfc_ncmd 2038 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->flags = 0; lpfc_ncmd 2044 drivers/scsi/lpfc/lpfc_nvme.c sgl = lpfc_ncmd->dma_sgl; lpfc_ncmd 2055 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->flags |= LPFC_SBUF_BUMP_QDEPTH; lpfc_ncmd 2063 drivers/scsi/lpfc/lpfc_nvme.c return lpfc_ncmd; lpfc_ncmd 2077 drivers/scsi/lpfc/lpfc_nvme.c lpfc_release_nvme_buf(struct lpfc_hba *phba, struct lpfc_io_buf *lpfc_ncmd) lpfc_ncmd 2082 drivers/scsi/lpfc/lpfc_nvme.c if ((lpfc_ncmd->flags & LPFC_SBUF_BUMP_QDEPTH) && lpfc_ncmd->ndlp) lpfc_ncmd 2083 drivers/scsi/lpfc/lpfc_nvme.c atomic_dec(&lpfc_ncmd->ndlp->cmd_pending); lpfc_ncmd 2085 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->ndlp = NULL; lpfc_ncmd 2086 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->flags &= ~LPFC_SBUF_BUMP_QDEPTH; lpfc_ncmd 2088 drivers/scsi/lpfc/lpfc_nvme.c qp = lpfc_ncmd->hdwq; lpfc_ncmd 2089 drivers/scsi/lpfc/lpfc_nvme.c if (lpfc_ncmd->flags & LPFC_SBUF_XBUSY) { lpfc_ncmd 2093 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->cur_iocbq.sli4_xritag, lpfc_ncmd 2094 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->cur_iocbq.iotag); lpfc_ncmd 2097 drivers/scsi/lpfc/lpfc_nvme.c list_add_tail(&lpfc_ncmd->list, lpfc_ncmd 2102 drivers/scsi/lpfc/lpfc_nvme.c lpfc_release_io_buf(phba, (struct lpfc_io_buf *)lpfc_ncmd, qp); lpfc_ncmd 2638 drivers/scsi/lpfc/lpfc_nvme.c struct lpfc_io_buf *lpfc_ncmd) lpfc_ncmd 2642 drivers/scsi/lpfc/lpfc_nvme.c struct lpfc_nodelist *ndlp = lpfc_ncmd->ndlp; lpfc_ncmd 2651 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->nvmeCmd, xri, lpfc_ncmd 2652 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->cur_iocbq.iotag); lpfc_ncmd 2658 drivers/scsi/lpfc/lpfc_nvme.c if (lpfc_ncmd->nvmeCmd) { lpfc_ncmd 2659 drivers/scsi/lpfc/lpfc_nvme.c nvme_cmd = lpfc_ncmd->nvmeCmd; lpfc_ncmd 2661 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->nvmeCmd = NULL; lpfc_ncmd 2663 drivers/scsi/lpfc/lpfc_nvme.c lpfc_release_nvme_buf(phba, lpfc_ncmd); lpfc_ncmd 2717 drivers/scsi/lpfc/lpfc_nvme.c struct lpfc_io_buf *lpfc_ncmd; lpfc_ncmd 2731 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd = (struct lpfc_io_buf *)pwqeIn->context1; lpfc_ncmd 2733 drivers/scsi/lpfc/lpfc_nvme.c spin_lock(&lpfc_ncmd->buf_lock); lpfc_ncmd 2734 drivers/scsi/lpfc/lpfc_nvme.c if (!lpfc_ncmd->nvmeCmd) { lpfc_ncmd 2735 drivers/scsi/lpfc/lpfc_nvme.c spin_unlock(&lpfc_ncmd->buf_lock); lpfc_ncmd 2736 drivers/scsi/lpfc/lpfc_nvme.c lpfc_release_nvme_buf(phba, lpfc_ncmd); lpfc_ncmd 2740 drivers/scsi/lpfc/lpfc_nvme.c nCmd = lpfc_ncmd->nvmeCmd; lpfc_ncmd 2743 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->cur_iocbq.sli4_xritag); lpfc_ncmd 2750 drivers/scsi/lpfc/lpfc_nvme.c lpfc_ncmd->nvmeCmd = NULL; lpfc_ncmd 2752 drivers/scsi/lpfc/lpfc_nvme.c spin_unlock(&lpfc_ncmd->buf_lock); lpfc_ncmd 2756 drivers/scsi/lpfc/lpfc_nvme.c lpfc_release_nvme_buf(phba, lpfc_ncmd); lpfc_ncmd 16802 drivers/scsi/lpfc/lpfc_sli.c struct lpfc_io_buf *lpfc_ncmd; lpfc_ncmd 16853 drivers/scsi/lpfc/lpfc_sli.c list_for_each_entry(lpfc_ncmd, nblist, list) { lpfc_ncmd 16856 drivers/scsi/lpfc/lpfc_sli.c cpu_to_le32(putPaddrLow(lpfc_ncmd->dma_phys_sgl)); lpfc_ncmd 16858 drivers/scsi/lpfc/lpfc_sli.c cpu_to_le32(putPaddrHigh(lpfc_ncmd->dma_phys_sgl)); lpfc_ncmd 16860 drivers/scsi/lpfc/lpfc_sli.c pdma_phys_bpl1 = lpfc_ncmd->dma_phys_sgl + lpfc_ncmd 16870 drivers/scsi/lpfc/lpfc_sli.c xritag_start = lpfc_ncmd->cur_iocbq.sli4_xritag; lpfc_ncmd 16918 drivers/scsi/lpfc/lpfc_sli.c struct lpfc_io_buf *lpfc_ncmd, *lpfc_ncmd_next; lpfc_ncmd 16933 drivers/scsi/lpfc/lpfc_sli.c list_for_each_entry_safe(lpfc_ncmd, lpfc_ncmd_next, post_nblist, list) { lpfc_ncmd 16934 drivers/scsi/lpfc/lpfc_sli.c list_del_init(&lpfc_ncmd->list); lpfc_ncmd 16937 drivers/scsi/lpfc/lpfc_sli.c (lpfc_ncmd->cur_iocbq.sli4_xritag != last_xritag + 1)) { lpfc_ncmd 16942 drivers/scsi/lpfc/lpfc_sli.c list_add_tail(&lpfc_ncmd->list, &prep_nblist); lpfc_ncmd 16946 drivers/scsi/lpfc/lpfc_sli.c list_add_tail(&lpfc_ncmd->list, &prep_nblist); lpfc_ncmd 16955 drivers/scsi/lpfc/lpfc_sli.c last_xritag = lpfc_ncmd->cur_iocbq.sli4_xritag; lpfc_ncmd 16967 drivers/scsi/lpfc/lpfc_sli.c lpfc_ncmd->dma_phys_sgl + lpfc_ncmd 16971 drivers/scsi/lpfc/lpfc_sli.c cur_xritag = lpfc_ncmd->cur_iocbq.sli4_xritag; lpfc_ncmd 16973 drivers/scsi/lpfc/lpfc_sli.c phba, lpfc_ncmd->dma_phys_sgl, lpfc_ncmd 16977 drivers/scsi/lpfc/lpfc_sli.c lpfc_ncmd->flags |= lpfc_ncmd 16981 drivers/scsi/lpfc/lpfc_sli.c lpfc_ncmd->flags &= lpfc_ncmd 16983 drivers/scsi/lpfc/lpfc_sli.c lpfc_ncmd->status = IOSTAT_SUCCESS; lpfc_ncmd 16987 drivers/scsi/lpfc/lpfc_sli.c list_add_tail(&lpfc_ncmd->list, &nvme_nblist); lpfc_ncmd 17008 drivers/scsi/lpfc/lpfc_sli.c list_remove_head(&blck_nblist, lpfc_ncmd, lpfc_ncmd 17012 drivers/scsi/lpfc/lpfc_sli.c lpfc_ncmd->flags |= LPFC_SBUF_NOT_POSTED; lpfc_ncmd 17015 drivers/scsi/lpfc/lpfc_sli.c lpfc_ncmd->flags &= ~LPFC_SBUF_NOT_POSTED; lpfc_ncmd 17016 drivers/scsi/lpfc/lpfc_sli.c lpfc_ncmd->status = IOSTAT_SUCCESS; lpfc_ncmd 17019 drivers/scsi/lpfc/lpfc_sli.c list_add_tail(&lpfc_ncmd->list, &nvme_nblist); lpfc_ncmd 20046 drivers/scsi/lpfc/lpfc_sli.c struct lpfc_io_buf *lpfc_ncmd; lpfc_ncmd 20067 drivers/scsi/lpfc/lpfc_sli.c list_for_each_entry_safe(lpfc_ncmd, lpfc_ncmd_next, lpfc_ncmd 20069 drivers/scsi/lpfc/lpfc_sli.c list_move_tail(&lpfc_ncmd->list, &tmp_list); lpfc_ncmd 20115 drivers/scsi/lpfc/lpfc_sli.c struct lpfc_io_buf *lpfc_ncmd; lpfc_ncmd 20125 drivers/scsi/lpfc/lpfc_sli.c list_for_each_entry_safe(lpfc_ncmd, lpfc_ncmd 20129 drivers/scsi/lpfc/lpfc_sli.c list_move_tail(&lpfc_ncmd->list, lpfc_ncmd 20255 drivers/scsi/lpfc/lpfc_sli.c void lpfc_release_io_buf(struct lpfc_hba *phba, struct lpfc_io_buf *lpfc_ncmd, lpfc_ncmd 20268 drivers/scsi/lpfc/lpfc_sli.c lpfc_ncmd->nvmeCmd = NULL; lpfc_ncmd 20269 drivers/scsi/lpfc/lpfc_sli.c lpfc_ncmd->cur_iocbq.wqe_cmpl = NULL; lpfc_ncmd 20270 drivers/scsi/lpfc/lpfc_sli.c lpfc_ncmd->cur_iocbq.iocb_cmpl = NULL; lpfc_ncmd 20273 drivers/scsi/lpfc/lpfc_sli.c !list_empty(&lpfc_ncmd->dma_sgl_xtra_list)) lpfc_ncmd 20274 drivers/scsi/lpfc/lpfc_sli.c lpfc_put_sgl_per_hdwq(phba, lpfc_ncmd); lpfc_ncmd 20276 drivers/scsi/lpfc/lpfc_sli.c if (!list_empty(&lpfc_ncmd->dma_cmd_rsp_list)) lpfc_ncmd 20277 drivers/scsi/lpfc/lpfc_sli.c lpfc_put_cmd_rsp_buf_per_hdwq(phba, lpfc_ncmd); lpfc_ncmd 20280 drivers/scsi/lpfc/lpfc_sli.c if (lpfc_ncmd->expedite) { lpfc_ncmd 20284 drivers/scsi/lpfc/lpfc_sli.c list_add_tail(&lpfc_ncmd->list, &epd_pool->list); lpfc_ncmd 20322 drivers/scsi/lpfc/lpfc_sli.c list_add_tail(&lpfc_ncmd->list, lpfc_ncmd 20329 drivers/scsi/lpfc/lpfc_sli.c list_add_tail(&lpfc_ncmd->list, lpfc_ncmd 20337 drivers/scsi/lpfc/lpfc_sli.c list_add_tail(&lpfc_ncmd->list, lpfc_ncmd 20363 drivers/scsi/lpfc/lpfc_sli.c struct lpfc_io_buf *lpfc_ncmd; lpfc_ncmd 20368 drivers/scsi/lpfc/lpfc_sli.c list_for_each_entry_safe(lpfc_ncmd, lpfc_ncmd_next, lpfc_ncmd 20371 drivers/scsi/lpfc/lpfc_sli.c phba, ndlp, lpfc_ncmd->cur_iocbq.sli4_lxritag)) lpfc_ncmd 20373 drivers/scsi/lpfc/lpfc_sli.c list_del(&lpfc_ncmd->list); lpfc_ncmd 20376 drivers/scsi/lpfc/lpfc_sli.c return lpfc_ncmd; lpfc_ncmd 20396 drivers/scsi/lpfc/lpfc_sli.c struct lpfc_io_buf *lpfc_ncmd; lpfc_ncmd 20402 drivers/scsi/lpfc/lpfc_sli.c lpfc_ncmd = NULL; lpfc_ncmd 20406 drivers/scsi/lpfc/lpfc_sli.c list_for_each_entry_safe(lpfc_ncmd, lpfc_ncmd_next, lpfc_ncmd 20408 drivers/scsi/lpfc/lpfc_sli.c list_del(&lpfc_ncmd->list); lpfc_ncmd 20415 drivers/scsi/lpfc/lpfc_sli.c return lpfc_ncmd; lpfc_ncmd 20449 drivers/scsi/lpfc/lpfc_sli.c struct lpfc_io_buf *lpfc_ncmd; lpfc_ncmd 20452 drivers/scsi/lpfc/lpfc_sli.c lpfc_ncmd = NULL; lpfc_ncmd 20462 drivers/scsi/lpfc/lpfc_sli.c lpfc_ncmd = lpfc_get_io_buf_from_private_pool(phba, qp, pvt_pool, ndlp); lpfc_ncmd 20464 drivers/scsi/lpfc/lpfc_sli.c if (lpfc_ncmd) { lpfc_ncmd 20465 drivers/scsi/lpfc/lpfc_sli.c lpfc_ncmd->hdwq = qp; lpfc_ncmd 20466 drivers/scsi/lpfc/lpfc_sli.c lpfc_ncmd->hdwq_no = hwqid; lpfc_ncmd 20471 drivers/scsi/lpfc/lpfc_sli.c lpfc_ncmd = lpfc_get_io_buf_from_expedite_pool(phba); lpfc_ncmd 20474 drivers/scsi/lpfc/lpfc_sli.c return lpfc_ncmd; lpfc_ncmd 1074 drivers/scsi/lpfc/lpfc_sli4.h struct lpfc_io_buf *lpfc_ncmd);