ioim              211 drivers/scsi/bfa/bfa_fcpim.c static bfa_boolean_t	bfa_ioim_send_ioreq(struct bfa_ioim_s *ioim);
ioim              212 drivers/scsi/bfa/bfa_fcpim.c static bfa_boolean_t	bfa_ioim_sgpg_alloc(struct bfa_ioim_s *ioim);
ioim              213 drivers/scsi/bfa/bfa_fcpim.c static bfa_boolean_t	bfa_ioim_send_abort(struct bfa_ioim_s *ioim);
ioim              214 drivers/scsi/bfa/bfa_fcpim.c static void		bfa_ioim_notify_cleanup(struct bfa_ioim_s *ioim);
ioim              220 drivers/scsi/bfa/bfa_fcpim.c static bfa_boolean_t    bfa_ioim_is_abortable(struct bfa_ioim_s *ioim);
ioim              225 drivers/scsi/bfa/bfa_fcpim.c static void     bfa_ioim_sm_uninit(struct bfa_ioim_s *ioim,
ioim              227 drivers/scsi/bfa/bfa_fcpim.c static void     bfa_ioim_sm_sgalloc(struct bfa_ioim_s *ioim,
ioim              229 drivers/scsi/bfa/bfa_fcpim.c static void     bfa_ioim_sm_active(struct bfa_ioim_s *ioim,
ioim              231 drivers/scsi/bfa/bfa_fcpim.c static void     bfa_ioim_sm_abort(struct bfa_ioim_s *ioim,
ioim              233 drivers/scsi/bfa/bfa_fcpim.c static void     bfa_ioim_sm_cleanup(struct bfa_ioim_s *ioim,
ioim              235 drivers/scsi/bfa/bfa_fcpim.c static void     bfa_ioim_sm_qfull(struct bfa_ioim_s *ioim,
ioim              237 drivers/scsi/bfa/bfa_fcpim.c static void     bfa_ioim_sm_abort_qfull(struct bfa_ioim_s *ioim,
ioim              239 drivers/scsi/bfa/bfa_fcpim.c static void     bfa_ioim_sm_cleanup_qfull(struct bfa_ioim_s *ioim,
ioim              241 drivers/scsi/bfa/bfa_fcpim.c static void     bfa_ioim_sm_hcb(struct bfa_ioim_s *ioim,
ioim              243 drivers/scsi/bfa/bfa_fcpim.c static void     bfa_ioim_sm_hcb_free(struct bfa_ioim_s *ioim,
ioim              245 drivers/scsi/bfa/bfa_fcpim.c static void     bfa_ioim_sm_resfree(struct bfa_ioim_s *ioim,
ioim              247 drivers/scsi/bfa/bfa_fcpim.c static void	bfa_ioim_sm_cmnd_retry(struct bfa_ioim_s *ioim,
ioim              440 drivers/scsi/bfa/bfa_fcpim.c bfa_ioim_profile_comp(struct bfa_ioim_s *ioim)
ioim              443 drivers/scsi/bfa/bfa_fcpim.c 			&(ioim->itnim->ioprofile.io_latency);
ioim              446 drivers/scsi/bfa/bfa_fcpim.c 	val = (u32)(jiffies - ioim->start_time);
ioim              447 drivers/scsi/bfa/bfa_fcpim.c 	idx = bfa_ioim_get_index(scsi_bufflen((struct scsi_cmnd *)ioim->dio));
ioim              448 drivers/scsi/bfa/bfa_fcpim.c 	bfa_itnim_ioprofile_update(ioim->itnim, idx);
ioim              457 drivers/scsi/bfa/bfa_fcpim.c bfa_ioim_profile_start(struct bfa_ioim_s *ioim)
ioim              459 drivers/scsi/bfa/bfa_fcpim.c 	ioim->start_time = jiffies;
ioim              968 drivers/scsi/bfa/bfa_fcpim.c 	struct bfa_ioim_s *ioim;
ioim              977 drivers/scsi/bfa/bfa_fcpim.c 		ioim = (struct bfa_ioim_s *) qe;
ioim              978 drivers/scsi/bfa/bfa_fcpim.c 		bfa_ioim_iocdisable(ioim);
ioim              985 drivers/scsi/bfa/bfa_fcpim.c 		ioim = (struct bfa_ioim_s *) qe;
ioim              986 drivers/scsi/bfa/bfa_fcpim.c 		bfa_ioim_tov(ioim);
ioim              990 drivers/scsi/bfa/bfa_fcpim.c 		ioim = (struct bfa_ioim_s *) qe;
ioim              991 drivers/scsi/bfa/bfa_fcpim.c 		bfa_ioim_iocdisable(ioim);
ioim             1013 drivers/scsi/bfa/bfa_fcpim.c 	struct bfa_ioim_s  *ioim;
ioim             1020 drivers/scsi/bfa/bfa_fcpim.c 		ioim = (struct bfa_ioim_s *) qe;
ioim             1026 drivers/scsi/bfa/bfa_fcpim.c 		list_del(&ioim->qe);
ioim             1027 drivers/scsi/bfa/bfa_fcpim.c 		list_add_tail(&ioim->qe, &itnim->io_cleanup_q);
ioim             1030 drivers/scsi/bfa/bfa_fcpim.c 		bfa_ioim_cleanup(ioim);
ioim             1210 drivers/scsi/bfa/bfa_fcpim.c 	struct bfa_ioim_s *ioim;
ioim             1214 drivers/scsi/bfa/bfa_fcpim.c 		ioim = (struct bfa_ioim_s *)qe;
ioim             1215 drivers/scsi/bfa/bfa_fcpim.c 		bfa_ioim_delayed_comp(ioim, iotov);
ioim             1225 drivers/scsi/bfa/bfa_fcpim.c 	struct bfa_ioim_s *ioim;
ioim             1238 drivers/scsi/bfa/bfa_fcpim.c 		bfa_q_deq(&itnim->pending_q, &ioim);
ioim             1239 drivers/scsi/bfa/bfa_fcpim.c 		list_add_tail(&ioim->qe, &itnim->io_q);
ioim             1240 drivers/scsi/bfa/bfa_fcpim.c 		bfa_ioim_start(ioim);
ioim             1250 drivers/scsi/bfa/bfa_fcpim.c 	struct bfa_ioim_s *ioim;
ioim             1261 drivers/scsi/bfa/bfa_fcpim.c 		bfa_q_deq(&itnim->pending_q, &ioim);
ioim             1262 drivers/scsi/bfa/bfa_fcpim.c 		list_add_tail(&ioim->qe, &ioim->fcpim->ioim_comp_q);
ioim             1263 drivers/scsi/bfa/bfa_fcpim.c 		bfa_ioim_tov(ioim);
ioim             1505 drivers/scsi/bfa/bfa_fcpim.c bfa_ioim_sm_uninit(struct bfa_ioim_s *ioim, enum bfa_ioim_event event)
ioim             1509 drivers/scsi/bfa/bfa_fcpim.c 		if (!bfa_itnim_is_online(ioim->itnim)) {
ioim             1510 drivers/scsi/bfa/bfa_fcpim.c 			if (!bfa_itnim_hold_io(ioim->itnim)) {
ioim             1511 drivers/scsi/bfa/bfa_fcpim.c 				bfa_sm_set_state(ioim, bfa_ioim_sm_hcb);
ioim             1512 drivers/scsi/bfa/bfa_fcpim.c 				list_del(&ioim->qe);
ioim             1513 drivers/scsi/bfa/bfa_fcpim.c 				list_add_tail(&ioim->qe,
ioim             1514 drivers/scsi/bfa/bfa_fcpim.c 					&ioim->fcpim->ioim_comp_q);
ioim             1515 drivers/scsi/bfa/bfa_fcpim.c 				bfa_cb_queue(ioim->bfa, &ioim->hcb_qe,
ioim             1516 drivers/scsi/bfa/bfa_fcpim.c 						__bfa_cb_ioim_pathtov, ioim);
ioim             1518 drivers/scsi/bfa/bfa_fcpim.c 				list_del(&ioim->qe);
ioim             1519 drivers/scsi/bfa/bfa_fcpim.c 				list_add_tail(&ioim->qe,
ioim             1520 drivers/scsi/bfa/bfa_fcpim.c 					&ioim->itnim->pending_q);
ioim             1525 drivers/scsi/bfa/bfa_fcpim.c 		if (ioim->nsges > BFI_SGE_INLINE) {
ioim             1526 drivers/scsi/bfa/bfa_fcpim.c 			if (!bfa_ioim_sgpg_alloc(ioim)) {
ioim             1527 drivers/scsi/bfa/bfa_fcpim.c 				bfa_sm_set_state(ioim, bfa_ioim_sm_sgalloc);
ioim             1532 drivers/scsi/bfa/bfa_fcpim.c 		if (!bfa_ioim_send_ioreq(ioim)) {
ioim             1533 drivers/scsi/bfa/bfa_fcpim.c 			bfa_sm_set_state(ioim, bfa_ioim_sm_qfull);
ioim             1537 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_set_state(ioim, bfa_ioim_sm_active);
ioim             1541 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_set_state(ioim, bfa_ioim_sm_hcb);
ioim             1542 drivers/scsi/bfa/bfa_fcpim.c 		bfa_ioim_move_to_comp_q(ioim);
ioim             1543 drivers/scsi/bfa/bfa_fcpim.c 		bfa_cb_queue(ioim->bfa, &ioim->hcb_qe,
ioim             1544 drivers/scsi/bfa/bfa_fcpim.c 				__bfa_cb_ioim_pathtov, ioim);
ioim             1552 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_set_state(ioim, bfa_ioim_sm_hcb);
ioim             1553 drivers/scsi/bfa/bfa_fcpim.c 		WARN_ON(!bfa_q_is_on_q(&ioim->itnim->pending_q, ioim));
ioim             1554 drivers/scsi/bfa/bfa_fcpim.c 		bfa_cb_queue(ioim->bfa, &ioim->hcb_qe,
ioim             1555 drivers/scsi/bfa/bfa_fcpim.c 			__bfa_cb_ioim_abort, ioim);
ioim             1559 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_fault(ioim->bfa, event);
ioim             1567 drivers/scsi/bfa/bfa_fcpim.c bfa_ioim_sm_sgalloc(struct bfa_ioim_s *ioim, enum bfa_ioim_event event)
ioim             1569 drivers/scsi/bfa/bfa_fcpim.c 	bfa_trc(ioim->bfa, ioim->iotag);
ioim             1570 drivers/scsi/bfa/bfa_fcpim.c 	bfa_trc(ioim->bfa, event);
ioim             1574 drivers/scsi/bfa/bfa_fcpim.c 		if (!bfa_ioim_send_ioreq(ioim)) {
ioim             1575 drivers/scsi/bfa/bfa_fcpim.c 			bfa_sm_set_state(ioim, bfa_ioim_sm_qfull);
ioim             1578 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_set_state(ioim, bfa_ioim_sm_active);
ioim             1582 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_set_state(ioim, bfa_ioim_sm_hcb);
ioim             1583 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sgpg_wcancel(ioim->bfa, &ioim->iosp->sgpg_wqe);
ioim             1584 drivers/scsi/bfa/bfa_fcpim.c 		bfa_cb_queue(ioim->bfa, &ioim->hcb_qe, __bfa_cb_ioim_failed,
ioim             1585 drivers/scsi/bfa/bfa_fcpim.c 			      ioim);
ioim             1586 drivers/scsi/bfa/bfa_fcpim.c 		bfa_ioim_notify_cleanup(ioim);
ioim             1590 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_set_state(ioim, bfa_ioim_sm_hcb);
ioim             1591 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sgpg_wcancel(ioim->bfa, &ioim->iosp->sgpg_wqe);
ioim             1592 drivers/scsi/bfa/bfa_fcpim.c 		bfa_ioim_move_to_comp_q(ioim);
ioim             1593 drivers/scsi/bfa/bfa_fcpim.c 		bfa_cb_queue(ioim->bfa, &ioim->hcb_qe, __bfa_cb_ioim_abort,
ioim             1594 drivers/scsi/bfa/bfa_fcpim.c 			      ioim);
ioim             1598 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_set_state(ioim, bfa_ioim_sm_hcb);
ioim             1599 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sgpg_wcancel(ioim->bfa, &ioim->iosp->sgpg_wqe);
ioim             1600 drivers/scsi/bfa/bfa_fcpim.c 		bfa_ioim_move_to_comp_q(ioim);
ioim             1601 drivers/scsi/bfa/bfa_fcpim.c 		bfa_cb_queue(ioim->bfa, &ioim->hcb_qe, __bfa_cb_ioim_failed,
ioim             1602 drivers/scsi/bfa/bfa_fcpim.c 			      ioim);
ioim             1606 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_fault(ioim->bfa, event);
ioim             1614 drivers/scsi/bfa/bfa_fcpim.c bfa_ioim_sm_active(struct bfa_ioim_s *ioim, enum bfa_ioim_event event)
ioim             1618 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_set_state(ioim, bfa_ioim_sm_hcb);
ioim             1619 drivers/scsi/bfa/bfa_fcpim.c 		bfa_ioim_move_to_comp_q(ioim);
ioim             1620 drivers/scsi/bfa/bfa_fcpim.c 		bfa_cb_queue(ioim->bfa, &ioim->hcb_qe,
ioim             1621 drivers/scsi/bfa/bfa_fcpim.c 			      __bfa_cb_ioim_good_comp, ioim);
ioim             1625 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_set_state(ioim, bfa_ioim_sm_hcb);
ioim             1626 drivers/scsi/bfa/bfa_fcpim.c 		bfa_ioim_move_to_comp_q(ioim);
ioim             1627 drivers/scsi/bfa/bfa_fcpim.c 		bfa_cb_queue(ioim->bfa, &ioim->hcb_qe, __bfa_cb_ioim_comp,
ioim             1628 drivers/scsi/bfa/bfa_fcpim.c 			      ioim);
ioim             1632 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_set_state(ioim, bfa_ioim_sm_hcb_free);
ioim             1633 drivers/scsi/bfa/bfa_fcpim.c 		bfa_ioim_move_to_comp_q(ioim);
ioim             1634 drivers/scsi/bfa/bfa_fcpim.c 		bfa_cb_queue(ioim->bfa, &ioim->hcb_qe, __bfa_cb_ioim_comp,
ioim             1635 drivers/scsi/bfa/bfa_fcpim.c 			      ioim);
ioim             1639 drivers/scsi/bfa/bfa_fcpim.c 		ioim->iosp->abort_explicit = BFA_TRUE;
ioim             1640 drivers/scsi/bfa/bfa_fcpim.c 		ioim->io_cbfn = __bfa_cb_ioim_abort;
ioim             1642 drivers/scsi/bfa/bfa_fcpim.c 		if (bfa_ioim_send_abort(ioim))
ioim             1643 drivers/scsi/bfa/bfa_fcpim.c 			bfa_sm_set_state(ioim, bfa_ioim_sm_abort);
ioim             1645 drivers/scsi/bfa/bfa_fcpim.c 			bfa_sm_set_state(ioim, bfa_ioim_sm_abort_qfull);
ioim             1646 drivers/scsi/bfa/bfa_fcpim.c 			bfa_stats(ioim->itnim, qwait);
ioim             1647 drivers/scsi/bfa/bfa_fcpim.c 			bfa_reqq_wait(ioim->bfa, ioim->reqq,
ioim             1648 drivers/scsi/bfa/bfa_fcpim.c 					  &ioim->iosp->reqq_wait);
ioim             1653 drivers/scsi/bfa/bfa_fcpim.c 		ioim->iosp->abort_explicit = BFA_FALSE;
ioim             1654 drivers/scsi/bfa/bfa_fcpim.c 		ioim->io_cbfn = __bfa_cb_ioim_failed;
ioim             1656 drivers/scsi/bfa/bfa_fcpim.c 		if (bfa_ioim_send_abort(ioim))
ioim             1657 drivers/scsi/bfa/bfa_fcpim.c 			bfa_sm_set_state(ioim, bfa_ioim_sm_cleanup);
ioim             1659 drivers/scsi/bfa/bfa_fcpim.c 			bfa_sm_set_state(ioim, bfa_ioim_sm_cleanup_qfull);
ioim             1660 drivers/scsi/bfa/bfa_fcpim.c 			bfa_stats(ioim->itnim, qwait);
ioim             1661 drivers/scsi/bfa/bfa_fcpim.c 			bfa_reqq_wait(ioim->bfa, ioim->reqq,
ioim             1662 drivers/scsi/bfa/bfa_fcpim.c 					  &ioim->iosp->reqq_wait);
ioim             1667 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_set_state(ioim, bfa_ioim_sm_hcb);
ioim             1668 drivers/scsi/bfa/bfa_fcpim.c 		bfa_ioim_move_to_comp_q(ioim);
ioim             1669 drivers/scsi/bfa/bfa_fcpim.c 		bfa_cb_queue(ioim->bfa, &ioim->hcb_qe, __bfa_cb_ioim_failed,
ioim             1670 drivers/scsi/bfa/bfa_fcpim.c 			      ioim);
ioim             1674 drivers/scsi/bfa/bfa_fcpim.c 		if (bfa_ioim_maxretry_reached(ioim)) {
ioim             1676 drivers/scsi/bfa/bfa_fcpim.c 			bfa_sm_set_state(ioim, bfa_ioim_sm_hcb_free);
ioim             1677 drivers/scsi/bfa/bfa_fcpim.c 			bfa_ioim_move_to_comp_q(ioim);
ioim             1678 drivers/scsi/bfa/bfa_fcpim.c 			bfa_cb_queue(ioim->bfa, &ioim->hcb_qe,
ioim             1679 drivers/scsi/bfa/bfa_fcpim.c 					__bfa_cb_ioim_failed, ioim);
ioim             1683 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_set_state(ioim, bfa_ioim_sm_cmnd_retry);
ioim             1687 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_fault(ioim->bfa, event);
ioim             1695 drivers/scsi/bfa/bfa_fcpim.c bfa_ioim_sm_cmnd_retry(struct bfa_ioim_s *ioim, enum bfa_ioim_event event)
ioim             1700 drivers/scsi/bfa/bfa_fcpim.c 		bfa_ioim_update_iotag(ioim);
ioim             1701 drivers/scsi/bfa/bfa_fcpim.c 		if (!bfa_ioim_send_ioreq(ioim)) {
ioim             1702 drivers/scsi/bfa/bfa_fcpim.c 			bfa_sm_set_state(ioim, bfa_ioim_sm_qfull);
ioim             1705 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_set_state(ioim, bfa_ioim_sm_active);
ioim             1709 drivers/scsi/bfa/bfa_fcpim.c 		ioim->iosp->abort_explicit = BFA_FALSE;
ioim             1710 drivers/scsi/bfa/bfa_fcpim.c 		ioim->io_cbfn = __bfa_cb_ioim_failed;
ioim             1712 drivers/scsi/bfa/bfa_fcpim.c 		if (bfa_ioim_send_abort(ioim))
ioim             1713 drivers/scsi/bfa/bfa_fcpim.c 			bfa_sm_set_state(ioim, bfa_ioim_sm_cleanup);
ioim             1715 drivers/scsi/bfa/bfa_fcpim.c 			bfa_sm_set_state(ioim, bfa_ioim_sm_cleanup_qfull);
ioim             1716 drivers/scsi/bfa/bfa_fcpim.c 			bfa_stats(ioim->itnim, qwait);
ioim             1717 drivers/scsi/bfa/bfa_fcpim.c 			bfa_reqq_wait(ioim->bfa, ioim->reqq,
ioim             1718 drivers/scsi/bfa/bfa_fcpim.c 					  &ioim->iosp->reqq_wait);
ioim             1723 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_set_state(ioim, bfa_ioim_sm_hcb);
ioim             1724 drivers/scsi/bfa/bfa_fcpim.c 		bfa_ioim_move_to_comp_q(ioim);
ioim             1725 drivers/scsi/bfa/bfa_fcpim.c 		bfa_cb_queue(ioim->bfa, &ioim->hcb_qe,
ioim             1726 drivers/scsi/bfa/bfa_fcpim.c 			 __bfa_cb_ioim_failed, ioim);
ioim             1733 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_set_state(ioim, bfa_ioim_sm_hcb_free);
ioim             1734 drivers/scsi/bfa/bfa_fcpim.c 		bfa_cb_queue(ioim->bfa, &ioim->hcb_qe, __bfa_cb_ioim_abort,
ioim             1735 drivers/scsi/bfa/bfa_fcpim.c 			      ioim);
ioim             1739 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_fault(ioim->bfa, event);
ioim             1747 drivers/scsi/bfa/bfa_fcpim.c bfa_ioim_sm_abort(struct bfa_ioim_s *ioim, enum bfa_ioim_event event)
ioim             1749 drivers/scsi/bfa/bfa_fcpim.c 	bfa_trc(ioim->bfa, ioim->iotag);
ioim             1750 drivers/scsi/bfa/bfa_fcpim.c 	bfa_trc(ioim->bfa, event);
ioim             1760 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_set_state(ioim, bfa_ioim_sm_hcb_free);
ioim             1761 drivers/scsi/bfa/bfa_fcpim.c 		bfa_cb_queue(ioim->bfa, &ioim->hcb_qe, __bfa_cb_ioim_abort,
ioim             1762 drivers/scsi/bfa/bfa_fcpim.c 			      ioim);
ioim             1766 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_set_state(ioim, bfa_ioim_sm_hcb);
ioim             1767 drivers/scsi/bfa/bfa_fcpim.c 		bfa_ioim_move_to_comp_q(ioim);
ioim             1768 drivers/scsi/bfa/bfa_fcpim.c 		bfa_cb_queue(ioim->bfa, &ioim->hcb_qe, __bfa_cb_ioim_abort,
ioim             1769 drivers/scsi/bfa/bfa_fcpim.c 			      ioim);
ioim             1773 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_set_state(ioim, bfa_ioim_sm_hcb);
ioim             1774 drivers/scsi/bfa/bfa_fcpim.c 		bfa_ioim_move_to_comp_q(ioim);
ioim             1775 drivers/scsi/bfa/bfa_fcpim.c 		bfa_cb_queue(ioim->bfa, &ioim->hcb_qe, __bfa_cb_ioim_abort,
ioim             1776 drivers/scsi/bfa/bfa_fcpim.c 			      ioim);
ioim             1780 drivers/scsi/bfa/bfa_fcpim.c 		WARN_ON(ioim->iosp->abort_explicit != BFA_TRUE);
ioim             1781 drivers/scsi/bfa/bfa_fcpim.c 		ioim->iosp->abort_explicit = BFA_FALSE;
ioim             1783 drivers/scsi/bfa/bfa_fcpim.c 		if (bfa_ioim_send_abort(ioim))
ioim             1784 drivers/scsi/bfa/bfa_fcpim.c 			bfa_sm_set_state(ioim, bfa_ioim_sm_cleanup);
ioim             1786 drivers/scsi/bfa/bfa_fcpim.c 			bfa_sm_set_state(ioim, bfa_ioim_sm_cleanup_qfull);
ioim             1787 drivers/scsi/bfa/bfa_fcpim.c 			bfa_stats(ioim->itnim, qwait);
ioim             1788 drivers/scsi/bfa/bfa_fcpim.c 			bfa_reqq_wait(ioim->bfa, ioim->reqq,
ioim             1789 drivers/scsi/bfa/bfa_fcpim.c 					  &ioim->iosp->reqq_wait);
ioim             1794 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_set_state(ioim, bfa_ioim_sm_hcb);
ioim             1795 drivers/scsi/bfa/bfa_fcpim.c 		bfa_ioim_move_to_comp_q(ioim);
ioim             1796 drivers/scsi/bfa/bfa_fcpim.c 		bfa_cb_queue(ioim->bfa, &ioim->hcb_qe, __bfa_cb_ioim_failed,
ioim             1797 drivers/scsi/bfa/bfa_fcpim.c 			      ioim);
ioim             1801 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_fault(ioim->bfa, event);
ioim             1810 drivers/scsi/bfa/bfa_fcpim.c bfa_ioim_sm_cleanup(struct bfa_ioim_s *ioim, enum bfa_ioim_event event)
ioim             1812 drivers/scsi/bfa/bfa_fcpim.c 	bfa_trc(ioim->bfa, ioim->iotag);
ioim             1813 drivers/scsi/bfa/bfa_fcpim.c 	bfa_trc(ioim->bfa, event);
ioim             1826 drivers/scsi/bfa/bfa_fcpim.c 		ioim->io_cbfn = __bfa_cb_ioim_abort;
ioim             1830 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_set_state(ioim, bfa_ioim_sm_hcb_free);
ioim             1831 drivers/scsi/bfa/bfa_fcpim.c 		bfa_cb_queue(ioim->bfa, &ioim->hcb_qe, ioim->io_cbfn, ioim);
ioim             1832 drivers/scsi/bfa/bfa_fcpim.c 		bfa_ioim_notify_cleanup(ioim);
ioim             1836 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_set_state(ioim, bfa_ioim_sm_hcb);
ioim             1837 drivers/scsi/bfa/bfa_fcpim.c 		bfa_cb_queue(ioim->bfa, &ioim->hcb_qe, ioim->io_cbfn, ioim);
ioim             1838 drivers/scsi/bfa/bfa_fcpim.c 		bfa_ioim_notify_cleanup(ioim);
ioim             1842 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_set_state(ioim, bfa_ioim_sm_hcb);
ioim             1843 drivers/scsi/bfa/bfa_fcpim.c 		bfa_cb_queue(ioim->bfa, &ioim->hcb_qe, ioim->io_cbfn, ioim);
ioim             1844 drivers/scsi/bfa/bfa_fcpim.c 		bfa_ioim_notify_cleanup(ioim);
ioim             1848 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_set_state(ioim, bfa_ioim_sm_hcb);
ioim             1849 drivers/scsi/bfa/bfa_fcpim.c 		bfa_ioim_move_to_comp_q(ioim);
ioim             1850 drivers/scsi/bfa/bfa_fcpim.c 		bfa_cb_queue(ioim->bfa, &ioim->hcb_qe, __bfa_cb_ioim_failed,
ioim             1851 drivers/scsi/bfa/bfa_fcpim.c 			      ioim);
ioim             1862 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_fault(ioim->bfa, event);
ioim             1870 drivers/scsi/bfa/bfa_fcpim.c bfa_ioim_sm_qfull(struct bfa_ioim_s *ioim, enum bfa_ioim_event event)
ioim             1872 drivers/scsi/bfa/bfa_fcpim.c 	bfa_trc(ioim->bfa, ioim->iotag);
ioim             1873 drivers/scsi/bfa/bfa_fcpim.c 	bfa_trc(ioim->bfa, event);
ioim             1877 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_set_state(ioim, bfa_ioim_sm_active);
ioim             1878 drivers/scsi/bfa/bfa_fcpim.c 		bfa_ioim_send_ioreq(ioim);
ioim             1882 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_set_state(ioim, bfa_ioim_sm_hcb);
ioim             1883 drivers/scsi/bfa/bfa_fcpim.c 		bfa_reqq_wcancel(&ioim->iosp->reqq_wait);
ioim             1884 drivers/scsi/bfa/bfa_fcpim.c 		bfa_ioim_move_to_comp_q(ioim);
ioim             1885 drivers/scsi/bfa/bfa_fcpim.c 		bfa_cb_queue(ioim->bfa, &ioim->hcb_qe, __bfa_cb_ioim_abort,
ioim             1886 drivers/scsi/bfa/bfa_fcpim.c 			      ioim);
ioim             1890 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_set_state(ioim, bfa_ioim_sm_hcb);
ioim             1891 drivers/scsi/bfa/bfa_fcpim.c 		bfa_reqq_wcancel(&ioim->iosp->reqq_wait);
ioim             1892 drivers/scsi/bfa/bfa_fcpim.c 		bfa_cb_queue(ioim->bfa, &ioim->hcb_qe, __bfa_cb_ioim_failed,
ioim             1893 drivers/scsi/bfa/bfa_fcpim.c 			      ioim);
ioim             1894 drivers/scsi/bfa/bfa_fcpim.c 		bfa_ioim_notify_cleanup(ioim);
ioim             1898 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_set_state(ioim, bfa_ioim_sm_hcb);
ioim             1899 drivers/scsi/bfa/bfa_fcpim.c 		bfa_reqq_wcancel(&ioim->iosp->reqq_wait);
ioim             1900 drivers/scsi/bfa/bfa_fcpim.c 		bfa_ioim_move_to_comp_q(ioim);
ioim             1901 drivers/scsi/bfa/bfa_fcpim.c 		bfa_cb_queue(ioim->bfa, &ioim->hcb_qe, __bfa_cb_ioim_failed,
ioim             1902 drivers/scsi/bfa/bfa_fcpim.c 			      ioim);
ioim             1906 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_fault(ioim->bfa, event);
ioim             1914 drivers/scsi/bfa/bfa_fcpim.c bfa_ioim_sm_abort_qfull(struct bfa_ioim_s *ioim, enum bfa_ioim_event event)
ioim             1916 drivers/scsi/bfa/bfa_fcpim.c 	bfa_trc(ioim->bfa, ioim->iotag);
ioim             1917 drivers/scsi/bfa/bfa_fcpim.c 	bfa_trc(ioim->bfa, event);
ioim             1921 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_set_state(ioim, bfa_ioim_sm_abort);
ioim             1922 drivers/scsi/bfa/bfa_fcpim.c 		bfa_ioim_send_abort(ioim);
ioim             1926 drivers/scsi/bfa/bfa_fcpim.c 		WARN_ON(ioim->iosp->abort_explicit != BFA_TRUE);
ioim             1927 drivers/scsi/bfa/bfa_fcpim.c 		ioim->iosp->abort_explicit = BFA_FALSE;
ioim             1928 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_set_state(ioim, bfa_ioim_sm_cleanup_qfull);
ioim             1933 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_set_state(ioim, bfa_ioim_sm_hcb);
ioim             1934 drivers/scsi/bfa/bfa_fcpim.c 		bfa_reqq_wcancel(&ioim->iosp->reqq_wait);
ioim             1935 drivers/scsi/bfa/bfa_fcpim.c 		bfa_ioim_move_to_comp_q(ioim);
ioim             1936 drivers/scsi/bfa/bfa_fcpim.c 		bfa_cb_queue(ioim->bfa, &ioim->hcb_qe, __bfa_cb_ioim_abort,
ioim             1937 drivers/scsi/bfa/bfa_fcpim.c 			      ioim);
ioim             1941 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_set_state(ioim, bfa_ioim_sm_hcb_free);
ioim             1942 drivers/scsi/bfa/bfa_fcpim.c 		bfa_reqq_wcancel(&ioim->iosp->reqq_wait);
ioim             1943 drivers/scsi/bfa/bfa_fcpim.c 		bfa_ioim_move_to_comp_q(ioim);
ioim             1944 drivers/scsi/bfa/bfa_fcpim.c 		bfa_cb_queue(ioim->bfa, &ioim->hcb_qe, __bfa_cb_ioim_abort,
ioim             1945 drivers/scsi/bfa/bfa_fcpim.c 			      ioim);
ioim             1949 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_set_state(ioim, bfa_ioim_sm_hcb);
ioim             1950 drivers/scsi/bfa/bfa_fcpim.c 		bfa_reqq_wcancel(&ioim->iosp->reqq_wait);
ioim             1951 drivers/scsi/bfa/bfa_fcpim.c 		bfa_ioim_move_to_comp_q(ioim);
ioim             1952 drivers/scsi/bfa/bfa_fcpim.c 		bfa_cb_queue(ioim->bfa, &ioim->hcb_qe, __bfa_cb_ioim_failed,
ioim             1953 drivers/scsi/bfa/bfa_fcpim.c 			      ioim);
ioim             1957 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_fault(ioim->bfa, event);
ioim             1965 drivers/scsi/bfa/bfa_fcpim.c bfa_ioim_sm_cleanup_qfull(struct bfa_ioim_s *ioim, enum bfa_ioim_event event)
ioim             1967 drivers/scsi/bfa/bfa_fcpim.c 	bfa_trc(ioim->bfa, ioim->iotag);
ioim             1968 drivers/scsi/bfa/bfa_fcpim.c 	bfa_trc(ioim->bfa, event);
ioim             1972 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_set_state(ioim, bfa_ioim_sm_cleanup);
ioim             1973 drivers/scsi/bfa/bfa_fcpim.c 		bfa_ioim_send_abort(ioim);
ioim             1980 drivers/scsi/bfa/bfa_fcpim.c 		ioim->io_cbfn = __bfa_cb_ioim_abort;
ioim             1985 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_set_state(ioim, bfa_ioim_sm_hcb);
ioim             1986 drivers/scsi/bfa/bfa_fcpim.c 		bfa_reqq_wcancel(&ioim->iosp->reqq_wait);
ioim             1987 drivers/scsi/bfa/bfa_fcpim.c 		bfa_cb_queue(ioim->bfa, &ioim->hcb_qe, ioim->io_cbfn, ioim);
ioim             1988 drivers/scsi/bfa/bfa_fcpim.c 		bfa_ioim_notify_cleanup(ioim);
ioim             1992 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_set_state(ioim, bfa_ioim_sm_hcb_free);
ioim             1993 drivers/scsi/bfa/bfa_fcpim.c 		bfa_reqq_wcancel(&ioim->iosp->reqq_wait);
ioim             1994 drivers/scsi/bfa/bfa_fcpim.c 		bfa_cb_queue(ioim->bfa, &ioim->hcb_qe, ioim->io_cbfn, ioim);
ioim             1995 drivers/scsi/bfa/bfa_fcpim.c 		bfa_ioim_notify_cleanup(ioim);
ioim             1999 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_set_state(ioim, bfa_ioim_sm_hcb);
ioim             2000 drivers/scsi/bfa/bfa_fcpim.c 		bfa_reqq_wcancel(&ioim->iosp->reqq_wait);
ioim             2001 drivers/scsi/bfa/bfa_fcpim.c 		bfa_ioim_move_to_comp_q(ioim);
ioim             2002 drivers/scsi/bfa/bfa_fcpim.c 		bfa_cb_queue(ioim->bfa, &ioim->hcb_qe, __bfa_cb_ioim_failed,
ioim             2003 drivers/scsi/bfa/bfa_fcpim.c 			      ioim);
ioim             2007 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_fault(ioim->bfa, event);
ioim             2015 drivers/scsi/bfa/bfa_fcpim.c bfa_ioim_sm_hcb(struct bfa_ioim_s *ioim, enum bfa_ioim_event event)
ioim             2019 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_set_state(ioim, bfa_ioim_sm_uninit);
ioim             2020 drivers/scsi/bfa/bfa_fcpim.c 		bfa_ioim_free(ioim);
ioim             2024 drivers/scsi/bfa/bfa_fcpim.c 		bfa_ioim_notify_cleanup(ioim);
ioim             2031 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_fault(ioim->bfa, event);
ioim             2039 drivers/scsi/bfa/bfa_fcpim.c bfa_ioim_sm_hcb_free(struct bfa_ioim_s *ioim, enum bfa_ioim_event event)
ioim             2041 drivers/scsi/bfa/bfa_fcpim.c 	bfa_trc(ioim->bfa, ioim->iotag);
ioim             2042 drivers/scsi/bfa/bfa_fcpim.c 	bfa_trc(ioim->bfa, event);
ioim             2046 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_set_state(ioim, bfa_ioim_sm_resfree);
ioim             2047 drivers/scsi/bfa/bfa_fcpim.c 		list_del(&ioim->qe);
ioim             2048 drivers/scsi/bfa/bfa_fcpim.c 		list_add_tail(&ioim->qe, &ioim->fcpim->ioim_resfree_q);
ioim             2052 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_set_state(ioim, bfa_ioim_sm_hcb);
ioim             2056 drivers/scsi/bfa/bfa_fcpim.c 		bfa_ioim_notify_cleanup(ioim);
ioim             2060 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_set_state(ioim, bfa_ioim_sm_hcb);
ioim             2064 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_fault(ioim->bfa, event);
ioim             2072 drivers/scsi/bfa/bfa_fcpim.c bfa_ioim_sm_resfree(struct bfa_ioim_s *ioim, enum bfa_ioim_event event)
ioim             2074 drivers/scsi/bfa/bfa_fcpim.c 	bfa_trc(ioim->bfa, ioim->iotag);
ioim             2075 drivers/scsi/bfa/bfa_fcpim.c 	bfa_trc(ioim->bfa, event);
ioim             2079 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_set_state(ioim, bfa_ioim_sm_uninit);
ioim             2080 drivers/scsi/bfa/bfa_fcpim.c 		bfa_ioim_free(ioim);
ioim             2084 drivers/scsi/bfa/bfa_fcpim.c 		bfa_ioim_notify_cleanup(ioim);
ioim             2091 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_fault(ioim->bfa, event);
ioim             2120 drivers/scsi/bfa/bfa_fcpim.c 	struct bfa_ioim_s *ioim = cbarg;
ioim             2123 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_send_event(ioim, BFA_IOIM_SM_HCB);
ioim             2127 drivers/scsi/bfa/bfa_fcpim.c 	bfa_cb_ioim_good_comp(ioim->bfa->bfad, ioim->dio);
ioim             2133 drivers/scsi/bfa/bfa_fcpim.c 	struct bfa_ioim_s	*ioim = cbarg;
ioim             2140 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_send_event(ioim, BFA_IOIM_SM_HCB);
ioim             2144 drivers/scsi/bfa/bfa_fcpim.c 	m = (struct bfi_ioim_rsp_s *) &ioim->iosp->comp_rspmsg;
ioim             2152 drivers/scsi/bfa/bfa_fcpim.c 			snsinfo = BFA_SNSINFO_FROM_TAG(ioim->fcpim->fcp,
ioim             2153 drivers/scsi/bfa/bfa_fcpim.c 						ioim->iotag);
ioim             2161 drivers/scsi/bfa/bfa_fcpim.c 			bfa_stats(ioim->itnim, iocomp_underrun);
ioim             2166 drivers/scsi/bfa/bfa_fcpim.c 			bfa_stats(ioim->itnim, iocomp_overrun);
ioim             2170 drivers/scsi/bfa/bfa_fcpim.c 	bfa_cb_ioim_done(ioim->bfa->bfad, ioim->dio, m->io_status,
ioim             2395 drivers/scsi/bfa/bfa_fcpim.c 	struct bfa_ioim_s *ioim = cbarg;
ioim             2398 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_send_event(ioim, BFA_IOIM_SM_HCB);
ioim             2402 drivers/scsi/bfa/bfa_fcpim.c 	bfa_cb_ioim_done(ioim->bfa->bfad, ioim->dio, BFI_IOIM_STS_ABORTED,
ioim             2409 drivers/scsi/bfa/bfa_fcpim.c 	struct bfa_ioim_s *ioim = cbarg;
ioim             2411 drivers/scsi/bfa/bfa_fcpim.c 	bfa_stats(ioim->itnim, path_tov_expired);
ioim             2413 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_send_event(ioim, BFA_IOIM_SM_HCB);
ioim             2417 drivers/scsi/bfa/bfa_fcpim.c 	bfa_cb_ioim_done(ioim->bfa->bfad, ioim->dio, BFI_IOIM_STS_PATHTOV,
ioim             2424 drivers/scsi/bfa/bfa_fcpim.c 	struct bfa_ioim_s *ioim = cbarg;
ioim             2427 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_send_event(ioim, BFA_IOIM_SM_HCB);
ioim             2431 drivers/scsi/bfa/bfa_fcpim.c 	bfa_cb_ioim_abort(ioim->bfa->bfad, ioim->dio);
ioim             2437 drivers/scsi/bfa/bfa_fcpim.c 	struct bfa_ioim_s *ioim = cbarg;
ioim             2439 drivers/scsi/bfa/bfa_fcpim.c 	ioim->nsgpgs = BFA_SGPG_NPAGE(ioim->nsges);
ioim             2440 drivers/scsi/bfa/bfa_fcpim.c 	list_splice_tail_init(&ioim->iosp->sgpg_wqe.sgpg_q, &ioim->sgpg_q);
ioim             2441 drivers/scsi/bfa/bfa_fcpim.c 	ioim->sgpg = bfa_q_first(&ioim->sgpg_q);
ioim             2442 drivers/scsi/bfa/bfa_fcpim.c 	bfa_sm_send_event(ioim, BFA_IOIM_SM_SGALLOCED);
ioim             2449 drivers/scsi/bfa/bfa_fcpim.c bfa_ioim_send_ioreq(struct bfa_ioim_s *ioim)
ioim             2451 drivers/scsi/bfa/bfa_fcpim.c 	struct bfa_itnim_s *itnim = ioim->itnim;
ioim             2460 drivers/scsi/bfa/bfa_fcpim.c 	struct scsi_cmnd *cmnd = (struct scsi_cmnd *) ioim->dio;
ioim             2467 drivers/scsi/bfa/bfa_fcpim.c 	m = bfa_reqq_next(ioim->bfa, ioim->reqq);
ioim             2469 drivers/scsi/bfa/bfa_fcpim.c 		bfa_stats(ioim->itnim, qwait);
ioim             2470 drivers/scsi/bfa/bfa_fcpim.c 		bfa_reqq_wait(ioim->bfa, ioim->reqq,
ioim             2471 drivers/scsi/bfa/bfa_fcpim.c 				  &ioim->iosp->reqq_wait);
ioim             2478 drivers/scsi/bfa/bfa_fcpim.c 	m->io_tag = cpu_to_be16(ioim->iotag);
ioim             2479 drivers/scsi/bfa/bfa_fcpim.c 	m->rport_hdl = ioim->itnim->rport->fw_handle;
ioim             2483 drivers/scsi/bfa/bfa_fcpim.c 	sgpg = ioim->sgpg;
ioim             2487 drivers/scsi/bfa/bfa_fcpim.c 	scsi_for_each_sg(cmnd, sg, ioim->nsges, i) {
ioim             2494 drivers/scsi/bfa/bfa_fcpim.c 			sge->flags = (ioim->nsges > BFI_SGE_INLINE) ?
ioim             2508 drivers/scsi/bfa/bfa_fcpim.c 			if (i < (ioim->nsges - 1) &&
ioim             2511 drivers/scsi/bfa/bfa_fcpim.c 			else if (i < (ioim->nsges - 1))
ioim             2519 drivers/scsi/bfa/bfa_fcpim.c 			if (i == (ioim->nsges - 1)) {
ioim             2537 drivers/scsi/bfa/bfa_fcpim.c 	if (ioim->nsges > BFI_SGE_INLINE) {
ioim             2538 drivers/scsi/bfa/bfa_fcpim.c 		sge->sga = ioim->sgpg->sgpg_pa;
ioim             2569 drivers/scsi/bfa/bfa_fcpim.c 		bfi_h2i_set(m->mh, BFI_MC_IOIM_READ, 0, bfa_fn_lpu(ioim->bfa));
ioim             2571 drivers/scsi/bfa/bfa_fcpim.c 		ioim->itnim->stats.rd_throughput += fcp_dl;
ioim             2574 drivers/scsi/bfa/bfa_fcpim.c 		bfi_h2i_set(m->mh, BFI_MC_IOIM_WRITE, 0, bfa_fn_lpu(ioim->bfa));
ioim             2576 drivers/scsi/bfa/bfa_fcpim.c 		ioim->itnim->stats.wr_throughput += fcp_dl;
ioim             2583 drivers/scsi/bfa/bfa_fcpim.c 		bfi_h2i_set(m->mh, BFI_MC_IOIM_IO, 0, bfa_fn_lpu(ioim->bfa));
ioim             2587 drivers/scsi/bfa/bfa_fcpim.c 		bfi_h2i_set(m->mh, BFI_MC_IOIM_IO, 0, bfa_fn_lpu(ioim->bfa));
ioim             2592 drivers/scsi/bfa/bfa_fcpim.c 	bfa_reqq_produce(ioim->bfa, ioim->reqq, m->mh);
ioim             2601 drivers/scsi/bfa/bfa_fcpim.c bfa_ioim_sgpg_alloc(struct bfa_ioim_s *ioim)
ioim             2605 drivers/scsi/bfa/bfa_fcpim.c 	WARN_ON(ioim->nsges <= BFI_SGE_INLINE);
ioim             2610 drivers/scsi/bfa/bfa_fcpim.c 	nsgpgs = BFA_SGPG_NPAGE(ioim->nsges);
ioim             2614 drivers/scsi/bfa/bfa_fcpim.c 	if (bfa_sgpg_malloc(ioim->bfa, &ioim->sgpg_q, nsgpgs)
ioim             2616 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sgpg_wait(ioim->bfa, &ioim->iosp->sgpg_wqe, nsgpgs);
ioim             2620 drivers/scsi/bfa/bfa_fcpim.c 	ioim->nsgpgs = nsgpgs;
ioim             2621 drivers/scsi/bfa/bfa_fcpim.c 	ioim->sgpg = bfa_q_first(&ioim->sgpg_q);
ioim             2630 drivers/scsi/bfa/bfa_fcpim.c bfa_ioim_send_abort(struct bfa_ioim_s *ioim)
ioim             2638 drivers/scsi/bfa/bfa_fcpim.c 	m = bfa_reqq_next(ioim->bfa, ioim->reqq);
ioim             2645 drivers/scsi/bfa/bfa_fcpim.c 	if (ioim->iosp->abort_explicit)
ioim             2650 drivers/scsi/bfa/bfa_fcpim.c 	bfi_h2i_set(m->mh, BFI_MC_IOIM, msgop, bfa_fn_lpu(ioim->bfa));
ioim             2651 drivers/scsi/bfa/bfa_fcpim.c 	m->io_tag    = cpu_to_be16(ioim->iotag);
ioim             2652 drivers/scsi/bfa/bfa_fcpim.c 	m->abort_tag = ++ioim->abort_tag;
ioim             2657 drivers/scsi/bfa/bfa_fcpim.c 	bfa_reqq_produce(ioim->bfa, ioim->reqq, m->mh);
ioim             2667 drivers/scsi/bfa/bfa_fcpim.c 	struct bfa_ioim_s *ioim = cbarg;
ioim             2669 drivers/scsi/bfa/bfa_fcpim.c 	bfa_stats(ioim->itnim, qresumes);
ioim             2670 drivers/scsi/bfa/bfa_fcpim.c 	bfa_sm_send_event(ioim, BFA_IOIM_SM_QRESUME);
ioim             2675 drivers/scsi/bfa/bfa_fcpim.c bfa_ioim_notify_cleanup(struct bfa_ioim_s *ioim)
ioim             2681 drivers/scsi/bfa/bfa_fcpim.c 	list_del(&ioim->qe);
ioim             2682 drivers/scsi/bfa/bfa_fcpim.c 	list_add_tail(&ioim->qe, &ioim->fcpim->ioim_comp_q);
ioim             2684 drivers/scsi/bfa/bfa_fcpim.c 	if (!ioim->iosp->tskim) {
ioim             2685 drivers/scsi/bfa/bfa_fcpim.c 		if (ioim->fcpim->delay_comp && ioim->itnim->iotov_active) {
ioim             2686 drivers/scsi/bfa/bfa_fcpim.c 			bfa_cb_dequeue(&ioim->hcb_qe);
ioim             2687 drivers/scsi/bfa/bfa_fcpim.c 			list_del(&ioim->qe);
ioim             2688 drivers/scsi/bfa/bfa_fcpim.c 			list_add_tail(&ioim->qe, &ioim->itnim->delay_comp_q);
ioim             2690 drivers/scsi/bfa/bfa_fcpim.c 		bfa_itnim_iodone(ioim->itnim);
ioim             2692 drivers/scsi/bfa/bfa_fcpim.c 		bfa_wc_down(&ioim->iosp->tskim->wc);
ioim             2696 drivers/scsi/bfa/bfa_fcpim.c bfa_ioim_is_abortable(struct bfa_ioim_s *ioim)
ioim             2698 drivers/scsi/bfa/bfa_fcpim.c 	if ((bfa_sm_cmp_state(ioim, bfa_ioim_sm_uninit) &&
ioim             2699 drivers/scsi/bfa/bfa_fcpim.c 	    (!bfa_q_is_on_q(&ioim->itnim->pending_q, ioim)))	||
ioim             2700 drivers/scsi/bfa/bfa_fcpim.c 	    (bfa_sm_cmp_state(ioim, bfa_ioim_sm_abort))		||
ioim             2701 drivers/scsi/bfa/bfa_fcpim.c 	    (bfa_sm_cmp_state(ioim, bfa_ioim_sm_abort_qfull))	||
ioim             2702 drivers/scsi/bfa/bfa_fcpim.c 	    (bfa_sm_cmp_state(ioim, bfa_ioim_sm_hcb))		||
ioim             2703 drivers/scsi/bfa/bfa_fcpim.c 	    (bfa_sm_cmp_state(ioim, bfa_ioim_sm_hcb_free))	||
ioim             2704 drivers/scsi/bfa/bfa_fcpim.c 	    (bfa_sm_cmp_state(ioim, bfa_ioim_sm_resfree)))
ioim             2711 drivers/scsi/bfa/bfa_fcpim.c bfa_ioim_delayed_comp(struct bfa_ioim_s *ioim, bfa_boolean_t iotov)
ioim             2721 drivers/scsi/bfa/bfa_fcpim.c 		ioim->io_cbfn = __bfa_cb_ioim_pathtov;
ioim             2723 drivers/scsi/bfa/bfa_fcpim.c 		ioim->io_cbfn = __bfa_cb_ioim_failed;
ioim             2724 drivers/scsi/bfa/bfa_fcpim.c 		bfa_stats(ioim->itnim, iocom_nexus_abort);
ioim             2726 drivers/scsi/bfa/bfa_fcpim.c 	bfa_cb_queue(ioim->bfa, &ioim->hcb_qe, ioim->io_cbfn, ioim);
ioim             2732 drivers/scsi/bfa/bfa_fcpim.c 	list_del(&ioim->qe);
ioim             2733 drivers/scsi/bfa/bfa_fcpim.c 	list_add_tail(&ioim->qe, &ioim->fcpim->ioim_comp_q);
ioim             2743 drivers/scsi/bfa/bfa_fcpim.c 	struct bfa_ioim_s		*ioim;
ioim             2751 drivers/scsi/bfa/bfa_fcpim.c 	ioim = (struct bfa_ioim_s *) bfa_mem_kva_curp(fcp);
ioim             2752 drivers/scsi/bfa/bfa_fcpim.c 	fcpim->ioim_arr = ioim;
ioim             2753 drivers/scsi/bfa/bfa_fcpim.c 	bfa_mem_kva_curp(fcp) = (u8 *) (ioim + fcpim->fcp->num_ioim_reqs);
ioim             2766 drivers/scsi/bfa/bfa_fcpim.c 	     i++, ioim++, iosp++) {
ioim             2770 drivers/scsi/bfa/bfa_fcpim.c 		memset(ioim, 0, sizeof(struct bfa_ioim_s));
ioim             2771 drivers/scsi/bfa/bfa_fcpim.c 		ioim->iotag   = i;
ioim             2772 drivers/scsi/bfa/bfa_fcpim.c 		ioim->bfa     = fcpim->bfa;
ioim             2773 drivers/scsi/bfa/bfa_fcpim.c 		ioim->fcpim   = fcpim;
ioim             2774 drivers/scsi/bfa/bfa_fcpim.c 		ioim->iosp    = iosp;
ioim             2775 drivers/scsi/bfa/bfa_fcpim.c 		INIT_LIST_HEAD(&ioim->sgpg_q);
ioim             2776 drivers/scsi/bfa/bfa_fcpim.c 		bfa_reqq_winit(&ioim->iosp->reqq_wait,
ioim             2777 drivers/scsi/bfa/bfa_fcpim.c 				   bfa_ioim_qresume, ioim);
ioim             2778 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sgpg_winit(&ioim->iosp->sgpg_wqe,
ioim             2779 drivers/scsi/bfa/bfa_fcpim.c 				   bfa_ioim_sgpg_alloced, ioim);
ioim             2780 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sm_set_state(ioim, bfa_ioim_sm_uninit);
ioim             2789 drivers/scsi/bfa/bfa_fcpim.c 	struct bfa_ioim_s *ioim;
ioim             2795 drivers/scsi/bfa/bfa_fcpim.c 	ioim = BFA_IOIM_FROM_TAG(fcpim, iotag);
ioim             2796 drivers/scsi/bfa/bfa_fcpim.c 	WARN_ON(ioim->iotag != iotag);
ioim             2798 drivers/scsi/bfa/bfa_fcpim.c 	bfa_trc(ioim->bfa, ioim->iotag);
ioim             2799 drivers/scsi/bfa/bfa_fcpim.c 	bfa_trc(ioim->bfa, rsp->io_status);
ioim             2800 drivers/scsi/bfa/bfa_fcpim.c 	bfa_trc(ioim->bfa, rsp->reuse_io_tag);
ioim             2802 drivers/scsi/bfa/bfa_fcpim.c 	if (bfa_sm_cmp_state(ioim, bfa_ioim_sm_active))
ioim             2803 drivers/scsi/bfa/bfa_fcpim.c 		ioim->iosp->comp_rspmsg = *m;
ioim             2807 drivers/scsi/bfa/bfa_fcpim.c 		bfa_stats(ioim->itnim, iocomp_ok);
ioim             2815 drivers/scsi/bfa/bfa_fcpim.c 		bfa_stats(ioim->itnim, iocomp_timedout);
ioim             2819 drivers/scsi/bfa/bfa_fcpim.c 		bfa_stats(ioim->itnim, iocomp_aborted);
ioim             2827 drivers/scsi/bfa/bfa_fcpim.c 		bfa_stats(ioim->itnim, iocom_proto_err);
ioim             2833 drivers/scsi/bfa/bfa_fcpim.c 		bfa_stats(ioim->itnim, iocom_sqer_needed);
ioim             2839 drivers/scsi/bfa/bfa_fcpim.c 		bfa_stats(ioim->itnim, iocom_res_free);
ioim             2844 drivers/scsi/bfa/bfa_fcpim.c 		bfa_stats(ioim->itnim, iocom_hostabrts);
ioim             2845 drivers/scsi/bfa/bfa_fcpim.c 		if (rsp->abort_tag != ioim->abort_tag) {
ioim             2846 drivers/scsi/bfa/bfa_fcpim.c 			bfa_trc(ioim->bfa, rsp->abort_tag);
ioim             2847 drivers/scsi/bfa/bfa_fcpim.c 			bfa_trc(ioim->bfa, ioim->abort_tag);
ioim             2858 drivers/scsi/bfa/bfa_fcpim.c 		bfa_stats(ioim->itnim, iocom_utags);
ioim             2866 drivers/scsi/bfa/bfa_fcpim.c 	bfa_sm_send_event(ioim, evt);
ioim             2874 drivers/scsi/bfa/bfa_fcpim.c 	struct bfa_ioim_s *ioim;
ioim             2879 drivers/scsi/bfa/bfa_fcpim.c 	ioim = BFA_IOIM_FROM_TAG(fcpim, iotag);
ioim             2880 drivers/scsi/bfa/bfa_fcpim.c 	WARN_ON(ioim->iotag != iotag);
ioim             2882 drivers/scsi/bfa/bfa_fcpim.c 	bfa_ioim_cb_profile_comp(fcpim, ioim);
ioim             2884 drivers/scsi/bfa/bfa_fcpim.c 	bfa_sm_send_event(ioim, BFA_IOIM_SM_COMP_GOOD);
ioim             2891 drivers/scsi/bfa/bfa_fcpim.c bfa_ioim_cleanup(struct bfa_ioim_s *ioim)
ioim             2893 drivers/scsi/bfa/bfa_fcpim.c 	bfa_trc(ioim->bfa, ioim->iotag);
ioim             2894 drivers/scsi/bfa/bfa_fcpim.c 	bfa_stats(ioim->itnim, io_cleanups);
ioim             2896 drivers/scsi/bfa/bfa_fcpim.c 	ioim->iosp->tskim = NULL;
ioim             2897 drivers/scsi/bfa/bfa_fcpim.c 	bfa_sm_send_event(ioim, BFA_IOIM_SM_CLEANUP);
ioim             2901 drivers/scsi/bfa/bfa_fcpim.c bfa_ioim_cleanup_tm(struct bfa_ioim_s *ioim, struct bfa_tskim_s *tskim)
ioim             2903 drivers/scsi/bfa/bfa_fcpim.c 	bfa_trc(ioim->bfa, ioim->iotag);
ioim             2904 drivers/scsi/bfa/bfa_fcpim.c 	bfa_stats(ioim->itnim, io_tmaborts);
ioim             2906 drivers/scsi/bfa/bfa_fcpim.c 	ioim->iosp->tskim = tskim;
ioim             2907 drivers/scsi/bfa/bfa_fcpim.c 	bfa_sm_send_event(ioim, BFA_IOIM_SM_CLEANUP);
ioim             2914 drivers/scsi/bfa/bfa_fcpim.c bfa_ioim_iocdisable(struct bfa_ioim_s *ioim)
ioim             2916 drivers/scsi/bfa/bfa_fcpim.c 	bfa_trc(ioim->bfa, ioim->iotag);
ioim             2917 drivers/scsi/bfa/bfa_fcpim.c 	bfa_stats(ioim->itnim, io_iocdowns);
ioim             2918 drivers/scsi/bfa/bfa_fcpim.c 	bfa_sm_send_event(ioim, BFA_IOIM_SM_HWFAIL);
ioim             2925 drivers/scsi/bfa/bfa_fcpim.c bfa_ioim_tov(struct bfa_ioim_s *ioim)
ioim             2927 drivers/scsi/bfa/bfa_fcpim.c 	bfa_trc(ioim->bfa, ioim->iotag);
ioim             2928 drivers/scsi/bfa/bfa_fcpim.c 	bfa_sm_send_event(ioim, BFA_IOIM_SM_IOTOV);
ioim             2940 drivers/scsi/bfa/bfa_fcpim.c 	struct bfa_ioim_s *ioim;
ioim             2952 drivers/scsi/bfa/bfa_fcpim.c 	ioim = BFA_IOIM_FROM_TAG(fcpim, iotag->tag);
ioim             2954 drivers/scsi/bfa/bfa_fcpim.c 	ioim->dio = dio;
ioim             2955 drivers/scsi/bfa/bfa_fcpim.c 	ioim->itnim = itnim;
ioim             2956 drivers/scsi/bfa/bfa_fcpim.c 	ioim->nsges = nsges;
ioim             2957 drivers/scsi/bfa/bfa_fcpim.c 	ioim->nsgpgs = 0;
ioim             2962 drivers/scsi/bfa/bfa_fcpim.c 	list_add_tail(&ioim->qe, &itnim->io_q);
ioim             2964 drivers/scsi/bfa/bfa_fcpim.c 	return ioim;
ioim             2968 drivers/scsi/bfa/bfa_fcpim.c bfa_ioim_free(struct bfa_ioim_s *ioim)
ioim             2970 drivers/scsi/bfa/bfa_fcpim.c 	struct bfa_fcpim_s *fcpim = ioim->fcpim;
ioim             2973 drivers/scsi/bfa/bfa_fcpim.c 	if (ioim->nsgpgs > 0)
ioim             2974 drivers/scsi/bfa/bfa_fcpim.c 		bfa_sgpg_mfree(ioim->bfa, &ioim->sgpg_q, ioim->nsgpgs);
ioim             2976 drivers/scsi/bfa/bfa_fcpim.c 	bfa_stats(ioim->itnim, io_comps);
ioim             2979 drivers/scsi/bfa/bfa_fcpim.c 	ioim->iotag &= BFA_IOIM_IOTAG_MASK;
ioim             2981 drivers/scsi/bfa/bfa_fcpim.c 	WARN_ON(!(ioim->iotag <
ioim             2983 drivers/scsi/bfa/bfa_fcpim.c 	iotag = BFA_IOTAG_FROM_TAG(fcpim->fcp, ioim->iotag);
ioim             2985 drivers/scsi/bfa/bfa_fcpim.c 	if (ioim->iotag < fcpim->fcp->num_ioim_reqs)
ioim             2990 drivers/scsi/bfa/bfa_fcpim.c 	list_del(&ioim->qe);
ioim             2994 drivers/scsi/bfa/bfa_fcpim.c bfa_ioim_start(struct bfa_ioim_s *ioim)
ioim             2996 drivers/scsi/bfa/bfa_fcpim.c 	bfa_ioim_cb_profile_start(ioim->fcpim, ioim);
ioim             3001 drivers/scsi/bfa/bfa_fcpim.c 	ioim->reqq = bfa_fcpim_ioredirect_enabled(ioim->bfa) ?
ioim             3002 drivers/scsi/bfa/bfa_fcpim.c 			BFA_FALSE : bfa_itnim_get_reqq(ioim);
ioim             3004 drivers/scsi/bfa/bfa_fcpim.c 	bfa_sm_send_event(ioim, BFA_IOIM_SM_START);
ioim             3011 drivers/scsi/bfa/bfa_fcpim.c bfa_ioim_abort(struct bfa_ioim_s *ioim)
ioim             3014 drivers/scsi/bfa/bfa_fcpim.c 	bfa_trc(ioim->bfa, ioim->iotag);
ioim             3016 drivers/scsi/bfa/bfa_fcpim.c 	if (!bfa_ioim_is_abortable(ioim))
ioim             3019 drivers/scsi/bfa/bfa_fcpim.c 	bfa_stats(ioim->itnim, io_aborts);
ioim             3020 drivers/scsi/bfa/bfa_fcpim.c 	bfa_sm_send_event(ioim, BFA_IOIM_SM_ABORT);
ioim             3312 drivers/scsi/bfa/bfa_fcpim.c 	struct bfa_ioim_s *ioim;
ioim             3323 drivers/scsi/bfa/bfa_fcpim.c 		ioim = (struct bfa_ioim_s *) qe;
ioim             3324 drivers/scsi/bfa/bfa_fcpim.c 		cmnd = (struct scsi_cmnd *) ioim->dio;
ioim             3327 drivers/scsi/bfa/bfa_fcpim.c 			list_del(&ioim->qe);
ioim             3328 drivers/scsi/bfa/bfa_fcpim.c 			list_add_tail(&ioim->qe, &tskim->io_q);
ioim             3336 drivers/scsi/bfa/bfa_fcpim.c 		ioim = (struct bfa_ioim_s *) qe;
ioim             3337 drivers/scsi/bfa/bfa_fcpim.c 		cmnd = (struct scsi_cmnd *) ioim->dio;
ioim             3340 drivers/scsi/bfa/bfa_fcpim.c 			list_del(&ioim->qe);
ioim             3341 drivers/scsi/bfa/bfa_fcpim.c 			list_add_tail(&ioim->qe, &ioim->fcpim->ioim_comp_q);
ioim             3342 drivers/scsi/bfa/bfa_fcpim.c 			bfa_ioim_tov(ioim);
ioim             3365 drivers/scsi/bfa/bfa_fcpim.c 	struct bfa_ioim_s *ioim;
ioim             3371 drivers/scsi/bfa/bfa_fcpim.c 		ioim = (struct bfa_ioim_s *) qe;
ioim             3373 drivers/scsi/bfa/bfa_fcpim.c 		bfa_ioim_cleanup_tm(ioim, tskim);
ioim             3463 drivers/scsi/bfa/bfa_fcpim.c 	struct bfa_ioim_s *ioim;
ioim             3467 drivers/scsi/bfa/bfa_fcpim.c 		ioim = (struct bfa_ioim_s *) qe;
ioim             3468 drivers/scsi/bfa/bfa_fcpim.c 		bfa_ioim_iocdisable(ioim);
ioim              107 drivers/scsi/bfa/bfa_fcpim.h typedef void    (*bfa_fcpim_profile_t) (struct bfa_ioim_s *ioim);
ioim              259 drivers/scsi/bfa/bfa_fcpim.h bfa_ioim_maxretry_reached(struct bfa_ioim_s *ioim)
ioim              261 drivers/scsi/bfa/bfa_fcpim.h 	uint16_t k = ioim->iotag >> BFA_IOIM_RETRY_TAG_OFFSET;
ioim              274 drivers/scsi/bfa/bfa_fcpim.h void	bfa_ioim_cleanup(struct bfa_ioim_s *ioim);
ioim              275 drivers/scsi/bfa/bfa_fcpim.h void	bfa_ioim_cleanup_tm(struct bfa_ioim_s *ioim,
ioim              277 drivers/scsi/bfa/bfa_fcpim.h void	bfa_ioim_iocdisable(struct bfa_ioim_s *ioim);
ioim              278 drivers/scsi/bfa/bfa_fcpim.h void	bfa_ioim_tov(struct bfa_ioim_s *ioim);
ioim              363 drivers/scsi/bfa/bfa_fcpim.h void		bfa_ioim_free(struct bfa_ioim_s *ioim);
ioim              364 drivers/scsi/bfa/bfa_fcpim.h void		bfa_ioim_start(struct bfa_ioim_s *ioim);
ioim              365 drivers/scsi/bfa/bfa_fcpim.h bfa_status_t	bfa_ioim_abort(struct bfa_ioim_s *ioim);
ioim              366 drivers/scsi/bfa/bfa_fcpim.h void		bfa_ioim_delayed_comp(struct bfa_ioim_s *ioim,