s_iowait 965 drivers/infiniband/hw/hfi1/pio.c list_del_init(&priv->s_iowait.list); s_iowait 966 drivers/infiniband/hw/hfi1/pio.c priv->s_iowait.lock = NULL; s_iowait 1639 drivers/infiniband/hw/hfi1/pio.c list_del_init(&priv->s_iowait.list); s_iowait 1640 drivers/infiniband/hw/hfi1/pio.c priv->s_iowait.lock = NULL; s_iowait 1644 drivers/infiniband/hw/hfi1/pio.c &priv->s_iowait, s_iowait 168 drivers/infiniband/hw/hfi1/qp.c flush_list_head(&iowait_get_ib_work(&priv->s_iowait)->tx_head); s_iowait 169 drivers/infiniband/hw/hfi1/qp.c flush_list_head(&iowait_get_tid_work(&priv->s_iowait)->tx_head); s_iowait 176 drivers/infiniband/hw/hfi1/qp.c seqlock_t *lock = priv->s_iowait.lock; s_iowait 181 drivers/infiniband/hw/hfi1/qp.c if (!list_empty(&priv->s_iowait.list)) { s_iowait 182 drivers/infiniband/hw/hfi1/qp.c list_del_init(&priv->s_iowait.list); s_iowait 183 drivers/infiniband/hw/hfi1/qp.c priv->s_iowait.lock = NULL; s_iowait 386 drivers/infiniband/hw/hfi1/qp.c return iowait_schedule(&priv->s_iowait, ppd->hfi1_wq, s_iowait 398 drivers/infiniband/hw/hfi1/qp.c while (iowait_pio_pending(&priv->s_iowait)) { s_iowait 402 drivers/infiniband/hw/hfi1/qp.c iowait_pio_drain(&priv->s_iowait); s_iowait 426 drivers/infiniband/hw/hfi1/qp.c iowait_set_flag(&((struct hfi1_qp_priv *)qp->priv)->s_iowait, s_iowait 436 drivers/infiniband/hw/hfi1/qp.c if (iowait_flag_set(&priv->s_iowait, IOWAIT_PENDING_IB)) { s_iowait 439 drivers/infiniband/hw/hfi1/qp.c iowait_clear_flag(&priv->s_iowait, IOWAIT_PENDING_IB); s_iowait 441 drivers/infiniband/hw/hfi1/qp.c if (iowait_flag_set(&priv->s_iowait, IOWAIT_PENDING_TID)) { s_iowait 444 drivers/infiniband/hw/hfi1/qp.c iowait_clear_flag(&priv->s_iowait, IOWAIT_PENDING_TID); s_iowait 481 drivers/infiniband/hw/hfi1/qp.c iowait_set_flag(&priv->s_iowait, IOWAIT_PENDING_TID); s_iowait 516 drivers/infiniband/hw/hfi1/qp.c if (list_empty(&priv->s_iowait.list)) { s_iowait 522 drivers/infiniband/hw/hfi1/qp.c iowait_get_priority(&priv->s_iowait); s_iowait 523 drivers/infiniband/hw/hfi1/qp.c iowait_queue(pkts_sent, &priv->s_iowait, s_iowait 525 drivers/infiniband/hw/hfi1/qp.c priv->s_iowait.lock = &sde->waitlock; s_iowait 676 drivers/infiniband/hw/hfi1/qp.c iowait_sdma_pending(&priv->s_iowait), s_iowait 677 drivers/infiniband/hw/hfi1/qp.c iowait_pio_pending(&priv->s_iowait), s_iowait 678 drivers/infiniband/hw/hfi1/qp.c !list_empty(&priv->s_iowait.list), s_iowait 737 drivers/infiniband/hw/hfi1/qp.c &priv->s_iowait, s_iowait 795 drivers/infiniband/hw/hfi1/qp.c iowait_cancel_work(&priv->s_iowait); s_iowait 806 drivers/infiniband/hw/hfi1/qp.c iowait_sdma_drain(&priv->s_iowait); s_iowait 896 drivers/infiniband/hw/hfi1/qp.c seqlock_t *lock = priv->s_iowait.lock; s_iowait 900 drivers/infiniband/hw/hfi1/qp.c if (!list_empty(&priv->s_iowait.list) && s_iowait 904 drivers/infiniband/hw/hfi1/qp.c iowait_clear_flag(&priv->s_iowait, IOWAIT_PENDING_IB); s_iowait 905 drivers/infiniband/hw/hfi1/qp.c iowait_clear_flag(&priv->s_iowait, IOWAIT_PENDING_TID); s_iowait 906 drivers/infiniband/hw/hfi1/qp.c list_del_init(&priv->s_iowait.list); s_iowait 907 drivers/infiniband/hw/hfi1/qp.c priv->s_iowait.lock = NULL; s_iowait 96 drivers/infiniband/hw/hfi1/qp.h (verbs_txreq_queued(iowait_get_ib_work(&priv->s_iowait)) || s_iowait 177 drivers/infiniband/hw/hfi1/rc.c iowait_set_flag(&qpriv->s_iowait, IOWAIT_PENDING_IB); s_iowait 485 drivers/infiniband/hw/hfi1/rc.c if (iowait_sdma_pending(&priv->s_iowait)) { s_iowait 1218 drivers/infiniband/hw/hfi1/rc.c iowait_set_flag(&priv->s_iowait, IOWAIT_PENDING_IB); s_iowait 544 drivers/infiniband/hw/hfi1/ruc.c ps.wait = iowait_get_ib_work(&priv->s_iowait); s_iowait 579 drivers/infiniband/hw/hfi1/ruc.c iowait_set_flag(&priv->s_iowait, IOWAIT_PENDING_IB); s_iowait 614 drivers/infiniband/hw/hfi1/ruc.c iowait_starve_clear(ps.pkts_sent, &priv->s_iowait); s_iowait 5022 drivers/infiniband/hw/hfi1/tid_rdma.c iowork = iowait_get_ib_work(&priv->s_iowait); s_iowait 5169 drivers/infiniband/hw/hfi1/tid_rdma.c iowait_set_flag(&priv->s_iowait, IOWAIT_PENDING_TID); s_iowait 5323 drivers/infiniband/hw/hfi1/tid_rdma.c (verbs_txreq_queued(iowait_get_tid_work(&priv->s_iowait)) || s_iowait 5344 drivers/infiniband/hw/hfi1/tid_rdma.c ps.wait = iowait_get_tid_work(&priv->s_iowait); s_iowait 5354 drivers/infiniband/hw/hfi1/tid_rdma.c iowait_set_flag(&priv->s_iowait, IOWAIT_PENDING_TID); s_iowait 5373 drivers/infiniband/hw/hfi1/tid_rdma.c ps.wait = iowait_get_ib_work(&priv->s_iowait); s_iowait 5392 drivers/infiniband/hw/hfi1/tid_rdma.c ps.wait = iowait_get_tid_work(&priv->s_iowait); s_iowait 5393 drivers/infiniband/hw/hfi1/tid_rdma.c if (iowait_flag_set(&priv->s_iowait, s_iowait 5399 drivers/infiniband/hw/hfi1/tid_rdma.c iowait_starve_clear(ps.pkts_sent, &priv->s_iowait); s_iowait 5411 drivers/infiniband/hw/hfi1/tid_rdma.c return iowait_tid_schedule(&priv->s_iowait, ppd->hfi1_wq, s_iowait 5444 drivers/infiniband/hw/hfi1/tid_rdma.c iowait_set_flag(&((struct hfi1_qp_priv *)qp->priv)->s_iowait, s_iowait 783 drivers/infiniband/hw/hfi1/trace_tid.h __entry->iow_flags = priv->s_iowait.flags; s_iowait 902 drivers/infiniband/hw/hfi1/trace_tid.h ((struct hfi1_qp_priv *)qp->priv)->s_iowait.flags; s_iowait 1006 drivers/infiniband/hw/hfi1/trace_tid.h __entry->iow_flags = priv->s_iowait.flags; s_iowait 1504 drivers/infiniband/hw/hfi1/trace_tid.h __entry->iow_flags = priv->s_iowait.flags; s_iowait 128 drivers/infiniband/hw/hfi1/trace_tx.h ((struct hfi1_qp_priv *)qp->priv)->s_iowait.flags; s_iowait 85 drivers/infiniband/hw/hfi1/uc.c if (iowait_sdma_pending(&priv->s_iowait)) { s_iowait 497 drivers/infiniband/hw/hfi1/ud.c if (iowait_sdma_pending(&priv->s_iowait)) { s_iowait 535 drivers/infiniband/hw/hfi1/ud.c if (iowait_sdma_pending(&priv->s_iowait)) { s_iowait 610 drivers/infiniband/hw/hfi1/verbs.c list_del_init(&priv->s_iowait.list); s_iowait 611 drivers/infiniband/hw/hfi1/verbs.c priv->s_iowait.lock = NULL; s_iowait 657 drivers/infiniband/hw/hfi1/verbs.c if (list_empty(&priv->s_iowait.list)) { s_iowait 661 drivers/infiniband/hw/hfi1/verbs.c list_add_tail(&priv->s_iowait.list, &dev->memwait); s_iowait 662 drivers/infiniband/hw/hfi1/verbs.c priv->s_iowait.lock = &dev->iowait_lock; s_iowait 943 drivers/infiniband/hw/hfi1/verbs.c if (list_empty(&priv->s_iowait.list)) { s_iowait 951 drivers/infiniband/hw/hfi1/verbs.c iowait_get_priority(&priv->s_iowait); s_iowait 952 drivers/infiniband/hw/hfi1/verbs.c iowait_queue(ps->pkts_sent, &priv->s_iowait, s_iowait 954 drivers/infiniband/hw/hfi1/verbs.c priv->s_iowait.lock = &sc->waitlock; s_iowait 974 drivers/infiniband/hw/hfi1/verbs.c if (iowait_pio_dec(&priv->s_iowait)) s_iowait 975 drivers/infiniband/hw/hfi1/verbs.c iowait_drain_wakeup(&priv->s_iowait); s_iowait 1041 drivers/infiniband/hw/hfi1/verbs.c iowait_pio_inc(&priv->s_iowait); s_iowait 1236 drivers/infiniband/hw/hfi1/verbs.c iowait_sdma_pending(&priv->s_iowait) == 0 && s_iowait 1317 drivers/infiniband/hw/hfi1/verbs.c if (sr == dd->process_dma_send && iowait_pio_pending(&priv->s_iowait)) s_iowait 165 drivers/infiniband/hw/hfi1/verbs.h struct iowait s_iowait; s_iowait 315 drivers/infiniband/hw/hfi1/verbs.h static inline struct rvt_qp *iowait_to_qp(struct iowait *s_iowait) s_iowait 319 drivers/infiniband/hw/hfi1/verbs.h priv = container_of(s_iowait, struct hfi1_qp_priv, s_iowait); s_iowait 84 drivers/infiniband/hw/hfi1/verbs_txreq.c list_del_init(&priv->s_iowait.list); s_iowait 107 drivers/infiniband/hw/hfi1/verbs_txreq.c if (list_empty(&priv->s_iowait.list)) { s_iowait 110 drivers/infiniband/hw/hfi1/verbs_txreq.c list_add_tail(&priv->s_iowait.list, &dev->txwait); s_iowait 111 drivers/infiniband/hw/hfi1/verbs_txreq.c priv->s_iowait.lock = &dev->txwait_lock;